-- Logs begin at Tue 2021-08-10 00:57:05 UTC, end at Tue 2021-08-10 03:30:27 UTC. -- Aug 10 01:40:00.033037 n-d-767704-21 systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 01:40:02.726358 n-d-767704-21 neutron-server[101112]: INFO neutron.common.config [-] Logging enabled! Aug 10 01:40:02.726849 n-d-767704-21 neutron-server[101112]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 01:40:02.727150 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101112) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 01:40:02.730340 n-d-767704-21 neutron-server[101112]: INFO neutron.common.config [-] Logging enabled! Aug 10 01:40:02.730624 n-d-767704-21 neutron-server[101112]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 01:40:02.730935 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101112) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 01:40:02.731855 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 01:40:02.732091 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 01:40:02.732460 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 01:40:02.732709 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 01:40:02.732939 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 01:40:02.733261 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.733576 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.733852 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.734081 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.734376 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.734694 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.734975 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.735261 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.735558 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.735841 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.736116 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.736399 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.736629 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.736906 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.737188 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.737473 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.737696 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] debug = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.737975 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.738396 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.738835 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.739116 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.739405 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.739682 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.739950 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.740335 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.740634 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.740966 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] host = n-d-767704-21 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.741248 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.741539 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.741826 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.742111 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.742386 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.742689 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.742973 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.743245 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.743515 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] log_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.743788 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.744075 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.744361 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.744651 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.744876 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.745099 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.745386 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.745670 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.745942 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.746215 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.746487 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.746785 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.747057 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.747323 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.747606 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.747887 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.748169 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.748440 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.748711 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.748984 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.749251 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.749530 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.749800 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.750069 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.750337 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.750646 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.750915 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.751188 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.751485 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.751769 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.752048 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.752328 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.752598 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.752878 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.753145 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.753413 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.753680 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] use_json = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.753947 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.754213 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.754489 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.754809 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.755080 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.755349 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.755617 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.755937 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:02.756231 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.756523 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.756819 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.757101 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.757391 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.757666 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.757950 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.758225 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.758508 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.758823 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.759109 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.759385 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.759670 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.759948 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.760239 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.760538 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.760830 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.761120 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.761392 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.761665 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.761935 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.762210 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.762491 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.762823 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.763096 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.763368 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.763645 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.763933 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.764208 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.764477 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.764753 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.765039 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.765316 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.765585 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.765864 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.766139 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.766408 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.766697 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.766976 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.767265 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.767539 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.767807 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.768076 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.768348 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.768614 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.768898 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.769173 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.769441 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.769706 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.769979 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.770247 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.770515 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.770819 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.771090 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.771877 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.772151 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.772428 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.772689 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.772955 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.773225 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.773495 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.773763 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.774035 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.774303 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.774600 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.774862 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.775129 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.775399 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.775682 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.775976 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.776252 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.776529 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.776804 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.777077 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.777352 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.777626 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.777901 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.778176 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.778444 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.778766 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.779047 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.779330 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.779609 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.779882 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.780172 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.780445 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.780723 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.781009 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.781272 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.781558 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.781838 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.782127 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.782414 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.782730 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.783019 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.783309 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.783586 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.783888 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.784163 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:02.784378 n-d-767704-21 neutron-server[101112]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 01:40:02.784615 n-d-767704-21 neutron-server[101112]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101112) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 01:40:03.133828 n-d-767704-21 neutron-server[101112]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101112) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 01:40:03.134111 n-d-767704-21 neutron-server[101112]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101112) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 01:40:03.134404 n-d-767704-21 neutron-server[101112]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101112) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 01:40:03.134763 n-d-767704-21 neutron-server[101112]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 01:40:03.528062 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.528299 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.528604 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.529800 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.530075 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.530342 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.564416 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.564704 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.564974 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.581692 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.581977 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.582250 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.610396 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.610700 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.610969 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.646936 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.647246 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.647519 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.879285 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.880007 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.880007 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.880245 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.880914 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:03.999830 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.000144 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.000428 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.000701 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.000969 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.001279 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.001538 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.001816 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.002047 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.002328 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.002610 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.002878 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.003135 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.003387 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.003642 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.003904 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.004157 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.004424 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.004693 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.004951 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.005220 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.005476 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.005780 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.006153 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.006402 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.006669 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.007058 n-d-767704-21 neutron-server[101112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 01:40:04.007299 n-d-767704-21 neutron-server[101112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 01:40:04.007535 n-d-767704-21 neutron-server[101112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 01:40:04.007770 n-d-767704-21 neutron-server[101112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 01:40:04.008004 n-d-767704-21 neutron-server[101112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 01:40:04.008238 n-d-767704-21 neutron-server[101112]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 01:40:04.008594 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 01:40:04.011632 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 01:40:04.015607 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 01:40:04.019380 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 10 01:40:04.021123 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 01:40:04.021625 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 01:40:04.021961 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 01:40:04.022343 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 01:40:04.025116 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 01:40:04.025378 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 01:40:04.025725 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 01:40:04.030933 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 01:40:04.053737 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 01:40:04.054185 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.054481 n-d-767704-21 neutron-server[101112]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101112) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 01:40:04.054866 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.056215 n-d-767704-21 neutron-server[101112]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101112) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 01:40:04.056499 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 01:40:04.056748 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 01:40:04.060132 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.060416 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:04.123771 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 01:40:04.124013 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 01:40:04.124252 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 01:40:04.124625 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 01:40:04.145225 n-d-767704-21 neutron-server[101112]: DEBUG oslo_db.sqlalchemy.engines [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101112) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 01:40:04.851226 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Initializing driver for type 'gre' Aug 10 01:40:04.851784 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] gre ID ranges: [(1, 1000)] Aug 10 01:40:05.074231 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Initializing driver for type 'local' Aug 10 01:40:05.074872 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Initializing driver for type 'vlan' Aug 10 01:40:05.165489 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] VlanTypeDriver initialization complete Aug 10 01:40:05.165830 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Initializing driver for type 'vxlan' Aug 10 01:40:05.166337 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] vxlan ID ranges: [(1, 1000)] Aug 10 01:40:05.340592 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Initializing extension driver 'port_security' Aug 10 01:40:05.340863 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] PortSecurityExtensionDriver initialization complete Aug 10 01:40:05.341448 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Initializing mechanism driver 'openvswitch' Aug 10 01:40:05.341772 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Initializing mechanism driver 'hyperv' Aug 10 01:40:05.348278 n-d-767704-21 neutron-server[101112]: DEBUG neutron.plugins.ml2.plugin [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:05.348957 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > port after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.349355 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > port after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.349711 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > port after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.350225 n-d-767704-21 neutron-server[101112]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101112) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 01:40:05.351235 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > subnet after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.351615 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > subnet after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.351966 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.352357 n-d-767704-21 neutron-server[101112]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101112) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 01:40:05.352784 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > network after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.353133 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > network after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.353477 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > network after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.353862 n-d-767704-21 neutron-server[101112]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101112) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 01:40:05.354266 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > security_group after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.354641 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > security_group after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.354985 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.355378 n-d-767704-21 neutron-server[101112]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101112) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 01:40:05.355909 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.356261 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.356611 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.357005 n-d-767704-21 neutron-server[101112]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101112) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 01:40:05.357409 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > address_group after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.357757 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > address_group after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.358098 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.358540 n-d-767704-21 neutron-server[101112]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101112) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 01:40:05.358976 n-d-767704-21 neutron-server[101112]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] ML2 OVO RPC backend initialized. {{(pid=101112) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 01:40:05.359697 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.360052 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.362410 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > network before_response 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.362410 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > networks before_response 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.362410 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > port before_response 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.362410 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > ports before_response 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.362745 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > subnet before_response 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.362745 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > subnets before_response 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.362745 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > network after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.362989 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > network after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.363215 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > network after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.363551 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > port after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.363890 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > port after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.364229 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > port after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.364572 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > subnet after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.364914 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > subnet after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.365251 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.365818 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.plugin [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Modular L2 Plugin initialization complete Aug 10 01:40:05.366776 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading services supported by the core plugin {{(pid=101112) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 01:40:05.367205 n-d-767704-21 neutron-server[101112]: INFO neutron.plugins.ml2.managers [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Got port-security extension from driver 'port_security' Aug 10 01:40:05.367674 n-d-767704-21 neutron-server[101112]: INFO neutron.extensions.vlantransparent [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Disabled vlantransparent extension. Aug 10 01:40:05.368154 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101112) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 01:40:05.368470 n-d-767704-21 neutron-server[101112]: INFO neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading Plugin: router Aug 10 01:40:05.408483 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.408886 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router after_create 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.409260 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router before_create 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.409627 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.410002 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.410364 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router after_delete 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.410826 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.411193 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router after_create 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.411543 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router after_update 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.411896 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router after_update 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.412250 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.412617 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router after_update 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.413667 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router precommit_update 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.414044 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: port after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.414391 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: port after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.414765 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: subnet after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.415111 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.415464 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.415814 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router precommit_create 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.416164 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: port before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.416514 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router precommit_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.416875 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router after_update 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.417222 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.417575 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router precommit_create 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.417941 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.418298 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router precommit_update 55549900 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.418706 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > agent after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.419061 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > agent after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.419409 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > network after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.420277 n-d-767704-21 neutron-server[101112]: DEBUG neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Tracking information for resource: router configured {{(pid=101112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 01:40:05.420618 n-d-767704-21 neutron-server[101112]: DEBUG neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Tracking information for resource: floatingip configured {{(pid=101112) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 01:40:05.425490 n-d-767704-21 neutron-server[101112]: INFO neutron.db.l3_agentschedulers_db [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 01:40:05.426177 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: port after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.426540 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: port after_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.426919 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: port after_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.427273 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: port after_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.428071 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router before_create 55550100 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.429068 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.429612 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router precommit_create 55550100 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.429983 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > router precommit_update 55550100 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.434397 n-d-767704-21 neutron-server[101112]: DEBUG neutron.services.provider_configuration [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service providers = [] {{(pid=101112) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 01:40:05.434792 n-d-767704-21 neutron-server[101112]: DEBUG neutron.db.servicetype_db [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101112) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 01:40:05.437724 n-d-767704-21 neutron-server[101112]: DEBUG neutron.services.service_base [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101112) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 01:40:05.438081 n-d-767704-21 neutron-server[101112]: DEBUG neutron.services.service_base [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101112) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 01:40:05.438436 n-d-767704-21 neutron-server[101112]: DEBUG neutron.services.service_base [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101112) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 01:40:05.439344 n-d-767704-21 neutron-server[101112]: DEBUG neutron.services.service_base [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101112) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 01:40:05.439719 n-d-767704-21 neutron-server[101112]: INFO neutron.services.service_base [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 01:40:05.440095 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 01:40:05.440416 n-d-767704-21 neutron-server[101112]: INFO neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 01:40:05.451060 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 01:40:05.451396 n-d-767704-21 neutron-server[101112]: INFO neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading Plugin: auto_allocate Aug 10 01:40:05.457070 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: network precommit_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.457444 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: network precommit_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.457966 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 01:40:05.458296 n-d-767704-21 neutron-server[101112]: INFO neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading Plugin: tag Aug 10 01:40:05.464778 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 01:40:05.465105 n-d-767704-21 neutron-server[101112]: INFO neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading Plugin: timestamp Aug 10 01:40:05.469324 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 01:40:05.469664 n-d-767704-21 neutron-server[101112]: INFO neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading Plugin: network_ip_availability Aug 10 01:40:05.475070 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.476061 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.476426 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.477134 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 01:40:05.477458 n-d-767704-21 neutron-server[101112]: INFO neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading Plugin: flavors Aug 10 01:40:05.482191 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 01:40:05.482526 n-d-767704-21 neutron-server[101112]: INFO neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading Plugin: revisions Aug 10 01:40:05.486782 n-d-767704-21 neutron-server[101112]: DEBUG neutron.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101112) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 01:40:05.487182 n-d-767704-21 neutron-server[101112]: DEBUG oslo_concurrency.lockutils [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.353s {{(pid=101112) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 01:40:05.487922 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101112) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 01:40:05.488261 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Initializing extension manager. Aug 10 01:40:05.488777 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: __init__.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.489121 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: __pycache__ {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.489457 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.489792 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: address_group.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.490536 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.491741 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: address-group Aug 10 01:40:05.492065 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: address_scope.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.492779 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.493298 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: address-scope Aug 10 01:40:05.493614 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.494532 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.495063 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: router-admin-state-down-before-update Aug 10 01:40:05.495387 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: agent.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.496276 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.496790 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: agent Aug 10 01:40:05.497119 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: agent_resources_synced.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.498019 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.498522 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: agent-resources-synced Aug 10 01:40:05.498879 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: allowedaddresspairs.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.500645 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.501158 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: allowed-address-pairs Aug 10 01:40:05.501486 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: auto_allocated_topology.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.502575 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.503084 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: auto-allocated-topology Aug 10 01:40:05.503413 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: availability_zone.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.504103 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.504606 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: availability_zone Aug 10 01:40:05.504933 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: availability_zone_filter.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.505841 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.506345 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: availability_zone_filter Aug 10 01:40:05.506823 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: data_plane_status.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.507747 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.508242 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 01:40:05.508573 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: default_subnetpools.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.509484 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.509986 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: default-subnetpools Aug 10 01:40:05.510312 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.511151 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.511661 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: dhcp_agent_scheduler Aug 10 01:40:05.511988 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: dns.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.512898 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.513409 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 01:40:05.513736 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: dns_domain_ports.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.514677 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.515184 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 01:40:05.515510 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.516421 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.516929 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 01:40:05.517253 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: dvr.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.517920 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.518426 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: dvr Aug 10 01:40:05.518785 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: ecmp_routes.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.519696 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.520196 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 01:40:05.520520 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: empty_string_filtering.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.521424 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.521929 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: empty-string-filtering Aug 10 01:40:05.522371 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.523354 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.523859 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 01:40:05.524184 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.525093 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.525592 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 01:40:05.525914 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: external_net.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.526850 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.527354 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: external-net Aug 10 01:40:05.527677 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.528591 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.529093 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: extra_dhcp_opt Aug 10 01:40:05.529417 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: extraroute.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.530320 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.530856 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: extraroute Aug 10 01:40:05.531181 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: extraroute_atomic.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.532201 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.532706 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: extraroute-atomic Aug 10 01:40:05.533032 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: filter_validation.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.533690 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.534193 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: filter-validation Aug 10 01:40:05.534518 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: fip_pf_description.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.535452 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.535949 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 01:40:05.536273 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: fip_port_details.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.537188 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.537690 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: fip-port-details Aug 10 01:40:05.538664 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: flavors.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.539912 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.540430 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: flavors Aug 10 01:40:05.540754 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.542428 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.542991 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 01:40:05.543329 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: floatingip_pools.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.544033 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.544551 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: floatingip-pools Aug 10 01:40:05.544886 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: ip_allocation.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.545806 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.546316 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 01:40:05.546673 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.547586 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.548097 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: ip-substring-filtering Aug 10 01:40:05.548429 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: l2_adjacency.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.549352 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.549857 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 01:40:05.550187 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: l3.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.551300 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.551825 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: router Aug 10 01:40:05.552160 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.555077 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.555602 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 01:40:05.555942 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.556875 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.557392 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: ext-gw-mode Aug 10 01:40:05.557723 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.558688 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.559207 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: l3-ha Aug 10 01:40:05.559540 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: l3_flavors.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.560454 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.560962 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: l3-flavors Aug 10 01:40:05.561291 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.562199 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.562740 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 01:40:05.563072 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: l3agentscheduler.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.564098 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.564606 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: l3_agent_scheduler Aug 10 01:40:05.564935 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: logging.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.566415 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.566964 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension logging not supported by any of loaded plugins Aug 10 01:40:05.567299 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: metering.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.568033 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.568610 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: metering Aug 10 01:40:05.568945 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.570119 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.570669 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: metering_source_and_destination_fields Aug 10 01:40:05.570999 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: multiprovidernet.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.571921 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.572430 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: multi-provider Aug 10 01:40:05.572756 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: netmtu.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.573662 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.574168 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: net-mtu Aug 10 01:40:05.574495 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: netmtu_writable.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.575433 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.575937 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: net-mtu-writable Aug 10 01:40:05.576259 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: network_availability_zone.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.576927 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.577427 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: network_availability_zone Aug 10 01:40:05.577751 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: network_ip_availability.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.578863 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.579370 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: network-ip-availability Aug 10 01:40:05.579697 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: network_segment_range.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.580449 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.580949 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 01:40:05.581334 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: pagination.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.582311 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.582674 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: pagination Aug 10 01:40:05.582997 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: port_device_profile.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.583900 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.584412 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: port-device-profile Aug 10 01:40:05.584801 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.585723 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.586235 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: port-mac-address-regenerate Aug 10 01:40:05.586569 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.587493 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.588000 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: port-numa-affinity-policy Aug 10 01:40:05.588327 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: port_resource_request.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.589239 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.589740 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 01:40:05.590063 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: portbindings.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.591062 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.591775 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: binding Aug 10 01:40:05.592098 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: portbindings_extended.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.593481 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.594004 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: binding-extended Aug 10 01:40:05.594335 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: portsecurity.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.595284 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.595796 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: port-security Aug 10 01:40:05.596122 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: project_id.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.597094 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.597425 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: project-id Aug 10 01:40:05.597748 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: providernet.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.598703 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.599213 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: provider Aug 10 01:40:05.599540 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.603509 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.604041 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos not supported by any of loaded plugins Aug 10 01:40:05.604381 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.605626 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.606141 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 01:40:05.606475 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.607412 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.607922 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 01:40:05.608250 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos_default.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.609156 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.609668 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos-default not supported by any of loaded plugins Aug 10 01:40:05.609994 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos_fip.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.610667 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.611172 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 01:40:05.611499 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos_gateway_ip.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.612414 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.612922 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 01:40:05.613250 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos_port_network_policy.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.614156 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.614698 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 01:40:05.615028 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos_pps_rule.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.616277 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.616796 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 01:40:05.617126 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos_rule_type_details.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.618044 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.618573 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 01:40:05.618903 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: qos_rules_alias.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.619948 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.620459 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 01:40:05.620790 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: quotasv2.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.621697 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.622029 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: quotas Aug 10 01:40:05.622359 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: quotasv2_detail.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.625383 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.625731 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: quota_details Aug 10 01:40:05.626067 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: rbac.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.627337 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.627863 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: rbac-policies Aug 10 01:40:05.628200 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: rbac_address_group.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.629128 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.629651 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: rbac-address-group Aug 10 01:40:05.629983 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: rbac_address_scope.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.630928 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.631436 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: rbac-address-scope Aug 10 01:40:05.632325 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: rbac_security_groups.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.633399 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.633908 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: rbac-security-groups Aug 10 01:40:05.634235 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: rbac_subnetpool.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.635180 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.635687 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: rbac-subnetpool Aug 10 01:40:05.636015 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: revisionifmatch.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.636923 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.637436 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: revision-if-match Aug 10 01:40:05.637761 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: revisions.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.638893 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.639404 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: standard-attr-revisions Aug 10 01:40:05.639730 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: router_availability_zone.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.640405 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.640914 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: router_availability_zone Aug 10 01:40:05.641239 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: routerservicetype.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.642155 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.642695 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 01:40:05.643021 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.643945 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.644450 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: security-groups-normalized-cidr Aug 10 01:40:05.644774 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.645680 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.646186 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: port-security-groups-filtering Aug 10 01:40:05.646507 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.648164 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.648675 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: security-groups-remote-address-group Aug 10 01:40:05.649000 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: securitygroup.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.658474 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.659032 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: security-group Aug 10 01:40:05.659373 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: segment.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.660166 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.660677 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension segment not supported by any of loaded plugins Aug 10 01:40:05.661009 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.661939 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.662451 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 01:40:05.662851 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: servicetype.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.664044 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.664568 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: service-type Aug 10 01:40:05.664901 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: sorting.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.665883 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.666219 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: sorting Aug 10 01:40:05.666630 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: standard_attr_segment.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.667477 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.667991 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 01:40:05.668317 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: standardattrdescription.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.668962 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.669467 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: standard-attr-description Aug 10 01:40:05.669791 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: stateful_security_group.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.670737 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.671250 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: stateful-security-group Aug 10 01:40:05.671572 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: stdattrs_common.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.672154 n-d-767704-21 neutron-server[101112]: WARNING neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 01:40:05.672478 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.673405 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.673911 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 01:40:05.674237 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: subnet_onboard.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.675326 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.675844 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: subnet_onboard Aug 10 01:40:05.676173 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.677103 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.677614 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 01:40:05.677942 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: subnet_service_types.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.679449 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.680006 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: subnet-service-types Aug 10 01:40:05.680334 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: subnetallocation.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.681418 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.681934 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: subnet_allocation Aug 10 01:40:05.682262 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.682962 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.683467 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: subnetpool-prefix-ops Aug 10 01:40:05.683791 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.684725 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.685232 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 01:40:05.685554 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: tagging.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.686640 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.687157 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: standard-attr-tag Aug 10 01:40:05.687486 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: timestamp.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.688687 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.689198 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loaded extension: standard-attr-timestamp Aug 10 01:40:05.689531 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: trunk.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.690574 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.691114 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension trunk not supported by any of loaded plugins Aug 10 01:40:05.691428 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: trunk_details.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.692353 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.692864 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 01:40:05.693195 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: uplink_status_propagation.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.694793 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.695382 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 01:40:05.695709 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Loading extension file: vlantransparent.py {{(pid=101112) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 01:40:05.696380 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101112) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 01:40:05.696888 n-d-767704-21 neutron-server[101112]: INFO neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 01:40:05.699384 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:network Aug 10 01:40:05.699916 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:subnet Aug 10 01:40:05.700323 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 01:40:05.700725 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:port Aug 10 01:40:05.701955 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.702413 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service FLAVORS assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.703093 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.703503 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.703837 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:router Aug 10 01:40:05.704279 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 01:40:05.704774 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service METERING assigned prefix: /metering {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.706204 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.706597 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.706959 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:40:05.707968 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 01:40:05.708418 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:security_group Aug 10 01:40:05.708855 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 01:40:05.710686 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service CORE assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.711038 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 01:40:05.711396 n-d-767704-21 neutron-server[101112]: WARNING neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] subnetpool is already registered Aug 10 01:40:05.711847 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service CORE assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.712181 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 01:40:05.712520 n-d-767704-21 neutron-server[101112]: WARNING neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] subnetpool is already registered Aug 10 01:40:05.714809 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.715250 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service FLAVORS assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.715844 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.716531 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.716867 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:router Aug 10 01:40:05.717209 n-d-767704-21 neutron-server[101112]: WARNING neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] router is already registered Aug 10 01:40:05.717625 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 01:40:05.717961 n-d-767704-21 neutron-server[101112]: WARNING neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] floatingip is already registered Aug 10 01:40:05.718418 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service METERING assigned prefix: /metering {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.719118 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 01:40:05.719446 n-d-767704-21 neutron-server[101112]: WARNING neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] rbac_policy is already registered Aug 10 01:40:05.719854 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:security_group Aug 10 01:40:05.720191 n-d-767704-21 neutron-server[101112]: WARNING neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] security_group is already registered Aug 10 01:40:05.720594 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 01:40:05.720937 n-d-767704-21 neutron-server[101112]: WARNING neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] security_group_rule is already registered Aug 10 01:40:05.721564 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service CORE assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.721894 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 01:40:05.722227 n-d-767704-21 neutron-server[101112]: WARNING neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] subnetpool is already registered Aug 10 01:40:05.722677 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.v2.resource_helper [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Service CORE assigned prefix: {{(pid=101112) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 01:40:05.723003 n-d-767704-21 neutron-server[101112]: INFO neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 01:40:05.723331 n-d-767704-21 neutron-server[101112]: WARNING neutron.quota.resource_registry [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] subnetpool is already registered Aug 10 01:40:05.723809 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: extensions {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.725316 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: address-groups {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.726821 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: address-scopes {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.728137 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: agents {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.729296 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: auto-allocated-topology {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.730545 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: availability_zones {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.731808 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: dhcp-networks {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.733616 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: dhcp-agents {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.735067 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: routers {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.736793 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: flavors {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.738075 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: service_profiles {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.739317 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: next_providers {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.740728 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: service_profiles {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.742982 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: floatingip-pools {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.744227 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: routers {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.745928 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: floatingips {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.747226 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: l3-routers {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.748612 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: l3-agents {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.750011 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: metering-labels {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.751301 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: metering-label-rules {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.752692 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: network-ip-availabilities {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.753934 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: bindings {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.755515 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: quotas {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.757764 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: quotas {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.759228 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: rbac-policies {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.760421 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: security-groups {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.761714 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: security-group-rules {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.763052 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: service-providers {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.764264 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: subnetpools {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.765594 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: subnetpools {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.767178 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.768844 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.770660 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.772493 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.774165 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.777105 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.778809 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.780650 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.782536 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.784304 n-d-767704-21 neutron-server[101112]: DEBUG neutron.api.extensions [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Extended resource: tags {{(pid=101112) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 01:40:05.790302 n-d-767704-21 neutron-server[101112]: WARNING keystonemiddleware.auth_token [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 01:40:05.794825 n-d-767704-21 neutron-server[101112]: WARNING keystonemiddleware.auth_token [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 01:40:05.803087 n-d-767704-21 neutron-server[101112]: DEBUG oslo_concurrency.lockutils [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Acquired lock "singleton_lock" {{(pid=101112) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 01:40:05.804230 n-d-767704-21 neutron-server[101112]: DEBUG oslo_concurrency.lockutils [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Releasing lock "singleton_lock" {{(pid=101112) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 01:40:05.804896 n-d-767704-21 neutron-server[101112]: INFO oslo_service.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Starting 2 workers Aug 10 01:40:05.809699 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Started child 101223 {{(pid=101112) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 01:40:05.814213 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Started child 101224 {{(pid=101112) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 01:40:05.822613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:05.823296 n-d-767704-21 neutron-server[101112]: INFO neutron.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 01:40:05.823296 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Notify callbacks [] for process, before_spawn {{(pid=101112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:05.823469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [-] (101223) wsgi starting up on http://0.0.0.0:9696 Aug 10 01:40:05.823552 n-d-767704-21 neutron-server[101112]: INFO oslo_service.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Starting 1 workers Aug 10 01:40:05.823653 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:05.823653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [-] (101224) wsgi starting up on http://0.0.0.0:9696 Aug 10 01:40:05.824713 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Started child 101225 {{(pid=101112) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 01:40:05.825269 n-d-767704-21 neutron-server[101112]: INFO oslo_service.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Starting 1 workers Aug 10 01:40:05.828473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] calling RpcWorker wait() {{(pid=101225) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 01:40:05.828995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] returning from RpcWorker wait() {{(pid=101225) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 01:40:05.829764 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Started child 101226 {{(pid=101112) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 01:40:05.830241 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:05.830606 n-d-767704-21 neutron-server[101112]: DEBUG neutron_lib.callbacks.manager [None req-9b07cb18-a7c8-4aaa-9e63-60a3258d7138 None None] Notify callbacks [] for process, after_spawn {{(pid=101112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:05.830906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:05.832571 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101112) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 01:40:05.832775 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 01:40:05.832969 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 01:40:05.833190 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 01:40:05.833511 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 01:40:05.833676 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 01:40:05.834177 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.834451 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.835428 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.835730 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.836086 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.836447 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:05.836932 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.837016 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.837240 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.837511 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.837946 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.838129 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.838299 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.838585 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.838831 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.839136 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.839404 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.839652 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.839933 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.840105 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.840363 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.840620 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.840867 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.841441 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] debug = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.841642 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.842144 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.842834 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.842834 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.843090 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.843246 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.843409 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.843701 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.843942 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.844179 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.844433 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.844696 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.844936 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.845145 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.845370 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.845628 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.845863 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.846328 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] host = n-d-767704-21 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.846544 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.846779 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.847007 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.847275 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.847540 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.847760 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.848020 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.848271 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.848527 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.848750 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.848993 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.849263 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.849480 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.849725 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.849884 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_options = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.850118 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.851150 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.851419 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.851609 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.851780 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.851951 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.852197 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.852360 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.852605 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.852820 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.853037 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.853266 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.853499 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.853763 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.854014 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.854287 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.854442 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.854698 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.858280 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.858280 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.858280 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.858280 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.858280 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.858280 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.858280 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.858280 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.859253 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.859253 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.859253 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.859253 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.859253 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.859253 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.859253 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.859253 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.860268 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.860268 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.860268 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.860268 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.860268 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.860268 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.860268 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.860268 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.861249 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.861249 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.861249 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.861249 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_json = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.861249 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.861824 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.861824 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.861824 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.862176 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.862176 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.862497 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.862657 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.863089 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.863370 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.863689 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.863937 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.864168 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.864508 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.864853 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.865085 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.865331 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.865722 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.866815 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.867018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.867328 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.867573 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.867834 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.868194 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.868452 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.868731 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.868961 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.869210 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.869428 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.869659 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.870011 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.870290 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.870600 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.870839 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.871074 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.871322 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.871538 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.871768 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.871982 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.872195 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.872458 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.872673 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.872906 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.873163 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.873390 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.873606 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.873851 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.874106 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.874197 n-d-767704-21 neutron-server[101226]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:05.874360 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.874634 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.874862 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.875081 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.875296 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.875525 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.875745 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.875989 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.876234 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.876468 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.876716 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.876953 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.877151 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.877362 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.877580 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.877814 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.878035 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.878246 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.878456 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.878693 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.878936 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.881298 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.881298 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.881298 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.881298 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.881298 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.881298 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.881298 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.881298 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.881298 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.882188 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.882188 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.882188 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.882188 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.882188 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.882542 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.882542 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.882713 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.882880 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.883118 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.883353 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.883588 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.883823 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.884041 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.884347 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.884675 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.884916 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.885180 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.885397 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.885612 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.886647 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.886647 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.886647 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.886647 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.887569 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.887569 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.887569 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.887569 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.888102 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.888102 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.888102 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.888488 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.888488 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.888704 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.888950 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.889191 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.889507 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.889888 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.890193 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.890431 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.890706 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.891006 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.891244 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.891515 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.892632 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.892993 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.893294 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.893597 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.893891 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.894164 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.894418 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.894730 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.894976 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.895462 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.895742 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.896230 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.896480 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.896757 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.896999 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.897770 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.898327 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.898787 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.899160 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.899436 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.899723 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.900020 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.900892 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.900892 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.900892 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.901325 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.901456 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.901624 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.901875 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.902151 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904605 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904605 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.904741 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.905007 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.905161 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.905404 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.905636 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.905890 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.906111 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.906341 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.906842 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.907072 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.907300 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.907525 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.907772 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.908031 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.908254 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.908548 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.908957 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.909348 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.909777 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.910211 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.910649 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.911071 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.911514 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.911911 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.912139 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.912367 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.912616 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.912866 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.913091 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.913530 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.914464 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.914900 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.915314 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.915676 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.915951 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.916196 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.916447 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.916676 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.916982 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.917234 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.917671 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.917911 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.918159 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.918385 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.918675 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.918939 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.919189 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.919410 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.919652 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.919871 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.920093 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.920310 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.920912 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.921347 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.921783 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.922048 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.922340 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.922591 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.922854 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.923074 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.923294 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.923517 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.923912 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.924306 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.924546 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.924766 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.924985 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.925238 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.925462 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.925679 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.925935 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.926152 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.926369 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.926641 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.926866 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.927082 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.927313 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.927565 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.927788 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.928015 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.928237 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.928561 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.928958 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.929304 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.929629 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.929865 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.930092 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.930312 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.930654 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.930918 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.931164 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.931462 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.931699 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.931965 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.932213 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.932540 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.932760 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.933026 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.933246 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.933482 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.933728 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.934001 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.934336 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.934680 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.934956 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.935217 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.935498 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.935784 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.936060 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.936281 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.936578 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.937017 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.937642 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.937642 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.937869 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.937986 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.938315 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.938440 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.938611 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.938853 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.939080 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.939547 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.939547 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.939806 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.940008 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.940239 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.940483 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.940728 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.940963 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.941186 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.941446 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.941772 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 01:40:05.942290 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101112) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 01:40:05.942454 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 01:40:05.942634 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 01:40:05.942808 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 01:40:05.942981 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 01:40:05.943137 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 01:40:05.943346 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.943510 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.943673 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.943839 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.944016 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.944295 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.944458 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.944691 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.944794 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.944936 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.945083 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.945245 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.945405 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.945565 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.945727 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.945892 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.946054 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.946214 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.946378 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.946542 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.946755 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.946934 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.955711 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] debug = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.955711 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.955711 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.955711 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.955711 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.955711 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956194 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956194 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956194 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956194 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956194 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956194 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956194 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956194 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956781 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956781 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956781 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956781 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956781 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] host = n-d-767704-21 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956781 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956781 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.956781 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957332 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957332 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957332 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957332 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957332 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957332 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957332 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957332 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957897 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957897 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957897 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957897 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_options = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957897 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957897 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957897 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.957897 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958448 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958448 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958448 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958448 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958448 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958448 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958448 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958967 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958967 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958967 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958967 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958967 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958967 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958967 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.958967 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.959506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.959506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.959506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.959506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.959506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.959506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.959506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.959506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.959506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.960664 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.960664 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.960664 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.960664 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.960664 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.960664 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.960664 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.960664 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961247 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961247 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961247 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961247 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961247 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961247 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961247 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961247 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961799 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961799 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_json = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961799 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961799 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961799 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961799 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961799 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961799 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.961799 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.962714 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 01:40:05.962714 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.962714 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.962714 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.962714 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.962714 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.962714 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.962714 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963283 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963283 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963283 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963283 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963283 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963283 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963283 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963283 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963846 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963846 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963846 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963846 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.963846 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.964218 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.964218 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.964375 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.964518 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.964619 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.964787 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.964966 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.965120 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.965285 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.965474 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.965608 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.965913 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.966461 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.966791 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.967126 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.967470 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.967794 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.967957 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.968132 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.968279 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.968446 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.968611 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.968774 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.969076 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.969252 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.969415 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.969581 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.969745 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.969900 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.970066 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.970240 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.970406 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.970586 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.970754 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.970918 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.971103 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.971239 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.971399 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.971714 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.971883 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.972045 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.972225 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.972389 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.972550 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.972715 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.972879 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.973041 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.973204 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.973367 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.973580 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.973744 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.973907 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.974070 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.974232 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.974394 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.974571 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.974740 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.974904 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.975068 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.975252 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.975995 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.976264 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.976264 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.976519 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.976673 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.976853 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.977018 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.977183 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.977345 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.977667 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.977667 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.977894 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.977984 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.978123 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.978285 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.978447 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.978635 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.978801 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.978963 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.979129 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.979291 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.979453 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.979614 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.979775 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.979938 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.980100 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.980264 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.980427 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.980598 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.980744 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.980898 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.981071 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.981234 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.981402 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.981564 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.981733 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.981907 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.982070 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.982294 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.982383 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.982535 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.982718 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.982868 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.983030 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.983192 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.983353 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.983517 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.983687 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.983861 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.984026 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.984189 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.984352 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.984538 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.984700 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.984865 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.985028 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.985165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:05.985347 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.985347 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.985587 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.985711 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.985834 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.985957 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.986080 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.986247 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.986409 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.986589 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.986755 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.986918 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.987081 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.987244 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.987406 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.987570 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.987734 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990040 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990040 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990040 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990040 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990040 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990040 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990040 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990040 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990992 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990992 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990992 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990992 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990992 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990992 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990992 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.990992 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.991889 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.991889 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.991889 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.991889 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.991889 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.991889 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.991889 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.991889 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.992787 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.992787 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.992787 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.992787 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.992787 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.992787 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.992787 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.993570 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.993570 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.993570 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.993570 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.993570 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.993570 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.994250 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.994250 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.994250 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.994250 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.994731 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.994731 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.994731 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.995095 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.995095 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.995095 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.995435 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.995435 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.995667 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.995790 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.995912 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.996039 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.996171 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.996333 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.996536 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.996698 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.996864 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.997026 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.997199 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.997363 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.997525 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.997688 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.997850 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.998013 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.998185 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.998347 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.998509 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.998696 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.998858 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.999019 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.999196 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.999359 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.999520 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.999682 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:05.999843 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.000005 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.000176 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.000349 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.000495 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.000657 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.001032 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.001032 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.001278 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.001278 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.001511 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.001634 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.001806 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.001968 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.002141 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.002305 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.002469 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.002663 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.002828 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.002992 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.003156 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.003333 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.003499 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.003663 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.003827 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.003990 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.004155 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.004321 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.004488 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.004660 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.004830 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.004994 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.005164 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.005335 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.005506 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.005670 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.005840 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.006015 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.006179 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.006342 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.006523 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.006786 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.006874 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.007012 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.007173 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.007336 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.007500 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.007663 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.007869 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.008033 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.008195 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.008359 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.008523 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.008685 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.008848 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.009010 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.009180 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 01:40:06.009336 n-d-767704-21 neutron-server[101112]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101112) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 01:40:06.215405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55080) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:06.224265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064194 Aug 10 01:40:17.906139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d6bc0-0cd7-4b13-b145-1eedaaf8eb86 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:40:17.967956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d6bc0-0cd7-4b13-b145-1eedaaf8eb86 None None] No non-hosted networks {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 01:40:17.975607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.agentschedulers_db [None req-df1d6bc0-0cd7-4b13-b145-1eedaaf8eb86 None None] DHCP Agent not found on host n-d-767704-21 {{(pid=101225) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 01:40:18.173999 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b37f3fd7-2554-4660-86f7-3a41897b936c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766973'] for agent, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:20.538162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-06452901-d551-49c3-85fd-b79f8707043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766973'] for agent, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:20.567484 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-d81f0ba7-24df-40c2-a57b-babf46ed0006 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-767704-21 {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:40:20.568074 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-d81f0ba7-24df-40c2-a57b-babf46ed0006 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:40:21.034973 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766973'] for agent, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:21.036048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.036637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.037197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.038139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.038724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.039280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.039834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.040372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.041021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.041563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.042069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.042593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:21.046739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-767704-21', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:21.053001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-767704-21', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:21.170788 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d81f0ba7-24df-40c2-a57b-babf46ed0006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:22.102647 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766973'] for agent, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:23.085029 n-d-767704-21 neutron-server[101225]: INFO neutron.db.l3_hamode_db [None req-a7b7effa-5e65-4789-b398-d6291b0b5c2b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 01:40:23.167252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7effa-5e65-4789-b398-d6291b0b5c2b None None] Routers set() bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:40:23.168500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7effa-5e65-4789-b398-d6291b0b5c2b None None] Router IDs set() for agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:40:23.707791 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766973'] for agent, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:24.631063 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55172) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:25.119881 n-d-767704-21 neutron-server[101223]: WARNING oslo_policy.policy [None req-b744739e-1b10-4939-973c-605b45d1e52f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 01:40:25.120479 n-d-767704-21 neutron-server[101223]: WARNING oslo_policy.policy [None req-b744739e-1b10-4939-973c-605b45d1e52f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 01:40:25.336565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-b744739e-1b10-4939-973c-605b45d1e52f admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:40:25.337823 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b744739e-1b10-4939-973c-605b45d1e52f admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7046063 Aug 10 01:40:27.661133 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:27.969249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-24b70a45-f351-4e7d-928a-5913f353bf81 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:28.069327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.policy [None req-24b70a45-f351-4e7d-928a-5913f353bf81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101223) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 01:40:28.113938 n-d-767704-21 neutron-server[101223]: WARNING oslo_policy.policy [None req-24b70a45-f351-4e7d-928a-5913f353bf81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 01:40:28.114318 n-d-767704-21 neutron-server[101223]: WARNING oslo_policy.policy [None req-24b70a45-f351-4e7d-928a-5913f353bf81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 01:40:28.123671 n-d-767704-21 neutron-server[101223]: INFO neutron.quota [None req-24b70a45-f351-4e7d-928a-5913f353bf81 admin admin] Loaded quota_driver: . Aug 10 01:40:28.280794 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24b70a45-f351-4e7d-928a-5913f353bf81 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778560236397', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778560214366', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778560223504', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778560217925', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778559575327', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778560180877', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7950948', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7665219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-369819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436949'] for rbac-policy, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:28.471195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24b70a45-f351-4e7d-928a-5913f353bf81 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:28.472285 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-24b70a45-f351-4e7d-928a-5913f353bf81 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8102102 Aug 10 01:40:31.047192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55198) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:31.342489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Request body: {'network': {'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'admin_state_up': True, 'name': 'private', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:31.421614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Made reservation on behalf of 0efd15ad2e124e56b5119e97bf2ba043 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:40:31.424483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:31.441116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:31.561387 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:31.625340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:31.645089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:40:31.673906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778556269671', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:31.674512 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Unsubscribe: segment precommit_create {{(pid=101223) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 01:40:31.675071 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Added segment dbbae88f-2f8e-4853-9bde-6a9cf1c23461 of type vlan for network 67367cfa-da56-48fd-87bf-f2d9261c122c Aug 10 01:40:31.692322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad67542d-56a4-4e8e-8794-33837c8a32b8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:31.743865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.744215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.744558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.744891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.745222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.745552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.745879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.746204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.746527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.746951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.747267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.747593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Tracked resource versions report: Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: pushed versions: Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: { 'AddressGroup': {'1.2'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'ConntrackHelper': {'1.0'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Log': {'1.0'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Network': {'1.1'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Port': {'1.7'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'PortForwarding': {'1.2'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'QosPolicy': {'1.9'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'SecurityGroup': {'1.4'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'SecurityGroupRule': {'1.2'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'SubPort': {'1.0'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Subnet': {'1.1'}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Trunk': {'1.1'}} Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: consumer versions: Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: { DHCP agent@n-d-767704-21: {}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: L3 agent@n-d-767704-21: {}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: Metadata agent@n-d-767704-21: {}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: Metering agent@n-d-767704-21: {}, Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: Open vSwitch agent@n-d-767704-21: { 'AddressGroup': '1.2', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'ConntrackHelper': '1.0', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Log': '1.0', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Network': '1.1', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Port': '1.7', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'PortForwarding': '1.2', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'QosPolicy': '1.9', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'SecurityGroup': '1.4', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'SecurityGroupRule': '1.2', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'SubPort': '1.0', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Subnet': '1.1', Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: 'Trunk': '1.1'}} Aug 10 01:40:31.748666 n-d-767704-21 neutron-server[101223]: {{(pid=101223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 01:40:31.801370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:31.911382 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:31.912597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:31.913252 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:32.008709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] Pushing event updated for resources: {'Network': ['ID=67367cfa-da56-48fd-87bf-f2d9261c122c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:32.019848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 67367cfa-da56-48fd-87bf-f2d9261c122c details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:40:32.039992 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-db0a15ae-3ae2-476b-aad0-1ab4e49fabf8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9917178 Aug 10 01:40:34.632565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55212) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:35.021615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2463094e-00b1-4920-8000-94fc3d9955cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:35.023013 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2463094e-00b1-4920-8000-94fc3d9955cb admin admin] 10.222.0.38 "GET /v2.0/networks/67367cfa-da56-48fd-87bf-f2d9261c122c HTTP/1.1" status: 200 len: 825 time: 0.3894961 Aug 10 01:40:35.047744 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d3fbffa6-0413-4741-a967-c9709c25b8ae admin admin] 10.222.0.38 "GET /v2.0/subnetpools/43e9a4ee-b375-4ce8-a960-c508e3c096e2 HTTP/1.1" status: 200 len: 734 time: 0.0187736 Aug 10 01:40:35.057669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '43e9a4ee-b375-4ce8-a960-c508e3c096e2', 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c', 'name': 'private-subnet', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:35.192923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Made reservation on behalf of 0efd15ad2e124e56b5119e97bf2ba043 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:40:35.195865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:35.564918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:35.636709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Checking segment: {'id': 'dbbae88f-2f8e-4853-9bde-6a9cf1c23461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:40:35.637392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Network hostable DHCP agents. Network: 67367cfa-da56-48fd-87bf-f2d9261c122c, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:40:35.641543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed0317a-feba-40a0-b828-faae64577cea,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:35.747584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Network 67367cfa-da56-48fd-87bf-f2d9261c122c is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:40:35.850441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 67367cfa-da56-48fd-87bf-f2d9261c122c) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:40:35.855442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:35.856051 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:35.860826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d64cd0-cf6d-4de8-a7c5-2c9dcd785cdc None None] Network 67367cfa-da56-48fd-87bf-f2d9261c122c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:40:36.051315 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b2aa47dd-5c66-487c-8c32-594880cd4e57 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9972558 Aug 10 01:40:36.170794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-67367cfa-da56-48fd-87bf-f2d9261c122c', 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'fixed_ips': [{'subnet_id': '3ed0317a-feba-40a0-b828-faae64577cea'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:40:36.172050 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:36.450141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Allocated IP 172.20.0.2 (67367cfa-da56-48fd-87bf-f2d9261c122c/3ed0317a-feba-40a0-b828-faae64577cea/dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:40:36.652814 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:36.694975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Transition to ACTIVE for port object dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:40:36.715913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Transition to ACTIVE for port object dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:40:36.799774 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:36.873753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Network 67367cfa-da56-48fd-87bf-f2d9261c122c is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:40:36.878386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:40:36.884185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Pushing event updated for resources: {'Port': ['ID=dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:36.886389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:40:36.895911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.899759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.900074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Tracked resource versions report: Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: pushed versions: Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: { 'AddressGroup': {'1.2'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'ConntrackHelper': {'1.0'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Log': {'1.0'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Network': {'1.1'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Port': {'1.7'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'PortForwarding': {'1.2'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'QosPolicy': {'1.9'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'SecurityGroup': {'1.4'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'SecurityGroupRule': {'1.2'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'SubPort': {'1.0'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Subnet': {'1.1'}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Trunk': {'1.1'}} Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: consumer versions: Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: { DHCP agent@n-d-767704-21: {}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: L3 agent@n-d-767704-21: {}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: Metadata agent@n-d-767704-21: {}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: Metering agent@n-d-767704-21: {}, Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: Open vSwitch agent@n-d-767704-21: { 'AddressGroup': '1.2', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'ConntrackHelper': '1.0', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Log': '1.0', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Network': '1.1', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Port': '1.7', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'PortForwarding': '1.2', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'QosPolicy': '1.9', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'SecurityGroup': '1.4', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'SecurityGroupRule': '1.2', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'SubPort': '1.0', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Subnet': '1.1', Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: 'Trunk': '1.1'}} Aug 10 01:40:36.901071 n-d-767704-21 neutron-server[101225]: {{(pid=101225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 01:40:36.977328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Attempting to bind port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:40:36.977328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Attempting to bind port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'dbbae88f-2f8e-4853-9bde-6a9cf1c23461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:40:36.977328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Attempting to bind port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 on network 67367cfa-da56-48fd-87bf-f2d9261c122c {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:40:36.978872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:40:36.979279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Checking segment: {'id': 'dbbae88f-2f8e-4853-9bde-6a9cf1c23461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:40:36.979755 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:36.980159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Bound using segment: {'id': 'dbbae88f-2f8e-4853-9bde-6a9cf1c23461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:40:36.980665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Bound port: dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbae88f-2f8e-4853-9bde-6a9cf1c23461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:40:36.981061 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:37.041804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] For port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:40:37.046136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] For port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5,segment=NetworkSegment(dbbae88f-2f8e-4853-9bde-6a9cf1c23461),segment_id=dbbae88f-2f8e-4853-9bde-6a9cf1c23461)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:40:37.134417 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:37.213170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75ef1d-295e-42c9-94dd-cc062145666a None None] Pushing event updated for resources: {'Port': ['ID=dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:38.462738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55220) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:38.777050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-27e1bcb1-ce86-4af4-99ac-293682eb19fc admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:40:38.778138 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-27e1bcb1-ce86-4af4-99ac-293682eb19fc admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143361 Aug 10 01:40:41.165534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55228) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:41.483148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-d4d4e87a-aa2d-4e99-8dd7-8b42084b25e8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:40:41.484182 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d4d4e87a-aa2d-4e99-8dd7-8b42084b25e8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177187 Aug 10 01:40:44.070375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55238) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:44.367871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-95258d56-db48-450b-9ba5-11eb806b4617 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:44.477425 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-95258d56-db48-450b-9ba5-11eb806b4617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:44.479140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-95258d56-db48-450b-9ba5-11eb806b4617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:44.619830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-95258d56-db48-450b-9ba5-11eb806b4617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:44.731403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-95258d56-db48-450b-9ba5-11eb806b4617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:44.821745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-95258d56-db48-450b-9ba5-11eb806b4617 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:44.823018 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-95258d56-db48-450b-9ba5-11eb806b4617 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7516406 Aug 10 01:40:45.309996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:40:45.502315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:40:45.522434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee16c284-89e8-4ff8-a9eb-796614256055 None None] Network 67367cfa-da56-48fd-87bf-f2d9261c122c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:40:45.697053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f72f2023-de67-4e60-b25c-2d8ebc669aec None None] Provisioning for port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:40:45.701296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f72f2023-de67-4e60-b25c-2d8ebc669aec None None] Provisioning complete for port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:40:45.701931 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f72f2023-de67-4e60-b25c-2d8ebc669aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:45.821559 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f72f2023-de67-4e60-b25c-2d8ebc669aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:45.856975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f72f2023-de67-4e60-b25c-2d8ebc669aec None None] For port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5,segment=NetworkSegment(dbbae88f-2f8e-4853-9bde-6a9cf1c23461),segment_id=dbbae88f-2f8e-4853-9bde-6a9cf1c23461)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:45.929265 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f72f2023-de67-4e60-b25c-2d8ebc669aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:45.976093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f2023-de67-4e60-b25c-2d8ebc669aec None None] Pushing event updated for resources: {'Port': ['ID=dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:46.048082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8a806e45-8a4e-42d2-a141-f0225055bfba None None] Provisioning complete for port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:40:46.048467 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a806e45-8a4e-42d2-a141-f0225055bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:47.170811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55250) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:47.267418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:40:47.312039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:40:47.312412 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:47.664566 n-d-767704-21 neutron-server[101224]: WARNING oslo_policy.policy [None req-729b153d-fcbb-4447-851e-3abe3862eeb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 01:40:47.665157 n-d-767704-21 neutron-server[101224]: WARNING oslo_policy.policy [None req-729b153d-fcbb-4447-851e-3abe3862eeb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 01:40:47.838800 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-83845b71-3bf6-4fd6-924d-bf19f4153b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:47.884709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-729b153d-fcbb-4447-851e-3abe3862eeb8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:40:47.885773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-729b153d-fcbb-4447-851e-3abe3862eeb8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7140610 Aug 10 01:40:48.903334 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:40:50.237487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55264) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:50.507292 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5b62a9df-751c-42bb-a07c-64f670f0ded5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.553879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:50.561892 n-d-767704-21 neutron-server[101224]: INFO neutron.quota [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Loaded quota_driver: . Aug 10 01:40:50.673054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Made reservation on behalf of 51194c9ce62e44118f717738208d1fe6 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:40:50.739668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.policy [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101224) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 01:40:50.783936 n-d-767704-21 neutron-server[101224]: WARNING oslo_policy.policy [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 01:40:50.784307 n-d-767704-21 neutron-server[101224]: WARNING oslo_policy.policy [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 01:40:50.795221 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.814836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:50.940948 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.007742 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.019114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=101224) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 01:40:51.037008 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.053919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778556269671', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.054503 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Unsubscribe: segment precommit_create {{(pid=101224) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 01:40:51.055054 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Added segment cea56e58-258a-4ade-93ee-5510329a0f1e of type flat for network 70b818d0-8884-438a-9899-52bf13ff67a6 Aug 10 01:40:51.072524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce8744e-7383-4b10-b524-617c885ff88b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:51.121032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.121369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.121700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.122026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.122349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.122695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.123014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.123327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.123640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.123955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.124268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.124578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Tracked resource versions report: Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: pushed versions: Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: { 'AddressGroup': {'1.2'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'ConntrackHelper': {'1.0'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Log': {'1.0'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Network': {'1.1'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Port': {'1.7'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'PortForwarding': {'1.2'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'QosPolicy': {'1.9'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'SecurityGroup': {'1.4'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'SecurityGroupRule': {'1.2'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'SubPort': {'1.0'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Subnet': {'1.1'}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Trunk': {'1.1'}} Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: consumer versions: Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: { DHCP agent@n-d-767704-21: {}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: L3 agent@n-d-767704-21: {}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: Metadata agent@n-d-767704-21: {}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: Metering agent@n-d-767704-21: {}, Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: Open vSwitch agent@n-d-767704-21: { 'AddressGroup': '1.2', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'ConntrackHelper': '1.0', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Log': '1.0', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Network': '1.1', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Port': '1.7', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'PortForwarding': '1.2', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'QosPolicy': '1.9', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'SecurityGroup': '1.4', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'SecurityGroupRule': '1.2', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'SubPort': '1.0', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Subnet': '1.1', Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: 'Trunk': '1.1'}} Aug 10 01:40:51.125630 n-d-767704-21 neutron-server[101224]: {{(pid=101224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 01:40:51.178745 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.295495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.296581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:51.297222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:51.391029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] Pushing event updated for resources: {'Network': ['ID=70b818d0-8884-438a-9899-52bf13ff67a6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:51.401623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 70b818d0-8884-438a-9899-52bf13ff67a6 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:40:51.439352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d2c0cf13-9774-4d84-8cc1-6244995d86f7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2007999 Aug 10 01:40:52.027051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:53.616341 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:53.780935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55288) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:53.961103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703fdabf-234a-4431-98ad-eec7582d0800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:53.962438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-703fdabf-234a-4431-98ad-eec7582d0800 admin admin] 10.222.0.38 "GET /v2.0/subnets/3ed0317a-feba-40a0-b828-faae64577cea HTTP/1.1" status: 200 len: 849 time: 0.1805580 Aug 10 01:40:54.078514 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bc40db22-919c-4727-b7c9-9ce5fd1fe569 admin admin] 10.222.0.38 "GET /v2.0/routers/5d7ec527-2f9a-44d2-9474-0262a6d9febf HTTP/1.1" status: 200 len: 704 time: 0.1098025 Aug 10 01:40:54.342214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:54.631147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Allocated IP 172.20.0.1 (67367cfa-da56-48fd-87bf-f2d9261c122c/3ed0317a-feba-40a0-b828-faae64577cea/94101926-569f-4703-ade1-278956acacd4) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:40:54.781884 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:54.804204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Transition to ACTIVE for port object 94101926-569f-4703-ade1-278956acacd4 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:40:54.997285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:55.068358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Network 67367cfa-da56-48fd-87bf-f2d9261c122c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:40:55.073007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:40:55.078866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:40:55.079308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:55.136321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Pushing event updated for resources: {'Port': ['ID=94101926-569f-4703-ade1-278956acacd4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:55.329836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:55.380996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-20119b37-fda3-4801-83ef-e5cae155d327 None None] Provisioning for port 94101926-569f-4703-ade1-278956acacd4 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:40:55.384656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-20119b37-fda3-4801-83ef-e5cae155d327 None None] Provisioning complete for port 94101926-569f-4703-ade1-278956acacd4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:40:55.385220 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-20119b37-fda3-4801-83ef-e5cae155d327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:55.417640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-20119b37-fda3-4801-83ef-e5cae155d327 None None] Port 94101926-569f-4703-ade1-278956acacd4 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:40:55.540372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:55.607733 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:55.608421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:55.680106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Pushing event updated for resources: {'Port': ['ID=94101926-569f-4703-ade1-278956acacd4,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:55.729395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Network 67367cfa-da56-48fd-87bf-f2d9261c122c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:40:55.730703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:40:55.937767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-562e834f-6a50-4f45-90d1-b1faeb979573 None None] Provisioning complete for port 94101926-569f-4703-ade1-278956acacd4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:40:55.938162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-562e834f-6a50-4f45-90d1-b1faeb979573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:55.939744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Router 5d7ec527-2f9a-44d2-9474-0262a6d9febf is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:40:55.970904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-562e834f-6a50-4f45-90d1-b1faeb979573 None None] Port 94101926-569f-4703-ade1-278956acacd4 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:40:56.033989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:40:56.041014 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9d711bb3-4acc-4705-8041-f0de0a06904c admin admin] 10.222.0.38 "PUT /v2.0/routers/5d7ec527-2f9a-44d2-9474-0262a6d9febf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9558728 Aug 10 01:40:56.052491 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Sync routers for ids ['5d7ec527-2f9a-44d2-9474-0262a6d9febf'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:40:56.066801 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Routers {'5d7ec527-2f9a-44d2-9474-0262a6d9febf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:40:56.067884 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:40:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5d7ec527-2f9a-44d2-9474-0262a6d9febf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:56.252411 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Set router 5d7ec527-2f9a-44d2-9474-0262a6d9febf gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:40:56.678323 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'name': 'router1', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:40:44Z', 'updated_at': '2021-08-10T01:40:55Z', 'revision_number': 2, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'gw_port_host': None, '_interfaces': [{'id': '94101926-569f-4703-ade1-278956acacd4', 'name': '', 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'mac_address': 'fa:16:3e:d6:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed0317a-feba-40a0-b828-faae64577cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:40:54Z', 'updated_at': '2021-08-10T01:40:55Z', 'revision_number': 2, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'subnets': [{'id': '3ed0317a-feba-40a0-b828-faae64577cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43e9a4ee-b375-4ce8-a960-c508e3c096e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:56.730545 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Checking router: 5d7ec527-2f9a-44d2-9474-0262a6d9febf for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:40:56.730944 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Updating router 5d7ec527-2f9a-44d2-9474-0262a6d9febf port 94101926-569f-4703-ade1-278956acacd4 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:40:56.779448 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:57.301155 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:57.320007 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Transition to ACTIVE for port object 94101926-569f-4703-ade1-278956acacd4 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:40:57.392841 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:57.552971 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Attempting to bind port 94101926-569f-4703-ade1-278956acacd4 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:40:57.553373 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Attempting to bind port 94101926-569f-4703-ade1-278956acacd4 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'dbbae88f-2f8e-4853-9bde-6a9cf1c23461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:40:57.553807 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Attempting to bind port 94101926-569f-4703-ade1-278956acacd4 on network 67367cfa-da56-48fd-87bf-f2d9261c122c {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:40:57.556693 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Pushing event updated for resources: {'Port': ['ID=94101926-569f-4703-ade1-278956acacd4,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:57.563974 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:40:57.564387 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Checking segment: {'id': 'dbbae88f-2f8e-4853-9bde-6a9cf1c23461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:40:57.564875 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:57.565287 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Bound using segment: {'id': 'dbbae88f-2f8e-4853-9bde-6a9cf1c23461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:40:57.565803 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Bound port: 94101926-569f-4703-ade1-278956acacd4, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbae88f-2f8e-4853-9bde-6a9cf1c23461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:40:57.566187 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:57.569650 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.569995 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.570336 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.570698 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.571031 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.571360 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.571687 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.572007 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.572323 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.572652 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.572971 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.573292 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Tracked resource versions report: Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: pushed versions: Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: { 'AddressGroup': {'1.2'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'ConntrackHelper': {'1.0'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Log': {'1.0'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Network': {'1.1'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Port': {'1.7'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'PortForwarding': {'1.2'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'QosPolicy': {'1.9'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'SecurityGroup': {'1.4'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'SecurityGroupRule': {'1.2'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'SubPort': {'1.0'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Subnet': {'1.1'}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Trunk': {'1.1'}} Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: consumer versions: Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: { DHCP agent@n-d-767704-21: {}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: L3 agent@n-d-767704-21: {}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: Metadata agent@n-d-767704-21: {}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: Metering agent@n-d-767704-21: {}, Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: Open vSwitch agent@n-d-767704-21: { 'AddressGroup': '1.2', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'ConntrackHelper': '1.0', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Log': '1.0', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Network': '1.1', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Port': '1.7', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'PortForwarding': '1.2', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'QosPolicy': '1.9', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'SecurityGroup': '1.4', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'SecurityGroupRule': '1.2', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'SubPort': '1.0', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Subnet': '1.1', Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: 'Trunk': '1.1'}} Aug 10 01:40:57.574332 n-d-767704-21 neutron-server[101226]: {{(pid=101226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 01:40:57.642566 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] For port 94101926-569f-4703-ade1-278956acacd4, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:40:57.663272 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] For port 94101926-569f-4703-ade1-278956acacd4, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=94101926-569f-4703-ade1-278956acacd4,segment=NetworkSegment(dbbae88f-2f8e-4853-9bde-6a9cf1c23461),segment_id=dbbae88f-2f8e-4853-9bde-6a9cf1c23461)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:40:57.724651 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:57.779617 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Routers {'5d7ec527-2f9a-44d2-9474-0262a6d9febf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:40:57.780349 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:40:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5d7ec527-2f9a-44d2-9474-0262a6d9febf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:57.846797 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331a847-b58f-412f-a381-828f45db0845 None None] Pushing event updated for resources: {'Port': ['ID=94101926-569f-4703-ade1-278956acacd4,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:57.886129 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] Set router 5d7ec527-2f9a-44d2-9474-0262a6d9febf gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:40:58.092654 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'name': 'router1', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:40:44Z', 'updated_at': '2021-08-10T01:40:55Z', 'revision_number': 2, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'gw_port_host': None, '_interfaces': [{'id': '94101926-569f-4703-ade1-278956acacd4', 'name': '', 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'mac_address': 'fa:16:3e:d6:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed0317a-feba-40a0-b828-faae64577cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:40:54Z', 'updated_at': '2021-08-10T01:40:57Z', 'revision_number': 4, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'subnets': [{'id': '3ed0317a-feba-40a0-b828-faae64577cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43e9a4ee-b375-4ce8-a960-c508e3c096e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:58.118982 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f609eb-330b-4b49-9b65-749f85ac6cb9 None None] The sync data for ids ['5d7ec527-2f9a-44d2-9474-0262a6d9febf'] in n-d-767704-21 is: [{'id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'name': 'router1', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:40:44Z', 'updated_at': '2021-08-10T01:40:55Z', 'revision_number': 2, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'gw_port_host': None, '_interfaces': [{'id': '94101926-569f-4703-ade1-278956acacd4', 'name': '', 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'mac_address': 'fa:16:3e:d6:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed0317a-feba-40a0-b828-faae64577cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:40:54Z', 'updated_at': '2021-08-10T01:40:57Z', 'revision_number': 4, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'subnets': [{'id': '3ed0317a-feba-40a0-b828-faae64577cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43e9a4ee-b375-4ce8-a960-c508e3c096e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:40:58.258461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55308) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:58.368188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89651fcd-14fd-40bf-9f51-2d26a800bec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:58.369493 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-89651fcd-14fd-40bf-9f51-2d26a800bec6 admin admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 842 time: 0.1100581 Aug 10 01:40:58.379401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Request body: {'subnet': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:58.467031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Made reservation on behalf of 51194c9ce62e44118f717738208d1fe6 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:40:58.469204 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:58.777208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:40:58.777656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:58.834988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b74ba4-8871-44f8-a063-a1dfe49b301b,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:58.842881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:40:58.843242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Network hostable DHCP agents. Network: 70b818d0-8884-438a-9899-52bf13ff67a6, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:40:58.944859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:40:59.049530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 70b818d0-8884-438a-9899-52bf13ff67a6) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:40:59.053802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:59.054474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:59.059632 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ff71c-c135-46e9-8390-b4116f055852 None None] Network 70b818d0-8884-438a-9899-52bf13ff67a6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:40:59.166578 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-259752f9-720f-4980-9cda-63a91ef053b8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7773035 Aug 10 01:40:59.183459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce726e60-10b0-418c-a4ae-95ae2c484a38 None None] Network 70b818d0-8884-438a-9899-52bf13ff67a6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:41:01.444433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55316) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:41:01.654907 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-13a92627-6b66-4483-a9d6-a7a271d8e22e admin admin] 10.222.0.38 "GET /v2.0/routers/5d7ec527-2f9a-44d2-9474-0262a6d9febf HTTP/1.1" status: 200 len: 710 time: 0.2093039 Aug 10 01:41:01.742195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b216dee-859d-4b19-abca-a94c53911ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:01.748915 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9b216dee-859d-4b19-abca-a94c53911ab5 admin admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 886 time: 0.0829041 Aug 10 01:41:01.752958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:41:01.999104 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:02.295098 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:02.368500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:02.482640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Allocated IP 172.25.3.196 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/fe78a838-5fbf-467d-a11c-af7e6259e70d) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:41:02.586242 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:02.679116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:02.721797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:41:02.722140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:41:02.727323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:41:02.732436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Pushing event updated for resources: {'Port': ['ID=fe78a838-5fbf-467d-a11c-af7e6259e70d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:03.046060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:03.305741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 94101926-569f-4703-ade1-278956acacd4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:41:03.366416 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:03.371803 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:03.419634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 94101926-569f-4703-ade1-278956acacd4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:41:03.424359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 94101926-569f-4703-ade1-278956acacd4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:41:03.424453 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:03.489566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Router 5d7ec527-2f9a-44d2-9474-0262a6d9febf has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:41:03.508666 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:03.541309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 94101926-569f-4703-ade1-278956acacd4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=94101926-569f-4703-ade1-278956acacd4,segment=NetworkSegment(dbbae88f-2f8e-4853-9bde-6a9cf1c23461),segment_id=dbbae88f-2f8e-4853-9bde-6a9cf1c23461)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:03.599355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:41:03.603763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:03.604978 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-34360d47-e776-447d-be4d-e6da1a12c5ee admin admin] 10.222.0.38 "PUT /v2.0/routers/5d7ec527-2f9a-44d2-9474-0262a6d9febf HTTP/1.1" status: 200 len: 890 time: 1.8554032 Aug 10 01:41:03.607832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:03.658996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=94101926-569f-4703-ade1-278956acacd4,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:04.511793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Sync routers for ids ['5d7ec527-2f9a-44d2-9474-0262a6d9febf'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:41:04.521783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Routers {'5d7ec527-2f9a-44d2-9474-0262a6d9febf'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:41:04.522442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:40:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5d7ec527-2f9a-44d2-9474-0262a6d9febf'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:41:04.772906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Set router 5d7ec527-2f9a-44d2-9474-0262a6d9febf gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:41:05.168644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'name': 'router1', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fe78a838-5fbf-467d-a11c-af7e6259e70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:40:44Z', 'updated_at': '2021-08-10T01:41:02Z', 'revision_number': 4, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'gw_port': {'id': 'fe78a838-5fbf-467d-a11c-af7e6259e70d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:41:02Z', 'updated_at': '2021-08-10T01:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '94101926-569f-4703-ade1-278956acacd4', 'name': '', 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'mac_address': 'fa:16:3e:d6:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed0317a-feba-40a0-b828-faae64577cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:40:54Z', 'updated_at': '2021-08-10T01:41:03Z', 'revision_number': 5, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'subnets': [{'id': '3ed0317a-feba-40a0-b828-faae64577cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43e9a4ee-b375-4ce8-a960-c508e3c096e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:41:05.217395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Checking router: 5d7ec527-2f9a-44d2-9474-0262a6d9febf for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:41:05.217774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Updating router 5d7ec527-2f9a-44d2-9474-0262a6d9febf port fe78a838-5fbf-467d-a11c-af7e6259e70d binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:41:05.266462 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:05.287378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 94101926-569f-4703-ade1-278956acacd4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:41:05.445793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 94101926-569f-4703-ade1-278956acacd4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:41:05.446080 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:05.681914 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:05.691190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Transition to ACTIVE for port object fe78a838-5fbf-467d-a11c-af7e6259e70d will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:41:05.756550 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:05.806767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd135452-a3e9-469a-913b-d0376ad4c9e4 None None] Pushing event updated for resources: {'Port': ['ID=fe78a838-5fbf-467d-a11c-af7e6259e70d,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:05.809293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Attempting to bind port fe78a838-5fbf-467d-a11c-af7e6259e70d on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:41:05.809675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Attempting to bind port fe78a838-5fbf-467d-a11c-af7e6259e70d by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:41:05.810139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Attempting to bind port fe78a838-5fbf-467d-a11c-af7e6259e70d on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:41:05.815392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:41:05.815773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:41:05.816175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:05.816565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:41:05.817692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Bound port: fe78a838-5fbf-467d-a11c-af7e6259e70d, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:41:05.818102 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:05.953328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] For port fe78a838-5fbf-467d-a11c-af7e6259e70d, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:41:05.955820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] For port fe78a838-5fbf-467d-a11c-af7e6259e70d, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fe78a838-5fbf-467d-a11c-af7e6259e70d,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:41:06.023745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55328) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:41:06.084844 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:06.148716 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a1965edd-d9fd-4031-a634-30e57213d263 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1153264 Aug 10 01:41:06.148964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Routers {'5d7ec527-2f9a-44d2-9474-0262a6d9febf'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:41:06.148964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:40:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5d7ec527-2f9a-44d2-9474-0262a6d9febf'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:41:06.148964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd135452-a3e9-469a-913b-d0376ad4c9e4 None None] Pushing event updated for resources: {'Port': ['ID=fe78a838-5fbf-467d-a11c-af7e6259e70d,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:06.255617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] Set router 5d7ec527-2f9a-44d2-9474-0262a6d9febf gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:41:06.474364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'name': 'router1', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fe78a838-5fbf-467d-a11c-af7e6259e70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:40:44Z', 'updated_at': '2021-08-10T01:41:02Z', 'revision_number': 4, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'gw_port': {'id': 'fe78a838-5fbf-467d-a11c-af7e6259e70d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:41:02Z', 'updated_at': '2021-08-10T01:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '94101926-569f-4703-ade1-278956acacd4', 'name': '', 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'mac_address': 'fa:16:3e:d6:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed0317a-feba-40a0-b828-faae64577cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:40:54Z', 'updated_at': '2021-08-10T01:41:03Z', 'revision_number': 5, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'subnets': [{'id': '3ed0317a-feba-40a0-b828-faae64577cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43e9a4ee-b375-4ce8-a960-c508e3c096e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:41:06.503955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a173c80-0f52-412b-a028-8d8107f089a3 None None] The sync data for ids ['5d7ec527-2f9a-44d2-9474-0262a6d9febf'] in n-d-767704-21 is: [{'id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'name': 'router1', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'fe78a838-5fbf-467d-a11c-af7e6259e70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:40:44Z', 'updated_at': '2021-08-10T01:41:02Z', 'revision_number': 4, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'gw_port': {'id': 'fe78a838-5fbf-467d-a11c-af7e6259e70d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:41:02Z', 'updated_at': '2021-08-10T01:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '94101926-569f-4703-ade1-278956acacd4', 'name': '', 'network_id': '67367cfa-da56-48fd-87bf-f2d9261c122c', 'tenant_id': '0efd15ad2e124e56b5119e97bf2ba043', 'mac_address': 'fa:16:3e:d6:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7ec527-2f9a-44d2-9474-0262a6d9febf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed0317a-feba-40a0-b828-faae64577cea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:40:54Z', 'updated_at': '2021-08-10T01:41:03Z', 'revision_number': 5, 'project_id': '0efd15ad2e124e56b5119e97bf2ba043', 'subnets': [{'id': '3ed0317a-feba-40a0-b828-faae64577cea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43e9a4ee-b375-4ce8-a960-c508e3c096e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:41:07.305113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fe78a838-5fbf-467d-a11c-af7e6259e70d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:41:07.410703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port fe78a838-5fbf-467d-a11c-af7e6259e70d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:41:07.415718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fe78a838-5fbf-467d-a11c-af7e6259e70d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:41:07.416097 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:07.491772 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:07.516137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port fe78a838-5fbf-467d-a11c-af7e6259e70d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fe78a838-5fbf-467d-a11c-af7e6259e70d,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:07.581001 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:07.631934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=fe78a838-5fbf-467d-a11c-af7e6259e70d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:09.292220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fe78a838-5fbf-467d-a11c-af7e6259e70d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:41:09.338959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fe78a838-5fbf-467d-a11c-af7e6259e70d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:41:09.339333 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:17.855638 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-986aa1a3-cf88-47fc-ab5a-925e8892901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:20.504224 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2271dafd-0178-4e53-91e0-cb6b2a4e5ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:21.016637 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:22.037635 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:23.707363 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:25.925097 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:41:47.888156 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1cada2e7-0b8c-4eb8-a280-57c14e2df089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:51.071504 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2596-bbd7-47a7-9a53-94fefbd581ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:51.072975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:52.122315 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:53.625217 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:02.904696 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:42:17.858461 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fb33664b-b6fb-486a-9fb6-5ccd6165fa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:20.463894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f2c39024-8cdb-47c3-9c75-70e789f9099e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:21.075853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:22.045145 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:23.651551 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:39.902638 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:42:47.846120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d398bd28-fe6d-459a-88a0-7ff3ac6ae35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:49.324136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55930) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:49.388827 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-432b12f8-4410-4e3d-ab52-581341c6c726 admin admin] GET failed (client error): The resource could not be found. Aug 10 01:42:49.390166 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-432b12f8-4410-4e3d-ab52-581341c6c726 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650859 Aug 10 01:42:49.547758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa341c-23e7-4668-98b8-9b3d9ad362a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:49.549296 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-91aa341c-23e7-4668-98b8-9b3d9ad362a0 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1536939 Aug 10 01:42:50.474458 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-766861dc-2590-4592-8086-beb52842d9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:51.095855 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:51.721628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55940) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:51.811055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b1536-6982-4114-a22a-e3e61b990838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:51.812395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-296b1536-6982-4114-a22a-e3e61b990838 admin admin] 10.222.0.38 "GET /v2.0/subnets/3ed0317a-feba-40a0-b828-faae64577cea HTTP/1.1" status: 200 len: 849 time: 0.0898242 Aug 10 01:42:51.822773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:51.908503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:52.056925 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:52.097595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778556149140'] for subnet, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:52.129945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:52.130173 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:52.131488 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] 10.222.0.38 "PUT /v2.0/subnets/3ed0317a-feba-40a0-b828-faae64577cea HTTP/1.1" status: 200 len: 868 time: 0.3124757 Aug 10 01:42:52.132835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4050cbe-40ac-44d5-a70f-7f7d43706253 None None] Network 67367cfa-da56-48fd-87bf-f2d9261c122c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:42:52.150255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed0317a-feba-40a0-b828-faae64577cea,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:52.157743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.158120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.158421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.158847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.159205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.159693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.160218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.160551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.160878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.161202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.161526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.161851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca717425-c674-4739-8913-37761bf51981 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:52.533604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9865ac65-b5e6-4acd-8a85-36e3084996a3 None None] Provisioning complete for port dc55b7c1-b2ab-49a7-bc0b-ee2930c75af5 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:52.534113 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9865ac65-b5e6-4acd-8a85-36e3084996a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:52.616690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9865ac65-b5e6-4acd-8a85-36e3084996a3 None None] Provisioning complete for port 94101926-569f-4703-ade1-278956acacd4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:52.616977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9865ac65-b5e6-4acd-8a85-36e3084996a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:53.656073 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:54.314997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55948) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:54.513929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd902522-e04a-42bc-ad0e-91e71b881ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:54.514332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd902522-e04a-42bc-ad0e-91e71b881ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:54.515932 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dd902522-e04a-42bc-ad0e-91e71b881ed9 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993303 Aug 10 01:42:56.668672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55956) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:56.801225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ef5d3a-c2ae-4703-b0bc-71ff81c3cead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:56.801715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ef5d3a-c2ae-4703-b0bc-71ff81c3cead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:56.803277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c8ef5d3a-c2ae-4703-b0bc-71ff81c3cead admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336594 Aug 10 01:42:58.922184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55964) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:59.056679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db956b-c9e0-41d2-a003-1a3aab65a1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:59.058069 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-95db956b-c9e0-41d2-a003-1a3aab65a1a8 admin admin] 10.222.0.38 "GET /v2.0/networks/67367cfa-da56-48fd-87bf-f2d9261c122c HTTP/1.1" status: 200 len: 869 time: 0.1349034 Aug 10 01:43:01.204269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55972) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:43:01.327837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54acf5d-2e7a-4d41-8ae8-f62271d648eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:01.329224 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d54acf5d-2e7a-4d41-8ae8-f62271d648eb admin admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 886 time: 0.1239929 Aug 10 01:43:03.451428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55980) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:43:03.584108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe80d3-f101-4484-a47e-36462f7c5f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:03.584480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe80d3-f101-4484-a47e-36462f7c5f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:03.586007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-effe80d3-f101-4484-a47e-36462f7c5f7c admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1336546 Aug 10 01:43:05.704732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55990) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:43:05.798475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eccd2d-368f-4463-b8f0-ed9520d57e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:05.799067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eccd2d-368f-4463-b8f0-ed9520d57e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:05.800578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-59eccd2d-368f-4463-b8f0-ed9520d57e6c admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948746 Aug 10 01:43:07.944453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55998) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:43:08.059038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e8610-a93b-4de5-996a-41fbfd5bf562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:08.060368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-622e8610-a93b-4de5-996a-41fbfd5bf562 admin admin] 10.222.0.38 "GET /v2.0/subnets/32b74ba4-8871-44f8-a063-a1dfe49b301b HTTP/1.1" status: 200 len: 816 time: 0.1149597 Aug 10 01:43:10.218945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56006) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:43:10.309919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e88a7-592d-44fd-bb7c-cfd08e703129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:10.311289 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c81e88a7-592d-44fd-bb7c-cfd08e703129 admin admin] 10.222.0.38 "GET /v2.0/subnets/3ed0317a-feba-40a0-b828-faae64577cea HTTP/1.1" status: 200 len: 868 time: 0.0913982 Aug 10 01:43:16.901807 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:43:17.838906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7008cd8e-ac52-40ce-97a3-71f408b3be47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:20.483162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8d55148d-0f6a-4420-9277-324ae68de89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:21.073002 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:22.039136 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:23.639952 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:36.355825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56060) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:43:36.401899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-5bfe1ea2-8e49-488e-876b-6299c78e5206 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:43:36.402933 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5bfe1ea2-8e49-488e-876b-6299c78e5206 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461600 Aug 10 01:43:38.666252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56068) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:43:38.730094 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-32657570-22cd-47d6-8d3e-bcb15ed8dabb admin admin] GET failed (client error): The resource could not be found. Aug 10 01:43:38.731422 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-32657570-22cd-47d6-8d3e-bcb15ed8dabb admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641897 Aug 10 01:43:38.914451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613704c7-141f-471c-a6ac-1e314353d01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:38.915888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-613704c7-141f-471c-a6ac-1e314353d01f admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1798587 Aug 10 01:43:41.068532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56076) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:43:41.116957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:43:41.179872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Made reservation on behalf of 51194c9ce62e44118f717738208d1fe6 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:43:41.182159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:41.211257 n-d-767704-21 neutron-server[101223]: WARNING neutron.services.revisions.revision_plugin [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Could not find related network for resource to bump revision. Aug 10 01:43:41.224607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:43:41.233540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:41.237501 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Added segment 4f089983-2cd2-44e4-bbf2-999da36f04e9 of type vlan for network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 Aug 10 01:43:41.283951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:41.358452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:41.360085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:41.360833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:41.417145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] Pushing event updated for resources: {'Network': ['ID=28297fa7-c3e2-4a03-bd8f-6995bbe8a314,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:43:41.427809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:43:41.467691 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d956c35e-2c78-4965-9e02-4333e9d1235c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3979814 Aug 10 01:43:43.609076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56084) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:43:43.669481 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee1ff55-8dd9-427f-b9de-4d79c0d9123d admin admin] GET failed (client error): The resource could not be found. Aug 10 01:43:43.670911 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3ee1ff55-8dd9-427f-b9de-4d79c0d9123d admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607498 Aug 10 01:43:43.741701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fcb674-e9dc-4156-972f-77b5cb4fb1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:43.743190 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-61fcb674-e9dc-4156-972f-77b5cb4fb1ae admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680144 Aug 10 01:43:43.753337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:43:43.844008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Made reservation on behalf of 51194c9ce62e44118f717738208d1fe6 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:43:43.846351 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:44.055536 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:44.109085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5caff11-0b14-43d8-9217-da9cb84cba1c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:43:44.117384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:43:44.117742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Network hostable DHCP agents. Network: 28297fa7-c3e2-4a03-bd8f-6995bbe8a314, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:43:44.191987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:43:44.277643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 28297fa7-c3e2-4a03-bd8f-6995bbe8a314) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:43:44.281742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:44.282333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:44.286722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ae63f-d6ea-4769-8dc5-0e365f6b87c1 None None] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:43:44.347876 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-27a0a1d9-693e-46d4-a928-3e49dfc36e41 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5979280 Aug 10 01:43:44.530744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'tenant_id': '51194c9ce62e44118f717738208d1fe6', 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:43:44.531890 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:44.671017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Allocated IP 192.168.233.2 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/176afe0a-c25f-406f-b873-0514c0773f5a) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:43:44.811731 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:44.820422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Transition to ACTIVE for port object 176afe0a-c25f-406f-b873-0514c0773f5a will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:43:44.835404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Transition to ACTIVE for port object 176afe0a-c25f-406f-b873-0514c0773f5a will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:43:44.901318 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:44.941946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:43:44.944753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:43:44.951723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:43:44.955314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Pushing event updated for resources: {'Port': ['ID=176afe0a-c25f-406f-b873-0514c0773f5a,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:43:44.966279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.966651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.967007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.967355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.967695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.968031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.968370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.969314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.969647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.969975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.970305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:44.970655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:43:45.020420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Attempting to bind port 176afe0a-c25f-406f-b873-0514c0773f5a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:43:45.020922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Attempting to bind port 176afe0a-c25f-406f-b873-0514c0773f5a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:43:45.021287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Attempting to bind port 176afe0a-c25f-406f-b873-0514c0773f5a on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:43:45.026279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:43:45.026722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:43:45.027125 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:45.027515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:43:45.027982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Bound port: 176afe0a-c25f-406f-b873-0514c0773f5a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:43:45.028379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:45.094744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] For port 176afe0a-c25f-406f-b873-0514c0773f5a, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:43:45.097878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] For port 176afe0a-c25f-406f-b873-0514c0773f5a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=176afe0a-c25f-406f-b873-0514c0773f5a,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:43:45.181454 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:45.239215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62780540-4a85-43bc-b4e0-86f0d694b6a3 None None] Pushing event updated for resources: {'Port': ['ID=176afe0a-c25f-406f-b873-0514c0773f5a,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:43:46.049548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984fa78-ebb4-43d1-8d0e-4b687cdd303e None None] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:43:46.175386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c00a9c45-3361-4add-a821-eac28aa81e0a None None] Provisioning for port 176afe0a-c25f-406f-b873-0514c0773f5a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:43:47.428385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 176afe0a-c25f-406f-b873-0514c0773f5a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:43:47.523686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 176afe0a-c25f-406f-b873-0514c0773f5a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:43:47.527610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 176afe0a-c25f-406f-b873-0514c0773f5a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:43:47.527975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:47.608219 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:47.652457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 176afe0a-c25f-406f-b873-0514c0773f5a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=176afe0a-c25f-406f-b873-0514c0773f5a,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:43:47.746600 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:47.822010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=176afe0a-c25f-406f-b873-0514c0773f5a,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:43:47.878129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e7b9ff1e-681f-4242-bca0-47393d418313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:49.401408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 176afe0a-c25f-406f-b873-0514c0773f5a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:43:49.452365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 176afe0a-c25f-406f-b873-0514c0773f5a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:43:49.453359 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:50.501255 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-66511615-afc9-448a-b206-ab8081d5ac11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:51.054996 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:52.060537 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:53.643482 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:53.900066 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:44:17.825245 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8701f46a-3f9a-4b62-b295-d3de7fa883f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:20.481560 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f890890-b627-4571-81d4-f84c0bff33a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:21.019176 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:22.047866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:23.636971 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:30.900229 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:44:47.841174 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-838909fc-264d-4626-8869-264de9e6c3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:50.475242 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-83922717-03af-4ee3-876c-1e8cf3595ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:51.023643 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:52.058038 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:53.652569 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:07.898470 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:45:17.828374 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c2d3-848e-4aa7-99c5-4ac2d3898cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:19.957728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56138) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:19.963958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-3edf35aa-ccdf-4eb0-9fcc-d51c989e04e3 tempest-verify_tempest_config-1406553016 tempest-verify_tempest_config-1406553016-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:45:19.964935 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3edf35aa-ccdf-4eb0-9fcc-d51c989e04e3 tempest-verify_tempest_config-1406553016 tempest-verify_tempest_config-1406553016-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062191 Aug 10 01:45:20.485581 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0943c5a2-30b6-4147-8e84-38b2eebeae2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.492228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56156) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:20.601676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.692844 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.753804 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.801714 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2bf12e54f3204764a534677548454e80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3083901 Aug 10 01:45:20.802767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61af61b-e4e4-4e9d-a983-3354cd7693cb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:20.804419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56160) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:20.809468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.809755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.810088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.810414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.810776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.811104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.811424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.811745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.812060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.812408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.812843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.813219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e47c165-9ea4-43ed-a0dd-addc9649bbf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:20.863223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.883056 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:21.005840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:21.008400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:21.009692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e61af61b-e4e4-4e9d-a983-3354cd7693cb HTTP/1.1" status: 204 len: 168 time: 0.2042806 Aug 10 01:45:21.017892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61af61b-e4e4-4e9d-a983-3354cd7693cb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:21.023168 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:21.024936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.025285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.025627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.025965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.026301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.026660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.026988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.029892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.029892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.029892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.029892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:21.029892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702d5c38-1cc0-48d5-baf5-50355ca3a2b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:22.085339 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:23.679544 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.898132 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:45:47.866717 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e0562427-104e-46d2-9fad-46af21c34bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.485068 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c8097357-7ae3-4564-988e-f99c1d100854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.038634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.072069 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.632467 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:17.831102 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f5c5-c848-4b04-a5d3-79a38ffb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:20.488454 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-122aa53a-36c2-42a1-b38a-00067675bfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:21.036971 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:21.897497 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:46:22.076808 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:23.677314 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:47.818697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ae087551-7999-4d49-b0e3-6357b3b1af40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:50.493461 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3353c273-5aa5-4c91-94c3-6f7fe10c7314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:51.024505 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:52.069806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:53.642160 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:58.896923 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:47:17.828855 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-914f26e2-575a-40b0-aa17-b6addc5466b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:20.486321 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6480d6c8-eca5-4671-9a1d-b4be888c1621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:21.035044 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:22.068816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.674772 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.895967 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 5 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:47:47.936514 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9539060d-8697-4f40-81fb-a9383a4cc24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:50.502162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-59008421-68c4-4457-8dfb-9646dee81ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:51.039274 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:52.062118 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:53.678892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:12.500935 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766973'] for agent, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:12.895226 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 6 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:48:13.969740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-766973'] for agent, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:17.831868 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-93ad1a53-c3cd-49ad-a158-4499fffe9788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:20.569298 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-636bfb99-636f-419b-b717-abd7c9052d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.049628 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.054880 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:23.660859 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:42.471381 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:43.922530 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:47.814554 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3991ea8e-f829-4673-85d7-2c44f532cbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:49.894927 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:48:50.505736 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-87185e43-7d04-4369-96a9-8692bf03a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:51.043301 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:52.111107 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:53.659493 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:56.665680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56226) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:56.769534 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-555b1f98-b754-4105-8009-a9cd206966a0 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1027603 Aug 10 01:48:58.947366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56236) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:59.002128 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b768a9d4-f8f9-463a-9757-b3857a3a2e26 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0537381 Aug 10 01:49:12.453026 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:13.927093 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:17.841204 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-acfde7c9-73ba-451a-aada-2ae8bcf959a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:20.487178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fcb13402-5b44-4145-b589-bc1f6c5b2cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:21.041405 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:22.172513 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:23.675507 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:26.894838 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:49:42.446525 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.903747 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.834159 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7f793f2a-7664-40c8-a915-e0fe65b0fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.486089 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-240871ff-072b-414e-99a3-250b99f97d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:51.040592 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:52.091576 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.674958 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:03.894337 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:50:12.479297 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:13.925188 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:17.845094 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0c2e4ebd-9bd0-459a-bc0f-6830a124ec24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:20.501462 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-978fba72-994a-4d68-9b99-4e91f86cd184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:20.523478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56460) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:21.039420 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:21.183348 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-102bb50e-0db2-45e0-a126-0fa9339011f3 tempest-AutoAllocateNetworkTest-666727638 tempest-AutoAllocateNetworkTest-666727638-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ce6d903490384e5891fb979d3e0b384f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6585765 Aug 10 01:50:21.186621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56482) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:21.386357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b5c44-5b36-4035-8fe7-c39f1e50791b tempest-AutoAllocateNetworkTest-666727638 tempest-AutoAllocateNetworkTest-666727638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:21.391191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9e1b5c44-5b36-4035-8fe7-c39f1e50791b tempest-AutoAllocateNetworkTest-666727638 tempest-AutoAllocateNetworkTest-666727638-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2008162 Aug 10 01:50:21.391440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56492) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:21.486219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0284591a-f9ba-4812-baae-bd630af918c8 tempest-AutoAllocateNetworkTest-666727638 tempest-AutoAllocateNetworkTest-666727638-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936844 Aug 10 01:50:21.488752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56498) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:21.516676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c7e1bc46-8fd2-4835-9b77-7a6f866778f4 tempest-AutoAllocateNetworkTest-666727638 tempest-AutoAllocateNetworkTest-666727638-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ce6d903490384e5891fb979d3e0b384f HTTP/1.1" status: 200 len: 208 time: 0.0265768 Aug 10 01:50:22.102262 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:22.483850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56534) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:22.885194 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:22.982944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:23.265184 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:23.265184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8463549a-401b-4ff0-b599-f927634b9624,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:23.265184 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce6d903490384e5891fb979d3e0b384f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6163170 Aug 10 01:50:23.266667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56566) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ad489e-58c0-43e3-8485-5f57bca091ef admin admin] Tracked resource versions report: Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: pushed versions: Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: { 'AddressGroup': {'1.2'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'ConntrackHelper': {'1.0'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Log': {'1.0'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Network': {'1.1'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Port': {'1.7'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'PortForwarding': {'1.2'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'QosPolicy': {'1.9'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'SecurityGroup': {'1.4'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'SecurityGroupRule': {'1.2'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'SubPort': {'1.0'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Subnet': {'1.1'}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Trunk': {'1.1'}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: consumer versions: Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: { DHCP agent@n-d-767704-21: {}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: HyperV agent@n-h1-767704-21: {}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: HyperV agent@n-h2-767704-21: {}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: L3 agent@n-d-767704-21: {}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: Metadata agent@n-d-767704-21: {}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: Metering agent@n-d-767704-21: {}, Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: Open vSwitch agent@n-d-767704-21: { 'AddressGroup': '1.2', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'ConntrackHelper': '1.0', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Log': '1.0', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Network': '1.1', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Port': '1.7', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'PortForwarding': '1.2', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'QosPolicy': '1.9', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'SecurityGroup': '1.4', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'SecurityGroupRule': '1.2', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'SubPort': '1.0', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Subnet': '1.1', Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: 'Trunk': '1.1'}} Aug 10 01:50:23.267759 n-d-767704-21 neutron-server[101223]: {{(pid=101223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 01:50:23.270810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:23.270810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:23.337050 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:23.339666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:23.343547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8463549a-401b-4ff0-b599-f927634b9624 HTTP/1.1" status: 204 len: 168 time: 0.2360661 Aug 10 01:50:23.349351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8463549a-401b-4ff0-b599-f927634b9624,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:23.357397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.357976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.358492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.358851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.359315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.359779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.360446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.360900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.361369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.361826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.362273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.362861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33253781-335d-4a29-9b0d-fe1192372ffa admin admin] Tracked resource versions report: Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: pushed versions: Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: { 'AddressGroup': {'1.2'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'ConntrackHelper': {'1.0'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Log': {'1.0'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Network': {'1.1'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Port': {'1.7'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'PortForwarding': {'1.2'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'QosPolicy': {'1.9'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'SecurityGroup': {'1.4'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'SecurityGroupRule': {'1.2'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'SubPort': {'1.0'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Subnet': {'1.1'}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Trunk': {'1.1'}} Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: consumer versions: Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: { DHCP agent@n-d-767704-21: {}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: HyperV agent@n-h1-767704-21: {}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: HyperV agent@n-h2-767704-21: {}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: L3 agent@n-d-767704-21: {}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: Metadata agent@n-d-767704-21: {}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: Metering agent@n-d-767704-21: {}, Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: Open vSwitch agent@n-d-767704-21: { 'AddressGroup': '1.2', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'ConntrackHelper': '1.0', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Log': '1.0', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Network': '1.1', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Port': '1.7', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'PortForwarding': '1.2', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'QosPolicy': '1.9', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'SecurityGroup': '1.4', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'SecurityGroupRule': '1.2', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'SubPort': '1.0', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Subnet': '1.1', Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: 'Trunk': '1.1'}} Aug 10 01:50:23.364141 n-d-767704-21 neutron-server[101224]: {{(pid=101224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 01:50:23.662097 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:24.483478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56628) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:24.789728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5888c5c-310b-456d-8485-db810a0ba9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:24.894864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5888c5c-310b-456d-8485-db810a0ba9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:24.960131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5888c5c-310b-456d-8485-db810a0ba9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:24.991024 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5888c5c-310b-456d-8485-db810a0ba9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0868fe-1fdd-48aa-99f9-fd55932b79bd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:25.029016 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b5888c5c-310b-456d-8485-db810a0ba9da admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fed011cb4c70493e9e0631ac2e161064&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5416665 Aug 10 01:50:25.031357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56656) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:25.104712 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2410fe4-fafb-41b9-9022-bc4278fd1cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:25.136994 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2410fe4-fafb-41b9-9022-bc4278fd1cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:25.276695 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2410fe4-fafb-41b9-9022-bc4278fd1cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:25.280912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2410fe4-fafb-41b9-9022-bc4278fd1cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:25.283197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e2410fe4-fafb-41b9-9022-bc4278fd1cb1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e0868fe-1fdd-48aa-99f9-fd55932b79bd HTTP/1.1" status: 204 len: 168 time: 0.2496023 Aug 10 01:50:25.291432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2410fe4-fafb-41b9-9022-bc4278fd1cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0868fe-1fdd-48aa-99f9-fd55932b79bd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:25.497164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56696) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:25.499818 n-d-767704-21 neutron-server[101224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 01:50:25.531202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-7731f2c4-a72f-49d9-9c98-7a5d6b9940de tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323853 Aug 10 01:50:25.665071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-1c41b08e-3506-4cfb-ad19-b9561ac64938 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:25.666725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-1c41b08e-3506-4cfb-ad19-b9561ac64938 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297660 Aug 10 01:50:25.689737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-6c1c8964-4944-4d80-ad42-8e9a73ea5004 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/quotas/043b9091143d4f489d1e2f2b8a1a1ecb HTTP/1.1" status: 200 len: 375 time: 0.0120347 Aug 10 01:50:25.748873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-c6e29c7c-dd50-4450-b376-9b4b5d28840c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518029 Aug 10 01:50:26.123457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56730) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:26.317923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56736) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:26.331165 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60bf8892-8ca0-454e-b640-5b9c74a56066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.434465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60bf8892-8ca0-454e-b640-5b9c74a56066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.508792 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60bf8892-8ca0-454e-b640-5b9c74a56066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.550083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf8892-8ca0-454e-b640-5b9c74a56066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385f4194-8ad1-4b72-ae57-2678e03e01ab,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:26.613113 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6600be87-4adc-4c63-889a-5a9948055aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.645764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-60bf8892-8ca0-454e-b640-5b9c74a56066 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3478ca76b5eb4bc1ad0efbf8a6cd3730&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3233368 Aug 10 01:50:26.646075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56762) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:26.688398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56766) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:26.716640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39f6f6ee-7ce4-4d1c-88f9-a7a4255b0e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.740655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39f6f6ee-7ce4-4d1c-88f9-a7a4255b0e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.758903 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6600be87-4adc-4c63-889a-5a9948055aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.822303 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6600be87-4adc-4c63-889a-5a9948055aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.859345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600be87-4adc-4c63-889a-5a9948055aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc4cf23-fd1c-4303-8788-08f11d7a0456,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:26.878525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6600be87-4adc-4c63-889a-5a9948055aab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e62c06012324ca08f0f230262ef90d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7536783 Aug 10 01:50:26.881470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56782) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:26.902065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39f6f6ee-7ce4-4d1c-88f9-a7a4255b0e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.902065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39f6f6ee-7ce4-4d1c-88f9-a7a4255b0e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.902065 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-39f6f6ee-7ce4-4d1c-88f9-a7a4255b0e33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/385f4194-8ad1-4b72-ae57-2678e03e01ab HTTP/1.1" status: 204 len: 168 time: 0.2526834 Aug 10 01:50:26.913658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6f6ee-7ce4-4d1c-88f9-a7a4255b0e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385f4194-8ad1-4b72-ae57-2678e03e01ab,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:27.001083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce17992f-2107-4a30-b229-38c26212c7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:27.025247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce17992f-2107-4a30-b229-38c26212c7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:27.137973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01071f6e-d797-4d64-b4a2-b54b1a132593 req-14f71115-8d3a-4d5b-890d-f7a55b2153b9 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 210 time: 0.4481585 Aug 10 01:50:27.149191 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce17992f-2107-4a30-b229-38c26212c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:27.153991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce17992f-2107-4a30-b229-38c26212c7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:27.156267 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ce17992f-2107-4a30-b229-38c26212c7e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ffc4cf23-fd1c-4303-8788-08f11d7a0456 HTTP/1.1" status: 204 len: 168 time: 0.2733436 Aug 10 01:50:27.167308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17992f-2107-4a30-b229-38c26212c7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc4cf23-fd1c-4303-8788-08f11d7a0456,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:27.987056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-06cbb805-a318-4e2e-96c8-f16f1b074f2e tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=707e975fb2794479ade800fff6aa1b89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213096 Aug 10 01:50:28.018438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56844) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:28.032527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ceda4b2c-2eb4-47dd-b7aa-fee7efbb2c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.102201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-30a11fdf-a14e-45a3-b30f-344675d3f994 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:28.111795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-30a11fdf-a14e-45a3-b30f-344675d3f994 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185787 Aug 10 01:50:28.131931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-e7331018-4a19-4240-b1db-9dc9c6adb9c1 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/quotas/707e975fb2794479ade800fff6aa1b89 HTTP/1.1" status: 200 len: 375 time: 0.0190029 Aug 10 01:50:28.137041 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ceda4b2c-2eb4-47dd-b7aa-fee7efbb2c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.165244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-66cccc7a-6a93-4603-976e-152464216770 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=707e975fb2794479ade800fff6aa1b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300624 Aug 10 01:50:28.233603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ceda4b2c-2eb4-47dd-b7aa-fee7efbb2c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.282877 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ceda4b2c-2eb4-47dd-b7aa-fee7efbb2c80 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21f69600a2504ecabc50e0620a424cae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2631304 Aug 10 01:50:28.284050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda4b2c-2eb4-47dd-b7aa-fee7efbb2c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a3afb-f7d0-458f-9bfe-b7cae5b97840,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:28.285840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56856) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:28.360796 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-effef2e7-3bbb-4c72-975e-fc06ffe3f60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.383733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-effef2e7-3bbb-4c72-975e-fc06ffe3f60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.408769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56858) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:28.518868 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-effef2e7-3bbb-4c72-975e-fc06ffe3f60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.525684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-effef2e7-3bbb-4c72-975e-fc06ffe3f60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.528104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-effef2e7-3bbb-4c72-975e-fc06ffe3f60a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/097a3afb-f7d0-458f-9bfe-b7cae5b97840 HTTP/1.1" status: 204 len: 168 time: 0.2365839 Aug 10 01:50:28.540254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effef2e7-3bbb-4c72-975e-fc06ffe3f60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a3afb-f7d0-458f-9bfe-b7cae5b97840,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:28.621643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08b77889-7a43-4769-a3dd-ebed8800336b req-4b1e1742-a858-42a3-bd2f-813b3552ff40 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 210 time: 0.0567164 Aug 10 01:50:28.678157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2742af7c-cc84-4b3c-a277-f8f9813fad43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.709853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4014b7db-9777-40c8-8f39-3c83e37ec275 req-b9676fbf-14ea-4f0d-a30c-3e325c665316 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 210 time: 0.0374691 Aug 10 01:50:28.834842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2742af7c-cc84-4b3c-a277-f8f9813fad43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.929418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2742af7c-cc84-4b3c-a277-f8f9813fad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:28.969598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2742af7c-cc84-4b3c-a277-f8f9813fad43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ce9951c367c4ed7bcee076b5c6a61be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5596700 Aug 10 01:50:28.972640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56902) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:28.974479 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742af7c-cc84-4b3c-a277-f8f9813fad43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67558c59-a1d2-462d-a6f2-e950f3cd9749,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:29.037926 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32306992-e920-4796-be7e-b7a56a588514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:29.060000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32306992-e920-4796-be7e-b7a56a588514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:29.168177 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32306992-e920-4796-be7e-b7a56a588514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:29.172240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32306992-e920-4796-be7e-b7a56a588514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:29.174151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-32306992-e920-4796-be7e-b7a56a588514 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/67558c59-a1d2-462d-a6f2-e950f3cd9749 HTTP/1.1" status: 204 len: 168 time: 0.2000892 Aug 10 01:50:29.195155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32306992-e920-4796-be7e-b7a56a588514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67558c59-a1d2-462d-a6f2-e950f3cd9749,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:29.706416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.16', 58959) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:29.762792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a23b2cea-268c-453d-b0c5-04d1ffa546ba req-c525d58d-9e12-4f82-95ab-8a8fa85a5514 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 210 time: 0.0370305 Aug 10 01:50:29.772626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-60e850e2-391b-4406-8a9f-ddac6fabaa63 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650535 Aug 10 01:50:29.953185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3f102b8-c798-45e0-8903-3b1aadc7e30f req-db36accc-3bd4-42ed-927a-d78286bc8e9d tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 210 time: 0.0583720 Aug 10 01:50:29.988655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-e9661aec-2b30-49ea-b630-a8315e4d7651 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:29.990370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-e9661aec-2b30-49ea-b630-a8315e4d7651 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117047 Aug 10 01:50:30.053431 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Request body: {'port': {'device_id': 'bfb6207f-655d-4377-9194-d37d213bdbbb', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '043b9091143d4f489d1e2f2b8a1a1ecb'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:30.166156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56964) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:30.189109 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adf16221-eda9-4aea-ae9e-c54a299941fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.305289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adf16221-eda9-4aea-ae9e-c54a299941fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.376112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adf16221-eda9-4aea-ae9e-c54a299941fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.408666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf16221-eda9-4aea-ae9e-c54a299941fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d05a2d-ef43-47d2-9f4e-806ee6f07364,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:30.441484 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-adf16221-eda9-4aea-ae9e-c54a299941fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=980aa9cdbd5447dda5fc1fbda89b3a17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2727718 Aug 10 01:50:30.452102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56976) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:30.495784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Made reservation on behalf of 043b9091143d4f489d1e2f2b8a1a1ecb for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:50:30.499370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.507674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b74e02ba-f149-4e2e-9f62-0d23fba198c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.508137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.532925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b74e02ba-f149-4e2e-9f62-0d23fba198c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.673220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b74e02ba-f149-4e2e-9f62-0d23fba198c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.676520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b74e02ba-f149-4e2e-9f62-0d23fba198c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.680865 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b74e02ba-f149-4e2e-9f62-0d23fba198c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69d05a2d-ef43-47d2-9f4e-806ee6f07364 HTTP/1.1" status: 204 len: 168 time: 0.2276802 Aug 10 01:50:30.693239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e02ba-f149-4e2e-9f62-0d23fba198c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d05a2d-ef43-47d2-9f4e-806ee6f07364,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:30.766417 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:30.856216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-460586c4-e54e-4371-a4ac-e886225c725b req-f034d733-c2bf-4a6d-85a0-32286f29b090 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 210 time: 0.0255721 Aug 10 01:50:30.867307 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:31.024639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:31.083924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d74ddbc-ff47-406c-8911-bed86b9f1e5c req-6e76a4b6-2189-40bb-9c1d-803c55bf7540 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 210 time: 0.0475228 Aug 10 01:50:31.220605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Allocated IP 192.168.233.104 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/aad343a5-608f-4c73-987f-af4f2bc9faf2) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:50:31.397470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.11', 64986) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:31.449387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-775704a0-f152-4c48-9c5f-0a9671ba9ccd tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=707e975fb2794479ade800fff6aa1b89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289340 Aug 10 01:50:31.611265 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:31.680054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-d33b493c-f718-4197-8399-0ccc1e92d32e tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:31.681646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-d33b493c-f718-4197-8399-0ccc1e92d32e tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261572 Aug 10 01:50:31.686500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Transition to ACTIVE for port object aad343a5-608f-4c73-987f-af4f2bc9faf2 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:31.782347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Request body: {'port': {'device_id': '2c32232c-fd1c-4e4c-8b5f-26652d2a1541', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '707e975fb2794479ade800fff6aa1b89'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:32.149542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da78341e-c428-4029-8f86-923e4f5b6a9e req-a01c10e9-ccf7-4a26-b359-943077b73560 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 210 time: 0.0527272 Aug 10 01:50:32.253035 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:32.255705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Made reservation on behalf of 707e975fb2794479ade800fff6aa1b89 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:50:32.260341 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:32.408907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:32.533249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:50:32.547731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Pushing event updated for resources: {'Port': ['ID=aad343a5-608f-4c73-987f-af4f2bc9faf2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:32.550338 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:32.573340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080a863-cba6-4374-97ac-f65e3db44a99 req-33117b78-c69f-417d-acd5-6552a64c0e09 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:32.575031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7080a863-cba6-4374-97ac-f65e3db44a99 req-33117b78-c69f-417d-acd5-6552a64c0e09 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 936 time: 0.1673110 Aug 10 01:50:32.695202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:50:32.704353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:32.714046 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:32.792335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7080a863-cba6-4374-97ac-f65e3db44a99 req-b6746362-d922-4d32-9259-b5b9683fb8f3 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891673 Aug 10 01:50:32.851883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:32.939326 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:32.993024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23567c6f-9409-49de-a6e6-8df041825c48,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:33.013695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-f9ef16fa-57f0-49f6-aa15-a688d1e99a0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9642231 Aug 10 01:50:33.052490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-1e3d3413-8c48-4831-8fc0-a6617e35a913 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:50:33.053483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-1e3d3413-8c48-4831-8fc0-a6617e35a913 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061095 Aug 10 01:50:33.159143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4ebb7691-2d2c-46ae-85d0-250bc6042b6b None None] Provisioning for port aad343a5-608f-4c73-987f-af4f2bc9faf2 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:33.165208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4ebb7691-2d2c-46ae-85d0-250bc6042b6b None None] Provisioning complete for port aad343a5-608f-4c73-987f-af4f2bc9faf2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:33.170848 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4ebb7691-2d2c-46ae-85d0-250bc6042b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:33.205803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Allocated IP 192.168.233.247 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/296d0c06-c8a4-4b02-afbb-d8fdd9ea903c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:50:33.225988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb7691-2d2c-46ae-85d0-250bc6042b6b None None] Port aad343a5-608f-4c73-987f-af4f2bc9faf2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:50:33.507198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-785df7d3-1450-4a36-85cd-5ff4ec65aef2 req-daafc8f9-ff63-4d38-8133-768692831ad2 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 210 time: 0.0660672 Aug 10 01:50:33.586124 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:33.627304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Transition to ACTIVE for port object 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:33.776571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:33.830520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:50:33.834389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:33.837967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:50:33.845339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:33.846354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:33.902492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Pushing event updated for resources: {'Port': ['ID=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:33.960837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-57c304a4-e03b-4bdd-8e13-8e4b916c444a tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1994538 Aug 10 01:50:34.080390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-088f8710-dcc5-4ccb-ab86-359370b4b6a9 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:50:34.088866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-088f8710-dcc5-4ccb-ab86-359370b4b6a9 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114472 Aug 10 01:50:34.110594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b745de-b741-4151-b012-8f4b494ba895 req-95b9ec29-0937-452a-bd91-f783531a4ba0 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:34.116456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9b745de-b741-4151-b012-8f4b494ba895 req-95b9ec29-0937-452a-bd91-f783531a4ba0 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 936 time: 0.1445639 Aug 10 01:50:34.182984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57134) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:34.249562 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9b745de-b741-4151-b012-8f4b494ba895 req-d57c8603-d566-4a61-af82-47d84cc76f79 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183655 Aug 10 01:50:34.467569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3838a3ba-2031-4ac4-9118-348e7c34c7e5 None None] Provisioning for port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:34.472533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3838a3ba-2031-4ac4-9118-348e7c34c7e5 None None] Provisioning complete for port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:34.473055 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3838a3ba-2031-4ac4-9118-348e7c34c7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:34.586727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3838a3ba-2031-4ac4-9118-348e7c34c7e5 None None] Port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:50:34.667003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Request body: {'port': {'device_id': 'bfb6207f-655d-4377-9194-d37d213bdbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:34.744954 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94512033-a494-46b4-b628-b4772c9be5da req-81b92a04-b302-415c-adad-81e98132a853 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:34.753116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94512033-a494-46b4-b628-b4772c9be5da req-81b92a04-b302-415c-adad-81e98132a853 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 936 time: 0.1268771 Aug 10 01:50:34.799336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e3bbc8b-c501-4fc2-9f9b-06e6b6774eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:34.820300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94512033-a494-46b4-b628-b4772c9be5da req-cce20f94-9669-4e80-b58a-7ed797f28bc8 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652740 Aug 10 01:50:34.839955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:35.013770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e3bbc8b-c501-4fc2-9f9b-06e6b6774eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:35.099024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e3bbc8b-c501-4fc2-9f9b-06e6b6774eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:35.173579 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8e3bbc8b-c501-4fc2-9f9b-06e6b6774eae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6bf7bed8c7a4e388df9d19e65ae2678&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9870276 Aug 10 01:50:35.180505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57168) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:35.232525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bbc8b-c501-4fc2-9f9b-06e6b6774eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df28f2cd-a20f-4007-bd59-3d56669537a9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:35.393126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Request body: {'port': {'device_id': '2c32232c-fd1c-4e4c-8b5f-26652d2a1541', 'device_owner': 'compute:tempest-test_az-2133935458', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:35.411684 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f492d4f8-2a50-40fb-a709-805c909bfd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:35.442378 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f492d4f8-2a50-40fb-a709-805c909bfd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:35.598883 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f492d4f8-2a50-40fb-a709-805c909bfd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:35.602321 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f492d4f8-2a50-40fb-a709-805c909bfd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:35.603614 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f492d4f8-2a50-40fb-a709-805c909bfd26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df28f2cd-a20f-4007-bd59-3d56669537a9 HTTP/1.1" status: 204 len: 168 time: 0.4221392 Aug 10 01:50:35.626338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492d4f8-2a50-40fb-a709-805c909bfd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df28f2cd-a20f-4007-bd59-3d56669537a9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:35.906050 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab075687-bc01-4c0c-ac24-beb49600ffaa req-6ad3d6e5-0e5c-4f0a-9c43-52c444678622 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:35.912634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab075687-bc01-4c0c-ac24-beb49600ffaa req-6ad3d6e5-0e5c-4f0a-9c43-52c444678622 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 936 time: 0.5000908 Aug 10 01:50:35.998186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:36.035645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab075687-bc01-4c0c-ac24-beb49600ffaa req-fd4eb774-6cf8-4b57-88d6-a0845ec00d42 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119752 Aug 10 01:50:36.301702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b9672-e13f-409e-9b05-0d93a6b9c8ec req-edf33dd0-39d9-4d88-a413-4c8c2f2ac58d tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:36.303261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff5b9672-e13f-409e-9b05-0d93a6b9c8ec req-edf33dd0-39d9-4d88-a413-4c8c2f2ac58d tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 936 time: 0.1525059 Aug 10 01:50:36.368464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff5b9672-e13f-409e-9b05-0d93a6b9c8ec req-ee9a83ca-bd2a-460e-9597-66d7d127caa4 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Aug 10 01:50:36.481253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad343a5-608f-4c73-987f-af4f2bc9faf2 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:50:36.490332 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:36.517423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Transition to ACTIVE for port object aad343a5-608f-4c73-987f-af4f2bc9faf2 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:36.603202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:36.661428 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57222) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:36.686736 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9144123-0d06-4457-8c47-e93dbde3386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:36.912690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Pushing event updated for resources: {'Port': ['ID=aad343a5-608f-4c73-987f-af4f2bc9faf2,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:36.932500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9144123-0d06-4457-8c47-e93dbde3386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:36.982205 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9144123-0d06-4457-8c47-e93dbde3386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.016777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Attempting to bind port aad343a5-608f-4c73-987f-af4f2bc9faf2 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:50:37.017315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Attempting to bind port aad343a5-608f-4c73-987f-af4f2bc9faf2 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:50:37.017762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Attempting to bind port aad343a5-608f-4c73-987f-af4f2bc9faf2 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:50:37.029754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Port aad343a5-608f-4c73-987f-af4f2bc9faf2 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:50:37.030080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Attempting to bind port aad343a5-608f-4c73-987f-af4f2bc9faf2 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:50:37.046361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9144123-0d06-4457-8c47-e93dbde3386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3729deb6-12e5-4a21-9924-5091a99dd52f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:37.079135 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a9144123-0d06-4457-8c47-e93dbde3386a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad22d38099c54556939558d2adef012a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4165692 Aug 10 01:50:37.081764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57238) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:37.093473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:50:37.093836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:50:37.094424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:50:37.095027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Bound port: aad343a5-608f-4c73-987f-af4f2bc9faf2, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:50:37.095312 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.173920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fb042b1-aa8d-4205-891b-aef9ae146315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.231922 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fb042b1-aa8d-4205-891b-aef9ae146315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.276354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:50:37.294230 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.335001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Transition to ACTIVE for port object 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:37.356170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44245-f785-4eb3-a846-40cbad521abd req-f8a4c911-2620-4392-a5cc-2e43b903e0fb tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:37.358034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88a44245-f785-4eb3-a846-40cbad521abd req-f8a4c911-2620-4392-a5cc-2e43b903e0fb tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 948 time: 0.1266360 Aug 10 01:50:37.362487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] For port aad343a5-608f-4c73-987f-af4f2bc9faf2, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:50:37.372438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] For port aad343a5-608f-4c73-987f-af4f2bc9faf2, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=aad343a5-608f-4c73-987f-af4f2bc9faf2,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:50:37.456407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fb042b1-aa8d-4205-891b-aef9ae146315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.460042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fb042b1-aa8d-4205-891b-aef9ae146315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.465489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5fb042b1-aa8d-4205-891b-aef9ae146315 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3729deb6-12e5-4a21-9924-5091a99dd52f HTTP/1.1" status: 204 len: 168 time: 0.3814943 Aug 10 01:50:37.467795 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.472142 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.483524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb042b1-aa8d-4205-891b-aef9ae146315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3729deb6-12e5-4a21-9924-5091a99dd52f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:37.506988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88a44245-f785-4eb3-a846-40cbad521abd req-6dc1d0c8-bf0b-4149-89ed-4658ba3299cc tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327441 Aug 10 01:50:37.571395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57260) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:37.642235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57266) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:37.748286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Pushing event updated for resources: {'Port': ['ID=aad343a5-608f-4c73-987f-af4f2bc9faf2,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:37.881642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bce7ea-5663-45c1-beb3-dadf3b1f1122 req-92db0083-9acd-4276-836d-9e81519e726c tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:37.883433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bce7ea-5663-45c1-beb3-dadf3b1f1122 req-92db0083-9acd-4276-836d-9e81519e726c tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 970 time: 0.2873664 Aug 10 01:50:37.897591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:37.897591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:37.897591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-dd66e058-ff7b-440d-a37e-b395d02046a4 service neutron] 10.222.0.16 "PUT /v2.0/ports/aad343a5-608f-4c73-987f-af4f2bc9faf2 HTTP/1.1" status: 200 len: 1097 time: 3.7292302 Aug 10 01:50:37.897591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb6207f-655d-4377-9194-d37d213bdbbb', 'tag': 'aad343a5-608f-4c73-987f-af4f2bc9faf2'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:37.947579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-47b38ca7-39bf-4c68-9d5e-946dd1b2f2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:38.139646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc127-f1e7-4651-8c0f-b3e0fe8b220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:38.172176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Attempting to bind port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:50:38.172846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Attempting to bind port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:50:38.172943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Attempting to bind port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:50:38.187279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Pushing event updated for resources: {'Port': ['ID=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:38.212389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-47b38ca7-39bf-4c68-9d5e-946dd1b2f2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:38.278895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-47b38ca7-39bf-4c68-9d5e-946dd1b2f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:38.291482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:50:38.291842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Attempting to bind port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:50:38.307046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:50:38.307317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:50:38.307707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:50:38.308349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Bound port: 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:50:38.308721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:38.323356 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-47b38ca7-39bf-4c68-9d5e-946dd1b2f2f1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86f9a9c30b9b4ae48345c4c420db75c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7508545 Aug 10 01:50:38.333999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57298) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:38.364556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57300) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:38.397348 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da36ce2d-6dac-4e86-ad2d-e29a8413b018" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb6207f-655d-4377-9194-d37d213bdbbb", "tag": "aad343a5-608f-4c73-987f-af4f2bc9faf2"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:38.418516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bce7ea-5663-45c1-beb3-dadf3b1f1122 req-5df10701-cfb6-458f-9b05-242ddbfe9195 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425355 Aug 10 01:50:38.453240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b38ca7-39bf-4c68-9d5e-946dd1b2f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a525f122-c167-4bf4-8318-abc6246a318c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:38.463228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-aebee33a-bdb7-4372-ad16-24caad27dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:38.465323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-aebee33a-bdb7-4372-ad16-24caad27dc42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 1100 time: 0.3988006 Aug 10 01:50:38.467567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12243053-842f-4228-b20b-44dc50926f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:38.680154 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc1be720-65b3-4adb-8aa7-442e0f39e3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:38.733033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-30a855ec-bc04-480e-8dbd-3078ed5c66fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=aad343a5-608f-4c73-987f-af4f2bc9faf2 HTTP/1.1" status: 200 len: 217 time: 0.2310636 Aug 10 01:50:38.739954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc1be720-65b3-4adb-8aa7-442e0f39e3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:38.907088 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc127-f1e7-4651-8c0f-b3e0fe8b220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:38.939046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] For port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:50:38.948124 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf40dc8-cdfc-4f87-a562-d0f57a824e96 x-openstack-request-id: req-abf40dc8-cdfc-4f87-a562-d0f57a824e96 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:38.948832 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb6207f-655d-4377-9194-d37d213bdbbb", "tag": "aad343a5-608f-4c73-987f-af4f2bc9faf2", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:38.949254 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abf40dc8-cdfc-4f87-a562-d0f57a824e96 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:38.949863 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb6207f-655d-4377-9194-d37d213bdbbb', 'tag': 'aad343a5-608f-4c73-987f-af4f2bc9faf2', 'status': 'completed', 'code': 200} Aug 10 01:50:38.982264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-cd135aed-565d-4c35-9ab5-915c6731309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:39.006021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-cd135aed-565d-4c35-9ab5-915c6731309f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.2327321 Aug 10 01:50:39.006021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] For port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:50:39.006021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa053a-ff7d-4b9d-9c7f-d9a1f5412ef7 req-f67d8ca4-b5a0-43fc-8c40-ff5a5556764c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:39.006021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1fa053a-ff7d-4b9d-9c7f-d9a1f5412ef7 req-f67d8ca4-b5a0-43fc-8c40-ff5a5556764c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 948 time: 0.3360760 Aug 10 01:50:39.102202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-a921c7b1-f74f-4406-b301-a44112c1e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:39.104128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-a921c7b1-f74f-4406-b301-a44112c1e6bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046321 Aug 10 01:50:39.111481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1fa053a-ff7d-4b9d-9c7f-d9a1f5412ef7 req-5db60415-a1e8-48ee-8a33-b7f7c8b1ae8c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587344 Aug 10 01:50:39.329286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-a52ad7a4-f744-4475-bd59-bab5f9f06ff7 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923755 Aug 10 01:50:39.477876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a23fd42-07c6-4f01-9016-6336f9850ff6 req-74822533-62ea-4df9-9451-d74d2e5cb080 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419435 Aug 10 01:50:39.673135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b660-b852-4fb8-ae59-8010ef6e55cd req-a006f2c4-98bf-4ac4-bd6d-2558cc1f7581 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:39.682414 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9822b660-b852-4fb8-ae59-8010ef6e55cd req-a006f2c4-98bf-4ac4-bd6d-2558cc1f7581 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 970 time: 0.1371701 Aug 10 01:50:39.721488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9822b660-b852-4fb8-ae59-8010ef6e55cd req-f94f422a-2e6c-4cd7-971d-cb1d6176fc59 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372503 Aug 10 01:50:39.849021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc1be720-65b3-4adb-8aa7-442e0f39e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:39.851875 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc1be720-65b3-4adb-8aa7-442e0f39e3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:39.853421 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fc1be720-65b3-4adb-8aa7-442e0f39e3e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a525f122-c167-4bf4-8318-abc6246a318c HTTP/1.1" status: 204 len: 168 time: 1.5154700 Aug 10 01:50:39.866848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1be720-65b3-4adb-8aa7-442e0f39e3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a525f122-c167-4bf4-8318-abc6246a318c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:39.885544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:39.910353 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc127-f1e7-4651-8c0f-b3e0fe8b220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:39.991557 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c3dc127-f1e7-4651-8c0f-b3e0fe8b220c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=34b6b7d4fe6c4d4a9035d1560b760813&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3461170 Aug 10 01:50:39.995304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57326) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:40.065864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:40.066576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.068025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/296d0c06-c8a4-4b02-afbb-d8fdd9ea903c HTTP/1.1" status: 200 len: 1119 time: 4.9693727 Aug 10 01:50:40.096547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dc127-f1e7-4651-8c0f-b3e0fe8b220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2788d6a-5c97-46f7-84b5-792a5f40cf3f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:40.168746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fb0f016b-517e-4c34-a1cb-e374f0042ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.213246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebddbc0-5f2f-4aaf-a6cf-d236173e71a5 service neutron] Pushing event updated for resources: {'Port': ['ID=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:40.253107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fb0f016b-517e-4c34-a1cb-e374f0042ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.322411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-b61c6d5f-6547-45cc-92b6-7963e5ab1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:40.324122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-b61c6d5f-6547-45cc-92b6-7963e5ab1150 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 1100 time: 0.2677262 Aug 10 01:50:40.485218 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fb0f016b-517e-4c34-a1cb-e374f0042ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.488930 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fb0f016b-517e-4c34-a1cb-e374f0042ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.490870 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fb0f016b-517e-4c34-a1cb-e374f0042ecc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2788d6a-5c97-46f7-84b5-792a5f40cf3f HTTP/1.1" status: 204 len: 168 time: 0.4900935 Aug 10 01:50:40.491322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24958b4c-c449-4a87-b996-936f7c2d62b5 req-2bf08797-6a35-44eb-a452-78bb0a5eccff tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:40.500275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24958b4c-c449-4a87-b996-936f7c2d62b5 req-2bf08797-6a35-44eb-a452-78bb0a5eccff tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 948 time: 0.2107708 Aug 10 01:50:40.502231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f016b-517e-4c34-a1cb-e374f0042ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2788d6a-5c97-46f7-84b5-792a5f40cf3f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:40.608106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12243053-842f-4228-b20b-44dc50926f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.616815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24958b4c-c449-4a87-b996-936f7c2d62b5 req-210ab4d2-4269-49c7-b812-dc6df28bbb8f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157467 Aug 10 01:50:40.651912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-aeca41f4-4515-49c2-8ca4-e38ea4dae176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:40.659066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-aeca41f4-4515-49c2-8ca4-e38ea4dae176 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.3128467 Aug 10 01:50:40.678740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12243053-842f-4228-b20b-44dc50926f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.738281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12243053-842f-4228-b20b-44dc50926f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b9b26a-6857-4b2e-995b-0f7f0b14aa56,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:40.754404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-12243053-842f-4228-b20b-44dc50926f1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc6aa1cb98744059a021e3d1bf105848&name=default HTTP/1.1" status: 200 len: 2978 time: 2.3878176 Aug 10 01:50:40.757526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57342) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:40.834072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-d26f2057-a077-4424-a701-620ff78a83d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=aad343a5-608f-4c73-987f-af4f2bc9faf2 HTTP/1.1" status: 200 len: 217 time: 0.0650582 Aug 10 01:50:40.889376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57344) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:40.894908 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:50:40.925059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6ed8-872a-438a-9a1f-4cfc863141fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.957185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c32232c-fd1c-4e4c-8b5f-26652d2a1541', 'tag': '296d0c06-c8a4-4b02-afbb-d8fdd9ea903c'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:40.959864 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaeb4f4-7a1c-4b86-b235-7f0f5305e1de" -d '{"events": [{"name": "network-changed", "server_uuid": "2c32232c-fd1c-4e4c-8b5f-26652d2a1541", "tag": "296d0c06-c8a4-4b02-afbb-d8fdd9ea903c"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:40.992143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a77e2ab-1a17-4edf-bb2d-a02eb95c883b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.016309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd4627-3a08-4685-97d0-7bd52f29cf8d req-fb0b9f54-5c58-4b9a-ad9b-9a2619f0f077 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:41.034309 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a77e2ab-1a17-4edf-bb2d-a02eb95c883b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.041996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57348) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:41.045717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55dd4627-3a08-4685-97d0-7bd52f29cf8d req-fb0b9f54-5c58-4b9a-ad9b-9a2619f0f077 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 970 time: 0.1897824 Aug 10 01:50:41.112301 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509323f2-e89c-4723-999c-c338f2aa79f8 x-openstack-request-id: req-509323f2-e89c-4723-999c-c338f2aa79f8 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:41.122232 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c32232c-fd1c-4e4c-8b5f-26652d2a1541", "tag": "296d0c06-c8a4-4b02-afbb-d8fdd9ea903c", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:41.122232 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-509323f2-e89c-4723-999c-c338f2aa79f8 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:41.122232 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c32232c-fd1c-4e4c-8b5f-26652d2a1541', 'tag': '296d0c06-c8a4-4b02-afbb-d8fdd9ea903c', 'status': 'completed', 'code': 200} Aug 10 01:50:41.174131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6ed8-872a-438a-9a1f-4cfc863141fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.243455 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a77e2ab-1a17-4edf-bb2d-a02eb95c883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.247400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a77e2ab-1a17-4edf-bb2d-a02eb95c883b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.257368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4a77e2ab-1a17-4edf-bb2d-a02eb95c883b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34b9b26a-6857-4b2e-995b-0f7f0b14aa56 HTTP/1.1" status: 204 len: 168 time: 0.4896111 Aug 10 01:50:41.261421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77e2ab-1a17-4edf-bb2d-a02eb95c883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b9b26a-6857-4b2e-995b-0f7f0b14aa56,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:41.279165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2ba6ed8-872a-438a-9a1f-4cfc863141fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.301764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55dd4627-3a08-4685-97d0-7bd52f29cf8d req-c6639b7f-9329-4d22-b89a-c119771244cc tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500331 Aug 10 01:50:41.319494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-f0423fd5-6f83-4c6a-83e3-cb93037e8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:41.326684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-f0423fd5-6f83-4c6a-83e3-cb93037e8e6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.2530224 Aug 10 01:50:41.365988 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c2ba6ed8-872a-438a-9a1f-4cfc863141fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=70ce0dcab68647c3b769e54037feb66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749863 Aug 10 01:50:41.367148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57356) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:41.386340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba6ed8-872a-438a-9a1f-4cfc863141fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82de96f-c1fa-4dd4-8668-a9ddfc3eefe9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:41.442226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa8d683d-71ad-4e11-981e-557381c17f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.447508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-455e5d67-f8d8-45f2-a196-c7f9314cd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:41.449698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-455e5d67-f8d8-45f2-a196-c7f9314cd2af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892262 Aug 10 01:50:41.537121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e7e65cad-c5de-42f7-9b4f-7e3b14895d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.588511 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e7e65cad-c5de-42f7-9b4f-7e3b14895d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.648159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57360) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:41.684421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09551a17-ea58-4e38-8880-f630ab05e93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.730671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-b90e25ea-461e-4b5e-a839-3df2141f72df service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252498 Aug 10 01:50:41.794856 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa8d683d-71ad-4e11-981e-557381c17f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.844981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c3bc-a93d-4e66-bf58-6c1db194c606 req-d999f5d3-98b7-4e33-9e89-c99225bb7fbd tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:41.847090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c44c3bc-a93d-4e66-bf58-6c1db194c606 req-d999f5d3-98b7-4e33-9e89-c99225bb7fbd tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 948 time: 0.0885921 Aug 10 01:50:41.884313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa8d683d-71ad-4e11-981e-557381c17f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.918408 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e7e65cad-c5de-42f7-9b4f-7e3b14895d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.929427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c44c3bc-a93d-4e66-bf58-6c1db194c606 req-41847cd0-ee90-471f-8e94-d9e49a79cf9b tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751615 Aug 10 01:50:41.942863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e7e65cad-c5de-42f7-9b4f-7e3b14895d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.959729 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e7e65cad-c5de-42f7-9b4f-7e3b14895d7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d82de96f-c1fa-4dd4-8668-a9ddfc3eefe9 HTTP/1.1" status: 204 len: 168 time: 0.5869784 Aug 10 01:50:42.041282 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fa8d683d-71ad-4e11-981e-557381c17f30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bfb1175d493949b080596cd41e4e9660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9951746 Aug 10 01:50:42.042848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57368) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:42.043513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d683d-71ad-4e11-981e-557381c17f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc7a45-b5fb-4e97-94d1-2d6bee439cc6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:42.069881 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09551a17-ea58-4e38-8880-f630ab05e93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.081171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e65cad-c5de-42f7-9b4f-7e3b14895d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82de96f-c1fa-4dd4-8668-a9ddfc3eefe9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:42.142773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd8733b6-a325-4bb8-831f-c42a5eb0756c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.169575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd8733b6-a325-4bb8-831f-c42a5eb0756c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.216573 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09551a17-ea58-4e38-8880-f630ab05e93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.270189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-09551a17-ea58-4e38-8880-f630ab05e93c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6627d9dd735a4ba486eb04457c788b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197906 Aug 10 01:50:42.272135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57374) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:42.282635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09551a17-ea58-4e38-8880-f630ab05e93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e5bf7-20c6-451d-b0fd-93f00e9a6ca1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:42.321528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da36ce2d-6dac-4e86-ad2d-e29a8413b018 req-bd670ef2-2793-44c6-87ec-3fc2e351b2bd service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969728 Aug 10 01:50:42.345438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd8733b6-a325-4bb8-831f-c42a5eb0756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.353205 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd8733b6-a325-4bb8-831f-c42a5eb0756c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.367854 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bd8733b6-a325-4bb8-831f-c42a5eb0756c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/14dc7a45-b5fb-4e97-94d1-2d6bee439cc6 HTTP/1.1" status: 204 len: 168 time: 0.3126118 Aug 10 01:50:42.369452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1d8026f-8273-4a70-a8d0-a37664df4f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.396854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8733b6-a325-4bb8-831f-c42a5eb0756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc7a45-b5fb-4e97-94d1-2d6bee439cc6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:42.415200 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1d8026f-8273-4a70-a8d0-a37664df4f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.472655 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.529885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eba4d-8770-4bee-b1d4-d786b471603b req-bdf079c2-821b-4517-94a9-dd87e511c83f tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:42.541373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-850eba4d-8770-4bee-b1d4-d786b471603b req-bdf079c2-821b-4517-94a9-dd87e511c83f tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 970 time: 0.0786805 Aug 10 01:50:42.591600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1d8026f-8273-4a70-a8d0-a37664df4f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.595169 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1d8026f-8273-4a70-a8d0-a37664df4f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:42.596600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a1d8026f-8273-4a70-a8d0-a37664df4f8d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e4e5bf7-20c6-451d-b0fd-93f00e9a6ca1 HTTP/1.1" status: 204 len: 168 time: 0.3234246 Aug 10 01:50:42.614503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-850eba4d-8770-4bee-b1d4-d786b471603b req-dbcb0d24-04e2-4a77-a09c-2aff1e43a633 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714386 Aug 10 01:50:42.628658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8026f-8273-4a70-a8d0-a37664df4f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e5bf7-20c6-451d-b0fd-93f00e9a6ca1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:43.168525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f6723-ee6d-462d-8a8d-568dc769eb92 req-5fff7cb2-3a45-42b8-ab6e-fb21e88c5604 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:43.177699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b2f6723-ee6d-462d-8a8d-568dc769eb92 req-5fff7cb2-3a45-42b8-ab6e-fb21e88c5604 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 948 time: 0.1078916 Aug 10 01:50:43.228837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b2f6723-ee6d-462d-8a8d-568dc769eb92 req-c3d8530a-63e0-49fa-bb26-a779aee6987e tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Aug 10 01:50:43.543869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57410) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:43.561037 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fabefa94-7916-4818-8399-b3c9a1d218d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:43.744494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fabefa94-7916-4818-8399-b3c9a1d218d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:43.816932 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fabefa94-7916-4818-8399-b3c9a1d218d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:43.908125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabefa94-7916-4818-8399-b3c9a1d218d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6226cb-1c28-4a8a-a3df-1dd3716ec993,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:43.943129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62673ac8-6d18-4244-b5af-6878ce5f37ca req-24f8c92f-9e7d-4f9d-8bfb-83d025edd2a7 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:43.944999 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62673ac8-6d18-4244-b5af-6878ce5f37ca req-24f8c92f-9e7d-4f9d-8bfb-83d025edd2a7 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 970 time: 0.1939290 Aug 10 01:50:43.947447 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:43.952906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fabefa94-7916-4818-8399-b3c9a1d218d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=096acfed01294e4f9082a89f9760493f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077885 Aug 10 01:50:43.958503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57418) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:44.066972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14171b8b-42f4-4529-a725-2b85e0ee786b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:44.134134 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14171b8b-42f4-4529-a725-2b85e0ee786b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:44.284194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62673ac8-6d18-4244-b5af-6878ce5f37ca req-eb98a6c2-bb20-4fc6-8ffd-9fa12b3dd6bc tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283999 Aug 10 01:50:44.306932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14171b8b-42f4-4529-a725-2b85e0ee786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:44.311337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14171b8b-42f4-4529-a725-2b85e0ee786b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:44.315205 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-14171b8b-42f4-4529-a725-2b85e0ee786b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f6226cb-1c28-4a8a-a3df-1dd3716ec993 HTTP/1.1" status: 204 len: 168 time: 0.3526070 Aug 10 01:50:44.322072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14171b8b-42f4-4529-a725-2b85e0ee786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6226cb-1c28-4a8a-a3df-1dd3716ec993,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:44.446441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f6d6b-bc27-4038-80ae-60fe19d52e8b req-401f2eba-bc19-4ae6-a94b-b641569d96d9 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:44.455224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b9f6d6b-bc27-4038-80ae-60fe19d52e8b req-401f2eba-bc19-4ae6-a94b-b641569d96d9 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 948 time: 0.0761781 Aug 10 01:50:44.530684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b9f6d6b-bc27-4038-80ae-60fe19d52e8b req-630bb54e-8d7c-4414-ad40-41c106433f29 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743055 Aug 10 01:50:44.873700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb4f4-7a1c-4b86-b235-7f0f5305e1de req-1ae0e01d-8a4f-4d62-b9cb-f0d2931c4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:44.875183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeaeb4f4-7a1c-4b86-b235-7f0f5305e1de req-1ae0e01d-8a4f-4d62-b9cb-f0d2931c4350 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707e975fb2794479ade800fff6aa1b89&device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 1122 time: 0.0397143 Aug 10 01:50:44.914723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeaeb4f4-7a1c-4b86-b235-7f0f5305e1de req-98e97d6b-e71d-48cd-ae43-011fcdda4ee7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=707e975fb2794479ade800fff6aa1b89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285130 Aug 10 01:50:45.081254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb4f4-7a1c-4b86-b235-7f0f5305e1de req-e5869c3b-f34e-4f6b-b698-8e15b2b961ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:45.083098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeaeb4f4-7a1c-4b86-b235-7f0f5305e1de req-e5869c3b-f34e-4f6b-b698-8e15b2b961ef service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587305 Aug 10 01:50:45.161934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-f3f01633-1db0-49a7-9cb0-aae252faa7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:45.163512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-f3f01633-1db0-49a7-9cb0-aae252faa7e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707e975fb2794479ade800fff6aa1b89&device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 1122 time: 0.0434053 Aug 10 01:50:45.209096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-11edf3b8-2189-4cee-b508-e972e359f2a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c HTTP/1.1" status: 200 len: 217 time: 0.0375600 Aug 10 01:50:45.263267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-42bf9516-6757-4c9b-a6c1-edc17ff1b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:45.264766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-42bf9516-6757-4c9b-a6c1-edc17ff1b4cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0493808 Aug 10 01:50:45.311455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-8e5b1702-4982-4155-a1f5-09c4a3a72fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:45.313031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-8e5b1702-4982-4155-a1f5-09c4a3a72fe6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0414267 Aug 10 01:50:45.438012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828904ad-9aec-41ca-8c8f-e4be43821031 req-69e783ef-ad26-4839-b26b-a5d6a8e22f29 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:45.439540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-828904ad-9aec-41ca-8c8f-e4be43821031 req-69e783ef-ad26-4839-b26b-a5d6a8e22f29 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 970 time: 0.0733402 Aug 10 01:50:45.467627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-cadf1819-5c4d-4526-84ec-9f034e80244a service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468503 Aug 10 01:50:45.530625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-828904ad-9aec-41ca-8c8f-e4be43821031 req-4b01d944-3ad5-42f0-8c49-766f596e2961 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800405 Aug 10 01:50:45.580379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3b6afd-e418-40ed-acb0-4ca0f3f2fad1 req-d2c8c0cf-788f-4fb5-b959-3563054b8985 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051610 Aug 10 01:50:45.678839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a24c2-cd22-404d-adfe-8ef59c687761 req-3c49d5e1-db5c-4b24-8940-bdc6c30a001d tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:45.680448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b08a24c2-cd22-404d-adfe-8ef59c687761 req-3c49d5e1-db5c-4b24-8940-bdc6c30a001d tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 948 time: 0.0533993 Aug 10 01:50:45.718972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b08a24c2-cd22-404d-adfe-8ef59c687761 req-513cd054-3986-47cd-93a9-2ff6a8a34794 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Aug 10 01:50:46.658647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b51696-797f-4a1d-96ed-087929c13ecb req-ee748b20-f476-4d82-aa20-d18bc76aa23f tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:46.659342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device aad343a5-608f-4c73-987f-af4f2bc9faf2 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:50:46.661529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0b51696-797f-4a1d-96ed-087929c13ecb req-ee748b20-f476-4d82-aa20-d18bc76aa23f tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 970 time: 0.0581012 Aug 10 01:50:46.731765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0b51696-797f-4a1d-96ed-087929c13ecb req-696344d0-cdb5-46c7-9181-7a1edbd44f35 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458977 Aug 10 01:50:46.786518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port aad343a5-608f-4c73-987f-af4f2bc9faf2, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=aad343a5-608f-4c73-987f-af4f2bc9faf2,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:46.798606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'aad343a5-608f-4c73-987f-af4f2bc9faf2', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'aad343a5-608f-4c73-987f-af4f2bc9faf2', 'mac_address': 'fa:16:3e:49:a7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:50:46.839304 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.858867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad343a5-608f-4c73-987f-af4f2bc9faf2 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:50:46.863486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bebac5-8e69-4aec-82e6-09b23c242580 req-3cd70de4-f5f0-4608-99a3-a5b90afa071b tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:46.872718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95bebac5-8e69-4aec-82e6-09b23c242580 req-3cd70de4-f5f0-4608-99a3-a5b90afa071b tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 948 time: 0.0751033 Aug 10 01:50:46.882347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port aad343a5-608f-4c73-987f-af4f2bc9faf2, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=aad343a5-608f-4c73-987f-af4f2bc9faf2,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:46.919358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95bebac5-8e69-4aec-82e6-09b23c242580 req-736236a6-0a13-4dc2-9605-a067fc99b3ce tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Aug 10 01:50:46.964361 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.021874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=aad343a5-608f-4c73-987f-af4f2bc9faf2,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:47.032221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.032740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.033204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.033670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.034147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.034477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.034826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.035314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.035636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.035970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.036282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.036601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Tracked resource versions report: Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: pushed versions: Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: { 'AddressGroup': {'1.2'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'ConntrackHelper': {'1.0'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Log': {'1.0'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Network': {'1.1'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Port': {'1.7'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'PortForwarding': {'1.2'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'QosPolicy': {'1.9'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'SecurityGroup': {'1.4'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'SecurityGroupRule': {'1.2'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'SubPort': {'1.0'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Subnet': {'1.1'}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Trunk': {'1.1'}} Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: consumer versions: Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: { DHCP agent@n-d-767704-21: {}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: HyperV agent@n-h1-767704-21: {}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: HyperV agent@n-h2-767704-21: {}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: L3 agent@n-d-767704-21: {}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: Metadata agent@n-d-767704-21: {}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: Metering agent@n-d-767704-21: {}, Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: Open vSwitch agent@n-d-767704-21: { 'AddressGroup': '1.2', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'ConntrackHelper': '1.0', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Log': '1.0', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Network': '1.1', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Port': '1.7', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'PortForwarding': '1.2', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'QosPolicy': '1.9', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'SecurityGroup': '1.4', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'SecurityGroupRule': '1.2', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'SubPort': '1.0', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Subnet': '1.1', Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: 'Trunk': '1.1'}} Aug 10 01:50:47.037726 n-d-767704-21 neutron-server[101225]: {{(pid=101225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 01:50:47.259592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['aad343a5-608f-4c73-987f-af4f2bc9faf2'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:50:47.677940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57570) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:47.833142 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9bf4820c-32d4-457f-a285-12529eaf4bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.836481 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c8c788f-515a-448d-841d-bf4e1de4e3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.936137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c8c788f-515a-448d-841d-bf4e1de4e3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.980034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c8c788f-515a-448d-841d-bf4e1de4e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.019573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5c8c788f-515a-448d-841d-bf4e1de4e3e1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8c7fb33f13946969e94659b8a05d8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404679 Aug 10 01:50:48.020721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c788f-515a-448d-841d-bf4e1de4e3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810a2758-a63a-493f-b80a-d1fb8c5ece1f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:48.021713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57584) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:48.076725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fad9377-4283-4c2f-aaa7-81e02b61b88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.098388 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fad9377-4283-4c2f-aaa7-81e02b61b88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.255890 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fad9377-4283-4c2f-aaa7-81e02b61b88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.258686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fad9377-4283-4c2f-aaa7-81e02b61b88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.262531 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7fad9377-4283-4c2f-aaa7-81e02b61b88b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/810a2758-a63a-493f-b80a-d1fb8c5ece1f HTTP/1.1" status: 204 len: 168 time: 0.2390380 Aug 10 01:50:48.279216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad9377-4283-4c2f-aaa7-81e02b61b88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810a2758-a63a-493f-b80a-d1fb8c5ece1f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:48.357896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e2fa9-21c3-46f1-9c08-1b40e38fe656 req-edfe729a-cab2-42d9-afc6-51df7cbd418f tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:48.359439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-704e2fa9-21c3-46f1-9c08-1b40e38fe656 req-edfe729a-cab2-42d9-afc6-51df7cbd418f tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 970 time: 0.0489988 Aug 10 01:50:48.398002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-704e2fa9-21c3-46f1-9c08-1b40e38fe656 req-66eb45a7-8a0d-4d50-9781-5a4e3fbb26ee tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Aug 10 01:50:48.503831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60af7e-87b5-4be0-b535-4b3fe5bb2f16 req-71e7b1bc-db6c-4124-b5ec-fe0fb754beef tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:48.505279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d60af7e-87b5-4be0-b535-4b3fe5bb2f16 req-71e7b1bc-db6c-4124-b5ec-fe0fb754beef tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 949 time: 0.0527043 Aug 10 01:50:48.543792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d60af7e-87b5-4be0-b535-4b3fe5bb2f16 req-f66a207c-c61a-4ff6-ad92-13830a629f9c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Aug 10 01:50:48.641741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device aad343a5-608f-4c73-987f-af4f2bc9faf2 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:50:48.780700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port aad343a5-608f-4c73-987f-af4f2bc9faf2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:48.784595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port aad343a5-608f-4c73-987f-af4f2bc9faf2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:48.784960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.869253 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.893364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb6207f-655d-4377-9194-d37d213bdbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad343a5-608f-4c73-987f-af4f2bc9faf2'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:48.931888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57608) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:48.946966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2bca29ae-1a12-4c06-a443-97b3028b1c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.962392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port aad343a5-608f-4c73-987f-af4f2bc9faf2, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=aad343a5-608f-4c73-987f-af4f2bc9faf2,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:49.050444 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.080813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2bca29ae-1a12-4c06-a443-97b3028b1c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.088694 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0017aeb-8398-46ea-bbee-7d83b5946017" -d '{"events": [{"server_uuid": "bfb6207f-655d-4377-9194-d37d213bdbbb", "name": "network-vif-plugged", "status": "completed", "tag": "aad343a5-608f-4c73-987f-af4f2bc9faf2"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:49.114727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=aad343a5-608f-4c73-987f-af4f2bc9faf2,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.146853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2bca29ae-1a12-4c06-a443-97b3028b1c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.186053 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2bca29ae-1a12-4c06-a443-97b3028b1c6b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d04fbd2667b4ed09f941621034b229c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528923 Aug 10 01:50:49.187300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca29ae-1a12-4c06-a443-97b3028b1c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfadcd-9057-4f3e-9f89-e379471a94e4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.188738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57624) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:49.208736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:50:49.245576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9b679ab1-6853-492c-8d48-9ce6410d7a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.269504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9b679ab1-6853-492c-8d48-9ce6410d7a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.311557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:49.322805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '296d0c06-c8a4-4b02-afbb-d8fdd9ea903c', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '296d0c06-c8a4-4b02-afbb-d8fdd9ea903c', 'mac_address': 'fa:16:3e:cb:1b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:tempest-test_az-2133935458', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:50:49.363066 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.375383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:50:49.395238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:49.398076 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9b679ab1-6853-492c-8d48-9ce6410d7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.400802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9b679ab1-6853-492c-8d48-9ce6410d7a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.405062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9b679ab1-6853-492c-8d48-9ce6410d7a1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4cfadcd-9057-4f3e-9f89-e379471a94e4 HTTP/1.1" status: 204 len: 168 time: 0.2119725 Aug 10 01:50:49.410893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679ab1-6853-492c-8d48-9ce6410d7a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfadcd-9057-4f3e-9f89-e379471a94e4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.484685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.514632 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f30fde9-d75e-4be5-97b2-05f916f99832 x-openstack-request-id: req-3f30fde9-d75e-4be5-97b2-05f916f99832 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:49.514924 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb6207f-655d-4377-9194-d37d213bdbbb", "name": "network-vif-plugged", "status": "completed", "tag": "aad343a5-608f-4c73-987f-af4f2bc9faf2", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:49.515184 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f30fde9-d75e-4be5-97b2-05f916f99832 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:49.515754 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb6207f-655d-4377-9194-d37d213bdbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad343a5-608f-4c73-987f-af4f2bc9faf2', 'code': 200} Aug 10 01:50:49.544290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.674462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0d762-4d39-43a7-a33e-2c0ca0e78288 req-847394f7-7262-4c3a-b356-c2f50d2920ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:49.675972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05c0d762-4d39-43a7-a33e-2c0ca0e78288 req-847394f7-7262-4c3a-b356-c2f50d2920ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 1102 time: 0.0996075 Aug 10 01:50:49.688410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb07ad-1f6c-418d-9a01-ed0cc86755bd req-d7aad886-ca1f-4c06-88da-4fe163ddf4b4 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:49.689802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27eb07ad-1f6c-418d-9a01-ed0cc86755bd req-d7aad886-ca1f-4c06-88da-4fe163ddf4b4 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 971 time: 0.0696912 Aug 10 01:50:49.714483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-05c0d762-4d39-43a7-a33e-2c0ca0e78288 req-b5ae429f-5ae3-48bb-bc97-a30c890b6771 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.748534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27eb07ad-1f6c-418d-9a01-ed0cc86755bd req-559d52ec-f6f2-46c5-a54e-b02642463685 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523202 Aug 10 01:50:49.769789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['296d0c06-c8a4-4b02-afbb-d8fdd9ea903c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:50:49.837421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-05c0d762-4d39-43a7-a33e-2c0ca0e78288 req-b5ae429f-5ae3-48bb-bc97-a30c890b6771 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.917760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-05c0d762-4d39-43a7-a33e-2c0ca0e78288 req-b5ae429f-5ae3-48bb-bc97-a30c890b6771 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.954953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05c0d762-4d39-43a7-a33e-2c0ca0e78288 req-b5ae429f-5ae3-48bb-bc97-a30c890b6771 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641568 Aug 10 01:50:49.960396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae429f-5ae3-48bb-bc97-a30c890b6771 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8408a5c5-892d-4a86-8a97-9e731798c3f8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:50.025291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead5b0f-89c4-48ad-9078-201d25e233e1 req-621af203-13ec-42c5-8961-bc5f0b28391b tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:50.027426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ead5b0f-89c4-48ad-9078-201d25e233e1 req-621af203-13ec-42c5-8961-bc5f0b28391b tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 950 time: 0.0545001 Aug 10 01:50:50.064794 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ead5b0f-89c4-48ad-9078-201d25e233e1 req-289e6587-ddab-4bc2-ad60-5abfdbcd9f61 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Aug 10 01:50:50.496646 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc5e085c-21d2-40e5-915f-12d6bdec61fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:50.806380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57684) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:50.884758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34555b-b870-4b2d-b648-24f787fc0af2 req-7ddd3bf4-db23-4495-80c1-7150803c54aa tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:50.893322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc34555b-b870-4b2d-b648-24f787fc0af2 req-7ddd3bf4-db23-4495-80c1-7150803c54aa tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 971 time: 0.0643821 Aug 10 01:50:50.901544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57690) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:50.937845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57696) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:50.948076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc34555b-b870-4b2d-b648-24f787fc0af2 req-f40be28d-99df-4d72-a595-522aa00fc634 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532212 Aug 10 01:50:51.037708 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-30865049-a889-40e8-ae34-75b450fa251f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.039645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26816cb0-ce1b-4e13-82e9-89acbfc0c403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.055396 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.067755 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-30865049-a889-40e8-ae34-75b450fa251f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:50:51.067755 n-d-767704-21 neutron-server[101224]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 01:50:51.067755 n-d-767704-21 neutron-server[101224]: [parameters: {'project_id': 'db5b691aa7514be781f45fb0e9a6a5ab', 'id': '61229e6c-b2b4-46e4-9a92-296d612875bf', 'expiration': datetime.datetime(2021, 8, 10, 1, 52, 51, 62634)}] Aug 10 01:50:51.067755 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:50:51.068215 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-30865049-a889-40e8-ae34-75b450fa251f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:50:51.111328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c560ace-4c8b-4030-8b50-2564598713d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.176073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:50:51.180586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26816cb0-ce1b-4e13-82e9-89acbfc0c403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.214837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac829bf-e34f-45cb-aaf0-fafa7b5f323b req-973f0326-2988-4df6-9386-6fa82d63519e tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:51.216361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ac829bf-e34f-45cb-aaf0-fafa7b5f323b req-973f0326-2988-4df6-9386-6fa82d63519e tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 950 time: 0.0723102 Aug 10 01:50:51.246256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26816cb0-ce1b-4e13-82e9-89acbfc0c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.270654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ac829bf-e34f-45cb-aaf0-fafa7b5f323b req-9fb3f890-d962-4c16-906d-f6ff737019f3 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Aug 10 01:50:51.295708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:51.302135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26816cb0-ce1b-4e13-82e9-89acbfc0c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e83bfdc-2bd7-419d-808b-ec53b886a502,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:51.304070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:51.311123 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.328565 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-26816cb0-ce1b-4e13-82e9-89acbfc0c403 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=de4c5486ad954708927f8775686cce4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239500 Aug 10 01:50:51.331031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57706) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:51.435516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a39ef975-695e-40d9-8c1c-c97468f07f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.436162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.458198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c560ace-4c8b-4030-8b50-2564598713d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.474926 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a39ef975-695e-40d9-8c1c-c97468f07f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.501544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:51.512917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c560ace-4c8b-4030-8b50-2564598713d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.516846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c32232c-fd1c-4e4c-8b5f-26652d2a1541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296d0c06-c8a4-4b02-afbb-d8fdd9ea903c'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:51.519500 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20007631-0289-4cbd-a1fd-17c452716cfd" -d '{"events": [{"server_uuid": "2c32232c-fd1c-4e4c-8b5f-26652d2a1541", "name": "network-vif-plugged", "status": "completed", "tag": "296d0c06-c8a4-4b02-afbb-d8fdd9ea903c"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:51.556681 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c560ace-4c8b-4030-8b50-2564598713d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a4ce3-d935-47c7-8033-0b6715ed90d2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:51.557764 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcfad81-67b6-45b9-8b97-7dae73edcb30 x-openstack-request-id: req-1dcfad81-67b6-45b9-8b97-7dae73edcb30 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:51.558077 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c32232c-fd1c-4e4c-8b5f-26652d2a1541", "name": "network-vif-plugged", "status": "completed", "tag": "296d0c06-c8a4-4b02-afbb-d8fdd9ea903c", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:51.558334 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dcfad81-67b6-45b9-8b97-7dae73edcb30 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:51.558781 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c32232c-fd1c-4e4c-8b5f-26652d2a1541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296d0c06-c8a4-4b02-afbb-d8fdd9ea903c', 'code': 200} Aug 10 01:50:51.562624 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3c560ace-4c8b-4030-8b50-2564598713d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88fd1e8e7c904677af9bc59e3a6f50cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6234746 Aug 10 01:50:51.574813 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-30865049-a889-40e8-ae34-75b450fa251f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.575203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57712) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:51.591629 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.591764 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a39ef975-695e-40d9-8c1c-c97468f07f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.595838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a39ef975-695e-40d9-8c1c-c97468f07f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.597259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a39ef975-695e-40d9-8c1c-c97468f07f0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e83bfdc-2bd7-419d-808b-ec53b886a502 HTTP/1.1" status: 204 len: 168 time: 0.2651925 Aug 10 01:50:51.627280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ef975-695e-40d9-8c1c-c97468f07f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e83bfdc-2bd7-419d-808b-ec53b886a502,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:51.687800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f034be8c-13f9-4df9-ab9e-b09469302070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.719586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f034be8c-13f9-4df9-ab9e-b09469302070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.732356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:51.785014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a83e-e7bc-4b31-8204-d088d7395e3f req-d437d506-fc5c-4389-89c8-78e29002efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:51.786928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fc8a83e-e7bc-4b31-8204-d088d7395e3f req-d437d506-fc5c-4389-89c8-78e29002efcf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 1124 time: 0.0994420 Aug 10 01:50:51.866859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f034be8c-13f9-4df9-ab9e-b09469302070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.869631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f034be8c-13f9-4df9-ab9e-b09469302070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.870923 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f034be8c-13f9-4df9-ab9e-b09469302070 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b99a4ce3-d935-47c7-8033-0b6715ed90d2 HTTP/1.1" status: 204 len: 168 time: 0.2953355 Aug 10 01:50:51.879270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034be8c-13f9-4df9-ab9e-b09469302070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a4ce3-d935-47c7-8033-0b6715ed90d2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:51.942376 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-30865049-a889-40e8-ae34-75b450fa251f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.956445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fc8a83e-e7bc-4b31-8204-d088d7395e3f req-d78db92d-d1f9-454b-b8a5-507cf2baea5b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611099 Aug 10 01:50:52.065195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a78da-7a8a-48ff-a9a1-87f8608c8f1e req-aa9dd2e4-ac49-4299-b03f-9f950b1c603d tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:52.066721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b3a78da-7a8a-48ff-a9a1-87f8608c8f1e req-aa9dd2e4-ac49-4299-b03f-9f950b1c603d tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 972 time: 0.0517032 Aug 10 01:50:52.072398 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-30865049-a889-40e8-ae34-75b450fa251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.122691 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.136860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-30865049-a889-40e8-ae34-75b450fa251f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db5b691aa7514be781f45fb0e9a6a5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3295791 Aug 10 01:50:52.139587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57726) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:52.142919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b3a78da-7a8a-48ff-a9a1-87f8608c8f1e req-8cacd4ae-9b26-45fc-b87a-ff0bee01ae60 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672922 Aug 10 01:50:52.143634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30865049-a889-40e8-ae34-75b450fa251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e0edb2-3b20-4f69-a2d9-5bd723ede16e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:52.202358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa165c0f-16fb-4e5a-bab3-0a5f833b7c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.223870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa165c0f-16fb-4e5a-bab3-0a5f833b7c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.335438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa165c0f-16fb-4e5a-bab3-0a5f833b7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.337990 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa165c0f-16fb-4e5a-bab3-0a5f833b7c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.339729 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fa165c0f-16fb-4e5a-bab3-0a5f833b7c43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17e0edb2-3b20-4f69-a2d9-5bd723ede16e HTTP/1.1" status: 204 len: 168 time: 0.1986318 Aug 10 01:50:52.347502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa165c0f-16fb-4e5a-bab3-0a5f833b7c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e0edb2-3b20-4f69-a2d9-5bd723ede16e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:52.384020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa34b7-28d0-415e-8eb2-64d539446a63 req-dad00414-6123-4d81-bd21-cb33b7151e49 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:52.387041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8fa34b7-28d0-415e-8eb2-64d539446a63 req-dad00414-6123-4d81-bd21-cb33b7151e49 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 950 time: 0.0594163 Aug 10 01:50:52.387894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57736) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:52.404083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16413c05-c8b0-4997-bc99-9661cf8c1f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.446972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8fa34b7-28d0-415e-8eb2-64d539446a63 req-c482b678-fa3a-4e5a-a392-67c893e67bd2 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469308 Aug 10 01:50:52.508447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16413c05-c8b0-4997-bc99-9661cf8c1f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.569503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16413c05-c8b0-4997-bc99-9661cf8c1f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.608722 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-16413c05-c8b0-4997-bc99-9661cf8c1f38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d55ef33c56e4aae80189087dd4bb16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196832 Aug 10 01:50:52.609997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16413c05-c8b0-4997-bc99-9661cf8c1f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff18272-b802-4038-97d2-aed179e01984,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:52.611473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57742) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:52.672858 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7865cf9e-0ebc-40b2-89bb-dc81284cdaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.695222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7865cf9e-0ebc-40b2-89bb-dc81284cdaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.755977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57744) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:52.770269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-049ac7fd-1f25-4682-9e0e-c58657095601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.799052 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7865cf9e-0ebc-40b2-89bb-dc81284cdaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.801540 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7865cf9e-0ebc-40b2-89bb-dc81284cdaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.802697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7865cf9e-0ebc-40b2-89bb-dc81284cdaae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fff18272-b802-4038-97d2-aed179e01984 HTTP/1.1" status: 204 len: 168 time: 0.1894841 Aug 10 01:50:52.819797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865cf9e-0ebc-40b2-89bb-dc81284cdaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff18272-b802-4038-97d2-aed179e01984,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:52.889943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-049ac7fd-1f25-4682-9e0e-c58657095601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.975150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-049ac7fd-1f25-4682-9e0e-c58657095601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.013001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-049ac7fd-1f25-4682-9e0e-c58657095601 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=475cb63720e5498aa4efe854f3bc1732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559588 Aug 10 01:50:53.015417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ac7fd-1f25-4682-9e0e-c58657095601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bfd299-1a29-4f59-b96c-0b5eae31313b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:53.016233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57752) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:53.072418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bad938ac-9d2f-4d7e-bae5-3d43b0721783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.096879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bad938ac-9d2f-4d7e-bae5-3d43b0721783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.225015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57756) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:53.237982 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22db49a7-89eb-43b5-8412-6ff376c6e22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.250580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bad938ac-9d2f-4d7e-bae5-3d43b0721783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.253061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bad938ac-9d2f-4d7e-bae5-3d43b0721783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.254183 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bad938ac-9d2f-4d7e-bae5-3d43b0721783 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0bfd299-1a29-4f59-b96c-0b5eae31313b HTTP/1.1" status: 204 len: 168 time: 0.2369549 Aug 10 01:50:53.266841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586d839-4e19-49ba-af79-e68335898401 req-024d4e65-1db4-43f7-86bb-0ccc737a19b3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:53.268501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0586d839-4e19-49ba-af79-e68335898401 req-024d4e65-1db4-43f7-86bb-0ccc737a19b3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 972 time: 0.0541732 Aug 10 01:50:53.271413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad938ac-9d2f-4d7e-bae5-3d43b0721783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bfd299-1a29-4f59-b96c-0b5eae31313b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:53.327914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0586d839-4e19-49ba-af79-e68335898401 req-8aac9382-d2dd-4eb4-a8d3-e608aa4de630 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471737 Aug 10 01:50:53.374861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22db49a7-89eb-43b5-8412-6ff376c6e22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.437175 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22db49a7-89eb-43b5-8412-6ff376c6e22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.491969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57766) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:53.492197 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-22db49a7-89eb-43b5-8412-6ff376c6e22d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=340f241a373945edab970ef0006596c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658932 Aug 10 01:50:53.497980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db49a7-89eb-43b5-8412-6ff376c6e22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2784aab0-da6c-4b41-89ec-910de7366177,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:53.562033 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-467b5588-9bf6-4e63-8dbd-866d20d4faf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.588621 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-467b5588-9bf6-4e63-8dbd-866d20d4faf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.674067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b0d6f-d473-49f1-a093-1de1500dcda7 req-09c19634-66d7-4ae2-b928-ccf5fca4361d tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:53.675656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec9b0d6f-d473-49f1-a093-1de1500dcda7 req-09c19634-66d7-4ae2-b928-ccf5fca4361d tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 950 time: 0.0518875 Aug 10 01:50:53.711571 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.723234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec9b0d6f-d473-49f1-a093-1de1500dcda7 req-00134641-f1ae-4245-a772-7ca06e98e0f8 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 Aug 10 01:50:53.745083 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-467b5588-9bf6-4e63-8dbd-866d20d4faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.745083 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-467b5588-9bf6-4e63-8dbd-866d20d4faf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.745083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-467b5588-9bf6-4e63-8dbd-866d20d4faf3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2784aab0-da6c-4b41-89ec-910de7366177 HTTP/1.1" status: 204 len: 168 time: 0.2500224 Aug 10 01:50:53.753244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b5588-9bf6-4e63-8dbd-866d20d4faf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2784aab0-da6c-4b41-89ec-910de7366177,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:54.456981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5a12-5299-441c-96dd-ed261ccfe521 req-cb3176ee-3158-460a-b57b-e858be42947e tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:54.458731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f4d5a12-5299-441c-96dd-ed261ccfe521 req-cb3176ee-3158-460a-b57b-e858be42947e tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 972 time: 0.0527697 Aug 10 01:50:54.495433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f4d5a12-5299-441c-96dd-ed261ccfe521 req-2ead2c88-4894-479b-b2fc-bd7493e80087 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302465 Aug 10 01:50:54.823748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e5d5d-b539-492f-95d1-917747c7af7b req-4d309998-4567-4f9e-983b-97d2e2cb8bf3 tempest-AggregatesAdminTestJSON-746905283 tempest-AggregatesAdminTestJSON-746905283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:54.825703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-326e5d5d-b539-492f-95d1-917747c7af7b req-4d309998-4567-4f9e-983b-97d2e2cb8bf3 tempest-AggregatesAdminTestJSON-746905283 tempest-AggregatesAdminTestJSON-746905283-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 1124 time: 0.0488429 Aug 10 01:50:54.856160 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-326e5d5d-b539-492f-95d1-917747c7af7b req-a3a6f7f4-c9f4-4685-ada5-f83884e3c064 tempest-AggregatesAdminTestJSON-746905283 tempest-AggregatesAdminTestJSON-746905283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:54.975488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57846) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:54.992196 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-326e5d5d-b539-492f-95d1-917747c7af7b req-a3a6f7f4-c9f4-4685-ada5-f83884e3c064 tempest-AggregatesAdminTestJSON-746905283 tempest-AggregatesAdminTestJSON-746905283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.048807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-93b38e89-ff3f-4e0b-820b-bb9a915e50a7 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:55.050313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-93b38e89-ff3f-4e0b-820b-bb9a915e50a7 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 1102 time: 0.0842390 Aug 10 01:50:55.057731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8354a2-12bb-4a2d-b6f6-68ed71600d9a req-891c9456-f9c2-4edd-a5f3-7814eb3374cd tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:55.059143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f8354a2-12bb-4a2d-b6f6-68ed71600d9a req-891c9456-f9c2-4edd-a5f3-7814eb3374cd tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 950 time: 0.0917277 Aug 10 01:50:55.092545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-326e5d5d-b539-492f-95d1-917747c7af7b req-a3a6f7f4-c9f4-4685-ada5-f83884e3c064 tempest-AggregatesAdminTestJSON-746905283 tempest-AggregatesAdminTestJSON-746905283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.170296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-326e5d5d-b539-492f-95d1-917747c7af7b req-a3a6f7f4-c9f4-4685-ada5-f83884e3c064 tempest-AggregatesAdminTestJSON-746905283 tempest-AggregatesAdminTestJSON-746905283-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378737 Aug 10 01:50:55.182880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6f7f4-c9f4-4685-ada5-f83884e3c064 tempest-AggregatesAdminTestJSON-746905283 tempest-AggregatesAdminTestJSON-746905283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ba8b6e-0547-4811-b9c4-792cec5fda5f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:55.190837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f8354a2-12bb-4a2d-b6f6-68ed71600d9a req-5b8e393f-372e-4d65-906a-a9231aec3adc tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239033 Aug 10 01:50:55.241917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] Deleting port aad343a5-608f-4c73-987f-af4f2bc9faf2 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:50:55.242371 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.326178 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3181035a-bf30-4d9f-bb03-591a495a7a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.340356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] For port aad343a5-608f-4c73-987f-af4f2bc9faf2, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=aad343a5-608f-4c73-987f-af4f2bc9faf2,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:55.340757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.356019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] Calling delete_port for aad343a5-608f-4c73-987f-af4f2bc9faf2 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:50:55.380047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57866) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:55.444443 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3181035a-bf30-4d9f-bb03-591a495a7a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.468999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-134405923-network', 'tenant_id': '063dde1b95404b2bac7885ebb59e4633'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:55.571638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3181035a-bf30-4d9f-bb03-591a495a7a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.592935 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.604370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['aad343a5-608f-4c73-987f-af4f2bc9faf2'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:50:55.623271 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3181035a-bf30-4d9f-bb03-591a495a7a8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8886a8cc3c70486a80b0bc4345bdadab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466963 Aug 10 01:50:55.624118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181035a-bf30-4d9f-bb03-591a495a7a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2fa8c-2014-466e-a7ac-8973f3ee1ebe,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:55.626334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57876) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:55.626752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] Pushing event deleted for resources: {'Port': ['ID=aad343a5-608f-4c73-987f-af4f2bc9faf2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:55.696058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Made reservation on behalf of 063dde1b95404b2bac7885ebb59e4633 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:50:55.696058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.706031 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.730185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] No DVR routers for this DVR port aad343a5-608f-4c73-987f-af4f2bc9faf2 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:50:55.734312 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.736723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7359558e-3709-45cc-93ce-8bb0aeea6282 req-54f549e6-8883-4d7c-91d6-00f69b3e46b3 tempest-DeleteServersAdminTestJSON-654081002 tempest-DeleteServersAdminTestJSON-654081002-project-admin] 10.222.0.16 "DELETE /v2.0/ports/aad343a5-608f-4c73-987f-af4f2bc9faf2 HTTP/1.1" status: 204 len: 173 time: 0.6767006 Aug 10 01:50:55.737212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb6207f-655d-4377-9194-d37d213bdbbb', 'name': 'network-vif-deleted', 'tag': 'aad343a5-608f-4c73-987f-af4f2bc9faf2'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:55.749161 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ce8fc1-525b-44bd-889a-d6f6ad278b3a" -d '{"events": [{"server_uuid": "bfb6207f-655d-4377-9194-d37d213bdbbb", "name": "network-vif-deleted", "tag": "aad343a5-608f-4c73-987f-af4f2bc9faf2"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:55.816818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad6b-d766-4020-9c47-d78586425bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.840499 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ace387-e62f-4081-9fa9-610554e07c98 x-openstack-request-id: req-14ace387-e62f-4081-9fa9-610554e07c98 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:55.840814 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb6207f-655d-4377-9194-d37d213bdbbb", "name": "network-vif-deleted", "tag": "aad343a5-608f-4c73-987f-af4f2bc9faf2", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:55.851946 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-14ace387-e62f-4081-9fa9-610554e07c98 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:55.851946 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb6207f-655d-4377-9194-d37d213bdbbb', 'name': 'network-vif-deleted', 'tag': 'aad343a5-608f-4c73-987f-af4f2bc9faf2', 'status': 'completed', 'code': 200} Aug 10 01:50:55.865738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad6b-d766-4020-9c47-d78586425bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.940184 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.002789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad6b-d766-4020-9c47-d78586425bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.005804 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b33ad6b-d766-4020-9c47-d78586425bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.011204 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4b33ad6b-d766-4020-9c47-d78586425bbb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e8a2fa8c-2014-466e-a7ac-8973f3ee1ebe HTTP/1.1" status: 204 len: 168 time: 0.3826714 Aug 10 01:50:56.015119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.027185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33ad6b-d766-4020-9c47-d78586425bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2fa8c-2014-466e-a7ac-8973f3ee1ebe,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:56.056208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:50:56.059989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f14d2ee-6a45-400e-86f3-96059ace1b52,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:56.070951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.071262 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Added segment fe5485fa-1dba-426e-a6cb-54bc63ed2547 of type vlan for network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf Aug 10 01:50:56.127989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.226729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.227798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:56.228505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.290506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:56.301715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:50:56.331333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd8c0f20-375a-4553-bd39-108f7285ed8b req-50e947df-3f3c-4277-a4be-47a791715346 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfb6207f-655d-4377-9194-d37d213bdbbb HTTP/1.1" status: 200 len: 210 time: 0.0294878 Aug 10 01:50:56.346629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57920) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:56.346868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-21876e70-f20f-423f-a0ee-487afa1065c5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9634473 Aug 10 01:50:56.349779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Request body: {'subnet': {'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-134405923-subnet', 'tenant_id': '063dde1b95404b2bac7885ebb59e4633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:56.472501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Made reservation on behalf of 063dde1b95404b2bac7885ebb59e4633 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:50:56.474859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.827246 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.892669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57938) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:56.910743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef58a48e-1ebf-48c2-b1c2-64be4d68d89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.912231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352d044b-2470-4744-b6f8-e8c1b438b920,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:56.930862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:50:56.931220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Network hostable DHCP agents. Network: 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:50:57.020415 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef58a48e-1ebf-48c2-b1c2-64be4d68d89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.027009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:50:57.157909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef58a48e-1ebf-48c2-b1c2-64be4d68d89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.175527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:57.179856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:57.180402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.189486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c82a62f-99b2-4ded-9a55-688c0e70d99f None None] Network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:50:57.200539 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ef58a48e-1ebf-48c2-b1c2-64be4d68d89b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=328549476ef44d09a55f0e73b422a44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032098 Aug 10 01:50:57.200539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58a48e-1ebf-48c2-b1c2-64be4d68d89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac23d9e-cc95-4a48-ac87-efefec8f38c1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:57.201709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57954) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:57.257352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6f296524-cdb5-458c-92fa-0cc9638c6a85 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9115825 Aug 10 01:50:57.273234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4acf88dd-212b-42d5-a78c-d4e3b9b91895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.304387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4acf88dd-212b-42d5-a78c-d4e3b9b91895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.459881 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4acf88dd-212b-42d5-a78c-d4e3b9b91895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.462469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4acf88dd-212b-42d5-a78c-d4e3b9b91895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.471728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4acf88dd-212b-42d5-a78c-d4e3b9b91895 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eac23d9e-cc95-4a48-ac87-efefec8f38c1 HTTP/1.1" status: 204 len: 168 time: 0.2671981 Aug 10 01:50:57.478170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf88dd-212b-42d5-a78c-d4e3b9b91895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac23d9e-cc95-4a48-ac87-efefec8f38c1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:57.488979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30a6b7-82ea-40a7-82f4-eee64685c366 None None] Network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:50:57.547577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57980) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:57.888176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-dfa2def6-4b6e-4a9f-9748-4c6fc751ae4e tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235925 Aug 10 01:50:57.974920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee94cdeb-7648-4c5f-b7cf-8180e90b26a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.006374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-c6ce5c73-f303-430f-857d-ecea64f2bb7b tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:58.007896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-c6ce5c73-f303-430f-857d-ecea64f2bb7b tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1141241 Aug 10 01:50:58.024686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-cf1e202a-5466-4738-98f6-ff142d8ac1d8 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/quotas/043b9091143d4f489d1e2f2b8a1a1ecb HTTP/1.1" status: 200 len: 375 time: 0.0095029 Aug 10 01:50:58.057676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-2e1db484-d7ba-4175-b745-ce2c03cf8bbc tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265625 Aug 10 01:50:58.075362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee94cdeb-7648-4c5f-b7cf-8180e90b26a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.195631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee94cdeb-7648-4c5f-b7cf-8180e90b26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.224594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94cdeb-7648-4c5f-b7cf-8180e90b26a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886d78b4-f456-4232-9679-9e841067fdba,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:58.242849 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ee94cdeb-7648-4c5f-b7cf-8180e90b26a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=71a833e3950f46c2a4d1d317acabe13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6915395 Aug 10 01:50:58.242849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58022) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:58.293287 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd50f3a0-a2b4-4825-b4c1-b5a28b3da97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.317228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd50f3a0-a2b4-4825-b4c1-b5a28b3da97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.426608 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd50f3a0-a2b4-4825-b4c1-b5a28b3da97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.429320 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd50f3a0-a2b4-4825-b4c1-b5a28b3da97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.430564 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dd50f3a0-a2b4-4825-b4c1-b5a28b3da97f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/886d78b4-f456-4232-9679-9e841067fdba HTTP/1.1" status: 204 len: 168 time: 0.1868637 Aug 10 01:50:58.436098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d0eebb-4eaa-48be-91ff-aa0bce1ce95a req-34783a39-6553-4c40-85e4-8837e92cb689 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 210 time: 0.0327811 Aug 10 01:50:58.458635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50f3a0-a2b4-4825-b4c1-b5a28b3da97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886d78b4-f456-4232-9679-9e841067fdba,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:58.689753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58050) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:58.695842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1935365843-network', 'tenant_id': 'e9e49cc73b064ccca5bb1081a79df648'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:58.815308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Made reservation on behalf of e9e49cc73b064ccca5bb1081a79df648 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:50:58.817642 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.841763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.958120 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.009534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.032015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:50:59.045413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b45c12-dbd8-4b00-b850-55f951a6d3fc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:59.050065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.050406 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Added segment cf3ca19d-11be-4fed-a9ab-9e96d2d878b3 of type vlan for network 174c5ec5-f437-4716-8f87-6f376a54b1f9 Aug 10 01:50:59.101226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.207112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58090) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:59.247253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65b9285a-5259-4e03-ae40-45747404e261 req-48ef77a4-e49e-4d21-8031-726c54c64893 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=768bcbb6af71460bbe4bd1ce8a84bdeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236382 Aug 10 01:50:59.348145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.349183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:59.349837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.358593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-509ddf7b-88ff-49cf-9c90-8ef7201515f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.382950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9285a-5259-4e03-ae40-45747404e261 req-3d07dbb8-4465-41e6-a4a9-dbcd42fb4306 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:59.384715 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65b9285a-5259-4e03-ae40-45747404e261 req-3d07dbb8-4465-41e6-a4a9-dbcd42fb4306 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310480 Aug 10 01:50:59.415233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65b9285a-5259-4e03-ae40-45747404e261 req-35036a02-5303-46e5-93df-9dc8307bfcef tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/quotas/768bcbb6af71460bbe4bd1ce8a84bdeb HTTP/1.1" status: 200 len: 375 time: 0.0138552 Aug 10 01:50:59.423637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] Pushing event updated for resources: {'Network': ['ID=174c5ec5-f437-4716-8f87-6f376a54b1f9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:59.438186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 174c5ec5-f437-4716-8f87-6f376a54b1f9 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:50:59.462287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65b9285a-5259-4e03-ae40-45747404e261 req-d0ecfdf5-e826-4e86-803e-848ec25b3ff3 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=768bcbb6af71460bbe4bd1ce8a84bdeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308270 Aug 10 01:50:59.481443 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-082e7323-6998-40b9-9b72-162de137f80c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7903862 Aug 10 01:50:59.485498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58104) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:59.492156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Request body: {'subnet': {'network_id': '174c5ec5-f437-4716-8f87-6f376a54b1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1935365843-subnet', 'tenant_id': 'e9e49cc73b064ccca5bb1081a79df648', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:59.598516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-509ddf7b-88ff-49cf-9c90-8ef7201515f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.625598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b1970a-e354-4265-83e2-51e115e494e0 req-b11c6083-a75b-402c-95ba-31d08d59cd0c tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 210 time: 0.0262733 Aug 10 01:50:59.673830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-509ddf7b-88ff-49cf-9c90-8ef7201515f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.726602 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-509ddf7b-88ff-49cf-9c90-8ef7201515f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2c969f48cba940d2ade07d29266124a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179024 Aug 10 01:50:59.729105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58116) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:59.754427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ddf7b-88ff-49cf-9c90-8ef7201515f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0174954c-4c43-4483-a7d6-41489405f063,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:59.802402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d37700f-9ad4-4906-aa4b-7314f6e28c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.831953 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d37700f-9ad4-4906-aa4b-7314f6e28c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.871934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Made reservation on behalf of e9e49cc73b064ccca5bb1081a79df648 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:50:59.874207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.989161 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d37700f-9ad4-4906-aa4b-7314f6e28c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.993530 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d37700f-9ad4-4906-aa4b-7314f6e28c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:59.993530 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d37700f-9ad4-4906-aa4b-7314f6e28c14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0174954c-4c43-4483-a7d6-41489405f063 HTTP/1.1" status: 204 len: 168 time: 0.2630615 Aug 10 01:51:00.024649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37700f-9ad4-4906-aa4b-7314f6e28c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0174954c-4c43-4483-a7d6-41489405f063,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:00.192692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:00.252042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11f7697-42d1-4d7d-9e9d-f2fda63901cb,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:00.264050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Checking segment: {'id': 'cf3ca19d-11be-4fed-a9ab-9e96d2d878b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '174c5ec5-f437-4716-8f87-6f376a54b1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:00.264732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Network hostable DHCP agents. Network: 174c5ec5-f437-4716-8f87-6f376a54b1f9, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:51:00.381294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Network 174c5ec5-f437-4716-8f87-6f376a54b1f9 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:51:00.478180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 174c5ec5-f437-4716-8f87-6f376a54b1f9) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:00.485058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:00.485906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:00.487173 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464eadeb-5abc-4ce9-8a02-4adb59ebdb74 None None] Network 174c5ec5-f437-4716-8f87-6f376a54b1f9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:00.531689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-5f5b36d8-58c6-45f2-a514-e82a6d002ac2 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273650 Aug 10 01:51:00.598641 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3a40c169-87b7-44e1-8b4f-660470f6a397 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1122303 Aug 10 01:51:00.635838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933e1c8-d412-4b47-b9d0-62483a53dddf None None] Network 174c5ec5-f437-4716-8f87-6f376a54b1f9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:00.729655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-da80fcf6-960f-4fd5-bb49-a785b8af50df tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:00.731446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-da80fcf6-960f-4fd5-bb49-a785b8af50df tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931369 Aug 10 01:51:00.736054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device aad343a5-608f-4c73-987f-af4f2bc9faf2 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:51:00.745401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Request body: {'port': {'device_id': 'ceeffcd6-e911-4869-ba04-25e8a450bf17', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '043b9091143d4f489d1e2f2b8a1a1ecb'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:00.786867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: aad343a5-608f-4c73-987f-af4f2bc9faf2 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:51:00.787461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device aad343a5-608f-4c73-987f-af4f2bc9faf2 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:51:00.963319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Made reservation on behalf of 043b9091143d4f489d1e2f2b8a1a1ecb for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:00.968469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:01.121629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea77c625-57e8-481b-98d0-519e18fc322e req-c2b1ef8f-548f-4210-99df-b2660837fd1f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 210 time: 0.0550852 Aug 10 01:51:01.140819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Allocated IP 192.168.233.80 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/167a19d1-018c-417c-a62b-99cb683a0ce8) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:01.465567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:01.481854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Transition to ACTIVE for port object 167a19d1-018c-417c-a62b-99cb683a0ce8 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:01.568675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:01.614383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:01.619503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:01.622774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:01.628216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:01.628848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:01.646533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Pushing event updated for resources: {'Port': ['ID=167a19d1-018c-417c-a62b-99cb683a0ce8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:01.758780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-55494e61-e2f0-4ada-8056-007741fc4e4f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0177591 Aug 10 01:51:01.790393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Request body: {'port': {'device_id': 'ceeffcd6-e911-4869-ba04-25e8a450bf17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:01.861765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e76b8899-06e0-4f17-b81f-fef86d807bdf req-b9744f85-14af-405c-bed1-d8f6963b73aa tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=768bcbb6af71460bbe4bd1ce8a84bdeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685136 Aug 10 01:51:01.953785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58248) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:01.986215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-81df18d2-e23a-4387-b7f5-ce3201fb5a0d None None] Provisioning for port 167a19d1-018c-417c-a62b-99cb683a0ce8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:01.990255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-81df18d2-e23a-4387-b7f5-ce3201fb5a0d None None] Provisioning complete for port 167a19d1-018c-417c-a62b-99cb683a0ce8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:01.990654 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-81df18d2-e23a-4387-b7f5-ce3201fb5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.011629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-99deffb2-f26f-4ac7-a7fe-415dffb0eb35 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:02.013170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-99deffb2-f26f-4ac7-a7fe-415dffb0eb35 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 820 time: 0.3422096 Aug 10 01:51:02.020034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.032326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-81df18d2-e23a-4387-b7f5-ce3201fb5a0d None None] Port 167a19d1-018c-417c-a62b-99cb683a0ce8 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:02.076634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-b4753286-fa2f-4e72-b9fe-a0cf56aa511a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/quotas/063dde1b95404b2bac7885ebb59e4633 HTTP/1.1" status: 200 len: 375 time: 0.0536733 Aug 10 01:51:02.087818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa24ff7a-24ad-49f1-92e7-7104b5220788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.123131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b8899-06e0-4f17-b81f-fef86d807bdf req-0529bfdf-a565-4176-afb3-984295099650 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:02.124631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e76b8899-06e0-4f17-b81f-fef86d807bdf req-0529bfdf-a565-4176-afb3-984295099650 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448504 Aug 10 01:51:02.126531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-31c3fef7-0d06-4ebc-a74b-8b1013ce76d4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425818 Aug 10 01:51:02.194271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e76b8899-06e0-4f17-b81f-fef86d807bdf req-7ead4cf3-e58e-41b9-8297-d421dc9bf3c5 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/quotas/768bcbb6af71460bbe4bd1ce8a84bdeb HTTP/1.1" status: 200 len: 375 time: 0.0580425 Aug 10 01:51:02.211861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa24ff7a-24ad-49f1-92e7-7104b5220788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.243248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e76b8899-06e0-4f17-b81f-fef86d807bdf req-0c22b035-9cd0-4b5e-8530-a23eaf872a56 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=768bcbb6af71460bbe4bd1ce8a84bdeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407386 Aug 10 01:51:02.271696 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa24ff7a-24ad-49f1-92e7-7104b5220788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.314383 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fa24ff7a-24ad-49f1-92e7-7104b5220788 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fe8b8ad696c1417bb7c7865a4c52f98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595171 Aug 10 01:51:02.317767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58268) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:02.326435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24ff7a-24ad-49f1-92e7-7104b5220788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5888c9a1-f416-4f40-808d-c4481e27f421,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:02.407251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8faf1270-ddb4-47d7-bd93-567a789ea529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.429771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167a19d1-018c-417c-a62b-99cb683a0ce8 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:02.438982 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.452594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8faf1270-ddb4-47d7-bd93-567a789ea529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.464333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-8d266f28-262b-4cf6-81bc-2fec278562a0 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:51:02.465318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-8d266f28-262b-4cf6-81bc-2fec278562a0 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1691685 Aug 10 01:51:02.466292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Transition to ACTIVE for port object 167a19d1-018c-417c-a62b-99cb683a0ce8 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:02.541313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.590711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-044c69ce-26ba-4556-95ec-df5bce9484f3 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189129 Aug 10 01:51:02.597203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8faf1270-ddb4-47d7-bd93-567a789ea529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.600423 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8faf1270-ddb4-47d7-bd93-567a789ea529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.605391 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8faf1270-ddb4-47d7-bd93-567a789ea529 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5888c9a1-f416-4f40-808d-c4481e27f421 HTTP/1.1" status: 204 len: 168 time: 0.2838714 Aug 10 01:51:02.612645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf1270-ddb4-47d7-bd93-567a789ea529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5888c9a1-f416-4f40-808d-c4481e27f421,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:02.675042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Pushing event updated for resources: {'Port': ['ID=167a19d1-018c-417c-a62b-99cb683a0ce8,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:02.733053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Attempting to bind port 167a19d1-018c-417c-a62b-99cb683a0ce8 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:02.733630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Attempting to bind port 167a19d1-018c-417c-a62b-99cb683a0ce8 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:02.733967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Attempting to bind port 167a19d1-018c-417c-a62b-99cb683a0ce8 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:02.755148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Port 167a19d1-018c-417c-a62b-99cb683a0ce8 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:02.755560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Attempting to bind port 167a19d1-018c-417c-a62b-99cb683a0ce8 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:02.793871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:02.794304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:02.794810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:02.795450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Bound port: 167a19d1-018c-417c-a62b-99cb683a0ce8, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:02.795877 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.815546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-76acad21-ac83-4ca5-8b61-f5e774c85d2f service neutron] 10.222.0.38 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180083 Aug 10 01:51:02.849390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41f22e-b842-438a-b4c4-12df827d9cbb req-279b37fa-4383-41e8-97cf-30b75b9e2f95 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:02.850986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec41f22e-b842-438a-b4c4-12df827d9cbb req-279b37fa-4383-41e8-97cf-30b75b9e2f95 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 947 time: 0.1063924 Aug 10 01:51:02.909121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] For port 167a19d1-018c-417c-a62b-99cb683a0ce8, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:02.922437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec41f22e-b842-438a-b4c4-12df827d9cbb req-41a53866-af32-4989-bf5a-4cb50ae6a90e tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588126 Aug 10 01:51:02.926731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] For port 167a19d1-018c-417c-a62b-99cb683a0ce8, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=167a19d1-018c-417c-a62b-99cb683a0ce8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:03.107245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.148178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:03.153020 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.153020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] 10.222.0.16 "PUT /v2.0/ports/167a19d1-018c-417c-a62b-99cb683a0ce8 HTTP/1.1" status: 200 len: 1096 time: 1.3639848 Aug 10 01:51:03.153020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceeffcd6-e911-4869-ba04-25e8a450bf17', 'tag': '167a19d1-018c-417c-a62b-99cb683a0ce8'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:03.153506 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ceeffcd6-e911-4869-ba04-25e8a450bf17", "tag": "167a19d1-018c-417c-a62b-99cb683a0ce8"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:03.176794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41370432-8a5a-47c9-86c1-3704a6344915 service neutron] Pushing event updated for resources: {'Port': ['ID=167a19d1-018c-417c-a62b-99cb683a0ce8,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:03.299129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-7755c407-b340-4e91-8a34-9600bd925344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:03.300821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-7755c407-b340-4e91-8a34-9600bd925344 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 1099 time: 0.0553977 Aug 10 01:51:03.348958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-9833e476-e751-4d2a-b6e5-c26ed8731017 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=167a19d1-018c-417c-a62b-99cb683a0ce8 HTTP/1.1" status: 200 len: 217 time: 0.0353968 Aug 10 01:51:03.393980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-7f6d7e34-1626-4105-94dd-3ab122ebeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:03.395526 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-7f6d7e34-1626-4105-94dd-3ab122ebeca4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0437186 Aug 10 01:51:03.449287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58310) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:03.458586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-53a75382-caf3-446b-bdd6-24abf5bf7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:03.460087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-53a75382-caf3-446b-bdd6-24abf5bf7d34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0580194 Aug 10 01:51:03.465708 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80d4ed99-dd1f-4138-890f-f8f14d7c41d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.576048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80d4ed99-dd1f-4138-890f-f8f14d7c41d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.582850 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-59c9c22f-cf89-4828-bc31-c6b100913b95 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154947 Aug 10 01:51:03.678923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Request body: {'security_group': {'name': 'tempest-securitygroup-793709873', 'description': 'tempest-description-603402157'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:03.694466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58318) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:03.700952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80d4ed99-dd1f-4138-890f-f8f14d7c41d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.724073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3edb533f-2b53-4912-9d6d-be15ccda237e req-08a1a3b2-17ea-4921-ac5a-0be56236fc58 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 210 time: 0.0555670 Aug 10 01:51:03.745819 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-80d4ed99-dd1f-4138-890f-f8f14d7c41d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b90e0d6c34c748a2b6a9ef0332dfa87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952921 Aug 10 01:51:03.746524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58322) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:03.753646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4ed99-dd1f-4138-890f-f8f14d7c41d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce6399-e0c2-46ec-a247-13202d71649e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:03.776738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6eab8713-6998-4772-9919-28be41ebc4f3 req-17e24c11-1115-4d76-8547-d3557a77d46e service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855934 Aug 10 01:51:03.799456 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d17b0e5-b1da-42bc-85d6-eb53bd22778a x-openstack-request-id: req-0d17b0e5-b1da-42bc-85d6-eb53bd22778a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:03.803032 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceeffcd6-e911-4869-ba04-25e8a450bf17", "tag": "167a19d1-018c-417c-a62b-99cb683a0ce8", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:03.803032 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d17b0e5-b1da-42bc-85d6-eb53bd22778a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:03.803032 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceeffcd6-e911-4869-ba04-25e8a450bf17', 'tag': '167a19d1-018c-417c-a62b-99cb683a0ce8', 'status': 'completed', 'code': 200} Aug 10 01:51:03.822804 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0116ad8-c08d-46ae-a28e-e7ae2863e5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.845540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0116ad8-c08d-46ae-a28e-e7ae2863e5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.901960 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.927698 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fe75641d-cb7b-4f10-9360-48475f60ff09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.929497 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:03.988109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:51:03.988109 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:51:03.988109 n-d-767704-21 neutron-server[101224]: [parameters: {'project_id_1': 'd63a3b5c50fc44a193b51bd0a6ecd057', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 51, 3, 976859)}] Aug 10 01:51:03.988109 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:51:03.988463 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:51:04.002389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-7add5cf2-d881-40de-b6ff-a419289d566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:04.003998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-7add5cf2-d881-40de-b6ff-a419289d566f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 1099 time: 0.0775354 Aug 10 01:51:04.060832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0116ad8-c08d-46ae-a28e-e7ae2863e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.063569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0116ad8-c08d-46ae-a28e-e7ae2863e5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.064764 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a0116ad8-c08d-46ae-a28e-e7ae2863e5d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0ce6399-e0c2-46ec-a247-13202d71649e HTTP/1.1" status: 204 len: 168 time: 0.3168943 Aug 10 01:51:04.078118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0116ad8-c08d-46ae-a28e-e7ae2863e5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ce6399-e0c2-46ec-a247-13202d71649e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:04.265167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-773eb2d5-081d-4754-adb2-97318580e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:04.266714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-773eb2d5-081d-4754-adb2-97318580e486 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2556341 Aug 10 01:51:04.314383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-01f4d255-c71e-4b4f-9065-c32895473676 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=167a19d1-018c-417c-a62b-99cb683a0ce8 HTTP/1.1" status: 200 len: 217 time: 0.0397315 Aug 10 01:51:04.339833 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fe75641d-cb7b-4f10-9360-48475f60ff09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.375387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-8c85cb0d-8a89-4443-8128-540384241fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:04.376840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-8c85cb0d-8a89-4443-8128-540384241fd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0528412 Aug 10 01:51:04.434941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fe75641d-cb7b-4f10-9360-48475f60ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.493541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fe75641d-cb7b-4f10-9360-48475f60ff09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7010dfd0c664430488092c2d51a1eef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824483 Aug 10 01:51:04.495683 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.496872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58348) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:04.507738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-4bd5d677-9029-40b8-8d9c-877810ab6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:04.510236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-4bd5d677-9029-40b8-8d9c-877810ab6f86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249571 Aug 10 01:51:04.512092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75641d-cb7b-4f10-9360-48475f60ff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca483c-3bb1-4fb5-ac01-d3e4096e5af8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:04.525518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd453f-79a1-4caf-b5a9-474bbfcc1b8b req-cc183fab-f9cd-48b8-b9bd-1e1233389073 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:04.527291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98fd453f-79a1-4caf-b5a9-474bbfcc1b8b req-cc183fab-f9cd-48b8-b9bd-1e1233389073 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 947 time: 0.1340353 Aug 10 01:51:04.566518 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91797175-a882-4ebc-a3d9-8973352ab80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.589187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91797175-a882-4ebc-a3d9-8973352ab80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.653808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98fd453f-79a1-4caf-b5a9-474bbfcc1b8b req-57121e03-ea89-442e-a330-36bd2e48f7a6 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155295 Aug 10 01:51:04.685732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-dd1bde6e-31b8-4e6e-9df8-4bd1d17a12c4 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563904 Aug 10 01:51:04.699578 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91797175-a882-4ebc-a3d9-8973352ab80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.702381 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91797175-a882-4ebc-a3d9-8973352ab80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.703820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-91797175-a882-4ebc-a3d9-8973352ab80e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2aca483c-3bb1-4fb5-ac01-d3e4096e5af8 HTTP/1.1" status: 204 len: 168 time: 0.2058706 Aug 10 01:51:04.712005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91797175-a882-4ebc-a3d9-8973352ab80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca483c-3bb1-4fb5-ac01-d3e4096e5af8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:04.747734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 167a19d1-018c-417c-a62b-99cb683a0ce8 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:04.826817 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.829313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03038fe4-2285-4c37-b0c7-77dda6eaf8ab req-6d477be3-0ffe-4449-ab6e-8cb4b6dff460 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359050 Aug 10 01:51:04.895328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 167a19d1-018c-417c-a62b-99cb683a0ce8, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=167a19d1-018c-417c-a62b-99cb683a0ce8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:04.908839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '167a19d1-018c-417c-a62b-99cb683a0ce8', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '167a19d1-018c-417c-a62b-99cb683a0ce8', 'mac_address': 'fa:16:3e:b8:7c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:51:04.911850 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.956571 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.963969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71125ed-4da0-426a-a7c6-af168e218767,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:04.999826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167a19d1-018c-417c-a62b-99cb683a0ce8 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:05.035578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 167a19d1-018c-417c-a62b-99cb683a0ce8, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=167a19d1-018c-417c-a62b-99cb683a0ce8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:05.037633 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.163154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.163338 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.202731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450f2cd4-b6b6-445d-b0b7-f1cdb613bf6f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:05.244321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=167a19d1-018c-417c-a62b-99cb683a0ce8,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:05.249643 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.250999 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6463885a-5c32-49f2-9782-4ca54013b1bb req-9ab46ace-1fbc-4410-9ccc-1844e3e3db74 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5837486 Aug 10 01:51:05.365393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['167a19d1-018c-417c-a62b-99cb683a0ce8'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:05.401355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b82bd943-ed21-4d8e-98c2-2562bcb49aba req-b88011c6-17ac-4ff7-ac02-5c74edf7e9d5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 210 time: 0.0407774 Aug 10 01:51:05.405480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-934dd188-2e3d-404e-8a65-516235ea7035 req-f1493bcb-d77c-44e7-8040-114111202fe8 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Request body: {'security_group': {'name': 'tempest-securitygroup-543805459', 'description': 'tempest-description-1719412885'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:05.586107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-934dd188-2e3d-404e-8a65-516235ea7035 req-f1493bcb-d77c-44e7-8040-114111202fe8 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.608854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58390) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:05.637025 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc71d228-3aa8-4123-920a-dcecb3e70388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.656118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-fc71d228-3aa8-4123-920a-dcecb3e70388 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:51:05.656118 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:51:05.656118 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': '3269904fb2ff4c938964d7db1e8f9a40', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 51, 5, 647927)}] Aug 10 01:51:05.656118 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:51:05.657965 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-fc71d228-3aa8-4123-920a-dcecb3e70388 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:51:05.687244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a22e8efd-3007-42a6-9a1d-ef6d8e6a67b7 req-3afbac40-69c4-483e-a507-989deb9b373f tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=768bcbb6af71460bbe4bd1ce8a84bdeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393546 Aug 10 01:51:05.765519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-fb5b02a8-1eaf-40a1-96eb-803079066b63 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:05.767136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-fb5b02a8-1eaf-40a1-96eb-803079066b63 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 820 time: 0.2400675 Aug 10 01:51:05.785482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Request body: {'port': {'device_id': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf', 'admin_state_up': True, 'tenant_id': '063dde1b95404b2bac7885ebb59e4633'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:05.891051 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-934dd188-2e3d-404e-8a65-516235ea7035 req-f1493bcb-d77c-44e7-8040-114111202fe8 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.915753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8efd-3007-42a6-9a1d-ef6d8e6a67b7 req-421a9696-e233-44b9-afdd-a6593e1258c6 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:05.917335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a22e8efd-3007-42a6-9a1d-ef6d8e6a67b7 req-421a9696-e233-44b9-afdd-a6593e1258c6 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196488 Aug 10 01:51:05.949841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a22e8efd-3007-42a6-9a1d-ef6d8e6a67b7 req-97558132-7817-46b6-8f50-536225e93588 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/quotas/768bcbb6af71460bbe4bd1ce8a84bdeb HTTP/1.1" status: 200 len: 375 time: 0.0213592 Aug 10 01:51:05.969013 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-934dd188-2e3d-404e-8a65-516235ea7035 req-f1493bcb-d77c-44e7-8040-114111202fe8 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.995473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a22e8efd-3007-42a6-9a1d-ef6d8e6a67b7 req-7a2cf44d-eac8-4329-be18-aa326b635048 tempest-QuotasAdminNegativeTest-1345683812 tempest-QuotasAdminNegativeTest-1345683812-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=768bcbb6af71460bbe4bd1ce8a84bdeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386660 Aug 10 01:51:06.019274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1493bcb-d77c-44e7-8040-114111202fe8 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6c7366-22ed-4f58-843e-4440ad3c43c3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:06.100494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Made reservation on behalf of 063dde1b95404b2bac7885ebb59e4633 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:06.104194 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.159212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc71d228-3aa8-4123-920a-dcecb3e70388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.237654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-934dd188-2e3d-404e-8a65-516235ea7035 req-f1493bcb-d77c-44e7-8040-114111202fe8 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.239551 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-934dd188-2e3d-404e-8a65-516235ea7035 req-f1493bcb-d77c-44e7-8040-114111202fe8 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8413939 Aug 10 01:51:06.241078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Allocated IP 172.20.0.6 (3ea2a2dd-e85f-4282-baa3-4d340bdc5baf/352d044b-2470-4744-b6f8-e8c1b438b920/dcf8a5c9-9c99-4760-bdda-e1c42b5dc136) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:06.332423 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc71d228-3aa8-4123-920a-dcecb3e70388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.403578 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc71d228-3aa8-4123-920a-dcecb3e70388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.409787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eecf7-d8cc-47d5-8839-04636b197737 req-e123da63-6598-4f24-8c84-885976122ec7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:06.411323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b64eecf7-d8cc-47d5-8839-04636b197737 req-e123da63-6598-4f24-8c84-885976122ec7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 948 time: 0.1082776 Aug 10 01:51:06.442967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71d228-3aa8-4123-920a-dcecb3e70388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d03c62-c4d7-4e55-93e5-166148095dd3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:06.481015 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fc71d228-3aa8-4123-920a-dcecb3e70388 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3269904fb2ff4c938964d7db1e8f9a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8689222 Aug 10 01:51:06.483591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58424) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:06.500149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.504614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b64eecf7-d8cc-47d5-8839-04636b197737 req-482f803e-289b-4640-8f5f-54ef5f5d5e2a tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852764 Aug 10 01:51:06.582349 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3a18ce4-7acd-43a5-a096-8d07119cbd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.608749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3a18ce4-7acd-43a5-a096-8d07119cbd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.751385 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.763257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 167a19d1-018c-417c-a62b-99cb683a0ce8 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:06.788858 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3a18ce4-7acd-43a5-a096-8d07119cbd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.793363 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3a18ce4-7acd-43a5-a096-8d07119cbd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.801051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b3a18ce4-7acd-43a5-a096-8d07119cbd9b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39d03c62-c4d7-4e55-93e5-166148095dd3 HTTP/1.1" status: 204 len: 168 time: 0.3052497 Aug 10 01:51:06.815641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:06.825350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:06.827994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:06.834294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:06.834935 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.837982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a18ce4-7acd-43a5-a096-8d07119cbd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d03c62-c4d7-4e55-93e5-166148095dd3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:06.848028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Pushing event updated for resources: {'Port': ['ID=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:06.893820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 167a19d1-018c-417c-a62b-99cb683a0ce8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:06.893820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 167a19d1-018c-417c-a62b-99cb683a0ce8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:06.893820 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.945336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ba1e818a-c6e3-4ef3-99bf-10ef91f50a5d req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-373905191', 'description': 'tempest-description-889210817'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:06.950704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-bfeb83bb-db2b-4b82-a93e-9c7dd8f44c05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1688263 Aug 10 01:51:06.964312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Request body: {'port': {'device_id': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:06.994752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.017415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeffcd6-e911-4869-ba04-25e8a450bf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167a19d1-018c-417c-a62b-99cb683a0ce8'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:07.019696 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f28f560-2c74-486b-8753-8bacf6a3c108" -d '{"events": [{"server_uuid": "ceeffcd6-e911-4869-ba04-25e8a450bf17", "name": "network-vif-plugged", "status": "completed", "tag": "167a19d1-018c-417c-a62b-99cb683a0ce8"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:07.033050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 167a19d1-018c-417c-a62b-99cb683a0ce8, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=167a19d1-018c-417c-a62b-99cb683a0ce8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:07.055331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.075427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb683b-d048-4661-b956-4dbcd7225d56 req-815ea0b4-ba2b-4276-90fd-ac168d461e07 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:07.077020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0eb683b-d048-4661-b956-4dbcd7225d56 req-815ea0b4-ba2b-4276-90fd-ac168d461e07 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 931 time: 0.0916929 Aug 10 01:51:07.108370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ba1e818a-c6e3-4ef3-99bf-10ef91f50a5d req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.129379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ba1e818a-c6e3-4ef3-99bf-10ef91f50a5d req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.163462 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.217844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=167a19d1-018c-417c-a62b-99cb683a0ce8,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:07.219098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0eb683b-d048-4661-b956-4dbcd7225d56 req-d231f6d4-a674-416e-9296-294c6645fb46 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199214 Aug 10 01:51:07.392062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ba1e818a-c6e3-4ef3-99bf-10ef91f50a5d req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.454400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:07.464151 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.467049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ba1e818a-c6e3-4ef3-99bf-10ef91f50a5d req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.499859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Transition to ACTIVE for port object dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:07.513979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b87409b-56ca-454d-8805-09db299e8610,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:07.655876 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2500bd-eb1d-4586-9d0d-3de3bb5d23fe x-openstack-request-id: req-2a2500bd-eb1d-4586-9d0d-3de3bb5d23fe {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:07.657292 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeffcd6-e911-4869-ba04-25e8a450bf17", "name": "network-vif-plugged", "status": "completed", "tag": "167a19d1-018c-417c-a62b-99cb683a0ce8", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:07.657763 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a2500bd-eb1d-4586-9d0d-3de3bb5d23fe {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:07.658297 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeffcd6-e911-4869-ba04-25e8a450bf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167a19d1-018c-417c-a62b-99cb683a0ce8', 'code': 200} Aug 10 01:51:07.722172 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.727209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.16', 58972) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:07.751414 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ba1e818a-c6e3-4ef3-99bf-10ef91f50a5d req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.825403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd6406-18ee-4e56-a746-9bec071e17ba req-171e13f5-ec2b-41da-b18f-4f7e8ef983b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:07.828303 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0ecd6406-18ee-4e56-a746-9bec071e17ba req-171e13f5-ec2b-41da-b18f-4f7e8ef983b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 1101 time: 0.0996935 Aug 10 01:51:07.839790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:07.840660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:07.841019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:07.846606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Pushing event updated for resources: {'Port': ['ID=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:07.880921 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0ecd6406-18ee-4e56-a746-9bec071e17ba req-a0604592-e98f-4b16-91ef-ae3a8b53b51a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448644 Aug 10 01:51:07.882641 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ba1e818a-c6e3-4ef3-99bf-10ef91f50a5d req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.892645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:07.892972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:07.909214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:07.909566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:07.909947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:07.910390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Bound port: dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:07.910778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.937255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6806143-ee63-43e3-ad20-6afb0d4114d3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:07.953518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0f24d-0507-48e6-86b4-2afa6e07b013 req-c5f29ab2-51e0-45a0-b7a2-d69a6b9a8a36 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:07.955034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ca0f24d-0507-48e6-86b4-2afa6e07b013 req-c5f29ab2-51e0-45a0-b7a2-d69a6b9a8a36 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 949 time: 0.1114533 Aug 10 01:51:07.995628 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ba1e818a-c6e3-4ef3-99bf-10ef91f50a5d req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:07.996767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba1e818a-c6e3-4ef3-99bf-10ef91f50a5d req-ed0557e2-54b8-4d1e-8f09-6914bef39640 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0570602 Aug 10 01:51:08.035377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:08.046072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:08.058192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ca0f24d-0507-48e6-86b4-2afa6e07b013 req-d9b38b12-b16d-43ae-a370-00584000fd1f tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850062 Aug 10 01:51:08.119484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-98aca439-a3df-4fc1-b239-ec960a233cab req-3878af22-26a4-43aa-a653-1318dbc41c70 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2068133549', 'description': 'tempest-description-1192084564'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:08.124722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:08.180170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:08.184845 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:08.184845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] 10.222.0.16 "PUT /v2.0/ports/dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 200 len: 1092 time: 1.2237844 Aug 10 01:51:08.184845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:08.186470 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a675eb8-fbd5-4e98-a872-72fb565e74d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:08.204111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83813e-e7d7-42e6-9d3d-d18bec16993a service neutron] Pushing event updated for resources: {'Port': ['ID=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:08.213765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58490) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:08.272322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98aca439-a3df-4fc1-b239-ec960a233cab req-3878af22-26a4-43aa-a653-1318dbc41c70 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:08.360735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-4b591cef-49e5-4453-95bb-be0bff4e5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:08.362222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-4b591cef-49e5-4453-95bb-be0bff4e5e48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1095 time: 0.0648608 Aug 10 01:51:08.412633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-1ae140d9-49a7-4664-acbb-8992e21e5038 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 200 len: 217 time: 0.0405056 Aug 10 01:51:08.441232 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d028954f-d4c5-405c-9664-97b6c1482dc4 x-openstack-request-id: req-d028954f-d4c5-405c-9664-97b6c1482dc4 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:08.441232 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:08.441485 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d028954f-d4c5-405c-9664-97b6c1482dc4 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:08.441680 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136', 'status': 'completed', 'code': 200} Aug 10 01:51:08.444787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98aca439-a3df-4fc1-b239-ec960a233cab req-3878af22-26a4-43aa-a653-1318dbc41c70 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:08.492586 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-db275ecc-27ff-4fd5-9ea2-f1b08a919a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:08.502890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-10686cc4-609f-4fc8-aab6-a56481860a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:08.504277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-10686cc4-609f-4fc8-aab6-a56481860a0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0792694 Aug 10 01:51:08.525447 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98aca439-a3df-4fc1-b239-ec960a233cab req-3878af22-26a4-43aa-a653-1318dbc41c70 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:08.572079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-0887a046-b5fc-4d95-8e69-72b3f84a1d2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560372 Aug 10 01:51:08.598164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878af22-26a4-43aa-a653-1318dbc41c70 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d376db7c-9e72-447a-b1c9-d6027ae84dc1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:08.604232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58508) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:08.682242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0eda9-6975-4b7e-bff8-58985fc6a35f req-90817612-6e61-4696-96b7-3edd174ce749 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:08.684293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ff0eda9-6975-4b7e-bff8-58985fc6a35f req-90817612-6e61-4696-96b7-3edd174ce749 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 943 time: 0.1957934 Aug 10 01:51:08.735307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e13e7e2-b019-4ca9-a829-478d344e4f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:08.774304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ff0eda9-6975-4b7e-bff8-58985fc6a35f req-4591b317-7884-4eb7-8e6a-40cd939b4f05 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739648 Aug 10 01:51:08.780805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-053a5bd1-caf3-42e4-939a-36903b8bb6c2 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835220 Aug 10 01:51:08.825795 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-db275ecc-27ff-4fd5-9ea2-f1b08a919a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:08.891529 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-db275ecc-27ff-4fd5-9ea2-f1b08a919a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:08.898220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defa72b1-df60-40a0-afd6-aecfcbfbcd9a req-3d640c24-72c1-4ad6-a2d7-7236b3e5628f service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102841 Aug 10 01:51:08.934998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db275ecc-27ff-4fd5-9ea2-f1b08a919a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2dbbae-f681-4988-bd8f-60aeb728769b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:08.939324 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-db275ecc-27ff-4fd5-9ea2-f1b08a919a08 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=768bcbb6af71460bbe4bd1ce8a84bdeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7291875 Aug 10 01:51:08.947857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58528) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:08.992371 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98aca439-a3df-4fc1-b239-ec960a233cab req-3878af22-26a4-43aa-a653-1318dbc41c70 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.011107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98aca439-a3df-4fc1-b239-ec960a233cab req-3878af22-26a4-43aa-a653-1318dbc41c70 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8962767 Aug 10 01:51:09.042447 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d027091c-f700-4645-86d6-b726b5daedf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.089339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d027091c-f700-4645-86d6-b726b5daedf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.106236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e13e7e2-b019-4ca9-a829-478d344e4f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.111782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-88faba1b-caff-425b-af40-d125823d8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:09.113273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-88faba1b-caff-425b-af40-d125823d8019 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1095 time: 0.0842390 Aug 10 01:51:09.236446 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e13e7e2-b019-4ca9-a829-478d344e4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.269452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-f9776ffc-4819-476d-aa8a-71ee871f2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:09.270957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-f9776ffc-4819-476d-aa8a-71ee871f2a5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.1471114 Aug 10 01:51:09.273996 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2e13e7e2-b019-4ca9-a829-478d344e4f0f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=737485b6c20d458cbbb74eecbddf3370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6684618 Aug 10 01:51:09.276694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13e7e2-b019-4ca9-a829-478d344e4f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46075a7-9fac-41c1-80dd-e4ddd294d9bd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:09.279006 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58542) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:09.330984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-a30a1568-b45c-4d40-a39a-7b031e52c2ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 200 len: 217 time: 0.0524268 Aug 10 01:51:09.333304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03a7f997-ec51-4854-8ef5-67e8f9951faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.354889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03a7f997-ec51-4854-8ef5-67e8f9951faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.377260 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d027091c-f700-4645-86d6-b726b5daedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.379878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d027091c-f700-4645-86d6-b726b5daedf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.380995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d027091c-f700-4645-86d6-b726b5daedf8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf2dbbae-f681-4988-bd8f-60aeb728769b HTTP/1.1" status: 204 len: 168 time: 0.4322064 Aug 10 01:51:09.421984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027091c-f700-4645-86d6-b726b5daedf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2dbbae-f681-4988-bd8f-60aeb728769b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:09.443133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-83c4505e-da23-4a58-aa9a-b42d3f826f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:09.444833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-83c4505e-da23-4a58-aa9a-b42d3f826f69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.1032555 Aug 10 01:51:09.471767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03a7f997-ec51-4854-8ef5-67e8f9951faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.475307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03a7f997-ec51-4854-8ef5-67e8f9951faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:09.476967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03a7f997-ec51-4854-8ef5-67e8f9951faf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c46075a7-9fac-41c1-80dd-e4ddd294d9bd HTTP/1.1" status: 204 len: 168 time: 0.1967368 Aug 10 01:51:09.486301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7f997-ec51-4854-8ef5-67e8f9951faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46075a7-9fac-41c1-80dd-e4ddd294d9bd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:09.502403 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-dc5b0b06-9afb-4011-bd1b-6c0b27f7ec8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467217 Aug 10 01:51:09.660863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-453db04c-64c5-46e9-9f36-38ae0f04132b tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36830 time: 0.4874730 Aug 10 01:51:09.690593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06378836-0acd-4e8e-8a15-49a05c4f7479 req-7a7b1708-09ce-4822-82c7-2fbbebb738b3 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:09.692040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06378836-0acd-4e8e-8a15-49a05c4f7479 req-7a7b1708-09ce-4822-82c7-2fbbebb738b3 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 949 time: 0.1252565 Aug 10 01:51:09.704471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-6a930f93-e4f0-4b32-b335-3d9cad645d77 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941962 Aug 10 01:51:09.813497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06378836-0acd-4e8e-8a15-49a05c4f7479 req-01854bc8-8069-4d1c-850c-9cf9fba008b6 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112127 Aug 10 01:51:09.814919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-2181a021-b069-4c3e-9ea8-36fc9f190cd7 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/23567c6f-9409-49de-a6e6-8df041825c48 HTTP/1.1" status: 200 len: 2977 time: 0.1462736 Aug 10 01:51:09.875837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a675eb8-fbd5-4e98-a872-72fb565e74d4 req-95d9c006-5485-41bd-a367-5d853d4cb9d4 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609488 Aug 10 01:51:09.878772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-168008f0-e932-4f9d-ad10-6d91f0b64b4c tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/23567c6f-9409-49de-a6e6-8df041825c48 HTTP/1.1" status: 200 len: 2977 time: 0.0543485 Aug 10 01:51:09.927756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-3a9a6e10-058d-4cc3-9ccf-6eb1542a1daf tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/2b87409b-56ca-454d-8805-09db299e8610 HTTP/1.1" status: 200 len: 2981 time: 0.0414212 Aug 10 01:51:09.974278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-08a3afb4-efbc-41f1-82a6-9f9b29983b83 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/2b87409b-56ca-454d-8805-09db299e8610 HTTP/1.1" status: 200 len: 2981 time: 0.0364249 Aug 10 01:51:10.015990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-92f3245d-9961-4250-8945-9214c47aa92d tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/74b45c12-dbd8-4b00-b850-55f951a6d3fc HTTP/1.1" status: 200 len: 2981 time: 0.0349836 Aug 10 01:51:10.057788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-afc5132d-ba05-4a69-92e5-bedf2a1136b9 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/74b45c12-dbd8-4b00-b850-55f951a6d3fc HTTP/1.1" status: 200 len: 2981 time: 0.0359831 Aug 10 01:51:10.098319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-13dcb2ea-e821-4f04-b80d-2cd0a3192ee9 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/7f14d2ee-6a45-400e-86f3-96059ace1b52 HTTP/1.1" status: 200 len: 2981 time: 0.0345099 Aug 10 01:51:10.140729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-8564d075-9135-4e2b-adb8-034351d6c3d3 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/7f14d2ee-6a45-400e-86f3-96059ace1b52 HTTP/1.1" status: 200 len: 2981 time: 0.0357242 Aug 10 01:51:10.184841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-06124e19-2640-4703-b4c3-452ddbbcdb5e tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/8408a5c5-892d-4a86-8a97-9e731798c3f8 HTTP/1.1" status: 200 len: 2981 time: 0.0381169 Aug 10 01:51:10.202474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58560) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:10.224733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-430729df-b594-4886-a836-d689e1bbc289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.252826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-36e5929a-1c1b-483c-9946-22228f5b174d tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/8408a5c5-892d-4a86-8a97-9e731798c3f8 HTTP/1.1" status: 200 len: 2981 time: 0.0614567 Aug 10 01:51:10.259541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58562) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:10.274382 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e432aa51-544d-4b16-a75e-558751add611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.322179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-41a9ffa8-f52e-4c62-9ac7-261949c4d4b6 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/97f4e6fd-931f-4f16-b103-3b0b5b0f64b2 HTTP/1.1" status: 200 len: 2977 time: 0.0556440 Aug 10 01:51:10.387433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-4d3f3028-adce-4b72-8e60-38f4437d373f tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/97f4e6fd-931f-4f16-b103-3b0b5b0f64b2 HTTP/1.1" status: 200 len: 2977 time: 0.0580630 Aug 10 01:51:10.391668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-430729df-b594-4886-a836-d689e1bbc289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.433360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-d3aad827-dd65-4edd-91e0-5b5636c4c233 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ad67542d-56a4-4e8e-8794-33837c8a32b8 HTTP/1.1" status: 200 len: 2973 time: 0.0387712 Aug 10 01:51:10.478518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-430729df-b594-4886-a836-d689e1bbc289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.484964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-e425c348-c536-47c6-95c8-fce89ede8e09 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/ad67542d-56a4-4e8e-8794-33837c8a32b8 HTTP/1.1" status: 200 len: 2973 time: 0.0452600 Aug 10 01:51:10.544882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430729df-b594-4886-a836-d689e1bbc289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3f074e-b6a9-4215-8d65-da089aac63dc,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:10.562028 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e432aa51-544d-4b16-a75e-558751add611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.566256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-430729df-b594-4886-a836-d689e1bbc289 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56057c0fb0ba4299850f90ab3cd9fe6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622723 Aug 10 01:51:10.568933 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58568) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:10.596037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-c03a963f-0c7f-409d-8564-f74b219e6f64 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/cce8744e-7383-4b10-b524-617c885ff88b HTTP/1.1" status: 200 len: 2977 time: 0.0979204 Aug 10 01:51:10.609370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19595283-08d7-44b6-86f2-acb6c516b00f req-0b02ac0a-286b-4afb-abac-027a127a1f59 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:10.610975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19595283-08d7-44b6-86f2-acb6c516b00f req-0b02ac0a-286b-4afb-abac-027a127a1f59 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 972 time: 0.0917060 Aug 10 01:51:10.619714 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e432aa51-544d-4b16-a75e-558751add611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.633185 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf22e0f5-f2d5-4e2c-b3f3-386acbc5ef60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.668802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432aa51-544d-4b16-a75e-558751add611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed498675-6d47-49a8-af8c-005b6b05396e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:10.678315 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e432aa51-544d-4b16-a75e-558751add611 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f942bbb342184c3cb3955ccd3cc4f51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176090 Aug 10 01:51:10.678565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58570) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:10.680364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-352ae025-180a-4310-be90-7ba83a8d2ed0 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/cce8744e-7383-4b10-b524-617c885ff88b HTTP/1.1" status: 200 len: 2977 time: 0.0684810 Aug 10 01:51:10.687779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf22e0f5-f2d5-4e2c-b3f3-386acbc5ef60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.689308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19595283-08d7-44b6-86f2-acb6c516b00f req-9bc2a61f-e124-432f-b52d-b88039cacd6c tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/security-groups?id=23567c6f-9409-49de-a6e6-8df041825c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698993 Aug 10 01:51:10.731839 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-ef975994-8b68-494d-9483-7a5b9242fa23 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] show failed (client error): The resource could not be found. Aug 10 01:51:10.732868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-ef975994-8b68-494d-9483-7a5b9242fa23 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/cf2dbbae-f681-4988-bd8f-60aeb728769b HTTP/1.1" status: 404 len: 352 time: 0.0250041 Aug 10 01:51:10.753969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:10.759834 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea86b647-3a5a-4526-ba29-e6c8e0cdac64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.761420 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-2f2697b0-c810-484e-acdf-4ca94bd2fbf8 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] show failed (client error): The resource could not be found. Aug 10 01:51:10.762427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-2f2697b0-c810-484e-acdf-4ca94bd2fbf8 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/cf2dbbae-f681-4988-bd8f-60aeb728769b HTTP/1.1" status: 404 len: 352 time: 0.0178821 Aug 10 01:51:10.792471 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf22e0f5-f2d5-4e2c-b3f3-386acbc5ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.795043 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf22e0f5-f2d5-4e2c-b3f3-386acbc5ef60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.796635 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cf22e0f5-f2d5-4e2c-b3f3-386acbc5ef60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f3f074e-b6a9-4215-8d65-da089aac63dc HTTP/1.1" status: 204 len: 168 time: 0.2267451 Aug 10 01:51:10.806953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22e0f5-f2d5-4e2c-b3f3-386acbc5ef60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3f074e-b6a9-4215-8d65-da089aac63dc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:10.819560 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea86b647-3a5a-4526-ba29-e6c8e0cdac64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.864729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:10.876137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136', 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf', 'port_id': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136', 'mac_address': 'fa:16:3e:74:1d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352d044b-2470-4744-b6f8-e8c1b438b920', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:51:10.916016 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:10.930009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:10.934301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-ab4fe6b2-d10b-4bac-801d-28e550b751e0 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d5ba8b6e-0547-4811-b9c4-792cec5fda5f HTTP/1.1" status: 200 len: 2981 time: 0.1628344 Aug 10 01:51:10.952224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:10.960394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d58c03-6736-43f8-9add-4efc9d136a76 req-85c6c042-74ae-4a2c-b743-9d6a210e5b27 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:10.961860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6d58c03-6736-43f8-9add-4efc9d136a76 req-85c6c042-74ae-4a2c-b743-9d6a210e5b27 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 943 time: 0.1846564 Aug 10 01:51:10.970143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-4bca7eaf-d9df-499b-8903-dd4968c4754b tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:10.975593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-4bca7eaf-d9df-499b-8903-dd4968c4754b tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 972 time: 0.1498423 Aug 10 01:51:11.021015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:11.075630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:11.110330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6d58c03-6736-43f8-9add-4efc9d136a76 req-393a3206-b2ee-4c05-8d24-0773f36a46a0 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378567 Aug 10 01:51:11.130832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-a1d7727e-9c01-4391-954e-9b85df9c6d35 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d5ba8b6e-0547-4811-b9c4-792cec5fda5f HTTP/1.1" status: 200 len: 2981 time: 0.1825101 Aug 10 01:51:11.131552 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea86b647-3a5a-4526-ba29-e6c8e0cdac64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:11.135652 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea86b647-3a5a-4526-ba29-e6c8e0cdac64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:11.137098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ea86b647-3a5a-4526-ba29-e6c8e0cdac64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed498675-6d47-49a8-af8c-005b6b05396e HTTP/1.1" status: 204 len: 168 time: 0.4548430 Aug 10 01:51:11.165411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86b647-3a5a-4526-ba29-e6c8e0cdac64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed498675-6d47-49a8-af8c-005b6b05396e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:11.227808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['dcf8a5c9-9c99-4760-bdda-e1c42b5dc136'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:11.377263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-002f3a78-f0b1-4f96-938a-ba270f49afb5 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f71125ed-4da0-426a-a7c6-af168e218767 HTTP/1.1" status: 200 len: 2981 time: 0.2330835 Aug 10 01:51:11.390312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Deleting port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:51:11.390688 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:11.483234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5034478-7a9a-4c00-8bda-6c0c3204da9f req-bc0ed5ab-c704-41ab-b499-84967618a105 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/f71125ed-4da0-426a-a7c6-af168e218767 HTTP/1.1" status: 200 len: 2981 time: 0.0961483 Aug 10 01:51:11.507641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] For port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:11.508065 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:11.523840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Calling delete_port for 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c owned by compute:tempest-test_az-2133935458 {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:51:11.688076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-037598fb-51c2-498d-8b96-8c886a802952 req-5202b13e-7f7e-46f7-a2bd-55ef024e49ac tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d63a3b5c50fc44a193b51bd0a6ecd057 HTTP/1.1" status: 200 len: 6101 time: 0.1128564 Aug 10 01:51:11.822895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-037598fb-51c2-498d-8b96-8c886a802952 req-b01189a6-e8f5-4f39-8647-882a472010b9 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] 10.222.0.38 "GET /v2.0/security-groups/f71125ed-4da0-426a-a7c6-af168e218767 HTTP/1.1" status: 200 len: 2981 time: 0.1193378 Aug 10 01:51:11.844443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a6ac-0f61-403a-b78f-ed7ea4e4987c req-9bf2e1f2-6555-4d6b-85b0-0b0f6eee6f40 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:11.845921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c77a6ac-0f61-403a-b78f-ed7ea4e4987c req-9bf2e1f2-6555-4d6b-85b0-0b0f6eee6f40 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 949 time: 0.1106033 Aug 10 01:51:11.891848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:11.910445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['296d0c06-c8a4-4b02-afbb-d8fdd9ea903c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:11.940796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Pushing event deleted for resources: {'Port': ['ID=296d0c06-c8a4-4b02-afbb-d8fdd9ea903c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:11.956312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-037598fb-51c2-498d-8b96-8c886a802952 req-801cb996-ccc2-4719-a4eb-5c07e26bd0c3 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] 10.222.0.38 "GET /v2.0/security-groups/f71125ed-4da0-426a-a7c6-af168e218767 HTTP/1.1" status: 200 len: 2981 time: 0.1260767 Aug 10 01:51:11.990337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c77a6ac-0f61-403a-b78f-ed7ea4e4987c req-e90ee203-45ca-4be2-a70f-12657bfe7628 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330721 Aug 10 01:51:12.033267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] No DVR routers for this DVR port 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:51:12.036001 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.038676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78399511-ab8e-4e9b-a95d-efdb9aac7ee0 req-0cf5057e-678c-44cf-8336-2aaaad4253d3 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.11 "DELETE /v2.0/ports/296d0c06-c8a4-4b02-afbb-d8fdd9ea903c HTTP/1.1" status: 204 len: 173 time: 1.0595272 Aug 10 01:51:12.039149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c32232c-fd1c-4e4c-8b5f-26652d2a1541', 'name': 'network-vif-deleted', 'tag': '296d0c06-c8a4-4b02-afbb-d8fdd9ea903c'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:12.041885 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76692cbf-1841-4d5b-a282-e3db2b6bd5bb" -d '{"events": [{"server_uuid": "2c32232c-fd1c-4e4c-8b5f-26652d2a1541", "name": "network-vif-deleted", "tag": "296d0c06-c8a4-4b02-afbb-d8fdd9ea903c"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:12.169439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0341791-da90-4cdb-a743-c4f3bcc9cc7d req-e039ac2c-3943-43df-96ad-041f6403ec62 tempest-AggregatesAdminTestJSON-898504054 tempest-AggregatesAdminTestJSON-898504054-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c32232c-fd1c-4e4c-8b5f-26652d2a1541 HTTP/1.1" status: 200 len: 210 time: 0.0361226 Aug 10 01:51:12.236656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d63f619-000c-4c08-bd88-3f7646634764 req-d384a728-8e8d-4da3-a9cb-daaef71cec46 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d376db7c-9e72-447a-b1c9-d6027ae84dc1 HTTP/1.1" status: 200 len: 1778 time: 0.0425017 Aug 10 01:51:12.297038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d63f619-000c-4c08-bd88-3f7646634764 req-bfa343d5-cdc0-4ee4-9c13-b0671153ac86 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.321335 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d63f619-000c-4c08-bd88-3f7646634764 req-bfa343d5-cdc0-4ee4-9c13-b0671153ac86 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.454671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d63f619-000c-4c08-bd88-3f7646634764 req-bfa343d5-cdc0-4ee4-9c13-b0671153ac86 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.457610 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d63f619-000c-4c08-bd88-3f7646634764 req-bfa343d5-cdc0-4ee4-9c13-b0671153ac86 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.458787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d63f619-000c-4c08-bd88-3f7646634764 req-bfa343d5-cdc0-4ee4-9c13-b0671153ac86 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/d376db7c-9e72-447a-b1c9-d6027ae84dc1 HTTP/1.1" status: 204 len: 173 time: 0.2153511 Aug 10 01:51:12.470265 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa343d5-cdc0-4ee4-9c13-b0671153ac86 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d376db7c-9e72-447a-b1c9-d6027ae84dc1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:12.506330 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f31e6-2de9-47f8-85d8-b9ee90a20def x-openstack-request-id: req-439f31e6-2de9-47f8-85d8-b9ee90a20def {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:12.506330 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c32232c-fd1c-4e4c-8b5f-26652d2a1541", "name": "network-vif-deleted", "tag": "296d0c06-c8a4-4b02-afbb-d8fdd9ea903c", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:12.506330 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-439f31e6-2de9-47f8-85d8-b9ee90a20def {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:12.506762 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c32232c-fd1c-4e4c-8b5f-26652d2a1541', 'name': 'network-vif-deleted', 'tag': '296d0c06-c8a4-4b02-afbb-d8fdd9ea903c', 'status': 'completed', 'code': 200} Aug 10 01:51:12.512566 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.612927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58646) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:12.616548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9e841-ae12-4ef2-a02e-3e29265a926e req-443bdccd-5def-4766-ac8a-d39bf5ad6def tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:12.618065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84e9e841-ae12-4ef2-a02e-3e29265a926e req-443bdccd-5def-4766-ac8a-d39bf5ad6def tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 944 time: 0.0559337 Aug 10 01:51:12.660386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84e9e841-ae12-4ef2-a02e-3e29265a926e req-d46f056b-d592-4318-bd79-025c6232b794 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338948 Aug 10 01:51:12.735816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1614883802-network', 'tenant_id': '64f718678e0b4c91a1b88e2f03a4baec'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:12.751637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ded7853-9657-4316-a2d0-9ef92b2708f1 req-7741d09e-ec0a-4fc7-996b-d0e5c6c77901 tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "GET /v2.0/security-groups/d6806143-ee63-43e3-ad20-6afb0d4114d3 HTTP/1.1" status: 200 len: 1776 time: 0.0530829 Aug 10 01:51:12.771008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:12.803431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4ded7853-9657-4316-a2d0-9ef92b2708f1 req-e5d17545-010d-4dba-a024-5ecc3153a90c tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.820402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Made reservation on behalf of 64f718678e0b4c91a1b88e2f03a4baec for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:12.823851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.825061 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4ded7853-9657-4316-a2d0-9ef92b2708f1 req-e5d17545-010d-4dba-a024-5ecc3153a90c tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.834444 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.928914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:12.933696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:12.934077 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.959374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4ded7853-9657-4316-a2d0-9ef92b2708f1 req-e5d17545-010d-4dba-a024-5ecc3153a90c tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.970042 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4ded7853-9657-4316-a2d0-9ef92b2708f1 req-e5d17545-010d-4dba-a024-5ecc3153a90c tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:12.973387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ded7853-9657-4316-a2d0-9ef92b2708f1 req-e5d17545-010d-4dba-a024-5ecc3153a90c tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6806143-ee63-43e3-ad20-6afb0d4114d3 HTTP/1.1" status: 204 len: 173 time: 0.2208962 Aug 10 01:51:13.012561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d17545-010d-4dba-a024-5ecc3153a90c tempest-SecurityGroupsTestAdminJSON-575194001 tempest-SecurityGroupsTestAdminJSON-575194001-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6806143-ee63-43e3-ad20-6afb0d4114d3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:13.073598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.091105 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.116791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:13.119835 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc52726-70b1-4cfc-b1da-e507435c9449" -d '{"events": [{"server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "name": "network-vif-plugged", "status": "completed", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:13.121704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07c37dc7-d0b2-46b0-b371-1e1f997466c5 req-c1ea39cd-eb31-43e7-bfe6-20813abe6e17 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] 10.222.0.38 "GET /v2.0/security-groups/3f6c7366-22ed-4f58-843e-4440ad3c43c3 HTTP/1.1" status: 200 len: 1777 time: 0.0604167 Aug 10 01:51:13.136140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:13.185022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45352b-6e7d-43c2-82eb-48c2edb2b4c8 req-666f949c-46e0-4c5e-adc8-d74d2ffe3370 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:13.188241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e45352b-6e7d-43c2-82eb-48c2edb2b4c8 req-666f949c-46e0-4c5e-adc8-d74d2ffe3370 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 949 time: 0.0884473 Aug 10 01:51:13.215142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.227317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-07c37dc7-d0b2-46b0-b371-1e1f997466c5 req-629464a7-e76c-42a4-b706-996a80502fe7 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.244697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:51:13.244890 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.255072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b981070-e555-46f5-8a7d-05bdbe60df22,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:13.261304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.261852 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Added segment e95cb7c8-1f27-4f43-bd42-57e2416102c5 of type vlan for network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d Aug 10 01:51:13.277091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e45352b-6e7d-43c2-82eb-48c2edb2b4c8 req-d519b97d-c0b7-4987-8f45-e232d0ad4ad1 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780566 Aug 10 01:51:13.287655 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-07c37dc7-d0b2-46b0-b371-1e1f997466c5 req-629464a7-e76c-42a4-b706-996a80502fe7 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.325471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:13.330589 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.432274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.432486 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-07c37dc7-d0b2-46b0-b371-1e1f997466c5 req-629464a7-e76c-42a4-b706-996a80502fe7 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.433246 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:13.433824 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.435297 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-07c37dc7-d0b2-46b0-b371-1e1f997466c5 req-629464a7-e76c-42a4-b706-996a80502fe7 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.436506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07c37dc7-d0b2-46b0-b371-1e1f997466c5 req-629464a7-e76c-42a4-b706-996a80502fe7 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] 10.222.0.38 "DELETE /v2.0/security-groups/3f6c7366-22ed-4f58-843e-4440ad3c43c3 HTTP/1.1" status: 204 len: 173 time: 0.3139453 Aug 10 01:51:13.445442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629464a7-e76c-42a4-b706-996a80502fe7 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6c7366-22ed-4f58-843e-4440ad3c43c3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:13.484400 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58318ce2-8337-4dce-b48b-b199c3a13528 x-openstack-request-id: req-58318ce2-8337-4dce-b48b-b199c3a13528 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:13.484741 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "name": "network-vif-plugged", "status": "completed", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:13.485053 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58318ce2-8337-4dce-b48b-b199c3a13528 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:13.485455 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136', 'code': 200} Aug 10 01:51:13.500345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:13.522585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:51:13.554816 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c1937748-33c7-4247-9986-a28d463f21d7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9407492 Aug 10 01:51:13.555477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58692) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:13.561692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Request body: {'subnet': {'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1614883802-subnet', 'tenant_id': '64f718678e0b4c91a1b88e2f03a4baec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:13.601587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e9e14a7-67a7-4946-b965-21fd75042efc req-fbdda07e-2b09-405a-a69b-16da16b9a97b tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] 10.222.0.38 "GET /v2.0/security-groups/450f2cd4-b6b6-445d-b0b7-f1cdb613bf6f HTTP/1.1" status: 200 len: 1776 time: 0.0529907 Aug 10 01:51:13.666632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Made reservation on behalf of 64f718678e0b4c91a1b88e2f03a4baec for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:13.669823 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.679117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a01531-4a2c-4a47-94d3-87cceb2780c8 req-9cd9a301-9769-4b84-bfba-dc01d3ab2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:13.681691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0a01531-4a2c-4a47-94d3-87cceb2780c8 req-9cd9a301-9769-4b84-bfba-dc01d3ab2e03 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1097 time: 0.0890565 Aug 10 01:51:13.711443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9e9e14a7-67a7-4946-b965-21fd75042efc req-f91d58a9-57a5-4b7b-b867-ffc4d8a53617 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.744963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0a01531-4a2c-4a47-94d3-87cceb2780c8 req-65bebd38-59c2-4c27-8bcc-654baaade748 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561345 Aug 10 01:51:13.756797 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9e9e14a7-67a7-4946-b965-21fd75042efc req-f91d58a9-57a5-4b7b-b867-ffc4d8a53617 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.778597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-f5fe5c13-d793-48a6-9593-c2a320baf54b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363324 Aug 10 01:51:13.897788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-d464b0cd-1e84-4184-89ee-1aba9eff1147 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:13.899332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-d464b0cd-1e84-4184-89ee-1aba9eff1147 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144898 Aug 10 01:51:13.913956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-c3b05408-a14e-4808-9037-d90e781b2cb4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/quotas/e0edf68bec68489686d0504a10f1fc82 HTTP/1.1" status: 200 len: 375 time: 0.0087087 Aug 10 01:51:13.917408 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.947382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-27f3bb13-6ce0-418d-80be-8070eb9a9fe1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268795 Aug 10 01:51:13.973389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe20240-759c-44f9-a75c-18875ca75d53,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:13.975824 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9e9e14a7-67a7-4946-b965-21fd75042efc req-f91d58a9-57a5-4b7b-b867-ffc4d8a53617 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.990905 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9e9e14a7-67a7-4946-b965-21fd75042efc req-f91d58a9-57a5-4b7b-b867-ffc4d8a53617 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:13.990905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e9e14a7-67a7-4946-b965-21fd75042efc req-f91d58a9-57a5-4b7b-b867-ffc4d8a53617 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] 10.222.0.38 "DELETE /v2.0/security-groups/450f2cd4-b6b6-445d-b0b7-f1cdb613bf6f HTTP/1.1" status: 204 len: 173 time: 0.3790383 Aug 10 01:51:13.991067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:13.991067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Network hostable DHCP agents. Network: ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:51:13.994932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d58a9-57a5-4b7b-b867-ffc4d8a53617 tempest-SecurityGroupsTestAdminJSON-108508879 tempest-SecurityGroupsTestAdminJSON-108508879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f2cd4-b6b6-445d-b0b7-f1cdb613bf6f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:14.012011 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:14.122339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:51:14.137027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4121401-71bb-41f0-b185-1d77ff9385b9 req-2a63cdb0-1e03-4347-ab9b-4c3749c2a8ad tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:14.143552 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4121401-71bb-41f0-b185-1d77ff9385b9 req-2a63cdb0-1e03-4347-ab9b-4c3749c2a8ad tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 945 time: 0.0641427 Aug 10 01:51:14.178637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4121401-71bb-41f0-b185-1d77ff9385b9 req-5bbb3436-7a77-40fb-9abe-ba9fe928daa6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316405 Aug 10 01:51:14.241767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:14.247104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:14.247694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:14.255536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e09517-b297-4aa7-9fd9-045cb3c18e10 None None] Network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:14.313356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-394bc91f-e419-4f8a-a316-80e88c364e5b tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:14.315503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-394bc91f-e419-4f8a-a316-80e88c364e5b tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 949 time: 0.0749247 Aug 10 01:51:14.364564 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ba68c116-0d44-4cbf-b37c-936a053e4169 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8069227 Aug 10 01:51:14.406336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f49bb089-7238-4617-9956-0d1db8b34bf7 req-439553d5-5ef0-453f-9d10-ca32a0590abb tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 210 time: 0.0466099 Aug 10 01:51:14.455663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57870e37-186c-4447-b211-dc6d1a79550b None None] Network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:14.537516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Deleting port 167a19d1-018c-417c-a62b-99cb683a0ce8 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:51:14.537975 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:14.550007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23e315-93f0-4d1c-b085-5115a83ed5ad req-ec7ecb69-1697-4489-b770-b6668bee40d5 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:14.551886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed23e315-93f0-4d1c-b085-5115a83ed5ad req-ec7ecb69-1697-4489-b770-b6668bee40d5 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 949 time: 0.0806453 Aug 10 01:51:14.663280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed23e315-93f0-4d1c-b085-5115a83ed5ad req-a62bd391-bbb0-470d-a4f3-ccf21a617f49 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/security-groups?id=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962226 Aug 10 01:51:14.678531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58738) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:14.694119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] For port 167a19d1-018c-417c-a62b-99cb683a0ce8, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=167a19d1-018c-417c-a62b-99cb683a0ce8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:14.695000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:14.711919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Calling delete_port for 167a19d1-018c-417c-a62b-99cb683a0ce8 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:51:14.807901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58746) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:14.820162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58750) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:14.950870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:14.961964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['167a19d1-018c-417c-a62b-99cb683a0ce8'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:14.995345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Pushing event deleted for resources: {'Port': ['ID=167a19d1-018c-417c-a62b-99cb683a0ce8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:15.000614 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cbe95110-8339-4183-833c-4868ad5430ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d63a3b5c50fc44a193b51bd0a6ecd057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914132 Aug 10 01:51:15.009501 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4f00a9d3-cbf2-4dc6-997f-ddf3782688a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=707e975fb2794479ade800fff6aa1b89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3239846 Aug 10 01:51:15.009501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58760) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:15.015794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58762) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:15.042201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbab0429-1a6d-48fb-9eff-7a546be91ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.095351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] No DVR routers for this DVR port 167a19d1-018c-417c-a62b-99cb683a0ce8 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:51:15.099796 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.102005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-576e30a4-5f67-4782-863b-63ee4654aab5 req-ad63eb87-f562-4d74-a42a-ef311fe9f9c7 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.16 "DELETE /v2.0/ports/167a19d1-018c-417c-a62b-99cb683a0ce8 HTTP/1.1" status: 204 len: 173 time: 0.7775438 Aug 10 01:51:15.116286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeffcd6-e911-4869-ba04-25e8a450bf17', 'name': 'network-vif-deleted', 'tag': '167a19d1-018c-417c-a62b-99cb683a0ce8'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:15.119778 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c0f39-c4d6-4832-8561-0dc1beb02b0e" -d '{"events": [{"server_uuid": "ceeffcd6-e911-4869-ba04-25e8a450bf17", "name": "network-vif-deleted", "tag": "167a19d1-018c-417c-a62b-99cb683a0ce8"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:15.139379 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a49cb32-9528-4337-ad50-2edd7fffd2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.161596 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dfdec203-b4ab-46c1-93c6-f0ca2a61a78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.181884 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a49cb32-9528-4337-ad50-2edd7fffd2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.187138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dfdec203-b4ab-46c1-93c6-f0ca2a61a78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.221028 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cfea2b-2261-41da-8a13-7de8076105e3 x-openstack-request-id: req-f0cfea2b-2261-41da-8a13-7de8076105e3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:15.221410 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeffcd6-e911-4869-ba04-25e8a450bf17", "name": "network-vif-deleted", "tag": "167a19d1-018c-417c-a62b-99cb683a0ce8", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:15.221728 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f0cfea2b-2261-41da-8a13-7de8076105e3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:15.222182 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeffcd6-e911-4869-ba04-25e8a450bf17', 'name': 'network-vif-deleted', 'tag': '167a19d1-018c-417c-a62b-99cb683a0ce8', 'status': 'completed', 'code': 200} Aug 10 01:51:15.282805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:51:15.304478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbab0429-1a6d-48fb-9eff-7a546be91ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.315975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:51:15.316593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 296d0c06-c8a4-4b02-afbb-d8fdd9ea903c not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:51:15.354779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17c5f3-6a36-4610-8de5-b1d1833f15f6 req-20ffbcb6-4d84-4b8a-96c9-8229e6301a0f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:15.356343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d17c5f3-6a36-4610-8de5-b1d1833f15f6 req-20ffbcb6-4d84-4b8a-96c9-8229e6301a0f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 945 time: 0.0621634 Aug 10 01:51:15.424703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d17c5f3-6a36-4610-8de5-b1d1833f15f6 req-106f209f-477b-409b-bdac-357d7726b88f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610077 Aug 10 01:51:15.432820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dfdec203-b4ab-46c1-93c6-f0ca2a61a78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.433165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a49cb32-9528-4337-ad50-2edd7fffd2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.436001 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dfdec203-b4ab-46c1-93c6-f0ca2a61a78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.436114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a49cb32-9528-4337-ad50-2edd7fffd2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.439921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dfdec203-b4ab-46c1-93c6-f0ca2a61a78b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/23567c6f-9409-49de-a6e6-8df041825c48 HTTP/1.1" status: 204 len: 168 time: 0.3958614 Aug 10 01:51:15.440049 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5a49cb32-9528-4337-ad50-2edd7fffd2b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f71125ed-4da0-426a-a7c6-af168e218767 HTTP/1.1" status: 204 len: 168 time: 0.4315724 Aug 10 01:51:15.440049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbab0429-1a6d-48fb-9eff-7a546be91ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.452141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdec203-b4ab-46c1-93c6-f0ca2a61a78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23567c6f-9409-49de-a6e6-8df041825c48,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:15.484966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49cb32-9528-4337-ad50-2edd7fffd2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71125ed-4da0-426a-a7c6-af168e218767,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:15.543748 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dbab0429-1a6d-48fb-9eff-7a546be91ed5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e088ac5765e44b79be01d72fed86c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7225692 Aug 10 01:51:15.547111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58796) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:15.553740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab0429-1a6d-48fb-9eff-7a546be91ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65044118-4f69-4e51-8055-95ae5f65e470,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:15.581028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-feca1189-48c3-4ae1-a2f5-83a22e49bd55 req-a2b01f7a-35ad-4481-b2ad-86e8ac242cce tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 210 time: 0.0482209 Aug 10 01:51:15.674922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e6e60e39-34c0-4ec0-98e6-7c6aee0a5430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:15.674922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e6e60e39-34c0-4ec0-98e6-7c6aee0a5430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:16.019495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed743467-2b11-4f97-96df-37fbc8c64210 req-506d1259-7572-4489-ba13-24bf27872a71 tempest-DeleteServersAdminTestJSON-369995231 tempest-DeleteServersAdminTestJSON-369995231-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceeffcd6-e911-4869-ba04-25e8a450bf17 HTTP/1.1" status: 200 len: 210 time: 0.0249093 Aug 10 01:51:16.089391 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e6e60e39-34c0-4ec0-98e6-7c6aee0a5430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:16.093406 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e6e60e39-34c0-4ec0-98e6-7c6aee0a5430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:16.093406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e6e60e39-34c0-4ec0-98e6-7c6aee0a5430 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65044118-4f69-4e51-8055-95ae5f65e470 HTTP/1.1" status: 204 len: 168 time: 0.5428298 Aug 10 01:51:16.100892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e60e39-34c0-4ec0-98e6-7c6aee0a5430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65044118-4f69-4e51-8055-95ae5f65e470,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:16.551832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb2ce3-5242-467f-8e07-6b0f76218eaf req-71d9b80c-d5ba-47c7-84be-797a90afc0d1 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:16.553558 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d7bb2ce3-5242-467f-8e07-6b0f76218eaf req-71d9b80c-d5ba-47c7-84be-797a90afc0d1 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1097 time: 0.0561881 Aug 10 01:51:16.593128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d7bb2ce3-5242-467f-8e07-6b0f76218eaf req-fbdfbee5-3d38-482b-9c72-b6a975057521 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Aug 10 01:51:16.683336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-267c5b89-65e0-4120-a978-dabd5a0bcc17 req-364ca8e9-717c-4662-91c0-af1613b65bcd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 210 time: 0.0313506 Aug 10 01:51:16.781199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97b8a6-06d9-4b9b-b870-10db402937a4 req-0e885ba1-b82c-4f63-8eaa-f4af8fe435ad tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:16.783737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b97b8a6-06d9-4b9b-b870-10db402937a4 req-0e885ba1-b82c-4f63-8eaa-f4af8fe435ad tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1097 time: 0.0505745 Aug 10 01:51:16.835257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b97b8a6-06d9-4b9b-b870-10db402937a4 req-03a7a951-5fab-4356-92d4-bc179d26fa0a tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Aug 10 01:51:16.866497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58830) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:16.919494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5362d6ff-1f1f-4545-b2a3-64fe74549ec9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b7021fdd4c5455294e5bd117821a463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516045 Aug 10 01:51:16.921797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58838) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:16.976674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58840) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:16.984173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2132137077-network', 'tenant_id': '9b628ab62e42426792930c8efc138192'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:16.989092 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b423263-4fe6-46d1-bc07-d8ff0132a08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.020801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b423263-4fe6-46d1-bc07-d8ff0132a08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.106865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Made reservation on behalf of 9b628ab62e42426792930c8efc138192 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:17.111297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.122162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.175732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58850) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:17.227533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e5625d5c-bb23-4ca8-a779-cf04fe491cc6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0c25523a7f444b4c8989a199c4090156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496719 Aug 10 01:51:17.233626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58854) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:17.241007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.301982 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0be1a304-434b-43b5-9d1d-57986c0e06d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.327437 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0be1a304-434b-43b5-9d1d-57986c0e06d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.338442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b423263-4fe6-46d1-bc07-d8ff0132a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.341902 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b423263-4fe6-46d1-bc07-d8ff0132a08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.343787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1b423263-4fe6-46d1-bc07-d8ff0132a08c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2b87409b-56ca-454d-8805-09db299e8610 HTTP/1.1" status: 204 len: 168 time: 0.4206979 Aug 10 01:51:17.365872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b423263-4fe6-46d1-bc07-d8ff0132a08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b87409b-56ca-454d-8805-09db299e8610,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:17.387251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.408132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:51:17.423951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc60213-9533-400c-b1de-00a28a97349a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:17.428997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.428997 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Added segment d1b527a5-8524-40ff-b53e-cb6c7466a5dd of type vlan for network f2bfb006-e446-4448-b72a-d1fee36fa177 Aug 10 01:51:17.475486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.479159 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0be1a304-434b-43b5-9d1d-57986c0e06d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.483477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0be1a304-434b-43b5-9d1d-57986c0e06d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.487904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0be1a304-434b-43b5-9d1d-57986c0e06d1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5ba8b6e-0547-4811-b9c4-792cec5fda5f HTTP/1.1" status: 204 len: 168 time: 0.2502773 Aug 10 01:51:17.497670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1a304-434b-43b5-9d1d-57986c0e06d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ba8b6e-0547-4811-b9c4-792cec5fda5f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:17.626084 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.627170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:17.627852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.691438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58866) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:17.705593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] Pushing event updated for resources: {'Network': ['ID=f2bfb006-e446-4448-b72a-d1fee36fa177,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:17.712671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ece4d325-62f4-498a-9484-b175b31b732c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.715769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network f2bfb006-e446-4448-b72a-d1fee36fa177 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:51:17.808923 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-822c892a-4d9e-46f0-b6ab-1ee1ab338df9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8298631 Aug 10 01:51:17.809830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58870) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:17.815660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Request body: {'subnet': {'network_id': 'f2bfb006-e446-4448-b72a-d1fee36fa177', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2132137077-subnet', 'tenant_id': '9b628ab62e42426792930c8efc138192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:17.829827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3ab0c33-cef6-4343-9d34-61da1274f5d3 req-c37f4156-1a63-4412-9af3-315631a34bf3 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 210 time: 0.0470154 Aug 10 01:51:17.861846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-4e3adb07-de16-4ebe-83dd-71ad41fe0b31 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351026 Aug 10 01:51:17.894312 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:51:17.923120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-888cb499-6e1d-44b8-ade1-dae90b93a574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.997722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-008a082f-3f26-4e97-b6c7-a9611b09c297 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:17.999245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-008a082f-3f26-4e97-b6c7-a9611b09c297 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315248 Aug 10 01:51:18.014161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Request body: {'port': {'device_id': 'a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'e0edf68bec68489686d0504a10f1fc82'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:18.062278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ece4d325-62f4-498a-9484-b175b31b732c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.192190 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ece4d325-62f4-498a-9484-b175b31b732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.218267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58878) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:18.234483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ece4d325-62f4-498a-9484-b175b31b732c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1852e271fe244b8e81c28903eb2d02a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417919 Aug 10 01:51:18.235623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4d325-62f4-498a-9484-b175b31b732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdc0553-5623-4c52-856a-0734b55390b0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:18.238138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58884) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:18.256746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58886) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:18.298869 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b0623cd-5803-42b0-8475-df1db66ecd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.317713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Made reservation on behalf of 9b628ab62e42426792930c8efc138192 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:18.320239 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.325942 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b0623cd-5803-42b0-8475-df1db66ecd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.432486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Made reservation on behalf of e0edf68bec68489686d0504a10f1fc82 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:18.436192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.447301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.467527 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b0623cd-5803-42b0-8475-df1db66ecd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.469739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b0623cd-5803-42b0-8475-df1db66ecd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.470903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6b0623cd-5803-42b0-8475-df1db66ecd58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/acdc0553-5623-4c52-856a-0734b55390b0 HTTP/1.1" status: 204 len: 168 time: 0.2318215 Aug 10 01:51:18.488658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0623cd-5803-42b0-8475-df1db66ecd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdc0553-5623-4c52-856a-0734b55390b0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:18.581150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.619491 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0d25-f51e-4594-8ae9-e7bccc1aee74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.676133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-35223866-d304-4636-bec1-62ec6fcc65d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=043b9091143d4f489d1e2f2b8a1a1ecb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4181452 Aug 10 01:51:18.677443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.679216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58904) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:18.710464 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.776873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 167a19d1-018c-417c-a62b-99cb683a0ce8 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:51:18.804435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27534d3b-d490-4724-8c40-bb3b642f1737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.810088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98414e81-4149-4e28-8475-a34a73aee254,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:18.844409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 167a19d1-018c-417c-a62b-99cb683a0ce8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:51:18.853602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 167a19d1-018c-417c-a62b-99cb683a0ce8 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:51:18.871209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765a9c52-f987-49b6-adf3-fc2c64a47262,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:18.879008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Checking segment: {'id': 'd1b527a5-8524-40ff-b53e-cb6c7466a5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f2bfb006-e446-4448-b72a-d1fee36fa177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:18.882035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Network hostable DHCP agents. Network: f2bfb006-e446-4448-b72a-d1fee36fa177, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:51:18.887118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27534d3b-d490-4724-8c40-bb3b642f1737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.918615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Allocated IP 192.168.233.235 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/f3382da2-4158-4623-a57d-5905a7a05714) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:18.951669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0d25-f51e-4594-8ae9-e7bccc1aee74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:18.977532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a3675b0-51de-4a5f-978b-83c28fe0473f req-55441a90-1ccf-46e1-8c5f-66edd6d92a87 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 210 time: 0.0559688 Aug 10 01:51:19.021443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Network f2bfb006-e446-4448-b72a-d1fee36fa177 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:51:19.027937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0d25-f51e-4594-8ae9-e7bccc1aee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.068446 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fdbe0d25-f51e-4594-8ae9-e7bccc1aee74 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f4d464cbb7a4c69a2c23b886dbc6119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8473701 Aug 10 01:51:19.070615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58928) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:19.073956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe0d25-f51e-4594-8ae9-e7bccc1aee74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7266bd75-cbd7-42f8-b094-ace41b6eb46d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:19.083789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27534d3b-d490-4724-8c40-bb3b642f1737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.086797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27534d3b-d490-4724-8c40-bb3b642f1737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.089364 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-27534d3b-d490-4724-8c40-bb3b642f1737 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/97f4e6fd-931f-4f16-b103-3b0b5b0f64b2 HTTP/1.1" status: 204 len: 168 time: 0.4083450 Aug 10 01:51:19.096426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27534d3b-d490-4724-8c40-bb3b642f1737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f4e6fd-931f-4f16-b103-3b0b5b0f64b2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:19.123892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, f2bfb006-e446-4448-b72a-d1fee36fa177) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:19.137837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:19.140004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.148167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce1f24-d164-4210-89ac-d8565ac05705 None None] Network f2bfb006-e446-4448-b72a-d1fee36fa177 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:19.208028 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca90ea43-6a5c-49c8-a859-e16aafca276a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.240979 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b9e99805-07c6-4b04-9a0d-6d927444a1d6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4285498 Aug 10 01:51:19.254993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca90ea43-6a5c-49c8-a859-e16aafca276a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.277745 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.309382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Transition to ACTIVE for port object f3382da2-4158-4623-a57d-5905a7a05714 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:19.324504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07974878-d01d-49f3-9482-8c9dceb61363 None None] Network f2bfb006-e446-4448-b72a-d1fee36fa177 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:19.424693 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca90ea43-6a5c-49c8-a859-e16aafca276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.427338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca90ea43-6a5c-49c8-a859-e16aafca276a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.428471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ca90ea43-6a5c-49c8-a859-e16aafca276a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7266bd75-cbd7-42f8-b094-ace41b6eb46d HTTP/1.1" status: 204 len: 168 time: 0.3554087 Aug 10 01:51:19.436809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90ea43-6a5c-49c8-a859-e16aafca276a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7266bd75-cbd7-42f8-b094-ace41b6eb46d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:19.459760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.505283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:19.508326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:19.511455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:19.516953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:19.517565 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.528196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event updated for resources: {'Port': ['ID=f3382da2-4158-4623-a57d-5905a7a05714,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:19.605120 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3c54734a-23b7-4a67-946d-95df4797904f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5971315 Aug 10 01:51:19.619863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Request body: {'port': {'device_id': 'a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:19.685389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.784960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9676a0b8-10f6-47d9-a8a9-b60571948a74 None None] Provisioning for port f3382da2-4158-4623-a57d-5905a7a05714 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:19.788784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9676a0b8-10f6-47d9-a8a9-b60571948a74 None None] Provisioning complete for port f3382da2-4158-4623-a57d-5905a7a05714 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:19.789161 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9676a0b8-10f6-47d9-a8a9-b60571948a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.827051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9676a0b8-10f6-47d9-a8a9-b60571948a74 None None] Port f3382da2-4158-4623-a57d-5905a7a05714 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:19.991661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3382da2-4158-4623-a57d-5905a7a05714 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:19.999689 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.012455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Transition to ACTIVE for port object f3382da2-4158-4623-a57d-5905a7a05714 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:20.101919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5daa0-fa1f-400c-aebb-91c7ee3d9bba req-97089e49-1019-4ef6-b58e-bcac3731e5d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:20.104096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26c5daa0-fa1f-400c-aebb-91c7ee3d9bba req-97089e49-1019-4ef6-b58e-bcac3731e5d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 936 time: 0.0520697 Aug 10 01:51:20.124463 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.337818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26c5daa0-fa1f-400c-aebb-91c7ee3d9bba req-d4c75c95-0596-4c32-97e8-503863adc7e9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266765 Aug 10 01:51:20.342690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Pushing event updated for resources: {'Port': ['ID=f3382da2-4158-4623-a57d-5905a7a05714,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:20.352041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58968) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:20.380398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6caa1087-5765-47d5-89fc-41be8e8ab944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.383107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Attempting to bind port f3382da2-4158-4623-a57d-5905a7a05714 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:20.383635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Attempting to bind port f3382da2-4158-4623-a57d-5905a7a05714 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:20.384788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Attempting to bind port f3382da2-4158-4623-a57d-5905a7a05714 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:20.392775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Port f3382da2-4158-4623-a57d-5905a7a05714 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:20.393111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Attempting to bind port f3382da2-4158-4623-a57d-5905a7a05714 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:20.398168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:20.398514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:20.398936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:20.399372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Bound port: f3382da2-4158-4623-a57d-5905a7a05714, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:20.399787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.505579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] For port f3382da2-4158-4623-a57d-5905a7a05714, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:20.509874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] For port f3382da2-4158-4623-a57d-5905a7a05714, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f3382da2-4158-4623-a57d-5905a7a05714,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:20.544878 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6caa1087-5765-47d5-89fc-41be8e8ab944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.585004 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d4d01c5-5020-44d9-a145-c19764f6b41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.585162 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.620421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:20.621031 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.622446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] 10.222.0.11 "PUT /v2.0/ports/f3382da2-4158-4623-a57d-5905a7a05714 HTTP/1.1" status: 200 len: 1097 time: 1.0084677 Aug 10 01:51:20.624441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a', 'tag': 'f3382da2-4158-4623-a57d-5905a7a05714'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:20.626826 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834fa05a-e2e8-40ca-a421-d2441eec7d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a", "tag": "f3382da2-4158-4623-a57d-5905a7a05714"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:20.637807 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6caa1087-5765-47d5-89fc-41be8e8ab944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.654851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4e731-fe3f-4e0f-b463-f797eadb408b service neutron] Pushing event updated for resources: {'Port': ['ID=f3382da2-4158-4623-a57d-5905a7a05714,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:20.687841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa1087-5765-47d5-89fc-41be8e8ab944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8913a276-aa4f-4f67-9168-9b03934ef61c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:20.699902 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6caa1087-5765-47d5-89fc-41be8e8ab944 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfeff048a1c74ccc9b4020d2c3a06e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401892 Aug 10 01:51:20.700288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58986) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:20.787447 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-411023d9-e43f-4cb9-b2d5-d36a2616d1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.790335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3e8f643d-5f0a-4911-8acc-9ef8671812d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:20.791906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-3e8f643d-5f0a-4911-8acc-9ef8671812d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 1100 time: 0.0678875 Aug 10 01:51:20.845776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-7b6cbfbe-87d5-4c7f-ba0d-f946c7b6b048 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f3382da2-4158-4623-a57d-5905a7a05714 HTTP/1.1" status: 200 len: 217 time: 0.0453765 Aug 10 01:51:20.850249 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-411023d9-e43f-4cb9-b2d5-d36a2616d1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.863415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58990) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:20.884628 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0646a18c-d422-4ac2-8581-99f63e5eae2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:20.936964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-34690ac6-01ce-46a5-9e3b-352e22a11932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:20.938494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-34690ac6-01ce-46a5-9e3b-352e22a11932 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0861390 Aug 10 01:51:21.025307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0646a18c-d422-4ac2-8581-99f63e5eae2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.065630 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.069596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-f5ce4e8a-c953-48dc-a197-9505b0b61e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:21.077873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-f5ce4e8a-c953-48dc-a197-9505b0b61e48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248908 Aug 10 01:51:21.095215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0646a18c-d422-4ac2-8581-99f63e5eae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.112663 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-411023d9-e43f-4cb9-b2d5-d36a2616d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.115347 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-411023d9-e43f-4cb9-b2d5-d36a2616d1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.116880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-411023d9-e43f-4cb9-b2d5-d36a2616d1fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8913a276-aa4f-4f67-9168-9b03934ef61c HTTP/1.1" status: 204 len: 168 time: 0.4152739 Aug 10 01:51:21.137387 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0646a18c-d422-4ac2-8581-99f63e5eae2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=17f1d04899104fdca559fb610a1f0837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719162 Aug 10 01:51:21.142438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59008) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:21.149446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646a18c-d422-4ac2-8581-99f63e5eae2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4108b19b-5655-46b0-8a91-570ea4eb6ab8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:21.167056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-8cd1958d-c63b-49f5-8f46-66a15455e160 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:21.168690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-8cd1958d-c63b-49f5-8f46-66a15455e160 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 808 time: 0.2210138 Aug 10 01:51:21.174975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411023d9-e43f-4cb9-b2d5-d36a2616d1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8913a276-aa4f-4f67-9168-9b03934ef61c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:21.200154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-cb947e87-8ee1-4e13-8c34-5e0512311ee5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/quotas/64f718678e0b4c91a1b88e2f03a4baec HTTP/1.1" status: 200 len: 375 time: 0.0211070 Aug 10 01:51:21.236562 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-48c23d59-9f51-4b28-9e10-378db69ee8ee service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564569 Aug 10 01:51:21.245975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59012) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:21.254207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da81853c-d611-454f-bdcf-afdc1b0753e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.257874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-b106549d-0e3a-403c-be0b-26af0c920c57 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417917 Aug 10 01:51:21.278159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da81853c-d611-454f-bdcf-afdc1b0753e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.307631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59020) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:21.350337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59024) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:21.374538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ca03d7-2594-4eeb-b7bc-0589e0f0f1d3 req-41ceb94e-1adf-4a46-81ae-6bf58ffcd735 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197951 Aug 10 01:51:21.432868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da81853c-d611-454f-bdcf-afdc1b0753e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.435780 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da81853c-d611-454f-bdcf-afdc1b0753e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.436967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-da81853c-d611-454f-bdcf-afdc1b0753e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4108b19b-5655-46b0-8a91-570ea4eb6ab8 HTTP/1.1" status: 204 len: 168 time: 0.2935972 Aug 10 01:51:21.444839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81853c-d611-454f-bdcf-afdc1b0753e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4108b19b-5655-46b0-8a91-570ea4eb6ab8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:21.513731 n-d-767704-21 neutron-server[101223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 01:51:21.517661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-e49226f4-47d5-48fb-938f-d6ca5656105d tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:51:21.518782 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-e49226f4-47d5-48fb-938f-d6ca5656105d tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2718196 Aug 10 01:51:21.707014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-network', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:21.746464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-network', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:21.804878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Made reservation on behalf of 1ae85f9ff7fc4fae9709ab34e8d46f5e for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:21.807219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.822744 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.874687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-75417244-a236-4b95-911a-5fa41309c1c3 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:51:21.875690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-75417244-a236-4b95-911a-5fa41309c1c3 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2845473 Aug 10 01:51:21.895448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Made reservation on behalf of ba74b0dbdf364148a5e19eef50af3f0c for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:21.901157 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:21.952465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.072959 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.075815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-2d918bc4-5473-43db-9733-044a52e9a918 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938899 Aug 10 01:51:22.136934 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.158844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Request body: {'binding': {'host': 'n-h2-767704-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:22.159965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Unknown quota resources ['binding']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:51:22.177537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.224043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:51:22.255446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.256053 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Added segment d3777fb4-32f4-43c3-9988-26b1b82cb013 of type vlan for network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b Aug 10 01:51:22.264833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-a28038df-9368-4f2d-9b0a-e07a8242d4f9 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805725 Aug 10 01:51:22.307574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da5c6f5-80ac-452d-a99d-fcbd4089dcb4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:22.357263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on host n-h2-767704-21 for vnic_type normal with profile None {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:22.361550 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:22.362796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:22.387950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:22.388906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:22.395680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:22.396503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:22.397870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:22.398626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Bound port: dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:22.401868 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.474156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.520094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:22.541299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.542633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:22.543443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.550951 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39707443-0352-4143-a584-8f01d53e3f14 x-openstack-request-id: req-39707443-0352-4143-a584-8f01d53e3f14 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:22.551242 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a", "tag": "f3382da2-4158-4623-a57d-5905a7a05714", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:22.551491 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39707443-0352-4143-a584-8f01d53e3f14 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:22.551875 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a', 'tag': 'f3382da2-4158-4623-a57d-5905a7a05714', 'status': 'completed', 'code': 200} Aug 10 01:51:22.609270 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.610497 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-01813c9b-9709-4dc1-8963-2740b7da8b51 service neutron] 10.222.0.38 "POST /v2.0/ports/dcf8a5c9-9c99-4760-bdda-e1c42b5dc136/bindings HTTP/1.1" status: 201 len: 390 time: 0.7690573 Aug 10 01:51:22.645299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.737075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:51:22.750799 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4421155 Aug 10 01:51:22.753993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59074) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:22.759757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Request body: {'subnet': {'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-subnet', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:22.761732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021e5c3-2fc1-49c0-bbd6-b7c513154920 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9916ac-79ae-47ed-86c9-ece8d4095e5b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:22.782234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.782234 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Added segment df415d56-2610-4a54-86fc-0c655c89b8a3 of type vlan for network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 Aug 10 01:51:22.782509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:51:22.795985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b7791-46d3-4c07-bb24-c8ba10ed9575 req-a490f725-bac8-415d-b53c-d596e147f934 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:22.797788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-255b7791-46d3-4c07-bb24-c8ba10ed9575 req-a490f725-bac8-415d-b53c-d596e147f934 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 948 time: 0.1622090 Aug 10 01:51:22.798600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acd827c-f734-4459-9a46-156ec239b89e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:22.812131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-9317c72d-63d3-4490-8e55-73e23d754025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:22.815933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-9317c72d-63d3-4490-8e55-73e23d754025 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 1100 time: 0.2187250 Aug 10 01:51:22.866497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Made reservation on behalf of 1ae85f9ff7fc4fae9709ab34e8d46f5e for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:22.874447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.906584 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:22.943406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-255b7791-46d3-4c07-bb24-c8ba10ed9575 req-9c0ed2a5-f8f8-41fd-a2e3-c5326000847c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334302 Aug 10 01:51:23.009764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-607b1f46-add9-4ac2-a3dd-c67e15f3f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:23.011940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-607b1f46-add9-4ac2-a3dd-c67e15f3f485 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1792364 Aug 10 01:51:23.088214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-440799cd-5471-4380-9efb-017b1c7014f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f3382da2-4158-4623-a57d-5905a7a05714 HTTP/1.1" status: 200 len: 217 time: 0.0605268 Aug 10 01:51:23.134979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73012c15-6ba7-48d6-8c90-e0d0371e4175 req-6f84d773-eede-45f1-94bd-48a6513e5751 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 210 time: 0.0790675 Aug 10 01:51:23.191051 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:23.195995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:23.197465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:23.278984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-3e041481-1497-4037-9002-baa1da53e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:23.280891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-3e041481-1497-4037-9002-baa1da53e720 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1854062 Aug 10 01:51:23.291841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762908bc-9d79-459f-be14-05156a8ebbc5 req-ea280751-92d7-4956-bdb3-22e560ff55c1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:23.299199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-762908bc-9d79-459f-be14-05156a8ebbc5 req-ea280751-92d7-4956-bdb3-22e560ff55c1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 945 time: 0.2146859 Aug 10 01:51:23.318396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] Pushing event updated for resources: {'Network': ['ID=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:23.320607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d750bd4d-d5c3-439e-adfa-7f4c41d31f89 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9692202 Aug 10 01:51:23.326955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59096) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:23.327737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:51:23.334357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Request body: {'subnet': {'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-subnet', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:23.379498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.11', 65005) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:23.402003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-762908bc-9d79-459f-be14-05156a8ebbc5 req-46ba753c-c1c1-458f-a551-572ba9d63afa tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018522 Aug 10 01:51:23.420515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-cb3027a4-0d9b-40d8-8611-6ffd753ec7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:23.422389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-cb3027a4-0d9b-40d8-8611-6ffd753ec7bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1212664 Aug 10 01:51:23.424868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:23.480687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Made reservation on behalf of ba74b0dbdf364148a5e19eef50af3f0c for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:23.483076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:23.540282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-34c2637e-dfa9-4543-80ab-f8bc3cc16c19 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101382 Aug 10 01:51:23.576932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3db563-ba1d-43f2-906a-a0f34caa5d12,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:23.592543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-69ef0e57-fcc2-48e3-85c9-b87ea03b1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:23.594073 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-69ef0e57-fcc2-48e3-85c9-b87ea03b1cba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1097 time: 0.2130318 Aug 10 01:51:23.609942 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.610289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.611340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.612160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.612160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.612348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.612641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.612964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.613286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.613602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.613918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.614236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:23.689428 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:23.703691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-834fa05a-e2e8-40ca-a421-d2441eec7d0e req-f6afb89b-09ed-4302-af1d-ce20c3583f98 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557946 Aug 10 01:51:23.707810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Checking segment: {'id': 'd3777fb4-32f4-43c3-9988-26b1b82cb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:23.708178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Network hostable DHCP agents. Network: 9a9916ac-79ae-47ed-86c9-ece8d4095e5b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:51:23.871186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-568fc200-1717-4145-8bcf-14547b821924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:23.873038 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-568fc200-1717-4145-8bcf-14547b821924 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.2666502 Aug 10 01:51:23.877647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:51:23.955627 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-4d9952b9-17c3-4635-8f3b-ac3d651569bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 200 len: 217 time: 0.0712600 Aug 10 01:51:23.956212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9a9916ac-79ae-47ed-86c9-ece8d4095e5b) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:23.961571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:23.962443 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:23.969992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51232f57-6d8a-4ff6-b756-36a0153dd40a None None] Network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:24.142934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-bda999de-2a97-47f8-831b-07c3238114f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:24.146493 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-bda999de-2a97-47f8-831b-07c3238114f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.1477790 Aug 10 01:51:24.172857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31e6c1-6f8b-4acf-8d11-9c7ec13d222b req-28273b91-7f5d-4c62-9df8-5f51ec1de33f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:24.183057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-9a9916ac-79ae-47ed-86c9-ece8d4095e5b', 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'fixed_ips': [{'subnet_id': 'cf3db563-ba1d-43f2-906a-a0f34caa5d12'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:51:24.184169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:24.190343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d31e6c1-6f8b-4acf-8d11-9c7ec13d222b req-28273b91-7f5d-4c62-9df8-5f51ec1de33f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 948 time: 0.1518302 Aug 10 01:51:24.220808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-861b46e0-cb95-4aa6-9243-cd5480b93b22 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4625773 Aug 10 01:51:24.222936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59124) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:24.229417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:24.260870 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-585e9219-3291-46c1-a8fe-656e81e21654 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082435 Aug 10 01:51:24.261776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:24.317580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:24.318988 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:24.324567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b284b31a-dd2d-4b5e-8fe6-3fc3c616fa30 req-f6e669ff-ab43-4c96-883e-c6efc9e20cec tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 210 time: 0.0456805 Aug 10 01:51:24.344038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d31e6c1-6f8b-4acf-8d11-9c7ec13d222b req-19b07c4c-d393-4ebb-acff-d0b101825dd3 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497734 Aug 10 01:51:24.418838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Checking segment: {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:24.419194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Network hostable DHCP agents. Network: 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:51:24.424119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e2c825-8410-4f65-a48f-4806fb4b31e0,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:24.488086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Allocated IP 172.20.0.2 (9a9916ac-79ae-47ed-86c9-ece8d4095e5b/cf3db563-ba1d-43f2-906a-a0f34caa5d12/abdae2a3-3c2d-42d1-841f-3051f69c3dcf) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:24.510669 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-b1f51da1-1236-43c9-b870-e5e27b2e5a9e service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357984 Aug 10 01:51:24.610950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:51:24.655980 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:24.664949 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-875681a5-714f-4bd5-9ff6-a9e22103a987 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426265 Aug 10 01:51:24.720632 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:24.722658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:24.729079 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:24.729918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:24.738915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730083fa-d964-425c-a24c-e9c3610019a9 req-c616532c-38e1-486c-bcad-1ebb7bdcdd32 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:24.740435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df971eef-94aa-4bc5-b7f3-36e969ebdc69 None None] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:24.748794 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-730083fa-d964-425c-a24c-e9c3610019a9 req-c616532c-38e1-486c-bcad-1ebb7bdcdd32 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 945 time: 0.0896087 Aug 10 01:51:24.758404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Transition to ACTIVE for port object abdae2a3-3c2d-42d1-841f-3051f69c3dcf will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:24.818158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Transition to ACTIVE for port object abdae2a3-3c2d-42d1-841f-3051f69c3dcf will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:24.862252 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-06a20621-0db1-48a2-a72f-8880659f6329 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5333204 Aug 10 01:51:24.865133 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59152) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:24.872609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:24.900300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-730083fa-d964-425c-a24c-e9c3610019a9 req-5d5252ff-15b5-4ef0-823a-de517a03b520 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502025 Aug 10 01:51:24.930403 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.123355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-de840efb-2e62-4131-be21-29bc4c6355b5 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:25.125015 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-de840efb-2e62-4131-be21-29bc4c6355b5 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.2455053 Aug 10 01:51:25.138836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-21'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:25.190366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:25.192299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:25.201336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:25.214820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.219208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.220600 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.292822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.336660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-328a06ca-861d-4d3e-b17f-63b79aea8b6f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:25.338447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-328a06ca-861d-4d3e-b17f-63b79aea8b6f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 808 time: 0.2841995 Aug 10 01:51:25.368995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Request body: {'port': {'device_id': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d', 'admin_state_up': True, 'tenant_id': '64f718678e0b4c91a1b88e2f03a4baec'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:25.381570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f3382da2-4158-4623-a57d-5905a7a05714 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:25.491105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:25.513640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f3382da2-4158-4623-a57d-5905a7a05714, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f3382da2-4158-4623-a57d-5905a7a05714,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:25.536957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'f3382da2-4158-4623-a57d-5905a7a05714', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'f3382da2-4158-4623-a57d-5905a7a05714', 'mac_address': 'fa:16:3e:ec:de:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:51:25.541725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:51:25.542352 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.546240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:25.572350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e5ae841-c115-43b7-bf14-bac12460f926 req-16f8bd21-20f4-401c-8307-1582b876bd99 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 210 time: 0.0651762 Aug 10 01:51:25.697003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.702128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:25.775912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Pushing event updated for resources: {'Port': ['ID=abdae2a3-3c2d-42d1-841f-3051f69c3dcf,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:25.783931 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.804405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3382da2-4158-4623-a57d-5905a7a05714 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:25.815306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Attempting to bind port abdae2a3-3c2d-42d1-841f-3051f69c3dcf on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:25.815756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Attempting to bind port abdae2a3-3c2d-42d1-841f-3051f69c3dcf by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd3777fb4-32f4-43c3-9988-26b1b82cb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:25.816446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Attempting to bind port abdae2a3-3c2d-42d1-841f-3051f69c3dcf on network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:25.820078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59178) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:25.821583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Allocated IP 172.20.0.2 (8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74/a8e2c825-8410-4f65-a48f-4806fb4b31e0/621ee166-27ef-42b0-9bf9-718b38ef66ee) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:25.835178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:25.839484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Checking segment: {'id': 'd3777fb4-32f4-43c3-9988-26b1b82cb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:25.839484 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.839484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Bound using segment: {'id': 'd3777fb4-32f4-43c3-9988-26b1b82cb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:25.839484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Bound port: abdae2a3-3c2d-42d1-841f-3051f69c3dcf, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3777fb4-32f4-43c3-9988-26b1b82cb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:25.839484 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.857940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Made reservation on behalf of 64f718678e0b4c91a1b88e2f03a4baec for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:25.862861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.869945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f3382da2-4158-4623-a57d-5905a7a05714, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f3382da2-4158-4623-a57d-5905a7a05714,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:25.891753 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:25.969268 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.075690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] For port abdae2a3-3c2d-42d1-841f-3051f69c3dcf, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:26.111457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Allocated IP 172.20.0.14 (ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d/efe20240-759c-44f9-a75c-18875ca75d53/8fff1bed-d37a-4416-b2f9-d4688b9922bf) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:26.120446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] For port abdae2a3-3c2d-42d1-841f-3051f69c3dcf, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=abdae2a3-3c2d-42d1-841f-3051f69c3dcf,segment=NetworkSegment(d3777fb4-32f4-43c3-9988-26b1b82cb013),segment_id=d3777fb4-32f4-43c3-9988-26b1b82cb013)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:26.121663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=f3382da2-4158-4623-a57d-5905a7a05714,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:26.138380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac83af-04d4-4a84-8d2e-8b835e82ae27 req-6a9d43e0-34a7-40da-a8a9-3aa6d5d95277 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:26.140723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35ac83af-04d4-4a84-8d2e-8b835e82ae27 req-6a9d43e0-34a7-40da-a8a9-3aa6d5d95277 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 948 time: 0.3853321 Aug 10 01:51:26.178695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:26.214196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.216428 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.278758 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.313183 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.329895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71c2c0-013a-494d-a349-afbc24588244 req-4a41140a-3454-4a7e-9a12-18b7b1f9fc54 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:26.341454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Transition to ACTIVE for port object 621ee166-27ef-42b0-9bf9-718b38ef66ee will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:26.343166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc71c2c0-013a-494d-a349-afbc24588244 req-4a41140a-3454-4a7e-9a12-18b7b1f9fc54 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 943 time: 0.2282040 Aug 10 01:51:26.345420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.375545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35ac83af-04d4-4a84-8d2e-8b835e82ae27 req-7501e5a4-d885-4fb3-aa6f-3f74c369e8c9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125409 Aug 10 01:51:26.389537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c7ab0-6559-4666-ac29-6b4252ad685b None None] Pushing event updated for resources: {'Port': ['ID=abdae2a3-3c2d-42d1-841f-3051f69c3dcf,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:26.394199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.415413 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ace8bc-fbfc-4138-bce8-11826a656984" -d '{"events": [{"server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:26.417962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Transition to ACTIVE for port object 621ee166-27ef-42b0-9bf9-718b38ef66ee will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:26.447475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Pushing event updated for resources: {'Port': ['ID=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:26.471805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on host n-h1-767704-21 for vnic_type normal with profile {"migrating_to": "n-h2-767704-21"} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:26.472147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:26.472480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:26.482733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:26.483509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Attempting to bind port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:26.496071 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.520191 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.520745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:26.520745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:26.522718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:26.522718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Bound port: dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:26.522718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.601601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Pushing event updated for resources: {'Port': ['ID=621ee166-27ef-42b0-9bf9-718b38ef66ee,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:26.616834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:26.624670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:26.625002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:26.629882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:26.646216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:26.683111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc71c2c0-013a-494d-a349-afbc24588244 req-bdcabc0f-7b20-4490-ba2a-1d026ee79750 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386099 Aug 10 01:51:26.747280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Attempting to bind port 621ee166-27ef-42b0-9bf9-718b38ef66ee on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:26.747671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Attempting to bind port 621ee166-27ef-42b0-9bf9-718b38ef66ee by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:26.748034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Attempting to bind port 621ee166-27ef-42b0-9bf9-718b38ef66ee on network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:26.769233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:26.772207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Checking segment: {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:26.772207 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.772207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Bound using segment: {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:26.772207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Bound port: 621ee166-27ef-42b0-9bf9-718b38ef66ee, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:26.772207 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.778611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.866113 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a85f2cc-15d1-48c8-a1b3-e157752ffc7f x-openstack-request-id: req-9a85f2cc-15d1-48c8-a1b3-e157752ffc7f {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:26.866113 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:26.866374 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a85f2cc-15d1-48c8-a1b3-e157752ffc7f {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:26.866887 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136', 'code': 200} Aug 10 01:51:26.883495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] For port 621ee166-27ef-42b0-9bf9-718b38ef66ee, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:26.886993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] For port 621ee166-27ef-42b0-9bf9-718b38ef66ee, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=621ee166-27ef-42b0-9bf9-718b38ef66ee,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:26.953501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be3d629b-df61-48b5-9f3b-b237adce7d58 req-fd5cb358-701b-48ef-9fda-f958afaa8213 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 210 time: 0.0650988 Aug 10 01:51:26.960866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.961186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Pushing event updated for resources: {'Port': ['ID=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,revision_number=8']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:26.964866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Allocated IP 172.25.3.138 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/ca74c444-fbc2-46c4-b82a-933622acaf15) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:26.965392 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.979166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:26.979166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.981651 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-fd095520-92cc-425a-866a-c6cdec3ae21d service neutron] 10.222.0.11 "PUT /v2.0/ports/dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 200 len: 1123 time: 1.8486972 Aug 10 01:51:26.985620 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.017573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.130458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['dcf8a5c9-9c99-4760-bdda-e1c42b5dc136'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:27.180063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f3533-a6a0-4f84-89c7-9330eef01279 None None] Pushing event updated for resources: {'Port': ['ID=621ee166-27ef-42b0-9bf9-718b38ef66ee,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:27.328211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f3382da2-4158-4623-a57d-5905a7a05714 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:27.355753 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.441316 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.500373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.505926 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.552889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399272a7-a38b-4dd3-ab39-568e4e591d36,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:27.558034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port f3382da2-4158-4623-a57d-5905a7a05714 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:27.562394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port f3382da2-4158-4623-a57d-5905a7a05714 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:27.567083 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.606710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=732a82381b0d40dfacc9df4f15293bac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7830842 Aug 10 01:51:27.607312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59248) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:27.690082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.690435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.690826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.691163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.693103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.693103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.693103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.693103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.693103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.693656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.693656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.693781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9164deba-3dcc-4bdb-b188-c58288a7279a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:27.704449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:27.713782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:27.720490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:27.722383 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.730218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:27.730910 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.746280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Pushing event updated for resources: {'Port': ['ID=8fff1bed-d37a-4416-b2f9-d4688b9922bf,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:27.769191 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0c78856-a6d0-4261-8f31-22fd6355d17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.773040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3382da2-4158-4623-a57d-5905a7a05714'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:27.778154 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99524acc-47de-43b2-83e8-78af9b58f76a" -d '{"events": [{"server_uuid": "a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a", "name": "network-vif-plugged", "status": "completed", "tag": "f3382da2-4158-4623-a57d-5905a7a05714"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:27.820313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f3382da2-4158-4623-a57d-5905a7a05714, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f3382da2-4158-4623-a57d-5905a7a05714,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:27.828091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0c78856-a6d0-4261-8f31-22fd6355d17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.835012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d624fa-719d-4cde-bd68-7b2d7235efc1 req-7aae75d9-ccdf-4344-b8f5-3210dba7214b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:27.846121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6d624fa-719d-4cde-bd68-7b2d7235efc1 req-7aae75d9-ccdf-4344-b8f5-3210dba7214b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 949 time: 0.3590140 Aug 10 01:51:27.872545 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.873448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-00350e3c-12e5-4868-8a98-698d1967ee12 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5176089 Aug 10 01:51:27.905380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59256) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:27.906637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Request body: {'port': {'device_id': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:27.948389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4788ac-4a89-43aa-ad01-bf87dd70a6a9 None None] Network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:27.958080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device abdae2a3-3c2d-42d1-841f-3051f69c3dcf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:27.980605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0c78856-a6d0-4261-8f31-22fd6355d17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.984416 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0c78856-a6d0-4261-8f31-22fd6355d17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:27.987924 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f0c78856-a6d0-4261-8f31-22fd6355d17e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/399272a7-a38b-4dd3-ab39-568e4e591d36 HTTP/1.1" status: 204 len: 168 time: 0.3773670 Aug 10 01:51:27.993720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6d624fa-719d-4cde-bd68-7b2d7235efc1 req-f83ae519-2f6c-4786-88d9-34dfe14097ac tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390600 Aug 10 01:51:28.011090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c78856-a6d0-4261-8f31-22fd6355d17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399272a7-a38b-4dd3-ab39-568e4e591d36,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:28.072235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2840fda-cbc2-4078-9e60-681ee6cbd19c req-ecd4b76f-6671-4f9e-96f4-d98332310277 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:28.080306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2840fda-cbc2-4078-9e60-681ee6cbd19c req-ecd4b76f-6671-4f9e-96f4-d98332310277 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 943 time: 0.2290277 Aug 10 01:51:28.082336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59268) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:28.094247 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9903fb5c-d7aa-4792-87e3-3528de18e08e x-openstack-request-id: req-9903fb5c-d7aa-4792-87e3-3528de18e08e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:28.094247 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a", "name": "network-vif-plugged", "status": "completed", "tag": "f3382da2-4158-4623-a57d-5905a7a05714", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:28.094247 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9903fb5c-d7aa-4792-87e3-3528de18e08e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:28.094836 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3382da2-4158-4623-a57d-5905a7a05714', 'code': 200} Aug 10 01:51:28.095756 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.160194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=f3382da2-4158-4623-a57d-5905a7a05714,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:28.195124 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.228412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Allocated IP 172.25.3.60 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/9022ff95-a0c4-40e9-a3fb-1d69053d8fc5) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:28.239715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0d6fd-6545-412f-9cf6-28c289a810e7 req-dcb71f70-98cd-48cd-8e40-276c1b286c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:28.240946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:28.241246 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5bc0d6fd-6545-412f-9cf6-28c289a810e7 req-dcb71f70-98cd-48cd-8e40-276c1b286c53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 1102 time: 0.0831928 Aug 10 01:51:28.289060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ec042c07-1b68-4436-a928-014ef6891c1e None None] Provisioning for port abdae2a3-3c2d-42d1-841f-3051f69c3dcf completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:28.313986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:28.327773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:28.331188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Pushing event updated for resources: {'Port': ['ID=ca74c444-fbc2-46c4-b82a-933622acaf15,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:28.382124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23758a32-483c-422e-98bd-03fbc791e1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.383010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2840fda-cbc2-4078-9e60-681ee6cbd19c req-6558faf7-a1cf-42c3-b3de-b9d77b501861 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958295 Aug 10 01:51:28.385542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port abdae2a3-3c2d-42d1-841f-3051f69c3dcf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:28.389672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port abdae2a3-3c2d-42d1-841f-3051f69c3dcf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:28.393334 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.418338 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5bc0d6fd-6545-412f-9cf6-28c289a810e7 req-a5999995-4f9b-4fa9-94eb-5c2a56807599 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556103 Aug 10 01:51:28.534699 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.542036 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.594039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port abdae2a3-3c2d-42d1-841f-3051f69c3dcf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=abdae2a3-3c2d-42d1-841f-3051f69c3dcf,segment=NetworkSegment(d3777fb4-32f4-43c3-9988-26b1b82cb013),segment_id=d3777fb4-32f4-43c3-9988-26b1b82cb013)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:28.608815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6405d-e25b-4da8-bf72-8f89880a78e8 None None] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:28.619274 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6ff7-7589-4f38-99e6-ff3652e0e33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.670157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23758a32-483c-422e-98bd-03fbc791e1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.677836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.685657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 621ee166-27ef-42b0-9bf9-718b38ef66ee up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:28.723419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3a73b-c4e7-4d55-80f7-6c87923ebe00 req-776e3555-da01-4d8e-87e7-a054c29a90a4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:28.724703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6e3a73b-c4e7-4d55-80f7-6c87923ebe00 req-776e3555-da01-4d8e-87e7-a054c29a90a4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 932 time: 0.5668101 Aug 10 01:51:28.741238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23758a32-483c-422e-98bd-03fbc791e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.744234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.749660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-96c674d3-adad-4ca3-a5b6-fd96624faa43 None None] Provisioning for port 621ee166-27ef-42b0-9bf9-718b38ef66ee completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:28.822928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6e3a73b-c4e7-4d55-80f7-6c87923ebe00 req-985e8955-c9e2-4322-9660-f825101d9c9f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839684 Aug 10 01:51:28.838728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=abdae2a3-3c2d-42d1-841f-3051f69c3dcf,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:28.857377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:28.859502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23758a32-483c-422e-98bd-03fbc791e1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b16c09-d9e7-4260-9134-e996ae0cbbaf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:28.866619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:28.870332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:28.874355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:28.876666 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:28.881247 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23758a32-483c-422e-98bd-03fbc791e1b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2b99e2ab6584083b4579e846a96726a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9748442 Aug 10 01:51:28.884606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59276) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:28.920584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Pushing event updated for resources: {'Port': ['ID=9022ff95-a0c4-40e9-a3fb-1d69053d8fc5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:28.937998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f6938ea1-eb3b-41a1-847a-9313ea1ba494 None None] Provisioning complete for port abdae2a3-3c2d-42d1-841f-3051f69c3dcf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:28.939976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f6938ea1-eb3b-41a1-847a-9313ea1ba494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:28.969607 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d78bd3-4eab-475a-b6c9-34893dc26164 x-openstack-request-id: req-a3d78bd3-4eab-475a-b6c9-34893dc26164 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:28.969968 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:28.971375 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3d78bd3-4eab-475a-b6c9-34893dc26164 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:28.971375 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136', 'status': 'completed', 'code': 200} Aug 10 01:51:28.971375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59278) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:28.977362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 621ee166-27ef-42b0-9bf9-718b38ef66ee completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:28.988796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 621ee166-27ef-42b0-9bf9-718b38ef66ee triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:28.990109 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.035145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9130838-580d-4632-975c-4a320e89bd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.106149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-6c05f9d0-2608-4c24-a2a1-1a962a5dd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:29.112013 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-6c05f9d0-2608-4c24-a2a1-1a962a5dd3d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1126 time: 0.1313713 Aug 10 01:51:29.153845 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.191069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 621ee166-27ef-42b0-9bf9-718b38ef66ee, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=621ee166-27ef-42b0-9bf9-718b38ef66ee,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:29.220289 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-adc9fc1e-9c3c-408b-8409-346daad46771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.244190 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.252468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.302588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-12f373fa-a806-4538-b030-8a38e20a98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:29.304298 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-12f373fa-a806-4538-b030-8a38e20a98d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.1808002 Aug 10 01:51:29.308781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-15b33e3d-196e-4afd-a877-67c4cc200ad3 None None] Provisioning complete for port 621ee166-27ef-42b0-9bf9-718b38ef66ee triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:29.309162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-15b33e3d-196e-4afd-a877-67c4cc200ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.316155 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.334811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6ff7-7589-4f38-99e6-ff3652e0e33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.340635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-adc9fc1e-9c3c-408b-8409-346daad46771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.347064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=621ee166-27ef-42b0-9bf9-718b38ef66ee,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:29.373135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a3b23-830a-4d5e-9bf2-63d7e56c9a4b req-f11d1c06-4583-4093-9d95-566705a42c76 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:29.374797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d68a3b23-830a-4d5e-9bf2-63d7e56c9a4b req-f11d1c06-4583-4093-9d95-566705a42c76 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 950 time: 0.2295620 Aug 10 01:51:29.388562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fff1bed-d37a-4416-b2f9-d4688b9922bf {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:29.390274 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-458ab0b3-37fe-4fba-83fb-8009f268212d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 200 len: 217 time: 0.0718503 Aug 10 01:51:29.429798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.446826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Transition to ACTIVE for port object 8fff1bed-d37a-4416-b2f9-d4688b9922bf will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:29.488601 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca4b6ff7-7589-4f38-99e6-ff3652e0e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.529947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.560072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-79bf0660-f440-4ab3-b05a-007e5b51ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:29.561682 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-79bf0660-f440-4ab3-b05a-007e5b51ec35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.1155703 Aug 10 01:51:29.605534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ca4b6ff7-7589-4f38-99e6-ff3652e0e33d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=32dfbb3e74eb43f0921309f8db77c3da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5148370 Aug 10 01:51:29.636372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d68a3b23-830a-4d5e-9bf2-63d7e56c9a4b req-a39df2f6-bce3-469e-903b-3d6a4f231714 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501895 Aug 10 01:51:29.637015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b6ff7-7589-4f38-99e6-ff3652e0e33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c5ec6d-6470-41c0-97f0-50013f27a78f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:29.646858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59288) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:29.720656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device abdae2a3-3c2d-42d1-841f-3051f69c3dcf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:29.733645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-adc9fc1e-9c3c-408b-8409-346daad46771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.736502 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-adc9fc1e-9c3c-408b-8409-346daad46771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.740215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-adc9fc1e-9c3c-408b-8409-346daad46771 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08b16c09-d9e7-4260-9134-e996ae0cbbaf HTTP/1.1" status: 204 len: 168 time: 0.8497319 Aug 10 01:51:29.761866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Pushing event updated for resources: {'Port': ['ID=8fff1bed-d37a-4416-b2f9-d4688b9922bf,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:29.782530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port abdae2a3-3c2d-42d1-841f-3051f69c3dcf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:29.783175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.787302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9fc1e-9c3c-408b-8409-346daad46771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b16c09-d9e7-4260-9134-e996ae0cbbaf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:29.802948 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-35aabe20-bfb1-46f1-803e-3eb73f47f90a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2299569 Aug 10 01:51:29.819463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983e5f3-5307-4a57-a7c4-d18f402d7f03 req-2d4ded0a-567a-4a12-8585-bb580590df31 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:29.827882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2983e5f3-5307-4a57-a7c4-d18f402d7f03 req-2d4ded0a-567a-4a12-8585-bb580590df31 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 943 time: 0.3365405 Aug 10 01:51:29.890543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 621ee166-27ef-42b0-9bf9-718b38ef66ee up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:29.940870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.943123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 621ee166-27ef-42b0-9bf9-718b38ef66ee triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:29.943779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:29.975240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9130838-580d-4632-975c-4a320e89bd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.031806 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-4f2c1f11-4689-43b6-b10e-8d6947f8737e service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193031 Aug 10 01:51:30.035278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9130838-580d-4632-975c-4a320e89bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.107875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:30.108223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:30.108565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:30.148664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:30.148999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:30.162978 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f9130838-580d-4632-975c-4a320e89bd46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2eaaeb6227514875800926bf9c074c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1882935 Aug 10 01:51:30.164575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9130838-580d-4632-975c-4a320e89bd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07de322-fc41-4dab-9b76-2a4a4d619722,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:30.167131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59294) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:30.169461 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17e5e3f5-381f-4fa9-b309-d1f4b817206b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.185215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:30.185215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:30.185215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:30.185215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Bound port: 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:30.185809 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.187493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.208100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2983e5f3-5307-4a57-a7c4-d18f402d7f03 req-c9e978b5-c737-4016-bc24-dc06190a4f26 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790982 Aug 10 01:51:30.231183 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-682625ef-dca2-4fa9-885d-dcf1f56cdc3c req-8e5ce04f-621d-4445-8d32-c83614e2ed59 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811163 Aug 10 01:51:30.262835 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17e5e3f5-381f-4fa9-b309-d1f4b817206b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.300196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Router c49c0e89-1d13-45ea-a48f-f9caf3231b99 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:51:30.322678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c942-e94c-4088-8218-1dcf9e0e7bc5 req-2f4ce133-f843-43d5-83ca-a921551e8323 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:30.324194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8181c942-e94c-4088-8218-1dcf9e0e7bc5 req-2f4ce133-f843-43d5-83ca-a921551e8323 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 944 time: 0.2465572 Aug 10 01:51:30.409067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:51:30.419576 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Sync routers for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:51:30.430482 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:30.431813 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:30.460987 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1df3f406-ca67-49c2-aa56-6d1165e2765d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.489819 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.490989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8181c942-e94c-4088-8218-1dcf9e0e7bc5 req-efd4adff-d077-4679-b5fe-3ff175a2c5dd tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372046 Aug 10 01:51:30.494870 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-51be4638-7c08-4f79-a92d-d888ee22311f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.6284156 Aug 10 01:51:30.499684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59298) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:30.505146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:30.518544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:30.525925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1df3f406-ca67-49c2-aa56-6d1165e2765d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.568393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59300) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:30.572514 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17e5e3f5-381f-4fa9-b309-d1f4b817206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.575092 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17e5e3f5-381f-4fa9-b309-d1f4b817206b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.578694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-17e5e3f5-381f-4fa9-b309-d1f4b817206b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76c5ec6d-6470-41c0-97f0-50013f27a78f HTTP/1.1" status: 204 len: 168 time: 0.9266307 Aug 10 01:51:30.578694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.587840 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:30.594295 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ded41bf-c580-4000-bc33-962ef846ba98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.649529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5e3f5-381f-4fa9-b309-d1f4b817206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c5ec6d-6470-41c0-97f0-50013f27a78f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:30.652055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:30.653085 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.655204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] 10.222.0.16 "PUT /v2.0/ports/8fff1bed-d37a-4416-b2f9-d4688b9922bf HTTP/1.1" status: 200 len: 1093 time: 2.7583599 Aug 10 01:51:30.669545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:30.673823 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdfd21b-b332-44b7-a3ac-10bcf8da7da1" -d '{"events": [{"name": "network-changed", "server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:30.706735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Router 19b63879-44f8-423d-ad0e-b176fee51a69 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:51:30.708116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ade63-40e5-47c6-96e0-98a543bb0858 service neutron] Pushing event updated for resources: {'Port': ['ID=8fff1bed-d37a-4416-b2f9-d4688b9922bf,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:30.768273 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec34249-6cf6-4499-9cbe-ed09a3470084 x-openstack-request-id: req-eec34249-6cf6-4499-9cbe-ed09a3470084 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:30.768832 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:30.769235 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eec34249-6cf6-4499-9cbe-ed09a3470084 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:30.769944 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf', 'status': 'completed', 'code': 200} Aug 10 01:51:30.772754 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1df3f406-ca67-49c2-aa56-6d1165e2765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.776480 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1df3f406-ca67-49c2-aa56-6d1165e2765d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.777939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1df3f406-ca67-49c2-aa56-6d1165e2765d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c07de322-fc41-4dab-9b76-2a4a4d619722 HTTP/1.1" status: 204 len: 168 time: 0.6065919 Aug 10 01:51:30.804931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3f406-ca67-49c2-aa56-6d1165e2765d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07de322-fc41-4dab-9b76-2a4a4d619722,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:30.865481 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:29Z', 'revision_number': 3, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:30.896540 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Checking router: c49c0e89-1d13-45ea-a48f-f9caf3231b99 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:51:30.896936 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Updating router c49c0e89-1d13-45ea-a48f-f9caf3231b99 port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:51:30.927382 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.948290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5874b6-1ca2-41cd-bb82-0fd9ce8b37af req-99861f93-5a6c-4cef-965a-f979f342f2b4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:30.949826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb5874b6-1ca2-41cd-bb82-0fd9ce8b37af req-99861f93-5a6c-4cef-965a-f979f342f2b4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 950 time: 0.1460962 Aug 10 01:51:30.951728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfd21b-b332-44b7-a3ac-10bcf8da7da1 req-2d463044-be90-4861-93e3-febd6e5328af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:30.953144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cdfd21b-b332-44b7-a3ac-10bcf8da7da1 req-2d463044-be90-4861-93e3-febd6e5328af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1096 time: 0.1596713 Aug 10 01:51:30.958263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:51:30.967968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Sync routers for ids ['19b63879-44f8-423d-ad0e-b176fee51a69'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:51:30.972834 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ded41bf-c580-4000-bc33-962ef846ba98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:30.979991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Routers {'19b63879-44f8-423d-ad0e-b176fee51a69'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:30.980637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['19b63879-44f8-423d-ad0e-b176fee51a69'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:31.069909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ded41bf-c580-4000-bc33-962ef846ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.216231 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4ded41bf-c580-4000-bc33-962ef846ba98 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7288d11f978d4e2da7840c80b1359e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6462462 Aug 10 01:51:31.219245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59314) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:31.222140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded41bf-c580-4000-bc33-962ef846ba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f721e66c-9913-42f7-a7de-6d161f3c3d4a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:31.273284 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.278031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59318) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:31.279258 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.299158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-958536df-d46e-4a66-a5b1-4bf8180f3667 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0745175 Aug 10 01:51:31.315442 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Transition to ACTIVE for port object 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:31.349824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb5874b6-1ca2-41cd-bb82-0fd9ce8b37af req-ac817d5e-7521-4f69-b764-9060152bd42c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847992 Aug 10 01:51:31.407641 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.418602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Set router 19b63879-44f8-423d-ad0e-b176fee51a69 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:31.469509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.479671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfd21b-b332-44b7-a3ac-10bcf8da7da1 req-f2acf73a-208a-46ba-a3ff-41327ed3ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:31.481256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cdfd21b-b332-44b7-a3ac-10bcf8da7da1 req-f2acf73a-208a-46ba-a3ff-41327ed3ef80 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5033646 Aug 10 01:51:31.507489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64e8334f-bc7e-4fa6-bcd4-80c98b45121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.526951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd48de1-3f5b-4c54-b46a-7e90afb6fdf0 req-d5e297d9-e117-4284-8be4-4fbbb25122a9 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:31.528453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fd48de1-3f5b-4c54-b46a-7e90afb6fdf0 req-d5e297d9-e117-4284-8be4-4fbbb25122a9 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 943 time: 0.1635361 Aug 10 01:51:31.562397 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Pushing event updated for resources: {'Port': ['ID=9022ff95-a0c4-40e9-a3fb-1d69053d8fc5,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:31.573939 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Attempting to bind port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:31.582441 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Attempting to bind port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:31.583659 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Attempting to bind port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:31.594775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59332) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:31.608346 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:31.610046 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64e8334f-bc7e-4fa6-bcd4-80c98b45121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.610193 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:31.610282 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.612861 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:31.614170 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Bound port: 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:31.615372 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.630965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:31.700696 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e092966b-9103-40c8-adb0-6e728db4b293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.722345 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] For port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:31.726063 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] For port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9022ff95-a0c4-40e9-a3fb-1d69053d8fc5,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:31.732064 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.733894 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.734437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.735955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.737571 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.738809 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.739300 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.740186 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.742459 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.742986 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.746956 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.747508 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Tracked resource versions report: Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: pushed versions: Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: { 'AddressGroup': {'1.2'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'ConntrackHelper': {'1.0'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Log': {'1.0'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Network': {'1.1'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Port': {'1.7'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'PortForwarding': {'1.2'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'QosPolicy': {'1.9'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'SecurityGroup': {'1.4'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'SecurityGroupRule': {'1.2'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'SubPort': {'1.0'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Subnet': {'1.1'}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Trunk': {'1.1'}} Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: consumer versions: Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: { DHCP agent@n-d-767704-21: {}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: HyperV agent@n-h1-767704-21: {}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: HyperV agent@n-h2-767704-21: {}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: L3 agent@n-d-767704-21: {}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: Metadata agent@n-d-767704-21: {}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: Metering agent@n-d-767704-21: {}, Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: Open vSwitch agent@n-d-767704-21: { 'AddressGroup': '1.2', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'ConntrackHelper': '1.0', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Log': '1.0', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Network': '1.1', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Port': '1.7', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'PortForwarding': '1.2', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'QosPolicy': '1.9', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'SecurityGroup': '1.4', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'SecurityGroupRule': '1.2', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'SubPort': '1.0', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Subnet': '1.1', Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: 'Trunk': '1.1'}} Aug 10 01:51:31.748901 n-d-767704-21 neutron-server[101226]: {{(pid=101226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 01:51:31.787507 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:24Z', 'updated_at': '2021-08-10T01:51:28Z', 'revision_number': 3, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'gw_port': {'id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:26Z', 'updated_at': '2021-08-10T01:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:31.803804 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.804015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fd48de1-3f5b-4c54-b46a-7e90afb6fdf0 req-0e80a94a-3072-481d-88a1-0233fec45460 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399013 Aug 10 01:51:31.804983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfd21b-b332-44b7-a3ac-10bcf8da7da1 req-2ece8469-41f1-4468-a251-c8e9e8de3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:31.806501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cdfd21b-b332-44b7-a3ac-10bcf8da7da1 req-2ece8469-41f1-4468-a251-c8e9e8de3bca service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3150833 Aug 10 01:51:31.840350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Checking router: 19b63879-44f8-423d-ad0e-b176fee51a69 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:51:31.840826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Updating router 19b63879-44f8-423d-ad0e-b176fee51a69 port ca74c444-fbc2-46c4-b82a-933622acaf15 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:51:31.904774 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.905867 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:31.906502 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:31.928533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64e8334f-bc7e-4fa6-bcd4-80c98b45121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.932757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64e8334f-bc7e-4fa6-bcd4-80c98b45121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:31.937681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-64e8334f-bc7e-4fa6-bcd4-80c98b45121a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f721e66c-9913-42f7-a7de-6d161f3c3d4a HTTP/1.1" status: 204 len: 168 time: 0.6989288 Aug 10 01:51:31.981466 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af887b-2e11-4599-b6e6-1ced46692ed0 None None] Pushing event updated for resources: {'Port': ['ID=9022ff95-a0c4-40e9-a3fb-1d69053d8fc5,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:32.004637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8334f-bc7e-4fa6-bcd4-80c98b45121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f721e66c-9913-42f7-a7de-6d161f3c3d4a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:32.017060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-099a7ca8-b06d-4c99-85e1-b4cf0614a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:32.021886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-099a7ca8-b06d-4c99-85e1-b4cf0614a378 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1096 time: 0.1471615 Aug 10 01:51:32.136314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:32.156270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 has no active binding in host n-h2-767704-21 {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:51:32.188405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-f5a0140b-2323-41cb-bd17-0c7778206111 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf HTTP/1.1" status: 200 len: 217 time: 0.1396060 Aug 10 01:51:32.206781 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:32.279230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80582225-52f2-4133-88eb-374cdf53a1ca req-5d52ff2f-f968-4446-90c2-1a85a9c06c41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:32.280833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80582225-52f2-4133-88eb-374cdf53a1ca req-5d52ff2f-f968-4446-90c2-1a85a9c06c41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 944 time: 0.3290720 Aug 10 01:51:32.313576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65dbab-24b4-4bec-b632-aff61828512b req-7ff368f8-34d8-4e7b-8b0b-8563f914b9e2 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:32.321892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f65dbab-24b4-4bec-b632-aff61828512b req-7ff368f8-34d8-4e7b-8b0b-8563f914b9e2 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 1102 time: 0.1972389 Aug 10 01:51:32.362693 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f65dbab-24b4-4bec-b632-aff61828512b req-4f1d1705-e3d3-433b-a8cd-01967888a9b1 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.386106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e092966b-9103-40c8-adb0-6e728db4b293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.388529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-dd0cdb42-dd7c-459f-a551-0d5b14387196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:32.390831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-dd0cdb42-dd7c-459f-a551-0d5b14387196 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.1905682 Aug 10 01:51:32.397216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Allocated IP 172.20.0.1 (8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74/a8e2c825-8410-4f65-a48f-4806fb4b31e0/8efa769f-5c11-4a07-8e8a-3e501c0f360a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:32.415086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80582225-52f2-4133-88eb-374cdf53a1ca req-b93d96b3-491b-4c3c-a66d-d0ae6ad54724 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232960 Aug 10 01:51:32.441666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-6b9e1135-92b3-4e1d-9e2b-e82e8f0941c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398364 Aug 10 01:51:32.508363 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e092966b-9103-40c8-adb0-6e728db4b293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.510593 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.535479 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:29Z', 'revision_number': 3, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:32.542593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Transition to ACTIVE for port object ca74c444-fbc2-46c4-b82a-933622acaf15 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:32.579940 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6ea6c2-0b13-4fe7-b903-b50d3ae93b78 None None] The sync data for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 is: [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:29Z', 'revision_number': 3, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:51:32.596278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e092966b-9103-40c8-adb0-6e728db4b293 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=975b59f84bbb43af80c6c8c12c157ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9995866 Aug 10 01:51:32.596936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59348) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:32.611068 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.619863 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-aaa3a85c-e5d9-4b0a-8e71-d6fb7370ed4e service neutron] 10.222.0.16 "GET /v2.0/ports/dcf8a5c9-9c99-4760-bdda-e1c42b5dc136/bindings/n-h2-767704-21 HTTP/1.1" status: 200 len: 385 time: 0.2862365 Aug 10 01:51:32.693351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab37c88-be6d-4cab-b609-0f58c4122ba5 None None] Pushing event updated for resources: {'Port': ['ID=ca74c444-fbc2-46c4-b82a-933622acaf15,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:32.735925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Attempting to bind port ca74c444-fbc2-46c4-b82a-933622acaf15 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:32.736530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Attempting to bind port ca74c444-fbc2-46c4-b82a-933622acaf15 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:32.741474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Attempting to bind port ca74c444-fbc2-46c4-b82a-933622acaf15 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:32.741623 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f65dbab-24b4-4bec-b632-aff61828512b req-4f1d1705-e3d3-433b-a8cd-01967888a9b1 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.746131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:32.748190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:32.748974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.749710 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:32.750537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Bound port: ca74c444-fbc2-46c4-b82a-933622acaf15, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:32.751806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.778945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.785025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092966b-9103-40c8-adb0-6e728db4b293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc226be8-b6e3-44ba-ae30-f3cf726d0609,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:32.791596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-99789336-5303-453f-9691-a0e5f8da4329 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413014 Aug 10 01:51:32.812290 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd269e53-96d1-41a4-bbfd-6538a2d62e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.821429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59356) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:32.849171 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f65dbab-24b4-4bec-b632-aff61828512b req-4f1d1705-e3d3-433b-a8cd-01967888a9b1 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:32.883209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] For port ca74c444-fbc2-46c4-b82a-933622acaf15, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:32.887303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] For port ca74c444-fbc2-46c4-b82a-933622acaf15, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ca74c444-fbc2-46c4-b82a-933622acaf15,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:32.961826 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.130438 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Routers {'19b63879-44f8-423d-ad0e-b176fee51a69'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:33.131139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['19b63879-44f8-423d-ad0e-b176fee51a69'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:33.146857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f65dbab-24b4-4bec-b632-aff61828512b req-4f1d1705-e3d3-433b-a8cd-01967888a9b1 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8240578 Aug 10 01:51:33.169872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-883217305-network', 'tenant_id': 'c522a9e50982408f971df818218db8d6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:33.203643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab37c88-be6d-4cab-b609-0f58c4122ba5 None None] Pushing event updated for resources: {'Port': ['ID=ca74c444-fbc2-46c4-b82a-933622acaf15,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:33.219786 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.229057 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd269e53-96d1-41a4-bbfd-6538a2d62e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.280113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Transition to ACTIVE for port object 8efa769f-5c11-4a07-8e8a-3e501c0f360a will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:33.303096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:33.350322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] Set router 19b63879-44f8-423d-ad0e-b176fee51a69 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:33.357556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1705-e3d3-433b-a8cd-01967888a9b1 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3461a0-aa92-4443-bb18-c61928c4d853,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:33.404058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee29fe-a62f-42b2-a865-08fe3fc3255c req-7f077c7d-e070-449f-b62b-844361ff6612 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:33.405471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffee29fe-a62f-42b2-a865-08fe3fc3255c req-7f077c7d-e070-449f-b62b-844361ff6612 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 943 time: 0.2540634 Aug 10 01:51:33.410656 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd269e53-96d1-41a4-bbfd-6538a2d62e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.412795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:33.416726 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd269e53-96d1-41a4-bbfd-6538a2d62e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.419068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bd269e53-96d1-41a4-bbfd-6538a2d62e55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc226be8-b6e3-44ba-ae30-f3cf726d0609 HTTP/1.1" status: 204 len: 168 time: 0.6783800 Aug 10 01:51:33.466618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd269e53-96d1-41a4-bbfd-6538a2d62e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc226be8-b6e3-44ba-ae30-f3cf726d0609,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:33.469133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Made reservation on behalf of c522a9e50982408f971df818218db8d6 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:33.472861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Allocated IP 172.20.0.1 (9a9916ac-79ae-47ed-86c9-ece8d4095e5b/cf3db563-ba1d-43f2-906a-a0f34caa5d12/51be12df-870d-4d90-985c-e8197f430d78) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:33.473257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.485958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:33.502122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:33.504384 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.508282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bed5fd1-10e3-4581-b505-f4cacfc9532e req-250b6d90-7a3d-4e16-bc83-2faa1a73beb8 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971269 Aug 10 01:51:33.592841 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.653036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.654891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:33.670713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:33.680450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:33.680981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.692765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Pushing event updated for resources: {'Port': ['ID=8efa769f-5c11-4a07-8e8a-3e501c0f360a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:33.692953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffee29fe-a62f-42b2-a865-08fe3fc3255c req-f8e5052d-5e74-44c6-ab75-a76ca9e3df66 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718818 Aug 10 01:51:33.765327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.771723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.792788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:51:33.813010 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.813463 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Added segment 776140ee-e7a9-4e02-97c0-b16469bd946c of type vlan for network b5ddace4-5c0b-4550-9b2d-428097d38d7f Aug 10 01:51:33.879243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:33.891394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:33.932298 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.000237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Transition to ACTIVE for port object 51be12df-870d-4d90-985c-e8197f430d78 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:34.010730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:24Z', 'updated_at': '2021-08-10T01:51:28Z', 'revision_number': 3, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'gw_port': {'id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:26Z', 'updated_at': '2021-08-10T01:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:34.061560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a400a3-a411-4dc0-9f31-2af70243d3de None None] The sync data for ids ['19b63879-44f8-423d-ad0e-b176fee51a69'] in n-d-767704-21 is: [{'id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:24Z', 'updated_at': '2021-08-10T01:51:28Z', 'revision_number': 3, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'gw_port': {'id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:26Z', 'updated_at': '2021-08-10T01:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:51:34.075762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-bc666151-33b0-4d19-990f-a9f0e4b6af5d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666051 Aug 10 01:51:34.119770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af1ef8-4fc9-4321-9def-dbc82bf1492f req-12e5d5ae-2663-4653-83c8-ef87e925bde4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:34.121360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4af1ef8-4fc9-4321-9def-dbc82bf1492f req-12e5d5ae-2663-4653-83c8-ef87e925bde4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 944 time: 0.4279311 Aug 10 01:51:34.122044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac78252-78c8-4d58-804b-f6e53cf6d015,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:34.149244 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.151151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:34.151914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.166139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] Transition to ACTIVE for port object dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:34.226362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2a1f0657-0722-47d3-a982-c0c4a459e616 None None] Provisioning for port 8efa769f-5c11-4a07-8e8a-3e501c0f360a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:34.234318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2a1f0657-0722-47d3-a982-c0c4a459e616 None None] Provisioning complete for port 8efa769f-5c11-4a07-8e8a-3e501c0f360a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:34.234954 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0657-0722-47d3-a982-c0c4a459e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.277780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:34.277987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.280357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.282354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4593232 Aug 10 01:51:34.290918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:34.291323 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.295351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f0657-0722-47d3-a982-c0c4a459e616 None None] Port 8efa769f-5c11-4a07-8e8a-3e501c0f360a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:34.299282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59400) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:34.304352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Request body: {'subnet': {'network_id': 'b5ddace4-5c0b-4550-9b2d-428097d38d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-883217305-subnet', 'tenant_id': 'c522a9e50982408f971df818218db8d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:34.312276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a54efb-1717-40b7-bd65-3278389e1d4e admin admin] Pushing event updated for resources: {'Network': ['ID=b5ddace4-5c0b-4550-9b2d-428097d38d7f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:34.328885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network b5ddace4-5c0b-4550-9b2d-428097d38d7f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:51:34.337772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4af1ef8-4fc9-4321-9def-dbc82bf1492f req-8e018890-d588-4a14-b05a-21af0f932c5d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474226 Aug 10 01:51:34.389922 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.394495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-d14e7f18-4afd-49d6-a6ae-5f7e9e68cb0c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:34.404922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-d14e7f18-4afd-49d6-a6ae-5f7e9e68cb0c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176687 Aug 10 01:51:34.407282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:34.426076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:34.432901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-cd625a9d-11d7-467c-8f1c-00a241b69d30 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/quotas/e0edf68bec68489686d0504a10f1fc82 HTTP/1.1" status: 200 len: 375 time: 0.0219116 Aug 10 01:51:34.441439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:34.441904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.463118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Pushing event updated for resources: {'Port': ['ID=51be12df-870d-4d90-985c-e8197f430d78,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:34.523346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Made reservation on behalf of c522a9e50982408f971df818218db8d6 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:34.526253 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.535407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] No DVR routers for this DVR port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:51:34.654334 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.717414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9022ff95-a0c4-40e9-a3fb-1d69053d8fc5,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:34.761294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-a6165352-4588-4050-bd46-7ff593a37241 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3169963 Aug 10 01:51:34.808612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,revision_number=10']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:34.836107 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.890825 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-638f1532-7824-4571-a712-5f1a7e81a931 service neutron] 10.222.0.16 "PUT /v2.0/ports/dcf8a5c9-9c99-4760-bdda-e1c42b5dc136/bindings/n-h2-767704-21/activate HTTP/1.1" status: 200 len: 370 time: 2.2582917 Aug 10 01:51:35.018892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=9022ff95-a0c4-40e9-a3fb-1d69053d8fc5,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:35.100468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b8d10-1dae-4653-ae13-070e6ba5203a req-bd1f6ace-9ef7-4725-a878-dc1a4ba1491a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.102011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-394b8d10-1dae-4653-ae13-070e6ba5203a req-bd1f6ace-9ef7-4725-a878-dc1a4ba1491a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 944 time: 0.1328936 Aug 10 01:51:35.109466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-58d4cc78-d3bd-4393-a270-b975fd3c1db8 None None] Provisioning for port 51be12df-870d-4d90-985c-e8197f430d78 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:35.125249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-58d4cc78-d3bd-4393-a270-b975fd3c1db8 None None] Provisioning complete for port 51be12df-870d-4d90-985c-e8197f430d78 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:35.125249 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-58d4cc78-d3bd-4393-a270-b975fd3c1db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:35.150995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-56b2e889-717d-43a0-82c5-9a503f157d1e tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.152768 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-56b2e889-717d-43a0-82c5-9a503f157d1e tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1096 time: 0.0801649 Aug 10 01:51:35.185951 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:35.230907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-58d4cc78-d3bd-4393-a270-b975fd3c1db8 None None] Port 51be12df-870d-4d90-985c-e8197f430d78 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:35.309015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-394b8d10-1dae-4653-ae13-070e6ba5203a req-49ceb3fd-19b4-44dc-93f9-40dff7db2778 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837149 Aug 10 01:51:35.315094 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:35.335275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a339885-fd87-4753-a0f1-1f6352e52979,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:35.361349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:35.366676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Checking segment: {'id': '776140ee-e7a9-4e02-97c0-b16469bd946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b5ddace4-5c0b-4550-9b2d-428097d38d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:35.368347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Network hostable DHCP agents. Network: b5ddace4-5c0b-4550-9b2d-428097d38d7f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:51:35.380939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-252207ca-cc93-4462-b26e-eca115bbc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.380939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-252207ca-cc93-4462-b26e-eca115bbc972 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd&tenant_id=063dde1b95404b2bac7885ebb59e4633 HTTP/1.1" status: 200 len: 1096 time: 0.2163999 Aug 10 01:51:35.527840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:35.528714 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:35.537880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d3172-bdd2-4224-baea-a31b7d6d57fd req-160c9786-af36-4951-8487-223c84b84fae tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.546382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db0d3172-bdd2-4224-baea-a31b7d6d57fd req-160c9786-af36-4951-8487-223c84b84fae tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 944 time: 0.0760026 Aug 10 01:51:35.555078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Network b5ddace4-5c0b-4550-9b2d-428097d38d7f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:51:35.619083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db0d3172-bdd2-4224-baea-a31b7d6d57fd req-cca42653-11c3-4540-ae4d-97444642bead tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712671 Aug 10 01:51:35.644835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, b5ddace4-5c0b-4550-9b2d-428097d38d7f) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:35.655984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864a5df6-3027-4281-8545-1b512e8a7dad None None] Network b5ddace4-5c0b-4550-9b2d-428097d38d7f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:35.684966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.694357 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:35.771513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Pushing event updated for resources: {'Port': ['ID=8efa769f-5c11-4a07-8e8a-3e501c0f360a,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:35.791153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-1855edc6-0a90-4d61-88de-9a57e5b32f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.793177 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-1855edc6-0a90-4d61-88de-9a57e5b32f6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1096 time: 0.3038905 Aug 10 01:51:35.837303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bf2ee597-daa2-47ef-a0f0-34b389e1dff3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5361238 Aug 10 01:51:36.115705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ca74c444-fbc2-46c4-b82a-933622acaf15 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:36.216274 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ae8f2-5cc2-4c5c-a9f3-86c8a1601569 None None] Network b5ddace4-5c0b-4550-9b2d-428097d38d7f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:36.327284 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:36.335674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23825a5e-db9e-46b3-ab5d-47425c2df4ba req-db903260-fde0-4842-b717-6921ba61be25 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 210 time: 0.0610213 Aug 10 01:51:36.435952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:36.454388 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:36.481456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-8ffba448-1413-4fc3-9eb1-911551eb5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:36.488833 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-8ffba448-1413-4fc3-9eb1-911551eb5f33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.6726513 Aug 10 01:51:36.507896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bef8937c-6a5c-45a7-b706-0fa62a707ffe req-5a1e8b40-f5e6-4d12-887d-f71eb27fe01d tempest-FlavorsV2NegativeTest-1643850860 tempest-FlavorsV2NegativeTest-1643850860-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e0a5008d6fac4ceca2b62a946014733f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675721 Aug 10 01:51:36.546979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ca74c444-fbc2-46c4-b82a-933622acaf15 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:36.554910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ca74c444-fbc2-46c4-b82a-933622acaf15 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:36.561213 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:36.613212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:36.615883 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:36.638925 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47596b-7a05-4ed7-a562-93db92500a40 req-61bef119-50ee-40dc-9e44-8863f2a12a40 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:36.647167 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e47596b-7a05-4ed7-a562-93db92500a40 req-61bef119-50ee-40dc-9e44-8863f2a12a40 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 944 time: 0.1656022 Aug 10 01:51:36.718804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-539ab9fe-8c13-46f0-80cb-b853cb5f16b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 200 len: 217 time: 0.1280744 Aug 10 01:51:36.756718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e47596b-7a05-4ed7-a562-93db92500a40 req-08f3ca06-5010-4909-9c25-0639d7074350 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085801 Aug 10 01:51:36.781694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8937c-6a5c-45a7-b706-0fa62a707ffe req-6e69db7d-20f8-44d6-9a8d-d5551b4fe827 tempest-FlavorsV2NegativeTest-1643850860 tempest-FlavorsV2NegativeTest-1643850860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:36.789528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bef8937c-6a5c-45a7-b706-0fa62a707ffe req-6e69db7d-20f8-44d6-9a8d-d5551b4fe827 tempest-FlavorsV2NegativeTest-1643850860 tempest-FlavorsV2NegativeTest-1643850860-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503626 Aug 10 01:51:36.803760 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:36.815489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8fff1bed-d37a-4416-b2f9-d4688b9922bf details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:36.817640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bef8937c-6a5c-45a7-b706-0fa62a707ffe req-89d501ad-502b-40c8-afaf-5ef574a70b23 tempest-FlavorsV2NegativeTest-1643850860 tempest-FlavorsV2NegativeTest-1643850860-project] 10.222.0.38 "GET /v2.0/quotas/e0a5008d6fac4ceca2b62a946014733f HTTP/1.1" status: 200 len: 375 time: 0.0242467 Aug 10 01:51:36.867766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:51:36.876660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ca74c444-fbc2-46c4-b82a-933622acaf15, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ca74c444-fbc2-46c4-b82a-933622acaf15,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:36.925745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bef8937c-6a5c-45a7-b706-0fa62a707ffe req-a1ccc5d5-1537-4e30-afab-5e091607e665 tempest-FlavorsV2NegativeTest-1643850860 tempest-FlavorsV2NegativeTest-1643850860-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0a5008d6fac4ceca2b62a946014733f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1054494 Aug 10 01:51:36.980212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:36.981432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:37.030830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b230b3-782e-420a-9d52-a5f4a718866f req-886fe9ad-cdb1-4218-b55e-51d18b2a698f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:37.033919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92b230b3-782e-420a-9d52-a5f4a718866f req-886fe9ad-cdb1-4218-b55e-51d18b2a698f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 944 time: 0.1056752 Aug 10 01:51:37.056400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Pushing event updated for resources: {'Port': ['ID=51be12df-870d-4d90-985c-e8197f430d78,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:37.091204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92b230b3-782e-420a-9d52-a5f4a718866f req-71b4bcd7-3a82-482c-bdce-3ba12eab2a59 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497055 Aug 10 01:51:37.102356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-059792d5-7d40-4238-9fe9-2431c4828455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:37.104832 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-059792d5-7d40-4238-9fe9-2431c4828455 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.3660290 Aug 10 01:51:37.111268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:51:37.139714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Router c49c0e89-1d13-45ea-a48f-f9caf3231b99 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:51:37.144768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6deff30e-69b5-4f19-8f21-816a143a3088 None None] Provisioning complete for port 8efa769f-5c11-4a07-8e8a-3e501c0f360a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:37.144768 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6deff30e-69b5-4f19-8f21-816a143a3088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:37.165783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-2f219d45-a9ed-4506-96e4-80d68d6797aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498660 Aug 10 01:51:37.173759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:37.179605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:37.184205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ca74c444-fbc2-46c4-b82a-933622acaf15,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:37.205441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:37.205913 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:37.210715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:37.257730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6deff30e-69b5-4f19-8f21-816a143a3088 None None] Port 8efa769f-5c11-4a07-8e8a-3e501c0f360a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:37.274276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '8fff1bed-d37a-4416-b2f9-d4688b9922bf', 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d', 'port_id': '8fff1bed-d37a-4416-b2f9-d4688b9922bf', 'mac_address': 'fa:16:3e:92:73:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe20240-759c-44f9-a75c-18875ca75d53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:51:37.368980 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:37.526165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17092f79-ace7-40f3-b85b-e71644795f36 req-3b571856-48cf-4e20-a604-61b11cffab10 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 210 time: 0.0696714 Aug 10 01:51:37.537298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:51:37.545390 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-585b8393-9e69-4dee-b91b-51daa9ce7e6a admin admin] 10.222.0.38 "PUT /v2.0/routers/c49c0e89-1d13-45ea-a48f-f9caf3231b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0483210 Aug 10 01:51:37.551164 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-0700eff4-498e-431b-820d-496f63a9d288 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746455 Aug 10 01:51:37.557045 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Sync routers for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:51:37.561312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Router 19b63879-44f8-423d-ad0e-b176fee51a69 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:51:37.568619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59522) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:37.575654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1453556252-network', 'tenant_id': '5b2a375470714b719da94962aeff42ff'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:37.587375 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:37.599174 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:37.648635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fff1bed-d37a-4416-b2f9-d4688b9922bf {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:37.708092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-10f91ec7-6b4b-4613-a54f-32d9e2b979c5 None None] Provisioning complete for port 51be12df-870d-4d90-985c-e8197f430d78 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:37.709487 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-10f91ec7-6b4b-4613-a54f-32d9e2b979c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:37.735712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Made reservation on behalf of 5b2a375470714b719da94962aeff42ff for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:37.739815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:37.781126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:37.811917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:51:37.819129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fe6235fc-8038-4f71-811f-5f10b496478d admin admin] 10.222.0.38 "PUT /v2.0/routers/19b63879-44f8-423d-ad0e-b176fee51a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5340240 Aug 10 01:51:37.821486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-10f91ec7-6b4b-4613-a54f-32d9e2b979c5 None None] Port 51be12df-870d-4d90-985c-e8197f430d78 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:37.860517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:37.869881 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-a4493e05-91c6-42a9-ac74-b333e943c829 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102498 Aug 10 01:51:37.884582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Sync routers for ids ['19b63879-44f8-423d-ad0e-b176fee51a69'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:51:37.897695 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:37.918285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Routers {'19b63879-44f8-423d-ad0e-b176fee51a69'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:37.919085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['19b63879-44f8-423d-ad0e-b176fee51a69'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:37.956492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:38.032289 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:38.044084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d611d-396a-4583-8d7d-900c9a506dea req-4037f54b-9666-451d-bc3a-22999de2be6a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:38.051485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c5d611d-396a-4583-8d7d-900c9a506dea req-4037f54b-9666-451d-bc3a-22999de2be6a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 944 time: 0.0931752 Aug 10 01:51:38.087665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:38.126402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87c7899-aa48-4544-90d7-9aee4d4230d7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:38.154585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c5d611d-396a-4583-8d7d-900c9a506dea req-c43c336b-faf8-411b-9892-af8a434a9366 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930641 Aug 10 01:51:38.177242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:51:38.206507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:38.206507 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Added segment 3c7bc2ec-9ab2-4ae5-b218-a96e961690cb of type vlan for network 7938c1f7-109e-44ca-bc4b-f3e7bde10b7d Aug 10 01:51:38.244207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Set router 19b63879-44f8-423d-ad0e-b176fee51a69 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:38.267696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ca74c444-fbc2-46c4-b82a-933622acaf15 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:38.270397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['8fff1bed-d37a-4416-b2f9-d4688b9922bf'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:38.319582 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 2, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:38.349163 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Checking router: c49c0e89-1d13-45ea-a48f-f9caf3231b99 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:51:38.349811 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Updating router c49c0e89-1d13-45ea-a48f-f9caf3231b99 port 8efa769f-5c11-4a07-8e8a-3e501c0f360a binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:51:38.372620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8fff1bed-d37a-4416-b2f9-d4688b9922bf,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:38.386963 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:38.387452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:38.424913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75f305-0a64-472f-856e-284795419ed8 req-43dad717-78bd-47e1-b0cb-12486bb44527 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:38.433507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a75f305-0a64-472f-856e-284795419ed8 req-43dad717-78bd-47e1-b0cb-12486bb44527 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 945 time: 0.1258371 Aug 10 01:51:38.495914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a75f305-0a64-472f-856e-284795419ed8 req-387ce534-cf17-4c23-885f-9eaa02a0b5e4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578284 Aug 10 01:51:38.569538 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:38.570795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:38.572120 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:38.704153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-d2674178-7cd7-4153-b8c8-1597b2e3c201 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:38.706161 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-d2674178-7cd7-4153-b8c8-1597b2e3c201 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1096 time: 0.1106567 Aug 10 01:51:38.735384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ca74c444-fbc2-46c4-b82a-933622acaf15 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:38.735899 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:38.751123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=7938c1f7-109e-44ca-bc4b-f3e7bde10b7d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:38.775544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7938c1f7-109e-44ca-bc4b-f3e7bde10b7d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:51:38.820711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9cdc10b-5811-4795-8565-8f32a211218a req-9c0df30c-62e9-41d2-ae28-3befb26085e2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 210 time: 0.0635614 Aug 10 01:51:38.850206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1129bf68-8a45-4809-b788-b0fa9107fcf8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2803960 Aug 10 01:51:38.853054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59564) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:38.859011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Request body: {'subnet': {'network_id': '7938c1f7-109e-44ca-bc4b-f3e7bde10b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1453556252-subnet', 'tenant_id': '5b2a375470714b719da94962aeff42ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:39.048582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:24Z', 'updated_at': '2021-08-10T01:51:35Z', 'revision_number': 4, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'gw_port': {'id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:26Z', 'updated_at': '2021-08-10T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '51be12df-870d-4d90-985c-e8197f430d78', 'name': '', 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'mac_address': 'fa:16:3e:c8:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cf3db563-ba1d-43f2-906a-a0f34caa5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:32Z', 'updated_at': '2021-08-10T01:51:35Z', 'revision_number': 2, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'subnets': [{'id': 'cf3db563-ba1d-43f2-906a-a0f34caa5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:39.057783 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.070459 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Transition to ACTIVE for port object 8efa769f-5c11-4a07-8e8a-3e501c0f360a will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:39.077849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Checking router: 19b63879-44f8-423d-ad0e-b176fee51a69 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:51:39.078122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Updating router 19b63879-44f8-423d-ad0e-b176fee51a69 port 51be12df-870d-4d90-985c-e8197f430d78 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:51:39.103246 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.127201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-ec75f9a9-d13c-48d1-97ab-ffd9fb0e092a service neutron] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:39.130599 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-ec75f9a9-d13c-48d1-97ab-ffd9fb0e092a service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.131741 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9ddefab-e85f-474f-99cf-e45d77b16e49 req-ec75f9a9-d13c-48d1-97ab-ffd9fb0e092a service neutron] 10.222.0.11 "DELETE /v2.0/ports/dcf8a5c9-9c99-4760-bdda-e1c42b5dc136/bindings/n-h1-767704-21 HTTP/1.1" status: 204 len: 173 time: 0.4157739 Aug 10 01:51:39.225404 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.253815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-9c3884e9-0b81-484a-ba8a-1992979a7f06 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3903954 Aug 10 01:51:39.265957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:39.287656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59578) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:39.300584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Made reservation on behalf of 5b2a375470714b719da94962aeff42ff for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:39.303532 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.327707 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8061d5a-d6fe-4ac1-8cfb-bab369e43034 None None] Pushing event updated for resources: {'Port': ['ID=8efa769f-5c11-4a07-8e8a-3e501c0f360a,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:39.461710 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Attempting to bind port 8efa769f-5c11-4a07-8e8a-3e501c0f360a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:39.463021 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Attempting to bind port 8efa769f-5c11-4a07-8e8a-3e501c0f360a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:39.463399 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Attempting to bind port 8efa769f-5c11-4a07-8e8a-3e501c0f360a on network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:39.471964 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:39.472351 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Checking segment: {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:39.473033 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.473451 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Bound using segment: {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:39.474082 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Bound port: 8efa769f-5c11-4a07-8e8a-3e501c0f360a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:39.474498 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.479339 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-fba13885-f5d9-468a-a135-87e997255f16 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434632 Aug 10 01:51:39.538886 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.569847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Transition to ACTIVE for port object 51be12df-870d-4d90-985c-e8197f430d78 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:39.602350 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] For port 8efa769f-5c11-4a07-8e8a-3e501c0f360a, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:39.611866 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] For port 8efa769f-5c11-4a07-8e8a-3e501c0f360a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8efa769f-5c11-4a07-8e8a-3e501c0f360a,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:39.676717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59586) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:39.689404 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.690512 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.692392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-network', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:39.720487 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:39.788972 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:39.789832 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:39.856989 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8061d5a-d6fe-4ac1-8cfb-bab369e43034 None None] Pushing event updated for resources: {'Port': ['ID=8efa769f-5c11-4a07-8e8a-3e501c0f360a,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:39.886412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedcff1-ec14-48bc-bbde-237423c23160 None None] Pushing event updated for resources: {'Port': ['ID=51be12df-870d-4d90-985c-e8197f430d78,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:39.974962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-e665d867-a1e4-4c8e-b801-5dc9f3cc31bd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:39.976495 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-e665d867-a1e4-4c8e-b801-5dc9f3cc31bd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4932849 Aug 10 01:51:39.997194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Request body: {'port': {'device_id': '09c69310-a886-411c-8056-9db882642748', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'e0edf68bec68489686d0504a10f1fc82'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:40.035609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Attempting to bind port 51be12df-870d-4d90-985c-e8197f430d78 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:40.036136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Attempting to bind port 51be12df-870d-4d90-985c-e8197f430d78 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd3777fb4-32f4-43c3-9988-26b1b82cb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:40.036521 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Attempting to bind port 51be12df-870d-4d90-985c-e8197f430d78 on network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:40.041371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59592) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:40.042735 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:40.064576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:40.064966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Checking segment: {'id': 'd3777fb4-32f4-43c3-9988-26b1b82cb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:40.071216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.071829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Bound using segment: {'id': 'd3777fb4-32f4-43c3-9988-26b1b82cb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:40.072345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Bound port: 51be12df-870d-4d90-985c-e8197f430d78, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3777fb4-32f4-43c3-9988-26b1b82cb013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:40.072752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.117191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e2c3a-c4c5-48b6-9598-c014bcc5d546 req-e14c3f8d-5649-4064-aae3-08370ec416a4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:40.136768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-578e2c3a-c4c5-48b6-9598-c014bcc5d546 req-e14c3f8d-5649-4064-aae3-08370ec416a4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 944 time: 0.8378899 Aug 10 01:51:40.138790 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.206991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:51:40.206991 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:51:40.206991 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'e0a5008d6fac4ceca2b62a946014733f', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 51, 39, 778437)}] Aug 10 01:51:40.206991 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:51:40.206991 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:51:40.224129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] For port 51be12df-870d-4d90-985c-e8197f430d78, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:40.230810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] For port 51be12df-870d-4d90-985c-e8197f430d78, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=51be12df-870d-4d90-985c-e8197f430d78,segment=NetworkSegment(d3777fb4-32f4-43c3-9988-26b1b82cb013),segment_id=d3777fb4-32f4-43c3-9988-26b1b82cb013)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:40.300288 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.373472 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:39Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:40.420358 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a81008-7a28-4f5b-a684-0f1f7b06fc9c None None] The sync data for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 is: [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:39Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:51:40.434467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedcff1-ec14-48bc-bbde-237423c23160 None None] Pushing event updated for resources: {'Port': ['ID=51be12df-870d-4d90-985c-e8197f430d78,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:40.450151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Routers {'19b63879-44f8-423d-ad0e-b176fee51a69'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:40.450980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['19b63879-44f8-423d-ad0e-b176fee51a69'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:40.460957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-578e2c3a-c4c5-48b6-9598-c014bcc5d546 req-c8eb01d0-2b95-4306-892a-425cdbff9b83 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232198 Aug 10 01:51:40.493876 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4608371-d29e-4080-87a9-6aa2b1d7b27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.533238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Made reservation on behalf of b2b453c65c534ee7afb25896828f4499 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:40.535876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.538346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1b8dbfda-e62e-48ea-b480-34f24dace4f4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2680774 Aug 10 01:51:40.561020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.664760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] Set router 19b63879-44f8-423d-ad0e-b176fee51a69 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:40.709366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.754263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Made reservation on behalf of e0edf68bec68489686d0504a10f1fc82 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:40.758402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.773733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:40.827897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8fff1bed-d37a-4416-b2f9-d4688b9922bf up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:40.869500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:51:40.869500 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:51:40.869500 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'e0a5008d6fac4ceca2b62a946014733f', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 51, 40, 735115)}] Aug 10 01:51:40.869500 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:51:40.870467 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:51:40.880635 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:51:40.880635 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:51:40.880635 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'b2b453c65c534ee7afb25896828f4499', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 51, 40, 623974)}] Aug 10 01:51:40.880635 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:51:40.881494 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:51:40.937931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-58e0c76d-bb8f-4da8-b90c-136f96c8c8d1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:40.939550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-58e0c76d-bb8f-4da8-b90c-136f96c8c8d1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3480144 Aug 10 01:51:40.952891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09fc8cd-e5b9-43c3-9993-7564ac4f1fdc,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:40.968756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba75b4e-36a7-4770-8588-7d2609b10735 req-a90defff-8975-49b3-8c69-03353f700086 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:40.970354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ba75b4e-36a7-4770-8588-7d2609b10735 req-a90defff-8975-49b3-8c69-03353f700086 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 945 time: 0.3579774 Aug 10 01:51:40.976895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Request body: {'port': {'device_id': '27c8caea-8a1d-4531-8d57-9648d2af708f', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'e0edf68bec68489686d0504a10f1fc82'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:40.990951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Checking segment: {'id': '3c7bc2ec-9ab2-4ae5-b218-a96e961690cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7938c1f7-109e-44ca-bc4b-f3e7bde10b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:40.991313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Network hostable DHCP agents. Network: 7938c1f7-109e-44ca-bc4b-f3e7bde10b7d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:51:41.061406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Allocated IP 192.168.233.162 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/af03da63-e152-4696-8d3a-68d8089bcaf5) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:41.113371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:24Z', 'updated_at': '2021-08-10T01:51:35Z', 'revision_number': 4, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'gw_port': {'id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:26Z', 'updated_at': '2021-08-10T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '51be12df-870d-4d90-985c-e8197f430d78', 'name': '', 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'mac_address': 'fa:16:3e:c8:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cf3db563-ba1d-43f2-906a-a0f34caa5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:32Z', 'updated_at': '2021-08-10T01:51:40Z', 'revision_number': 4, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'subnets': [{'id': 'cf3db563-ba1d-43f2-906a-a0f34caa5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:41.144354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.146052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d88fb-ed63-4a55-86a7-63508a822650 None None] The sync data for ids ['19b63879-44f8-423d-ad0e-b176fee51a69'] in n-d-767704-21 is: [{'id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:24Z', 'updated_at': '2021-08-10T01:51:35Z', 'revision_number': 4, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'gw_port': {'id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:26Z', 'updated_at': '2021-08-10T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '51be12df-870d-4d90-985c-e8197f430d78', 'name': '', 'network_id': '9a9916ac-79ae-47ed-86c9-ece8d4095e5b', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'mac_address': 'fa:16:3e:c8:ba:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'cf3db563-ba1d-43f2-906a-a0f34caa5d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:32Z', 'updated_at': '2021-08-10T01:51:40Z', 'revision_number': 4, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'subnets': [{'id': 'cf3db563-ba1d-43f2-906a-a0f34caa5d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:51:41.151808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 8fff1bed-d37a-4416-b2f9-d4688b9922bf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:41.157188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 8fff1bed-d37a-4416-b2f9-d4688b9922bf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:41.158049 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.176350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ba75b4e-36a7-4770-8588-7d2609b10735 req-cb77fe38-59f2-40fa-b1bb-014f20c49566 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890590 Aug 10 01:51:41.280591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Network 7938c1f7-109e-44ca-bc4b-f3e7bde10b7d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:51:41.311185 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.331700 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.341058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:41.345298 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca65c48-1369-4c5c-9608-efc10969ac03" -d '{"events": [{"server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "name": "network-vif-plugged", "status": "completed", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:41.348079 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4608371-d29e-4080-87a9-6aa2b1d7b27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.354872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Transition to ACTIVE for port object af03da63-e152-4696-8d3a-68d8089bcaf5 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:41.365188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:41.376490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.386025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7938c1f7-109e-44ca-bc4b-f3e7bde10b7d) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:41.388080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.395161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:41.399593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.399755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea55d1f3-5fd6-4596-aa60-054ebdbdd765 None None] Network 7938c1f7-109e-44ca-bc4b-f3e7bde10b7d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:41.400639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f33c80b1-ae7a-4354-90a6-5dcd08b43235 req-d0e5bd10-c116-47a2-beff-69ba7994cffe tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 210 time: 0.0614259 Aug 10 01:51:41.451951 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4608371-d29e-4080-87a9-6aa2b1d7b27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.462349 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.482799 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:51:41.482799 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:51:41.482799 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'b2b453c65c534ee7afb25896828f4499', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 51, 41, 422099)}] Aug 10 01:51:41.482799 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:51:41.482799 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:51:41.486052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f4608371-d29e-4080-87a9-6aa2b1d7b27a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37317539f7b64c258cd52c13a6c13b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4361596 Aug 10 01:51:41.486500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:51:41.486500 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:51:41.486500 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'e0a5008d6fac4ceca2b62a946014733f', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 51, 41, 439949)}] Aug 10 01:51:41.486500 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:51:41.486500 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:51:41.489068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59602) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:41.535118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Allocated IP 172.25.3.161 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/570dec04-c8aa-44a2-9c68-cf84385d20b4) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:41.542012 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ef64da-5ea5-4135-acb8-57bc551cfc5f x-openstack-request-id: req-d3ef64da-5ea5-4135-acb8-57bc551cfc5f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:41.542882 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "name": "network-vif-plugged", "status": "completed", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:41.543430 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3ef64da-5ea5-4135-acb8-57bc551cfc5f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:41.543988 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf', 'code': 200} Aug 10 01:51:41.545339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8fff1bed-d37a-4416-b2f9-d4688b9922bf,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:41.545816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4608371-d29e-4080-87a9-6aa2b1d7b27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d86ca3-ca9e-480d-ae63-05bd29ca9425,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:41.607950 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.635381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Made reservation on behalf of e0edf68bec68489686d0504a10f1fc82 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:41.639027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.641245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:41.717375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36ef789-9755-4675-b4a2-f2284d6c3da9 None None] Network 7938c1f7-109e-44ca-bc4b-f3e7bde10b7d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:41.717703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-72a1e796-929c-4e8d-8e2d-de6f555b15f3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8554597 Aug 10 01:51:41.737820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.770738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-801d79fb-3c2f-4009-92fd-80b473bfc101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.773645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:41.801934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:41.818434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:41.839418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:41.839562 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.843058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event updated for resources: {'Port': ['ID=af03da63-e152-4696-8d3a-68d8089bcaf5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:41.881604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.919965 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-801d79fb-3c2f-4009-92fd-80b473bfc101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.996177 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:41.998357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59606) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:42.039655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff51ec0-e507-4678-a998-d8fff0ca3bf4 req-5ad9f602-c079-4c3f-b7a0-641f403a0905 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:42.047274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ef242-4d87-4709-909a-60653fc9f484 req-d7e0614e-d018-4fa7-b983-8ad148b2c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:42.047992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ff51ec0-e507-4678-a998-d8fff0ca3bf4 req-5ad9f602-c079-4c3f-b7a0-641f403a0905 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1096 time: 0.3638470 Aug 10 01:51:42.050062 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-135ef242-4d87-4709-909a-60653fc9f484 req-d7e0614e-d018-4fa7-b983-8ad148b2c473 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1098 time: 0.3953979 Aug 10 01:51:42.142523 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-135ef242-4d87-4709-909a-60653fc9f484 req-919386e2-3c00-4551-9d12-118060bb9596 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724161 Aug 10 01:51:42.168361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-801d79fb-3c2f-4009-92fd-80b473bfc101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.178665 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-801d79fb-3c2f-4009-92fd-80b473bfc101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.178665 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-801d79fb-3c2f-4009-92fd-80b473bfc101 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a2d86ca3-ca9e-480d-ae63-05bd29ca9425 HTTP/1.1" status: 204 len: 168 time: 0.6816733 Aug 10 01:51:42.226170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d79fb-3c2f-4009-92fd-80b473bfc101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d86ca3-ca9e-480d-ae63-05bd29ca9425,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:42.254693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-818dbf45-347d-4e30-a6a1-c8b094cf7720 admin admin] Deleting subnet 4a339885-fd87-4753-a0f1-1f6352e52979 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:51:42.277026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ff51ec0-e507-4678-a998-d8fff0ca3bf4 req-1fa654d7-b244-4b3d-8d0d-636dd478727b tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279420 Aug 10 01:51:42.278075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8efa769f-5c11-4a07-8e8a-3e501c0f360a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:42.286060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-818dbf45-347d-4e30-a6a1-c8b094cf7720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.329813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54ec1be0-bd5d-4589-8e39-d976d278f974 None None] Provisioning for port af03da63-e152-4696-8d3a-68d8089bcaf5 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:42.336924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54ec1be0-bd5d-4589-8e39-d976d278f974 None None] Provisioning complete for port af03da63-e152-4696-8d3a-68d8089bcaf5 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:42.338520 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54ec1be0-bd5d-4589-8e39-d976d278f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.373114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.378932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Allocated IP 192.168.233.144 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/b6eee01a-fe77-48c7-aa3c-27c0e5447495) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:42.391340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-54ec1be0-bd5d-4589-8e39-d976d278f974 None None] Port af03da63-e152-4696-8d3a-68d8089bcaf5 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:42.432881 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-818dbf45-347d-4e30-a6a1-c8b094cf7720 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.462374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-818dbf45-347d-4e30-a6a1-c8b094cf7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.462631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.481792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:51:42.488014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8efa769f-5c11-4a07-8e8a-3e501c0f360a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:42.492100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8efa769f-5c11-4a07-8e8a-3e501c0f360a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:42.492463 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.506192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.507929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.508280 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Added segment befa99df-2833-4816-ae90-31c8ef40c86c of type vlan for network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 Aug 10 01:51:42.510107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cbec06-779a-4c61-9a38-e73f63448463,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:42.564333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.567460 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.588247 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.607570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e3607-1051-4b52-abeb-68d94c50aad4 req-76375b76-1463-4050-b051-f8503298bc1d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:42.614714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-110e3607-1051-4b52-abeb-68d94c50aad4 req-76375b76-1463-4050-b051-f8503298bc1d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 946 time: 0.2108483 Aug 10 01:51:42.619438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-33849c18-cbd0-4a5b-bffa-6ef8a5e038fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6318214 Aug 10 01:51:42.637266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8efa769f-5c11-4a07-8e8a-3e501c0f360a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8efa769f-5c11-4a07-8e8a-3e501c0f360a,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:42.637511 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Request body: {'port': {'device_id': '09c69310-a886-411c-8056-9db882642748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:42.642326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:42.664643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:42.684532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:42.696072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event updated for resources: {'Port': ['ID=570dec04-c8aa-44a2-9c68-cf84385d20b4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:42.727856 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.728796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:42.729584 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.729713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.730130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 51be12df-870d-4d90-985c-e8197f430d78 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:42.739654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-110e3607-1051-4b52-abeb-68d94c50aad4 req-244ce14e-9ec2-4509-bf71-355facbb3639 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234877 Aug 10 01:51:42.780933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.800267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Transition to ACTIVE for port object b6eee01a-fe77-48c7-aa3c-27c0e5447495 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:42.816416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8efa769f-5c11-4a07-8e8a-3e501c0f360a,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:42.853870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-818dbf45-347d-4e30-a6a1-c8b094cf7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.872245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.874899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1105e8-d46d-4ea1-937b-98c71b0c57b5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:42.884499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.890031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:51:42.906907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 51be12df-870d-4d90-985c-e8197f430d78 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:42.927430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dbf45-347d-4e30-a6a1-c8b094cf7720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a339885-fd87-4753-a0f1-1f6352e52979,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:42.939782 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.955985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 51be12df-870d-4d90-985c-e8197f430d78 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:42.956427 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.960806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-458ec2b8-f967-4e72-b48b-69c1c5c6ed0b req-556c5d3d-b288-4fec-9295-a2a93ef5e6aa tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 210 time: 0.1276586 Aug 10 01:51:42.983401 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-818dbf45-347d-4e30-a6a1-c8b094cf7720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:42.983401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-818dbf45-347d-4e30-a6a1-c8b094cf7720 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4a339885-fd87-4753-a0f1-1f6352e52979 HTTP/1.1" status: 204 len: 168 time: 0.9781835 Aug 10 01:51:42.984897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59620) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:43.084530 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.092259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.113270 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.117236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59630) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:43.129865 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:43.146285 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a6830e0-8fe2-4bef-9e72-3189a85f4d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.168181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 51be12df-870d-4d90-985c-e8197f430d78, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=51be12df-870d-4d90-985c-e8197f430d78,segment=NetworkSegment(d3777fb4-32f4-43c3-9988-26b1b82cb013),segment_id=d3777fb4-32f4-43c3-9988-26b1b82cb013)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:43.205061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1306524f-5b64-4d34-a448-deb1fa8cde31,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:43.238389 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8bc3c5b2-94ec-403a-8b26-9762affe4963 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.5600419 Aug 10 01:51:43.241998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59632) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:43.255547 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.285109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Request body: {'subnet': {'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-subnet', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:43.296394 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a9205562-9674-44f4-9371-f698d6740f0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0a5008d6fac4ceca2b62a946014733f&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0053644 Aug 10 01:51:43.296591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59634) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:43.364472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=51be12df-870d-4d90-985c-e8197f430d78,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:43.369518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.372962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:43.382450 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7bece76-1901-4a07-8867-8bede05243f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.404051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:43.414760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:43.420887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:43.421539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.424528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7bece76-1901-4a07-8867-8bede05243f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.428770 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.440160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event updated for resources: {'Port': ['ID=b6eee01a-fe77-48c7-aa3c-27c0e5447495,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:43.495618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-44f8151c-9ac9-496e-a55a-d1a9c8f7acc3 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:43.497422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-44f8151c-9ac9-496e-a55a-d1a9c8f7acc3 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 820 time: 0.3978715 Aug 10 01:51:43.511671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a6830e0-8fe2-4bef-9e72-3189a85f4d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.529221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af03da63-e152-4696-8d3a-68d8089bcaf5 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:43.535015 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.549952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Transition to ACTIVE for port object af03da63-e152-4696-8d3a-68d8089bcaf5 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:43.568139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-351eed0d-8eeb-4a55-b19b-75234688d24c tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/quotas/063dde1b95404b2bac7885ebb59e4633 HTTP/1.1" status: 200 len: 375 time: 0.0544055 Aug 10 01:51:43.592298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7bece76-1901-4a07-8867-8bede05243f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.595489 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7bece76-1901-4a07-8867-8bede05243f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.596481 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a7bece76-1901-4a07-8867-8bede05243f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1306524f-5b64-4d34-a448-deb1fa8cde31 HTTP/1.1" status: 204 len: 168 time: 0.2990248 Aug 10 01:51:43.606836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bece76-1901-4a07-8867-8bede05243f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1306524f-5b64-4d34-a448-deb1fa8cde31,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:43.614230 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a6830e0-8fe2-4bef-9e72-3189a85f4d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.650470 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.686904 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Made reservation on behalf of b2b453c65c534ee7afb25896828f4499 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:43.689035 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.725794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.755067 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.755854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.756170 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.756512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > port after_create 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.756854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.757209 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > port after_update 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.757998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.757998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.758205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.758506 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.789904 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Pushing event updated for resources: {'Port': ['ID=af03da63-e152-4696-8d3a-68d8089bcaf5,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:43.822534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-12585306-cd84-433d-9d02-62784721a0d7 None None] Provisioning for port b6eee01a-fe77-48c7-aa3c-27c0e5447495 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:43.827302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-12585306-cd84-433d-9d02-62784721a0d7 None None] Provisioning complete for port b6eee01a-fe77-48c7-aa3c-27c0e5447495 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:43.828279 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-12585306-cd84-433d-9d02-62784721a0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.837005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Attempting to bind port af03da63-e152-4696-8d3a-68d8089bcaf5 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:43.837005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Attempting to bind port af03da63-e152-4696-8d3a-68d8089bcaf5 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:43.837005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Attempting to bind port af03da63-e152-4696-8d3a-68d8089bcaf5 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:43.840865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Port af03da63-e152-4696-8d3a-68d8089bcaf5 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:43.841193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Attempting to bind port af03da63-e152-4696-8d3a-68d8089bcaf5 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:43.851301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:43.851773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:43.852027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:43.853003 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Bound port: af03da63-e152-4696-8d3a-68d8089bcaf5, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:43.854047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:43.857470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.858338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.858766 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.859238 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:51:43.860134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ddace4-5c0b-4550-9b2d-428097d38d7f']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:43.878538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-12585306-cd84-433d-9d02-62784721a0d7 None None] Port b6eee01a-fe77-48c7-aa3c-27c0e5447495 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:44.007574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] For port af03da63-e152-4696-8d3a-68d8089bcaf5, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:44.007777 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.032564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] For port af03da63-e152-4696-8d3a-68d8089bcaf5, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=af03da63-e152-4696-8d3a-68d8089bcaf5,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:44.100134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6830e0-8fe2-4bef-9e72-3189a85f4d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd35405-9a92-4102-a5fb-ba55053134eb,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:44.105836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59646) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:44.106016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9a6830e0-8fe2-4bef-9e72-3189a85f4d11 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=31ba4d0582264f6eaf3c0e2abd201656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9782221 Aug 10 01:51:44.115781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776140ee-e7a9-4e02-97c0-b16469bd946c') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:44.116085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776140ee-e7a9-4e02-97c0-b16469bd946c') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:44.121443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7bbfc7b6-c504-4cc3-9770-1eca9f3d70d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1650283 Aug 10 01:51:44.127029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.135516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.149623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8efa769f-5c11-4a07-8e8a-3e501c0f360a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:44.154353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-65eb4e87-08b3-4778-9462-79c538e6b1c4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5732162 Aug 10 01:51:44.158083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Request body: {'port': {'device_id': '27c8caea-8a1d-4531-8d57-9648d2af708f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:44.189333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.237728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:44.241035 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.242618 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] 10.222.0.11 "PUT /v2.0/ports/af03da63-e152-4696-8d3a-68d8089bcaf5 HTTP/1.1" status: 200 len: 1097 time: 1.6131437 Aug 10 01:51:44.289151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8efa769f-5c11-4a07-8e8a-3e501c0f360a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:44.289534 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.336528 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.340206 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.365834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:51:44.366245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: from cryptography.utils import int_from_bytes Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: from cryptography.utils import int_from_bytes Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: timer() Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:51:44.405849 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:51:44.432923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 51be12df-870d-4d90-985c-e8197f430d78 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:44.489771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c69310-a886-411c-8056-9db882642748', 'tag': 'af03da63-e152-4696-8d3a-68d8089bcaf5'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:44.492366 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce29046d-1691-45c8-88c5-5848bc46c047" -d '{"events": [{"name": "network-changed", "server_uuid": "09c69310-a886-411c-8056-9db882642748", "tag": "af03da63-e152-4696-8d3a-68d8089bcaf5"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:44.520579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 51be12df-870d-4d90-985c-e8197f430d78 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:44.520881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.562279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b373b21-73cf-47e8-b61f-6f4c7395f869 service neutron] Pushing event updated for resources: {'Port': ['ID=af03da63-e152-4696-8d3a-68d8089bcaf5,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:44.611815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Checking segment: {'id': 'befa99df-2833-4816-ae90-31c8ef40c86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:44.612150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Network hostable DHCP agents. Network: 0d1105e8-d46d-4ea1-937b-98c71b0c57b5, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:51:44.617575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2beb756a-7f05-4d38-a97c-5c5e61f8373c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:44.624656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ffd7762d-ea0b-48d0-b861-ae00e8fcca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.624843 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.652119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ffd7762d-ea0b-48d0-b861-ae00e8fcca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.656997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-d01f4f69-4677-489e-a950-4a418bebc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:44.658501 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-d01f4f69-4677-489e-a950-4a418bebc33f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 1100 time: 0.1594055 Aug 10 01:51:44.674276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-eaa1ddba-30af-4fd2-b2b6-7110f5633795 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470246 Aug 10 01:51:44.730656 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-d3bd5ba5-097e-488c-bee9-74e96f3b85a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=af03da63-e152-4696-8d3a-68d8089bcaf5 HTTP/1.1" status: 200 len: 217 time: 0.0538721 Aug 10 01:51:44.744283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.745869 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.773856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:51:44.796950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-bec5218c-3e7d-4a52-bb42-95821df25d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:44.798937 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-bec5218c-3e7d-4a52-bb42-95821df25d39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0607870 Aug 10 01:51:44.805359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.811053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b5ddace4-5c0b-4550-9b2d-428097d38d7f HTTP/1.1" status: 204 len: 168 time: 1.8224423 Aug 10 01:51:44.815643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59664) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:44.847249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484ed07-674f-4e44-a688-d98b3b7a4d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ddace4-5c0b-4550-9b2d-428097d38d7f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:44.870176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 0d1105e8-d46d-4ea1-937b-98c71b0c57b5) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:44.871688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ffd7762d-ea0b-48d0-b861-ae00e8fcca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.874454 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ffd7762d-ea0b-48d0-b861-ae00e8fcca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.875328 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ffd7762d-ea0b-48d0-b861-ae00e8fcca1f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5bd35405-9a92-4102-a5fb-ba55053134eb HTTP/1.1" status: 204 len: 168 time: 0.7676110 Aug 10 01:51:44.881812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b6729-78cf-4fe9-90b4-781902b27fe9 None None] Network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:44.885018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:44.885611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.908553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7762d-ea0b-48d0-b861-ae00e8fcca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd35405-9a92-4102-a5fb-ba55053134eb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:44.909399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event updated for resources: {'Port': ['ID=570dec04-c8aa-44a2-9c68-cf84385d20b4,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:44.921664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c92bbd6-2053-4002-90df-668a4802f96b admin admin] Deleting subnet f09fc8cd-e5b9-43c3-9993-7564ac4f1fdc {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:51:44.925424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c92bbd6-2053-4002-90df-668a4802f96b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.950241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-af83e693-7367-4492-aa86-fc3c68c2750c service neutron] 10.222.0.38 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652047 Aug 10 01:51:44.953371 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.002419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-e63bf3cf-b7f0-4124-9b96-1a1b48e2a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:45.003995 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-e63bf3cf-b7f0-4124-9b96-1a1b48e2a420 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1959960 Aug 10 01:51:45.038387 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c92bbd6-2053-4002-90df-668a4802f96b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.065250 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8f6b555d-a590-4400-9710-3d2fa303fc47 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8103840 Aug 10 01:51:45.070906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59670) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:45.075244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6eee01a-fe77-48c7-aa3c-27c0e5447495 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:45.076185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:45.079155 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c92bbd6-2053-4002-90df-668a4802f96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.091623 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.110775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Transition to ACTIVE for port object b6eee01a-fe77-48c7-aa3c-27c0e5447495 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:45.122378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-0d1105e8-d46d-4ea1-937b-98c71b0c57b5', 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'fixed_ips': [{'subnet_id': '2beb756a-7f05-4d38-a97c-5c5e61f8373c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:51:45.122597 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.132546 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.157625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-5c4bbdfe-d033-4551-92a7-451d4f4c4ca3 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8932712 Aug 10 01:51:45.178433 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-b0190f5e-495a-4391-9165-eb1b4d9258c2 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648650 Aug 10 01:51:45.178913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59672) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:45.206415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.282196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-19f186ac-1c40-4633-8c80-418e5d7077df tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.1218967 Aug 10 01:51:45.322628 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.323685 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.335298 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Pushing event updated for resources: {'Port': ['ID=b6eee01a-fe77-48c7-aa3c-27c0e5447495,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:45.347981 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-9b358158-4fcb-4608-8c4a-ba09d5ef5b8a service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617689 Aug 10 01:51:45.392877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Allocated IP 172.20.0.2 (0d1105e8-d46d-4ea1-937b-98c71b0c57b5/2beb756a-7f05-4d38-a97c-5c5e61f8373c/513de80e-ac91-4952-a393-f38bf9b6c789) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:45.478785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Attempting to bind port b6eee01a-fe77-48c7-aa3c-27c0e5447495 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:45.479136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Attempting to bind port b6eee01a-fe77-48c7-aa3c-27c0e5447495 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:45.479620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Attempting to bind port b6eee01a-fe77-48c7-aa3c-27c0e5447495 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:45.499679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Port b6eee01a-fe77-48c7-aa3c-27c0e5447495 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:45.499886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Attempting to bind port b6eee01a-fe77-48c7-aa3c-27c0e5447495 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:45.508041 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.510798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c92bbd6-2053-4002-90df-668a4802f96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.528967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:45.531512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:45.531908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:45.533723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Bound port: b6eee01a-fe77-48c7-aa3c-27c0e5447495, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:45.534108 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.550260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92bbd6-2053-4002-90df-668a4802f96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f09fc8cd-e5b9-43c3-9993-7564ac4f1fdc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:45.566262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c92bbd6-2053-4002-90df-668a4802f96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.570653 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2c92bbd6-2053-4002-90df-668a4802f96b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f09fc8cd-e5b9-43c3-9993-7564ac4f1fdc HTTP/1.1" status: 204 len: 168 time: 0.7505975 Aug 10 01:51:45.582871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-network', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:45.582961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59682) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:45.596447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-aa12df10-1148-4ebc-8bbc-17cca159289f tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:45.608359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-aa12df10-1148-4ebc-8bbc-17cca159289f tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.3088803 Aug 10 01:51:45.729700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Made reservation on behalf of 9928c10a3ec74ccb9e08eab245c34e29 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:45.732665 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.759549 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.768750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-541b0cca-ef0a-4b16-a33c-7ea264968fcb tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:51:45.770409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce85d653-71fe-47df-9c27-a3189f8901cb req-541b0cca-ef0a-4b16-a33c-7ea264968fcb tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1612992 Aug 10 01:51:45.771141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Transition to ACTIVE for port object 513de80e-ac91-4952-a393-f38bf9b6c789 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:45.791159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Transition to ACTIVE for port object 513de80e-ac91-4952-a393-f38bf9b6c789 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:45.822853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.834687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.837485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55912f15-31bf-405c-827f-6f820859f21e req-b9bf53b5-8adf-4924-b6d7-3ac029f329ac tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:45.839365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55912f15-31bf-405c-827f-6f820859f21e req-b9bf53b5-8adf-4924-b6d7-3ac029f329ac tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 946 time: 0.2978210 Aug 10 01:51:45.859755 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.865894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:45.909422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] For port b6eee01a-fe77-48c7-aa3c-27c0e5447495, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:45.923576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Pushing event updated for resources: {'Port': ['ID=513de80e-ac91-4952-a393-f38bf9b6c789,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:45.932184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] For port b6eee01a-fe77-48c7-aa3c-27c0e5447495, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b6eee01a-fe77-48c7-aa3c-27c0e5447495,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:45.952874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:45.955445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:45.958238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:45.982201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55912f15-31bf-405c-827f-6f820859f21e req-efe74b11-c34b-4a59-a2ed-1501d825be58 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307330 Aug 10 01:51:46.004590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc22ae-3b08-4e84-ae38-b364142fd82c req-cc6c55ae-9612-4084-b64c-79bf1fbaaac8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.006245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9dcc22ae-3b08-4e84-ae38-b364142fd82c req-cc6c55ae-9612-4084-b64c-79bf1fbaaac8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 948 time: 0.1659808 Aug 10 01:51:46.041578 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5906f8f5-6a2e-4733-9e9e-12597e092488 x-openstack-request-id: req-5906f8f5-6a2e-4733-9e9e-12597e092488 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:46.042243 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c69310-a886-411c-8056-9db882642748", "tag": "af03da63-e152-4696-8d3a-68d8089bcaf5", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:46.042510 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5906f8f5-6a2e-4733-9e9e-12597e092488 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:46.043178 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c69310-a886-411c-8056-9db882642748', 'tag': 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'status': 'completed', 'code': 200} Aug 10 01:51:46.045787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.078645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Attempting to bind port 513de80e-ac91-4952-a393-f38bf9b6c789 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:46.078968 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.079313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Attempting to bind port 513de80e-ac91-4952-a393-f38bf9b6c789 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'befa99df-2833-4816-ae90-31c8ef40c86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:46.079858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Attempting to bind port 513de80e-ac91-4952-a393-f38bf9b6c789 on network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:46.087497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:46.088684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Checking segment: {'id': 'befa99df-2833-4816-ae90-31c8ef40c86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:46.089624 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.090202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Bound using segment: {'id': 'befa99df-2833-4816-ae90-31c8ef40c86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:46.090884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Bound port: 513de80e-ac91-4952-a393-f38bf9b6c789, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befa99df-2833-4816-ae90-31c8ef40c86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:46.091428 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.117859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-5add61ce-7425-4099-ad6a-b3d2b0dcda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.120434 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-5add61ce-7425-4099-ad6a-b3d2b0dcda8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 1100 time: 0.0708542 Aug 10 01:51:46.137838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.161908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b049617e-9cd1-413a-b2a0-96a9fedce44a req-8c1b658d-e2c5-471f-9304-f08100e30f40 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 210 time: 0.0848372 Aug 10 01:51:46.171210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] For port 513de80e-ac91-4952-a393-f38bf9b6c789, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:46.176130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] For port 513de80e-ac91-4952-a393-f38bf9b6c789, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=513de80e-ac91-4952-a393-f38bf9b6c789,segment=NetworkSegment(befa99df-2833-4816-ae90-31c8ef40c86c),segment_id=befa99df-2833-4816-ae90-31c8ef40c86c)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:46.185338 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7938c1f7-109e-44ca-bc4b-f3e7bde10b7d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:46.190401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.194570 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.196187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] 10.222.0.11 "PUT /v2.0/ports/b6eee01a-fe77-48c7-aa3c-27c0e5447495 HTTP/1.1" status: 200 len: 1097 time: 2.0561163 Aug 10 01:51:46.199839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c8caea-8a1d-4531-8d57-9648d2af708f', 'tag': 'b6eee01a-fe77-48c7-aa3c-27c0e5447495'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:46.202142 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99f6c97-69e0-4c90-becc-1cc4f93974fa" -d '{"events": [{"name": "network-changed", "server_uuid": "27c8caea-8a1d-4531-8d57-9648d2af708f", "tag": "b6eee01a-fe77-48c7-aa3c-27c0e5447495"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:46.222828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9dcc22ae-3b08-4e84-ae38-b364142fd82c req-f20ac0fb-18fc-4d36-b388-fcc55c054444 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039106 Aug 10 01:51:46.254157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7bc2ec-9ab2-4ae5-b218-a96e961690cb') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:46.254454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7bc2ec-9ab2-4ae5-b218-a96e961690cb') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:46.293596 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.303992 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.403588 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.423505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97c79f-45a7-43d8-a08c-f9a54f18ed86 service neutron] Pushing event updated for resources: {'Port': ['ID=b6eee01a-fe77-48c7-aa3c-27c0e5447495,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:46.429968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:51:46.431881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330ddab-f5d8-469b-abc4-e0f07fd9a857 None None] Pushing event updated for resources: {'Port': ['ID=513de80e-ac91-4952-a393-f38bf9b6c789,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:46.479795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:46.488998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.497540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.498077 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Added segment 8deab4f4-37bc-42e4-b653-3906de7c2a15 of type vlan for network a6ff0491-20cc-4c61-8ae5-0ab51230b70f Aug 10 01:51:46.520653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-d4fce718-1753-4d3b-829b-160a5beac146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.522129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-d4fce718-1753-4d3b-829b-160a5beac146 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.3628495 Aug 10 01:51:46.526956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.538462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:51:46.538890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: timer() Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:51:46.540841 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:51:46.582994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.619183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:46.634699 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-ed79076e-f91f-425b-bcb5-feaa9a0af380 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=af03da63-e152-4696-8d3a-68d8089bcaf5 HTTP/1.1" status: 200 len: 217 time: 0.0851121 Aug 10 01:51:46.701444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-8df702f9-5ca0-4347-9f31-e8127377770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.702344 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-8df702f9-5ca0-4347-9f31-e8127377770a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 1100 time: 0.2962718 Aug 10 01:51:46.719613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-c41b9683-184d-4b8e-8507-0a4e5e0a0b8f tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4518490 Aug 10 01:51:46.740843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:46.775737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.resource_extend [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:51:46.824659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-7129305a-67e8-4baf-8856-772022a09382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.826768 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-7129305a-67e8-4baf-8856-772022a09382 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1809132 Aug 10 01:51:46.831357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-f7383270-0b1d-4a48-9599-7a6e20827fe6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=b6eee01a-fe77-48c7-aa3c-27c0e5447495 HTTP/1.1" status: 200 len: 217 time: 0.1106277 Aug 10 01:51:46.891965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79746c82-b514-4b66-909f-f475e352f939 req-591447a7-9f30-4306-98a2-2ab2e29794aa tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.893537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79746c82-b514-4b66-909f-f475e352f939 req-591447a7-9f30-4306-98a2-2ab2e29794aa tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1098 time: 0.1715658 Aug 10 01:51:46.910818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-a4485fff-eea8-428c-b1ad-785ad28ca02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.912234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-a4485fff-eea8-428c-b1ad-785ad28ca02c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0702822 Aug 10 01:51:46.924979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Allocated IP 172.25.3.88 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/ec375bc6-7ae1-4361-8d36-9ea43f1857aa) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:46.935755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-ec28d9b0-6fe3-4085-9182-bfb72af145ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.937246 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-ec28d9b0-6fe3-4085-9182-bfb72af145ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797660 Aug 10 01:51:46.965319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79746c82-b514-4b66-909f-f475e352f939 req-b9b33b90-a5e5-48a8-9e25-742c66fa27f0 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640354 Aug 10 01:51:46.971334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-996bbcf2-f805-4547-ab62-2347eacde87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:46.972771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-996bbcf2-f805-4547-ab62-2347eacde87f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519640 Aug 10 01:51:47.036195 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-73c6126a-ad40-4a0c-b07b-ac1c735ae861 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907447 Aug 10 01:51:47.039658 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fd58fa-5f60-4042-bfd0-8a2d16f8430f x-openstack-request-id: req-a2fd58fa-5f60-4042-bfd0-8a2d16f8430f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:47.039992 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c8caea-8a1d-4531-8d57-9648d2af708f", "tag": "b6eee01a-fe77-48c7-aa3c-27c0e5447495", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:47.040341 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2fd58fa-5f60-4042-bfd0-8a2d16f8430f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:47.040762 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c8caea-8a1d-4531-8d57-9648d2af708f', 'tag': 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'status': 'completed', 'code': 200} Aug 10 01:51:47.114315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-39f4f717-28b0-41ee-b9c9-0dc637ad8e10 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337771 Aug 10 01:51:47.119201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.125634 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.127555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7938c1f7-109e-44ca-bc4b-f3e7bde10b7d HTTP/1.1" status: 204 len: 168 time: 1.5442278 Aug 10 01:51:47.137649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58ddb2-dfe2-4595-9b0a-5dd5039528d8 req-ab0b2e80-fdc2-4939-af4e-b1984ece53dd tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:47.139256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f58ddb2-dfe2-4595-9b0a-5dd5039528d8 req-ab0b2e80-fdc2-4939-af4e-b1984ece53dd tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1098 time: 0.0783315 Aug 10 01:51:47.147070 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce29046d-1691-45c8-88c5-5848bc46c047 req-1cc27d51-fa40-43f1-ab4e-ade9292d4956 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022952 Aug 10 01:51:47.158442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd018d4-5f5a-4de6-a13a-c889c76fe111 admin admin] Pushing event deleted for resources: {'Network': ['ID=7938c1f7-109e-44ca-bc4b-f3e7bde10b7d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:47.203640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.208002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:47.208002 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.358048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.385240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ff0491-20cc-4c61-8ae5-0ab51230b70f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:47.404468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network a6ff0491-20cc-4c61-8ae5-0ab51230b70f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:51:47.433545 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-401dc561-c8ee-4d20-930a-135c31a432c1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.2493734 Aug 10 01:51:47.434169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59728) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:47.440464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Request body: {'subnet': {'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-subnet', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:47.520630 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.523694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.575464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:47.579555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:47.582347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:47.589970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59732) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:47.590728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Made reservation on behalf of 9928c10a3ec74ccb9e08eab245c34e29 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:47.593299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.606649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f58ddb2-dfe2-4595-9b0a-5dd5039528d8 req-25a3d173-d7f8-4047-b0ef-561b77308606 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510572 Aug 10 01:51:47.645381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12db9381-17b1-4638-97a9-ccbc2f0013dd req-ac18a08c-71c8-48b2-a30c-f4b4a48218a5 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114262 Aug 10 01:51:47.651635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Pushing event updated for resources: {'Port': ['ID=ec375bc6-7ae1-4361-8d36-9ea43f1857aa,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:47.695048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de8ffd-38cf-462f-8252-7c0b01d18963 None None] Network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:47.761268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d732859d-4d09-40ac-9863-4432b5feea4a req-57a471dc-e6b3-4afd-ba79-c5df791f5874 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 210 time: 0.0426526 Aug 10 01:51:47.779294 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.996170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-3ccc41a2-94be-49c7-8a11-c8324ef19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:47.997725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-3ccc41a2-94be-49c7-8a11-c8324ef19f63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 1100 time: 0.1585696 Aug 10 01:51:48.012329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309088-ad07-4806-84d7-07bbfde5f3f3 req-de1c8fc4-6410-45c4-badd-b99b5178a757 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.014066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea309088-ad07-4806-84d7-07bbfde5f3f3 req-de1c8fc4-6410-45c4-badd-b99b5178a757 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 948 time: 0.1315897 Aug 10 01:51:48.021428 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-53454c98-f12b-433e-b01a-aff1cb9cb3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.106923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a2d78607-e17d-4b83-86e5-f1485b4b7fd9 None None] Provisioning for port 513de80e-ac91-4952-a393-f38bf9b6c789 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:48.163103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Allocated IP 172.25.3.76 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/5cd66c03-2af6-46e4-b98f-90cec778a922) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:48.163426 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c5b6ad37-767f-4df7-bd89-0a973f155328 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c522a9e50982408f971df818218db8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633087 Aug 10 01:51:48.163426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59744) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:48.192038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea309088-ad07-4806-84d7-07bbfde5f3f3 req-91fc90fc-5366-4a45-9114-6bc7e9a664db tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578867 Aug 10 01:51:48.230911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 513de80e-ac91-4952-a393-f38bf9b6c789 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:48.323031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-5d517dfe-7f9d-467f-91a0-f09caadf2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.326693 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-5d517dfe-7f9d-467f-91a0-f09caadf2c4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.3097758 Aug 10 01:51:48.390085 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab190-79e3-44e1-97d1-1997b45ca381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.423364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab190-79e3-44e1-97d1-1997b45ca381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.438058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-177be577-9737-4de2-ba96-1d250c824cc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=b6eee01a-fe77-48c7-aa3c-27c0e5447495 HTTP/1.1" status: 200 len: 217 time: 0.0950077 Aug 10 01:51:48.444057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 513de80e-ac91-4952-a393-f38bf9b6c789 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:48.449660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 513de80e-ac91-4952-a393-f38bf9b6c789 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:48.450584 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.510974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-eb040f18-3f9f-41ad-9f6f-c04ad893fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.512605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-eb040f18-3f9f-41ad-9f6f-c04ad893fb4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0627840 Aug 10 01:51:48.573850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-3573b72c-9a32-406e-a626-cb562be6576e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.580259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.580476 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-3573b72c-9a32-406e-a626-cb562be6576e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 820 time: 0.3181083 Aug 10 01:51:48.602518 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.602985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Request body: {'port': {'device_id': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf', 'admin_state_up': True, 'tenant_id': '063dde1b95404b2bac7885ebb59e4633'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:48.605463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-a18a561c-127d-4908-9475-14b9a58af292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:48.607632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-a18a561c-127d-4908-9475-14b9a58af292 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0812075 Aug 10 01:51:48.688165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 513de80e-ac91-4952-a393-f38bf9b6c789, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=513de80e-ac91-4952-a393-f38bf9b6c789,segment=NetworkSegment(befa99df-2833-4816-ae90-31c8ef40c86c),segment_id=befa99df-2833-4816-ae90-31c8ef40c86c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:48.688165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9eb6b6df-5f6e-4fd6-918c-c92561bb654b None None] Provisioning complete for port 513de80e-ac91-4952-a393-f38bf9b6c789 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:48.688165 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9eb6b6df-5f6e-4fd6-918c-c92561bb654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.737642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-b1d60157-da29-4a35-9ac6-91e7115aa43d service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200471 Aug 10 01:51:48.759882 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.785961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.807688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.823870 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9eb6b6df-5f6e-4fd6-918c-c92561bb654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.866669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event updated for resources: {'Port': ['ID=5cd66c03-2af6-46e4-b98f-90cec778a922,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:48.889249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:48.889707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=513de80e-ac91-4952-a393-f38bf9b6c789,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:48.892198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:48.892746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:48.897583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:48.914372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.914901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.915927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.916374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.916866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.917306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.917755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.918216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.918675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.919163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.919597 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.920056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:51:48.937539 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-9eb6b6df-5f6e-4fd6-918c-c92561bb654b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:51:48.938326 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-9eb6b6df-5f6e-4fd6-918c-c92561bb654b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:51:48.976798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59756) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:49.011097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f99f6c97-69e0-4c90-becc-1cc4f93974fa req-e0d3a8d3-c811-4e17-96d4-eee32ef7b295 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639456 Aug 10 01:51:49.029989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b1f3ff-8e3b-4a83-8ffa-9f7412945984,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:49.035097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab190-79e3-44e1-97d1-1997b45ca381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.035233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.035343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab190-79e3-44e1-97d1-1997b45ca381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.038197 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6b2ab190-79e3-44e1-97d1-1997b45ca381 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ac78252-78c8-4d58-804b-f6e53cf6d015 HTTP/1.1" status: 204 len: 168 time: 0.8756964 Aug 10 01:51:49.070113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ab190-79e3-44e1-97d1-1997b45ca381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac78252-78c8-4d58-804b-f6e53cf6d015,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:49.123137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Checking segment: {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:49.123516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Network hostable DHCP agents. Network: a6ff0491-20cc-4c61-8ae5-0ab51230b70f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:51:49.135872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Made reservation on behalf of 063dde1b95404b2bac7885ebb59e4633 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:51:49.139785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.162062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.184257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4eee258a-9336-4e28-8632-c4854d3da964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.205509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.317663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Network a6ff0491-20cc-4c61-8ae5-0ab51230b70f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:51:49.328205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.392154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.473864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Allocated IP 172.20.0.11 (3ea2a2dd-e85f-4282-baa3-4d340bdc5baf/352d044b-2470-4744-b6f8-e8c1b438b920/1e77128c-c96a-4777-a99e-b872013c8adc) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:49.475288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, a6ff0491-20cc-4c61-8ae5-0ab51230b70f) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:49.485301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device af03da63-e152-4696-8d3a-68d8089bcaf5 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:49.486479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event updated for resources: {'Port': ['ID=5cd66c03-2af6-46e4-b98f-90cec778a922,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:49.489295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a693094c-40e1-468e-906b-21e59238c093 None None] Network a6ff0491-20cc-4c61-8ae5-0ab51230b70f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:49.500604 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.508296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:49.509606 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.601378 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4eee258a-9336-4e28-8632-c4854d3da964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.682671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4eee258a-9336-4e28-8632-c4854d3da964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.684848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:51:49.738056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:51:49.739105 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.757826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee258a-9336-4e28-8632-c4854d3da964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496a55d8-2c4c-4df9-b3e9-717e98b07e3d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:49.758122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port af03da63-e152-4696-8d3a-68d8089bcaf5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=af03da63-e152-4696-8d3a-68d8089bcaf5,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:49.773193 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4eee258a-9336-4e28-8632-c4854d3da964 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63ab35a432af45a5ae78c95710153064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903619 Aug 10 01:51:49.774049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59784) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:49.780644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'mac_address': 'fa:16:3e:b6:98:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:51:49.805433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.814535 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-528ff1b0-1c6f-4518-880c-973e89e505ae admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3763592 Aug 10 01:51:49.815705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59786) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:49.821608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:49.844021 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.851429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-0b5b7cff-c3a7-42f1-a3ef-75e401238777 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1224036 Aug 10 01:51:49.860052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59788) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:49.861395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a523b7b7-3ae9-4e37-9d86-74add8a22ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.892114 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a523b7b7-3ae9-4e37-9d86-74add8a22ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.892566 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.928809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af03da63-e152-4696-8d3a-68d8089bcaf5 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:49.959443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port af03da63-e152-4696-8d3a-68d8089bcaf5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=af03da63-e152-4696-8d3a-68d8089bcaf5,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:49.960876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Allocated IP 172.20.0.2 (a6ff0491-20cc-4c61-8ae5-0ab51230b70f/36b1f3ff-8e3b-4a83-8ffa-9f7412945984/f503b74f-7c1b-4c9b-a426-9c95a887acfc) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:49.996317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-3c15bcc1-b60d-4334-abdc-85a5c4f8381f tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.1436999 Aug 10 01:51:50.070104 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a523b7b7-3ae9-4e37-9d86-74add8a22ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.070700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a523b7b7-3ae9-4e37-9d86-74add8a22ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.074407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a523b7b7-3ae9-4e37-9d86-74add8a22ffe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/496a55d8-2c4c-4df9-b3e9-717e98b07e3d HTTP/1.1" status: 204 len: 168 time: 0.2964387 Aug 10 01:51:50.086330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523b7b7-3ae9-4e37-9d86-74add8a22ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496a55d8-2c4c-4df9-b3e9-717e98b07e3d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:50.126210 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.143220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-a4267323-d12d-4d6e-aaf4-ba242abd7c25 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.154815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-a4267323-d12d-4d6e-aaf4-ba242abd7c25 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.1574461 Aug 10 01:51:50.159525 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.160561 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.166456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-eb629912-3fe2-4329-8dd8-4d66777a493a tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:51:50.182804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24c79115-0b09-444e-b4fe-b3fb8f2d9ec5 req-eb629912-3fe2-4329-8dd8-4d66777a493a tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245860 Aug 10 01:51:50.195052 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-044792fe-3183-4bf8-87ad-c56bd6f0f66a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5b2a375470714b719da94962aeff42ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297429 Aug 10 01:51:50.198049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59798) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:50.199014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:51:50.213559 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Sync routers for ids ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:51:50.254577 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.256212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.258428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 513de80e-ac91-4952-a393-f38bf9b6c789 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:50.279244 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Routers {'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:50.279244 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:50.295620 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58cec571-9636-46d2-971f-af02f312560e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.302077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.318881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Transition to ACTIVE for port object f503b74f-7c1b-4c9b-a426-9c95a887acfc will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:50.341968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=af03da63-e152-4696-8d3a-68d8089bcaf5,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:50.353039 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.354502 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fc401eae-019f-41a7-9f04-0623fa82f90d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2834249 Aug 10 01:51:50.357682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58cec571-9636-46d2-971f-af02f312560e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.367002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Transition to ACTIVE for port object f503b74f-7c1b-4c9b-a426-9c95a887acfc will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:50.382807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 513de80e-ac91-4952-a393-f38bf9b6c789 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:50.383185 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.393561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59800) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:50.440240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['af03da63-e152-4696-8d3a-68d8089bcaf5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:50.463853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.502612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae79ba-10a0-40f4-b6b2-77905cdf8f34 req-f0b8ff0b-e8bf-4b76-83ac-c730519b1172 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.514602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dae79ba-10a0-40f4-b6b2-77905cdf8f34 req-f0b8ff0b-e8bf-4b76-83ac-c730519b1172 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 932 time: 0.1811213 Aug 10 01:51:50.545212 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58cec571-9636-46d2-971f-af02f312560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.545998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Pushing event updated for resources: {'Port': ['ID=f503b74f-7c1b-4c9b-a426-9c95a887acfc,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:50.548278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58cec571-9636-46d2-971f-af02f312560e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.558286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-58cec571-9636-46d2-971f-af02f312560e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a87c7899-aa48-4544-90d7-9aee4d4230d7 HTTP/1.1" status: 204 len: 168 time: 0.3584337 Aug 10 01:51:50.580347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cec571-9636-46d2-971f-af02f312560e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87c7899-aa48-4544-90d7-9aee4d4230d7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:50.592797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:50.606302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:50.611295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:50.615728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dae79ba-10a0-40f4-b6b2-77905cdf8f34 req-3c005f63-7fbf-43db-a959-d83b38d60abc tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950096 Aug 10 01:51:50.617144 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.618208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.630175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Pushing event updated for resources: {'Port': ['ID=1e77128c-c96a-4777-a99e-b872013c8adc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:50.671215 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Set router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:50.695654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Network a6ff0491-20cc-4c61-8ae5-0ab51230b70f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:50.701569 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3065ea20-298e-45d7-ba5e-99fb81cc45a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.707807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:50.713554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:50.723332 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-32b3ec04-b1cd-433a-abef-a2b78577bc39 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1267426 Aug 10 01:51:50.845063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Attempting to bind port f503b74f-7c1b-4c9b-a426-9c95a887acfc on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:50.846648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Attempting to bind port f503b74f-7c1b-4c9b-a426-9c95a887acfc by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:50.846648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Attempting to bind port f503b74f-7c1b-4c9b-a426-9c95a887acfc on network a6ff0491-20cc-4c61-8ae5-0ab51230b70f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:50.864906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Request body: {'port': {'device_id': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:50.866705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:50.867090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Checking segment: {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:50.867496 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.867943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Bound using segment: {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:50.869005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Bound port: f503b74f-7c1b-4c9b-a426-9c95a887acfc, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:50.869483 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.932786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a0cbb-7fc0-49be-bb8e-6cb020d141f6 req-71ff6847-519e-483c-b43d-5387ed080bdd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:50.943179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f5a0cbb-7fc0-49be-bb8e-6cb020d141f6 req-71ff6847-519e-483c-b43d-5387ed080bdd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 948 time: 0.1064539 Aug 10 01:51:50.955267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.975710 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:45Z', 'updated_at': '2021-08-10T01:51:48Z', 'revision_number': 3, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'gw_port': {'id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:46Z', 'updated_at': '2021-08-10T01:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:50.977007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:50.991266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-f05efcc0-8a14-4167-b858-76ce6c1c788c tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:51:50.994118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-f05efcc0-8a14-4167-b858-76ce6c1c788c tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0394859 Aug 10 01:51:51.005812 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Checking router: b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:51:51.006174 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Updating router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 port ec375bc6-7ae1-4361-8d36-9ea43f1857aa binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:51:51.032433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f5a0cbb-7fc0-49be-bb8e-6cb020d141f6 req-6fc887fb-781f-4d4b-afa7-1cff7c742113 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880156 Aug 10 01:51:51.045803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Request body: {'binding': {'host': 'n-h2-767704-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:51.046907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Unknown quota resources ['binding']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:51:51.047606 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.180438 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] For port f503b74f-7c1b-4c9b-a426-9c95a887acfc, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:51.186241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] For port f503b74f-7c1b-4c9b-a426-9c95a887acfc, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f503b74f-7c1b-4c9b-a426-9c95a887acfc,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:51.210276 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.288078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-7dbb61c7-87e4-43d6-866f-c3fe5248416b tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2406986 Aug 10 01:51:51.301336 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.309022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:51.419675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6ad6d-9a20-4e2b-b4a6-f4a03fabe16b None None] Pushing event updated for resources: {'Port': ['ID=f503b74f-7c1b-4c9b-a426-9c95a887acfc,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:51.422334 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.434296 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.457220 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Transition to ACTIVE for port object ec375bc6-7ae1-4361-8d36-9ea43f1857aa will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:51.460475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b6eee01a-fe77-48c7-aa3c-27c0e5447495 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:51.542190 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.580472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59816) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:51.603445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b6eee01a-fe77-48c7-aa3c-27c0e5447495, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b6eee01a-fe77-48c7-aa3c-27c0e5447495,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:51.609078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on host n-h2-767704-21 for vnic_type normal with profile None {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:51.609673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:51.609768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:51.623227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.625911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-be3a0580-ebcf-4ce4-9b36-5791983bf964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.626315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'mac_address': 'fa:16:3e:87:46:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:51:51.683719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:51.684058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:51.707860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.745566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6eee01a-fe77-48c7-aa3c-27c0e5447495 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:51.748407 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Attempting to bind port ec375bc6-7ae1-4361-8d36-9ea43f1857aa on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:51.748944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:51.749054 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Attempting to bind port ec375bc6-7ae1-4361-8d36-9ea43f1857aa by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:51.749146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:51.749247 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Attempting to bind port ec375bc6-7ae1-4361-8d36-9ea43f1857aa on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:51.749330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:51.749330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Bound port: 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:51.749485 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7bc53-73b7-4de5-89d4-2525ef826726 None None] Pushing event updated for resources: {'Port': ['ID=ec375bc6-7ae1-4361-8d36-9ea43f1857aa,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:51.755388 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:51.755827 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:51.756344 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.756743 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:51.757223 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Bound port: ec375bc6-7ae1-4361-8d36-9ea43f1857aa, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:51.757628 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.846772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b6eee01a-fe77-48c7-aa3c-27c0e5447495, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b6eee01a-fe77-48c7-aa3c-27c0e5447495,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:51.892165 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] For port ec375bc6-7ae1-4361-8d36-9ea43f1857aa, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:51.899460 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] For port ec375bc6-7ae1-4361-8d36-9ea43f1857aa, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ec375bc6-7ae1-4361-8d36-9ea43f1857aa,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:51.923287 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.961242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e77128c-c96a-4777-a99e-b872013c8adc {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:51.987258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:51.995687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-be3a0580-ebcf-4ce4-9b36-5791983bf964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.008301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b6eee01a-fe77-48c7-aa3c-27c0e5447495,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:52.012490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Allocated IP 172.25.3.31 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/f05fef11-4502-4a2f-b8c8-33134795d801) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:52.020292 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.028655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Transition to ACTIVE for port object 1e77128c-c96a-4777-a99e-b872013c8adc will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:52.126231 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7bc53-73b7-4de5-89d4-2525ef826726 None None] Pushing event updated for resources: {'Port': ['ID=ec375bc6-7ae1-4361-8d36-9ea43f1857aa,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:52.135454 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-be3a0580-ebcf-4ce4-9b36-5791983bf964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.136215 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.169153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b6eee01a-fe77-48c7-aa3c-27c0e5447495'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:52.169320 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Routers {'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:52.169797 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:52.202882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-be3a0580-ebcf-4ce4-9b36-5791983bf964 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49750b2ad06943f0ab8fda07e725ed91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215942 Aug 10 01:51:52.209197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59828) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:52.274343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.282108 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.336278 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] Set router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:52.346462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f503b74f-7c1b-4c9b-a426-9c95a887acfc up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:52.361369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.391634 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.424982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a0580-ebcf-4ce4-9b36-5791983bf964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea343a60-a5fc-414a-822d-427b5138f70d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:52.428860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbc224-5583-443b-9718-af792497988d service neutron] Pushing event updated for resources: {'Port': ['ID=1e77128c-c96a-4777-a99e-b872013c8adc,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:52.509861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.529040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:52.609737 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:45Z', 'updated_at': '2021-08-10T01:51:48Z', 'revision_number': 3, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'gw_port': {'id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:46Z', 'updated_at': '2021-08-10T01:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:52.618803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:52.618803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:52.618803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:52.623397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Port 1e77128c-c96a-4777-a99e-b872013c8adc on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:52.623733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:52.626664 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.632311 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e60dac1a-66ba-4ee3-b9a9-940e4038b9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.636287 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-cbd84b33-80a8-4c23-a15e-aca2e828346a service neutron] 10.222.0.38 "POST /v2.0/ports/8fff1bed-d37a-4416-b2f9-d4688b9922bf/bindings HTTP/1.1" status: 201 len: 390 time: 1.5949697 Aug 10 01:51:52.646172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:52.646522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:52.650978 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3856d623-dcfc-4343-881a-f67895c4ba42 None None] The sync data for ids ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'] in n-d-767704-21 is: [{'id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:45Z', 'updated_at': '2021-08-10T01:51:48Z', 'revision_number': 3, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'gw_port': {'id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:46Z', 'updated_at': '2021-08-10T01:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:51:52.658116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:52.659668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Bound port: 1e77128c-c96a-4777-a99e-b872013c8adc, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:52.660290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.712483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e60dac1a-66ba-4ee3-b9a9-940e4038b9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.784543 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.842655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:52.851413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:52.859766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:52.868164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event updated for resources: {'Port': ['ID=f05fef11-4502-4a2f-b8c8-33134795d801,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:52.878321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f503b74f-7c1b-4c9b-a426-9c95a887acfc completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:52.909240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3fb3e1-7510-486b-a558-0eed2ab249d3 None None] Network a6ff0491-20cc-4c61-8ae5-0ab51230b70f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:51:52.935579 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e60dac1a-66ba-4ee3-b9a9-940e4038b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.939365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e60dac1a-66ba-4ee3-b9a9-940e4038b9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:52.944562 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e60dac1a-66ba-4ee3-b9a9-940e4038b9df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea343a60-a5fc-414a-822d-427b5138f70d HTTP/1.1" status: 204 len: 168 time: 0.7315233 Aug 10 01:51:53.098324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.114022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dac1a-66ba-4ee3-b9a9-940e4038b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea343a60-a5fc-414a-822d-427b5138f70d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:53.242078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.302771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ccfb-a539-47da-878d-e225bc9cf8d3 req-770f0b73-2d51-4358-b97d-cd1a470617cc tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:53.304555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4525ccfb-a539-47da-878d-e225bc9cf8d3 req-770f0b73-2d51-4358-b97d-cd1a470617cc tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 944 time: 0.1559179 Aug 10 01:51:53.331834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:53.334960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d00c736e-8353-45da-894f-cf95802479ca None None] Provisioning for port f503b74f-7c1b-4c9b-a426-9c95a887acfc completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:53.341884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d00c736e-8353-45da-894f-cf95802479ca None None] Provisioning complete for port f503b74f-7c1b-4c9b-a426-9c95a887acfc triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:53.342742 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d00c736e-8353-45da-894f-cf95802479ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.379875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Allocated IP 172.25.3.82 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/e4ce4930-6988-4b33-9b31-6301bc96c609) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:53.391572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:53.458543 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d00c736e-8353-45da-894f-cf95802479ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.490284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b6eee01a-fe77-48c7-aa3c-27c0e5447495 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:53.502234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.540847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d00c736e-8353-45da-894f-cf95802479ca None None] For port f503b74f-7c1b-4c9b-a426-9c95a887acfc, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f503b74f-7c1b-4c9b-a426-9c95a887acfc,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:53.580608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4525ccfb-a539-47da-878d-e225bc9cf8d3 req-5ae3b4a1-bf74-4030-b487-403cc56f1a5d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567582 Aug 10 01:51:53.592784 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d00c736e-8353-45da-894f-cf95802479ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.644490 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.661262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:53.662009 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.667283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-53fbc224-5583-443b-9718-af792497988d service neutron] 10.222.0.16 "PUT /v2.0/ports/1e77128c-c96a-4777-a99e-b872013c8adc HTTP/1.1" status: 200 len: 1093 time: 2.8084760 Aug 10 01:51:53.667283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:53.667283 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeb778b-7c7f-48d2-8592-10a1decb8133" -d '{"events": [{"name": "network-changed", "server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:53.675858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Allocated IP 172.20.0.1 (0d1105e8-d46d-4ea1-937b-98c71b0c57b5/2beb756a-7f05-4d38-a97c-5c5e61f8373c/e2a4f2f1-2229-43c8-9487-5d027864ba11) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:53.716072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-b60f0e5b-98d3-4b37-b006-2478043a03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:53.719821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-b60f0e5b-98d3-4b37-b006-2478043a03c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1098 time: 0.2361612 Aug 10 01:51:53.733874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbc224-5583-443b-9718-af792497988d service neutron] Pushing event updated for resources: {'Port': ['ID=1e77128c-c96a-4777-a99e-b872013c8adc,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:53.755562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c736e-8353-45da-894f-cf95802479ca None None] Pushing event updated for resources: {'Port': ['ID=f503b74f-7c1b-4c9b-a426-9c95a887acfc,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:53.767883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port b6eee01a-fe77-48c7-aa3c-27c0e5447495 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:53.782779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port b6eee01a-fe77-48c7-aa3c-27c0e5447495 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:53.783210 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.791854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.877178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3c41dffb-893f-4c6b-aad5-e672f256fdeb None None] Provisioning complete for port f503b74f-7c1b-4c9b-a426-9c95a887acfc triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:53.877558 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3c41dffb-893f-4c6b-aad5-e672f256fdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.927178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.947198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:53.953368 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.009063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c8caea-8a1d-4531-8d57-9648d2af708f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eee01a-fe77-48c7-aa3c-27c0e5447495'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:54.014371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-1a97c13f-00da-41d4-b867-ad0e0690b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:54.016227 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-1a97c13f-00da-41d4-b867-ad0e0690b590 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1096 time: 0.2251623 Aug 10 01:51:54.022258 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b77d129-eaf9-4241-95f6-cb5d40792e55" -d '{"events": [{"server_uuid": "27c8caea-8a1d-4531-8d57-9648d2af708f", "name": "network-vif-plugged", "status": "completed", "tag": "b6eee01a-fe77-48c7-aa3c-27c0e5447495"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:54.139416 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-ebba218b-f245-44a5-9fa6-92516ee86848 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e77128c-c96a-4777-a99e-b872013c8adc HTTP/1.1" status: 200 len: 217 time: 0.1125512 Aug 10 01:51:54.142210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b6eee01a-fe77-48c7-aa3c-27c0e5447495, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b6eee01a-fe77-48c7-aa3c-27c0e5447495,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:54.158087 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.164515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event updated for resources: {'Port': ['ID=f05fef11-4502-4a2f-b8c8-33134795d801,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:54.190130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd17d8c-2f4b-4d40-89c0-25493c27d207 req-a7e7bfdf-b87b-43f3-8ef7-fe0bd52f54f8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:54.197801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cd17d8c-2f4b-4d40-89c0-25493c27d207 req-a7e7bfdf-b87b-43f3-8ef7-fe0bd52f54f8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 949 time: 0.4753077 Aug 10 01:51:54.208225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.237947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-b05cf186-3327-49f3-9546-2f91142c7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:54.239579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-b05cf186-3327-49f3-9546-2f91142c7828 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.4994030 Aug 10 01:51:54.241739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Transition to ACTIVE for port object e2a4f2f1-2229-43c8-9487-5d027864ba11 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:54.244842 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.245992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device af03da63-e152-4696-8d3a-68d8089bcaf5 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:54.247151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-33168095-0b45-4fe0-a61a-9e9aa5a37c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:54.248704 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-33168095-0b45-4fe0-a61a-9e9aa5a37c41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0974307 Aug 10 01:51:54.298261 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-1a765b4a-d875-455c-8b42-04cccb5994f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392079 Aug 10 01:51:54.314314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cd17d8c-2f4b-4d40-89c0-25493c27d207 req-6d64bcca-6794-4bb2-af3e-1dadb0542d17 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155519 Aug 10 01:51:54.315815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-6f77b457-d2c8-499c-b745-0001f8a27d40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf HTTP/1.1" status: 200 len: 217 time: 0.0640903 Aug 10 01:51:54.327357 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.327357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-96ac1205-2be4-4291-abb8-65ff50842d86 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0319808 Aug 10 01:51:54.328374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f503b74f-7c1b-4c9b-a426-9c95a887acfc up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:54.339636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.386702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:54.425145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-b98ebd49-8273-42f8-b1b4-1997cc5f674b tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.0876353 Aug 10 01:51:54.434826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-6d9e958f-e55e-4ed9-8b7f-3e9eb3577d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:54.436178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-6d9e958f-e55e-4ed9-8b7f-3e9eb3577d72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.1090076 Aug 10 01:51:54.456942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b6eee01a-fe77-48c7-aa3c-27c0e5447495,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:54.469012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:54.497389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.499609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f503b74f-7c1b-4c9b-a426-9c95a887acfc triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:54.499992 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.514404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:54.547911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port af03da63-e152-4696-8d3a-68d8089bcaf5 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:54.553863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port af03da63-e152-4696-8d3a-68d8089bcaf5 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:54.554232 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.599044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:54.609471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:54.640336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:54.640810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.654794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ec375bc6-7ae1-4361-8d36-9ea43f1857aa up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:54.754152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4ce4930-6988-4b33-9b31-6301bc96c609,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:54.773247 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.827453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port af03da63-e152-4696-8d3a-68d8089bcaf5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=af03da63-e152-4696-8d3a-68d8089bcaf5,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:54.888790 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-69338898-c880-4b42-9d49-c1e59dd252fb service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809507 Aug 10 01:51:54.898235 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:51:54.912929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ec375bc6-7ae1-4361-8d36-9ea43f1857aa completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:54.915594 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:54.921309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-e3de202e-69f5-4dea-9d03-7293e84e8f4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4665816 Aug 10 01:51:54.927637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ec375bc6-7ae1-4361-8d36-9ea43f1857aa triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:54.928701 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.023014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-a4b6201c-9d43-41b2-904b-08200edb13b5 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925374 Aug 10 01:51:55.039060 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-674bfe16-0c1d-4c85-a268-cfae75daf2e8 req-a0073b97-cd7c-444e-a93c-c7928a5d202d service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342649 Aug 10 01:51:55.039844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a4f2f1-2229-43c8-9487-5d027864ba11,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:55.046610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=af03da63-e152-4696-8d3a-68d8089bcaf5,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:55.104333 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d27df512-1059-49fa-a908-e4b3b29d284f None None] Provisioning for port e2a4f2f1-2229-43c8-9487-5d027864ba11 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:55.112345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fa6a8-f681-4806-b1b9-1182e489157f req-b868dc0d-0608-4279-931e-7fea1976058a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:55.114508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b56fa6a8-f681-4806-b1b9-1182e489157f req-b868dc0d-0608-4279-931e-7fea1976058a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 946 time: 0.6773908 Aug 10 01:51:55.132992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d27df512-1059-49fa-a908-e4b3b29d284f None None] Provisioning complete for port e2a4f2f1-2229-43c8-9487-5d027864ba11 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:55.132992 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d27df512-1059-49fa-a908-e4b3b29d284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.156564 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.166045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-8473ca02-5618-4425-91cb-ceffdce2943d tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:55.177015 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.186853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c338526c-c267-4441-b3dd-8d72f773c7d8 req-8473ca02-5618-4425-91cb-ceffdce2943d tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.7162790 Aug 10 01:51:55.205581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d27df512-1059-49fa-a908-e4b3b29d284f None None] Port e2a4f2f1-2229-43c8-9487-5d027864ba11 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:55.210043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ec375bc6-7ae1-4361-8d36-9ea43f1857aa, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ec375bc6-7ae1-4361-8d36-9ea43f1857aa,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:55.237064 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b2f90d-097d-4dc3-90cc-3aa288964ded x-openstack-request-id: req-25b2f90d-097d-4dc3-90cc-3aa288964ded {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:55.237512 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:55.237777 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25b2f90d-097d-4dc3-90cc-3aa288964ded {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:55.238174 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc', 'status': 'completed', 'code': 200} Aug 10 01:51:55.241254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-f663b80a-43ee-4bc6-ad20-cf8a89924a01 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095609 Aug 10 01:51:55.266461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b56fa6a8-f681-4806-b1b9-1182e489157f req-13f7f694-fe43-4163-9f7d-bd83fecbe254 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416767 Aug 10 01:51:55.278532 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfeb9ea-16d1-471f-a3f9-9ece28ceee96 x-openstack-request-id: req-7cfeb9ea-16d1-471f-a3f9-9ece28ceee96 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:55.278532 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c8caea-8a1d-4531-8d57-9648d2af708f", "name": "network-vif-plugged", "status": "completed", "tag": "b6eee01a-fe77-48c7-aa3c-27c0e5447495", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:55.278532 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7cfeb9ea-16d1-471f-a3f9-9ece28ceee96 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:55.278532 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c8caea-8a1d-4531-8d57-9648d2af708f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'code': 200} Aug 10 01:51:55.296210 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.379102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ec375bc6-7ae1-4361-8d36-9ea43f1857aa,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:55.439537 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.461400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb11e6-926c-4e39-ba16-72cce55822ff req-682a6c37-97e3-4f52-917d-b39940ccb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:55.463146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90eb11e6-926c-4e39-ba16-72cce55822ff req-682a6c37-97e3-4f52-917d-b39940ccb7b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 1102 time: 0.1077831 Aug 10 01:51:55.502682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93640c9-1499-4a52-92d6-2bc9acbe0261 req-7cdee59e-fbf5-4ba7-bd6c-72106ead4a42 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:55.504176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b93640c9-1499-4a52-92d6-2bc9acbe0261 req-7cdee59e-fbf5-4ba7-bd6c-72106ead4a42 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 944 time: 0.0911717 Aug 10 01:51:55.531503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90eb11e6-926c-4e39-ba16-72cce55822ff req-b862b88d-20e8-45dc-9e3b-df0808e19f09 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596051 Aug 10 01:51:55.557191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b93640c9-1499-4a52-92d6-2bc9acbe0261 req-e20bc4c5-a40f-4651-a148-8ce6c30a8dd2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Aug 10 01:51:55.626985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-54fb5e1c-14e7-4945-9b2c-6d50b8c38db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:55.628886 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-54fb5e1c-14e7-4945-9b2c-6d50b8c38db9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1096 time: 0.3517847 Aug 10 01:51:55.640690 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.643782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-3d4953a5-b53e-4c38-a887-0b4d5d6f5c0d tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:55.645256 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-3d4953a5-b53e-4c38-a887-0b4d5d6f5c0d tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1098 time: 0.2248871 Aug 10 01:51:55.678451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-21'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:55.730414 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21fe8858-a215-4f84-a56f-f756d1be288d req-65abc6d9-062e-4ffc-a3f2-6a286fd83531 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1331458 Aug 10 01:51:55.743464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:55.746229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.746994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.829706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:55.955694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea30d2b-81b9-44bf-9d78-135a3819dcc2 req-a337abd5-3d7d-40e0-822c-c3b834f1e5b8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:55.957266 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bea30d2b-81b9-44bf-9d78-135a3819dcc2 req-a337abd5-3d7d-40e0-822c-c3b834f1e5b8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 950 time: 0.0721655 Aug 10 01:51:56.025926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bea30d2b-81b9-44bf-9d78-135a3819dcc2 req-ac3e755e-fdd7-4f10-87b7-b60553542583 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586896 Aug 10 01:51:56.034646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.165067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a4f2f1-2229-43c8-9487-5d027864ba11,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:56.174725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.175404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ec375bc6-7ae1-4361-8d36-9ea43f1857aa up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:56.193873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Allocated IP 172.25.3.139 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/2970533c-0848-42c1-b87c-3e1ca93b6447) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:56.238311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ec375bc6-7ae1-4361-8d36-9ea43f1857aa triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:56.238740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.256544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-9db97d4f-2e28-4df9-8d4d-c9fef4d9f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:56.258023 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-9db97d4f-2e28-4df9-8d4d-c9fef4d9f2a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.6118796 Aug 10 01:51:56.319994 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.333586 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-76e7edeb-d1a2-4fec-9914-35b062a36f34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e77128c-c96a-4777-a99e-b872013c8adc HTTP/1.1" status: 200 len: 217 time: 0.0649514 Aug 10 01:51:56.364325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:56.398227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:56.400487 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.449245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.533305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:56.534746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event updated for resources: {'Port': ['ID=2970533c-0848-42c1-b87c-3e1ca93b6447,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:56.540525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:56.543228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:56.626334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-6a529f2e-5ab2-4fbf-9f39-17a557279547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:56.636856 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-6a529f2e-5ab2-4fbf-9f39-17a557279547 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.2723820 Aug 10 01:51:56.663444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-51afcdd8-62da-4344-8087-3fd741faa39c tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d6321aa68ed54cf795e8d78f68be4e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623167 Aug 10 01:51:56.722773 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-0aba47ad-7988-4bcc-9ea1-2a84ae5a9859 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771043 Aug 10 01:51:56.725606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:56.737089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.740993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-36cc84b5-6647-4783-ac97-18f29a0ed6f7 None None] Provisioning complete for port e2a4f2f1-2229-43c8-9487-5d027864ba11 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:56.741366 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36cc84b5-6647-4783-ac97-18f29a0ed6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.775628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-36cc84b5-6647-4783-ac97-18f29a0ed6f7 None None] Port e2a4f2f1-2229-43c8-9487-5d027864ba11 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:51:56.781865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:51:56.796757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-5f157118-279a-4b88-b7b6-fe729d32c225 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:56.798264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-5f157118-279a-4b88-b7b6-fe729d32c225 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1340363 Aug 10 01:51:56.833328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-cb03c4de-5714-4af3-b348-39ad6eac592f tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/quotas/d6321aa68ed54cf795e8d78f68be4e1f HTTP/1.1" status: 200 len: 375 time: 0.0154786 Aug 10 01:51:56.834646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.874856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:56.890946 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-a3895b16-0ff9-49d0-8fc9-379e4fa4fa75 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d6321aa68ed54cf795e8d78f68be4e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354252 Aug 10 01:51:56.974124 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-ead61bbd-f4f4-4d2a-8bde-b04b76fef64a service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226968 Aug 10 01:51:57.017495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.031726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.087673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:51:57.111350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:51:57.124864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Sync routers for ids ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:51:57.133788 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8f3816dd-5484-442c-9712-df52bd572182 admin admin] 10.222.0.38 "PUT /v2.0/routers/b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7373052 Aug 10 01:51:57.154384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Routers {'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:57.155155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:57.165873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.182356 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8eeb778b-7c7f-48d2-8592-10a1decb8133 req-afc972c4-04eb-4ee2-ad35-8565abdaa56a service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974993 Aug 10 01:51:57.203308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.263800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbe84c-299f-4742-9a2e-e7760536e265 req-1ac26efd-672d-42da-b93c-c5dd45e26474 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:57.271579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81dbe84c-299f-4742-9a2e-e7760536e265 req-1ac26efd-672d-42da-b93c-c5dd45e26474 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 946 time: 0.1446445 Aug 10 01:51:57.277918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c69310-a886-411c-8056-9db882642748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af03da63-e152-4696-8d3a-68d8089bcaf5'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:57.281508 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24058a91-371a-493b-b210-853065b78f3b" -d '{"events": [{"server_uuid": "09c69310-a886-411c-8056-9db882642748", "name": "network-vif-plugged", "status": "completed", "tag": "af03da63-e152-4696-8d3a-68d8089bcaf5"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:57.293018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:57.297158 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c69eb8-4002-404a-90ab-e00a676a1863" -d '{"events": [{"server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "name": "network-vif-unplugged", "status": "completed", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:57.297748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event updated for resources: {'Port': ['ID=2970533c-0848-42c1-b87c-3e1ca93b6447,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:57.326098 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.337627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81dbe84c-299f-4742-9a2e-e7760536e265 req-318d855f-99ff-49d6-a8d6-4ba0be2c188d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644531 Aug 10 01:51:57.354016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fff1bed-d37a-4416-b2f9-d4688b9922bf,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:57.373048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Set router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:57.398135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:51:57.413770 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Sync routers for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:51:57.420032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on host n-h1-767704-21 for vnic_type normal with profile {"migrating_to": "n-h2-767704-21"} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:57.420368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:57.420855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:57.428681 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:57.429389 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:57.431072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:51:57.431600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Attempting to bind port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:57.436833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:57.437179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:57.437562 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:57.438057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Bound port: 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:57.438404 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.445888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.448049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21fe8858-a215-4f84-a56f-f756d1be288d req-8480e45f-aa56-4292-ba56-451aa67790b4 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7091448 Aug 10 01:51:57.520381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:57.523797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:57.524162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21fe8858-a215-4f84-a56f-f756d1be288d req-00095bd4-54aa-479a-adff-769ab0c8dfe5 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.0696871 Aug 10 01:51:57.526023 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.529712 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e24cf57-6493-4f7c-b7cd-d88732b383b3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.7093687 Aug 10 01:51:57.529923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59956) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:57.534905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81e208-4dbd-4fe9-b5e9-8dd6d7f83f9a req-9d119225-c379-46cf-ae4c-985217eb3731 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:57.544074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb81e208-4dbd-4fe9-b5e9-8dd6d7f83f9a req-9d119225-c379-46cf-ae4c-985217eb3731 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 944 time: 0.1272883 Aug 10 01:51:57.566970 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:57.640378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:45Z', 'updated_at': '2021-08-10T01:51:54Z', 'revision_number': 4, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'gw_port': {'id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:46Z', 'updated_at': '2021-08-10T01:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e2a4f2f1-2229-43c8-9487-5d027864ba11', 'name': '', 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'mac_address': 'fa:16:3e:ab:9d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2beb756a-7f05-4d38-a97c-5c5e61f8373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:51:55Z', 'revision_number': 2, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'subnets': [{'id': '2beb756a-7f05-4d38-a97c-5c5e61f8373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:57.642999 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb81e208-4dbd-4fe9-b5e9-8dd6d7f83f9a req-7548cc8c-28e0-4338-9d5c-447dabc25dd7 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883074 Aug 10 01:51:57.667451 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.685996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Checking router: b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:51:57.686357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Updating router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 port e2a4f2f1-2229-43c8-9487-5d027864ba11 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:51:57.737548 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.760952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe8858-a215-4f84-a56f-f756d1be288d req-0510dbab-b7c4-408c-acab-a22d4b57b63c tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:57.762401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21fe8858-a215-4f84-a56f-f756d1be288d req-0510dbab-b7c4-408c-acab-a22d4b57b63c tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.2157583 Aug 10 01:51:57.822450 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:51:54Z', 'revision_number': 3, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:57.858752 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Checking router: c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:51:57.859411 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Updating router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 port e4ce4930-6988-4b33-9b31-6301bc96c609 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:51:57.895289 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:57.932762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a1800-3db3-40e7-b1f4-660223352e61 req-7c2b7d5d-e0d1-4581-86ff-b2d6959a24b0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:57.942159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-224a1800-3db3-40e7-b1f4-660223352e61 req-7c2b7d5d-e0d1-4581-86ff-b2d6959a24b0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 950 time: 0.1103032 Aug 10 01:51:58.015659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-224a1800-3db3-40e7-b1f4-660223352e61 req-7685beeb-4e59-4a5e-91f8-ca29213d75bf tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722332 Aug 10 01:51:58.108579 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c2204-469f-4728-bf69-532ff0d4df2d x-openstack-request-id: req-100c2204-469f-4728-bf69-532ff0d4df2d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:58.109099 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c69310-a886-411c-8056-9db882642748", "name": "network-vif-plugged", "status": "completed", "tag": "af03da63-e152-4696-8d3a-68d8089bcaf5", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:58.109421 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-100c2204-469f-4728-bf69-532ff0d4df2d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:58.109928 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c69310-a886-411c-8056-9db882642748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'code': 200} Aug 10 01:51:58.148786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-488842bb-dd0b-4629-82bc-f86c3311151d req-dce46b60-229c-40bf-9b01-b81715fbcdc5 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 210 time: 0.0577219 Aug 10 01:51:58.164562 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.183780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Transition to ACTIVE for port object e2a4f2f1-2229-43c8-9487-5d027864ba11 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:58.188766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fff1bed-d37a-4416-b2f9-d4688b9922bf,revision_number=8']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:58.234719 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab942c8-316e-42c0-a83e-1541d82be8a8 x-openstack-request-id: req-fab942c8-316e-42c0-a83e-1541d82be8a8 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:58.241112 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "name": "network-vif-unplugged", "status": "completed", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:58.241112 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fab942c8-316e-42c0-a83e-1541d82be8a8 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:58.241112 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf', 'code': 200} Aug 10 01:51:58.261816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.275146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.275977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.277480 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d40abd9e-4397-4909-bff8-7ca64cb0d0e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/8fff1bed-d37a-4416-b2f9-d4688b9922bf HTTP/1.1" status: 200 len: 1124 time: 2.6188359 Aug 10 01:51:58.323742 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.336036 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Transition to ACTIVE for port object e4ce4930-6988-4b33-9b31-6301bc96c609 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:58.356153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04db031f-cbff-4aa8-93bd-ba4d0bda9ab0 req-8ce1545d-a414-4051-aea6-b65455824337 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips/5c563f65-f231-47dc-9733-ea5cd5fd3b97 HTTP/1.1" status: 200 len: 693 time: 0.1548340 Aug 10 01:51:58.363164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['8fff1bed-d37a-4416-b2f9-d4688b9922bf'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:58.369496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e410f5-7673-4a28-95b0-b71ccbd9ef72 None None] Pushing event updated for resources: {'Port': ['ID=e2a4f2f1-2229-43c8-9487-5d027864ba11,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:58.385249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68772d70-cc20-4c79-b8b1-a73a71dc7b27 req-de4cf078-cbb4-4816-a192-7fc7b60ffb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.387239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-68772d70-cc20-4c79-b8b1-a73a71dc7b27 req-de4cf078-cbb4-4816-a192-7fc7b60ffb59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 1102 time: 0.2107315 Aug 10 01:51:58.427551 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.478960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-68772d70-cc20-4c79-b8b1-a73a71dc7b27 req-4f7d5438-1a48-4a8d-b893-af164ff95cfd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596745 Aug 10 01:51:58.552522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Attempting to bind port e2a4f2f1-2229-43c8-9487-5d027864ba11 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:58.552900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Attempting to bind port e2a4f2f1-2229-43c8-9487-5d027864ba11 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'befa99df-2833-4816-ae90-31c8ef40c86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:58.553270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Attempting to bind port e2a4f2f1-2229-43c8-9487-5d027864ba11 on network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:58.566956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db031f-cbff-4aa8-93bd-ba4d0bda9ab0 req-cab716e7-da4f-41c5-bf46-809d9d56bbae tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.576702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:58.577085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Checking segment: {'id': 'befa99df-2833-4816-ae90-31c8ef40c86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:58.577207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04db031f-cbff-4aa8-93bd-ba4d0bda9ab0 req-cab716e7-da4f-41c5-bf46-809d9d56bbae tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.2202315 Aug 10 01:51:58.577488 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.577882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Bound using segment: {'id': 'befa99df-2833-4816-ae90-31c8ef40c86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:58.578366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Bound port: e2a4f2f1-2229-43c8-9487-5d027864ba11, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befa99df-2833-4816-ae90-31c8ef40c86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:58.578866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.590280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-04db031f-cbff-4aa8-93bd-ba4d0bda9ab0 req-1daecc42-f9eb-4544-a0ff-d438255864cb tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:51:58.607870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04db031f-cbff-4aa8-93bd-ba4d0bda9ab0 req-1daecc42-f9eb-4544-a0ff-d438255864cb tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295823 Aug 10 01:51:58.704386 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.706168 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Attempting to bind port e4ce4930-6988-4b33-9b31-6301bc96c609 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:51:58.706565 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Attempting to bind port e4ce4930-6988-4b33-9b31-6301bc96c609 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:51:58.706940 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Attempting to bind port e4ce4930-6988-4b33-9b31-6301bc96c609 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:51:58.723499 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:51:58.723851 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:51:58.724201 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.724603 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:51:58.725086 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Bound port: e4ce4930-6988-4b33-9b31-6301bc96c609, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:51:58.728749 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.778120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26bc1b-e5c4-4b5a-b960-ddcbd5634e05 req-3d379cac-5a02-4370-90a3-90dd3d21e06c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.779786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca26bc1b-e5c4-4b5a-b960-ddcbd5634e05 req-3d379cac-5a02-4370-90a3-90dd3d21e06c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 950 time: 0.1343229 Aug 10 01:51:58.808154 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b5579-4d15-4a7a-90f0-dc3a2e1a760b None None] Pushing event updated for resources: {'Port': ['ID=e4ce4930-6988-4b33-9b31-6301bc96c609,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:58.827736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] For port e2a4f2f1-2229-43c8-9487-5d027864ba11, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:58.830897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62ed70-db4c-4a03-af26-5f0bace14976 req-87047afb-053f-4b3d-9c48-2182472706d5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:58.830897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b62ed70-db4c-4a03-af26-5f0bace14976 req-87047afb-053f-4b3d-9c48-2182472706d5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 944 time: 0.1082373 Aug 10 01:51:58.831931 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] For port e2a4f2f1-2229-43c8-9487-5d027864ba11, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e2a4f2f1-2229-43c8-9487-5d027864ba11,segment=NetworkSegment(befa99df-2833-4816-ae90-31c8ef40c86c),segment_id=befa99df-2833-4816-ae90-31c8ef40c86c)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:58.851666 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] For port e4ce4930-6988-4b33-9b31-6301bc96c609, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:51:58.856049 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] For port e4ce4930-6988-4b33-9b31-6301bc96c609, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e4ce4930-6988-4b33-9b31-6301bc96c609,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:51:58.862168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca26bc1b-e5c4-4b5a-b960-ddcbd5634e05 req-f7721795-414d-4047-8d48-6d765117c840 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738356 Aug 10 01:51:58.915193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b62ed70-db4c-4a03-af26-5f0bace14976 req-7c833e45-08d5-4043-939f-c01dd37fd576 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696013 Aug 10 01:51:58.924721 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:58.937872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1e77128c-c96a-4777-a99e-b872013c8adc details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:58.965003 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:59.028408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Allocated IP 172.20.0.1 (a6ff0491-20cc-4c61-8ae5-0ab51230b70f/36b1f3ff-8e3b-4a83-8ffa-9f7412945984/5b4089d1-72ba-4861-a98e-895a0e332c79) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:59.046095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-cfc6864c-c421-476b-9a84-332fb790c412 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips/5c563f65-f231-47dc-9733-ea5cd5fd3b97 HTTP/1.1" status: 200 len: 693 time: 0.1080036 Aug 10 01:51:59.057512 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:59.058146 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:59.126129 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b5579-4d15-4a7a-90f0-dc3a2e1a760b None None] Pushing event updated for resources: {'Port': ['ID=e4ce4930-6988-4b33-9b31-6301bc96c609,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:59.132276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Routers {'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:59.133166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:59.138744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e410f5-7673-4a28-95b0-b71ccbd9ef72 None None] Pushing event updated for resources: {'Port': ['ID=e2a4f2f1-2229-43c8-9487-5d027864ba11,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:59.256460 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:59.338398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228c674-8a72-46f2-aad0-505af4246d8a req-48f4802b-9ec5-4a6b-bf64-15047533ab7e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:59.346821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9228c674-8a72-46f2-aad0-505af4246d8a req-48f4802b-9ec5-4a6b-bf64-15047533ab7e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 944 time: 0.1282425 Aug 10 01:51:59.367667 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:59.377451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-2d1b169a-5917-41ac-9d99-83676cb9ce9d tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:59.384897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-2d1b169a-5917-41ac-9d99-83676cb9ce9d tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.3324549 Aug 10 01:51:59.393330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-7e6cc8ee-8484-4ef2-978b-cbd82b841285 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:51:59.400818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-7e6cc8ee-8484-4ef2-978b-cbd82b841285 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148280 Aug 10 01:51:59.438830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:59.452161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Transition to ACTIVE for port object 5b4089d1-72ba-4861-a98e-895a0e332c79 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:51:59.466201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-1903ebe9-4b28-411c-bb42-fc6f1691c70c tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.0638821 Aug 10 01:51:59.468469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '1e77128c-c96a-4777-a99e-b872013c8adc', 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf', 'port_id': '1e77128c-c96a-4777-a99e-b872013c8adc', 'mac_address': 'fa:16:3e:d4:eb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352d044b-2470-4744-b6f8-e8c1b438b920', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:51:59.483560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] Set router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:59.491941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9228c674-8a72-46f2-aad0-505af4246d8a req-5953822d-3c35-443f-a908-4aabe7382482 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442091 Aug 10 01:51:59.574807 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:51:54Z', 'revision_number': 3, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:59.575583 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:59.590599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-9a92f3b8-5d95-4dfd-970c-3f412dca9c19 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.1234024 Aug 10 01:51:59.606141 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d30eff-3d89-42e2-a331-1f18c47f9d5d None None] The sync data for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 is: [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:51:54Z', 'revision_number': 3, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:51:59.624847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e77128c-c96a-4777-a99e-b872013c8adc {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:59.635763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:59.695027 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:59.742158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Network a6ff0491-20cc-4c61-8ae5-0ab51230b70f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:59.748606 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-0d71b9b3-92f4-4a07-bf16-43d3a85ba616 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d6321aa68ed54cf795e8d78f68be4e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518792 Aug 10 01:51:59.755335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:59.799723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f471685-ddfd-43c4-8454-6abeb5dc774b req-eef80cff-36ec-41d5-8431-6bda48935e8e tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 210 time: 0.1458340 Aug 10 01:51:59.816209 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:59.863821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:59.864299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:59.907545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Deleting port 2970533c-0848-42c1-b87c-3e1ca93b6447 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:51:59.907885 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:59.912519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1e77128c-c96a-4777-a99e-b872013c8adc,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:59.935255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:45Z', 'updated_at': '2021-08-10T01:51:54Z', 'revision_number': 4, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'gw_port': {'id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:46Z', 'updated_at': '2021-08-10T01:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e2a4f2f1-2229-43c8-9487-5d027864ba11', 'name': '', 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'mac_address': 'fa:16:3e:ab:9d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2beb756a-7f05-4d38-a97c-5c5e61f8373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:51:58Z', 'revision_number': 4, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'subnets': [{'id': '2beb756a-7f05-4d38-a97c-5c5e61f8373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:59.980973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Pushing event updated for resources: {'Port': ['ID=5b4089d1-72ba-4861-a98e-895a0e332c79,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:59.985464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14284229-9f5a-4715-8665-6a81aabbf2da None None] The sync data for ids ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'] in n-d-767704-21 is: [{'id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:45Z', 'updated_at': '2021-08-10T01:51:54Z', 'revision_number': 4, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'gw_port': {'id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:46Z', 'updated_at': '2021-08-10T01:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e2a4f2f1-2229-43c8-9487-5d027864ba11', 'name': '', 'network_id': '0d1105e8-d46d-4ea1-937b-98c71b0c57b5', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'mac_address': 'fa:16:3e:ab:9d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2beb756a-7f05-4d38-a97c-5c5e61f8373c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:51:58Z', 'revision_number': 4, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'subnets': [{'id': '2beb756a-7f05-4d38-a97c-5c5e61f8373c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:00.061250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1e77128c-c96a-4777-a99e-b872013c8adc'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:00.143149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-62933e8a-4a97-43c4-9474-0e34a4650da7 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:00.144889 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-62933e8a-4a97-43c4-9474-0e34a4650da7 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3848834 Aug 10 01:52:00.150167 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.150591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.182658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Request body: {'port': {'device_id': '9823e66f-f01c-4184-ac9f-8a9ffb0337fd', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'd6321aa68ed54cf795e8d78f68be4e1f'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:00.212350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Calling delete_port for 2970533c-0848-42c1-b87c-3e1ca93b6447 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:00.257565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32782a26-d504-40d2-8fdc-6564b5a887ca req-7808af6e-9711-4ddd-b064-4032dc1701fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:00.265734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32782a26-d504-40d2-8fdc-6564b5a887ca req-7808af6e-9711-4ddd-b064-4032dc1701fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 950 time: 0.1704404 Aug 10 01:52:00.333720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6d7fe378-3665-4334-99eb-4e0ca42109ce None None] Provisioning for port 5b4089d1-72ba-4861-a98e-895a0e332c79 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:00.371565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6d7fe378-3665-4334-99eb-4e0ca42109ce None None] Provisioning complete for port 5b4089d1-72ba-4861-a98e-895a0e332c79 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:00.371946 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d7fe378-3665-4334-99eb-4e0ca42109ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.378157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e2a4f2f1-2229-43c8-9487-5d027864ba11 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:00.388624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:00.390350 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975960cb-7a44-463c-b2bb-a3456f3e6843" -d '{"events": [{"name": "network-changed", "server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:00.468638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32782a26-d504-40d2-8fdc-6564b5a887ca req-1a9f7305-ffff-48b5-bed9-6768c2ce3c6d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849968 Aug 10 01:52:00.513282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Made reservation on behalf of d6321aa68ed54cf795e8d78f68be4e1f for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:00.520862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.539947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60012) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:00.544812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6d7fe378-3665-4334-99eb-4e0ca42109ce None None] Port 5b4089d1-72ba-4861-a98e-895a0e332c79 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:00.552109 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.562418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.677101 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e2a4f2f1-2229-43c8-9487-5d027864ba11 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:00.681789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e2a4f2f1-2229-43c8-9487-5d027864ba11 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:00.682159 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.734199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0aa2-c648-4d29-88da-0f9d011e66ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.801458 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.846518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e2a4f2f1-2229-43c8-9487-5d027864ba11, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e2a4f2f1-2229-43c8-9487-5d027864ba11,segment=NetworkSegment(befa99df-2833-4816-ae90-31c8ef40c86c),segment_id=befa99df-2833-4816-ae90-31c8ef40c86c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:00.883322 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.900524 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.946808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed68d84-bbf1-496d-bd7f-2ed711a2564e req-9a3ebc47-6e29-43ed-ba04-d5b3817dbd6d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:00.947082 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.948374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bed68d84-bbf1-496d-bd7f-2ed711a2564e req-9a3ebc47-6e29-43ed-ba04-d5b3817dbd6d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 944 time: 0.0962231 Aug 10 01:52:00.957886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.958808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:00.961859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e2a4f2f1-2229-43c8-9487-5d027864ba11,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:01.007337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bed68d84-bbf1-496d-bd7f-2ed711a2564e req-84d158c5-c8d4-47ee-a3a4-3a6ad6523e2b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Aug 10 01:52:01.044202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.085460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event deleted for resources: {'Port': ['ID=2970533c-0848-42c1-b87c-3e1ca93b6447,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:01.119905 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2be5cd-d88c-4f30-92d3-8406bc390c82 x-openstack-request-id: req-fe2be5cd-d88c-4f30-92d3-8406bc390c82 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:01.120219 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:01.120443 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe2be5cd-d88c-4f30-92d3-8406bc390c82 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:01.120838 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf', 'status': 'completed', 'code': 200} Aug 10 01:52:01.124630 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.196894 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.204807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.205259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0aa2-c648-4d29-88da-0f9d011e66ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.205997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f7dff9d-033b-49dd-810e-2d4d3cb8f167 req-166470e8-e6c0-4dc0-82e7-a8ece11e9d11 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "DELETE /v2.0/floatingips/5c563f65-f231-47dc-9733-ea5cd5fd3b97 HTTP/1.1" status: 204 len: 173 time: 1.6144800 Aug 10 01:52:01.237804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-07bf3668-5755-4987-b5a4-9e7ad6724baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.239466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-07bf3668-5755-4987-b5a4-9e7ad6724baf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1127 time: 0.1132772 Aug 10 01:52:01.292071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Pushing event updated for resources: {'Port': ['ID=5b4089d1-72ba-4861-a98e-895a0e332c79,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:01.312368 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0aa2-c648-4d29-88da-0f9d011e66ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.346904 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4749effa-2712-44f4-8900-74265449161f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:01.404513 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f9cc0aa2-c648-4d29-88da-0f9d011e66ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b4822515971a4b699ba1b2c8a9149855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8605382 Aug 10 01:52:01.409711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60022) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:01.431418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc0aa2-c648-4d29-88da-0f9d011e66ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd28a0f-3f08-487f-b578-4dec8c9506d4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:01.442997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Network a6ff0491-20cc-4c61-8ae5-0ab51230b70f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:01.451115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:01.453432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Allocated IP 192.168.233.21 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/5b257a6a-1891-46a1-bbea-bd4300394f2a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:01.507489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e00d9-3e41-435a-a2e3-a480733446ff req-f4add4dd-8a25-459a-9b91-4d1fbdb909ef tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.519750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a6e00d9-3e41-435a-a2e3-a480733446ff req-f4add4dd-8a25-459a-9b91-4d1fbdb909ef tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 945 time: 0.1700461 Aug 10 01:52:01.528655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-bd86c19b-104a-4f20-ac81-5349e788150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.530154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-bd86c19b-104a-4f20-ac81-5349e788150f service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.2762039 Aug 10 01:52:01.552871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 8fff1bed-d37a-4416-b2f9-d4688b9922bf details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:01.607467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-407d6b67-15ac-4bec-84d3-ae2909b2c4ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf HTTP/1.1" status: 200 len: 217 time: 0.0562453 Aug 10 01:52:01.645316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:01.660688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a6e00d9-3e41-435a-a2e3-a480733446ff req-4cb13c2f-237c-4c87-b48c-188ff7b7478b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396916 Aug 10 01:52:01.695729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ced46-fedb-4296-9300-ed85876c3669 req-cafcf050-d09c-4f54-8323-837510fe546a tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.709813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ced46-fedb-4296-9300-ed85876c3669 req-cafcf050-d09c-4f54-8323-837510fe546a tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.711584 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-041ced46-fedb-4296-9300-ed85876c3669 req-cafcf050-d09c-4f54-8323-837510fe546a tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c69310-a886-411c-8056-9db882642748&device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 1691 time: 0.2962148 Aug 10 01:52:01.713061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:01.732863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 8fff1bed-d37a-4416-b2f9-d4688b9922bf has no active binding in host n-h2-767704-21 {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:52:01.763321 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35683ad9-3ec2-4a7a-9dfd-8a2d01fb73e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.827638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42f49cc7-5301-47b8-9c20-e396249573b9 req-1798c8e8-f199-4de4-a2d5-d4439bc5acd1 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 210 time: 0.0599174 Aug 10 01:52:01.855844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35683ad9-3ec2-4a7a-9dfd-8a2d01fb73e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.858339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-64bac06d-0d1b-44bf-bb91-7ce307949609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:01.859847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-64bac06d-0d1b-44bf-bb91-7ce307949609 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.2287183 Aug 10 01:52:01.879899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-16c561a9-f227-457a-a081-d8863138d30b None None] Provisioning complete for port 5b4089d1-72ba-4861-a98e-895a0e332c79 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:01.880285 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16c561a9-f227-457a-a081-d8863138d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.921625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-16c561a9-f227-457a-a081-d8863138d30b None None] Port 5b4089d1-72ba-4861-a98e-895a0e332c79 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:01.930324 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:01.949229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:01.949790 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-986823d5-d5de-4235-b085-d759a97000b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812213 Aug 10 01:52:01.951093 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Transition to ACTIVE for port object 5b257a6a-1891-46a1-bbea-bd4300394f2a will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:01.952985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-041ced46-fedb-4296-9300-ed85876c3669 req-975154f1-98d5-4e64-af42-695dc20dab65 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981318 Aug 10 01:52:01.955687 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0ca521d2-a625-4082-8cc4-1e95be82c68a admin admin] 10.222.0.38 "PUT /v2.0/routers/c82bcd1c-b2a9-4e0f-9bd0-b8f980826208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4243984 Aug 10 01:52:02.085846 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.119713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:02.123702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:02.146466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:02.152986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:02.153766 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.155694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35683ad9-3ec2-4a7a-9dfd-8a2d01fb73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.158576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35683ad9-3ec2-4a7a-9dfd-8a2d01fb73e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.161986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-35683ad9-3ec2-4a7a-9dfd-8a2d01fb73e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9dd28a0f-3f08-487f-b578-4dec8c9506d4 HTTP/1.1" status: 204 len: 168 time: 0.7475784 Aug 10 01:52:02.209653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35683ad9-3ec2-4a7a-9dfd-8a2d01fb73e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd28a0f-3f08-487f-b578-4dec8c9506d4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:02.231339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Pushing event updated for resources: {'Port': ['ID=5b257a6a-1891-46a1-bbea-bd4300394f2a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:02.264746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-cf76b582-a502-4207-be1d-599b7767adba service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900832 Aug 10 01:52:02.288149 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-e9d83581-3553-4c26-97ed-6a40022c6c53 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1307704 Aug 10 01:52:02.304024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21296182-6fe5-478b-92e5-91351aa3ee62 req-14f1c0fa-b058-41d2-a386-c0da4b31771a tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:02.306204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21296182-6fe5-478b-92e5-91351aa3ee62 req-14f1c0fa-b058-41d2-a386-c0da4b31771a tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3298533 Aug 10 01:52:02.308180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Request body: {'port': {'device_id': '9823e66f-f01c-4184-ac9f-8a9ffb0337fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:02.444763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.471957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4ce4930-6988-4b33-9b31-6301bc96c609 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:02.505050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-975960cb-7a44-463c-b2bb-a3456f3e6843 req-62f26b94-7b89-4f9e-80b3-04dec9b993da service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316239 Aug 10 01:52:02.549863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60042) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:02.558531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8bff9e48-7758-4163-95bd-e13294e74093 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398046411', 'description': 'tempest-description--1607779546'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:02.630989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b4d61-7a79-4d9d-af32-a1f97055bac8 req-6b7f7b81-65f4-4723-a5a6-cff45bd02be6 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:02.638693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e4ce4930-6988-4b33-9b31-6301bc96c609 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:02.639396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-332b4d61-7a79-4d9d-af32-a1f97055bac8 req-6b7f7b81-65f4-4723-a5a6-cff45bd02be6 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 944 time: 0.0864861 Aug 10 01:52:02.645193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e4ce4930-6988-4b33-9b31-6301bc96c609 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:02.650750 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.678729 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e48-7758-4163-95bd-e13294e74093 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.708914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-332b4d61-7a79-4d9d-af32-a1f97055bac8 req-3e5fc161-e0f8-4755-9b8f-7bb01e5ef5bd tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662658 Aug 10 01:52:02.730643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-81103344-8c3c-40bb-b5a0-cd85bb0703c5 None None] Provisioning for port 5b257a6a-1891-46a1-bbea-bd4300394f2a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:02.742132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-81103344-8c3c-40bb-b5a0-cd85bb0703c5 None None] Provisioning complete for port 5b257a6a-1891-46a1-bbea-bd4300394f2a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:02.742515 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-81103344-8c3c-40bb-b5a0-cd85bb0703c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.826598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b257a6a-1891-46a1-bbea-bd4300394f2a {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:02.835879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.840238 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.845339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9aa18bf-1069-4bea-8e58-16c319b1ecc8 req-0eff76da-05b5-4198-83c1-27277292f9ab tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=1ae85f9ff7fc4fae9709ab34e8d46f5e HTTP/1.1" status: 200 len: 1655 time: 0.1070995 Aug 10 01:52:02.850949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-81103344-8c3c-40bb-b5a0-cd85bb0703c5 None None] Port 5b257a6a-1891-46a1-bbea-bd4300394f2a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:02.858845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Transition to ACTIVE for port object 5b257a6a-1891-46a1-bbea-bd4300394f2a will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:02.870306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e4ce4930-6988-4b33-9b31-6301bc96c609, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e4ce4930-6988-4b33-9b31-6301bc96c609,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:02.929497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.951689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1e77128c-c96a-4777-a99e-b872013c8adc up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:02.982594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Pushing event updated for resources: {'Port': ['ID=5b257a6a-1891-46a1-bbea-bd4300394f2a,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:02.982904 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:02.991776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e2a4f2f1-2229-43c8-9487-5d027864ba11 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:03.019422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Attempting to bind port 5b257a6a-1891-46a1-bbea-bd4300394f2a on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:03.021541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Attempting to bind port 5b257a6a-1891-46a1-bbea-bd4300394f2a by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:03.021541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Attempting to bind port 5b257a6a-1891-46a1-bbea-bd4300394f2a on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:03.030444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Port 5b257a6a-1891-46a1-bbea-bd4300394f2a on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:03.031499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Attempting to bind port 5b257a6a-1891-46a1-bbea-bd4300394f2a on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:03.043343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:03.043758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:03.044235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:03.044840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Bound port: 5b257a6a-1891-46a1-bbea-bd4300394f2a, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:03.045316 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.047296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60058) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:03.066806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e48-7758-4163-95bd-e13294e74093 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.073695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79fa879b-d7ad-4696-9679-352df4597cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.081625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa18bf-1069-4bea-8e58-16c319b1ecc8 req-4eb6fb6e-c864-4029-accb-e03cfd00f1da tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:03.087877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e4ce4930-6988-4b33-9b31-6301bc96c609,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:03.088378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9aa18bf-1069-4bea-8e58-16c319b1ecc8 req-4eb6fb6e-c864-4029-accb-e03cfd00f1da tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks?id=70b818d0-8884-438a-9899-52bf13ff67a6&id=70b818d0-8884-438a-9899-52bf13ff67a6&id=70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 787 time: 0.2418835 Aug 10 01:52:03.097174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-a9aa18bf-1069-4bea-8e58-16c319b1ecc8 req-557bc469-74f9-4f95-a0c7-9a66fc460280 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:52:03.116489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9aa18bf-1069-4bea-8e58-16c319b1ecc8 req-557bc469-74f9-4f95-a0c7-9a66fc460280 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201409 Aug 10 01:52:03.141885 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e48-7758-4163-95bd-e13294e74093 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.159016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e2a4f2f1-2229-43c8-9487-5d027864ba11 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:03.159399 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.160761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-886620b6-9ec0-4c56-9cbd-5ccfee057530 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:03.162332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-886620b6-9ec0-4c56-9cbd-5ccfee057530 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/networks?id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f HTTP/1.1" status: 200 len: 828 time: 0.2538433 Aug 10 01:52:03.209798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] For port 5b257a6a-1891-46a1-bbea-bd4300394f2a, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:03.213082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Sync routers for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:03.216190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] For port 5b257a6a-1891-46a1-bbea-bd4300394f2a, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5b257a6a-1891-46a1-bbea-bd4300394f2a,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:03.223026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 1e77128c-c96a-4777-a99e-b872013c8adc completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:03.238867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 1e77128c-c96a-4777-a99e-b872013c8adc triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:03.239105 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.261897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-9f4bb492-7725-4283-9957-c32fb93d907e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/quotas/9928c10a3ec74ccb9e08eab245c34e29 HTTP/1.1" status: 200 len: 375 time: 0.0666809 Aug 10 01:52:03.264039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:03.264621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:03.278914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff9e48-7758-4163-95bd-e13294e74093 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bef8bb-be86-42dc-896c-8009dbddcbd4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:03.285461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79fa879b-d7ad-4696-9679-352df4597cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.294115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.315156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b10e3-c02f-4c26-aba4-4a21c595527e req-c8153769-a95c-46bb-8b66-8d73f47eca50 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:03.316690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-414b10e3-c02f-4c26-aba4-4a21c595527e req-c8153769-a95c-46bb-8b66-8d73f47eca50 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 1102 time: 0.1117084 Aug 10 01:52:03.329552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:03.330193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.332442 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] 10.222.0.16 "PUT /v2.0/ports/5b257a6a-1891-46a1-bbea-bd4300394f2a HTTP/1.1" status: 200 len: 1096 time: 1.0356812 Aug 10 01:52:03.332841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9823e66f-f01c-4184-ac9f-8a9ffb0337fd', 'tag': '5b257a6a-1891-46a1-bbea-bd4300394f2a'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:03.346888 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de5cb29-261b-4622-b41d-529b9876db09" -d '{"events": [{"name": "network-changed", "server_uuid": "9823e66f-f01c-4184-ac9f-8a9ffb0337fd", "tag": "5b257a6a-1891-46a1-bbea-bd4300394f2a"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:03.360833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79fa879b-d7ad-4696-9679-352df4597cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.360961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-f4268b13-978d-4b16-b5ee-8355a54113fa tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9928c10a3ec74ccb9e08eab245c34e29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963666 Aug 10 01:52:03.407047 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-79fa879b-d7ad-4696-9679-352df4597cd8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b66df847184d4f75b2d5121b30af93e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585176 Aug 10 01:52:03.415976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60064) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:03.426367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74eba0-aa5e-4823-b65c-7d40494d80ed service neutron] Pushing event updated for resources: {'Port': ['ID=5b257a6a-1891-46a1-bbea-bd4300394f2a,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:03.449230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-414b10e3-c02f-4c26-aba4-4a21c595527e req-2c226cee-cdee-4bfb-88e7-2bd6b7cdcd50 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231558 Aug 10 01:52:03.454184 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bff9e48-7758-4163-95bd-e13294e74093 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.457023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa879b-d7ad-4696-9679-352df4597cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3653b1d7-7a9b-44a5-bfee-b3d160c2ddab,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:03.469039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8bff9e48-7758-4163-95bd-e13294e74093 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9092231 Aug 10 01:52:03.471781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60066) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:03.490350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:03.501482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a151009e-802a-41a1-ac8d-2ea996e81627 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Request body: {'security_group_rule': {'security_group_id': 'b0bef8bb-be86-42dc-896c-8009dbddcbd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:03.535036 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.545138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-45688a84-3f3a-4cf9-870e-431522dbb68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:03.547042 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-45688a84-3f3a-4cf9-870e-431522dbb68b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6321aa68ed54cf795e8d78f68be4e1f&device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 1099 time: 0.1018007 Aug 10 01:52:03.571310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:03.573863 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916e380f-4f27-4a03-9327-083db2b60006" -d '{"events": [{"server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "name": "network-vif-plugged", "status": "completed", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:03.615781 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-ced165ad-16e4-4637-8e9e-27ec56e4cf49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=5b257a6a-1891-46a1-bbea-bd4300394f2a HTTP/1.1" status: 200 len: 217 time: 0.0575631 Aug 10 01:52:03.616546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:03.623918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab02ec45-d71c-4fe8-b74f-ec7e4036b8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.633004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a151009e-802a-41a1-ac8d-2ea996e81627 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.634513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-15d54f44-11e9-4492-b6ce-30c52494fd29 service neutron] 10.222.0.38 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744668 Aug 10 01:52:03.671736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab02ec45-d71c-4fe8-b74f-ec7e4036b8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.748670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-ed4d8171-8f16-4fd1-9e73-c05f8672b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:03.750203 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-ed4d8171-8f16-4fd1-9e73-c05f8672b818 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1277208 Aug 10 01:52:03.776363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93050df6-ec1d-4e45-be8f-9c13c8ba6bfa req-0b057d7a-99c1-44a5-a7bc-1ed0a6a2ca4d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:03.777907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93050df6-ec1d-4e45-be8f-9c13c8ba6bfa req-0b057d7a-99c1-44a5-a7bc-1ed0a6a2ca4d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 945 time: 0.2233295 Aug 10 01:52:03.779973 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.798686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a151009e-802a-41a1-ac8d-2ea996e81627 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.819293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-10b808a3-5735-4ce9-87ad-4f3722fed61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:03.822052 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-10b808a3-5735-4ce9-87ad-4f3722fed61d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0651927 Aug 10 01:52:03.866175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1e77128c-c96a-4777-a99e-b872013c8adc,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:03.920267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a151009e-802a-41a1-ac8d-2ea996e81627 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:03.925225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5b4089d1-72ba-4861-a98e-895a0e332c79', 'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'mac_address': 'fa:16:3e:b3:bb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:58Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 2, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'subnets': [{'id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:03.953347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Checking router: c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:03.953692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Updating router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 port 5b4089d1-72ba-4861-a98e-895a0e332c79 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:52:03.986390 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.122472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93050df6-ec1d-4e45-be8f-9c13c8ba6bfa req-43444065-c952-4eb8-a904-4b92401a3d2b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190839 Aug 10 01:52:04.126019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-2b3bad64-ffef-4259-9899-b47eef58017f service neutron] 10.222.0.16 "GET /v2.0/ports/8fff1bed-d37a-4416-b2f9-d4688b9922bf/bindings/n-h2-767704-21 HTTP/1.1" status: 200 len: 385 time: 0.3758640 Aug 10 01:52:04.132270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-9a5ee69d-c52e-4873-8d62-2a23ad6d5251 service neutron] 10.222.0.38 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857545 Aug 10 01:52:04.199919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151009e-802a-41a1-ac8d-2ea996e81627 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a4e47a-a0d4-4944-87a3-c8fa0ddbfffc,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:04.206379 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-d0edd167-8862-4056-bd8e-3d74c0a6816c service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771217 Aug 10 01:52:04.209553 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab02ec45-d71c-4fe8-b74f-ec7e4036b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.212365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab02ec45-d71c-4fe8-b74f-ec7e4036b8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.224168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ab02ec45-d71c-4fe8-b74f-ec7e4036b8eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3653b1d7-7a9b-44a5-bfee-b3d160c2ddab HTTP/1.1" status: 204 len: 168 time: 0.8040783 Aug 10 01:52:04.230848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4ce4930-6988-4b33-9b31-6301bc96c609 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:04.247955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02ec45-d71c-4fe8-b74f-ec7e4036b8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3653b1d7-7a9b-44a5-bfee-b3d160c2ddab,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:04.290263 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a151009e-802a-41a1-ac8d-2ea996e81627 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.291532 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a151009e-802a-41a1-ac8d-2ea996e81627 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7943842 Aug 10 01:52:04.295898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60076) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:04.308099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d1a166a8-41c4-4f96-86fb-085128cb6041 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Request body: {'security_group_rule': {'security_group_id': 'b0bef8bb-be86-42dc-896c-8009dbddcbd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:04.342976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.356420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Transition to ACTIVE for port object 5b4089d1-72ba-4861-a98e-895a0e332c79 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:04.359220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e4ce4930-6988-4b33-9b31-6301bc96c609 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:04.359220 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.401496 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97bd86f3-8dd2-42d2-bf80-85f3465deca9 req-92a84665-d8e3-47cd-80be-c548b092d76f service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875792 Aug 10 01:52:04.429885 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.463012 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1a166a8-41c4-4f96-86fb-085128cb6041 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.512180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6368ed-c2e2-4c1c-bf44-12d493a7113f None None] Pushing event updated for resources: {'Port': ['ID=5b4089d1-72ba-4861-a98e-895a0e332c79,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:04.559924 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1a166a8-41c4-4f96-86fb-085128cb6041 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.572282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a95a4a-accd-4416-8018-ef822c977e1e req-42ff5051-f35d-4e7e-821a-61dc6fb373cb tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:04.573935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2a95a4a-accd-4416-8018-ef822c977e1e req-42ff5051-f35d-4e7e-821a-61dc6fb373cb tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 947 time: 0.3105030 Aug 10 01:52:04.579297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-89d64332-cc6b-42ed-9ba4-a72910879dfd tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips/0e03c7c7-8a9a-4be2-ae53-d8a8eec65f43 HTTP/1.1" status: 200 len: 692 time: 0.1405210 Aug 10 01:52:04.608024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:04.609780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Attempting to bind port 5b4089d1-72ba-4861-a98e-895a0e332c79 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:04.610355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Attempting to bind port 5b4089d1-72ba-4861-a98e-895a0e332c79 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:04.610957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Attempting to bind port 5b4089d1-72ba-4861-a98e-895a0e332c79 on network a6ff0491-20cc-4c61-8ae5-0ab51230b70f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:04.619395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:04.620422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Checking segment: {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:04.621157 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.621709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Bound using segment: {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:04.622684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Bound port: 5b4089d1-72ba-4861-a98e-895a0e332c79, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:04.623274 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.627560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1a166a8-41c4-4f96-86fb-085128cb6041 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.655023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a166a8-41c4-4f96-86fb-085128cb6041 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a835700-015a-4bfc-b615-c61c87e73929,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:04.717058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:04.728341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] For port 5b4089d1-72ba-4861-a98e-895a0e332c79, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:04.732370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] For port 5b4089d1-72ba-4861-a98e-895a0e332c79, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5b4089d1-72ba-4861-a98e-895a0e332c79,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:04.757483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1a166a8-41c4-4f96-86fb-085128cb6041 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.766684 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d1a166a8-41c4-4f96-86fb-085128cb6041 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4682918 Aug 10 01:52:04.768568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60088) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:04.773269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:04.788409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2a95a4a-accd-4416-8018-ef822c977e1e req-6547b8e6-1cc0-4a79-8518-f95925dca14b tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/security-groups?id=4749effa-2712-44f4-8900-74265449161f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054811 Aug 10 01:52:04.791392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fff1bed-d37a-4416-b2f9-d4688b9922bf {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:04.815508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:04.815976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.855382 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce185e1-8e1d-4f0a-b024-f788f4fbaf3a x-openstack-request-id: req-7ce185e1-8e1d-4f0a-b024-f788f4fbaf3a {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:04.855743 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9823e66f-f01c-4184-ac9f-8a9ffb0337fd", "tag": "5b257a6a-1891-46a1-bbea-bd4300394f2a", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:04.856057 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7ce185e1-8e1d-4f0a-b024-f788f4fbaf3a {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:04.856528 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9823e66f-f01c-4184-ac9f-8a9ffb0337fd', 'tag': '5b257a6a-1891-46a1-bbea-bd4300394f2a', 'status': 'completed', 'code': 200} Aug 10 01:52:04.873043 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:04.895044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:04.896155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:04.904691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-cc637425-bac1-4a32-9b97-c1c417833068 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:04.906141 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-cc637425-bac1-4a32-9b97-c1c417833068 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.3094778 Aug 10 01:52:05.003904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-6fe637a6-68a5-4234-802c-a14c8cc7d8a6 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.0906041 Aug 10 01:52:05.007063 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:05.050301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5cb29-261b-4622-b41d-529b9876db09 req-117fc5e3-9c1f-4b0d-b30e-14e75be606d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:05.055197 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1de5cb29-261b-4622-b41d-529b9876db09 req-117fc5e3-9c1f-4b0d-b30e-14e75be606d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6321aa68ed54cf795e8d78f68be4e1f&device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 1099 time: 0.1754682 Aug 10 01:52:05.060150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6368ed-c2e2-4c1c-bf44-12d493a7113f None None] Pushing event updated for resources: {'Port': ['ID=5b4089d1-72ba-4861-a98e-895a0e332c79,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:05.102260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:05.125698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] Transition to ACTIVE for port object 8fff1bed-d37a-4416-b2f9-d4688b9922bf will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:05.204180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5cb29-261b-4622-b41d-529b9876db09 req-858309cb-c01d-48f3-83f6-11dba62dde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:05.205817 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1de5cb29-261b-4622-b41d-529b9876db09 req-858309cb-c01d-48f3-83f6-11dba62dde2e service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1426084 Aug 10 01:52:05.208550 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:05.209691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-099ed37b-cabe-4011-bfd6-8fb3dcdaad68 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.1875327 Aug 10 01:52:05.265539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:05.275653 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1de5cb29-261b-4622-b41d-529b9876db09 req-386a96b7-9ad3-4c76-89e6-b1d2ace866f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=5b257a6a-1891-46a1-bbea-bd4300394f2a HTTP/1.1" status: 200 len: 217 time: 0.0618105 Aug 10 01:52:05.344311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcaf5b-b4b1-4b6d-9b10-0f42aefa8bee req-d4fa77a8-bf74-4342-a278-d50929ef6dbe tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:05.345847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6afcaf5b-b4b1-4b6d-9b10-0f42aefa8bee req-d4fa77a8-bf74-4342-a278-d50929ef6dbe tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 1102 time: 0.3408134 Aug 10 01:52:05.370536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5b4089d1-72ba-4861-a98e-895a0e332c79', 'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'mac_address': 'fa:16:3e:b3:bb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:58Z', 'updated_at': '2021-08-10T01:52:04Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'subnets': [{'id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:05.384919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5cb29-261b-4622-b41d-529b9876db09 req-0f7af645-0220-4e5b-b9a3-a49be176f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:05.386255 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1de5cb29-261b-4622-b41d-529b9876db09 req-0f7af645-0220-4e5b-b9a3-a49be176f5c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0777285 Aug 10 01:52:05.396468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] No DVR routers for this DVR port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:05.411001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063022b8-1d0c-4206-bbc3-d031d1fd54e7 None None] The sync data for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 is: [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5b4089d1-72ba-4861-a98e-895a0e332c79', 'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'mac_address': 'fa:16:3e:b3:bb:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:58Z', 'updated_at': '2021-08-10T01:52:04Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'subnets': [{'id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:05.453114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] Pushing event updated for resources: {'Port': ['ID=8fff1bed-d37a-4416-b2f9-d4688b9922bf,revision_number=10']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:05.474234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6afcaf5b-b4b1-4b6d-9b10-0f42aefa8bee req-53cccc29-cf65-4eb8-a6cb-36cd52c8d5ff tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788996 Aug 10 01:52:05.486006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-235acc04-96fe-4748-9607-c8fb23877d56 service neutron] 10.222.0.16 "PUT /v2.0/ports/8fff1bed-d37a-4416-b2f9-d4688b9922bf/bindings/n-h2-767704-21/activate HTTP/1.1" status: 200 len: 370 time: 1.3497050 Aug 10 01:52:05.507150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Allocated IP 172.25.3.172 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/ecfdfc7f-a7b0-4bcb-850e-c9c835635160) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:05.509325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Deleting port f05fef11-4502-4a2f-b8c8-33134795d801 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:05.509983 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:05.539735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5cb29-261b-4622-b41d-529b9876db09 req-b8fbefff-9ef6-49bf-9b32-c9e93d97b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:05.542205 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1de5cb29-261b-4622-b41d-529b9876db09 req-b8fbefff-9ef6-49bf-9b32-c9e93d97b1ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1331966 Aug 10 01:52:05.589256 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26cf287-a4a2-4ba4-a191-b98389bdc609 x-openstack-request-id: req-e26cf287-a4a2-4ba4-a191-b98389bdc609 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:05.589846 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "name": "network-vif-plugged", "status": "completed", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:05.590318 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e26cf287-a4a2-4ba4-a191-b98389bdc609 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:05.590953 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc', 'code': 200} Aug 10 01:52:05.788100 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1de5cb29-261b-4622-b41d-529b9876db09 req-aabc4cf4-2580-4928-b737-1a6f9372f0e2 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368116 Aug 10 01:52:05.793513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:05.850171 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:05.850764 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:05.879264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Calling delete_port for f05fef11-4502-4a2f-b8c8-33134795d801 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:05.915513 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36a76a-66eb-4720-b670-67d9abf759dd req-8cd740d7-d78b-47ae-be9f-18a7dc441d42 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:05.917468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a36a76a-66eb-4720-b670-67d9abf759dd req-8cd740d7-d78b-47ae-be9f-18a7dc441d42 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 945 time: 0.2301364 Aug 10 01:52:05.919958 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1de5cb29-261b-4622-b41d-529b9876db09 req-a5d826fc-dc84-471c-84a5-0b87f4832d1d service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239641 Aug 10 01:52:05.920151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-ab5bf7b4-7a4f-4932-bbaf-4d6447bfd4c7 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:05.921838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-ab5bf7b4-7a4f-4932-bbaf-4d6447bfd4c7 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.3086786 Aug 10 01:52:05.931311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618f7c3-8069-49ed-827e-ef0b11f2ecf7 req-8533b6b9-8539-487d-baeb-b35dea9ff5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:05.933470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c618f7c3-8069-49ed-827e-ef0b11f2ecf7 req-8533b6b9-8539-487d-baeb-b35dea9ff5f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1098 time: 0.2434876 Aug 10 01:52:06.010839 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.050249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:06.053970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:06.058457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:06.105179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a36a76a-66eb-4720-b670-67d9abf759dd req-18c934e5-851d-458b-a1b5-0e3a08e4f318 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776648 Aug 10 01:52:06.133672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c618f7c3-8069-49ed-827e-ef0b11f2ecf7 req-1f8f90c3-2db4-4f68-afa0-474ead23aa32 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830842 Aug 10 01:52:06.160452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-0db3a2fe-12ce-40f4-ab9e-1f3f51e6d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:06.161983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-0db3a2fe-12ce-40f4-ab9e-1f3f51e6d30d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905&tenant_id=64f718678e0b4c91a1b88e2f03a4baec HTTP/1.1" status: 200 len: 1097 time: 0.2252691 Aug 10 01:52:06.168274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event updated for resources: {'Port': ['ID=ecfdfc7f-a7b0-4bcb-850e-c9c835635160,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:06.209999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.250037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5b4089d1-72ba-4861-a98e-895a0e332c79 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:06.273705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-250e7a88-b48f-44c2-a3c6-5aab194b16c7 req-8685c193-8e67-4a22-b507-e66283b5489f tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 210 time: 0.0448146 Aug 10 01:52:06.324873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-0d430aa4-493b-4a32-af0b-f489d314efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:06.326354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-0d430aa4-493b-4a32-af0b-f489d314efae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1097 time: 0.1224139 Aug 10 01:52:06.367074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.416066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 5b4089d1-72ba-4861-a98e-895a0e332c79 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:06.421554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 5b4089d1-72ba-4861-a98e-895a0e332c79 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:06.422144 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.443662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.504795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.519006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event deleted for resources: {'Port': ['ID=f05fef11-4502-4a2f-b8c8-33134795d801,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:06.551486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-f2a722c1-9ed8-4edc-8f3c-f2bc14f4d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:06.552966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-f2a722c1-9ed8-4edc-8f3c-f2bc14f4d1f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.2142208 Aug 10 01:52:06.558610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 5b4089d1-72ba-4861-a98e-895a0e332c79, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5b4089d1-72ba-4861-a98e-895a0e332c79,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:06.609272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.627162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.682665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=5b4089d1-72ba-4861-a98e-895a0e332c79,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:06.707631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.745107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.765804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event updated for resources: {'Port': ['ID=ecfdfc7f-a7b0-4bcb-850e-c9c835635160,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:06.815477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.817093 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ef71f878-5c0c-4f7b-a5ec-109d48d31741 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0471745 Aug 10 01:52:06.864953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477289e4-f70a-492a-b28e-944e56102b52 req-73d7c24a-ad19-4b63-bf7d-a564f4926e7c tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:06.866417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-477289e4-f70a-492a-b28e-944e56102b52 req-73d7c24a-ad19-4b63-bf7d-a564f4926e7c tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 946 time: 0.5098524 Aug 10 01:52:06.870483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-8c492174-897d-4518-9e78-03881f608de2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf HTTP/1.1" status: 200 len: 217 time: 0.3015618 Aug 10 01:52:06.940844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.943919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:06.944530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0554be2c-7af2-4163-a3a6-be0ee55666e7 req-341ac494-b1dc-48a6-9821-f86162983095 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "DELETE /v2.0/floatingips/0e03c7c7-8a9a-4be2-ae53-d8a8eec65f43 HTTP/1.1" status: 204 len: 173 time: 1.7299190 Aug 10 01:52:06.962886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-477289e4-f70a-492a-b28e-944e56102b52 req-e0afff4c-da27-4515-852d-8ad7f87a1baf tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861242 Aug 10 01:52:06.975621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-7b4aa7fa-097e-40ec-af8e-249fbc4aa894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:06.977098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-7b4aa7fa-097e-40ec-af8e-249fbc4aa894 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0817919 Aug 10 01:52:07.019310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-da8bb2a2-997f-4639-acd7-90b708750c09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270011 Aug 10 01:52:07.229167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf584ff-125c-40fa-90b0-de8e02b51f83 req-04e0d072-8cae-4dbd-a637-a34e4a22bfde tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:07.236555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bf584ff-125c-40fa-90b0-de8e02b51f83 req-04e0d072-8cae-4dbd-a637-a34e4a22bfde tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 947 time: 0.1904967 Aug 10 01:52:07.273022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-90493427-0a4f-4c31-940a-9aee0ae0bb75 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454288 Aug 10 01:52:07.383125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bf584ff-125c-40fa-90b0-de8e02b51f83 req-d8632bee-5b01-4f2f-bf00-d1b038b43f5b tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/security-groups?id=4749effa-2712-44f4-8900-74265449161f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456499 Aug 10 01:52:07.391273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-21967b67-64fc-43dc-86a1-944476fb08a2 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:07.392766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-21967b67-64fc-43dc-86a1-944476fb08a2 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.16 "GET /v2.0/networks?id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f HTTP/1.1" status: 200 len: 828 time: 0.2787294 Aug 10 01:52:07.421979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Request body: {'port': {'device_id': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'admin_state_up': True, 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:07.517970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-79192133-0b25-4105-b6bd-a198a4a4a5a0 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--398046411&fields=id&tenant_id=ba74b0dbdf364148a5e19eef50af3f0c HTTP/1.1" status: 200 len: 267 time: 0.2390699 Aug 10 01:52:07.553264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-12831be5-0f31-434d-ace0-7c3a77ff55b8 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips/3d5e472b-69a1-46b2-a47d-21ea751f5793 HTTP/1.1" status: 200 len: 692 time: 0.1400537 Aug 10 01:52:07.666860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-a0b847ec-1eae-42d3-b2a2-e25b05cd78e8 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815563 Aug 10 01:52:07.783102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-dfc484fb-5329-4753-aefa-4127b7d43869 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:07.784465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-dfc484fb-5329-4753-aefa-4127b7d43869 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.2189064 Aug 10 01:52:07.794861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-ec762a76-91dc-40bb-a6d8-0d6d600f66f0 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:07.796296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-ec762a76-91dc-40bb-a6d8-0d6d600f66f0 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/networks?id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 HTTP/1.1" status: 200 len: 823 time: 0.2639651 Aug 10 01:52:07.802444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-c05dc754-ac8d-490c-85cf-6971e918a9f6 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:52:07.803427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-c05dc754-ac8d-490c-85cf-6971e918a9f6 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054524 Aug 10 01:52:07.820837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-aa053ee6-1ac4-4153-8982-e985af077a94 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/quotas/ba74b0dbdf364148a5e19eef50af3f0c HTTP/1.1" status: 200 len: 375 time: 0.0165551 Aug 10 01:52:07.863621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Made reservation on behalf of 9928c10a3ec74ccb9e08eab245c34e29 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:07.866817 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:07.898074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-fffef8ba-7328-4d07-9973-eb04517bbeb8 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0868390 Aug 10 01:52:07.999354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-3dfdc769-bcd9-46e9-bbca-6f4436bdd32d tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba74b0dbdf364148a5e19eef50af3f0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1473641 Aug 10 01:52:08.004627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-a2487a11-e8c7-4650-9262-6113a024be00 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0959010 Aug 10 01:52:08.141907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5b4089d1-72ba-4861-a98e-895a0e332c79 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:08.188008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 5b4089d1-72ba-4861-a98e-895a0e332c79 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:08.188376 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:08.256299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Allocated IP 172.20.0.9 (a6ff0491-20cc-4c61-8ae5-0ab51230b70f/36b1f3ff-8e3b-4a83-8ffa-9f7412945984/dd5ad99b-b23e-495a-9d36-fcba81b57cf7) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:08.294186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d8fef523-67a7-4a6a-ab76-e4b20f1983e1 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:08.295718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-d8fef523-67a7-4a6a-ab76-e4b20f1983e1 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.2580221 Aug 10 01:52:08.323063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-6fbf0cd3-dcdb-4285-a7ee-a1afc3c0df05 service neutron] 10.222.0.38 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079565 Aug 10 01:52:08.507266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Deleting port 5cd66c03-2af6-46e4-b98f-90cec778a922 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:08.507528 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:08.882249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-425d9596-15fd-41bc-8b8c-14a3d11a25e7 service neutron] 10.222.0.38 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289681 Aug 10 01:52:08.942587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:08.942923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:08.947966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:08.965071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Calling delete_port for 5cd66c03-2af6-46e4-b98f-90cec778a922 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:08.973165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Transition to ACTIVE for port object dd5ad99b-b23e-495a-9d36-fcba81b57cf7 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:09.015218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5b257a6a-1891-46a1-bbea-bd4300394f2a details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:09.017389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8fff1bed-d37a-4416-b2f9-d4688b9922bf no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:09.032265 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-ffbad37c-e879-4bed-bbba-d146edfa6156 service neutron] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:09.039026 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-ffbad37c-e879-4bed-bbba-d146edfa6156 service neutron] Notify callbacks [] for binding, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.040204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffcea747-59a8-4463-8017-8156cfc8dbc5 req-ffbad37c-e879-4bed-bbba-d146edfa6156 service neutron] 10.222.0.11 "DELETE /v2.0/ports/8fff1bed-d37a-4416-b2f9-d4688b9922bf/bindings/n-h1-767704-21 HTTP/1.1" status: 204 len: 173 time: 0.7285352 Aug 10 01:52:09.166701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5b257a6a-1891-46a1-bbea-bd4300394f2a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5b257a6a-1891-46a1-bbea-bd4300394f2a,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:09.171303 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.188951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '5b257a6a-1891-46a1-bbea-bd4300394f2a', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '5b257a6a-1891-46a1-bbea-bd4300394f2a', 'mac_address': 'fa:16:3e:d9:57:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:09.198349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8fff1bed-d37a-4416-b2f9-d4688b9922bf not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:09.238709 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.244072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Network a6ff0491-20cc-4c61-8ae5-0ab51230b70f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:09.253435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:09.259259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:09.260899 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.287108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b257a6a-1891-46a1-bbea-bd4300394f2a {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:09.294282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Pushing event updated for resources: {'Port': ['ID=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:09.321969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5b257a6a-1891-46a1-bbea-bd4300394f2a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5b257a6a-1891-46a1-bbea-bd4300394f2a,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:09.375861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event deleted for resources: {'Port': ['ID=5cd66c03-2af6-46e4-b98f-90cec778a922,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:09.404134 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.410348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:09.411042 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.439090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.442074 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.443342 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf9a6184-1dfd-41d3-a6d4-74b631b2aaf6 req-58cef6a4-449b-4175-9b05-aabaa10fbc01 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "DELETE /v2.0/floatingips/3d5e472b-69a1-46b2-a47d-21ea751f5793 HTTP/1.1" status: 204 len: 173 time: 1.4295909 Aug 10 01:52:09.460728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8533d1-118d-4f71-9c5e-83346072bd1c req-e3ce8a87-dc11-41b5-be92-b919c2dd9e04 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:09.464353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c8533d1-118d-4f71-9c5e-83346072bd1c req-e3ce8a87-dc11-41b5-be92-b919c2dd9e04 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 945 time: 0.1054921 Aug 10 01:52:09.506868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=5b257a6a-1891-46a1-bbea-bd4300394f2a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:09.509856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c8533d1-118d-4f71-9c5e-83346072bd1c req-489fcec6-d3ab-4559-bebd-2dbed9356221 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 Aug 10 01:52:09.519854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-6004dd14-b8e2-4a60-bdb2-66ad187a8697 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1017337 Aug 10 01:52:09.543881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Request body: {'port': {'device_id': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:09.612201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['5b257a6a-1891-46a1-bbea-bd4300394f2a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:09.617679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.636821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5b2ff9a9-301c-4a22-b272-d92468e4380e None None] Provisioning for port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:09.643177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5b2ff9a9-301c-4a22-b272-d92468e4380e None None] Provisioning complete for port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:09.643545 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5b2ff9a9-301c-4a22-b272-d92468e4380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:09.659454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-8fd33e06-4332-4b47-a5ff-33e701778f97 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569072 Aug 10 01:52:09.710010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ff9a9-301c-4a22-b272-d92468e4380e None None] Port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:09.720161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e399537-f298-4c0f-9ad6-d4608e47a1df req-03f450e2-7af5-4e3b-829d-6f42a1878612 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:09.721672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e399537-f298-4c0f-9ad6-d4608e47a1df req-03f450e2-7af5-4e3b-829d-6f42a1878612 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 931 time: 0.1939762 Aug 10 01:52:09.888196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e399537-f298-4c0f-9ad6-d4608e47a1df req-be5f2dd7-eda9-4f61-afb7-8b95b3cf1db5 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351969 Aug 10 01:52:09.955691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-b9d9fdd9-69ca-4dde-a03c-4fb41010799b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:09.957239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-b9d9fdd9-69ca-4dde-a03c-4fb41010799b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765329 Aug 10 01:52:09.997021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-60e41742-3d67-40fa-9884-7612b85f1a32 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/quotas/e0edf68bec68489686d0504a10f1fc82 HTTP/1.1" status: 200 len: 375 time: 0.0281105 Aug 10 01:52:10.098022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196822b1-a712-4f12-ae72-52ae0d89cd07 req-cf331f9f-0a6e-4f6e-a24e-1be40a1d7ccd tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:10.099585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-196822b1-a712-4f12-ae72-52ae0d89cd07 req-cf331f9f-0a6e-4f6e-a24e-1be40a1d7ccd tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 946 time: 0.1274588 Aug 10 01:52:10.116043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-6aa7700d-07a2-43f4-921e-18851aa116f7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038644 Aug 10 01:52:10.173228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5ad99b-b23e-495a-9d36-fcba81b57cf7 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:10.184585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:10.189167 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-196822b1-a712-4f12-ae72-52ae0d89cd07 req-578c47d1-62b5-4621-af79-b21ca64ffa37 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811749 Aug 10 01:52:10.201463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Transition to ACTIVE for port object dd5ad99b-b23e-495a-9d36-fcba81b57cf7 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:10.279967 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:10.344522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Pushing event updated for resources: {'Port': ['ID=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:10.357696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62d7d1-5fd1-4bbb-a57d-20df2f37c7a7 req-ae970ac3-4633-4bb6-bd64-f5e4915ca6a3 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:10.359284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c62d7d1-5fd1-4bbb-a57d-20df2f37c7a7 req-ae970ac3-4633-4bb6-bd64-f5e4915ca6a3 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 948 time: 0.1039405 Aug 10 01:52:10.447595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c62d7d1-5fd1-4bbb-a57d-20df2f37c7a7 req-d883e57b-5fa3-48af-946b-c7585a8959d9 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/security-groups?id=4749effa-2712-44f4-8900-74265449161f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714827 Aug 10 01:52:10.458651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Attempting to bind port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:10.458998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Attempting to bind port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:10.459361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Attempting to bind port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 on network a6ff0491-20cc-4c61-8ae5-0ab51230b70f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:10.466680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 on network a6ff0491-20cc-4c61-8ae5-0ab51230b70f not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:10.467009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Attempting to bind port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 on network a6ff0491-20cc-4c61-8ae5-0ab51230b70f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:10.473262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:10.473600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Checking segment: {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:10.474047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Bound using segment: {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:10.475078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Bound port: dd5ad99b-b23e-495a-9d36-fcba81b57cf7, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8deab4f4-37bc-42e4-b653-3906de7c2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:10.475078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:10.549274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b7e8428-1943-47cb-a152-04af6265c051 req-7bf83c20-a428-477b-8edf-e4f45a4d3354 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 210 time: 0.0335810 Aug 10 01:52:10.571985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] For port dd5ad99b-b23e-495a-9d36-fcba81b57cf7, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:10.575487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] For port dd5ad99b-b23e-495a-9d36-fcba81b57cf7, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:10.660225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-9db1f476-0d54-4c2a-a9cd-789fe28c6f95 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips/572477d2-cc38-4131-a3a6-83979f627437 HTTP/1.1" status: 200 len: 693 time: 0.0469389 Aug 10 01:52:10.677455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:10.763325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:10.763943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:10.772720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] 10.222.0.16 "PUT /v2.0/ports/dd5ad99b-b23e-495a-9d36-fcba81b57cf7 HTTP/1.1" status: 200 len: 1092 time: 1.2350512 Aug 10 01:52:10.775871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:10.778606 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6f66bc-4063-4f52-9524-9bb766d36ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:10.817572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143ed17-6e4d-4cee-9e2c-72b57592c58f service neutron] Pushing event updated for resources: {'Port': ['ID=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:10.866311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-3bf8335d-b72a-45d7-8669-1de2ba86c20f tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:10.869481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-3bf8335d-b72a-45d7-8669-1de2ba86c20f tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.2025816 Aug 10 01:52:10.953140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-22ef0d3d-6ff3-4268-8b2e-379db2c7ef04 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0627832 Aug 10 01:52:11.022630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb6e3d-06f2-417b-abaf-545f28fd81ad req-44412a38-762e-4fbe-81e9-baf85aa5b49c tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:11.024692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2eb6e3d-06f2-417b-abaf-545f28fd81ad req-44412a38-762e-4fbe-81e9-baf85aa5b49c tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1098 time: 0.1729000 Aug 10 01:52:11.028895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-1bb136c4-c5f3-462d-a3e9-9d08cbd38760 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0587101 Aug 10 01:52:11.029770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5b257a6a-1891-46a1-bbea-bd4300394f2a up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:11.035891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-3f32b7d4-900a-46b5-b355-fe4cb49b9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:11.037331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-3f32b7d4-900a-46b5-b355-fe4cb49b9b96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9928c10a3ec74ccb9e08eab245c34e29&device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 1095 time: 0.1070485 Aug 10 01:52:11.124724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-08ecb6f4-0450-4274-9a98-d79ea9e91000 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7 HTTP/1.1" status: 200 len: 217 time: 0.0739472 Aug 10 01:52:11.163978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 5b257a6a-1891-46a1-bbea-bd4300394f2a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:11.169332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 5b257a6a-1891-46a1-bbea-bd4300394f2a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:11.169912 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:11.204572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2eb6e3d-06f2-417b-abaf-545f28fd81ad req-4903ce3e-5d0c-42a5-ac6c-36d43f7b4182 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707084 Aug 10 01:52:11.241389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-13035d5c-2ece-47fa-bf28-3513b256edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:11.242863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-13035d5c-2ece-47fa-bf28-3513b256edb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36b1f3ff-8e3b-4a83-8ffa-9f7412945984 HTTP/1.1" status: 200 len: 867 time: 0.1110921 Aug 10 01:52:11.258192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:11.289936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Deleting port 570dec04-c8aa-44a2-9c68-cf84385d20b4 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:11.289936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:11.291142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9823e66f-f01c-4184-ac9f-8a9ffb0337fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b257a6a-1891-46a1-bbea-bd4300394f2a'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:11.293882 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b9690-c240-4710-8427-db394220c154" -d '{"events": [{"server_uuid": "9823e66f-f01c-4184-ac9f-8a9ffb0337fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b257a6a-1891-46a1-bbea-bd4300394f2a"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:11.320201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5b257a6a-1891-46a1-bbea-bd4300394f2a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5b257a6a-1891-46a1-bbea-bd4300394f2a,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:11.338280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-d1971069-a6ee-42a9-8412-94cf38a19806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:11.339825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-d1971069-a6ee-42a9-8412-94cf38a19806 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873725 Aug 10 01:52:11.381583 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:11.430733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:11.431290 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:11.434871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=5b257a6a-1891-46a1-bbea-bd4300394f2a,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:11.452140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Calling delete_port for 570dec04-c8aa-44a2-9c68-cf84385d20b4 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:11.521180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-8f3b5acc-6e44-455d-b7bb-288eb2b97aa0 service neutron] 10.222.0.16 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702552 Aug 10 01:52:11.970638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-35c32f45-1494-41c6-a038-a35f05bfb83e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:11.972076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-35c32f45-1494-41c6-a038-a35f05bfb83e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.11 "GET /v2.0/networks?id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 HTTP/1.1" status: 200 len: 823 time: 0.4620891 Aug 10 01:52:11.986992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e288ae-a0c4-4ef3-a2ed-a77f904300aa req-4b63030c-e790-4c31-958a-f4a58037c6f3 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:11.988498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88e288ae-a0c4-4ef3-a2ed-a77f904300aa req-4b63030c-e790-4c31-958a-f4a58037c6f3 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1097 time: 0.1412120 Aug 10 01:52:12.029441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0239a5f-d00b-4e26-bab8-de7ff292d023 req-a9a7f16d-beef-4592-b1af-73bab72098d0 service neutron] 10.222.0.16 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001907 Aug 10 01:52:12.081387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-fbf6b999-d667-42c8-a86e-abc23f267e7f tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba74b0dbdf364148a5e19eef50af3f0c HTTP/1.1" status: 200 len: 379 time: 0.0905881 Aug 10 01:52:12.089543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88e288ae-a0c4-4ef3-a2ed-a77f904300aa req-546b3b6e-0866-4156-b814-cdb8810a59d5 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872698 Aug 10 01:52:12.094814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Request body: {'port': {'device_id': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'admin_state_up': True, 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'security_groups': ['b0bef8bb-be86-42dc-896c-8009dbddcbd4']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:12.146231 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c60aac-8a78-43b5-acac-9a2992575181 x-openstack-request-id: req-29c60aac-8a78-43b5-acac-9a2992575181 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:12.146813 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:12.146813 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29c60aac-8a78-43b5-acac-9a2992575181 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:12.147328 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'status': 'completed', 'code': 200} Aug 10 01:52:12.199407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:12.293244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Pushing event deleted for resources: {'Port': ['ID=570dec04-c8aa-44a2-9c68-cf84385d20b4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:12.375496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-37a5e642-9d2a-4c40-b195-5d39af9b1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:12.376925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-37a5e642-9d2a-4c40-b195-5d39af9b1e3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9928c10a3ec74ccb9e08eab245c34e29&device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 1095 time: 0.1909957 Aug 10 01:52:12.389718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f737e-8ab0-4263-9fb7-5237384b2497 req-177a1aa2-982a-45e3-a32c-1f1ca79e5478 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:12.391321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-631f737e-8ab0-4263-9fb7-5237384b2497 req-177a1aa2-982a-45e3-a32c-1f1ca79e5478 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 943 time: 0.2042439 Aug 10 01:52:12.462932 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:12.465887 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:12.467032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e9e61cf-9ec6-4c6a-baea-8ab7a1ef6249 req-ac701a23-0323-4edf-9cf5-0f78a27ce455 tempest-FloatingIPDetailsTestJSON-900089261 tempest-FloatingIPDetailsTestJSON-900089261-project] 10.222.0.38 "DELETE /v2.0/floatingips/572477d2-cc38-4131-a3a6-83979f627437 HTTP/1.1" status: 204 len: 173 time: 1.4288857 Aug 10 01:52:12.472180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Made reservation on behalf of ba74b0dbdf364148a5e19eef50af3f0c for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:12.473049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60228) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:12.475666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:12.532284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-631f737e-8ab0-4263-9fb7-5237384b2497 req-fb3c7e34-120e-4de3-b184-40ca0ed8ca50 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282527 Aug 10 01:52:12.566045 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32df6ea4-808a-46f7-bd41-f64000e6a1f7 x-openstack-request-id: req-32df6ea4-808a-46f7-bd41-f64000e6a1f7 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:12.566565 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9823e66f-f01c-4184-ac9f-8a9ffb0337fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b257a6a-1891-46a1-bbea-bd4300394f2a", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:12.566565 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32df6ea4-808a-46f7-bd41-f64000e6a1f7 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:12.566990 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9823e66f-f01c-4184-ac9f-8a9ffb0337fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b257a6a-1891-46a1-bbea-bd4300394f2a', 'code': 200} Aug 10 01:52:12.568489 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:12.604272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-40a3f155-f6f8-446a-a3e5-bfc90432c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:12.607501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-40a3f155-f6f8-446a-a3e5-bfc90432c228 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f HTTP/1.1" status: 200 len: 929 time: 0.2136133 Aug 10 01:52:12.719976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-dd402b82-8142-40de-b630-9ebf2bf10f6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7 HTTP/1.1" status: 200 len: 217 time: 0.0993555 Aug 10 01:52:12.744021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f157726-0937-4661-8ac4-e0d88eccd2a9 req-2658037b-11b2-41df-b49e-85e2bf1d28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:12.745758 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2f157726-0937-4661-8ac4-e0d88eccd2a9 req-2658037b-11b2-41df-b49e-85e2bf1d28df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 1101 time: 0.1259181 Aug 10 01:52:12.823932 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2f157726-0937-4661-8ac4-e0d88eccd2a9 req-42c305b0-7626-463a-8537-777d2620c13a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4749effa-2712-44f4-8900-74265449161f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700424 Aug 10 01:52:12.844243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a01ae5-b0ae-47a8-8f25-e7efe3886735 req-180b44b1-63f8-448d-a12a-a859537eb66b tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:12.845805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30a01ae5-b0ae-47a8-8f25-e7efe3886735 req-180b44b1-63f8-448d-a12a-a859537eb66b tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1098 time: 0.2311902 Aug 10 01:52:12.851766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Allocated IP 172.20.0.3 (8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74/a8e2c825-8410-4f65-a48f-4806fb4b31e0/df1b92b3-d129-4983-b5c8-26a0f9676152) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:12.880164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-9084ba20-c4df-4f3b-a9c8-b43f9f88c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:12.881844 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-9084ba20-c4df-4f3b-a9c8-b43f9f88c28f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36b1f3ff-8e3b-4a83-8ffa-9f7412945984 HTTP/1.1" status: 200 len: 867 time: 0.1331682 Aug 10 01:52:12.902049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a8cb0-a073-47d5-ab79-01f263f7c84f req-1d1ada7d-7b13-4756-ba2a-10e2d36cd837 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:12.903556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-921a8cb0-a073-47d5-ab79-01f263f7c84f req-1d1ada7d-7b13-4756-ba2a-10e2d36cd837 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 949 time: 0.1561732 Aug 10 01:52:12.998660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30a01ae5-b0ae-47a8-8f25-e7efe3886735 req-4ea71e33-eca9-421f-aa48-2046bc471974 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368771 Aug 10 01:52:13.058725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:13.071921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-921a8cb0-a073-47d5-ab79-01f263f7c84f req-f5c5eaac-5365-46c7-9f9b-62615d53de10 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/security-groups?id=4749effa-2712-44f4-8900-74265449161f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555278 Aug 10 01:52:13.079818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-83a1d131-d5ae-467d-960b-6206e13a56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:13.081441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-83a1d131-d5ae-467d-960b-6206e13a56a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1907771 Aug 10 01:52:13.173276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3d49d3e-6ee8-4253-b3d7-46d982070b94 req-26e034e8-ea17-4a97-b645-116eea40ae78 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 210 time: 0.0904205 Aug 10 01:52:13.225092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2c3280c-ce0e-48dd-95fb-cdd63cff8a7d req-46e95ffd-9cc8-4d07-b1b1-c7ff49211e03 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 210 time: 0.0477316 Aug 10 01:52:13.261681 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:13.289605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Transition to ACTIVE for port object df1b92b3-d129-4983-b5c8-26a0f9676152 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:13.295339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-2e0b28bd-6805-48c4-8b4f-ffbc8d7e4276 service neutron] 10.222.0.16 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007504 Aug 10 01:52:13.425866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60250) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:13.542201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd6f66bc-4063-4f52-9524-9bb766d36ca9 req-af563603-9799-4103-b611-02b347c4f06d service neutron] 10.222.0.16 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386117 Aug 10 01:52:13.554996 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:13.627472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d976f6ac-3e95-4216-8243-b34b7acf6b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:13.629309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event updated for resources: {'Port': ['ID=df1b92b3-d129-4983-b5c8-26a0f9676152,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:13.650140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-f7482cb8-34c7-41e5-bba0-0dabc9537d73 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:13.657553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-f7482cb8-34c7-41e5-bba0-0dabc9537d73 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 808 time: 0.3435960 Aug 10 01:52:13.696727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Deleting port 51be12df-870d-4d90-985c-e8197f430d78 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:13.700961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:13.708044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:13.725373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:13.734142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-f3a915d3-ebcb-4853-9983-e3cb38c6b87d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/quotas/64f718678e0b4c91a1b88e2f03a4baec HTTP/1.1" status: 200 len: 375 time: 0.0751722 Aug 10 01:52:13.739630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:13.817031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-b2dcd691-8de5-492f-96ee-7c1dc3cd911c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118543 Aug 10 01:52:13.850518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] For port 51be12df-870d-4d90-985c-e8197f430d78, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=51be12df-870d-4d90-985c-e8197f430d78,segment=NetworkSegment(d3777fb4-32f4-43c3-9988-26b1b82cb013),segment_id=d3777fb4-32f4-43c3-9988-26b1b82cb013)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:13.851267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:13.867760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Calling delete_port for 51be12df-870d-4d90-985c-e8197f430d78 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:13.975877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:13.976545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:13.987489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c646e4-c504-4d21-ae5c-e0566d742eba req-32015992-a2a7-4d5e-99ae-7bd92a491f95 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:13.995397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77c646e4-c504-4d21-ae5c-e0566d742eba req-32015992-a2a7-4d5e-99ae-7bd92a491f95 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 943 time: 0.3311343 Aug 10 01:52:14.028753 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.057748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-12887d56-d7d0-4855-9f87-a9c4522dbd84 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3226018 Aug 10 01:52:14.124536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3127595e-d83d-41fd-9d50-bd5f33e1595f None None] Provisioning for port df1b92b3-d129-4983-b5c8-26a0f9676152 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:14.129505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3127595e-d83d-41fd-9d50-bd5f33e1595f None None] Provisioning complete for port df1b92b3-d129-4983-b5c8-26a0f9676152 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:14.129889 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3127595e-d83d-41fd-9d50-bd5f33e1595f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.151551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-330358dc-998a-4318-aafc-216312519cc4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:14.153732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-330358dc-998a-4318-aafc-216312519cc4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3282340 Aug 10 01:52:14.168925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3127595e-d83d-41fd-9d50-bd5f33e1595f None None] Port df1b92b3-d129-4983-b5c8-26a0f9676152 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:14.169137 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-82bf515c-f325-460f-b82d-0330d84d9d2a tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367367 Aug 10 01:52:14.174972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Request body: {'port': {'device_id': '4f525829-4d6d-4784-9ed7-ff208dc73f3a', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'e0edf68bec68489686d0504a10f1fc82'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:14.183174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77c646e4-c504-4d21-ae5c-e0566d742eba req-82dc258d-296a-45cf-a620-969cf89b8609 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871440 Aug 10 01:52:14.248433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d976f6ac-3e95-4216-8243-b34b7acf6b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.299865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-6ae2521a-e699-444a-9fe7-aafab71bd857 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:14.301486 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-6ae2521a-e699-444a-9fe7-aafab71bd857 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252921 Aug 10 01:52:14.302710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.330132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-0c7625ef-6fe2-4c3d-994d-1a60dee75146 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715070 Aug 10 01:52:14.333386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Request body: {'port': {'device_id': '13933461-2d38-4f16-a7c2-63fc696d3f3f', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'e0edf68bec68489686d0504a10f1fc82'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:14.333802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d976f6ac-3e95-4216-8243-b34b7acf6b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.339947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=51be12df-870d-4d90-985c-e8197f430d78,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:14.384693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491f715-fc2e-45b0-9660-034c50a22883 req-4df8ab53-e91a-4735-b6a7-fcb74fd61ffd tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:14.386269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1491f715-fc2e-45b0-9660-034c50a22883 req-4df8ab53-e91a-4735-b6a7-fcb74fd61ffd tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1098 time: 0.1228788 Aug 10 01:52:14.451728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-65fb1993-ec3d-411c-aa3b-e8058651747b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3611772 Aug 10 01:52:14.456751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d976f6ac-3e95-4216-8243-b34b7acf6b7d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f987790c26fe4da5a782958e6c265943&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0233457 Aug 10 01:52:14.466227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60272) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:14.466786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976f6ac-3e95-4216-8243-b34b7acf6b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35198f2d-c782-4715-bc39-de2a77e96234,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:14.485174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Request body: {'port': {'device_id': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:14.544524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1491f715-fc2e-45b0-9660-034c50a22883 req-75f9c708-d03c-49cf-8cce-3cbdd9b07630 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392641 Aug 10 01:52:14.579297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-677d138d-beb5-4c24-a7e6-f4ede640be9b service neutron] 10.222.0.38 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253842 Aug 10 01:52:14.584067 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.595262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Made reservation on behalf of e0edf68bec68489686d0504a10f1fc82 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:14.599606 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.650710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.655315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-caa76399-d3be-4bb3-be0e-30b254984d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.682728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-caa76399-d3be-4bb3-be0e-30b254984d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.735894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Made reservation on behalf of e0edf68bec68489686d0504a10f1fc82 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:14.739693 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.980157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-caa76399-d3be-4bb3-be0e-30b254984d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.982780 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-caa76399-d3be-4bb3-be0e-30b254984d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.983967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-caa76399-d3be-4bb3-be0e-30b254984d05 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35198f2d-c782-4715-bc39-de2a77e96234 HTTP/1.1" status: 204 len: 168 time: 0.5148408 Aug 10 01:52:14.996586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa76399-d3be-4bb3-be0e-30b254984d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35198f2d-c782-4715-bc39-de2a77e96234,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:15.047289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device dd5ad99b-b23e-495a-9d36-fcba81b57cf7 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:15.051352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Router 19b63879-44f8-423d-ad0e-b176fee51a69 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:15.161757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port dd5ad99b-b23e-495a-9d36-fcba81b57cf7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:15.164356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:15.172581 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f9873d0-fea3-4528-b179-4f012798d9bf admin admin] 10.222.0.38 "PUT /v2.0/routers/19b63879-44f8-423d-ad0e-b176fee51a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6978686 Aug 10 01:52:15.173338 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a4cb-305e-4498-bbd5-1063e3421299 req-32b10fd3-4061-4ad7-8ffc-16ed66de52de tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:15.178013 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] Sync routers for ids ['19b63879-44f8-423d-ad0e-b176fee51a69'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:15.178546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb32a4cb-305e-4498-bbd5-1063e3421299 req-32b10fd3-4061-4ad7-8ffc-16ed66de52de tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 949 time: 0.4893513 Aug 10 01:52:15.178995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60286) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:15.189016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'port_id': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'mac_address': 'fa:16:3e:48:09:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:15.189433 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] Routers {'19b63879-44f8-423d-ad0e-b176fee51a69'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:15.190178 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['19b63879-44f8-423d-ad0e-b176fee51a69'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:15.240769 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:15.254458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5ad99b-b23e-495a-9d36-fcba81b57cf7 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:15.275316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port dd5ad99b-b23e-495a-9d36-fcba81b57cf7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:15.319627 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] Set router 19b63879-44f8-423d-ad0e-b176fee51a69 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:15.326965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Allocated IP 192.168.233.178 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/16582bff-5044-417c-b25d-559404ad496e) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:15.359322 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:15.411078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb32a4cb-305e-4498-bbd5-1063e3421299 req-c3281d36-114c-48a7-8333-76c866859e52 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/security-groups?id=4749effa-2712-44f4-8900-74265449161f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127602 Aug 10 01:52:15.413260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:15.427560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9291caa-c45a-4aa6-958e-db5d7a1bfc23 req-c560854b-e04a-484d-ae9e-78e965dd1177 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:15.434894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9291caa-c45a-4aa6-958e-db5d7a1bfc23 req-c560854b-e04a-484d-ae9e-78e965dd1177 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 931 time: 0.3068080 Aug 10 01:52:15.520530 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:15.570484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['dd5ad99b-b23e-495a-9d36-fcba81b57cf7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:15.574884 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:24Z', 'updated_at': '2021-08-10T01:52:14Z', 'revision_number': 5, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'gw_port': {'id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:26Z', 'updated_at': '2021-08-10T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:15.609229 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] Checking router: 19b63879-44f8-423d-ad0e-b176fee51a69 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:15.620171 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] Routers {'19b63879-44f8-423d-ad0e-b176fee51a69'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:15.620985 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:51:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['19b63879-44f8-423d-ad0e-b176fee51a69'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:15.641926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9291caa-c45a-4aa6-958e-db5d7a1bfc23 req-cf6c362d-3e65-4197-bdf9-6230b32b0648 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061541 Aug 10 01:52:15.688838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-105c0c90-997e-4821-8812-667a2778bbbc req-05bc6a84-fedb-4237-8966-36d1ac65103b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 210 time: 0.1138790 Aug 10 01:52:15.799613 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] Set router 19b63879-44f8-423d-ad0e-b176fee51a69 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:15.813876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91770b36-2c2c-4017-b97e-89faefddd3d4 req-d3649195-00c4-432c-983f-a840dc392ba8 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 210 time: 0.0433230 Aug 10 01:52:15.835485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1b92b3-d129-4983-b5c8-26a0f9676152 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:15.846811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:15.855279 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:15.862523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60296) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:15.886729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Transition to ACTIVE for port object df1b92b3-d129-4983-b5c8-26a0f9676152 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:15.900377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:15.911619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ed80f8f-438e-4242-b0a7-9f9275871fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:15.969442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Transition to ACTIVE for port object 16582bff-5044-417c-b25d-559404ad496e will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:15.971576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.010672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ed80f8f-438e-4242-b0a7-9f9275871fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.033101 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:24Z', 'updated_at': '2021-08-10T01:52:14Z', 'revision_number': 5, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'gw_port': {'id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:26Z', 'updated_at': '2021-08-10T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:16.058932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b8d97-86e4-4971-9fca-8c7e7a0544c3 req-d746ab26-3df8-472c-9576-3ca62f3c3791 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:16.061300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-456b8d97-86e4-4971-9fca-8c7e7a0544c3 req-d746ab26-3df8-472c-9576-3ca62f3c3791 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 944 time: 0.1563916 Aug 10 01:52:16.070583 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67fcd2-2b64-492b-9a22-4ff6a323f782 None None] The sync data for ids ['19b63879-44f8-423d-ad0e-b176fee51a69'] in n-d-767704-21 is: [{'id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'name': 'tempest-FloatingIPDetailsTestJSON-1560221773-router', 'tenant_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:24Z', 'updated_at': '2021-08-10T01:52:14Z', 'revision_number': 5, 'project_id': '1ae85f9ff7fc4fae9709ab34e8d46f5e', 'gw_port': {'id': 'ca74c444-fbc2-46c4-b82a-933622acaf15', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b63879-44f8-423d-ad0e-b176fee51a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:26Z', 'updated_at': '2021-08-10T01:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:16.084308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Pushing event updated for resources: {'Port': ['ID=df1b92b3-d129-4983-b5c8-26a0f9676152,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:16.159773 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-12ce37aa-86b7-4664-8c20-6ff35bbe101e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488596 Aug 10 01:52:16.182019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Deleting port ca74c444-fbc2-46c4-b82a-933622acaf15 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:16.182636 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.189205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.196513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ed80f8f-438e-4242-b0a7-9f9275871fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.201561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:16.204143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.11', 65012) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:16.255392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-456b8d97-86e4-4971-9fca-8c7e7a0544c3 req-c194ca56-e4bf-4fcf-827c-b4e9f902206d tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831601 Aug 10 01:52:16.359377 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4ed80f8f-438e-4242-b0a7-9f9275871fe3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0099629de8744129087166f52ff254d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924090 Aug 10 01:52:16.364393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed80f8f-438e-4242-b0a7-9f9275871fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a896bf-70eb-402e-86e5-912777360212,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:16.376691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60300) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:16.378944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Allocated IP 192.168.233.196 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/e3a3e0f2-9411-44f9-aad2-07258b643932) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:16.407739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-eecb9d07-5c11-420d-8eee-d53549821329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:16.409573 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-eecb9d07-5c11-420d-8eee-d53549821329 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1098 time: 0.1595836 Aug 10 01:52:16.437841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event updated for resources: {'Port': ['ID=16582bff-5044-417c-b25d-559404ad496e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:16.493619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:16.540886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] For port ca74c444-fbc2-46c4-b82a-933622acaf15, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ca74c444-fbc2-46c4-b82a-933622acaf15,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:16.541281 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.559677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Attempting to bind port df1b92b3-d129-4983-b5c8-26a0f9676152 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:16.559880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Attempting to bind port df1b92b3-d129-4983-b5c8-26a0f9676152 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:16.560237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Attempting to bind port df1b92b3-d129-4983-b5c8-26a0f9676152 on network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:16.566141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:16.584411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:16.660869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Calling delete_port for ca74c444-fbc2-46c4-b82a-933622acaf15 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:16.732214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-069d28d4-2343-41dd-ac39-ad78ad5f7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:16.733718 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-069d28d4-2343-41dd-ac39-ad78ad5f7f37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.2790046 Aug 10 01:52:16.747442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Port df1b92b3-d129-4983-b5c8-26a0f9676152 on network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:16.748258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Attempting to bind port df1b92b3-d129-4983-b5c8-26a0f9676152 on network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:16.766606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:16.767268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Checking segment: {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:16.767860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Bound using segment: {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:16.772905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Bound port: df1b92b3-d129-4983-b5c8-26a0f9676152, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:16.773541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.794000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-243669de-1a2c-4777-961c-45c06e244054 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5855136 Aug 10 01:52:16.794852 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-22bae098-8663-423c-9139-97c6a335828c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e77128c-c96a-4777-a99e-b872013c8adc HTTP/1.1" status: 200 len: 217 time: 0.0537994 Aug 10 01:52:16.801394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:16.802217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.816040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.871023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Transition to ACTIVE for port object e3a3e0f2-9411-44f9-aad2-07258b643932 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:16.899860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-a96f7a91-43da-45e5-8fef-dafe42224f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:16.899860 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-a96f7a91-43da-45e5-8fef-dafe42224f55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0971820 Aug 10 01:52:16.926664 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcb9948e-543c-4c6a-b70f-acc23284b1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.940801 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-fc04ef81-bd78-42e8-88e2-442e94e32e2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332899 Aug 10 01:52:16.952251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcb9948e-543c-4c6a-b70f-acc23284b1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.977090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-551ccc28-92ac-45d2-842a-75619708a265 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8073168 Aug 10 01:52:17.029146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Request body: {'port': {'device_id': '4f525829-4d6d-4784-9ed7-ff208dc73f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:17.046050 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-c79e1c18-f1b6-4e5f-ad89-1b0a78a40ceb service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968781 Aug 10 01:52:17.076571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device dd5ad99b-b23e-495a-9d36-fcba81b57cf7 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:17.102109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-adc23c74-2d92-4b0c-8184-8b838b788bb8 None None] Provisioning for port 16582bff-5044-417c-b25d-559404ad496e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:17.107075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-adc23c74-2d92-4b0c-8184-8b838b788bb8 None None] Provisioning complete for port 16582bff-5044-417c-b25d-559404ad496e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:17.107438 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-adc23c74-2d92-4b0c-8184-8b838b788bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.122065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.153526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-adc23c74-2d92-4b0c-8184-8b838b788bb8 None None] Port 16582bff-5044-417c-b25d-559404ad496e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:17.193371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:17.197140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-49bd2bfb-31ca-40e8-8d80-4c163e0653a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:17.199281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-49bd2bfb-31ca-40e8-8d80-4c163e0653a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1096 time: 0.3087456 Aug 10 01:52:17.216242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:17.221020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event updated for resources: {'Port': ['ID=e3a3e0f2-9411-44f9-aad2-07258b643932,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:17.225456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:17.225881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] For port df1b92b3-d129-4983-b5c8-26a0f9676152, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:17.231245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:17.231883 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.254533 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7f88b607-f1ec-4bc8-928f-88db8f9e41f3 req-73d73723-79da-428d-bdd9-58c56eaae2b7 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004695 Aug 10 01:52:17.277475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:17.282725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:17.282725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.324343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] For port df1b92b3-d129-4983-b5c8-26a0f9676152, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df1b92b3-d129-4983-b5c8-26a0f9676152,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:17.325397 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.344663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e27c-f634-48b7-b3d2-a1968d2b3b26 req-1f8718f9-a897-4e2a-a2f8-b35794a0a234 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:17.346436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e86e27c-f634-48b7-b3d2-a1968d2b3b26 req-1f8718f9-a897-4e2a-a2f8-b35794a0a234 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 943 time: 0.3313394 Aug 10 01:52:17.367352 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-850ed72a-5cb1-46dd-975d-3bff9ee182a4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0379686 Aug 10 01:52:17.382648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Request body: {'port': {'device_id': '13933461-2d38-4f16-a7c2-63fc696d3f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:17.408602 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.422099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcb9948e-543c-4c6a-b70f-acc23284b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.430260 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcb9948e-543c-4c6a-b70f-acc23284b1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.432292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:17.435904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fcb9948e-543c-4c6a-b70f-acc23284b1d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d8a896bf-70eb-402e-86e5-912777360212 HTTP/1.1" status: 204 len: 168 time: 1.0558553 Aug 10 01:52:17.539717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.554377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9948e-543c-4c6a-b70f-acc23284b1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a896bf-70eb-402e-86e5-912777360212,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:17.597613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-7a72e097-97e9-44dc-a452-876a929c725d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:17.599178 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-7a72e097-97e9-44dc-a452-876a929c725d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 808 time: 0.2011862 Aug 10 01:52:17.628177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:17.630454 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae849b65-bf58-44b4-b759-7080b1280f58" -d '{"events": [{"server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "name": "network-vif-plugged", "status": "completed", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:17.641114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.662203 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port dd5ad99b-b23e-495a-9d36-fcba81b57cf7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:17.664296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Request body: {'port': {'device_id': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d', 'admin_state_up': True, 'tenant_id': '64f718678e0b4c91a1b88e2f03a4baec'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:17.791661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-33128859-ef69-4158-b85f-af38a667f653 None None] Provisioning for port e3a3e0f2-9411-44f9-aad2-07258b643932 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:17.791661 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.804785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-33128859-ef69-4158-b85f-af38a667f653 None None] Provisioning complete for port e3a3e0f2-9411-44f9-aad2-07258b643932 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:17.804785 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-33128859-ef69-4158-b85f-af38a667f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.911625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-33128859-ef69-4158-b85f-af38a667f653 None None] Port e3a3e0f2-9411-44f9-aad2-07258b643932 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:17.926674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:17.949373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.990807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e86e27c-f634-48b7-b3d2-a1968d2b3b26 req-deee8dbf-c34c-44a5-a9de-87657757cf79 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6296248 Aug 10 01:52:18.004122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.004752 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.006137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] 10.222.0.11 "PUT /v2.0/ports/df1b92b3-d129-4983-b5c8-26a0f9676152 HTTP/1.1" status: 200 len: 1092 time: 3.5287075 Aug 10 01:52:18.008453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'tag': 'df1b92b3-d129-4983-b5c8-26a0f9676152'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:18.011581 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7298c3-17f6-4fb9-9048-706bbf148537" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba19916-1972-4b01-8ee0-4090f0bc8ad8", "tag": "df1b92b3-d129-4983-b5c8-26a0f9676152"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:18.023431 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-b756a5b0-b8b0-4854-b89d-43f987d0e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.025256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-b756a5b0-b8b0-4854-b89d-43f987d0e3a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.7759278 Aug 10 01:52:18.100981 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-0c4e237f-7847-42ff-913c-a58913725879 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 200 len: 217 time: 0.0677648 Aug 10 01:52:18.124875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 51be12df-870d-4d90-985c-e8197f430d78 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:18.126365 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-45f2379c-8a7b-43c4-984a-f9163d7e695a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.172096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Made reservation on behalf of 64f718678e0b4c91a1b88e2f03a4baec for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:18.177719 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.199791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.16', 59020) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:18.202309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 51be12df-870d-4d90-985c-e8197f430d78 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:18.203325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 51be12df-870d-4d90-985c-e8197f430d78 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:18.303503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a3e0f2-9411-44f9-aad2-07258b643932 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:18.345521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515a8cc-d8fe-4ada-b7ed-4ce8bb84706d service neutron] Pushing event updated for resources: {'Port': ['ID=df1b92b3-d129-4983-b5c8-26a0f9676152,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:18.347745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.389786 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.396097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-6994eb20-1c7c-460e-bcdd-7080350faca1 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.397733 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-6994eb20-1c7c-460e-bcdd-7080350faca1 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.16 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 949 time: 0.1955097 Aug 10 01:52:18.401637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Transition to ACTIVE for port object e3a3e0f2-9411-44f9-aad2-07258b643932 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:18.501637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca74c444-fbc2-46c4-b82a-933622acaf15,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:18.562065 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.594299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.597454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-ed72e8f5-2f82-438e-8a37-40e3a9f02ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.598977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-ed72e8f5-2f82-438e-8a37-40e3a9f02ea1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.4510968 Aug 10 01:52:18.612938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82628e-f06c-4d0e-a721-32fb119663c8 req-2661202e-b75e-44e8-a6b4-e7092f75fdb4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.614483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b82628e-f06c-4d0e-a721-32fb119663c8 req-2661202e-b75e-44e8-a6b4-e7092f75fdb4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 936 time: 0.5094440 Aug 10 01:52:18.632674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-4b9383b3-2eeb-476a-82d8-658ef8905dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.634311 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-4b9383b3-2eeb-476a-82d8-658ef8905dac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba74b0dbdf364148a5e19eef50af3f0c&device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 1095 time: 0.3083568 Aug 10 01:52:18.730587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-71eba027-4b6e-426c-928f-623110d25113 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125517 Aug 10 01:52:18.743274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-59312dc1-c2a2-49e0-92db-270529ee2ed6 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:52:18.751541 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-59312dc1-c2a2-49e0-92db-270529ee2ed6 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124912 Aug 10 01:52:18.779801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-59b27e93-7f06-4afc-a760-8f3373e1b62a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1b92b3-d129-4983-b5c8-26a0f9676152 HTTP/1.1" status: 200 len: 217 time: 0.0846052 Aug 10 01:52:18.803987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.810161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Request body: {'binding': {'host': 'n-h2-767704-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:18.810759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Unknown quota resources ['binding']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:52:18.877271 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.877713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19b63879-44f8-423d-ad0e-b176fee51a69 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:52:18.881386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b82628e-f06c-4d0e-a721-32fb119663c8 req-7285c995-7200-4f32-9331-ef94f5211910 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596927 Aug 10 01:52:18.905099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.908127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5b6bc534-7761-4c98-9269-214e06efc358 admin admin] 10.222.0.38 "DELETE /v2.0/routers/19b63879-44f8-423d-ad0e-b176fee51a69 HTTP/1.1" status: 204 len: 168 time: 3.7199149 Aug 10 01:52:18.913550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60354) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:18.974617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3e0f2-9411-44f9-aad2-07258b643932,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:18.992141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-5feb5fba-ca3a-492e-ab7c-c2cb8fc39d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.994890 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-5feb5fba-ca3a-492e-ab7c-c2cb8fc39d0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8e2c825-8410-4f65-a48f-4806fb4b31e0 HTTP/1.1" status: 200 len: 862 time: 0.2001159 Aug 10 01:52:19.076342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Allocated IP 172.20.0.6 (ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d/efe20240-759c-44f9-a75c-18875ca75d53/67ac624d-e9d1-4b38-bd98-7427e4043aed) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:19.126403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16582bff-5044-417c-b25d-559404ad496e {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:19.135440 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.153521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Transition to ACTIVE for port object 16582bff-5044-417c-b25d-559404ad496e will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:19.163222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-f3e5ad77-c726-4c71-a9a2-9afc59307686 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008989 Aug 10 01:52:19.205775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72430f11-96cb-4395-b354-c733773b4168 req-86b0d720-72f1-49a8-b7b0-aecb670ee15a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 210 time: 0.0463154 Aug 10 01:52:19.205967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Attempting to bind port e3a3e0f2-9411-44f9-aad2-07258b643932 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:19.206404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Attempting to bind port e3a3e0f2-9411-44f9-aad2-07258b643932 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:19.206601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Attempting to bind port e3a3e0f2-9411-44f9-aad2-07258b643932 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:19.227855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Port e3a3e0f2-9411-44f9-aad2-07258b643932 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:19.228332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Attempting to bind port e3a3e0f2-9411-44f9-aad2-07258b643932 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:19.231655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Deleting port 5b257a6a-1891-46a1-bbea-bd4300394f2a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:19.232035 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.240365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a02bf4d-271f-4712-a9fd-dba88fc35ac8 admin admin] Deleting subnet cf3db563-ba1d-43f2-906a-a0f34caa5d12 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:52:19.245534 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a02bf4d-271f-4712-a9fd-dba88fc35ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.247959 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.357095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:19.357442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:19.357822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:19.358318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Bound port: e3a3e0f2-9411-44f9-aad2-07258b643932, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:19.358641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.389006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-f18ec49f-a341-4650-af10-f552dc502149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:19.390432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc on host n-h2-767704-21 for vnic_type normal with profile None {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:19.390612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-f18ec49f-a341-4650-af10-f552dc502149 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3747921 Aug 10 01:52:19.390794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:19.391222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:19.398840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a02bf4d-271f-4712-a9fd-dba88fc35ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.402323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Port 1e77128c-c96a-4777-a99e-b872013c8adc on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:19.402711 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:19.422205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:19.422622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:19.422983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:19.423438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Bound port: 1e77128c-c96a-4777-a99e-b872013c8adc, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:19.457374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Pushing event updated for resources: {'Port': ['ID=16582bff-5044-417c-b25d-559404ad496e,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:19.484122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:19.601352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] For port 5b257a6a-1891-46a1-bbea-bd4300394f2a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5b257a6a-1891-46a1-bbea-bd4300394f2a,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:19.607453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.607861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.645022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Calling delete_port for 5b257a6a-1891-46a1-bbea-bd4300394f2a owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:19.645022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] For port e3a3e0f2-9411-44f9-aad2-07258b643932, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:19.645022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.645022 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-47fcbd2c-ab28-48ea-9f74-7e30b1ba7fa2 service neutron] 10.222.0.38 "POST /v2.0/ports/1e77128c-c96a-4777-a99e-b872013c8adc/bindings HTTP/1.1" status: 201 len: 390 time: 0.8896513 Aug 10 01:52:19.645416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] For port e3a3e0f2-9411-44f9-aad2-07258b643932, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e3a3e0f2-9411-44f9-aad2-07258b643932,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:19.654690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d00860-d884-4f49-8184-7a66479cd90c req-67b91e3e-a77c-43bf-846b-6596fed1347c tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:19.659147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14d00860-d884-4f49-8184-7a66479cd90c req-67b91e3e-a77c-43bf-846b-6596fed1347c tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/ports?device_id=9823e66f-f01c-4184-ac9f-8a9ffb0337fd HTTP/1.1" status: 200 len: 949 time: 0.3789756 Aug 10 01:52:19.715595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.747264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8724a5-4a2f-47bd-a380-bf450d39e5ae req-03501db6-6be4-445e-b3ba-b8206b887538 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345936 Aug 10 01:52:19.771852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-c88c04b7-67b7-4fa0-9fa0-300a28d0668e service neutron] 10.222.0.11 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489981 Aug 10 01:52:19.778280 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a02bf4d-271f-4712-a9fd-dba88fc35ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.785008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:19.785634 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.787805 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] 10.222.0.11 "PUT /v2.0/ports/e3a3e0f2-9411-44f9-aad2-07258b643932 HTTP/1.1" status: 200 len: 1097 time: 2.4098899 Aug 10 01:52:19.795205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13933461-2d38-4f16-a7c2-63fc696d3f3f', 'tag': 'e3a3e0f2-9411-44f9-aad2-07258b643932'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:19.797762 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa8591f-3a4c-4a98-b865-8e25bae59375" -d '{"events": [{"name": "network-changed", "server_uuid": "13933461-2d38-4f16-a7c2-63fc696d3f3f", "tag": "e3a3e0f2-9411-44f9-aad2-07258b643932"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:19.855958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac52bc-a2ae-47b1-b79c-663838ef9f56 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3e0f2-9411-44f9-aad2-07258b643932,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:19.906334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dca2b14-7aa7-4ca0-9d33-c3103fc5b33a req-3c8dd28d-f5bf-4c1c-b062-d266bdbb8048 service neutron] 10.222.0.11 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250074 Aug 10 01:52:19.911240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.954802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Attempting to bind port 16582bff-5044-417c-b25d-559404ad496e on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:19.955146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Attempting to bind port 16582bff-5044-417c-b25d-559404ad496e by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:19.955489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Attempting to bind port 16582bff-5044-417c-b25d-559404ad496e on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:19.964294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14d00860-d884-4f49-8184-7a66479cd90c req-1676817e-78e9-4a65-a1c1-ecd7277b898e tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.38 "GET /v2.0/security-groups?id=4749effa-2712-44f4-8900-74265449161f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042850 Aug 10 01:52:20.002239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Port 16582bff-5044-417c-b25d-559404ad496e on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:20.002462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Attempting to bind port 16582bff-5044-417c-b25d-559404ad496e on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:20.030093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:20.030566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:20.036939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:20.036939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Bound port: 16582bff-5044-417c-b25d-559404ad496e, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:20.037150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Pushing event updated for resources: {'Port': ['ID=67ac624d-e9d1-4b38-bd98-7427e4043aed,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:20.037248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.055036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:20.058194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:20.067767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:20.077596 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f77227e-5820-4aae-aaf5-8a412770e5c7 x-openstack-request-id: req-3f77227e-5820-4aae-aaf5-8a412770e5c7 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:20.078844 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "name": "network-vif-plugged", "status": "completed", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:20.079276 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f77227e-5820-4aae-aaf5-8a412770e5c7 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:20.079848 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'code': 200} Aug 10 01:52:20.090112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:20.090112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.092935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-c4269e1f-5466-4ef4-8f3b-28003612b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:20.095042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-c4269e1f-5466-4ef4-8f3b-28003612b79c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 1100 time: 0.1535473 Aug 10 01:52:20.158271 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.16', 59022) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:20.193908 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2608b91-64bd-4112-b58f-5758435da4f6 x-openstack-request-id: req-a2608b91-64bd-4112-b58f-5758435da4f6 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:20.194194 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba19916-1972-4b01-8ee0-4090f0bc8ad8", "tag": "df1b92b3-d129-4983-b5c8-26a0f9676152", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:20.194453 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2608b91-64bd-4112-b58f-5758435da4f6 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:20.194902 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'tag': 'df1b92b3-d129-4983-b5c8-26a0f9676152', 'status': 'completed', 'code': 200} Aug 10 01:52:20.203353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ca74c444-fbc2-46c4-b82a-933622acaf15 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:20.216432 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.233294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['5b257a6a-1891-46a1-bbea-bd4300394f2a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:20.235996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ca74c444-fbc2-46c4-b82a-933622acaf15 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:20.236556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ca74c444-fbc2-46c4-b82a-933622acaf15 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:20.283885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Pushing event deleted for resources: {'Port': ['ID=5b257a6a-1891-46a1-bbea-bd4300394f2a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:20.284102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-0e6af225-cb18-4063-805a-38c0cfc9d1f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e3a3e0f2-9411-44f9-aad2-07258b643932 HTTP/1.1" status: 200 len: 217 time: 0.1403608 Aug 10 01:52:20.292003 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-c5f23300-522e-458b-a444-2159b0395ab3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6493139 Aug 10 01:52:20.298847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a02bf4d-271f-4712-a9fd-dba88fc35ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.319832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Request body: {'port': {'device_id': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:20.482647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] No DVR routers for this DVR port 5b257a6a-1891-46a1-bbea-bd4300394f2a on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:20.485409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218c2a0-2551-4651-8a84-506ab4748460 req-bd3fcb78-137a-44c7-af16-41654a83ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:20.487006 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2218c2a0-2551-4651-8a84-506ab4748460 req-bd3fcb78-137a-44c7-af16-41654a83ed5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 1097 time: 0.3276463 Aug 10 01:52:20.491488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.494286 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fbf42d89-daee-421d-ab64-a3a373b27ab7 req-41ef7cd4-a941-4b58-8c59-ef5ca4d41599 tempest-ServerDiagnosticsNegativeTest-1488140438 tempest-ServerDiagnosticsNegativeTest-1488140438-project] 10.222.0.16 "DELETE /v2.0/ports/5b257a6a-1891-46a1-bbea-bd4300394f2a HTTP/1.1" status: 204 len: 173 time: 2.0894384 Aug 10 01:52:20.535726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e13d96-a2e6-464d-9197-19182bc52b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.555399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-ab36b386-58e6-4af8-89e6-ff1ad24d1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:20.557302 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-ab36b386-58e6-4af8-89e6-ff1ad24d1b1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba74b0dbdf364148a5e19eef50af3f0c&device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 1095 time: 0.3518126 Aug 10 01:52:20.565867 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2218c2a0-2551-4651-8a84-506ab4748460 req-f000e064-5c33-49f8-8e46-9a2c9ee6a842 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689087 Aug 10 01:52:20.578200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.722106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02bf4d-271f-4712-a9fd-dba88fc35ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3db563-ba1d-43f2-906a-a0f34caa5d12,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:20.738758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915ef61-f489-4d0a-bd08-1b24069029b1 None None] Network 9a9916ac-79ae-47ed-86c9-ece8d4095e5b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:52:20.750429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a02bf4d-271f-4712-a9fd-dba88fc35ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.754689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7a02bf4d-271f-4712-a9fd-dba88fc35ac8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cf3db563-ba1d-43f2-906a-a0f34caa5d12 HTTP/1.1" status: 204 len: 168 time: 1.8357344 Aug 10 01:52:20.756318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60386) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:20.756460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] For port 16582bff-5044-417c-b25d-559404ad496e, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:20.781265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-4c92e1f4-95fc-4474-8d2b-a7f0e91cf512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:20.782742 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-4c92e1f4-95fc-4474-8d2b-a7f0e91cf512 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 HTTP/1.1" status: 200 len: 924 time: 0.2141826 Aug 10 01:52:20.790499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] For port 16582bff-5044-417c-b25d-559404ad496e, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=16582bff-5044-417c-b25d-559404ad496e,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:20.804962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b7c2-c092-4657-b606-9a5fb80d9fdd req-04d76209-00ac-41c8-bb3b-46f64ee54c59 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:20.807319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e19b7c2-c092-4657-b606-9a5fb80d9fdd req-04d76209-00ac-41c8-bb3b-46f64ee54c59 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 945 time: 0.7113426 Aug 10 01:52:20.810317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-75f6c233-d411-4e35-bfbf-bdaffba3eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:20.811960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-75f6c233-d411-4e35-bfbf-bdaffba3eb48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.4858210 Aug 10 01:52:20.835335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa356cf-b6f2-4544-a60a-26ce2a5a1309 req-d3864d08-ca53-412b-8fc8-8258f2bcdb8b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:20.842733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bfa356cf-b6f2-4544-a60a-26ce2a5a1309 req-d3864d08-ca53-412b-8fc8-8258f2bcdb8b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 943 time: 0.5616794 Aug 10 01:52:20.871583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.880939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-19c0b5b5-85ce-4d3f-8cd4-d079fd85f8aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1b92b3-d129-4983-b5c8-26a0f9676152 HTTP/1.1" status: 200 len: 217 time: 0.0568392 Aug 10 01:52:20.898369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-9df30f34-713f-449f-9c46-dd88a106926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:20.900499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-9df30f34-713f-449f-9c46-dd88a106926c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1098 time: 0.2236295 Aug 10 01:52:20.968337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.009533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f6aab-d8e9-4914-95ba-d77100cafaa5 None None] DHCP port deletion for 9a9916ac-79ae-47ed-86c9-ece8d4095e5b request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:52:21.029238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.029908 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.031343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] 10.222.0.16 "PUT /v2.0/ports/16582bff-5044-417c-b25d-559404ad496e HTTP/1.1" status: 200 len: 1097 time: 4.0218787 Aug 10 01:52:21.034732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-66860399-cbdf-4e5c-bcaf-4cd07e2c5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.036198 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-66860399-cbdf-4e5c-bcaf-4cd07e2c5a5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8e2c825-8410-4f65-a48f-4806fb4b31e0 HTTP/1.1" status: 200 len: 862 time: 0.1446035 Aug 10 01:52:21.039816 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e19b7c2-c092-4657-b606-9a5fb80d9fdd req-2f05604d-e24b-4a71-be4c-f196937981f0 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247539 Aug 10 01:52:21.059822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bfa356cf-b6f2-4544-a60a-26ce2a5a1309 req-07dbea5e-0787-4240-ad8a-31adbed3234b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110178 Aug 10 01:52:21.071293 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.097635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9b3b1-8c3e-4c7d-8a86-e5a753577645 service neutron] Pushing event updated for resources: {'Port': ['ID=16582bff-5044-417c-b25d-559404ad496e,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:21.131689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f6aab-d8e9-4914-95ba-d77100cafaa5 None None] Deleting port abdae2a3-3c2d-42d1-841f-3051f69c3dcf {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:21.132632 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c6f6aab-d8e9-4914-95ba-d77100cafaa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.138791 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f4f837-4859-4361-b23a-03ea7fc74b6a x-openstack-request-id: req-59f4f837-4859-4361-b23a-03ea7fc74b6a {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:21.139137 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13933461-2d38-4f16-a7c2-63fc696d3f3f", "tag": "e3a3e0f2-9411-44f9-aad2-07258b643932", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:21.139399 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59f4f837-4859-4361-b23a-03ea7fc74b6a {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:21.139820 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13933461-2d38-4f16-a7c2-63fc696d3f3f', 'tag': 'e3a3e0f2-9411-44f9-aad2-07258b643932', 'status': 'completed', 'code': 200} Aug 10 01:52:21.173918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-d9897ebe-f1bd-401f-aacc-af898a3115c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.178092 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-d9897ebe-f1bd-401f-aacc-af898a3115c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242340 Aug 10 01:52:21.178341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Deleting port abdae2a3-3c2d-42d1-841f-3051f69c3dcf {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:21.178793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.178983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-c813c2a2-201b-49be-a1e0-a2355af55781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.181101 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-c813c2a2-201b-49be-a1e0-a2355af55781 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.2473302 Aug 10 01:52:21.187531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-3afd21d4-4fac-40cb-b139-d522aeb7e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.190766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-3afd21d4-4fac-40cb-b139-d522aeb7e98c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3623602 Aug 10 01:52:21.311951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8c6f6aab-d8e9-4914-95ba-d77100cafaa5 None None] For port abdae2a3-3c2d-42d1-841f-3051f69c3dcf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=abdae2a3-3c2d-42d1-841f-3051f69c3dcf,segment=NetworkSegment(d3777fb4-32f4-43c3-9988-26b1b82cb013),segment_id=d3777fb4-32f4-43c3-9988-26b1b82cb013)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:21.312759 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c6f6aab-d8e9-4914-95ba-d77100cafaa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.338617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f6aab-d8e9-4914-95ba-d77100cafaa5 None None] Calling delete_port for abdae2a3-3c2d-42d1-841f-3051f69c3dcf owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:21.347109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-26fdebec-c53c-4942-a346-e0d728f56ddd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e77128c-c96a-4777-a99e-b872013c8adc HTTP/1.1" status: 200 len: 217 time: 0.1306849 Aug 10 01:52:21.468235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-2d31b9a5-2475-482c-9c72-acde5a7e231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.471265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-2d31b9a5-2475-482c-9c72-acde5a7e231a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 1100 time: 0.2879088 Aug 10 01:52:21.509213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ac624d-e9d1-4b38-bd98-7427e4043aed {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:21.525454 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.540659 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0520fdaa-e26d-4f1d-a3e6-e398c10a0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.541894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0520fdaa-e26d-4f1d-a3e6-e398c10a0282 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.1453133 Aug 10 01:52:21.549736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85f7bb-185a-40b2-b4ce-284fabe03fa2 req-b78c09b7-dd29-4361-9409-59afb55d0b4c tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.552371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f85f7bb-185a-40b2-b4ce-284fabe03fa2 req-b78c09b7-dd29-4361-9409-59afb55d0b4c tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 946 time: 0.3267426 Aug 10 01:52:21.558972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-ea82fd8c-1837-4d8c-ae6b-e75ce5b7c5b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=16582bff-5044-417c-b25d-559404ad496e HTTP/1.1" status: 200 len: 217 time: 0.0766232 Aug 10 01:52:21.573909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Transition to ACTIVE for port object 67ac624d-e9d1-4b38-bd98-7427e4043aed will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:21.578207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796287d-5cd4-42c5-ba03-b19be348ee8b req-ec203536-29ea-4503-be21-9f686e860cb5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.581095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] For port abdae2a3-3c2d-42d1-841f-3051f69c3dcf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=abdae2a3-3c2d-42d1-841f-3051f69c3dcf,segment=NetworkSegment(d3777fb4-32f4-43c3-9988-26b1b82cb013),segment_id=d3777fb4-32f4-43c3-9988-26b1b82cb013)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:21.581095 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.581492 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f796287d-5cd4-42c5-ba03-b19be348ee8b req-ec203536-29ea-4503-be21-9f686e860cb5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 948 time: 0.3132055 Aug 10 01:52:21.599023 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c6f6aab-d8e9-4914-95ba-d77100cafaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.600144 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Calling delete_port for abdae2a3-3c2d-42d1-841f-3051f69c3dcf owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:21.612134 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-f6f6c452-aaba-46c7-9d5d-cf6d37c2fce1 service neutron] 10.222.0.11 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849254 Aug 10 01:52:21.613223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-5c2e6857-d89a-4877-b38f-b76b1750736a service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693137 Aug 10 01:52:21.633068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f6aab-d8e9-4914-95ba-d77100cafaa5 None None] Pushing event deleted for resources: {'Port': ['ID=abdae2a3-3c2d-42d1-841f-3051f69c3dcf,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:21.639493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f6aab-d8e9-4914-95ba-d77100cafaa5 None None] No DVR routers for this DVR port abdae2a3-3c2d-42d1-841f-3051f69c3dcf on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:21.639669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-55d7bd13-c572-403c-9c83-da2955ee7096 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771635 Aug 10 01:52:21.705494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.788845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f85f7bb-185a-40b2-b4ce-284fabe03fa2 req-805e2c91-b2f2-47e3-898d-ff9e7de8ef07 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288945 Aug 10 01:52:21.790519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Pushing event updated for resources: {'Port': ['ID=67ac624d-e9d1-4b38-bd98-7427e4043aed,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:21.801884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-69163ce4-95dd-4461-9d17-0c50de97c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.803392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-69163ce4-95dd-4461-9d17-0c50de97c2bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.2207420 Aug 10 01:52:21.816303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f796287d-5cd4-42c5-ba03-b19be348ee8b req-e1b2787c-f586-4b1a-aa44-be010a925898 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131507 Aug 10 01:52:21.864989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:21.864989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:21.864989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:21.874158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Port 67ac624d-e9d1-4b38-bd98-7427e4043aed on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:21.876618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:21.885997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.887990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:21.888335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:21.888720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:21.889167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Bound port: 67ac624d-e9d1-4b38-bd98-7427e4043aed, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:21.889513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.902181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-6b0c77cf-434f-418b-9230-dad7f71c33e1 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615473 Aug 10 01:52:21.912989 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca7298c3-17f6-4fb9-9048-706bbf148537 req-679e9e1d-a4c0-4262-9d5b-2496430ac021 service neutron] 10.222.0.11 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651880 Aug 10 01:52:21.944162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=abdae2a3-3c2d-42d1-841f-3051f69c3dcf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:21.945497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-154bc8b7-c56d-41a2-ac34-791abc608978 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859435 Aug 10 01:52:21.946626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] No DVR routers for this DVR port abdae2a3-3c2d-42d1-841f-3051f69c3dcf on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:21.951134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-fe078d27-f8ad-4840-9442-3180b48629fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.952651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-fe078d27-f8ad-4840-9442-3180b48629fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345136 Aug 10 01:52:21.965721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e17d20-b54a-47ed-9a4a-0b485b7568f6 req-7e4d76a3-85ba-44ca-a5c6-1770e39ff19a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:21.966932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24e17d20-b54a-47ed-9a4a-0b485b7568f6 req-7e4d76a3-85ba-44ca-a5c6-1770e39ff19a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 943 time: 0.0853558 Aug 10 01:52:22.069047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.097814 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.098222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.098942 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.099309 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > port after_create 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.099629 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.099986 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > port after_update 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.100314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.100656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.100975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.101324 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.138034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-af9ffc9e-917a-468b-9a6a-1eb31628f5cd tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ebe9375fbcd44308835b1a0b09923475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498054 Aug 10 01:52:22.153277 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.155265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24e17d20-b54a-47ed-9a4a-0b485b7568f6 req-e37bca80-f065-493a-8ebe-ccfac802597c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783259 Aug 10 01:52:22.165202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device abdae2a3-3c2d-42d1-841f-3051f69c3dcf no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:22.171484 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.171846 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.172192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.172532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 01:52:22.172919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9916ac-79ae-47ed-86c9-ece8d4095e5b']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:22.178669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:22.198467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3777fb4-32f4-43c3-9988-26b1b82cb013') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:22.198831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3777fb4-32f4-43c3-9988-26b1b82cb013') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:22.204027 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: abdae2a3-3c2d-42d1-841f-3051f69c3dcf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:22.204765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device abdae2a3-3c2d-42d1-841f-3051f69c3dcf not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:22.223538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f525829-4d6d-4784-9ed7-ff208dc73f3a', 'tag': '16582bff-5044-417c-b25d-559404ad496e'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:22.223923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:22.226019 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.227820 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52" -d '{"events": [{"name": "network-changed", "server_uuid": "4f525829-4d6d-4784-9ed7-ff208dc73f3a", "tag": "16582bff-5044-417c-b25d-559404ad496e"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:22.233902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-832125f8-8f2e-4c78-95d8-8ff07e327d68 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647729 Aug 10 01:52:22.254980 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.259970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-eb5965fb-3b70-40fe-a768-60b4be4c3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.261745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-eb5965fb-3b70-40fe-a768-60b4be4c3ac8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 1100 time: 0.2127824 Aug 10 01:52:22.270072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: from cryptography.utils import int_from_bytes Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: from cryptography.utils import int_from_bytes Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:52:22.276249 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:52:22.332998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.350591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-ab0e35ac-6822-4174-8133-bb36b831648d service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826213 Aug 10 01:52:22.418375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.419021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.420502 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] 10.222.0.16 "PUT /v2.0/ports/67ac624d-e9d1-4b38-bd98-7427e4043aed HTTP/1.1" status: 200 len: 1092 time: 2.1180010 Aug 10 01:52:22.454065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58edd93-129b-41ac-a925-0df4328eae84 service neutron] Pushing event updated for resources: {'Port': ['ID=67ac624d-e9d1-4b38-bd98-7427e4043aed,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:22.470292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-8b2c9577-acc2-4373-9f3c-a9d35eafc085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.470292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-8b2c9577-acc2-4373-9f3c-a9d35eafc085 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1845548 Aug 10 01:52:22.483524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7d09e-ee99-435a-b3f4-2030c2a7f505 req-fd2b0a7a-2eba-477d-847c-6b135375257d tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.485586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09d7d09e-ee99-435a-b3f4-2030c2a7f505 req-fd2b0a7a-2eba-477d-847c-6b135375257d tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 943 time: 0.1797106 Aug 10 01:52:22.496111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ed7d4317-f295-49c7-a62c-c8c1914da8a7 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.497592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ed7d4317-f295-49c7-a62c-c8c1914da8a7 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1098 time: 0.1866179 Aug 10 01:52:22.511835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-13ad69d2-9197-4d1f-9ff5-2496b2d4434f tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.518621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-13ad69d2-9197-4d1f-9ff5-2496b2d4434f tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302054 Aug 10 01:52:22.532735 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-62e5fa44-ce3e-46e2-868a-eec9a5e6f50a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e3a3e0f2-9411-44f9-aad2-07258b643932 HTTP/1.1" status: 200 len: 217 time: 0.0429068 Aug 10 01:52:22.540030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-21'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:22.560024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.593078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-a803bd60-ab71-42c7-9db1-79de45f71fc1 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/quotas/ebe9375fbcd44308835b1a0b09923475 HTTP/1.1" status: 200 len: 375 time: 0.0735276 Aug 10 01:52:22.618459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.620695 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] 10.222.0.38 "DELETE /v2.0/networks/9a9916ac-79ae-47ed-86c9-ece8d4095e5b HTTP/1.1" status: 204 len: 168 time: 1.8613653 Aug 10 01:52:22.629823 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55eb9f7-574e-4c42-99ff-04734ba4a0f4 req-b61b250d-2fa3-49ae-8a31-e79bbbd4cf8a service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561390 Aug 10 01:52:22.643716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dab86-aa55-47c6-b352-fd0bafaf1f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9916ac-79ae-47ed-86c9-ece8d4095e5b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:22.651443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-9e2e8751-1c8a-4bfb-949c-dcca8721f07a tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ebe9375fbcd44308835b1a0b09923475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569050 Aug 10 01:52:22.671974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-adab9148-9de6-472f-939b-d0836b281f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.673405 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-adab9148-9de6-472f-939b-d0836b281f8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1264174 Aug 10 01:52:22.683497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-90456f94-ff32-4034-898b-7d673215e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.686050 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-90456f94-ff32-4034-898b-7d673215e3a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1095 time: 0.0992463 Aug 10 01:52:22.732593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09d7d09e-ee99-435a-b3f4-2030c2a7f505 req-c80769b6-0b6a-441a-b1f2-4c3431dd3717 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338915 Aug 10 01:52:22.752864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-ddd1101f-26f2-45b0-b4e3-7f4ebeda390e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed HTTP/1.1" status: 200 len: 217 time: 0.0427878 Aug 10 01:52:22.767274 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.833599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-8c9de49a-a4f8-460f-9359-81c3ee29895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.835351 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-8c9de49a-a4f8-460f-9359-81c3ee29895d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420641 Aug 10 01:52:22.839103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-7b2831d2-0101-4127-8f07-96035bc49937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:22.840992 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-7b2831d2-0101-4127-8f07-96035bc49937 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0726228 Aug 10 01:52:22.883279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60418) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:22.900248 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-44704461-081b-4a0a-b623-cae52ac7a67a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522327 Aug 10 01:52:23.019848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:23.045265 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebec41a-eab8-41b8-afd8-878da200fdee x-openstack-request-id: req-bebec41a-eab8-41b8-afd8-878da200fdee {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:23.045654 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f525829-4d6d-4784-9ed7-ff208dc73f3a", "tag": "16582bff-5044-417c-b25d-559404ad496e", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:23.045847 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bebec41a-eab8-41b8-afd8-878da200fdee {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:23.045987 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-3524bcad-072b-466f-9ec9-2c1308d6ac16 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858957 Aug 10 01:52:23.046251 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f525829-4d6d-4784-9ed7-ff208dc73f3a', 'tag': '16582bff-5044-417c-b25d-559404ad496e', 'status': 'completed', 'code': 200} Aug 10 01:52:23.062607 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-3f5c7fad-487c-45e3-8cf6-14bda807a550 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322622 Aug 10 01:52:23.094682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f75d43-7c53-46cf-8920-accd3202c70e req-942ba531-0506-445e-b708-0bcbceb8886c tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:23.096308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4f75d43-7c53-46cf-8920-accd3202c70e req-942ba531-0506-445e-b708-0bcbceb8886c tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 945 time: 0.2229366 Aug 10 01:52:23.096822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60426) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:23.113122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5b257a6a-1891-46a1-bbea-bd4300394f2a no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:23.160536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9823e66f-f01c-4184-ac9f-8a9ffb0337fd', 'name': 'network-vif-deleted', 'tag': '5b257a6a-1891-46a1-bbea-bd4300394f2a'}, {'name': 'network-changed', 'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:23.162759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 5b257a6a-1891-46a1-bbea-bd4300394f2a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:23.163273 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58" -d '{"events": [{"server_uuid": "9823e66f-f01c-4184-ac9f-8a9ffb0337fd", "name": "network-vif-deleted", "tag": "5b257a6a-1891-46a1-bbea-bd4300394f2a"}, {"name": "network-changed", "server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:23.168961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5b257a6a-1891-46a1-bbea-bd4300394f2a not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:23.275814 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aa8591f-3a4c-4a98-b865-8e25bae59375 req-1d066e54-3195-401f-bed7-9af2c8d94df7 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119033 Aug 10 01:52:23.283145 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0ca7ddf3-dcff-4a10-95cd-66cba5cadeee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6321aa68ed54cf795e8d78f68be4e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963819 Aug 10 01:52:23.284656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:23.311449 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-04e829db-a16b-440d-b4b5-0f9fda28c9ab req-3967bf9e-a56b-4486-a9fd-881fd94c53f1 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278137 Aug 10 01:52:23.347975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39cb9e1d-7892-407f-a2f7-c63513fc24c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.371800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39cb9e1d-7892-407f-a2f7-c63513fc24c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.466339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:23.494817 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39cb9e1d-7892-407f-a2f7-c63513fc24c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.497437 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39cb9e1d-7892-407f-a2f7-c63513fc24c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.498624 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-39cb9e1d-7892-407f-a2f7-c63513fc24c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4749effa-2712-44f4-8900-74265449161f HTTP/1.1" status: 204 len: 168 time: 0.2130239 Aug 10 01:52:23.506876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb9e1d-7892-407f-a2f7-c63513fc24c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4749effa-2712-44f4-8900-74265449161f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:23.534632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4f75d43-7c53-46cf-8920-accd3202c70e req-e2a4d7ff-acca-4448-ac05-138fd9571e23 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180970 Aug 10 01:52:23.546980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-8eab3d8c-7cb7-4f18-a852-aa4bc98d8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:23.548939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-8eab3d8c-7cb7-4f18-a852-aa4bc98d8a55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 1100 time: 0.4352317 Aug 10 01:52:23.556880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-acf2c6a7-975a-4185-aef9-fa375e1ca6a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ae85f9ff7fc4fae9709ab34e8d46f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417796 Aug 10 01:52:23.558956 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.559856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60440) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:23.598479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1cf90-779d-41fd-b98d-38dc93d709db req-e5396832-8dc3-42e7-8c36-973112d32322 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:23.599945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dae1cf90-779d-41fd-b98d-38dc93d709db req-e5396832-8dc3-42e7-8c36-973112d32322 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 946 time: 0.1716685 Aug 10 01:52:23.643022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.666804 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.678103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device df1b92b3-d129-4983-b5c8-26a0f9676152 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:23.690531 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.745587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dae1cf90-779d-41fd-b98d-38dc93d709db req-b037d8b0-3248-4a02-8e05-fa72a1a1ebbe tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177216 Aug 10 01:52:23.753448 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.781316 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.783989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.786461 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6da5c6f5-80ac-452d-a99d-fcbd4089dcb4 HTTP/1.1" status: 204 len: 168 time: 0.2238915 Aug 10 01:52:23.800742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da5c6f5-80ac-452d-a99d-fcbd4089dcb4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:23.814761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port df1b92b3-d129-4983-b5c8-26a0f9676152, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df1b92b3-d129-4983-b5c8-26a0f9676152,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:23.815463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.828644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa54c166-989d-41da-bf1b-2cbb517b8984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.830541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefcd0f-23d9-447c-8f9d-aa9e46939159 req-7f62fb2b-d3bf-4c3b-b298-d5c8f7216bca tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:23.832120 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffefcd0f-23d9-447c-8f9d-aa9e46939159 req-7f62fb2b-d3bf-4c3b-b298-d5c8f7216bca tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 948 time: 0.1899247 Aug 10 01:52:23.836204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-766f4a6a-3c19-407f-88b2-cf3a1c48deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:23.837885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-766f4a6a-3c19-407f-88b2-cf3a1c48deec service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2764828 Aug 10 01:52:23.842298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'df1b92b3-d129-4983-b5c8-26a0f9676152', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'port_id': 'df1b92b3-d129-4983-b5c8-26a0f9676152', 'mac_address': 'fa:16:3e:85:52:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:23.874134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e77128c-c96a-4777-a99e-b872013c8adc,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:23.889099 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.896314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9d0346c-0c82-46c9-b65e-28150f5a1535 req-d29b309a-2666-4d25-9da7-3facf74c8eeb tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 210 time: 0.0795360 Aug 10 01:52:23.911288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1b92b3-d129-4983-b5c8-26a0f9676152 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:23.934953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port df1b92b3-d129-4983-b5c8-26a0f9676152, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df1b92b3-d129-4983-b5c8-26a0f9676152,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:23.954457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-fb49b5e7-4b9d-4388-a161-0ecfa49170d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=16582bff-5044-417c-b25d-559404ad496e HTTP/1.1" status: 200 len: 217 time: 0.1031728 Aug 10 01:52:23.986429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc on host n-h1-767704-21 for vnic_type normal with profile {"migrating_to": "n-h2-767704-21"} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:23.986685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:23.991516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:23.995741 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b943f409-0835-47d6-9d0b-8d15ab706b99 x-openstack-request-id: req-b943f409-0835-47d6-9d0b-8d15ab706b99 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:23.996161 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9823e66f-f01c-4184-ac9f-8a9ffb0337fd", "name": "network-vif-deleted", "tag": "5b257a6a-1891-46a1-bbea-bd4300394f2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:23.996609 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b943f409-0835-47d6-9d0b-8d15ab706b99 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:23.997280 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9823e66f-f01c-4184-ac9f-8a9ffb0337fd', 'name': 'network-vif-deleted', 'tag': '5b257a6a-1891-46a1-bbea-bd4300394f2a', 'status': 'completed', 'code': 200} Aug 10 01:52:23.997635 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed', 'status': 'completed', 'code': 200} Aug 10 01:52:24.015964 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.025296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Port 1e77128c-c96a-4777-a99e-b872013c8adc on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:24.025891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Attempting to bind port 1e77128c-c96a-4777-a99e-b872013c8adc on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:24.035289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffefcd0f-23d9-447c-8f9d-aa9e46939159 req-b305aff0-ed4e-4a19-bfad-927ecedbc21a tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827195 Aug 10 01:52:24.046234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:24.046614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:24.047060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:24.047514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Bound port: 1e77128c-c96a-4777-a99e-b872013c8adc, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:24.047990 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.062795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-9f975689-c0fa-4902-8f9d-db8875fd0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:24.065932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-9f975689-c0fa-4902-8f9d-db8875fd0eea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0965207 Aug 10 01:52:24.098610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-3e46c2a5-0fbe-4230-b3a3-2b70915d0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:24.100482 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-3e46c2a5-0fbe-4230-b3a3-2b70915d0ecc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1095 time: 0.0589206 Aug 10 01:52:24.116753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=df1b92b3-d129-4983-b5c8-26a0f9676152,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:24.201350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-7ad45fab-0cb6-401e-a557-70c5aa322068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:24.202888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-7ad45fab-0cb6-401e-a557-70c5aa322068 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.0930223 Aug 10 01:52:24.250801 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-dc00b408-ff2f-4891-a0e3-6034015323b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed HTTP/1.1" status: 200 len: 217 time: 0.0401366 Aug 10 01:52:24.299997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['df1b92b3-d129-4983-b5c8-26a0f9676152'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:24.306793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-38287d26-fb38-4d97-891c-0fd67a5766d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:24.308660 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-38287d26-fb38-4d97-891c-0fd67a5766d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0503983 Aug 10 01:52:24.322504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-5db2fde5-9966-4b66-bc76-0265129006be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:24.324341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-5db2fde5-9966-4b66-bc76-0265129006be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2188578 Aug 10 01:52:24.349283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-a660ced2-aafa-4366-8654-6d561eb5021b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332456 Aug 10 01:52:24.375714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a025e-8aec-4fb6-8fa6-9cc2c8c54702 req-43188a94-1b9c-4843-80a4-229fe6653630 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:24.383391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-743a025e-8aec-4fb6-8fa6-9cc2c8c54702 req-43188a94-1b9c-4843-80a4-229fe6653630 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 943 time: 0.2811143 Aug 10 01:52:24.386132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:24.424842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60456) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:24.446482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39a7138e-0974-4bff-8cc1-27a52d24f3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.509380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:24.530489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-8c96938a-751f-4921-8752-8421ad9bd1e9 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737750 Aug 10 01:52:24.561141 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-743a025e-8aec-4fb6-8fa6-9cc2c8c54702 req-6eb3d97e-39de-430b-bb1c-a96b8afbec53 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625619 Aug 10 01:52:24.574428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-f7de8e71-f96e-4cea-a6fa-8fe7f6bc7e6b tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 258 time: 0.4696405 Aug 10 01:52:24.580947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:24.592218 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.667126 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39a7138e-0974-4bff-8cc1-27a52d24f3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.669667 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fa81a35-cda3-4a66-8cbf-aa66d88aec58 req-6ebafd82-ac9b-4d8c-ba79-7ff52bd6236c service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311166 Aug 10 01:52:24.709013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e77128c-c96a-4777-a99e-b872013c8adc,revision_number=8']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:24.725547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-47ee5d9e-2649-4306-b8b7-186ddc9d9c9b service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806129 Aug 10 01:52:24.753108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:24.753722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.755068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0f8aa051-94ec-4105-8204-5e8722e210b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/1e77128c-c96a-4777-a99e-b872013c8adc HTTP/1.1" status: 200 len: 1124 time: 2.2312782 Aug 10 01:52:24.760621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39a7138e-0974-4bff-8cc1-27a52d24f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.812670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000f10-1cd7-4c82-b387-084b1daf64a3 req-d94478be-2a52-4386-b337-98865c5715b5 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:24.814198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2000f10-1cd7-4c82-b387-084b1daf64a3 req-d94478be-2a52-4386-b337-98865c5715b5 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 944 time: 0.1642678 Aug 10 01:52:24.817345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1e77128c-c96a-4777-a99e-b872013c8adc'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:24.836081 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-39a7138e-0974-4bff-8cc1-27a52d24f3f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30988cbb8a5347f593c1f50e0b436c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101839 Aug 10 01:52:24.839926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60466) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:24.856660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7138e-0974-4bff-8cc1-27a52d24f3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3df531-895f-47c8-bcad-f5c585986db6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:24.892640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2000f10-1cd7-4c82-b387-084b1daf64a3 req-fad175b7-c70d-46e0-9fe6-4fde2cb95dc8 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703056 Aug 10 01:52:24.908032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b64ed29-f95f-475e-a4b0-dfd0e6cefa52 req-08364560-56c8-4849-9763-11ec6968b52d service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664112 Aug 10 01:52:24.936784 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7437db9-1df2-47a7-81ae-368994fa1187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.942588 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.991671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7437db9-1df2-47a7-81ae-368994fa1187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.056433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc'}, {'name': 'network-changed', 'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:25.056433 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abb770f-69c4-4e12-8ea0-6c00d58b023a" -d '{"events": [{"server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "name": "network-vif-unplugged", "status": "completed", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc"}, {"name": "network-changed", "server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:25.089689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bb893-66fe-400d-bae1-d61b325aaab1 req-a08a44e5-ce32-4ba6-a467-f17cb5c0ea8d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:25.091230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-603bb893-66fe-400d-bae1-d61b325aaab1 req-a08a44e5-ce32-4ba6-a467-f17cb5c0ea8d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 944 time: 0.0743279 Aug 10 01:52:25.135938 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7437db9-1df2-47a7-81ae-368994fa1187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.138796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7437db9-1df2-47a7-81ae-368994fa1187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.139939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f7437db9-1df2-47a7-81ae-368994fa1187 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a3df531-895f-47c8-bcad-f5c585986db6 HTTP/1.1" status: 204 len: 168 time: 0.2991080 Aug 10 01:52:25.148741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7437db9-1df2-47a7-81ae-368994fa1187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3df531-895f-47c8-bcad-f5c585986db6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:25.151766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-603bb893-66fe-400d-bae1-d61b325aaab1 req-dee16111-ff9e-4fe7-8569-0da0c453db48 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528705 Aug 10 01:52:25.162225 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.248094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-838764dc-4fb7-4a44-86ae-0a9c96b1043c req-b9639f06-9085-4178-8040-a2a754249edf tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 210 time: 0.0272796 Aug 10 01:52:25.294725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60484) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:25.295095 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11362177-996f-445d-8773-54de0c0978fc x-openstack-request-id: req-11362177-996f-445d-8773-54de0c0978fc {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:25.295592 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "name": "network-vif-unplugged", "status": "completed", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc", "code": 200}, {"name": "network-changed", "server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:25.296052 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11362177-996f-445d-8773-54de0c0978fc {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:25.296659 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc', 'code': 200} Aug 10 01:52:25.297006 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc', 'status': 'completed', 'code': 200} Aug 10 01:52:25.442715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-b6cfe596-b5bc-4128-bd9a-81e10ef21ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:25.444228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-b6cfe596-b5bc-4128-bd9a-81e10ef21ea3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1127 time: 0.1224182 Aug 10 01:52:25.483962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feda1d6-3ed1-4d85-917d-27fdb2d9c307 req-2901edcb-3ced-40ae-8b0d-32cd8652d71a tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:25.485370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2feda1d6-3ed1-4d85-917d-27fdb2d9c307 req-2901edcb-3ced-40ae-8b0d-32cd8652d71a tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 948 time: 0.1079688 Aug 10 01:52:25.510460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2048076550-network', 'tenant_id': '00fbeb92a4464845bf2bfbaf4fa56973'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:25.581114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Allocated IP 172.25.3.22 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/61fa8412-28e7-4fe8-bff1-495b5c25594c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:25.593512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Made reservation on behalf of 00fbeb92a4464845bf2bfbaf4fa56973 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:25.596544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.602868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2feda1d6-3ed1-4d85-917d-27fdb2d9c307 req-e24cb679-4210-470f-9d66-35b080f38022 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027639 Aug 10 01:52:25.608962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.653040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-621362f4-0024-4b9e-b68e-234282991f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:25.653040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-621362f4-0024-4b9e-b68e-234282991f30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.1784630 Aug 10 01:52:25.697681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e3a3e0f2-9411-44f9-aad2-07258b643932 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:25.738422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-7bec539f-eedc-4cd8-a3f5-b9000d2c7985 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e77128c-c96a-4777-a99e-b872013c8adc HTTP/1.1" status: 200 len: 217 time: 0.0672660 Aug 10 01:52:25.778846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device df1b92b3-d129-4983-b5c8-26a0f9676152 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:25.814281 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-c4f1e87b-6f6c-4e78-808b-b51c13ec7aa2 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ebe9375fbcd44308835b1a0b09923475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418925 Aug 10 01:52:25.820310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.822392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe1987-7621-4c85-b62b-92c53903a651 req-7c862b83-3427-4d3c-ac5b-ed11e5bcc748 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:25.824465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34fe1987-7621-4c85-b62b-92c53903a651 req-7c862b83-3427-4d3c-ac5b-ed11e5bcc748 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 943 time: 0.1463866 Aug 10 01:52:25.838221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-48093eac-9e45-4c7a-b7d3-f52737e08c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:25.840748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-48093eac-9e45-4c7a-b7d3-f52737e08c0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0952842 Aug 10 01:52:25.870872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e3a3e0f2-9411-44f9-aad2-07258b643932, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e3a3e0f2-9411-44f9-aad2-07258b643932,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:25.876786 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.888188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'e3a3e0f2-9411-44f9-aad2-07258b643932', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'e3a3e0f2-9411-44f9-aad2-07258b643932', 'mac_address': 'fa:16:3e:61:60:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:25.934815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.944759 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.971714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a3e0f2-9411-44f9-aad2-07258b643932 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:25.987898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port df1b92b3-d129-4983-b5c8-26a0f9676152 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:26.004617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port df1b92b3-d129-4983-b5c8-26a0f9676152 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:26.005136 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.009523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e3a3e0f2-9411-44f9-aad2-07258b643932, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e3a3e0f2-9411-44f9-aad2-07258b643932,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:26.052327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-38cb7bd9-0f56-452d-ab67-9a95c2a31d4f tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:26.054058 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-38cb7bd9-0f56-452d-ab67-9a95c2a31d4f tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324822 Aug 10 01:52:26.061582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:52:26.074973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Request body: {'port': {'device_id': '96337a7f-9dba-4e7f-bf51-3096b7c51948', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'ebe9375fbcd44308835b1a0b09923475'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:26.111554 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.178814 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.178972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-cb8b330c-c6f3-4b49-93e6-433f92c9a768 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3285720 Aug 10 01:52:26.222336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1b92b3-d129-4983-b5c8-26a0f9676152'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:26.225421 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799df501-b9a3-4ea0-826f-dd3d2705b5ad" -d '{"events": [{"server_uuid": "7ba19916-1972-4b01-8ee0-4090f0bc8ad8", "name": "network-vif-plugged", "status": "completed", "tag": "df1b92b3-d129-4983-b5c8-26a0f9676152"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:26.244378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e3a3e0f2-9411-44f9-aad2-07258b643932,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:26.244961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59288b9d-6754-47cd-8b91-a93f9d56f9bc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:26.250273 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.250651 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Added segment 9f1c2e88-6eff-473e-8af4-6ebad1ea4deb of type vlan for network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c Aug 10 01:52:26.268726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port df1b92b3-d129-4983-b5c8-26a0f9676152, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df1b92b3-d129-4983-b5c8-26a0f9676152,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:26.271709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34fe1987-7621-4c85-b62b-92c53903a651 req-1f4dc04d-fb11-4b4b-a490-df6340333be0 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229336 Aug 10 01:52:26.316762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Made reservation on behalf of ebe9375fbcd44308835b1a0b09923475 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:26.323258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.331328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.342237 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.344749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.379586 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.400165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=df1b92b3-d129-4983-b5c8-26a0f9676152,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:26.412404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-bf70c159-9711-40ea-b835-b98cfc53d80b service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252698 Aug 10 01:52:26.445175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e3a3e0f2-9411-44f9-aad2-07258b643932'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:26.485677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:26.523093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.525586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:26.525903 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.527264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:26.528860 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.530528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:26.579613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Pushing event updated for resources: {'Port': ['ID=61fa8412-28e7-4fe8-bff1-495b5c25594c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:26.600373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080cefc-6b2f-47dd-bbe6-65d983390017 req-6f925942-86bf-4855-8b2f-e9e86627ca55 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:26.602734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0080cefc-6b2f-47dd-bbe6-65d983390017 req-6f925942-86bf-4855-8b2f-e9e86627ca55 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 945 time: 0.2438552 Aug 10 01:52:26.622022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:26.637286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.647570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:52:26.720679 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-876a0971-23b1-4b1c-8c4f-a08c51def253 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4245346 Aug 10 01:52:26.726102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60520) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:26.734200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Request body: {'subnet': {'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2048076550-subnet', 'tenant_id': '00fbeb92a4464845bf2bfbaf4fa56973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:26.740010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cda0692-5a85-41cd-a66d-eb327ce19089,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:26.750092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0080cefc-6b2f-47dd-bbe6-65d983390017 req-c2429b88-5092-4e56-9be9-9d07a846f206 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392848 Aug 10 01:52:26.754293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0abb770f-69c4-4e12-8ea0-6c00d58b023a req-a30c03cc-e65a-42b6-8d94-45c64ab823d5 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060777 Aug 10 01:52:26.769853 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.819124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Allocated IP 192.168.233.41 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/d6905fb8-25ff-4c3d-a76d-38642597b781) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:26.873871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Made reservation on behalf of 00fbeb92a4464845bf2bfbaf4fa56973 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:26.876219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.887300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e856889-11de-4ce7-86c7-983951b2adbd req-b367fd33-b3b9-4975-8ac5-0a62b3db566d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:26.889064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e856889-11de-4ce7-86c7-983951b2adbd req-b367fd33-b3b9-4975-8ac5-0a62b3db566d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 944 time: 0.0620608 Aug 10 01:52:26.983270 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.989543 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.009818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Transition to ACTIVE for port object d6905fb8-25ff-4c3d-a76d-38642597b781 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:27.036586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e856889-11de-4ce7-86c7-983951b2adbd req-e80bbdf2-d6d0-4f73-91fe-e145a2a4c299 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265233 Aug 10 01:52:27.095592 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0ada98-54d8-49e4-83c0-1c6be7c454b9 x-openstack-request-id: req-9c0ada98-54d8-49e4-83c0-1c6be7c454b9 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:27.096099 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba19916-1972-4b01-8ee0-4090f0bc8ad8", "name": "network-vif-plugged", "status": "completed", "tag": "df1b92b3-d129-4983-b5c8-26a0f9676152", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:27.096099 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c0ada98-54d8-49e4-83c0-1c6be7c454b9 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:27.096502 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1b92b3-d129-4983-b5c8-26a0f9676152', 'code': 200} Aug 10 01:52:27.135938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 16582bff-5044-417c-b25d-559404ad496e details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:27.148226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.193965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:27.197989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:27.211653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:27.279711 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Pushing event updated for resources: {'Port': ['ID=d6905fb8-25ff-4c3d-a76d-38642597b781,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:27.312331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:27.312782 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.316657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 16582bff-5044-417c-b25d-559404ad496e, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=16582bff-5044-417c-b25d-559404ad496e,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:27.335852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '16582bff-5044-417c-b25d-559404ad496e', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '16582bff-5044-417c-b25d-559404ad496e', 'mac_address': 'fa:16:3e:e5:4d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:27.369979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830a680-c8a7-4795-ac08-1f51e1f1ee36 req-6d991407-7a39-449b-ad61-b7ae4511a3e6 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:27.376036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5830a680-c8a7-4795-ac08-1f51e1f1ee36 req-6d991407-7a39-449b-ad61-b7ae4511a3e6 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 935 time: 0.2278452 Aug 10 01:52:27.380882 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-6c324e8c-2415-48ec-9957-4de7baac2426 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3108621 Aug 10 01:52:27.387322 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.394508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Request body: {'port': {'device_id': '96337a7f-9dba-4e7f-bf51-3096b7c51948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:27.399633 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.403939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e204e8-b265-4bd2-b203-ac12fa7d9776 req-81efd9fb-2897-4418-984a-c3a0f1440975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:27.405912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91e204e8-b265-4bd2-b203-ac12fa7d9776 req-81efd9fb-2897-4418-984a-c3a0f1440975 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 1097 time: 0.2155654 Aug 10 01:52:27.408189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16582bff-5044-417c-b25d-559404ad496e {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:27.424559 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.449272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 16582bff-5044-417c-b25d-559404ad496e, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=16582bff-5044-417c-b25d-559404ad496e,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:27.465844 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.493477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.508793 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.509914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 67ac624d-e9d1-4b38-bd98-7427e4043aed details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:27.575836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91e204e8-b265-4bd2-b203-ac12fa7d9776 req-1a4c7e83-677c-46ae-a198-ead53927eccc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528702 Aug 10 01:52:27.578466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5830a680-c8a7-4795-ac08-1f51e1f1ee36 req-6f719768-e56f-44ab-a18a-f539757198ab tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cda0692-5a85-41cd-a66d-eb327ce19089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716120 Aug 10 01:52:27.599392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c8310d-f229-4c41-91a5-1c2abd9b97d8,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:27.689325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Checking segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:27.689948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Network hostable DHCP agents. Network: b3ff8e7a-e648-4408-83fa-64a78dd8ec1c, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:52:27.710889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9fb20d35-ee75-4f29-9845-4c46f4191da6 None None] Provisioning for port d6905fb8-25ff-4c3d-a76d-38642597b781 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:27.715282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:27.719769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1e77128c-c96a-4777-a99e-b872013c8adc details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:27.721377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Pushing event updated for resources: {'Port': ['ID=61fa8412-28e7-4fe8-bff1-495b5c25594c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:27.730037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=16582bff-5044-417c-b25d-559404ad496e,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:27.741770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9fb20d35-ee75-4f29-9845-4c46f4191da6 None None] Provisioning complete for port d6905fb8-25ff-4c3d-a76d-38642597b781 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:27.742275 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fb20d35-ee75-4f29-9845-4c46f4191da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.746351 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.750775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.751258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.751711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.752156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.752599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.753129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.753481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.753866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.754253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.754677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.755066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.755455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.785912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6813b31-85cd-47e1-a3fb-f5072a7075d1 req-9e991ca8-d2f9-41e7-aa44-398cdfd83bd3 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:27.790853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6813b31-85cd-47e1-a3fb-f5072a7075d1 req-9e991ca8-d2f9-41e7-aa44-398cdfd83bd3 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 949 time: 0.1145992 Aug 10 01:52:27.815101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:52:27.842042 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.843730 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-11a06b86-1c67-4be7-8314-b31af9ea1b25 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2685626 Aug 10 01:52:27.848375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6813b31-85cd-47e1-a3fb-f5072a7075d1 req-94a22f7e-c5d3-43ad-a181-68d2c135c448 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543704 Aug 10 01:52:27.910618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '67ac624d-e9d1-4b38-bd98-7427e4043aed', 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d', 'port_id': '67ac624d-e9d1-4b38-bd98-7427e4043aed', 'mac_address': 'fa:16:3e:49:af:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe20240-759c-44f9-a75c-18875ca75d53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:27.918512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-7abbff35-e8ea-478b-8d91-cda92492ff30 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.0570629 Aug 10 01:52:27.919725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, b3ff8e7a-e648-4408-83fa-64a78dd8ec1c) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:27.932459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:27.933063 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.979177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a76603-f330-42d6-b94c-adb0db82eed4 None None] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:52:28.044249 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.067661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2ac27-0d9b-42e8-ae10-07e4c50bf6e8 req-6f3a6d83-ad44-465e-b28e-b1c88e4f058d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:28.075285 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37e2ac27-0d9b-42e8-ae10-07e4c50bf6e8 req-6f3a6d83-ad44-465e-b28e-b1c88e4f058d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 943 time: 0.1171579 Aug 10 01:52:28.075616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6905fb8-25ff-4c3d-a76d-38642597b781 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:28.080986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9fb20d35-ee75-4f29-9845-4c46f4191da6 None None] Port d6905fb8-25ff-4c3d-a76d-38642597b781 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:28.083897 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.087177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ac624d-e9d1-4b38-bd98-7427e4043aed {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:28.108171 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9316d4bc-4596-47df-ad85-4c6d46bee7ba admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3717489 Aug 10 01:52:28.108381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Transition to ACTIVE for port object d6905fb8-25ff-4c3d-a76d-38642597b781 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:28.113718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-063da451-9e4c-4938-b0a2-4ebec85a9880 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:28.115098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86bb9fad-3772-41a1-8c16-8860566c4890 req-063da451-9e4c-4938-b0a2-4ebec85a9880 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.1876800 Aug 10 01:52:28.139065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37e2ac27-0d9b-42e8-ae10-07e4c50bf6e8 req-1321a6c5-8602-43d1-91c5-7d19738c671d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618999 Aug 10 01:52:28.143666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:28.148110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:28.193816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.201947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1e77128c-c96a-4777-a99e-b872013c8adc has no active binding in host n-h2-767704-21 {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:52:28.214119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17150d8-eaa7-46ea-b373-5bdd7ac48c2f None None] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:52:28.264709 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.306002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Pushing event updated for resources: {'Port': ['ID=d6905fb8-25ff-4c3d-a76d-38642597b781,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:28.344016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87f368-d1f7-4fa5-8ed4-b81b86c47174 req-45c15127-4766-496f-8280-8fb9d39a245e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:28.351914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed87f368-d1f7-4fa5-8ed4-b81b86c47174 req-45c15127-4766-496f-8280-8fb9d39a245e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 945 time: 0.1164484 Aug 10 01:52:28.374095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=67ac624d-e9d1-4b38-bd98-7427e4043aed,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:28.403267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Attempting to bind port d6905fb8-25ff-4c3d-a76d-38642597b781 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:28.403540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Attempting to bind port d6905fb8-25ff-4c3d-a76d-38642597b781 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:28.403884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Attempting to bind port d6905fb8-25ff-4c3d-a76d-38642597b781 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:28.408350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed87f368-d1f7-4fa5-8ed4-b81b86c47174 req-60f92279-d59e-4717-9c40-d58e2f8520ee tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552592 Aug 10 01:52:28.417655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Port d6905fb8-25ff-4c3d-a76d-38642597b781 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:28.417655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Attempting to bind port d6905fb8-25ff-4c3d-a76d-38642597b781 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:28.435278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:28.436466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:28.437645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:28.438626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Bound port: d6905fb8-25ff-4c3d-a76d-38642597b781, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:28.439106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.443242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-1615e137-a158-410a-bbb8-52e3e20db04f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332391 Aug 10 01:52:28.505899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['16582bff-5044-417c-b25d-559404ad496e'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:28.525148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] For port d6905fb8-25ff-4c3d-a76d-38642597b781, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:28.529042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] For port d6905fb8-25ff-4c3d-a76d-38642597b781, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d6905fb8-25ff-4c3d-a76d-38642597b781,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:28.533660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['67ac624d-e9d1-4b38-bd98-7427e4043aed'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:28.581546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe3f2-25c3-4a05-88e1-2db64ed86aba req-672bb041-6ee1-4eaf-a507-11f32f8960eb tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:28.582962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9ffe3f2-25c3-4a05-88e1-2db64ed86aba req-672bb041-6ee1-4eaf-a507-11f32f8960eb tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 944 time: 0.0755837 Aug 10 01:52:28.622363 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.627216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-415bfba6-1a22-4352-a2c3-18ac422aba5f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:28.628745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-415bfba6-1a22-4352-a2c3-18ac422aba5f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828470 Aug 10 01:52:28.655200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9ffe3f2-25c3-4a05-88e1-2db64ed86aba req-1f971df7-8637-4ac6-a4cf-011d7b18b6b7 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622492 Aug 10 01:52:28.657563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-e1b3f311-9e05-4ca7-b3f2-199951d4ceda tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/quotas/27f9282b1dac4bcf97fb1f802cd971f4 HTTP/1.1" status: 200 len: 375 time: 0.0149403 Aug 10 01:52:28.681660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:28.682126 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.688064 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] 10.222.0.16 "PUT /v2.0/ports/d6905fb8-25ff-4c3d-a76d-38642597b781 HTTP/1.1" status: 200 len: 1096 time: 1.2981594 Aug 10 01:52:28.688898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96337a7f-9dba-4e7f-bf51-3096b7c51948', 'tag': 'd6905fb8-25ff-4c3d-a76d-38642597b781'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:28.691600 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f291d7d-2dfc-4192-afdb-e96f70853ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "96337a7f-9dba-4e7f-bf51-3096b7c51948", "tag": "d6905fb8-25ff-4c3d-a76d-38642597b781"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:28.738360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea8aa8-c663-455c-86eb-1eaad5146b83 service neutron] Pushing event updated for resources: {'Port': ['ID=d6905fb8-25ff-4c3d-a76d-38642597b781,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:28.752549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-34aec96b-6db6-4d1f-81db-135e82c3b376 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688286 Aug 10 01:52:28.778623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-30e07ca5-b21a-4b03-816f-7af621076465 service neutron] 10.222.0.16 "GET /v2.0/ports/1e77128c-c96a-4777-a99e-b872013c8adc/bindings/n-h2-767704-21 HTTP/1.1" status: 200 len: 385 time: 0.1123426 Aug 10 01:52:28.878153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-e3d856d6-bb78-4b7e-a006-ab54a9c55d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:28.883333 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-e3d856d6-bb78-4b7e-a006-ab54a9c55d47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebe9375fbcd44308835b1a0b09923475&device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 1099 time: 0.0786729 Aug 10 01:52:28.931047 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-526a2613-854a-4ab0-975b-82f540458c48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d6905fb8-25ff-4c3d-a76d-38642597b781 HTTP/1.1" status: 200 len: 217 time: 0.0397315 Aug 10 01:52:28.998032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-e4602844-c73c-47db-ba89-7665e1cf1aed tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:28.999613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-e4602844-c73c-47db-ba89-7665e1cf1aed tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1267371 Aug 10 01:52:29.022819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-64cc2fbe-0ea1-4a9e-8d47-3a2cfc41d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:29.024939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-64cc2fbe-0ea1-4a9e-8d47-3a2cfc41d1a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0863757 Aug 10 01:52:29.097851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-1cfb68ec-63f7-4239-95b8-2d2fec801dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:29.099576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-1cfb68ec-63f7-4239-95b8-2d2fec801dd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0669363 Aug 10 01:52:29.121550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-f806cf57-ea6e-4764-823c-c36a30ca625f tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.1052103 Aug 10 01:52:29.143317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-8dcea8cc-5e0a-4ade-898c-81d2b0a54b7e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Request body: {'floatingip': {'port_id': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:29.206787 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-1474fc1b-c0c1-4a68-9626-459a6e6a2683 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985980 Aug 10 01:52:29.214218 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-8dcea8cc-5e0a-4ade-898c-81d2b0a54b7e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.298694 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-750d211f-f6d8-46ce-9048-f87fcfb42ed4 req-1e6c5f2a-bca1-4788-81e6-7fa4adf47ba3 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843673 Aug 10 01:52:29.334212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:29.426241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-c84744c0-ebd6-4efe-acad-c6ae9262c199 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:29.427660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-c84744c0-ebd6-4efe-acad-c6ae9262c199 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.2465901 Aug 10 01:52:29.430400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:29.501178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-02687571-bd87-49f3-99cf-96072b545754 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/quotas/00fbeb92a4464845bf2bfbaf4fa56973 HTTP/1.1" status: 200 len: 375 time: 0.0356123 Aug 10 01:52:29.523792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e77128c-c96a-4777-a99e-b872013c8adc {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:29.575960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-1f6fa609-b098-433c-820a-d38c431ff560 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658474 Aug 10 01:52:29.577697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:29.688259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.726762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e3a3e0f2-9411-44f9-aad2-07258b643932 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:29.861604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port e3a3e0f2-9411-44f9-aad2-07258b643932 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:29.865961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port e3a3e0f2-9411-44f9-aad2-07258b643932 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:29.866341 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.952149 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.975440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13933461-2d38-4f16-a7c2-63fc696d3f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3e0f2-9411-44f9-aad2-07258b643932'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:29.978612 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e3592c-e311-4ccc-a74e-d656ab655f3b" -d '{"events": [{"server_uuid": "13933461-2d38-4f16-a7c2-63fc696d3f3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3e0f2-9411-44f9-aad2-07258b643932"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:29.996198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e3a3e0f2-9411-44f9-aad2-07258b643932, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e3a3e0f2-9411-44f9-aad2-07258b643932,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:30.084777 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.134824 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e3a3e0f2-9411-44f9-aad2-07258b643932,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:30.198131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-689a4568-7903-440a-b617-507b1ccfc92d service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044633 Aug 10 01:52:30.306867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] Transition to ACTIVE for port object 1e77128c-c96a-4777-a99e-b872013c8adc will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:30.428801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.443981 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-8dcea8cc-5e0a-4ade-898c-81d2b0a54b7e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.463872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-824ac23f-38cc-45db-b983-0cb875bd32b5 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584431 Aug 10 01:52:30.503948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] No DVR routers for this DVR port 1e77128c-c96a-4777-a99e-b872013c8adc on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:30.519824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] Pushing event updated for resources: {'Port': ['ID=1e77128c-c96a-4777-a99e-b872013c8adc,revision_number=10']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:30.522501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-8dcea8cc-5e0a-4ade-898c-81d2b0a54b7e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.574606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-559fba04-1e4d-4fa0-8d8a-085509e7979b service neutron] 10.222.0.16 "PUT /v2.0/ports/1e77128c-c96a-4777-a99e-b872013c8adc/bindings/n-h2-767704-21/activate HTTP/1.1" status: 200 len: 370 time: 1.7768135 Aug 10 01:52:30.652708 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-8dcea8cc-5e0a-4ade-898c-81d2b0a54b7e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Floating IP 6cc9d92b-09ee-4373-af7c-3867ac60d705 associated. External IP: 172.25.3.22, port: dd5ad99b-b23e-495a-9d36-fcba81b57cf7. Aug 10 01:52:30.831650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a98bd-15b1-41a5-b393-c2943d188ff5 req-02a906ee-7cdf-42a9-bb53-6a51984274d2 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:30.833042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-593a98bd-15b1-41a5-b393-c2943d188ff5 req-02a906ee-7cdf-42a9-bb53-6a51984274d2 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 947 time: 0.1340506 Aug 10 01:52:30.845971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-8b2ea9dd-49df-444d-bb48-56ec22e84d99 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:30.847531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-8b2ea9dd-49df-444d-bb48-56ec22e84d99 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.1169338 Aug 10 01:52:30.940451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-593a98bd-15b1-41a5-b393-c2943d188ff5 req-75f5c984-283c-4b44-9ccc-dea0e2614e11 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cda0692-5a85-41cd-a66d-eb327ce19089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984309 Aug 10 01:52:30.984285 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f6c5ac-e4b5-4f4b-90e9-b2c9786e2a02 x-openstack-request-id: req-87f6c5ac-e4b5-4f4b-90e9-b2c9786e2a02 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:30.984817 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96337a7f-9dba-4e7f-bf51-3096b7c51948", "tag": "d6905fb8-25ff-4c3d-a76d-38642597b781", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:30.984817 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87f6c5ac-e4b5-4f4b-90e9-b2c9786e2a02 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:30.985195 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96337a7f-9dba-4e7f-bf51-3096b7c51948', 'tag': 'd6905fb8-25ff-4c3d-a76d-38642597b781', 'status': 'completed', 'code': 200} Aug 10 01:52:30.988213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ec852b3f-479e-432a-996a-8e180c1814af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:30.989738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ec852b3f-479e-432a-996a-8e180c1814af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459&tenant_id=063dde1b95404b2bac7885ebb59e4633 HTTP/1.1" status: 200 len: 1097 time: 0.1283181 Aug 10 01:52:31.079005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-8dcea8cc-5e0a-4ade-898c-81d2b0a54b7e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:31.131013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0963f4de-b7fd-409a-a80d-c0bfe368d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:31.132407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-0963f4de-b7fd-409a-a80d-c0bfe368d274 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1097 time: 0.1111484 Aug 10 01:52:31.139704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-e662891c-81ee-49e7-a48a-e15d61bc84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:31.141142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-e662891c-81ee-49e7-a48a-e15d61bc84c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebe9375fbcd44308835b1a0b09923475&device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 1099 time: 0.1302569 Aug 10 01:52:31.141382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 16582bff-5044-417c-b25d-559404ad496e up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:31.206608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c51cec-f4d2-43d7-b0b2-315171e1fc80 req-ab029d3d-00fe-4b1a-a281-39313001cdab tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:31.208221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2c51cec-f4d2-43d7-b0b2-315171e1fc80 req-ab029d3d-00fe-4b1a-a281-39313001cdab tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 950 time: 0.1626246 Aug 10 01:52:31.311384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 16582bff-5044-417c-b25d-559404ad496e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:31.315584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 16582bff-5044-417c-b25d-559404ad496e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:31.316045 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.344813 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-4312f006-eb0d-4908-bab7-087735c4257e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316482 Aug 10 01:52:31.407109 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.452673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 16582bff-5044-417c-b25d-559404ad496e, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=16582bff-5044-417c-b25d-559404ad496e,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:31.475928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-1a7f735d-bc01-4173-a844-999a79b6be5d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:31.478780 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-1a7f735d-bc01-4173-a844-999a79b6be5d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251843 Aug 10 01:52:31.495323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Request body: {'port': {'device_id': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '27f9282b1dac4bcf97fb1f802cd971f4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:31.524217 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.525026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 67ac624d-e9d1-4b38-bd98-7427e4043aed up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:31.610422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=16582bff-5044-417c-b25d-559404ad496e,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:31.666642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2c51cec-f4d2-43d7-b0b2-315171e1fc80 req-a303c0dd-4466-4278-841a-7604ff4dc7c4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357879 Aug 10 01:52:31.670974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-8dcea8cc-5e0a-4ade-898c-81d2b0a54b7e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:31.678389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-8dcea8cc-5e0a-4ade-898c-81d2b0a54b7e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.696254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] Sync routers for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:31.701778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 67ac624d-e9d1-4b38-bd98-7427e4043aed completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:31.709707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 67ac624d-e9d1-4b38-bd98-7427e4043aed triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:31.709707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.712247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:31.712955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:31.725709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-a3a5ec1e-3897-433d-903c-f73eb20922a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:31.728119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-a3a5ec1e-3897-433d-903c-f73eb20922a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.5459743 Aug 10 01:52:31.731468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Made reservation on behalf of 27f9282b1dac4bcf97fb1f802cd971f4 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:31.732958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-043860f5-a709-4660-969b-815126a8492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:31.735997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-043860f5-a709-4660-969b-815126a8492e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.5550218 Aug 10 01:52:31.744263 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.760906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.794426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-8dcea8cc-5e0a-4ade-898c-81d2b0a54b7e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "PUT /v2.0/floatingips/6cc9d92b-09ee-4373-af7c-3867ac60d705 HTTP/1.1" status: 200 len: 995 time: 2.6571071 Aug 10 01:52:31.830886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:31.833273 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93bb304-84da-4139-b913-9611505343b3" -d '{"events": [{"name": "network-changed", "server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:31.836915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-a577a589-fe3f-4aeb-ba51-06ead91139e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d6905fb8-25ff-4c3d-a76d-38642597b781 HTTP/1.1" status: 200 len: 217 time: 0.0983012 Aug 10 01:52:31.857682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ec5ca24d-081e-4198-9225-ce54d6b0540b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e77128c-c96a-4777-a99e-b872013c8adc HTTP/1.1" status: 200 len: 217 time: 0.1093538 Aug 10 01:52:31.886847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.897624 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:52:31.906859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:31.913045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-5c68aea1-4aa0-46b9-8741-f532989f4f7e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1252601 Aug 10 01:52:31.939194 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.968870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.016608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-18aeb69a-f48e-40fd-9288-5f103a12d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:32.018089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-18aeb69a-f48e-40fd-9288-5f103a12d78e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1706417 Aug 10 01:52:32.023402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-c510b422-d531-4732-a00d-5945094dd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:32.025505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-c510b422-d531-4732-a00d-5945094dd39c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.1300182 Aug 10 01:52:32.050482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76fba8-fa93-4db0-85e8-f781f948441c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:32.070315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-c5ad8eb7-dd92-42de-855e-acc01690f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:32.072310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-c5ad8eb7-dd92-42de-855e-acc01690f65e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9928c10a3ec74ccb9e08eab245c34e29&device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 1097 time: 0.2341948 Aug 10 01:52:32.083796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:32.111858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-48253835-25fd-498e-ac59-f50723e500ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736463 Aug 10 01:52:32.143064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Allocated IP 192.168.233.80 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/6004e76d-080f-4c07-ac0c-f2b7816755af) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:32.199732 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.200446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1e77128c-c96a-4777-a99e-b872013c8adc no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:32.232141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-47d4841d-fcdf-4064-857b-ad9af7d91498 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:32.233623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-47d4841d-fcdf-4064-857b-ad9af7d91498 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2976935 Aug 10 01:52:32.238465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-66a11bed-72e5-490c-a11b-fd76c89a6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:32.239981 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-66a11bed-72e5-490c-a11b-fd76c89a6ff3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2125163 Aug 10 01:52:32.317994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=67ac624d-e9d1-4b38-bd98-7427e4043aed,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:32.322905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1e77128c-c96a-4777-a99e-b872013c8adc not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:32.333647 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.346424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-fd051c66-b530-4982-a958-0498415860b5 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/quotas/27f9282b1dac4bcf97fb1f802cd971f4 HTTP/1.1" status: 200 len: 375 time: 0.0878382 Aug 10 01:52:32.351121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Transition to ACTIVE for port object 6004e76d-080f-4c07-ac0c-f2b7816755af will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:32.354313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-2f277cb3-fa00-4ade-aba0-8dd1dc7cfcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:32.355835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-2f277cb3-fa00-4ade-aba0-8dd1dc7cfcc6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f HTTP/1.1" status: 200 len: 929 time: 0.2699096 Aug 10 01:52:32.368522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '6cc9d92b-09ee-4373-af7c-3867ac60d705', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'port_id': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'mac_address': 'fa:16:3e:48:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:30Z', 'revision_number': 1, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4089d1-72ba-4861-a98e-895a0e332c79', 'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'mac_address': 'fa:16:3e:b3:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:58Z', 'updated_at': '2021-08-10T01:52:06Z', 'revision_number': 5, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'subnets': [{'id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:32.403532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] Checking router: c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:32.412657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:32.413286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:32.415577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-15520a52-3991-4fd1-9ba8-5cc6b9453c1f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527003 Aug 10 01:52:32.444981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.453564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-f9c444e9-e513-4899-af31-892440d5f717 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227105 Aug 10 01:52:32.495669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:32.499242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:32.502565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:32.555496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:32.579312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:32.580405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.603594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-02af06d3-cb32-4d98-b312-4bdb358c26d8 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513749 Aug 10 01:52:32.609245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-d5cfa627-7033-492d-83e7-53dd2e0392af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7 HTTP/1.1" status: 200 len: 998 time: 0.2421589 Aug 10 01:52:32.687559 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-6c7567b0-96d3-4c02-8fe3-48927d8372a1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1976001 Aug 10 01:52:32.706053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Request body: {'port': {'device_id': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:32.749711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-2a3c46d4-aecb-4d4d-a76e-f25c77b083ea service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709572 Aug 10 01:52:32.758163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-905e2df5-29e5-4cd5-8202-bac9827fd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:32.760177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-905e2df5-29e5-4cd5-8202-bac9827fd2f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36b1f3ff-8e3b-4a83-8ffa-9f7412945984 HTTP/1.1" status: 200 len: 867 time: 0.1388679 Aug 10 01:52:32.775538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:32.782818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.827126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f291d7d-2dfc-4192-afdb-e96f70853ac4 req-254577cc-bd3a-408a-8777-80e1a1887718 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147174 Aug 10 01:52:32.847515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-cba16899-4f45-4161-a77f-27ec7205af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:32.849068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-cba16899-4f45-4161-a77f-27ec7205af15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719252 Aug 10 01:52:32.860017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-f7d2f9b9-6519-4662-86f9-141ad4dfe3e9 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:52:32.861013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-f7d2f9b9-6519-4662-86f9-141ad4dfe3e9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052910 Aug 10 01:52:33.006908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b9043b70-63ea-4cda-a019-7cae1629dea3 None None] Provisioning for port 6004e76d-080f-4c07-ac0c-f2b7816755af completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:33.014018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b9043b70-63ea-4cda-a019-7cae1629dea3 None None] Provisioning complete for port 6004e76d-080f-4c07-ac0c-f2b7816755af triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:33.014476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b9043b70-63ea-4cda-a019-7cae1629dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.019965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74786524-c507-4d84-9e42-b7b4b5382d4a req-226fb383-d13e-4853-b32c-290926616fa5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:33.029984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74786524-c507-4d84-9e42-b7b4b5382d4a req-226fb383-d13e-4853-b32c-290926616fa5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 945 time: 0.1372418 Aug 10 01:52:33.068579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-41ae6848-f05c-47e3-9b27-70b2cc4ebc19 service neutron] 10.222.0.38 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987653 Aug 10 01:52:33.069079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b9043b70-63ea-4cda-a019-7cae1629dea3 None None] Port 6004e76d-080f-4c07-ac0c-f2b7816755af cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:33.108505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74786524-c507-4d84-9e42-b7b4b5382d4a req-e501072a-6aec-40a6-a027-5385e131460f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775340 Aug 10 01:52:33.111569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6004e76d-080f-4c07-ac0c-f2b7816755af {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:33.121620 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.146441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '6cc9d92b-09ee-4373-af7c-3867ac60d705', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'port_id': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'mac_address': 'fa:16:3e:48:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:30Z', 'revision_number': 1, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4089d1-72ba-4861-a98e-895a0e332c79', 'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'mac_address': 'fa:16:3e:b3:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:58Z', 'updated_at': '2021-08-10T01:52:06Z', 'revision_number': 5, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'subnets': [{'id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:33.159774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Transition to ACTIVE for port object 6004e76d-080f-4c07-ac0c-f2b7816755af will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:33.182970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d6905fb8-25ff-4c3d-a76d-38642597b781 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:33.187604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b85b3c-32ff-4781-ab77-1854767658dd None None] The sync data for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 is: [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '6cc9d92b-09ee-4373-af7c-3867ac60d705', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'port_id': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'mac_address': 'fa:16:3e:48:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:30Z', 'revision_number': 1, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b4089d1-72ba-4861-a98e-895a0e332c79', 'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'mac_address': 'fa:16:3e:b3:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:58Z', 'updated_at': '2021-08-10T01:52:06Z', 'revision_number': 5, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'subnets': [{'id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:33.221921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-116ee1d6-9cd7-4400-8dfb-ce9c252dc9cf req-68559763-03c6-4d2a-af4a-8dc6200330fa service neutron] 10.222.0.38 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341584 Aug 10 01:52:33.237349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.281762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d650e-d134-46c7-bb1e-f875f3329fe0 req-58980db1-745a-4cdb-ac80-31a52d681443 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:33.284733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e4d650e-d134-46c7-bb1e-f875f3329fe0 req-58980db1-745a-4cdb-ac80-31a52d681443 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0860951 Aug 10 01:52:33.293848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:33.370104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port d6905fb8-25ff-4c3d-a76d-38642597b781, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d6905fb8-25ff-4c3d-a76d-38642597b781,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:33.384630 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e4d650e-d134-46c7-bb1e-f875f3329fe0 req-beb335cc-8860-4703-a9a5-1c99db247243 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904696 Aug 10 01:52:33.407499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'd6905fb8-25ff-4c3d-a76d-38642597b781', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'd6905fb8-25ff-4c3d-a76d-38642597b781', 'mac_address': 'fa:16:3e:30:cb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:33.452177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Attempting to bind port 6004e76d-080f-4c07-ac0c-f2b7816755af on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:33.452519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Attempting to bind port 6004e76d-080f-4c07-ac0c-f2b7816755af by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:33.460003 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Attempting to bind port 6004e76d-080f-4c07-ac0c-f2b7816755af on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:33.469752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Port 6004e76d-080f-4c07-ac0c-f2b7816755af on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:33.470135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Attempting to bind port 6004e76d-080f-4c07-ac0c-f2b7816755af on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:33.480961 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a14e74-c661-435b-bf4b-c69ba40ea933 x-openstack-request-id: req-30a14e74-c661-435b-bf4b-c69ba40ea933 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:33.482271 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13933461-2d38-4f16-a7c2-63fc696d3f3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3e0f2-9411-44f9-aad2-07258b643932", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:33.482645 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30a14e74-c661-435b-bf4b-c69ba40ea933 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:33.482987 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13933461-2d38-4f16-a7c2-63fc696d3f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3e0f2-9411-44f9-aad2-07258b643932', 'code': 200} Aug 10 01:52:33.487362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:33.487716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:33.488102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:33.488535 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Bound port: 6004e76d-080f-4c07-ac0c-f2b7816755af, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:33.489586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.544478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.11', 65019) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:33.549048 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.589452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6905fb8-25ff-4c3d-a76d-38642597b781 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:33.602805 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf515588-bc0d-46a7-96e9-162413eebb95 None None] New status for floating IP 6cc9d92b-09ee-4373-af7c-3867ac60d705: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:52:33.656811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ce7bab02-c54a-4ff5-af63-efa14f88f376 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:33.658569 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ce7bab02-c54a-4ff5-af63-efa14f88f376 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.1096144 Aug 10 01:52:33.660346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port d6905fb8-25ff-4c3d-a76d-38642597b781, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d6905fb8-25ff-4c3d-a76d-38642597b781,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:33.661390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:33.707770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:33.731498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7030251b-3b43-4250-ad46-f4853f87a8ab req-110ad545-f10d-4f8e-beef-647b49cc4e5a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 210 time: 0.0813696 Aug 10 01:52:33.761728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311263d8-0f90-4398-9b35-3a4052cf33aa req-72d8b1f9-0fc4-42ac-99f0-15fe1484b262 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:33.763425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-311263d8-0f90-4398-9b35-3a4052cf33aa req-72d8b1f9-0fc4-42ac-99f0-15fe1484b262 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 945 time: 0.3320346 Aug 10 01:52:33.777332 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.778488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa062d1-70e1-41bd-a5a0-dfc5c0232942 req-f88d20f6-90f2-483f-aade-0e6fa87b321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:33.780800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fa062d1-70e1-41bd-a5a0-dfc5c0232942 req-f88d20f6-90f2-483f-aade-0e6fa87b321a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 1102 time: 0.1331930 Aug 10 01:52:33.809901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.829236 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1b1bf0-7d97-4c58-9d27-d3e3d16e2922 x-openstack-request-id: req-ef1b1bf0-7d97-4c58-9d27-d3e3d16e2922 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:33.829506 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:33.829768 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef1b1bf0-7d97-4c58-9d27-d3e3d16e2922 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:33.830158 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'status': 'completed', 'code': 200} Aug 10 01:52:33.848147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-360c22bf-dadc-4344-9862-3f4ec9d25cc9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:33.849748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-360c22bf-dadc-4344-9862-3f4ec9d25cc9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.3462057 Aug 10 01:52:33.871405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:33.877673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=d6905fb8-25ff-4c3d-a76d-38642597b781,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:33.889142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:33.889921 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.892970 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b0c1a3e3-cc3d-4b38-bcd7-d1aa8f607196 service neutron] 10.222.0.11 "PUT /v2.0/ports/6004e76d-080f-4c07-ac0c-f2b7816755af HTTP/1.1" status: 200 len: 1096 time: 1.1915126 Aug 10 01:52:33.893429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:33.895734 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14485195-e8ba-4c5c-8621-e91fb077c0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:33.918158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Request body: {'port': {'device_id': 'b5f67dd0-b0d5-4f54-98f7-ddf1468d699c', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'admin_state_up': True, 'tenant_id': '00fbeb92a4464845bf2bfbaf4fa56973'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:33.963925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ce9619c0-8c47-4791-800e-a8c6773dc374 service neutron] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:33.967668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ce9619c0-8c47-4791-800e-a8c6773dc374 service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.968808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-03662dc2-49ed-483c-8f04-a1315e7f7979 req-ce9619c0-8c47-4791-800e-a8c6773dc374 service neutron] 10.222.0.11 "DELETE /v2.0/ports/1e77128c-c96a-4777-a99e-b872013c8adc/bindings/n-h1-767704-21 HTTP/1.1" status: 204 len: 173 time: 0.2971895 Aug 10 01:52:34.022254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['d6905fb8-25ff-4c3d-a76d-38642597b781'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:34.050294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fa062d1-70e1-41bd-a5a0-dfc5c0232942 req-d3242854-f1fd-41b9-8dc6-2f2c16065fa4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584207 Aug 10 01:52:34.147361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-311263d8-0f90-4398-9b35-3a4052cf33aa req-f6be02b6-f854-4874-a0f4-1ba576cb544d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619823 Aug 10 01:52:34.182370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-14a7caf2-9ef8-466c-812a-788c5362d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:34.184500 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-14a7caf2-9ef8-466c-812a-788c5362d78a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 1099 time: 0.1401174 Aug 10 01:52:34.185081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bb304-84da-4139-b913-9611505343b3 req-d28782c2-c82b-44d3-b719-9acd2621ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:34.186638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e93bb304-84da-4139-b913-9611505343b3 req-d28782c2-c82b-44d3-b719-9acd2621ce68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9928c10a3ec74ccb9e08eab245c34e29&device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 1097 time: 0.3469243 Aug 10 01:52:34.209524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9d6f6-0fb6-445e-8b07-1185f67a0569 req-f70f5842-8ee0-4b67-9d92-f5c64cd04870 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:34.211318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00c9d6f6-0fb6-445e-8b07-1185f67a0569 req-f70f5842-8ee0-4b67-9d92-f5c64cd04870 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 948 time: 0.2276578 Aug 10 01:52:34.249284 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-c2c78653-0f65-4ede-a6aa-af15e965f7f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6004e76d-080f-4c07-ac0c-f2b7816755af HTTP/1.1" status: 200 len: 217 time: 0.0441022 Aug 10 01:52:34.300051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-69926d7f-6dd6-4c0c-98a7-847554ade98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:34.301710 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-69926d7f-6dd6-4c0c-98a7-847554ade98a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0452144 Aug 10 01:52:34.338460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00c9d6f6-0fb6-445e-8b07-1185f67a0569 req-fe246bb4-8773-4e01-ab8f-978b3a98e928 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cda0692-5a85-41cd-a66d-eb327ce19089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170549 Aug 10 01:52:34.362638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-e08e2e57-4262-4ecc-9f79-ed08b3363cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:34.362738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Made reservation on behalf of 00fbeb92a4464845bf2bfbaf4fa56973 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:34.362817 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-e08e2e57-4262-4ecc-9f79-ed08b3363cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0503199 Aug 10 01:52:34.364682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:34.382323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38be44a-99c4-48a2-970d-6d3b523f0997 req-9ac9ac1e-2edf-4efe-9ede-e8233bd86701 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:34.383986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e38be44a-99c4-48a2-970d-6d3b523f0997 req-9ac9ac1e-2edf-4efe-9ede-e8233bd86701 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 950 time: 0.1188617 Aug 10 01:52:34.389749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bb304-84da-4139-b913-9611505343b3 req-fdc53b9b-3b1c-445d-a524-e875c7f2943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:34.390052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e93bb304-84da-4139-b913-9611505343b3 req-fdc53b9b-3b1c-445d-a524-e875c7f2943b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f HTTP/1.1" status: 200 len: 929 time: 0.1883001 Aug 10 01:52:34.475344 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-618fa88f-49c9-419a-a000-09508c25573c service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036315 Aug 10 01:52:34.581363 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4e796da0-7528-4bf4-8eb1-b8c02208c424 req-b59dfdab-5e78-419e-b4f5-e25f8125bf31 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954521 Aug 10 01:52:34.787657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ec37649-1db7-4a5c-b676-8e34da068eff req-808f6ecd-82fa-471f-90a7-29435efbf77d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 210 time: 0.3707957 Aug 10 01:52:34.805505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e38be44a-99c4-48a2-970d-6d3b523f0997 req-12ec3ed6-7ba9-4685-9fc0-103593f46599 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107375 Aug 10 01:52:34.911846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e93bb304-84da-4139-b913-9611505343b3 req-fb76c815-6c65-4c52-8fc7-2a972c0bc45a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7 HTTP/1.1" status: 200 len: 1000 time: 0.5033360 Aug 10 01:52:34.992752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Allocated IP 172.20.0.5 (b3ff8e7a-e648-4408-83fa-64a78dd8ec1c/88c8310d-f229-4c41-91a5-1c2abd9b97d8/9fc0dfae-f721-4adb-962e-c5028ec53226) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:35.042093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bb304-84da-4139-b913-9611505343b3 req-b2823026-54be-4042-b12b-f98f4e72a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.043650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e93bb304-84da-4139-b913-9611505343b3 req-b2823026-54be-4042-b12b-f98f4e72a064 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36b1f3ff-8e3b-4a83-8ffa-9f7412945984 HTTP/1.1" status: 200 len: 867 time: 0.1103463 Aug 10 01:52:35.050779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918662f-705c-463f-8bdb-f6234c5b04f8 req-6f453aa0-4dbe-4741-bbe3-d093bea8bda6 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.052153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3918662f-705c-463f-8bdb-f6234c5b04f8 req-6f453aa0-4dbe-4741-bbe3-d093bea8bda6 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 945 time: 0.1643434 Aug 10 01:52:35.061816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60642) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:35.066928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Request body: {'floatingip': {'port_id': 'df1b92b3-d129-4983-b5c8-26a0f9676152'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:35.083384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-e6c2bcf5-eb94-41d3-bcdb-064033d76ffa tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 258 time: 0.2726011 Aug 10 01:52:35.113549 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:35.154938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d6905fb8-25ff-4c3d-a76d-38642597b781 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:35.185497 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd36f5f8-4bb9-43ca-8f62-205179802847 x-openstack-request-id: req-bd36f5f8-4bb9-43ca-8f62-205179802847 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:35.186434 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:35.186762 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd36f5f8-4bb9-43ca-8f62-205179802847 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:35.187167 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'status': 'completed', 'code': 200} Aug 10 01:52:35.229035 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.231113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bb304-84da-4139-b913-9611505343b3 req-31dac35f-a353-4946-8a1e-0d00e8e1cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.232634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e93bb304-84da-4139-b913-9611505343b3 req-31dac35f-a353-4946-8a1e-0d00e8e1cebc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1776409 Aug 10 01:52:35.268393 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.305924 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-31f795b0-b028-44fb-9e6d-70cfa79c7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.307395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-31f795b0-b028-44fb-9e6d-70cfa79c7727 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 1099 time: 0.1314607 Aug 10 01:52:35.330406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port d6905fb8-25ff-4c3d-a76d-38642597b781 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:35.335586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port d6905fb8-25ff-4c3d-a76d-38642597b781 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:35.336191 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.376140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437ded8-8690-4cc8-a983-faa98c1864fb req-7f684842-1780-4e36-938b-53c8bfc43cb7 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.377857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9437ded8-8690-4cc8-a983-faa98c1864fb req-7f684842-1780-4e36-938b-53c8bfc43cb7 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 945 time: 0.1794932 Aug 10 01:52:35.425252 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.441788 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.458530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port d6905fb8-25ff-4c3d-a76d-38642597b781, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d6905fb8-25ff-4c3d-a76d-38642597b781,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:35.482337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e93bb304-84da-4139-b913-9611505343b3 req-76635bf2-1e5e-4904-884e-013e80e37dd8 service neutron] 10.222.0.16 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404938 Aug 10 01:52:35.483617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f525829-4d6d-4784-9ed7-ff208dc73f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16582bff-5044-417c-b25d-559404ad496e'}, {'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed'}, {'server_uuid': '96337a7f-9dba-4e7f-bf51-3096b7c51948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6905fb8-25ff-4c3d-a76d-38642597b781'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:35.490271 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acd8bb1-b818-464a-ab88-e71c8f337248" -d '{"events": [{"server_uuid": "4f525829-4d6d-4784-9ed7-ff208dc73f3a", "name": "network-vif-plugged", "status": "completed", "tag": "16582bff-5044-417c-b25d-559404ad496e"}, {"server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "name": "network-vif-plugged", "status": "completed", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed"}, {"server_uuid": "96337a7f-9dba-4e7f-bf51-3096b7c51948", "name": "network-vif-plugged", "status": "completed", "tag": "d6905fb8-25ff-4c3d-a76d-38642597b781"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:35.492495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-7337b1c5-dba7-49be-a869-ea31f867e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.494069 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-7337b1c5-dba7-49be-a869-ea31f867e8d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1664462 Aug 10 01:52:35.505165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9437ded8-8690-4cc8-a983-faa98c1864fb req-0a478823-595d-453f-b069-fcad1d0845ec tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141298 Aug 10 01:52:35.531518 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.570260 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-8149fad2-7aca-4793-b503-5e02be3a4282 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6004e76d-080f-4c07-ac0c-f2b7816755af HTTP/1.1" status: 200 len: 217 time: 0.0504324 Aug 10 01:52:35.618037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=d6905fb8-25ff-4c3d-a76d-38642597b781,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:35.629695 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.656400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.672467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e93bb304-84da-4139-b913-9611505343b3 req-20051263-ed62-490f-9a1a-4e51826ce2ce service neutron] 10.222.0.16 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807995 Aug 10 01:52:35.740041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-2e2ebdd7-f6c0-48ff-81c8-1a47fecd1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.741502 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-2e2ebdd7-f6c0-48ff-81c8-1a47fecd1b58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1602774 Aug 10 01:52:35.764355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:35.779451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6df1d-350a-48dc-974a-2946a189f0cc req-00cbdfb3-6bc4-47c3-aea7-ef84f7b9caf6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.780966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73b6df1d-350a-48dc-974a-2946a189f0cc req-00cbdfb3-6bc4-47c3-aea7-ef84f7b9caf6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 931 time: 0.1709850 Aug 10 01:52:35.781853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:35.786031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event updated for resources: {'Port': ['ID=9fc0dfae-f721-4adb-962e-c5028ec53226,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:35.791279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:35.879705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-01625ec9-722b-4eb6-94a5-b44a50b5916d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453169 Aug 10 01:52:35.973289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.973925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.991199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Allocated IP 172.25.3.176 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/08e0f438-431f-450c-8a04-69d388f31aac) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:36.006160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73b6df1d-350a-48dc-974a-2946a189f0cc req-706b57d8-9301-43bd-b2e2-33ef1e087216 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067716 Aug 10 01:52:36.117224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-59228599-311a-4941-b985-4a582d7fda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:36.119342 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-59228599-311a-4941-b985-4a582d7fda05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3686204 Aug 10 01:52:36.154091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-609607ce-741d-4e05-a21f-32477037fab8 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:36.155512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-609607ce-741d-4e05-a21f-32477037fab8 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630050 Aug 10 01:52:36.163110 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-05c6a12c-6ddd-4901-9258-401806981343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2566249 Aug 10 01:52:36.172107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Request body: {'port': {'device_id': '4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '27f9282b1dac4bcf97fb1f802cd971f4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:36.198724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Request body: {'port': {'device_id': 'b5f67dd0-b0d5-4f54-98f7-ddf1468d699c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:36.237792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.resource_extend [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:52:36.268459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0e3ab-089d-4469-9138-773c8dbadfa3 req-6df120f8-122d-4ae9-9938-78b9b240b175 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:36.269982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07e0e3ab-089d-4469-9138-773c8dbadfa3 req-6df120f8-122d-4ae9-9938-78b9b240b175 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 945 time: 0.1921048 Aug 10 01:52:36.278090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:36.330081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:36.340361 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-146f8205-0638-45b9-8d5e-8b6fde87b7f0 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984007 Aug 10 01:52:36.377301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:36.394630 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:36.404686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07e0e3ab-089d-4469-9138-773c8dbadfa3 req-a1022caa-ab01-43e1-8412-54219b9b8467 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182866 Aug 10 01:52:36.510903 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-14485195-e8ba-4c5c-8621-e91fb077c0b6 req-8ddf5d63-fe45-4768-b28d-9503458571fe service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590044 Aug 10 01:52:36.522880 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Floating IP e861d65f-8a52-4df6-a330-764f29ea8b0a associated. External IP: 172.25.3.172, port: df1b92b3-d129-4983-b5c8-26a0f9676152. Aug 10 01:52:36.533977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:36.552993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Made reservation on behalf of 27f9282b1dac4bcf97fb1f802cd971f4 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:36.556787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:36.638778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:36.681269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:36.691250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:36.694895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Pushing event updated for resources: {'Port': ['ID=08e0f438-431f-450c-8a04-69d388f31aac,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:36.736700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c806f4-3ac8-4038-9c51-5b5fe6a26e55 req-b8fd02b0-d564-4bbb-8fd9-cc9a04ccc7bf tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:36.737472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Router c49c0e89-1d13-45ea-a48f-f9caf3231b99 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:36.738206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72c806f4-3ac8-4038-9c51-5b5fe6a26e55 req-b8fd02b0-d564-4bbb-8fd9-cc9a04ccc7bf tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 949 time: 0.2646971 Aug 10 01:52:36.846786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:36.851243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:36.861940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] Sync routers for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:36.871676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:36.872536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:36.882423 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f64baad4-0e27-49d1-95c0-9aff6528f86a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "PUT /v2.0/floatingips/e861d65f-8a52-4df6-a330-764f29ea8b0a HTTP/1.1" status: 200 len: 991 time: 1.8169310 Aug 10 01:52:36.897428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72c806f4-3ac8-4038-9c51-5b5fe6a26e55 req-0fd7f961-db66-42d5-a8ea-65dc9d4a2ac0 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cda0692-5a85-41cd-a66d-eb327ce19089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342075 Aug 10 01:52:36.950832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Allocated IP 192.168.233.3 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/ccad160d-19d8-4bfd-bad4-00a5496e837d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:36.966838 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85106180-49ea-4bb1-a699-119b1df05925 x-openstack-request-id: req-85106180-49ea-4bb1-a699-119b1df05925 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:36.967343 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f525829-4d6d-4784-9ed7-ff208dc73f3a", "name": "network-vif-plugged", "status": "completed", "tag": "16582bff-5044-417c-b25d-559404ad496e", "code": 200}, {"server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "name": "network-vif-plugged", "status": "completed", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed", "code": 200}, {"server_uuid": "96337a7f-9dba-4e7f-bf51-3096b7c51948", "name": "network-vif-plugged", "status": "completed", "tag": "d6905fb8-25ff-4c3d-a76d-38642597b781", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:36.974684 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85106180-49ea-4bb1-a699-119b1df05925 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:36.974684 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f525829-4d6d-4784-9ed7-ff208dc73f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16582bff-5044-417c-b25d-559404ad496e', 'code': 200} Aug 10 01:52:36.974684 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed', 'code': 200} Aug 10 01:52:36.974684 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96337a7f-9dba-4e7f-bf51-3096b7c51948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6905fb8-25ff-4c3d-a76d-38642597b781', 'code': 200} Aug 10 01:52:36.996593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:37.003012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:37.016186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc0dfae-f721-4adb-962e-c5028ec53226 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:37.041474 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:37.066642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-405ea433-e2f2-43e1-bccc-3d6e26c3937e req-cabafe57-10f3-4e9c-bde6-e3a96990df67 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 210 time: 0.0439351 Aug 10 01:52:37.085190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Transition to ACTIVE for port object 9fc0dfae-f721-4adb-962e-c5028ec53226 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:37.181780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:37.190486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'tag': 'df1b92b3-d129-4983-b5c8-26a0f9676152'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:37.192884 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed361b24-2eb0-4d1c-90ec-79086347789a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba19916-1972-4b01-8ee0-4090f0bc8ad8", "tag": "df1b92b3-d129-4983-b5c8-26a0f9676152"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:37.196950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073e8b6-1235-4886-b38f-e05a6cb4c853 req-51c4519f-f0ea-4739-8420-1714f71e01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:37.198531 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5073e8b6-1235-4886-b38f-e05a6cb4c853 req-51c4519f-f0ea-4739-8420-1714f71e01b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1097 time: 0.1165838 Aug 10 01:52:37.200522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0e7d0-cd51-4671-ba0a-6d3b5aa30ca8 req-a5f4249e-5ce1-4827-97c9-e3760e5a8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:37.201619 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13c0e7d0-cd51-4671-ba0a-6d3b5aa30ca8 req-a5f4249e-5ce1-4827-97c9-e3760e5a8189 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 1102 time: 0.0709138 Aug 10 01:52:37.207022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4abc06-6747-4643-80c8-7b08ac809e2e req-7e909d01-3375-4a42-b61e-daffff8f25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:37.208729 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce4abc06-6747-4643-80c8-7b08ac809e2e req-7e909d01-3375-4a42-b61e-daffff8f25fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 1101 time: 0.1180630 Aug 10 01:52:37.283578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'e861d65f-8a52-4df6-a330-764f29ea8b0a', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'port_id': 'df1b92b3-d129-4983-b5c8-26a0f9676152', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'mac_address': 'fa:16:3e:85:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:06Z', 'updated_at': '2021-08-10T01:52:36Z', 'revision_number': 1, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:37.296357 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5073e8b6-1235-4886-b38f-e05a6cb4c853 req-f1d01081-8193-4a03-a831-262b23722061 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791442 Aug 10 01:52:37.303683 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce4abc06-6747-4643-80c8-7b08ac809e2e req-cdc9a90c-6ee4-4425-b2b2-145ab2f80a9d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3cda0692-5a85-41cd-a66d-eb327ce19089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801737 Aug 10 01:52:37.305788 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13c0e7d0-cd51-4671-ba0a-6d3b5aa30ca8 req-9e708f63-0483-4804-b489-029c78b0262b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804539 Aug 10 01:52:37.316545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] Checking router: c49c0e89-1d13-45ea-a48f-f9caf3231b99 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:37.326856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:37.327495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:37.435575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:37.504011 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:37.584997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Pushing event updated for resources: {'Port': ['ID=9fc0dfae-f721-4adb-962e-c5028ec53226,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:37.645223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fff6c8-e218-4209-b9c3-52c2e886bc55 req-f1f3e513-3a49-4218-8584-9069bebe229e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:37.646758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5fff6c8-e218-4209-b9c3-52c2e886bc55 req-f1f3e513-3a49-4218-8584-9069bebe229e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 950 time: 0.4867544 Aug 10 01:52:37.668504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'e861d65f-8a52-4df6-a330-764f29ea8b0a', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'port_id': 'df1b92b3-d129-4983-b5c8-26a0f9676152', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'mac_address': 'fa:16:3e:85:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:06Z', 'updated_at': '2021-08-10T01:52:36Z', 'revision_number': 1, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:37.695504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d08658-836b-45d1-a1f1-ea0bc8acccf8 None None] The sync data for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 is: [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'e861d65f-8a52-4df6-a330-764f29ea8b0a', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'port_id': 'df1b92b3-d129-4983-b5c8-26a0f9676152', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'mac_address': 'fa:16:3e:85:52:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:06Z', 'updated_at': '2021-08-10T01:52:36Z', 'revision_number': 1, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:37.721555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:37.761658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Transition to ACTIVE for port object ccad160d-19d8-4bfd-bad4-00a5496e837d will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:37.766014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:37.801449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5fff6c8-e218-4209-b9c3-52c2e886bc55 req-32cff753-28ba-41b2-9494-9ae32d572c68 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374955 Aug 10 01:52:37.827916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Attempting to bind port 9fc0dfae-f721-4adb-962e-c5028ec53226 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:37.828264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Attempting to bind port 9fc0dfae-f721-4adb-962e-c5028ec53226 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:37.828660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Attempting to bind port 9fc0dfae-f721-4adb-962e-c5028ec53226 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:37.851611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Port 9fc0dfae-f721-4adb-962e-c5028ec53226 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:37.852516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Attempting to bind port 9fc0dfae-f721-4adb-962e-c5028ec53226 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:37.866923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:37.867272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Checking segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:37.868307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Bound using segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:37.868769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Bound port: 9fc0dfae-f721-4adb-962e-c5028ec53226, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:37.869138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:37.892097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:37.899682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:37.905612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'mac_address': 'fa:16:3e:00:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:37.939100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035badc-c6a3-4c6a-ba7c-ad5ad09a6544 None None] New status for floating IP e861d65f-8a52-4df6-a330-764f29ea8b0a: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:52:37.949836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:37.964375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6004e76d-080f-4c07-ac0c-f2b7816755af {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:37.964782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:37.988677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:37.999670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:38.029874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfbd2c-9d1a-4390-b182-80cece462730 req-68b82f3a-b9d9-42e7-ab0c-9908c55ef398 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:38.031375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4edfbd2c-9d1a-4390-b182-80cece462730 req-68b82f3a-b9d9-42e7-ab0c-9908c55ef398 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 945 time: 0.1280239 Aug 10 01:52:38.062614 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:38.073012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:38.082541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] For port 9fc0dfae-f721-4adb-962e-c5028ec53226, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:38.109216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:38.120691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Pushing event updated for resources: {'Port': ['ID=ccad160d-19d8-4bfd-bad4-00a5496e837d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:38.123844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:38.130971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:38.160628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] For port 9fc0dfae-f721-4adb-962e-c5028ec53226, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9fc0dfae-f721-4adb-962e-c5028ec53226,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:38.218671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4edfbd2c-9d1a-4390-b182-80cece462730 req-54466d35-ae42-4d18-a378-55c7b6655523 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746187 Aug 10 01:52:38.224989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:38.238609 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:38.245101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Pushing event updated for resources: {'Port': ['ID=08e0f438-431f-450c-8a04-69d388f31aac,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:38.265111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:38.265111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:38.301870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:38.302514 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:38.303922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] 10.222.0.11 "PUT /v2.0/ports/9fc0dfae-f721-4adb-962e-c5028ec53226 HTTP/1.1" status: 200 len: 1092 time: 2.1259499 Aug 10 01:52:38.304981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f67dd0-b0d5-4f54-98f7-ddf1468d699c', 'tag': '9fc0dfae-f721-4adb-962e-c5028ec53226'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:38.308369 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979ac9ce-5aac-412e-8a2d-cecb541741d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f67dd0-b0d5-4f54-98f7-ddf1468d699c", "tag": "9fc0dfae-f721-4adb-962e-c5028ec53226"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:38.341918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:38.349547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-f90ebc7f-fe3c-4458-abcf-ea51ce104d42 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2649398 Aug 10 01:52:38.351408 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3234c03-f88e-4e26-8013-b3c6ede6df8f service neutron] Pushing event updated for resources: {'Port': ['ID=9fc0dfae-f721-4adb-962e-c5028ec53226,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:38.411496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6004e76d-080f-4c07-ac0c-f2b7816755af'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:38.433085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-bf1374c1-cb8e-47f1-b0d4-7c3711eba26d tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0826173 Aug 10 01:52:38.435528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-a6d79518-7b28-4f97-a50a-74740e81453f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2690814 Aug 10 01:52:38.509752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Request body: {'port': {'device_id': '4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:38.561072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a134c4f-b4f1-4460-a3c5-80c48bd96ef5 req-496cf099-0954-4f81-8604-fbd30fd9308c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:38.562472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a134c4f-b4f1-4460-a3c5-80c48bd96ef5 req-496cf099-0954-4f81-8604-fbd30fd9308c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 943 time: 0.1661413 Aug 10 01:52:38.652857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-9f88de0f-46ee-48ed-903f-95e8acb376f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:38.654325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-9f88de0f-46ee-48ed-903f-95e8acb376f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 1095 time: 0.1842029 Aug 10 01:52:38.659714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b0a8c710-db66-4f4f-bb56-5c010a644a71 None None] Provisioning for port ccad160d-19d8-4bfd-bad4-00a5496e837d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:38.671870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:38.674075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b0a8c710-db66-4f4f-bb56-5c010a644a71 None None] Provisioning complete for port ccad160d-19d8-4bfd-bad4-00a5496e837d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:38.674617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c710-db66-4f4f-bb56-5c010a644a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:38.729036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a134c4f-b4f1-4460-a3c5-80c48bd96ef5 req-52809cf6-9a42-4c7f-8377-c009c49bfada tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565397 Aug 10 01:52:38.732752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-07a158df-e65e-430b-86be-372e3b48e1ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fc0dfae-f721-4adb-962e-c5028ec53226 HTTP/1.1" status: 200 len: 217 time: 0.0664146 Aug 10 01:52:38.739388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8c710-db66-4f4f-bb56-5c010a644a71 None None] Port ccad160d-19d8-4bfd-bad4-00a5496e837d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:38.741684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-50d19ca9-f445-441a-a5f9-fed449ba70ac tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:38.744269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b752ff5e-dce8-419f-8403-b745a3e40246 req-50d19ca9-f445-441a-a5f9-fed449ba70ac tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.3023176 Aug 10 01:52:38.786596 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c690d0a8-1538-4506-8b08-49c9ca0d5e5c x-openstack-request-id: req-c690d0a8-1538-4506-8b08-49c9ca0d5e5c {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:38.787553 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba19916-1972-4b01-8ee0-4090f0bc8ad8", "tag": "df1b92b3-d129-4983-b5c8-26a0f9676152", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:38.787819 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c690d0a8-1538-4506-8b08-49c9ca0d5e5c {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:38.788226 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'tag': 'df1b92b3-d129-4983-b5c8-26a0f9676152', 'status': 'completed', 'code': 200} Aug 10 01:52:38.861898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-3e68e928-9714-4961-b153-00a2dace2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:38.863335 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-3e68e928-9714-4961-b153-00a2dace2561 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba74b0dbdf364148a5e19eef50af3f0c&device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0438807 Aug 10 01:52:38.923475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-252a09d7-7d78-448d-a9b0-25c408807490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:38.924939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-252a09d7-7d78-448d-a9b0-25c408807490 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.1546562 Aug 10 01:52:38.966113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-5a7cdddc-2c6a-4f64-923b-e05ee32fbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:38.968059 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-5a7cdddc-2c6a-4f64-923b-e05ee32fbf01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 HTTP/1.1" status: 200 len: 924 time: 0.0927835 Aug 10 01:52:38.982522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-12364d8a-d191-4cfd-a969-ce912e1bc5ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384111 Aug 10 01:52:39.059027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b1c85-d270-4228-8819-9ef3602d6a21 req-2295dbf5-23c4-4d3e-8f85-f423c54f6580 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.060540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c5b1c85-d270-4228-8819-9ef3602d6a21 req-2295dbf5-23c4-4d3e-8f85-f423c54f6580 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 950 time: 0.2393482 Aug 10 01:52:39.072301 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-85dae46c-773a-4aad-a347-645381930165 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1b92b3-d129-4983-b5c8-26a0f9676152 HTTP/1.1" status: 200 len: 1001 time: 0.0954666 Aug 10 01:52:39.094794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b43691-ae47-44d5-b3ac-3f5513626674 req-21454773-2e12-47b9-88e4-33640a21c2e9 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.096181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18b43691-ae47-44d5-b3ac-3f5513626674 req-21454773-2e12-47b9-88e4-33640a21c2e9 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 1097 time: 0.2094853 Aug 10 01:52:39.125626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-8276acdd-47ee-4a3e-ac25-44415025d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.127439 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-8276acdd-47ee-4a3e-ac25-44415025d97d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8e2c825-8410-4f65-a48f-4806fb4b31e0 HTTP/1.1" status: 200 len: 862 time: 0.0463190 Aug 10 01:52:39.173383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-c7934788-aad0-476b-a77c-b7ff9041e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.174964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-c7934788-aad0-476b-a77c-b7ff9041e38f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389628 Aug 10 01:52:39.200453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c5b1c85-d270-4228-8819-9ef3602d6a21 req-36d2667c-4f6a-47c8-8d99-4b7c31a61db0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119950 Aug 10 01:52:39.232048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18b43691-ae47-44d5-b3ac-3f5513626674 req-779d2913-969d-4fd9-ad76-1555863a0464 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237569 Aug 10 01:52:39.238945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-a08ef083-010e-4223-9a23-75cb745ea575 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354352 Aug 10 01:52:39.295053 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-45a27513-5bc4-4f7a-b782-61e86470e268 service neutron] 10.222.0.11 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123757 Aug 10 01:52:39.400430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccad160d-19d8-4bfd-bad4-00a5496e837d {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:39.408877 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ed361b24-2eb0-4d1c-90ec-79086347789a req-bd736d38-aef2-4892-a40f-162e4aec1478 service neutron] 10.222.0.11 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041026 Aug 10 01:52:39.417428 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:39.461224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f899b-d018-4a85-ae8d-9ac1ad615e5a req-0143a131-45c7-43cc-877a-069f6f151178 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.462961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f41f899b-d018-4a85-ae8d-9ac1ad615e5a req-0143a131-45c7-43cc-877a-069f6f151178 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 949 time: 0.1631095 Aug 10 01:52:39.469063 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Transition to ACTIVE for port object ccad160d-19d8-4bfd-bad4-00a5496e837d will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:39.471312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dd3b3d-a2d1-4ba8-aa33-108b5970641f req-4aef3e85-8bd9-4885-b1b2-448a8c64b397 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179124 Aug 10 01:52:39.479175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cfdf5-28c6-4d8d-aa1f-c89cb8f84c46 req-f5784397-ea38-410b-9034-4e972e415d10 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.480578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b09cfdf5-28c6-4d8d-aa1f-c89cb8f84c46 req-f5784397-ea38-410b-9034-4e972e415d10 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 934 time: 0.1451192 Aug 10 01:52:39.535065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f41f899b-d018-4a85-ae8d-9ac1ad615e5a req-1bbb97ad-6bf1-4e10-bde0-66d0e35369fe tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cda0692-5a85-41cd-a66d-eb327ce19089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535326 Aug 10 01:52:39.540379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b09cfdf5-28c6-4d8d-aa1f-c89cb8f84c46 req-b45323fe-32cc-4da2-a7df-8fffbf7c9218 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521095 Aug 10 01:52:39.560469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:39.588311 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d42bdef-5489-4449-961b-5cb65a6503cf x-openstack-request-id: req-6d42bdef-5489-4449-961b-5cb65a6503cf {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:39.591713 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f67dd0-b0d5-4f54-98f7-ddf1468d699c", "tag": "9fc0dfae-f721-4adb-962e-c5028ec53226", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:39.591713 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d42bdef-5489-4449-961b-5cb65a6503cf {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:39.591713 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f67dd0-b0d5-4f54-98f7-ddf1468d699c', 'tag': '9fc0dfae-f721-4adb-962e-c5028ec53226', 'status': 'completed', 'code': 200} Aug 10 01:52:39.616246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccad160d-19d8-4bfd-bad4-00a5496e837d,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:39.773886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-f5adcfd4-f993-4304-a7c8-814d04a8f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.780725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-f5adcfd4-f993-4304-a7c8-814d04a8f666 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 1095 time: 0.1547999 Aug 10 01:52:39.788852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:39.806948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa5c1c-1e41-403f-8b3c-48d193b76440 req-9739963e-dcae-4c84-addc-dce8d41c67fa tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.808401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94fa5c1c-1e41-403f-8b3c-48d193b76440 req-9739963e-dcae-4c84-addc-dce8d41c67fa tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 945 time: 0.1651309 Aug 10 01:52:39.810074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Attempting to bind port ccad160d-19d8-4bfd-bad4-00a5496e837d on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:39.810411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Attempting to bind port ccad160d-19d8-4bfd-bad4-00a5496e837d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:39.810765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Attempting to bind port ccad160d-19d8-4bfd-bad4-00a5496e837d on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:39.862284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Port ccad160d-19d8-4bfd-bad4-00a5496e837d on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:39.862667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Attempting to bind port ccad160d-19d8-4bfd-bad4-00a5496e837d on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:39.871157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fe3f7-28a4-4785-82c6-d680710c7e22 req-5ca3928a-7c97-4ed5-a4db-4c36579b8bea tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.872765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c0fe3f7-28a4-4785-82c6-d680710c7e22 req-5ca3928a-7c97-4ed5-a4db-4c36579b8bea tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2112849 Aug 10 01:52:39.885439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 6004e76d-080f-4c07-ac0c-f2b7816755af completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:39.889246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 6004e76d-080f-4c07-ac0c-f2b7816755af triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:39.889665 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:39.900577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:39.900854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:39.901239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:39.901683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Bound port: ccad160d-19d8-4bfd-bad4-00a5496e837d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:39.902049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:39.967272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:39.972129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c0fe3f7-28a4-4785-82c6-d680710c7e22 req-4bd19364-003e-453a-8b8e-5130dd34eb1b tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0844190 Aug 10 01:52:39.990215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:39.992639 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627dc29a-a436-49d7-9933-9f08aea5735a" -d '{"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-plugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:40.007260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:40.102668 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:40.157587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:40.273020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94fa5c1c-1e41-403f-8b3c-48d193b76440 req-f0a684ad-b11f-4980-b197-d8fe691f4ce3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471569 Aug 10 01:52:40.276718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-7c0fe3f7-28a4-4785-82c6-d680710c7e22 req-b4e3c9c2-719d-4c4b-a581-4492e746faac tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Request body: {'floatingip': {'port_id': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:40.322991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-e0181ae7-9d0b-458c-abec-ce07900cfa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:40.324467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-e0181ae7-9d0b-458c-abec-ce07900cfa37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 913 time: 0.5336592 Aug 10 01:52:40.330456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7c0fe3f7-28a4-4785-82c6-d680710c7e22 req-b4e3c9c2-719d-4c4b-a581-4492e746faac tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:40.437717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-0021d2d2-d687-48ca-8a5f-d1c2ed9662ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fc0dfae-f721-4adb-962e-c5028ec53226 HTTP/1.1" status: 200 len: 217 time: 0.0717039 Aug 10 01:52:40.473935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] For port ccad160d-19d8-4bfd-bad4-00a5496e837d, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:40.560285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] For port ccad160d-19d8-4bfd-bad4-00a5496e837d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ccad160d-19d8-4bfd-bad4-00a5496e837d,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:40.600478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-54c30631-c870-4ee4-91b1-d10e781a9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:40.603231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-54c30631-c870-4ee4-91b1-d10e781a9d56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.1525836 Aug 10 01:52:40.658390 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:40.689645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-b38a1f41-d0b0-4485-bbc4-db99ff96aea1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489287 Aug 10 01:52:40.771348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-0591e99c-59d3-4d0c-81fd-4b5945457588 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:40.772878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-0591e99c-59d3-4d0c-81fd-4b5945457588 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 820 time: 0.3408291 Aug 10 01:52:40.774874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:40.775482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:40.776776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] 10.222.0.16 "PUT /v2.0/ports/ccad160d-19d8-4bfd-bad4-00a5496e837d HTTP/1.1" status: 200 len: 1095 time: 2.3054597 Aug 10 01:52:40.860531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-db14ab70-cd7c-49b8-89bf-ab8c3f5c898f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/quotas/063dde1b95404b2bac7885ebb59e4633 HTTP/1.1" status: 200 len: 375 time: 0.0669792 Aug 10 01:52:40.866446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84325e1d-714d-4e1e-9a37-7c308e9c2af7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccad160d-19d8-4bfd-bad4-00a5496e837d,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:40.946604 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-7c0fe3f7-28a4-4785-82c6-d680710c7e22 req-b4e3c9c2-719d-4c4b-a581-4492e746faac tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 01:52:40.947864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c0fe3f7-28a4-4785-82c6-d680710c7e22 req-b4e3c9c2-719d-4c4b-a581-4492e746faac tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "PUT /v2.0/floatingips/ee035129-8ff5-4c27-8070-1389c0e0bb26 HTTP/1.1" status: 409 len: 550 time: 0.9640870 Aug 10 01:52:40.983990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-866a21d2-2067-4dc1-a8db-154b830d7c64 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656429 Aug 10 01:52:40.990446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-5b5fd66b-ef43-4996-83eb-0c71a044ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:40.991962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-5b5fd66b-ef43-4996-83eb-0c71a044ffb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 1098 time: 0.0975566 Aug 10 01:52:41.008950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-3fe81af4-d495-421f-be85-e5dd3723944e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333997 Aug 10 01:52:41.091312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-cb0d08d9-7b30-44a0-8017-01023d64bc07 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ccad160d-19d8-4bfd-bad4-00a5496e837d HTTP/1.1" status: 200 len: 217 time: 0.0836918 Aug 10 01:52:41.237234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-675ce88f-6b34-4311-9f43-d47bd27b564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:41.238593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-675ce88f-6b34-4311-9f43-d47bd27b564e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1329806 Aug 10 01:52:41.290578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-979ac9ce-5aac-412e-8a2d-cecb541741d1 req-269f1efc-11b5-4a17-9fce-fad288d9861c service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976544 Aug 10 01:52:41.302155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855c90d-39d9-4683-89fc-6be7f4ccacae req-21398208-8915-47fd-be8a-5256bccbd024 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:41.303615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4855c90d-39d9-4683-89fc-6be7f4ccacae req-21398208-8915-47fd-be8a-5256bccbd024 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 943 time: 0.1408298 Aug 10 01:52:41.307471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-ffedad03-1833-44c5-8ac1-77c21d81fb4a service neutron] 10.222.0.38 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839866 Aug 10 01:52:41.374653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-8409d1a7-ad93-46dc-b8ae-91e1e8ae9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:41.376139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-8409d1a7-ad93-46dc-b8ae-91e1e8ae9bb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1261725 Aug 10 01:52:41.441065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4855c90d-39d9-4683-89fc-6be7f4ccacae req-46ecc44d-4b73-42a5-b652-305938d9dca4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293499 Aug 10 01:52:41.492469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-5c5a57f3-3507-4f9f-9a9a-7d8bfc3da74e service neutron] 10.222.0.38 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775751 Aug 10 01:52:41.492873 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbc12dd-7232-46f1-9640-d6875aaf0708 x-openstack-request-id: req-2bbc12dd-7232-46f1-9640-d6875aaf0708 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:41.493389 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-plugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:41.493644 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2bbc12dd-7232-46f1-9640-d6875aaf0708 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:41.494144 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'code': 200} Aug 10 01:52:41.509053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-25af9424-ec64-4fcd-b537-e594b20b14fe service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219068 Aug 10 01:52:41.592667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f', 'tag': 'ccad160d-19d8-4bfd-bad4-00a5496e837d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:41.594815 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70228a56-1777-407a-8ecd-c6d86f0098c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f", "tag": "ccad160d-19d8-4bfd-bad4-00a5496e837d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:41.683277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c065c-9463-4a6f-af41-4e0a58b53955 req-f2ba964d-8293-427d-afb8-1e67ffd85e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:41.684786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-977c065c-9463-4a6f-af41-4e0a58b53955 req-f2ba964d-8293-427d-afb8-1e67ffd85e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 950 time: 0.1333792 Aug 10 01:52:41.686491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1afef3-d346-4313-a319-7bb5936fbeb4 req-ef3c6c2e-4b51-4306-a783-c4a01de4e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:41.687785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f1afef3-d346-4313-a319-7bb5936fbeb4 req-ef3c6c2e-4b51-4306-a783-c4a01de4e61c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 1101 time: 0.1045761 Aug 10 01:52:41.733661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7cd0ba-6f52-4964-8ae3-38215bd644d2 req-ebaf9272-f587-48ad-badd-a4cee5dfd3f9 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055581 Aug 10 01:52:41.764033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-977c065c-9463-4a6f-af41-4e0a58b53955 req-cd07286a-aa62-4188-9825-b486a2702f53 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731244 Aug 10 01:52:41.765696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f1afef3-d346-4313-a319-7bb5936fbeb4 req-ca1690e1-c08f-46d4-bdd3-e85636233699 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600123 Aug 10 01:52:41.866176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430a83-8960-4a4c-847f-95a6b177ae94 req-0d2051cd-27cf-4696-a786-68bbf06f6358 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:41.867754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f430a83-8960-4a4c-847f-95a6b177ae94 req-0d2051cd-27cf-4696-a786-68bbf06f6358 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1097 time: 0.0746796 Aug 10 01:52:41.889669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552d4e4-bfd9-493d-91f4-a2f1c98256ec req-b6d5f8ef-2d7e-4396-a8ef-f253e0302b52 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:41.891222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5552d4e4-bfd9-493d-91f4-a2f1c98256ec req-b6d5f8ef-2d7e-4396-a8ef-f253e0302b52 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 946 time: 0.0636883 Aug 10 01:52:41.936134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f430a83-8960-4a4c-847f-95a6b177ae94 req-971fc31b-90ff-4173-9d9a-d9229ce48d7f tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601451 Aug 10 01:52:41.943147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5552d4e4-bfd9-493d-91f4-a2f1c98256ec req-19d1ea13-230c-4b63-9f0b-1a377c6a4f13 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445347 Aug 10 01:52:42.017804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a98b638-6635-4a89-8694-7d967359481c req-2491c136-5939-4e39-a1a2-9993b4b1b999 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips/ee035129-8ff5-4c27-8070-1389c0e0bb26 HTTP/1.1" status: 200 len: 693 time: 0.0519509 Aug 10 01:52:42.136621 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c21b390-1ebe-46b1-b57b-e750c871e028 x-openstack-request-id: req-6c21b390-1ebe-46b1-b57b-e750c871e028 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:42.137051 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f", "tag": "ccad160d-19d8-4bfd-bad4-00a5496e837d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:42.137381 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c21b390-1ebe-46b1-b57b-e750c871e028 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:42.137878 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f', 'tag': 'ccad160d-19d8-4bfd-bad4-00a5496e837d', 'status': 'completed', 'code': 200} Aug 10 01:52:42.156322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b638-6635-4a89-8694-7d967359481c req-0fde573d-72ce-4d9c-a845-328a6bc49325 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:42.157841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a98b638-6635-4a89-8694-7d967359481c req-0fde573d-72ce-4d9c-a845-328a6bc49325 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.1307015 Aug 10 01:52:42.210307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ed46e56-f75d-4ae5-bb1f-ee8f33f5e3de req-28267803-0588-4bfa-b906-8419eabad5e0 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 210 time: 0.0502717 Aug 10 01:52:42.258317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a98b638-6635-4a89-8694-7d967359481c req-5123bf19-936f-4fe6-b06e-6263737fc42d tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0693371 Aug 10 01:52:42.259987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-98926f52-75d1-47c8-b412-b8aea7a90315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:42.261439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-98926f52-75d1-47c8-b412-b8aea7a90315 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 1098 time: 0.1193004 Aug 10 01:52:42.349768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a98b638-6635-4a89-8694-7d967359481c req-cd799fad-f5bc-4e9a-b67c-3d7ac5d4e874 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.0873988 Aug 10 01:52:42.509921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-afd1e582-6ba9-4f88-99fa-9aad6bf460ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:42.511334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-afd1e582-6ba9-4f88-99fa-9aad6bf460ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2422235 Aug 10 01:52:42.530124 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:42.829202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-0b13db83-62a6-489d-859f-6225f85810c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ccad160d-19d8-4bfd-bad4-00a5496e837d HTTP/1.1" status: 200 len: 217 time: 0.3064170 Aug 10 01:52:42.841740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225852b-00cf-4514-9f97-9d6206f43c71 req-2d16b940-04f2-454f-8c24-fc0e36dd1d00 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:42.847708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225852b-00cf-4514-9f97-9d6206f43c71 req-2d16b940-04f2-454f-8c24-fc0e36dd1d00 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:42.849485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e225852b-00cf-4514-9f97-9d6206f43c71 req-2d16b940-04f2-454f-8c24-fc0e36dd1d00 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f&device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 1691 time: 0.3998377 Aug 10 01:52:42.908299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-8a98b638-6635-4a89-8694-7d967359481c req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Deleting port 08e0f438-431f-450c-8a04-69d388f31aac {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:42.908737 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a98b638-6635-4a89-8694-7d967359481c req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:42.967424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-7166acb4-590b-4d0c-b3bb-45fe3ee7f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:42.968860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-7166acb4-590b-4d0c-b3bb-45fe3ee7f41e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1184759 Aug 10 01:52:42.976979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e225852b-00cf-4514-9f97-9d6206f43c71 req-a1a51623-4df6-4252-973e-6ec069a80afd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170130 Aug 10 01:52:43.046767 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a98b638-6635-4a89-8694-7d967359481c req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.047492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a98b638-6635-4a89-8694-7d967359481c req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.063260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-d155cbe7-ae77-4aa6-8702-a3797bcc1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:43.064728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-d155cbe7-ae77-4aa6-8702-a3797bcc1ca6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866971 Aug 10 01:52:43.091770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-8a98b638-6635-4a89-8694-7d967359481c req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Calling delete_port for 08e0f438-431f-450c-8a04-69d388f31aac owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:43.197855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06440e8d-b755-463e-9e72-986e5d115cd2 req-0118af43-cce1-450a-a764-5f15b3dc39e0 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:43.199421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06440e8d-b755-463e-9e72-986e5d115cd2 req-0118af43-cce1-450a-a764-5f15b3dc39e0 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1097 time: 0.1592221 Aug 10 01:52:43.279167 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-354b6a68-76b1-40b1-bb0a-ec2b95be0993 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965039 Aug 10 01:52:43.284509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06440e8d-b755-463e-9e72-986e5d115cd2 req-6f5bbe76-ca9d-44c0-b137-5f727aa1d9c9 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758178 Aug 10 01:52:43.406958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70228a56-1777-407a-8ecd-c6d86f0098c0 req-cc5698b3-bd4f-41ec-86f4-ca00ca26a833 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164935 Aug 10 01:52:43.448755 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a98b638-6635-4a89-8694-7d967359481c req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.484047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Pushing event deleted for resources: {'Port': ['ID=08e0f438-431f-450c-8a04-69d388f31aac,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:43.514651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa408a-424e-4300-989a-549e138e7f51 req-0971f868-16ad-4ec2-8c3e-ecc4fd000076 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:43.516126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fffa408a-424e-4300-989a-549e138e7f51 req-0971f868-16ad-4ec2-8c3e-ecc4fd000076 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 943 time: 0.0982296 Aug 10 01:52:43.574313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a98b638-6635-4a89-8694-7d967359481c req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.576851 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a98b638-6635-4a89-8694-7d967359481c req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.577972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a98b638-6635-4a89-8694-7d967359481c req-10573a8a-7643-4826-9645-8faf54c8a395 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "DELETE /v2.0/floatingips/ee035129-8ff5-4c27-8070-1389c0e0bb26 HTTP/1.1" status: 204 len: 173 time: 1.2194858 Aug 10 01:52:43.583044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fffa408a-424e-4300-989a-549e138e7f51 req-8f696bb6-69d1-41cc-8ad9-b099e1198605 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492702 Aug 10 01:52:43.683644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7607f96-cb09-4a5a-8aed-bf90716b396d req-3a0d39e9-f56b-4048-a4e6-25f6bdfdf0aa tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:43.685153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7607f96-cb09-4a5a-8aed-bf90716b396d req-3a0d39e9-f56b-4048-a4e6-25f6bdfdf0aa tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 946 time: 0.0559664 Aug 10 01:52:43.725000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7607f96-cb09-4a5a-8aed-bf90716b396d req-3ec059e7-27eb-46b3-8efd-b4b09c6e8be3 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Aug 10 01:52:43.788979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 9fc0dfae-f721-4adb-962e-c5028ec53226 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:43.905140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 9fc0dfae-f721-4adb-962e-c5028ec53226, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9fc0dfae-f721-4adb-962e-c5028ec53226,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:43.918846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '9fc0dfae-f721-4adb-962e-c5028ec53226', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'port_id': '9fc0dfae-f721-4adb-962e-c5028ec53226', 'mac_address': 'fa:16:3e:fe:38:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8310d-f229-4c41-91a5-1c2abd9b97d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:43.972741 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.980245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f9e47f6-8309-4e16-8b59-5f7aab73e7c7 req-c764fc39-9ae9-4211-823e-77a5234d0824 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 210 time: 0.0375602 Aug 10 01:52:43.987807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc0dfae-f721-4adb-962e-c5028ec53226 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:44.013867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 9fc0dfae-f721-4adb-962e-c5028ec53226, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9fc0dfae-f721-4adb-962e-c5028ec53226,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:44.072057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-3a593d1e-7294-4d16-8548-d4cc6cf58449 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.074079 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:44.074363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-3a593d1e-7294-4d16-8548-d4cc6cf58449 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 820 time: 0.1906288 Aug 10 01:52:44.093289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Request body: {'port': {'device_id': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf', 'admin_state_up': True, 'tenant_id': '063dde1b95404b2bac7885ebb59e4633'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:44.136372 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:44.177563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-ce19f328-e124-4baf-a847-6bcbfe50338a tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 1000 time: 0.1644220 Aug 10 01:52:44.194140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=9fc0dfae-f721-4adb-962e-c5028ec53226,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:44.252625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b08df-daba-444b-b15b-39178a985b44 req-39eb2e50-6d19-40f8-9699-32f3f5594c16 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.254004 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-39eb2e50-6d19-40f8-9699-32f3f5594c16 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports/dd5ad99b-b23e-495a-9d36-fcba81b57cf7 HTTP/1.1" status: 200 len: 942 time: 0.0678504 Aug 10 01:52:44.353388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191138e-7cbb-462a-a2b1-7e78cb5c48f1 req-93b9c9c5-3791-41fb-bdf3-f777b179088d tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.354936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0191138e-7cbb-462a-a2b1-7e78cb5c48f1 req-93b9c9c5-3791-41fb-bdf3-f777b179088d tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 1102 time: 0.0986042 Aug 10 01:52:44.384038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-ab7524eb-8a9e-4065-a00e-7259ebb9c670 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 1000 time: 0.0872035 Aug 10 01:52:44.406635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Made reservation on behalf of 063dde1b95404b2bac7885ebb59e4633 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:44.409929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:44.412691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0191138e-7cbb-462a-a2b1-7e78cb5c48f1 req-54693634-241f-498f-8273-63361762afd5 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511410 Aug 10 01:52:44.524318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['9fc0dfae-f721-4adb-962e-c5028ec53226'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:44.567183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b08df-daba-444b-b15b-39178a985b44 req-793d189d-bd68-4c6a-9a9c-77a07e58d0c6 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.568556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-793d189d-bd68-4c6a-9a9c-77a07e58d0c6 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.1755440 Aug 10 01:52:44.593873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-0c1e0529-94b5-405d-897e-9af634e91c76 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:52:44.594856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-0c1e0529-94b5-405d-897e-9af634e91c76 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077322 Aug 10 01:52:44.666135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Allocated IP 172.20.0.12 (3ea2a2dd-e85f-4282-baa3-4d340bdc5baf/352d044b-2470-4744-b6f8-e8c1b438b920/e5a18178-b2de-473f-a83a-9743c01c291d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:44.730037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-fe92db18-5200-4c21-b8b9-0034de8f67e8 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 1000 time: 0.1242061 Aug 10 01:52:44.747795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-290b08df-daba-444b-b15b-39178a985b44 req-03121415-6060-4365-bd35-88936e525c5e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:44.858360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf475-9d71-4394-8454-ed9b7ef83f9a req-9a68f25c-725e-49b4-821e-935ff3300eab tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.859871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42abf475-9d71-4394-8454-ed9b7ef83f9a req-9a68f25c-725e-49b4-821e-935ff3300eab tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 949 time: 0.1742721 Aug 10 01:52:44.884210 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-290b08df-daba-444b-b15b-39178a985b44 req-03121415-6060-4365-bd35-88936e525c5e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:44.975193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42abf475-9d71-4394-8454-ed9b7ef83f9a req-237d46b9-e7da-48c3-9827-8892d02fd9f3 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.38 "GET /v2.0/security-groups?id=3cda0692-5a85-41cd-a66d-eb327ce19089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077585 Aug 10 01:52:45.024454 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.120283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-290b08df-daba-444b-b15b-39178a985b44 req-03121415-6060-4365-bd35-88936e525c5e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.139687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e1359-6d90-4161-86dd-bce89b5df5e4 req-85f5ebd4-9b47-49d9-b2ba-37a00634f9a9 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:45.141207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c7e1359-6d90-4161-86dd-bce89b5df5e4 req-85f5ebd4-9b47-49d9-b2ba-37a00634f9a9 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 1102 time: 0.1090856 Aug 10 01:52:45.174365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c7e1359-6d90-4161-86dd-bce89b5df5e4 req-18b0aa51-b6a9-4ae1-bfbd-0849e718e8bd tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273578 Aug 10 01:52:45.240689 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.249720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ccad160d-19d8-4bfd-bad4-00a5496e837d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:45.255492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-290b08df-daba-444b-b15b-39178a985b44 req-03121415-6060-4365-bd35-88936e525c5e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.255814 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-290b08df-daba-444b-b15b-39178a985b44 req-03121415-6060-4365-bd35-88936e525c5e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Floating IP 6cc9d92b-09ee-4373-af7c-3867ac60d705 disassociated. External IP: 172.25.3.22, port: dd5ad99b-b23e-495a-9d36-fcba81b57cf7. Aug 10 01:52:45.344459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ccad160d-19d8-4bfd-bad4-00a5496e837d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ccad160d-19d8-4bfd-bad4-00a5496e837d,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:45.351541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:45.356407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'ccad160d-19d8-4bfd-bad4-00a5496e837d', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'ccad160d-19d8-4bfd-bad4-00a5496e837d', 'mac_address': 'fa:16:3e:2c:d6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:45.383852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:45.389965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:45.392778 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.408599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccad160d-19d8-4bfd-bad4-00a5496e837d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:45.428502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ccad160d-19d8-4bfd-bad4-00a5496e837d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ccad160d-19d8-4bfd-bad4-00a5496e837d,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:45.429631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f2bf4-8fa6-4b69-a351-9c6c019be08c req-bda5de64-b619-41ab-8115-4034849d02bc tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:45.431827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-227f2bf4-8fa6-4b69-a351-9c6c019be08c req-bda5de64-b619-41ab-8115-4034849d02bc tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 944 time: 0.2020295 Aug 10 01:52:45.432433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Pushing event updated for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:45.480984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:45.481590 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.519002 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.537205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-227f2bf4-8fa6-4b69-a351-9c6c019be08c req-c953bee2-4595-4cc8-ad63-0e2933aa5351 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986705 Aug 10 01:52:45.570110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ccad160d-19d8-4bfd-bad4-00a5496e837d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:45.600217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-cf2153de-1bc2-41cb-9a77-b50a26eb9a09 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5108082 Aug 10 01:52:45.619360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Request body: {'port': {'device_id': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:45.801936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 9fc0dfae-f721-4adb-962e-c5028ec53226 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:45.811882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386251c-a625-498f-8932-60bc09a9fa66 req-32999d2f-3ac9-4bd1-9c88-91b61a74b0e0 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:45.813548 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2386251c-a625-498f-8932-60bc09a9fa66 req-32999d2f-3ac9-4bd1-9c88-91b61a74b0e0 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.16 "GET /v2.0/ports?device_id=96337a7f-9dba-4e7f-bf51-3096b7c51948 HTTP/1.1" status: 200 len: 949 time: 0.0559411 Aug 10 01:52:45.824678 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ccad160d-19d8-4bfd-bad4-00a5496e837d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:45.915464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-2386251c-a625-498f-8932-60bc09a9fa66 req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Deleting port d6905fb8-25ff-4c3d-a76d-38642597b781 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:45.917187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2386251c-a625-498f-8932-60bc09a9fa66 req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.971186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-290b08df-daba-444b-b15b-39178a985b44 req-03121415-6060-4365-bd35-88936e525c5e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:45.974518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b89d1-6fd2-4071-900b-4eac0a804740 req-f35efaef-c5b7-4c38-9093-57f3e7583653 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:45.976249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb9b89d1-6fd2-4071-900b-4eac0a804740 req-f35efaef-c5b7-4c38-9093-57f3e7583653 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1097 time: 0.3729303 Aug 10 01:52:45.977915 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:45.978936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 9fc0dfae-f721-4adb-962e-c5028ec53226 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:45.986257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 9fc0dfae-f721-4adb-962e-c5028ec53226 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:45.986257 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.014359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2386251c-a625-498f-8932-60bc09a9fa66 req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] For port d6905fb8-25ff-4c3d-a76d-38642597b781, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d6905fb8-25ff-4c3d-a76d-38642597b781,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:46.014620 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2386251c-a625-498f-8932-60bc09a9fa66 req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.028671 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-2386251c-a625-498f-8932-60bc09a9fa66 req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Calling delete_port for d6905fb8-25ff-4c3d-a76d-38642597b781 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:46.081975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.111201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f67dd0-b0d5-4f54-98f7-ddf1468d699c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc0dfae-f721-4adb-962e-c5028ec53226'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:46.113742 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543be14a-b5c4-4dbf-b852-316612d00912" -d '{"events": [{"server_uuid": "b5f67dd0-b0d5-4f54-98f7-ddf1468d699c", "name": "network-vif-plugged", "status": "completed", "tag": "9fc0dfae-f721-4adb-962e-c5028ec53226"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:46.128292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 9fc0dfae-f721-4adb-962e-c5028ec53226, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9fc0dfae-f721-4adb-962e-c5028ec53226,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:46.138474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb9b89d1-6fd2-4071-900b-4eac0a804740 req-66f027fb-098e-423e-9024-539a27bd18cf tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439202 Aug 10 01:52:46.199224 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.227698 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2386251c-a625-498f-8932-60bc09a9fa66 req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.257999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Pushing event deleted for resources: {'Port': ['ID=d6905fb8-25ff-4c3d-a76d-38642597b781,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:46.263598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=9fc0dfae-f721-4adb-962e-c5028ec53226,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:46.281407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-290b08df-daba-444b-b15b-39178a985b44 req-03121415-6060-4365-bd35-88936e525c5e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:46.292691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] Sync routers for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:46.302786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2386251c-a625-498f-8932-60bc09a9fa66 req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] No DVR routers for this DVR port d6905fb8-25ff-4c3d-a76d-38642597b781 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:46.302945 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-290b08df-daba-444b-b15b-39178a985b44 req-03121415-6060-4365-bd35-88936e525c5e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.306081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2386251c-a625-498f-8932-60bc09a9fa66 req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.308422 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2386251c-a625-498f-8932-60bc09a9fa66 req-40e0f4cf-67d8-4ed5-9c71-3ec293407873 tempest-TenantUsagesTestJSON-1329534130 tempest-TenantUsagesTestJSON-1329534130-project] 10.222.0.16 "DELETE /v2.0/ports/d6905fb8-25ff-4c3d-a76d-38642597b781 HTTP/1.1" status: 204 len: 173 time: 0.4874158 Aug 10 01:52:46.308881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96337a7f-9dba-4e7f-bf51-3096b7c51948', 'name': 'network-vif-deleted', 'tag': 'd6905fb8-25ff-4c3d-a76d-38642597b781'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:46.309505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:46.310156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:46.311830 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb12ace-f5f6-43fa-ad1c-491d6ae05d9a" -d '{"events": [{"server_uuid": "96337a7f-9dba-4e7f-bf51-3096b7c51948", "name": "network-vif-deleted", "tag": "d6905fb8-25ff-4c3d-a76d-38642597b781"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:46.364875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-03121415-6060-4365-bd35-88936e525c5e tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "PUT /v2.0/floatingips/6cc9d92b-09ee-4373-af7c-3867ac60d705 HTTP/1.1" status: 200 len: 694 time: 1.6254487 Aug 10 01:52:46.367375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:46.370301 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5007196-122d-473b-88b0-fbfa786b5dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:46.404541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['d6905fb8-25ff-4c3d-a76d-38642597b781'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:46.430678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee3ceb-110b-4222-beba-b8af4799fea0 req-b47a36f6-4b6b-48d4-a53d-d3e71b7cea7d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:46.434404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2ee3ceb-110b-4222-beba-b8af4799fea0 req-b47a36f6-4b6b-48d4-a53d-d3e71b7cea7d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 947 time: 0.1509182 Aug 10 01:52:46.459264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:46.501507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b08df-daba-444b-b15b-39178a985b44 req-5715c4fd-849b-428b-8e76-095d6d078738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:46.503082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-5715c4fd-849b-428b-8e76-095d6d078738 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9928c10a3ec74ccb9e08eab245c34e29&device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 1097 time: 0.1079743 Aug 10 01:52:46.539410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2ee3ceb-110b-4222-beba-b8af4799fea0 req-ca909c94-5f72-4512-992d-3dd3edfefa12 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975847 Aug 10 01:52:46.587101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a18178-b2de-473f-a83a-9743c01c291d {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:46.598978 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.626648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Transition to ACTIVE for port object e5a18178-b2de-473f-a83a-9743c01c291d will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:46.671173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b08df-daba-444b-b15b-39178a985b44 req-53c07d9a-14e4-4629-a48f-b68a05ddf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:46.672671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-53c07d9a-14e4-4629-a48f-b68a05ddf5fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f HTTP/1.1" status: 200 len: 929 time: 0.1489959 Aug 10 01:52:46.683408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5b4089d1-72ba-4861-a98e-895a0e332c79', 'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'mac_address': 'fa:16:3e:b3:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:58Z', 'updated_at': '2021-08-10T01:52:06Z', 'revision_number': 5, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'subnets': [{'id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:46.688943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:46.699024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe37ff-00b2-4b88-9eb1-e1654315ae38 req-e086bd8a-ffaa-4a83-b233-19b1a1f71f50 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:46.700032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6fe37ff-00b2-4b88-9eb1-e1654315ae38 req-e086bd8a-ffaa-4a83-b233-19b1a1f71f50 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 932 time: 0.0778985 Aug 10 01:52:46.716056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] Checking router: c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:46.724556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:46.725178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:46.736429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-51764772-5964-4e0e-a7c4-66ab32f412dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7 HTTP/1.1" status: 200 len: 217 time: 0.0553446 Aug 10 01:52:46.829756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:46.831588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:46.849260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6fe37ff-00b2-4b88-9eb1-e1654315ae38 req-ec905410-31f8-4ce4-bd1f-157c81b99714 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177254 Aug 10 01:52:46.869359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b08df-daba-444b-b15b-39178a985b44 req-989f4b14-0030-453e-acc2-62fc973a00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:46.870870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-989f4b14-0030-453e-acc2-62fc973a00d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=36b1f3ff-8e3b-4a83-8ffa-9f7412945984 HTTP/1.1" status: 200 len: 867 time: 0.1068616 Aug 10 01:52:46.960650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c9ef07b0-82f3-463d-bded-034f3f4d2374 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317409 Aug 10 01:52:46.987438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:46.987794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:46.988116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:46.991149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b08df-daba-444b-b15b-39178a985b44 req-6f5b11f7-77f6-4df1-8bee-2e82fdd08868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:46.992689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-6f5b11f7-77f6-4df1-8bee-2e82fdd08868 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036077 Aug 10 01:52:47.037303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:47.037626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:47.052711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5b4089d1-72ba-4861-a98e-895a0e332c79', 'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'mac_address': 'fa:16:3e:b3:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:58Z', 'updated_at': '2021-08-10T01:52:06Z', 'revision_number': 5, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'subnets': [{'id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:47.080525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c2f7b-3764-4caf-9d13-b3d480413c52 None None] The sync data for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 is: [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:00Z', 'revision_number': 4, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5b4089d1-72ba-4861-a98e-895a0e332c79', 'name': '', 'network_id': 'a6ff0491-20cc-4c61-8ae5-0ab51230b70f', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'mac_address': 'fa:16:3e:b3:bb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:58Z', 'updated_at': '2021-08-10T01:52:06Z', 'revision_number': 5, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'subnets': [{'id': '36b1f3ff-8e3b-4a83-8ffa-9f7412945984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:47.091189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:47.092029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:47.092029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:47.092456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Bound port: e5a18178-b2de-473f-a83a-9743c01c291d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:47.092749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:47.216441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-542b0193-a67d-42a9-b9a9-4c28752b2b86 service neutron] 10.222.0.38 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123215 Aug 10 01:52:47.223476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-8a1fbe2c-7f13-467f-9029-df1d0dc3e96c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:47.224933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-8a1fbe2c-7f13-467f-9029-df1d0dc3e96c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554150 Aug 10 01:52:47.248605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ccad160d-19d8-4bfd-bad4-00a5496e837d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:47.286798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:47.291325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-ee7eee3b-19f0-4486-ba27-4ef9f8e5c22d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/quotas/e0edf68bec68489686d0504a10f1fc82 HTTP/1.1" status: 200 len: 375 time: 0.0534325 Aug 10 01:52:47.320345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:47.330753 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5305289-1fc4-4c05-a20b-c10b7c261852 None None] New status for floating IP 6cc9d92b-09ee-4373-af7c-3867ac60d705: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:52:47.374765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290b08df-daba-444b-b15b-39178a985b44 req-2d4b03f8-7840-4885-b196-0a751599573f service neutron] 10.222.0.38 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469703 Aug 10 01:52:47.376948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port ccad160d-19d8-4bfd-bad4-00a5496e837d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:47.387515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-4d6d5fd9-2201-43e7-b7ca-6fd62ef01674 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0822103 Aug 10 01:52:47.390143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port ccad160d-19d8-4bfd-bad4-00a5496e837d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:47.390530 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:47.406876 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:47.456463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:47.457079 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:47.458516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] 10.222.0.16 "PUT /v2.0/ports/e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 1093 time: 1.8444910 Aug 10 01:52:47.498758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3c311-734a-4375-bffa-dca6891b0b75 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:47.512092 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:47.551402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ccad160d-19d8-4bfd-bad4-00a5496e837d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ccad160d-19d8-4bfd-bad4-00a5496e837d,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:47.560877 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861d0e82-3024-4cec-9a5c-21a24e638c49 x-openstack-request-id: req-861d0e82-3024-4cec-9a5c-21a24e638c49 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:47.561183 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f67dd0-b0d5-4f54-98f7-ddf1468d699c", "name": "network-vif-plugged", "status": "completed", "tag": "9fc0dfae-f721-4adb-962e-c5028ec53226", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:47.562780 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-861d0e82-3024-4cec-9a5c-21a24e638c49 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:47.562780 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f67dd0-b0d5-4f54-98f7-ddf1468d699c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc0dfae-f721-4adb-962e-c5028ec53226', 'code': 200} Aug 10 01:52:47.633419 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:47.640505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-78e792c7-cb62-4eed-b4a5-3e4a8ceaa4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:47.644730 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-78e792c7-cb62-4eed-b4a5-3e4a8ceaa4df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1096 time: 0.0738094 Aug 10 01:52:47.695201 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d5913e-ca9a-4696-a768-264d803c2976 x-openstack-request-id: req-a7d5913e-ca9a-4696-a768-264d803c2976 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:47.695719 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96337a7f-9dba-4e7f-bf51-3096b7c51948", "name": "network-vif-deleted", "tag": "d6905fb8-25ff-4c3d-a76d-38642597b781", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:47.696060 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7d5913e-ca9a-4696-a768-264d803c2976 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:47.696556 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96337a7f-9dba-4e7f-bf51-3096b7c51948', 'name': 'network-vif-deleted', 'tag': 'd6905fb8-25ff-4c3d-a76d-38642597b781', 'status': 'completed', 'code': 200} Aug 10 01:52:47.730492 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ccad160d-19d8-4bfd-bad4-00a5496e837d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:47.759697 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ceb423-d2f3-4510-90ed-eaf15c7d1ddb x-openstack-request-id: req-20ceb423-d2f3-4510-90ed-eaf15c7d1ddb {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:47.760044 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:47.760247 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-20ceb423-d2f3-4510-90ed-eaf15c7d1ddb {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:47.760656 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'status': 'completed', 'code': 200} Aug 10 01:52:47.764072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-15d7d484-fd72-4ed4-9214-3164b6e4e613 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 217 time: 0.1085429 Aug 10 01:52:47.839405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-cd4d7e3d-36f5-46b8-9d28-9935ad08acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:47.841119 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-cd4d7e3d-36f5-46b8-9d28-9935ad08acf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9928c10a3ec74ccb9e08eab245c34e29&device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 1097 time: 0.0620341 Aug 10 01:52:47.848744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50770f79-b395-4000-a481-34bba7209e3d req-1a69afaf-258f-45a5-bec7-037c908e1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:47.850679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50770f79-b395-4000-a481-34bba7209e3d req-1a69afaf-258f-45a5-bec7-037c908e1ca4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 1097 time: 0.2050138 Aug 10 01:52:47.860607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-a06e1831-1661-4146-b4d1-98b991a41426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:47.862070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-a06e1831-1661-4146-b4d1-98b991a41426 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0901196 Aug 10 01:52:47.873028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-10c8e304-ed0b-4ba0-b28d-be17ec52a212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:47.915222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-fa77db59-1692-4348-a1c0-f30db1492967 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426831 Aug 10 01:52:47.923008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4d72d-4862-4226-b1e8-405416886fb4 req-9827aaaa-fa08-4612-a343-f340e51f2bb7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:47.924814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0aa4d72d-4862-4226-b1e8-405416886fb4 req-9827aaaa-fa08-4612-a343-f340e51f2bb7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 945 time: 0.1094224 Aug 10 01:52:47.948642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-978f28cd-f87a-4c2d-94b4-2c81309d77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:47.950271 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-978f28cd-f87a-4c2d-94b4-2c81309d77f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f HTTP/1.1" status: 200 len: 929 time: 0.1021516 Aug 10 01:52:47.994734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50770f79-b395-4000-a481-34bba7209e3d req-428a23fe-8e12-4272-9fcf-979d3af5054c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302748 Aug 10 01:52:47.995562 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-d40f3939-e833-4254-8db5-206d0d1dd9df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7 HTTP/1.1" status: 200 len: 217 time: 0.0376985 Aug 10 01:52:48.020810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0aa4d72d-4862-4226-b1e8-405416886fb4 req-7233547d-0865-4643-8540-f9b6cf3d20df tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850182 Aug 10 01:52:48.062873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-8652f1e3-80bf-4995-a6dd-2d7e17a9ad3d service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373589 Aug 10 01:52:48.064236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-d444fc37-d659-49c6-84c7-906ff8fc90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:48.065713 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-d444fc37-d659-49c6-84c7-906ff8fc90c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36b1f3ff-8e3b-4a83-8ffa-9f7412945984 HTTP/1.1" status: 200 len: 867 time: 0.0639732 Aug 10 01:52:48.141735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-8f020880-b211-4e7c-85aa-aa7fbe09cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:48.143931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-8f020880-b211-4e7c-85aa-aa7fbe09cd07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6ff0491-20cc-4c61-8ae5-0ab51230b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681353 Aug 10 01:52:48.210533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7416326c-37f8-4119-937c-00089d9ad842 req-cdca46cc-098a-42be-aab2-fc16b5f05758 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips/6cc9d92b-09ee-4373-af7c-3867ac60d705 HTTP/1.1" status: 200 len: 692 time: 0.0525205 Aug 10 01:52:48.230285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60814) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:48.252673 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-99d9d961-73a0-4202-9d6c-6e3e6c27bddf service neutron] 10.222.0.16 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002686 Aug 10 01:52:48.307213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342051a9-9bef-4a1e-a488-43cdf00df95c req-1df5879c-8574-42fa-8eab-dfd04637586e service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315550 Aug 10 01:52:48.350598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416326c-37f8-4119-937c-00089d9ad842 req-a8676fc5-2e4f-480a-9c9d-e5110c20b716 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:48.358615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7416326c-37f8-4119-937c-00089d9ad842 req-a8676fc5-2e4f-480a-9c9d-e5110c20b716 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.1417854 Aug 10 01:52:48.411217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7416326c-37f8-4119-937c-00089d9ad842 req-ee3c55d3-46c3-42a1-94f1-bdbc58b13c5c tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.0517001 Aug 10 01:52:48.423129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e5007196-122d-473b-88b0-fbfa786b5dd8 req-92d0cc14-67f6-49e6-b316-2775e91804e5 service neutron] 10.222.0.16 "GET /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627958 Aug 10 01:52:48.434546 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-78f08624-0e62-425a-81f6-2b163f664621 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebe9375fbcd44308835b1a0b09923475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030542 Aug 10 01:52:48.436983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60824) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:48.461875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7416326c-37f8-4119-937c-00089d9ad842 req-7423f635-717b-427b-9f67-286346768256 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.22 HTTP/1.1" status: 200 len: 695 time: 0.0496898 Aug 10 01:52:48.497482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8138f6ac-7cc4-4149-95d5-40174abda574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:48.521670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8138f6ac-7cc4-4149-95d5-40174abda574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:48.605703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7416326c-37f8-4119-937c-00089d9ad842 req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Deleting port 61fa8412-28e7-4fe8-bff1-495b5c25594c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:48.606057 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7416326c-37f8-4119-937c-00089d9ad842 req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:48.686023 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7416326c-37f8-4119-937c-00089d9ad842 req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:48.686407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7416326c-37f8-4119-937c-00089d9ad842 req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:48.700697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7416326c-37f8-4119-937c-00089d9ad842 req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Calling delete_port for 61fa8412-28e7-4fe8-bff1-495b5c25594c owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:48.756482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8138f6ac-7cc4-4149-95d5-40174abda574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:48.756482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8138f6ac-7cc4-4149-95d5-40174abda574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:48.756482 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8138f6ac-7cc4-4149-95d5-40174abda574 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3cda0692-5a85-41cd-a66d-eb327ce19089 HTTP/1.1" status: 204 len: 168 time: 0.3021896 Aug 10 01:52:48.756482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f6ac-7cc4-4149-95d5-40174abda574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cda0692-5a85-41cd-a66d-eb327ce19089,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:49.180321 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7416326c-37f8-4119-937c-00089d9ad842 req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:49.207573 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Pushing event deleted for resources: {'Port': ['ID=61fa8412-28e7-4fe8-bff1-495b5c25594c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:49.277040 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7416326c-37f8-4119-937c-00089d9ad842 req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:49.281043 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7416326c-37f8-4119-937c-00089d9ad842 req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:49.282198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7416326c-37f8-4119-937c-00089d9ad842 req-2075569c-fcb7-40e8-8f4c-95e9af90e913 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "DELETE /v2.0/floatingips/6cc9d92b-09ee-4373-af7c-3867ac60d705 HTTP/1.1" status: 204 len: 173 time: 0.8102028 Aug 10 01:52:49.378642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5981f-93be-4ead-9c21-b9d5d2f4ba6e req-773ce78b-fedd-499e-9dfc-1ecf20ecee31 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:49.385769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35b5981f-93be-4ead-9c21-b9d5d2f4ba6e req-773ce78b-fedd-499e-9dfc-1ecf20ecee31 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 948 time: 0.0550945 Aug 10 01:52:49.427347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35b5981f-93be-4ead-9c21-b9d5d2f4ba6e req-452eea68-e3ff-44c4-b560-a38c8831d601 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Aug 10 01:52:49.518697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d7d7dbdf-c0d9-4289-897c-5e3f8af53d12 req-2064619d-aa56-4868-bb56-315ab371ba39 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 210 time: 0.0274131 Aug 10 01:52:49.562928 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccad160d-19d8-4bfd-bad4-00a5496e837d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:49.565580 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81a7cae-c60b-4b0d-a4ce-6dda7efcbbe9" -d '{"events": [{"server_uuid": "4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f", "name": "network-vif-plugged", "status": "completed", "tag": "ccad160d-19d8-4bfd-bad4-00a5496e837d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:49.628743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a912e4c-d6c2-414a-8717-2cb6670ccd8a req-4a6ff10b-b033-4c3d-9289-c0bc4e7b902f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:49.630270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a912e4c-d6c2-414a-8717-2cb6670ccd8a req-4a6ff10b-b033-4c3d-9289-c0bc4e7b902f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.0582235 Aug 10 01:52:49.672477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a912e4c-d6c2-414a-8717-2cb6670ccd8a req-d3fa00c8-12dd-43d4-8310-9a2310ddb1bb tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Aug 10 01:52:49.741547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60856) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:49.754647 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-771eebd4-736f-4fa5-9755-0d7275c7539c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:49.763472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:49.765795 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863db62a-abc0-4d0f-ad0b-3852137c621b" -d '{"events": [{"name": "network-changed", "server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:49.791870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636519f1-46cc-4025-bed9-720c059d2662 req-e00ee9b0-1fb3-495e-8884-3746d68f67ed tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:49.793402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-636519f1-46cc-4025-bed9-720c059d2662 req-e00ee9b0-1fb3-495e-8884-3746d68f67ed tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 945 time: 0.0556443 Aug 10 01:52:49.833166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-636519f1-46cc-4025-bed9-720c059d2662 req-137136bb-2f22-49e5-980f-af87363d1cfe tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332103 Aug 10 01:52:49.853224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-771eebd4-736f-4fa5-9755-0d7275c7539c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:49.937194 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b53485e-a28c-4234-860e-cb2af92bc192 x-openstack-request-id: req-6b53485e-a28c-4234-860e-cb2af92bc192 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:49.937701 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f", "name": "network-vif-plugged", "status": "completed", "tag": "ccad160d-19d8-4bfd-bad4-00a5496e837d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:49.938047 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6b53485e-a28c-4234-860e-cb2af92bc192 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:49.938535 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccad160d-19d8-4bfd-bad4-00a5496e837d', 'code': 200} Aug 10 01:52:49.948360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-771eebd4-736f-4fa5-9755-0d7275c7539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:49.971044 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59ceabb-4eef-4319-8e30-057c5f724010 x-openstack-request-id: req-f59ceabb-4eef-4319-8e30-057c5f724010 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:49.972095 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:49.972736 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f59ceabb-4eef-4319-8e30-057c5f724010 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:49.973290 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d', 'status': 'completed', 'code': 200} Aug 10 01:52:49.996940 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-771eebd4-736f-4fa5-9755-0d7275c7539c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94225dacf7554e22a23e174739e9bc36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542911 Aug 10 01:52:49.998640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771eebd4-736f-4fa5-9755-0d7275c7539c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c313680-d639-438a-a807-56d880a62c2c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:50.000518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60864) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:50.047940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-c26b46ec-c64a-4c86-803c-3165d2dcf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:50.049456 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-c26b46ec-c64a-4c86-803c-3165d2dcf7f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1096 time: 0.0468359 Aug 10 01:52:50.100031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6972c08-9a8d-4fd9-aac7-ac0df5bc26aa req-f8e092dd-e275-46a5-803f-c9d36153a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:50.101593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6972c08-9a8d-4fd9-aac7-ac0df5bc26aa req-f8e092dd-e275-46a5-803f-c9d36153a66c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 1100 time: 0.0676520 Aug 10 01:52:50.103165 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2097d416-5079-4108-a969-5c524394e0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:50.144421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2097d416-5079-4108-a969-5c524394e0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:50.150215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-a2802f9a-90bb-4dad-9c00-9bed45d2fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:50.151997 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-a2802f9a-90bb-4dad-9c00-9bed45d2fe7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.0951016 Aug 10 01:52:50.172715 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6972c08-9a8d-4fd9-aac7-ac0df5bc26aa req-4de6dd17-2827-4f18-a039-eb9e90a6b8f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600131 Aug 10 01:52:50.205481 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-2f5c3a27-5ed6-44df-8e5f-ea34580ad356 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 217 time: 0.0430994 Aug 10 01:52:50.244479 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60870) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:50.265508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-98b12762-8383-47a6-bd25-9b0151309728 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274026 Aug 10 01:52:50.266155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2097d416-5079-4108-a969-5c524394e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:50.268821 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2097d416-5079-4108-a969-5c524394e0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:50.272448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2097d416-5079-4108-a969-5c524394e0ff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7c313680-d639-438a-a807-56d880a62c2c HTTP/1.1" status: 204 len: 168 time: 0.2684064 Aug 10 01:52:50.291853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-268fa635-ba09-4ab3-8c55-6eb39decc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:50.293652 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-268fa635-ba09-4ab3-8c55-6eb39decc503 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0604391 Aug 10 01:52:50.298164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097d416-5079-4108-a969-5c524394e0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c313680-d639-438a-a807-56d880a62c2c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:50.353927 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-5519c61c-d35a-4d43-a781-78e7dd36a642 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448773 Aug 10 01:52:50.472373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-9ede6344-934c-4a49-9c99-1eadab26c052 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:50.473812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-9ede6344-934c-4a49-9c99-1eadab26c052 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009754 Aug 10 01:52:50.497944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Request body: {'port': {'device_id': '5d55619a-988e-4fc2-8faf-468df1d6ce16', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'e0edf68bec68489686d0504a10f1fc82'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:50.510544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1e556-ae4d-4f22-a89e-c91342c477b0 req-0b8f9b2b-169f-40ad-b195-d7f85b8c6d7c tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:50.512981 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91b1e556-ae4d-4f22-a89e-c91342c477b0 req-0b8f9b2b-169f-40ad-b195-d7f85b8c6d7c tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0867305 Aug 10 01:52:50.517315 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f798794c-9cb1-4716-a0a5-66920d8444a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:50.618706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91b1e556-ae4d-4f22-a89e-c91342c477b0 req-a2549f23-0871-4b55-8286-dcffcac1b013 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0906100 Aug 10 01:52:50.754758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-9d7640df-3fef-4649-ae1d-a01216abad66 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:52:50.754758 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-9d7640df-3fef-4649-ae1d-a01216abad66 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5076613 Aug 10 01:52:50.788667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f669d57-4a09-464b-85fb-caec8689ee21 req-44b08a85-5d9c-4968-8b61-e044d67fb110 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:50.789179 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-559b7efc-4b09-426d-8783-e46c5d97101b service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239500 Aug 10 01:52:50.789278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f669d57-4a09-464b-85fb-caec8689ee21 req-44b08a85-5d9c-4968-8b61-e044d67fb110 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 945 time: 0.0853047 Aug 10 01:52:50.844721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f669d57-4a09-464b-85fb-caec8689ee21 req-e5644040-c846-411a-b8d1-47963ec00363 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559659 Aug 10 01:52:50.846193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Made reservation on behalf of e0edf68bec68489686d0504a10f1fc82 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:50.850804 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:50.955984 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-863db62a-abc0-4d0f-ad0b-3852137c621b req-b3724263-f07b-492f-9200-39d97947bb70 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527166 Aug 10 01:52:50.998431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Request body: {'binding': {'host': 'n-h2-767704-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:50.999513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Unknown quota resources ['binding']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:52:51.056515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79382-dc26-44c6-b72a-133c618167d5 req-b55bea83-2fff-4900-9012-caaa37ba236a tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:51.058273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63f79382-dc26-44c6-b72a-133c618167d5 req-b55bea83-2fff-4900-9012-caaa37ba236a tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 948 time: 0.1131325 Aug 10 01:52:51.065511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Allocated IP 192.168.233.212 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/5fbbe718-8719-4f9f-91f9-db5a8c5bb387) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:51.068048 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:51.125249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63f79382-dc26-44c6-b72a-133c618167d5 req-f9799800-767d-47c1-91d7-c58b610955b9 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558565 Aug 10 01:52:51.222871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed on host n-h2-767704-21 for vnic_type normal with profile None {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:51.223327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:51.223826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:51.229361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Port 67ac624d-e9d1-4b38-bd98-7427e4043aed on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:51.229693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:51.235430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:51.235805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:51.236157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:51.236586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Bound port: 67ac624d-e9d1-4b38-bd98-7427e4043aed, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:51.260233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e5a18178-b2de-473f-a83a-9743c01c291d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:51.309394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:51.312245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d6905fb8-25ff-4c3d-a76d-38642597b781 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:51.379253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: d6905fb8-25ff-4c3d-a76d-38642597b781 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:51.379792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d6905fb8-25ff-4c3d-a76d-38642597b781 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:51.389120 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:51.390317 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-196a9ca8-97ac-457f-8341-51e4460878b5 service neutron] 10.222.0.38 "POST /v2.0/ports/67ac624d-e9d1-4b38-bd98-7427e4043aed/bindings HTTP/1.1" status: 201 len: 390 time: 0.4818192 Aug 10 01:52:51.460586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:51.473074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'e5a18178-b2de-473f-a83a-9743c01c291d', 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf', 'port_id': 'e5a18178-b2de-473f-a83a-9743c01c291d', 'mac_address': 'fa:16:3e:d1:10:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352d044b-2470-4744-b6f8-e8c1b438b920', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:51.522928 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:51.542304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a18178-b2de-473f-a83a-9743c01c291d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:51.547963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9aedb30b-28b0-4a3f-940f-61e650902534 req-97823972-6162-4f29-a55f-1f1e22e35b8a tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 210 time: 0.3392112 Aug 10 01:52:51.571367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:51.625094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:51.637251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bed72e9-ab75-4faf-b6c7-eea34531ec41 req-aff111ef-b06f-411d-9608-3cd52669c5cf tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0520797 Aug 10 01:52:51.657989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:51.667388 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:51.679148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Transition to ACTIVE for port object 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:51.733047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:51.742102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.742503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.742870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.743749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.744077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.744407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.744733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.745058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.745380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.746331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.746743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.747073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:51.766360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1275933778-network', 'tenant_id': 'd932068e370442dd8e33534582ffaff2'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:51.806175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b310b0-c016-4c2d-9633-545a1255a004 req-c1014a0f-0e2e-4fc3-a594-87f55eb01715 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:51.807782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6b310b0-c016-4c2d-9633-545a1255a004 req-c1014a0f-0e2e-4fc3-a594-87f55eb01715 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 945 time: 0.0683961 Aug 10 01:52:51.811049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:51.829415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'e3a3e0f2-9411-44f9-aad2-07258b643932'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:51.833472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['16582bff-5044-417c-b25d-559404ad496e'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:51.861613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Made reservation on behalf of d932068e370442dd8e33534582ffaff2 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:51.864473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:51.877229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:51.899890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:51.911983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:51.921045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:51.926170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event updated for resources: {'Port': ['ID=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:51.969656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6b310b0-c016-4c2d-9633-545a1255a004 req-ac2f4659-2e47-4805-b04d-a88bf05b2c40 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499569 Aug 10 01:52:51.984624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7184b-867c-4fc1-b745-4f9dbab2e39c req-9feac96a-3b5e-4861-84e8-0be3b6e0e8b5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:51.986329 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9b7184b-867c-4fc1-b745-4f9dbab2e39c req-9feac96a-3b5e-4861-84e8-0be3b6e0e8b5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 945 time: 0.1772420 Aug 10 01:52:52.030939 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.036598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:52.037267 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.068719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9b7184b-867c-4fc1-b745-4f9dbab2e39c req-d781d1d7-de43-424c-a42f-f666724d77f6 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653951 Aug 10 01:52:52.095953 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.116591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e5a18178-b2de-473f-a83a-9743c01c291d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:52.166259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-3f0ee636-1579-4d7e-ad0d-169e501f84d4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:52.170272 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-3f0ee636-1579-4d7e-ad0d-169e501f84d4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 945 time: 0.0764487 Aug 10 01:52:52.190739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c652978c-ac97-4df3-b0f5-c9ae67a6188b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7004380 Aug 10 01:52:52.204159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:52:52.233831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c79bce-48c3-4f5b-bbb3-fad3d4605734,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:52.233831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.233831 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Added segment 67052d9d-b998-4f20-96f5-256200eede3e of type vlan for network 34b3b225-a4c3-47bd-b48d-b6129cc556a2 Aug 10 01:52:52.262015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Request body: {'port': {'device_id': '5d55619a-988e-4fc2-8faf-468df1d6ce16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:52.268323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-76c33261-d565-404e-aa25-542fefbc3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:52.269845 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-76c33261-d565-404e-aa25-542fefbc3546 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1097 time: 0.1119161 Aug 10 01:52:52.298626 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.351107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.390278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.410772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e05557-16e4-44d4-ac21-ee32980d71e1 req-5f7d9124-3cc4-47db-8809-63fb3279d832 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:52.415072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09e05557-16e4-44d4-ac21-ee32980d71e1 req-5f7d9124-3cc4-47db-8809-63fb3279d832 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 945 time: 0.2254457 Aug 10 01:52:52.420405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-c7b93e57-e05a-4e18-8723-b556470cec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:52.422908 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-c7b93e57-e05a-4e18-8723-b556470cec47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.1319029 Aug 10 01:52:52.494421 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-ace817e1-6eca-48d1-b846-7eb83eb02268 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed HTTP/1.1" status: 200 len: 217 time: 0.0619473 Aug 10 01:52:52.495538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0ab03704-2a21-4d35-ad05-c8d97d0e6fff None None] Provisioning for port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:52.497266 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.498858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:52.500961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.505231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0ab03704-2a21-4d35-ad05-c8d97d0e6fff None None] Provisioning complete for port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:52.506829 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ab03704-2a21-4d35-ad05-c8d97d0e6fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.556975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Deleting port 9fc0dfae-f721-4adb-962e-c5028ec53226 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:52.557646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.568510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0ab03704-2a21-4d35-ad05-c8d97d0e6fff None None] Port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:52.585826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09e05557-16e4-44d4-ac21-ee32980d71e1 req-5f00bbe7-7330-4c4e-8630-1fa6d17c7c25 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437650 Aug 10 01:52:52.621056 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-5a7d934e-b076-4722-bab0-ae98da97db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:52.622895 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-5a7d934e-b076-4722-bab0-ae98da97db96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.1170011 Aug 10 01:52:52.623906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] Pushing event updated for resources: {'Network': ['ID=34b3b225-a4c3-47bd-b48d-b6129cc556a2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:52.637019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 34b3b225-a4c3-47bd-b48d-b6129cc556a2 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:52:52.675694 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-a5e4b75b-db5e-4ae2-9d60-238ae2bab419 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427175 Aug 10 01:52:52.677654 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1d889775-7af5-4a88-8002-bef9ca8bbcdb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0487316 Aug 10 01:52:52.687705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60926) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:52.694202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Request body: {'subnet': {'network_id': '34b3b225-a4c3-47bd-b48d-b6129cc556a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1275933778-subnet', 'tenant_id': 'd932068e370442dd8e33534582ffaff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:52.740135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8f36b-42c9-4b82-b6ce-1bcf9cb1d44b req-ddb71170-17a4-4f1a-aa48-1c432540b411 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:52.741660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cf8f36b-42c9-4b82-b6ce-1bcf9cb1d44b req-ddb71170-17a4-4f1a-aa48-1c432540b411 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 948 time: 0.2316322 Aug 10 01:52:52.797654 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-fc3ffa58-f0fd-463a-a935-f494df08a455 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112466 Aug 10 01:52:52.817062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] For port 9fc0dfae-f721-4adb-962e-c5028ec53226, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9fc0dfae-f721-4adb-962e-c5028ec53226,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:52.817441 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.848388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Calling delete_port for 9fc0dfae-f721-4adb-962e-c5028ec53226 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:52.851227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Made reservation on behalf of d932068e370442dd8e33534582ffaff2 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:52.854068 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:52.877589 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cf8f36b-42c9-4b82-b6ce-1bcf9cb1d44b req-c0790f15-b9ec-4fe4-bd3e-aa50a9950892 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105180 Aug 10 01:52:52.896267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b20c3-a120-4341-9c11-92126961a747 req-6c093a8b-7646-4e17-bb4c-ad9e750ae0ae tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:52.903245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee4b20c3-a120-4341-9c11-92126961a747 req-6c093a8b-7646-4e17-bb4c-ad9e750ae0ae tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 945 time: 0.1935079 Aug 10 01:52:52.964975 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-6fb2d877-4c8e-4d05-b7d4-e15b51e42c9f service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584373 Aug 10 01:52:53.068251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee4b20c3-a120-4341-9c11-92126961a747 req-6a678ecd-ff52-4eb8-8a8e-9a2642453402 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588895 Aug 10 01:52:53.074173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:53.090505 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.115786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407be456-c370-4db8-aaf0-7e93877b8fc9 req-83011749-8386-4f14-bd72-b2beea808d9c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:53.115786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-407be456-c370-4db8-aaf0-7e93877b8fc9 req-83011749-8386-4f14-bd72-b2beea808d9c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 936 time: 0.1585727 Aug 10 01:52:53.128465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Transition to ACTIVE for port object 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:53.176677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.191238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-407be456-c370-4db8-aaf0-7e93877b8fc9 req-529cc4d6-1747-4c06-971c-d3b3d6caf506 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767844 Aug 10 01:52:53.220997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.264947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e5a18178-b2de-473f-a83a-9743c01c291d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:53.269000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.279490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a330966-0a33-4c31-9160-1477beaa9226,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:53.300058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-27aa6d3b-7f3d-48e3-b3e7-b6ea314e95a6 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:53.301602 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-27aa6d3b-7f3d-48e3-b3e7-b6ea314e95a6 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.1267507 Aug 10 01:52:53.306382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Checking segment: {'id': '67052d9d-b998-4f20-96f5-256200eede3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '34b3b225-a4c3-47bd-b48d-b6129cc556a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:53.306809 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Network hostable DHCP agents. Network: 34b3b225-a4c3-47bd-b48d-b6129cc556a2, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:52:53.313769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1590fd-68b6-4dcd-8617-3b3121b1b017 req-d7a1e4fc-dac6-4e7e-90bc-be7628c806c0 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:53.314586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-21'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:53.324066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb1590fd-68b6-4dcd-8617-3b3121b1b017 req-d7a1e4fc-dac6-4e7e-90bc-be7628c806c0 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1394596 Aug 10 01:52:53.325998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Pushing event updated for resources: {'Port': ['ID=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:53.383362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.398457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port e5a18178-b2de-473f-a83a-9743c01c291d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:53.406853 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port e5a18178-b2de-473f-a83a-9743c01c291d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:53.407429 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.427733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event deleted for resources: {'Port': ['ID=9fc0dfae-f721-4adb-962e-c5028ec53226,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:53.436555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Network 34b3b225-a4c3-47bd-b48d-b6129cc556a2 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:52:53.506632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] No DVR routers for this DVR port 9fc0dfae-f721-4adb-962e-c5028ec53226 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:53.515023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb1590fd-68b6-4dcd-8617-3b3121b1b017 req-4269adc3-d7a3-460e-94d6-d2a412e7ff76 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894302 Aug 10 01:52:53.515751 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.516069 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.517940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a93df298-2058-4c95-ab4b-0ea2a8d9d33b req-152b8d67-73c9-4bbd-ba4f-68a9a164fb9e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "DELETE /v2.0/ports/9fc0dfae-f721-4adb-962e-c5028ec53226 HTTP/1.1" status: 204 len: 173 time: 1.3409011 Aug 10 01:52:53.522311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 34b3b225-a4c3-47bd-b48d-b6129cc556a2) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:53.522458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f67dd0-b0d5-4f54-98f7-ddf1468d699c', 'name': 'network-vif-deleted', 'tag': '9fc0dfae-f721-4adb-962e-c5028ec53226'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:53.525563 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7245b45a-8d58-44b5-9694-27463a854934" -d '{"events": [{"server_uuid": "b5f67dd0-b0d5-4f54-98f7-ddf1468d699c", "name": "network-vif-deleted", "tag": "9fc0dfae-f721-4adb-962e-c5028ec53226"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:53.533223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:53.533827 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.535928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4afd3-2105-4fb9-9a74-b173d9a68810 req-d676ca67-96c8-4388-8341-8094dec185fa tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:53.537608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ec4afd3-2105-4fb9-9a74-b173d9a68810 req-d676ca67-96c8-4388-8341-8094dec185fa tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 945 time: 0.2619998 Aug 10 01:52:53.557558 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f7f86-7272-42e8-b2b0-8bf3f1bbdcee None None] Network 34b3b225-a4c3-47bd-b48d-b6129cc556a2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:52:53.563604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:53.586289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Attempting to bind port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:53.587021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Attempting to bind port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:53.587855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Attempting to bind port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:53.599812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:53.600614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Attempting to bind port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:53.612250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ec4afd3-2105-4fb9-9a74-b173d9a68810 req-0c98aff2-4d7e-4f6c-932a-d07c136b3469 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679157 Aug 10 01:52:53.613074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:53.613490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:53.613927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:53.614442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Bound port: 5fbbe718-8719-4f9f-91f9-db5a8c5bb387, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:53.614906 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.641562 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:53.718394 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b5a188f3-5146-4d57-8371-16db6c03ca08 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0301359 Aug 10 01:52:53.740026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:53.741288 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1557aecb-c264-432a-9277-cfec1c8ebf79 x-openstack-request-id: req-1557aecb-c264-432a-9277-cfec1c8ebf79 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:53.741881 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f67dd0-b0d5-4f54-98f7-ddf1468d699c", "name": "network-vif-deleted", "tag": "9fc0dfae-f721-4adb-962e-c5028ec53226", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:53.743206 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c58bad-3740-48c9-b2e2-99a6d65e6ace" -d '{"events": [{"server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "name": "network-vif-plugged", "status": "completed", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:53.744826 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1557aecb-c264-432a-9277-cfec1c8ebf79 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:53.745341 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f67dd0-b0d5-4f54-98f7-ddf1468d699c', 'name': 'network-vif-deleted', 'tag': '9fc0dfae-f721-4adb-962e-c5028ec53226', 'status': 'completed', 'code': 200} Aug 10 01:52:53.766674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:53.769288 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6491a5a-b285-411c-8aab-5ac4a2d16a7f" -d '{"events": [{"server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "name": "network-vif-unplugged", "status": "completed", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:53.772549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:53.774046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9093bd-8bda-4816-a0b7-f16504290392 req-338c1807-f27d-4a3b-9f02-8b41a1bc68ed tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:53.778907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c9093bd-8bda-4816-a0b7-f16504290392 req-338c1807-f27d-4a3b-9f02-8b41a1bc68ed tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 945 time: 0.1616311 Aug 10 01:52:53.779319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.827340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] For port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:53.838345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008d87f-c583-465b-99bb-5e8c795aba53 None None] Network 34b3b225-a4c3-47bd-b48d-b6129cc556a2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:52:53.850609 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.858321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fdb80c7-3eb6-4d7d-9ebe-4882291fc54d req-01bc6142-ab4a-4fda-8490-8e142ba12477 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5f67dd0-b0d5-4f54-98f7-ddf1468d699c HTTP/1.1" status: 200 len: 210 time: 0.0374131 Aug 10 01:52:53.865511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c9093bd-8bda-4816-a0b7-f16504290392 req-f3726b4f-9963-4da5-acb4-b9c27a468dbe tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759876 Aug 10 01:52:53.877557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] For port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:53.887464 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.889613 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.935436 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.954538 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361aa3a-97ee-40ac-857b-c9c37c420087 x-openstack-request-id: req-1361aa3a-97ee-40ac-857b-c9c37c420087 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:53.954882 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "name": "network-vif-plugged", "status": "completed", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:53.955137 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1361aa3a-97ee-40ac-857b-c9c37c420087 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:53.960645 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d', 'code': 200} Aug 10 01:52:53.997156 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3225e2b6-84e6-4dcc-9cf5-d4f20ab7c08d x-openstack-request-id: req-3225e2b6-84e6-4dcc-9cf5-d4f20ab7c08d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:53.997515 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "name": "network-vif-unplugged", "status": "completed", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:53.997840 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3225e2b6-84e6-4dcc-9cf5-d4f20ab7c08d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:53.998525 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed', 'code': 200} Aug 10 01:52:54.038936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=67ac624d-e9d1-4b38-bd98-7427e4043aed,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:54.044888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Pushing event updated for resources: {'Port': ['ID=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:54.063348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.066090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:54.066090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-93e59512-5995-4753-a86e-8eaeb2f15c6c service neutron] 10.222.0.16 "PUT /v2.0/ports/5fbbe718-8719-4f9f-91f9-db5a8c5bb387 HTTP/1.1" status: 200 len: 1097 time: 1.8179901 Aug 10 01:52:54.070577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed on host n-h1-767704-21 for vnic_type normal with profile {"migrating_to": "n-h2-767704-21"} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:54.070953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:54.071360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:54.082245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Port 67ac624d-e9d1-4b38-bd98-7427e4043aed on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:54.082652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Attempting to bind port 67ac624d-e9d1-4b38-bd98-7427e4043aed on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:54.099738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-0ac1ec67-db57-41aa-9169-18a29aaf6b3e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510526 Aug 10 01:52:54.100188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:54.100548 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:54.100998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:54.102014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Bound port: 67ac624d-e9d1-4b38-bd98-7427e4043aed, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:54.102398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:54.123564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-80054875-fb0f-49b9-a188-56152351a6ae tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.125080 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-80054875-fb0f-49b9-a188-56152351a6ae tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.16 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 945 time: 0.1258044 Aug 10 01:52:54.158045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:54.269123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b46d3-b3fa-4482-9c47-e9419eaf4268 req-96504d71-073e-4887-8b2a-d5886cf20909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.270612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce6b46d3-b3fa-4482-9c47-e9419eaf4268 req-96504d71-073e-4887-8b2a-d5886cf20909 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1098 time: 0.1510558 Aug 10 01:52:54.296670 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-ea68db53-0fab-4845-84a5-9625a3e54185 req-cc5fc271-bdb0-4684-b622-54fd8affc3f9 tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] show failed (client error): The resource could not be found. Aug 10 01:52:54.297697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea68db53-0fab-4845-84a5-9625a3e54185 req-cc5fc271-bdb0-4684-b622-54fd8affc3f9 tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] 10.222.0.38 "GET /v2.0/security-groups/4541c2c4-a6ce-44b4-98b2-b9ae595d3763 HTTP/1.1" status: 404 len: 352 time: 0.0477107 Aug 10 01:52:54.316254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:54.322457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:54.327309 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-dfff127c-cc7c-4d31-87e2-cae3606dd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.328827 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-dfff127c-cc7c-4d31-87e2-cae3606dd322 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 1100 time: 0.1214964 Aug 10 01:52:54.330168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7625-ae89-4238-aaf6-401562826607 req-69f4ca12-2a1d-4ae3-b6bf-a72cf1efa62e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.331708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-69f4ca12-2a1d-4ae3-b6bf-a72cf1efa62e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297916 Aug 10 01:52:54.348308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce6b46d3-b3fa-4482-9c47-e9419eaf4268 req-3f18dc18-3c50-4ad7-b3f1-1ce46e201be4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698402 Aug 10 01:52:54.358933 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Deleting port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:54.359453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:54.373635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-4365e0d2-7800-4f62-a45d-210478736f5a tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/quotas/27f9282b1dac4bcf97fb1f802cd971f4 HTTP/1.1" status: 200 len: 375 time: 0.0228772 Aug 10 01:52:54.434997 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-b7a1adee-6b33-4cf6-ba63-acd85a46e5b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=5fbbe718-8719-4f9f-91f9-db5a8c5bb387 HTTP/1.1" status: 200 len: 217 time: 0.0783875 Aug 10 01:52:54.436011 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:54.443200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5d705-4025-48a3-96f5-c10b7bc3b4af req-f6029362-efdc-46f0-abb3-4df0da30b794 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.446235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5e5d705-4025-48a3-96f5-c10b7bc3b4af req-f6029362-efdc-46f0-abb3-4df0da30b794 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 945 time: 0.0891645 Aug 10 01:52:54.456583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-7b41051d-96e1-4d8e-aedd-62de36072bf3 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685718 Aug 10 01:52:54.493783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5e5d705-4025-48a3-96f5-c10b7bc3b4af req-159f5999-fef9-48bd-b3f6-1a309f19ff21 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/security-groups?id=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355825 Aug 10 01:52:54.572444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c0e6e9ed-ee30-4544-a46d-89f889cc14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.574012 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-c0e6e9ed-ee30-4544-a46d-89f889cc14f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1191347 Aug 10 01:52:54.583476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=67ac624d-e9d1-4b38-bd98-7427e4043aed,revision_number=8']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:54.616279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] For port dd5ad99b-b23e-495a-9d36-fcba81b57cf7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:54.616648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:54.632157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.632785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:54.636902 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-af5b7f42-07ad-4a39-bcfe-149a777e4cb9 service neutron] 10.222.0.11 "PUT /v2.0/ports/67ac624d-e9d1-4b38-bd98-7427e4043aed HTTP/1.1" status: 200 len: 1123 time: 1.3238842 Aug 10 01:52:54.646891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Calling delete_port for dd5ad99b-b23e-495a-9d36-fcba81b57cf7 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:54.703475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-df7b6e59-e1fe-4261-8ba9-132615e53551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.704859 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-df7b6e59-e1fe-4261-8ba9-132615e53551 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1037197 Aug 10 01:52:54.716977 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['67ac624d-e9d1-4b38-bd98-7427e4043aed'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:54.745171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd9ce4-467a-4d10-ae0b-80bec6b709ee req-5524d55a-dddf-4bbf-8faa-d7ecc8d25161 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.746735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dfd9ce4-467a-4d10-ae0b-80bec6b709ee req-5524d55a-dddf-4bbf-8faa-d7ecc8d25161 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 948 time: 0.1004186 Aug 10 01:52:54.852554 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dfd9ce4-467a-4d10-ae0b-80bec6b709ee req-c2e3ec61-82ba-45e8-a785-6610a7f746e6 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982718 Aug 10 01:52:54.853535 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-88ed51f5-b9a2-4f40-a468-50c222d0a84a service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396699 Aug 10 01:52:54.898766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b479e-475d-4341-a14a-b1857286ee4a req-c707ffa0-ec39-44a6-99de-9cefac293aec tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:54.900415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-523b479e-475d-4341-a14a-b1857286ee4a req-c707ffa0-ec39-44a6-99de-9cefac293aec tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.1049218 Aug 10 01:52:54.945677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:54.970458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['dd5ad99b-b23e-495a-9d36-fcba81b57cf7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:54.978648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0da391b0-9950-4548-87f2-047727620ab8 req-c19ab686-b7b0-4200-a739-782d20a8aab9 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 210 time: 0.0514126 Aug 10 01:52:54.984210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-523b479e-475d-4341-a14a-b1857286ee4a req-ad490519-232e-493c-9841-14417394396a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762694 Aug 10 01:52:54.998285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Pushing event deleted for resources: {'Port': ['ID=dd5ad99b-b23e-495a-9d36-fcba81b57cf7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:55.075731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] No DVR routers for this DVR port dd5ad99b-b23e-495a-9d36-fcba81b57cf7 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:55.079991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:55.082028 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e901c37b-b621-4e62-bacf-ff1c070ae2af req-98887394-5985-4306-9976-307c7424c460 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.16 "DELETE /v2.0/ports/dd5ad99b-b23e-495a-9d36-fcba81b57cf7 HTTP/1.1" status: 204 len: 173 time: 0.9460671 Aug 10 01:52:55.084460 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-425bd2e0-d80c-434d-b6f8-c6f2d78ee085 req-56012d0a-ef36-4288-80ec-01dbf2c69434 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049630 Aug 10 01:52:55.124924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec735bcf-9479-4f42-95d8-4db060bf843a req-f33626c6-3329-491c-afad-5f30152ddaee tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d932068e370442dd8e33534582ffaff2 HTTP/1.1" status: 200 len: 2984 time: 0.0895560 Aug 10 01:52:55.163254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964aaee-a800-470f-b204-f34eef6f791d req-b4bdf48b-d211-4139-b769-771cdc2678ad tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:55.164746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2964aaee-a800-470f-b204-f34eef6f791d req-b4bdf48b-d211-4139-b769-771cdc2678ad tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 943 time: 0.0798664 Aug 10 01:52:55.213514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec735bcf-9479-4f42-95d8-4db060bf843a req-ec4863e6-1106-424f-98fc-a2bdbbb94ddb tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] 10.222.0.38 "GET /v2.0/security-groups/79c79bce-48c3-4f5b-bbb3-fad3d4605734 HTTP/1.1" status: 200 len: 2981 time: 0.0772588 Aug 10 01:52:55.235356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2964aaee-a800-470f-b204-f34eef6f791d req-a89ba1a7-8b6d-45d2-b3f4-1b539132eac6 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636330 Aug 10 01:52:55.283613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec735bcf-9479-4f42-95d8-4db060bf843a req-406bc286-9b47-44e3-9f72-1159895a7934 tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] 10.222.0.38 "GET /v2.0/security-groups/79c79bce-48c3-4f5b-bbb3-fad3d4605734 HTTP/1.1" status: 200 len: 2981 time: 0.0601897 Aug 10 01:52:55.421861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7753ea3-c4f3-4a9b-8117-71a08195652e req-f61c6640-d61a-4cfa-8f25-bcd4de5e59e9 tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] 10.222.0.38 "GET /v2.0/security-groups/79c79bce-48c3-4f5b-bbb3-fad3d4605734 HTTP/1.1" status: 200 len: 2981 time: 0.0419014 Aug 10 01:52:55.515605 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-c7753ea3-c4f3-4a9b-8117-71a08195652e req-8fca5602-6349-434a-8cf8-36a275514649 tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 01:52:55.516743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7753ea3-c4f3-4a9b-8117-71a08195652e req-8fca5602-6349-434a-8cf8-36a275514649 tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] 10.222.0.38 "DELETE /v2.0/security-groups/79c79bce-48c3-4f5b-bbb3-fad3d4605734 HTTP/1.1" status: 409 len: 352 time: 0.0867467 Aug 10 01:52:55.681634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-7713473f-6bf6-483e-86cd-119bcf1530e1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:55.683365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-7713473f-6bf6-483e-86cd-119bcf1530e1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.1244802 Aug 10 01:52:55.703877 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-6092032a-0972-4ba4-956e-695d969c7615 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/quotas/00fbeb92a4464845bf2bfbaf4fa56973 HTTP/1.1" status: 200 len: 375 time: 0.0141296 Aug 10 01:52:55.744153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-bb6f9af8-d1f4-4599-9772-4e9ba2bd11e4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334978 Aug 10 01:52:55.746869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d55619a-988e-4fc2-8faf-468df1d6ce16', 'tag': '5fbbe718-8719-4f9f-91f9-db5a8c5bb387'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:55.749756 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d55619a-988e-4fc2-8faf-468df1d6ce16", "tag": "5fbbe718-8719-4f9f-91f9-db5a8c5bb387"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:55.831204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7882ce9-3aef-487d-839f-ed4deb5b231f req-8cb8bac0-b80c-479e-a1a6-dffb65bed080 tempest-FloatingIPsAssociationNegativeTestJSON-461636084 tempest-FloatingIPsAssociationNegativeTestJSON-461636084-project] 10.222.0.38 "GET /v2.0/ports?device_id=26b7103c-a8e4-4954-8553-fd0702abc3b5 HTTP/1.1" status: 200 len: 210 time: 0.0340548 Aug 10 01:52:55.867928 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 9fc0dfae-f721-4adb-962e-c5028ec53226 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:55.895087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-f29abd25-6013-4a42-813a-2edde7271069 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399951 Aug 10 01:52:55.919060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 9fc0dfae-f721-4adb-962e-c5028ec53226 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:55.919413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 9fc0dfae-f721-4adb-962e-c5028ec53226 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:55.971866 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-ec35ca33-cdb2-4826-a614-a1a5ed353c13 req-df6c15d7-6642-4656-a9b4-f98d7c378fdc tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] show failed (client error): The resource could not be found. Aug 10 01:52:55.972908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec35ca33-cdb2-4826-a614-a1a5ed353c13 req-df6c15d7-6642-4656-a9b4-f98d7c378fdc tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] 10.222.0.38 "GET /v2.0/security-groups/a71cfe1a-1759-4782-918d-426a5e06b864 HTTP/1.1" status: 404 len: 352 time: 0.0228994 Aug 10 01:52:55.999785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed'}, {'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'name': 'network-vif-deleted', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:56.002312 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302" -d '{"events": [{"name": "network-changed", "server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed"}, {"server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "name": "network-vif-deleted", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:56.020868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-41895d26-5df1-4213-9bd9-372331823711 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179750 Aug 10 01:52:56.026822 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b9ac97-d82a-4422-b532-569d63e51757 x-openstack-request-id: req-22b9ac97-d82a-4422-b532-569d63e51757 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:56.027301 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d55619a-988e-4fc2-8faf-468df1d6ce16", "tag": "5fbbe718-8719-4f9f-91f9-db5a8c5bb387", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:56.027780 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22b9ac97-d82a-4422-b532-569d63e51757 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:56.028583 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d55619a-988e-4fc2-8faf-468df1d6ce16', 'tag': '5fbbe718-8719-4f9f-91f9-db5a8c5bb387', 'status': 'completed', 'code': 200} Aug 10 01:52:56.146496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-e4c21ff0-a6c6-47b9-967f-964b75f88c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.148714 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-e4c21ff0-a6c6-47b9-967f-964b75f88c00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 1100 time: 0.0858958 Aug 10 01:52:56.163100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13ba9-ac82-463f-9dfb-63a90cb7080f req-b67acd07-a7cf-465b-9ab7-fc557874e40f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.164867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86b13ba9-ac82-463f-9dfb-63a90cb7080f req-b67acd07-a7cf-465b-9ab7-fc557874e40f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 948 time: 0.0800653 Aug 10 01:52:56.224684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86b13ba9-ac82-463f-9dfb-63a90cb7080f req-b470f159-8c60-4d23-a1d3-dbdc3a1e6558 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528464 Aug 10 01:52:56.260751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-70f46eb0-9976-41b1-a1cb-98ebcaad49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.262576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-70f46eb0-9976-41b1-a1cb-98ebcaad49b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1032953 Aug 10 01:52:56.281620 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-21be02ed-8b57-4907-ae1c-47ae061103b9 req-945b497e-1540-441d-b2b7-c6cd00a05177 tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] show failed (client error): The resource could not be found. Aug 10 01:52:56.282995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21be02ed-8b57-4907-ae1c-47ae061103b9 req-945b497e-1540-441d-b2b7-c6cd00a05177 tempest-SecurityGroupsNegativeTestJSON-1524904771 tempest-SecurityGroupsNegativeTestJSON-1524904771-project] 10.222.0.38 "GET /v2.0/security-groups/1d485bd1-68e7-49a3-b44d-f984afd03109 HTTP/1.1" status: 404 len: 352 time: 0.0187678 Aug 10 01:52:56.297859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32792) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:56.396705 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-5beb5ab2-3b6b-4ac4-aeb1-6d20d0028d33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=5fbbe718-8719-4f9f-91f9-db5a8c5bb387 HTTP/1.1" status: 200 len: 217 time: 0.1171091 Aug 10 01:52:56.401704 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc6660-359c-4ee1-b066-1e00539109dc x-openstack-request-id: req-36cc6660-359c-4ee1-b066-1e00539109dc {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:56.402008 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed", "status": "completed", "code": 200}, {"server_uuid": "26b7103c-a8e4-4954-8553-fd0702abc3b5", "name": "network-vif-deleted", "tag": "dd5ad99b-b23e-495a-9d36-fcba81b57cf7", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:56.402265 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36cc6660-359c-4ee1-b066-1e00539109dc {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:56.402706 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed', 'status': 'completed', 'code': 200} Aug 10 01:52:56.402971 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b7103c-a8e4-4954-8553-fd0702abc3b5', 'name': 'network-vif-deleted', 'tag': 'dd5ad99b-b23e-495a-9d36-fcba81b57cf7', 'status': 'completed', 'code': 200} Aug 10 01:52:56.431499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa99e919-9f89-4d7a-a41a-64165e0c76be req-b0e86606-c9f1-49fa-a1a0-aec7eb4953bb tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 210 time: 0.0405211 Aug 10 01:52:56.499092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-614a3288-d69c-4ec6-b454-5bee6a364ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.500809 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-614a3288-d69c-4ec6-b454-5bee6a364ccb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0958650 Aug 10 01:52:56.503000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-7835f378-99ad-421e-9dd0-3597eebc3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.504400 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-7835f378-99ad-421e-9dd0-3597eebc3f4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1126 time: 0.1006048 Aug 10 01:52:56.595775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5d1189-ac5e-452e-8446-8e7e77440fa4 admin admin] Deleting subnet 5a330966-0a33-4c31-9160-1477beaa9226 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:52:56.608087 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a5d1189-ac5e-452e-8446-8e7e77440fa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:56.621634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82f89b-0ae5-420f-a246-b1d0e00973a9 req-334e65ca-b41b-400b-af0b-9938adafcaf3 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.623469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f82f89b-0ae5-420f-a246-b1d0e00973a9 req-334e65ca-b41b-400b-af0b-9938adafcaf3 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.1859553 Aug 10 01:52:56.637931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-2b5f481d-9d44-4b53-a73b-e61be56d9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.639587 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-2b5f481d-9d44-4b53-a73b-e61be56d9640 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243017 Aug 10 01:52:56.687105 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a5d1189-ac5e-452e-8446-8e7e77440fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:56.703891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-f7e73f48-3032-487d-b9c8-2ac440b8b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.705369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-f7e73f48-3032-487d-b9c8-2ac440b8b705 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.1885672 Aug 10 01:52:56.728605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb07d0-efbf-4884-ba33-197e3e258c36 req-6b86adf3-f61c-4e12-89a1-ddc40c301955 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.730233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39cb07d0-efbf-4884-ba33-197e3e258c36 req-6b86adf3-f61c-4e12-89a1-ddc40c301955 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 943 time: 0.1689854 Aug 10 01:52:56.738801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f82f89b-0ae5-420f-a246-b1d0e00973a9 req-be7d1705-559d-4c3b-af01-80fd0d5591de tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908034 Aug 10 01:52:56.754055 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-3cbdde4a-b4d1-40de-bce9-61c9a5a10f3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed HTTP/1.1" status: 200 len: 217 time: 0.0393920 Aug 10 01:52:56.802005 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a5d1189-ac5e-452e-8446-8e7e77440fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:56.831327 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-6750f37e-2772-4958-9fbc-85ff3735b284 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798842 Aug 10 01:52:56.837525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-79537d8d-adfe-4254-955e-6563edcfe1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:56.838945 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-79537d8d-adfe-4254-955e-6563edcfe1e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0767927 Aug 10 01:52:56.850314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39cb07d0-efbf-4884-ba33-197e3e258c36 req-29b2fa9d-4cbb-40da-a34c-cc5a1ae9994f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006677 Aug 10 01:52:56.882029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09bf0f39-a7bb-46b8-a80a-5a28044b7c44 req-29edb1fe-51f7-48ff-a32b-9314aee47c76 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.0562019 Aug 10 01:52:56.928978 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-209a9d13-1f66-4100-854d-2798e6a477ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711141 Aug 10 01:52:56.961480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32806) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:57.003549 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a5d1189-ac5e-452e-8446-8e7e77440fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:57.039804 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a5d1189-ac5e-452e-8446-8e7e77440fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:57.042152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7a5d1189-ac5e-452e-8446-8e7e77440fa4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5a330966-0a33-4c31-9160-1477beaa9226 HTTP/1.1" status: 204 len: 168 time: 0.7433119 Aug 10 01:52:57.043575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d1189-ac5e-452e-8446-8e7e77440fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a330966-0a33-4c31-9160-1477beaa9226,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:57.047660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32808) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:57.100539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f8a18-6c46-4c35-a75b-d7f58e35f326 req-581042a4-72f3-4642-9d8a-97579997881e tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:57.102070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-561f8a18-6c46-4c35-a75b-d7f58e35f326 req-581042a4-72f3-4642-9d8a-97579997881e tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1098 time: 0.1345303 Aug 10 01:52:57.413214 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-25a25621-fd0b-4f62-97ea-24ba1ded9c7b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593247 Aug 10 01:52:57.467383 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:57.492451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-561f8a18-6c46-4c35-a75b-d7f58e35f326 req-35e5a047-5eb1-4bd4-baa9-c9a094ec6399 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807893 Aug 10 01:52:57.512799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd904cb-bccb-4422-be1f-a05433fd0d0e req-d6bf97e0-b975-4830-b9d0-ec438d46540d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:57.514446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cd904cb-bccb-4422-be1f-a05433fd0d0e req-d6bf97e0-b975-4830-b9d0-ec438d46540d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 948 time: 0.1054964 Aug 10 01:52:57.534749 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c75f9d06-3cd5-47fa-8975-2a2c0a6105c5 req-905a17f8-6e2e-43a6-ac4d-e46b9aec12a8 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939230 Aug 10 01:52:57.566346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-a9621d8d-ccb2-4bc6-bdfd-c64d090763b4 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218772 Aug 10 01:52:57.660493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cd904cb-bccb-4422-be1f-a05433fd0d0e req-23988a73-577d-4f79-9de4-79d64ec1f73c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252742 Aug 10 01:52:57.662194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c6f9d0d-d097-4321-bd55-5e8956367f03 req-ee3b6da5-cce9-404e-a39f-a3e5a3686f95 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 210 time: 0.0545955 Aug 10 01:52:57.668292 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:57.680159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b3b225-a4c3-47bd-b48d-b6129cc556a2']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:57.703802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67052d9d-b998-4f20-96f5-256200eede3e') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:57.704018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67052d9d-b998-4f20-96f5-256200eede3e') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:57.714472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:57.729706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:57.736309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:52:57.736713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: timer() Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:52:57.738394 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:52:57.765953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7625-ae89-4238-aaf6-401562826607 req-20a9df66-55be-4135-8e94-e5b154fc28cf tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:57.767467 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-20a9df66-55be-4135-8e94-e5b154fc28cf tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154435 Aug 10 01:52:57.796431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Request body: {'port': {'device_id': '03dc89a5-0931-4729-b368-2245269c6271', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '27f9282b1dac4bcf97fb1f802cd971f4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:57.882452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 67ac624d-e9d1-4b38-bd98-7427e4043aed details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:57.888806 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46ae2b80-ef6f-4f5d-8cc7-edd70211c302 req-19d06915-f142-4396-8425-8e71aab3b16a service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037455 Aug 10 01:52:57.919979 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:57.934107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:57.934107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] 10.222.0.38 "DELETE /v2.0/networks/34b3b225-a4c3-47bd-b48d-b6129cc556a2 HTTP/1.1" status: 204 len: 168 time: 0.8811595 Aug 10 01:52:57.994727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805a61a-b755-4e33-abdd-b2c51599129f admin admin] Pushing event deleted for resources: {'Network': ['ID=34b3b225-a4c3-47bd-b48d-b6129cc556a2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:58.061272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:58.078798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 67ac624d-e9d1-4b38-bd98-7427e4043aed has no active binding in host n-h2-767704-21 {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:52:58.108415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-941ed324-e0c8-45b9-bcc4-8108c8d0c56c req-2890094a-6f58-4892-bfe6-b042f4112d71 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.0316930 Aug 10 01:52:58.126893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fda02-2a0e-4c4b-9cbf-8ce05b8431d8 req-227f9467-d690-40d1-acba-93fc5669e090 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:58.133037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f5fda02-2a0e-4c4b-9cbf-8ce05b8431d8 req-227f9467-d690-40d1-acba-93fc5669e090 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 943 time: 0.0930083 Aug 10 01:52:58.142838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:58.172877 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f5fda02-2a0e-4c4b-9cbf-8ce05b8431d8 req-e9c34877-34ef-4119-8740-3cdc148afacc tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358422 Aug 10 01:52:58.183575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Made reservation on behalf of 27f9282b1dac4bcf97fb1f802cd971f4 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:58.194004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:58.426923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32832) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:58.432172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Allocated IP 192.168.233.54 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/213e60c0-74c8-414a-9cbd-5477d4834be8) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:58.472633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9e48b943-f339-4163-8c8c-7fee0bbb8875 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d932068e370442dd8e33534582ffaff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444865 Aug 10 01:52:58.475121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32834) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:58.527860 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0c92c2b-92bd-490f-933c-805fb0d4f735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:58.550806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0c92c2b-92bd-490f-933c-805fb0d4f735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:58.637922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Deleting port 5b4089d1-72ba-4861-a98e-895a0e332c79 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:58.638145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:58.644937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:58.685049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0c92c2b-92bd-490f-933c-805fb0d4f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:58.688047 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0c92c2b-92bd-490f-933c-805fb0d4f735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:58.693798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d0c92c2b-92bd-490f-933c-805fb0d4f735 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79c79bce-48c3-4f5b-bbb3-fad3d4605734 HTTP/1.1" status: 204 len: 168 time: 0.2154489 Aug 10 01:52:58.705893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Transition to ACTIVE for port object 213e60c0-74c8-414a-9cbd-5477d4834be8 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:58.715508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c92c2b-92bd-490f-933c-805fb0d4f735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c79bce-48c3-4f5b-bbb3-fad3d4605734,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:58.821842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05ac7635-1c11-480b-a0ec-51dc2142dedd req-6f1bc86a-de52-46e5-a082-37282941ed6e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 210 time: 0.0413632 Aug 10 01:52:58.837905 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] For port 5b4089d1-72ba-4861-a98e-895a0e332c79, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5b4089d1-72ba-4861-a98e-895a0e332c79,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:58.838182 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:58.892375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00fba-faf4-4fa8-86a4-42e45ad35c22 req-448d0e26-2071-4d0e-a2b7-db15edb21271 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:58.893895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfa00fba-faf4-4fa8-86a4-42e45ad35c22 req-448d0e26-2071-4d0e-a2b7-db15edb21271 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 948 time: 0.0791190 Aug 10 01:52:58.907330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Calling delete_port for 5b4089d1-72ba-4861-a98e-895a0e332c79 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:58.949739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfa00fba-faf4-4fa8-86a4-42e45ad35c22 req-cd6620cd-e801-4e88-8a88-da2963702630 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Aug 10 01:52:58.978468 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-ebb48d3c-3c64-4b06-a9a4-6472a04b64f3 service neutron] 10.222.0.16 "GET /v2.0/ports/67ac624d-e9d1-4b38-bd98-7427e4043aed/bindings/n-h2-767704-21 HTTP/1.1" status: 200 len: 385 time: 0.2135205 Aug 10 01:52:59.002447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:59.014764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6004e76d-080f-4c07-ac0c-f2b7816755af'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:59.022625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ccad160d-19d8-4bfd-bad4-00a5496e837d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:59.112474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-31a1c627-2493-4875-a8e2-d0deaa13a3e1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:59.114039 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-31a1c627-2493-4875-a8e2-d0deaa13a3e1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.2727458 Aug 10 01:52:59.122437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:59.164752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Request body: {'port': {'device_id': 'bf5772b5-a6d0-43a8-9428-25802a87605f', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'admin_state_up': True, 'tenant_id': '00fbeb92a4464845bf2bfbaf4fa56973'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:59.170470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:59.179989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:59.272874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b92a8db-d4b2-427f-bff6-f0cfb60b8735 req-5fd22b73-7a0f-41e5-8cdd-45e590f247cf tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.0482266 Aug 10 01:52:59.307715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Pushing event updated for resources: {'Port': ['ID=213e60c0-74c8-414a-9cbd-5477d4834be8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:59.328301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:59.330356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device dd5ad99b-b23e-495a-9d36-fcba81b57cf7 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:59.363633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: dd5ad99b-b23e-495a-9d36-fcba81b57cf7 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:59.364069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device dd5ad99b-b23e-495a-9d36-fcba81b57cf7 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:59.481580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:59.482115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:59.520036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a130e-44aa-4c06-ae40-7909917478b6 req-040b554e-6fd3-49c6-8054-c9771c9ab1b5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:59.530747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f5a130e-44aa-4c06-ae40-7909917478b6 req-040b554e-6fd3-49c6-8054-c9771c9ab1b5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 943 time: 0.1149971 Aug 10 01:52:59.599566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f5a130e-44aa-4c06-ae40-7909917478b6 req-d45ecabf-66e8-4777-9512-1813b95df92d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672846 Aug 10 01:52:59.632986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:59.643935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '5fbbe718-8719-4f9f-91f9-db5a8c5bb387', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '5fbbe718-8719-4f9f-91f9-db5a8c5bb387', 'mac_address': 'fa:16:3e:04:b4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:59.657468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:59.681830 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-02f98069-af21-4a05-9aeb-9038f2a81c19 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8914077 Aug 10 01:52:59.695016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:59.695217 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:59.699540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Request body: {'port': {'device_id': '03dc89a5-0931-4729-b368-2245269c6271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:59.705436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:59.726932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:59.760220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:59.781825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3f0e4a25-f186-46f3-a6dd-7faf869ca1d1 None None] Provisioning for port 213e60c0-74c8-414a-9cbd-5477d4834be8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:59.786084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3f0e4a25-f186-46f3-a6dd-7faf869ca1d1 None None] Provisioning complete for port 213e60c0-74c8-414a-9cbd-5477d4834be8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:59.786465 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4a25-f186-46f3-a6dd-7faf869ca1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:59.812466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4089d1-72ba-4861-a98e-895a0e332c79,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:59.822721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ac624d-e9d1-4b38-bd98-7427e4043aed {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:59.833350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e4a25-f186-46f3-a6dd-7faf869ca1d1 None None] Port 213e60c0-74c8-414a-9cbd-5477d4834be8 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:59.839590 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:59.906262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:59.928359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:59.939913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:59.961650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Made reservation on behalf of 00fbeb92a4464845bf2bfbaf4fa56973 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:59.967514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:59.976698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b771e3e-a227-4ea7-a9a3-17c02547f544 req-93ce577b-4e4f-4166-88c3-dd72efc8de6c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:59.988921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b771e3e-a227-4ea7-a9a3-17c02547f544 req-93ce577b-4e4f-4166-88c3-dd72efc8de6c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 935 time: 0.0740020 Aug 10 01:53:00.045136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b771e3e-a227-4ea7-a9a3-17c02547f544 req-e25e0879-b0bf-4a52-b50b-370f71956287 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Aug 10 01:53:00.084014 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:00.092856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['5fbbe718-8719-4f9f-91f9-db5a8c5bb387'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:00.200941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3728ce7-fee1-4ada-b9d5-032150696a98 req-acd5d50f-9c89-4f64-93dc-1058777ef2a8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:00.203310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3728ce7-fee1-4ada-b9d5-032150696a98 req-acd5d50f-9c89-4f64-93dc-1058777ef2a8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 949 time: 0.1141760 Aug 10 01:53:00.268094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3728ce7-fee1-4ada-b9d5-032150696a98 req-f874998a-f68a-40a4-a06f-eab529265f0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583816 Aug 10 01:53:00.386338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13d738c5-3e81-4154-aa49-404f687dfc7e req-434bdf1e-4a6e-4a8a-a806-1c84da2cac15 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.0394015 Aug 10 01:53:00.727868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5e4b1-8dc3-4c69-89ea-5b01ca20474b req-1437c03e-8599-4ba2-bd24-90b6bfea2496 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:00.729461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bee5e4b1-8dc3-4c69-89ea-5b01ca20474b req-1437c03e-8599-4ba2-bd24-90b6bfea2496 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 943 time: 0.0529428 Aug 10 01:53:00.731916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Allocated IP 172.20.0.12 (b3ff8e7a-e648-4408-83fa-64a78dd8ec1c/88c8310d-f229-4c41-91a5-1c2abd9b97d8/09e3098a-48b0-4b11-a047-6ab4018b708b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:00.765200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:00.776475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bee5e4b1-8dc3-4c69-89ea-5b01ca20474b req-d64764f4-d0ed-41a8-a94d-d7bc411a8d4a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388255 Aug 10 01:53:01.029132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] Transition to ACTIVE for port object 67ac624d-e9d1-4b38-bd98-7427e4043aed will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:01.119597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32906) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:01.122989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:01.191547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71698021-d758-4f78-af4a-cbfc2e9c0310 req-a98084a7-158e-4605-8e1f-de1863f88b6b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:01.204546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71698021-d758-4f78-af4a-cbfc2e9c0310 req-a98084a7-158e-4605-8e1f-de1863f88b6b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 935 time: 0.0781538 Aug 10 01:53:01.267528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71698021-d758-4f78-af4a-cbfc2e9c0310 req-cbab5d8f-661b-4a5c-98c0-72cebb44cacb tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624239 Aug 10 01:53:01.316484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:01.366241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] No DVR routers for this DVR port 67ac624d-e9d1-4b38-bd98-7427e4043aed on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:53:01.382038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:01.403125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb2ed-10ae-4c14-a177-e2066dda4709 req-72cf30f2-c55c-4fc9-96a4-f478b170dd55 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:01.410330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed4eb2ed-10ae-4c14-a177-e2066dda4709 req-72cf30f2-c55c-4fc9-96a4-f478b170dd55 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 949 time: 0.0636024 Aug 10 01:53:01.418879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] Pushing event updated for resources: {'Port': ['ID=67ac624d-e9d1-4b38-bd98-7427e4043aed,revision_number=10']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:01.422769 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-741c2368-736d-44b1-87dd-3daa3eade97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:01.465829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed4eb2ed-10ae-4c14-a177-e2066dda4709 req-df8649b0-71b8-4946-b0b9-3f4ad5eb8798 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 Aug 10 01:53:01.475571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213e60c0-74c8-414a-9cbd-5477d4834be8 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:01.479106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:01.483306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:01.483675 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:01.500864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:01.533293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddb4ccf4-cba4-439b-9fd6-67a66ea6d869 req-209d9f34-964f-4e48-9e42-87d01528e9d4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.0458562 Aug 10 01:53:01.563995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:53:01.574148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Transition to ACTIVE for port object 213e60c0-74c8-414a-9cbd-5477d4834be8 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:01.580991 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7c32d217-1393-4d06-9e52-e4bf5ad9345d service neutron] 10.222.0.16 "PUT /v2.0/ports/67ac624d-e9d1-4b38-bd98-7427e4043aed/bindings/n-h2-767704-21/activate HTTP/1.1" status: 200 len: 370 time: 2.5888739 Aug 10 01:53:01.616060 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:01.644964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d55619a-988e-4fc2-8faf-468df1d6ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbbe718-8719-4f9f-91f9-db5a8c5bb387'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:01.647248 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd449bf8-fcc5-4b41-8210-ffc0fcbee580" -d '{"events": [{"server_uuid": "5d55619a-988e-4fc2-8faf-468df1d6ce16", "name": "network-vif-plugged", "status": "completed", "tag": "5fbbe718-8719-4f9f-91f9-db5a8c5bb387"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:01.660939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:01.663988 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:01.692185 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebc696b-bfe2-4e75-835b-6ce4e90cfa46 x-openstack-request-id: req-9ebc696b-bfe2-4e75-835b-6ce4e90cfa46 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:01.692521 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d55619a-988e-4fc2-8faf-468df1d6ce16", "name": "network-vif-plugged", "status": "completed", "tag": "5fbbe718-8719-4f9f-91f9-db5a8c5bb387", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:01.692780 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9ebc696b-bfe2-4e75-835b-6ce4e90cfa46 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:01.693312 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d55619a-988e-4fc2-8faf-468df1d6ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbbe718-8719-4f9f-91f9-db5a8c5bb387', 'code': 200} Aug 10 01:53:01.723163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:01.724170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 67ac624d-e9d1-4b38-bd98-7427e4043aed no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:01.797497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7308357f-2070-4771-ac7a-96d2cfe58797 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:01.804437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Pushing event updated for resources: {'Port': ['ID=213e60c0-74c8-414a-9cbd-5477d4834be8,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:01.816048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-7308357f-2070-4771-ac7a-96d2cfe58797 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1096 time: 0.0683932 Aug 10 01:53:01.826383 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:01.835600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:01.846171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 67ac624d-e9d1-4b38-bd98-7427e4043aed not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:53:01.881126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-ea930454-a925-4edd-b3fc-f6cb3a59978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:01.883001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-ea930454-a925-4edd-b3fc-f6cb3a59978e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad&tenant_id=64f718678e0b4c91a1b88e2f03a4baec HTTP/1.1" status: 200 len: 1096 time: 0.0574219 Aug 10 01:53:01.917423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:53:01.923349 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c280a6eb-d6ca-41b2-8936-cd4f18082272 admin admin] 10.222.0.38 "PUT /v2.0/routers/c82bcd1c-b2a9-4e0f-9bd0-b8f980826208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9606786 Aug 10 01:53:01.931227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32922) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:01.933108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] Sync routers for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:53:01.944390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:53:01.945025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:02.011740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:02.013715 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-741c2368-736d-44b1-87dd-3daa3eade97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.020118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fe62f-bd31-4044-9f9e-5204bf8ca209 req-fb426c30-a4e3-47e3-ba04-9e4fc25d5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:02.021634 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e10fe62f-bd31-4044-9f9e-5204bf8ca209 req-fb426c30-a4e3-47e3-ba04-9e4fc25d5cdd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 1102 time: 0.2411304 Aug 10 01:53:02.022280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event updated for resources: {'Port': ['ID=09e3098a-48b0-4b11-a047-6ab4018b708b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:02.022881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a04bc-dff0-41a8-bb0a-b244eb6b2e19 req-6203d2e0-6784-49f7-a0c3-6e80082e9d48 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:02.029536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:02.030906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-315a04bc-dff0-41a8-bb0a-b244eb6b2e19 req-6203d2e0-6784-49f7-a0c3-6e80082e9d48 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 944 time: 0.1326041 Aug 10 01:53:02.031895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:02.070585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-d3a31ef7-a75d-4dd4-b838-a353d2641cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:02.071971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-d3a31ef7-a75d-4dd4-b838-a353d2641cf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1096 time: 0.1521664 Aug 10 01:53:02.075340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:53:02.091246 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Attempting to bind port 213e60c0-74c8-414a-9cbd-5477d4834be8 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:02.091653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Attempting to bind port 213e60c0-74c8-414a-9cbd-5477d4834be8 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:02.091928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Attempting to bind port 213e60c0-74c8-414a-9cbd-5477d4834be8 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:02.104703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Port 213e60c0-74c8-414a-9cbd-5477d4834be8 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:02.105041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Attempting to bind port 213e60c0-74c8-414a-9cbd-5477d4834be8 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:02.123191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:02.123820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.137607 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-741c2368-736d-44b1-87dd-3daa3eade97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.137607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:02.137607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:02.137607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:02.138027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Bound port: 213e60c0-74c8-414a-9cbd-5477d4834be8, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:02.138306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.146464 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e10fe62f-bd31-4044-9f9e-5204bf8ca209 req-dab80032-7ac5-4559-ba76-d56e9b9dd901 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113737 Aug 10 01:53:02.173722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.182807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-315a04bc-dff0-41a8-bb0a-b244eb6b2e19 req-68f8ecf6-30c5-449d-b2bc-87b328e36a7c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453333 Aug 10 01:53:02.232752 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-741c2368-736d-44b1-87dd-3daa3eade97d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72daa380d4fa49bfa51c618a63004045&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1109462 Aug 10 01:53:02.235654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32924) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:02.237861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c2368-736d-44b1-87dd-3daa3eade97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a13a2-2ab3-4db7-81f5-e0a2b31721e5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:02.264181 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-791f5fa7-2e32-47cb-b4d1-b97759ed937d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1032088 Aug 10 01:53:02.283131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Request body: {'port': {'device_id': 'bf5772b5-a6d0-43a8-9428-25802a87605f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:02.292991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-e5d4a915-5a99-4f32-a923-1b91d5a0a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:02.294491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-e5d4a915-5a99-4f32-a923-1b91d5a0a8c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.2112095 Aug 10 01:53:02.302466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:59Z', 'revision_number': 5, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:02.343134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] Checking router: c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:53:02.352074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-cf4f4434-b97f-4f8e-a3c5-931fc728b563 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed HTTP/1.1" status: 200 len: 217 time: 0.0463607 Aug 10 01:53:02.354776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] Routers {'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:53:02.354776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:02.364588 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.402581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] For port 213e60c0-74c8-414a-9cbd-5477d4834be8, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:02.458344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] For port 213e60c0-74c8-414a-9cbd-5477d4834be8, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=213e60c0-74c8-414a-9cbd-5477d4834be8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:02.458344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee721f82-c8f0-4be8-94b8-7b12b5187f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.462414 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.486960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] Set router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:53:02.516157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-62a2994b-5942-4bd5-a36d-b2309eb4a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:02.518100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-62a2994b-5942-4bd5-a36d-b2309eb4a5b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.1442704 Aug 10 01:53:02.532826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d977be-e2c6-4b0e-a13d-e58c6e6b465e req-c5da1f10-8b62-4223-b653-6b97b539c444 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:02.534265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5d977be-e2c6-4b0e-a13d-e58c6e6b465e req-c5da1f10-8b62-4223-b653-6b97b539c444 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 947 time: 0.1706531 Aug 10 01:53:02.541481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee721f82-c8f0-4be8-94b8-7b12b5187f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.546726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.563651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-41ae90bc-958c-402a-837e-cc26060f2efd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276160 Aug 10 01:53:02.632386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:02.634435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.635030 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] 10.222.0.11 "PUT /v2.0/ports/213e60c0-74c8-414a-9cbd-5477d4834be8 HTTP/1.1" status: 200 len: 1096 time: 2.9413972 Aug 10 01:53:02.635762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dc89a5-0931-4729-b368-2245269c6271', 'tag': '213e60c0-74c8-414a-9cbd-5477d4834be8'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:02.638007 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d44859-3432-464f-8648-df7db2c2c518" -d '{"events": [{"name": "network-changed", "server_uuid": "03dc89a5-0931-4729-b368-2245269c6271", "tag": "213e60c0-74c8-414a-9cbd-5477d4834be8"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:02.708864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063180-c885-4b7c-8b24-cd6245f1e6ae service neutron] Pushing event updated for resources: {'Port': ['ID=213e60c0-74c8-414a-9cbd-5477d4834be8,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:02.711009 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5d977be-e2c6-4b0e-a13d-e58c6e6b465e req-80f04742-9cde-4919-bb42-bc96562e7a5f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458924 Aug 10 01:53:02.752793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-4b71da86-1830-446a-9bf9-e8009f7aa150 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617551 Aug 10 01:53:02.778959 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Deleting port e4ce4930-6988-4b33-9b31-6301bc96c609 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:53:02.779393 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.813790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee721f82-c8f0-4be8-94b8-7b12b5187f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.816732 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee721f82-c8f0-4be8-94b8-7b12b5187f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.820264 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ee721f82-c8f0-4be8-94b8-7b12b5187f19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c91a13a2-2ab3-4db7-81f5-e0a2b31721e5 HTTP/1.1" status: 204 len: 168 time: 0.5810182 Aug 10 01:53:02.846976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee721f82-c8f0-4be8-94b8-7b12b5187f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a13a2-2ab3-4db7-81f5-e0a2b31721e5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:02.895969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7625-ae89-4238-aaf6-401562826607 req-68eaa8d1-28c5-402a-a956-32f169392c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:02.897598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-68eaa8d1-28c5-402a-a956-32f169392c04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 1099 time: 0.1531918 Aug 10 01:53:02.919934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e3098a-48b0-4b11-a047-6ab4018b708b {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:02.938294 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:02.975378 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-8b904444-ae1c-4a8e-8d82-1e0189e93e46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=213e60c0-74c8-414a-9cbd-5477d4834be8 HTTP/1.1" status: 200 len: 217 time: 0.0473650 Aug 10 01:53:02.980033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Transition to ACTIVE for port object 09e3098a-48b0-4b11-a047-6ab4018b708b will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:03.024109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:59Z', 'revision_number': 5, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:03.040886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7625-ae89-4238-aaf6-401562826607 req-a5a4e524-1309-491a-8be8-8f6ab416c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:03.048954 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-a5a4e524-1309-491a-8be8-8f6ab416c297 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0648608 Aug 10 01:53:03.056093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] For port e4ce4930-6988-4b33-9b31-6301bc96c609, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e4ce4930-6988-4b33-9b31-6301bc96c609,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:03.056662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:03.069691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551792e7-a1df-4482-a31d-6a085d84fdcc None None] The sync data for ids ['c82bcd1c-b2a9-4e0f-9bd0-b8f980826208'] in n-d-767704-21 is: [{'id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-848495803-router', 'tenant_id': '9928c10a3ec74ccb9e08eab245c34e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:50Z', 'updated_at': '2021-08-10T01:52:59Z', 'revision_number': 5, 'project_id': '9928c10a3ec74ccb9e08eab245c34e29', 'gw_port': {'id': 'e4ce4930-6988-4b33-9b31-6301bc96c609', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82bcd1c-b2a9-4e0f-9bd0-b8f980826208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:52Z', 'updated_at': '2021-08-10T01:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:53:03.070774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9e6b6-588d-4a2e-8a94-7f61f064a97d req-e9171781-dd74-4791-8bbd-07ff4c8ccde2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:03.073032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f9e6b6-588d-4a2e-8a94-7f61f064a97d req-e9171781-dd74-4791-8bbd-07ff4c8ccde2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 950 time: 0.1359324 Aug 10 01:53:03.100394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Calling delete_port for e4ce4930-6988-4b33-9b31-6301bc96c609 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:53:03.104965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-54a0b937-3ee9-4651-8bda-84180935567d service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399184 Aug 10 01:53:03.105842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7625-ae89-4238-aaf6-401562826607 req-f6050e25-4ca1-4411-8314-40216b7dc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:03.107462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-f6050e25-4ca1-4411-8314-40216b7dc191 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473995 Aug 10 01:53:03.123025 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:03.168358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f9e6b6-588d-4a2e-8a94-7f61f064a97d req-6e2ea43b-9cbd-410f-a64c-1664987fb810 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820208 Aug 10 01:53:03.293788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Pushing event updated for resources: {'Port': ['ID=09e3098a-48b0-4b11-a047-6ab4018b708b,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:03.346396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Attempting to bind port 09e3098a-48b0-4b11-a047-6ab4018b708b on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:03.346833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Attempting to bind port 09e3098a-48b0-4b11-a047-6ab4018b708b by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:03.348695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Attempting to bind port 09e3098a-48b0-4b11-a047-6ab4018b708b on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:03.358262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Port 09e3098a-48b0-4b11-a047-6ab4018b708b on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:03.358262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Attempting to bind port 09e3098a-48b0-4b11-a047-6ab4018b708b on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:03.363280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:03.363760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Checking segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:03.364419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Bound using segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:03.364935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Bound port: 09e3098a-48b0-4b11-a047-6ab4018b708b, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:03.365363 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:03.368953 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-7570a3a6-d7ca-42da-8cbd-755db05dad37 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492852 Aug 10 01:53:03.372793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22365d-833f-4e78-b9ad-0a0033d6ae65 req-1f24a0aa-59bb-4958-8d5c-8cb8c6ba14ce tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:03.379092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a22365d-833f-4e78-b9ad-0a0033d6ae65 req-1f24a0aa-59bb-4958-8d5c-8cb8c6ba14ce tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 944 time: 0.1092761 Aug 10 01:53:03.439505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a22365d-833f-4e78-b9ad-0a0033d6ae65 req-a4dc43e9-077a-4fb6-8c28-4b42a3685672 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582459 Aug 10 01:53:03.496480 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:03.520190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] For port 09e3098a-48b0-4b11-a047-6ab4018b708b, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:03.556956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] For port 09e3098a-48b0-4b11-a047-6ab4018b708b, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=09e3098a-48b0-4b11-a047-6ab4018b708b,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:03.559959 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ce4930-6988-4b33-9b31-6301bc96c609,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:03.593398 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90ac7625-ae89-4238-aaf6-401562826607 req-4288fce0-5e73-422c-a3fd-8e3a41c390eb service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125633 Aug 10 01:53:03.635192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:03.668284 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:03.682071 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8691791-c316-42d9-a32f-8e4c660e39f4 x-openstack-request-id: req-d8691791-c316-42d9-a32f-8e4c660e39f4 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:03.682380 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03dc89a5-0931-4729-b368-2245269c6271", "tag": "213e60c0-74c8-414a-9cbd-5477d4834be8", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:03.682759 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d8691791-c316-42d9-a32f-8e4c660e39f4 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:03.683214 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dc89a5-0931-4729-b368-2245269c6271', 'tag': '213e60c0-74c8-414a-9cbd-5477d4834be8', 'status': 'completed', 'code': 200} Aug 10 01:53:03.734803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:03.736280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:03.739530 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] 10.222.0.16 "PUT /v2.0/ports/09e3098a-48b0-4b11-a047-6ab4018b708b HTTP/1.1" status: 200 len: 1093 time: 1.4664199 Aug 10 01:53:03.773720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:03.774990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c91ab-2521-4e01-9bab-6eb0e0fa442c service neutron] Pushing event updated for resources: {'Port': ['ID=09e3098a-48b0-4b11-a047-6ab4018b708b,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:03.783118 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:03.792713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-e2699a5a-4320-4790-b65a-13c4392b1c70 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:03.793962 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-e2699a5a-4320-4790-b65a-13c4392b1c70 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1096 time: 0.1034749 Aug 10 01:53:03.866182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44444dc5-ed98-4888-9cce-2e5b778685f3 req-2849215e-c4a6-491d-9928-52df77f6023c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:03.867856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44444dc5-ed98-4888-9cce-2e5b778685f3 req-2849215e-c4a6-491d-9928-52df77f6023c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 944 time: 0.2356505 Aug 10 01:53:03.917764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44859-3432-464f-8648-df7db2c2c518 req-403c9ee3-97e5-4f9a-80f7-d4503284086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:03.921870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7d44859-3432-464f-8648-df7db2c2c518 req-403c9ee3-97e5-4f9a-80f7-d4503284086b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 1099 time: 0.1477625 Aug 10 01:53:03.954631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801d9b-eae1-4249-bd6e-3c023420d3b0 req-e3c97ccd-297e-4fe7-8151-83f43678115d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:03.956074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf801d9b-eae1-4249-bd6e-3c023420d3b0 req-e3c97ccd-297e-4fe7-8151-83f43678115d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 947 time: 0.1121747 Aug 10 01:53:03.983733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44444dc5-ed98-4888-9cce-2e5b778685f3 req-9346ec71-79ed-4235-b520-12122f8d026a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984135 Aug 10 01:53:04.020223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:04.020722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:53:04.026332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-bc531836-ce7c-479d-aed1-df80bf4c3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:04.031017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:04.031460 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-bc531836-ce7c-479d-aed1-df80bf4c3ede service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 1096 time: 0.0931125 Aug 10 01:53:04.031638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-311ede2f-be5a-4258-8ab5-0bf60f2afc81 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c82bcd1c-b2a9-4e0f-9bd0-b8f980826208 HTTP/1.1" status: 204 len: 168 time: 2.0968904 Aug 10 01:53:04.033962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32972) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:04.094689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf801d9b-eae1-4249-bd6e-3c023420d3b0 req-757f2187-4567-4f49-b7af-d337d7c9beb5 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161282 Aug 10 01:53:04.105163 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-ce9b2cec-03f8-4d42-a6d6-d989f5581518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09e3098a-48b0-4b11-a047-6ab4018b708b HTTP/1.1" status: 200 len: 217 time: 0.0625265 Aug 10 01:53:04.122320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44859-3432-464f-8648-df7db2c2c518 req-46ef6385-ce0d-4990-ac27-a0606f04bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:04.124025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7d44859-3432-464f-8648-df7db2c2c518 req-46ef6385-ce0d-4990-ac27-a0606f04bfee service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1922545 Aug 10 01:53:04.182420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-13dcdbdc-85ec-465d-9933-94fb997e39c4 service neutron] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:04.186918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7d44859-3432-464f-8648-df7db2c2c518 req-f512d208-99c1-4f51-969d-f6635be9b17e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=213e60c0-74c8-414a-9cbd-5477d4834be8 HTTP/1.1" status: 200 len: 217 time: 0.0451653 Aug 10 01:53:04.188159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0fc3b5-0a5c-4380-a545-4f761f9f4461 admin admin] Deleting subnet 36b1f3ff-8e3b-4a83-8ffa-9f7412945984 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:53:04.195407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-13dcdbdc-85ec-465d-9933-94fb997e39c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:04.196693 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e8765a-3700-4df6-8d4a-6e49b9b1ce3b req-13dcdbdc-85ec-465d-9933-94fb997e39c4 service neutron] 10.222.0.11 "DELETE /v2.0/ports/67ac624d-e9d1-4b38-bd98-7427e4043aed/bindings/n-h1-767704-21 HTTP/1.1" status: 204 len: 173 time: 0.3941438 Aug 10 01:53:04.197628 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc3b5-0a5c-4380-a545-4f761f9f4461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:04.200641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-e07928e0-7210-4aa9-ae1e-bd76800d465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:04.202091 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-e07928e0-7210-4aa9-ae1e-bd76800d465d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.0891097 Aug 10 01:53:04.275959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5b4089d1-72ba-4861-a98e-895a0e332c79 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:04.283966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44859-3432-464f-8648-df7db2c2c518 req-e70e5ea0-3f0f-4f92-8059-b7499f4cb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:04.290662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7d44859-3432-464f-8648-df7db2c2c518 req-e70e5ea0-3f0f-4f92-8059-b7499f4cb679 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0674832 Aug 10 01:53:04.296332 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-83b5311a-5541-4af7-8a74-1871593a58ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615931 Aug 10 01:53:04.304774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 5b4089d1-72ba-4861-a98e-895a0e332c79 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:53:04.306167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5b4089d1-72ba-4861-a98e-895a0e332c79 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:53:04.353222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc3b5-0a5c-4380-a545-4f761f9f4461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:04.392886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32980) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:04.403883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44859-3432-464f-8648-df7db2c2c518 req-648143d8-082d-4010-a069-df121c274072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:04.405492 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7d44859-3432-464f-8648-df7db2c2c518 req-648143d8-082d-4010-a069-df121c274072 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666802 Aug 10 01:53:04.413634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f505a-453a-4bb2-9bd2-9cf80d759b70 req-25c5fd7b-1b50-4d80-83e0-e0dda32784c6 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:04.421706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-299f505a-453a-4bb2-9bd2-9cf80d759b70 req-25c5fd7b-1b50-4d80-83e0-e0dda32784c6 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 950 time: 0.1330976 Aug 10 01:53:04.523158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-299f505a-453a-4bb2-9bd2-9cf80d759b70 req-b0a92a82-6b0c-4a1a-9b7f-85eeec51b2df tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954802 Aug 10 01:53:04.577107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7d44859-3432-464f-8648-df7db2c2c518 req-5df5ea68-d628-4f50-8aed-fe9a405250db service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525962 Aug 10 01:53:04.677679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-750631746-network', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:04.846810 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-602a2354-c34e-48ac-bed5-823d426f741a service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379128 Aug 10 01:53:04.848152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391e61b-a120-42e4-bcd6-5104d00a18ac req-af227c58-c315-468b-abbc-bd0ce106a4c1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:04.856224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c391e61b-a120-42e4-bcd6-5104d00a18ac req-af227c58-c315-468b-abbc-bd0ce106a4c1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 944 time: 0.2626097 Aug 10 01:53:04.861501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7d44859-3432-464f-8648-df7db2c2c518 req-dff08ce8-c4c8-45a7-8f50-844f150d44f2 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692699 Aug 10 01:53:04.878736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0af92e-1a7d-4b17-a385-abd840895751 req-3d123718-eab2-4777-a572-7d6ca5a4ba66 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:04.887247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d0af92e-1a7d-4b17-a385-abd840895751 req-3d123718-eab2-4777-a572-7d6ca5a4ba66 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 1102 time: 0.1370361 Aug 10 01:53:04.891572 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc3b5-0a5c-4380-a545-4f761f9f4461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:04.903493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Made reservation on behalf of 83fb7cd8ab2b4f97bdbfc7dc97992cda for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:53:04.905559 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:04.928758 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:04.949415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c391e61b-a120-42e4-bcd6-5104d00a18ac req-11938803-dc2e-41c4-8044-942c2227efab tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923333 Aug 10 01:53:04.963073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d0af92e-1a7d-4b17-a385-abd840895751 req-b0a14854-fd86-4326-9c6c-851c2e44beea tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693874 Aug 10 01:53:05.000940 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3104368a-8ea2-406f-8be2-4e39f485e9db req-2a407370-5e8f-49d2-aabb-a0c34c7a1113 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370087 Aug 10 01:53:05.077529 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.104077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc3b5-0a5c-4380-a545-4f761f9f4461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.149003 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fc3b5-0a5c-4380-a545-4f761f9f4461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b1f3ff-8e3b-4a83-8ffa-9f7412945984,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:05.154324 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc3b5-0a5c-4380-a545-4f761f9f4461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.158949 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5b0fc3b5-0a5c-4380-a545-4f761f9f4461 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/36b1f3ff-8e3b-4a83-8ffa-9f7412945984 HTTP/1.1" status: 204 len: 168 time: 1.1238153 Aug 10 01:53:05.161459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33008) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:05.163827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2264d-b47a-4b33-aa1e-57af1915d75c None None] Network a6ff0491-20cc-4c61-8ae5-0ab51230b70f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:53:05.258256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.337878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Deleting port f503b74f-7c1b-4c9b-a426-9c95a887acfc {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:53:05.338479 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.412503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21ec7f-4be6-4727-bc07-64caf8c8fdbe None None] DHCP port deletion for a6ff0491-20cc-4c61-8ae5-0ab51230b70f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:53:05.442567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] For port f503b74f-7c1b-4c9b-a426-9c95a887acfc, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f503b74f-7c1b-4c9b-a426-9c95a887acfc,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:05.443360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.464085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Calling delete_port for f503b74f-7c1b-4c9b-a426-9c95a887acfc owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:53:05.467123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ab21ec7f-4be6-4727-bc07-64caf8c8fdbe None None] Deleting port f503b74f-7c1b-4c9b-a426-9c95a887acfc {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:53:05.467883 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab21ec7f-4be6-4727-bc07-64caf8c8fdbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.483166 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.495642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:53:05.527360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038f445-9d6d-4052-9721-dc106461bc68 req-5d63e213-ecf3-4089-9e9f-47eb4b338a4c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:05.534754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9038f445-9d6d-4052-9721-dc106461bc68 req-5d63e213-ecf3-4089-9e9f-47eb4b338a4c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 944 time: 0.4592757 Aug 10 01:53:05.549791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ab21ec7f-4be6-4727-bc07-64caf8c8fdbe None None] For port f503b74f-7c1b-4c9b-a426-9c95a887acfc, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f503b74f-7c1b-4c9b-a426-9c95a887acfc,segment=NetworkSegment(8deab4f4-37bc-42e4-b653-3906de7c2a15),segment_id=8deab4f4-37bc-42e4-b653-3906de7c2a15)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:05.550346 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab21ec7f-4be6-4727-bc07-64caf8c8fdbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.560757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-58460a86-7552-43df-967f-2e489ec85041 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881112 Aug 10 01:53:05.564074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee0710-5ad4-46ec-843f-a95c79bc3c8d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:05.566516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ab21ec7f-4be6-4727-bc07-64caf8c8fdbe None None] Calling delete_port for f503b74f-7c1b-4c9b-a426-9c95a887acfc owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:53:05.576012 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.576358 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Added segment 58b73787-afdb-440c-a8f9-3df891cb4301 of type vlan for network 63490791-c75a-4705-bd62-b0863d203ed7 Aug 10 01:53:05.637887 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.671258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9038f445-9d6d-4052-9721-dc106461bc68 req-6b857e9f-b988-4db1-ae0e-095b33ab4f06 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277778 Aug 10 01:53:05.692943 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab21ec7f-4be6-4727-bc07-64caf8c8fdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.713968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5772b5-a6d0-43a8-9428-25802a87605f', 'tag': '09e3098a-48b0-4b11-a047-6ab4018b708b'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:05.716666 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5772b5-a6d0-43a8-9428-25802a87605f", "tag": "09e3098a-48b0-4b11-a047-6ab4018b708b"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:05.720406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] No DVR routers for this DVR port f503b74f-7c1b-4c9b-a426-9c95a887acfc on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:53:05.727867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=f503b74f-7c1b-4c9b-a426-9c95a887acfc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:05.754056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-23cedfde-8047-40c6-9455-cafb118845d1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:05.760158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21ec7f-4be6-4727-bc07-64caf8c8fdbe None None] Pushing event deleted for resources: {'Port': ['ID=f503b74f-7c1b-4c9b-a426-9c95a887acfc,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:05.775406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21ec7f-4be6-4727-bc07-64caf8c8fdbe None None] No DVR routers for this DVR port f503b74f-7c1b-4c9b-a426-9c95a887acfc on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:53:05.784725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-23cedfde-8047-40c6-9455-cafb118845d1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183840 Aug 10 01:53:05.830032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.844494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-261954ff-1998-416e-9f4b-4f2d45ccf4b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/quotas/e0edf68bec68489686d0504a10f1fc82 HTTP/1.1" status: 200 len: 375 time: 0.0588651 Aug 10 01:53:05.846250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.852615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ff0491-20cc-4c61-8ae5-0ab51230b70f']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:05.863732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8deab4f4-37bc-42e4-b653-3906de7c2a15') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:05.864035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8deab4f4-37bc-42e4-b653-3906de7c2a15') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:05.874838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.888909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.896877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:53:05.896877 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:53:05.898970 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:53:05.922807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7729b-9005-4eb6-b354-cb35647fba62 req-209b4ddf-6c42-4fc7-8a93-0c992252775e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:05.924222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10d7729b-9005-4eb6-b354-cb35647fba62 req-209b4ddf-6c42-4fc7-8a93-0c992252775e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 947 time: 0.1193051 Aug 10 01:53:05.956682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-4e326290-3d77-4a67-bd94-ecc63529f8bf tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1031811 Aug 10 01:53:05.985282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10d7729b-9005-4eb6-b354-cb35647fba62 req-bfd3fa9c-fc91-48dd-a171-f3d215f79d9b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520597 Aug 10 01:53:06.007630 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:06.008715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:06.009365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:06.045235 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:06.064547 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:06.064547 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a6ff0491-20cc-4c61-8ae5-0ab51230b70f HTTP/1.1" status: 204 len: 168 time: 0.8994288 Aug 10 01:53:06.093153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] Pushing event updated for resources: {'Network': ['ID=63490791-c75a-4705-bd62-b0863d203ed7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:06.102016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017daf8d-f115-433f-8b13-25425ff7cb31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ff0491-20cc-4c61-8ae5-0ab51230b70f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:06.105937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 63490791-c75a-4705-bd62-b0863d203ed7 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:53:06.161010 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4524ccf-8fa1-4218-8ed6-162a6038b6a3 x-openstack-request-id: req-c4524ccf-8fa1-4218-8ed6-162a6038b6a3 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:06.161443 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5772b5-a6d0-43a8-9428-25802a87605f", "tag": "09e3098a-48b0-4b11-a047-6ab4018b708b", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:06.161629 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4524ccf-8fa1-4218-8ed6-162a6038b6a3 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:06.162143 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5772b5-a6d0-43a8-9428-25802a87605f', 'tag': '09e3098a-48b0-4b11-a047-6ab4018b708b', 'status': 'completed', 'code': 200} Aug 10 01:53:06.255660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4ce4930-6988-4b33-9b31-6301bc96c609 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:06.280186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-e29f5557-0538-4936-acf6-88e8f69e34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:06.281724 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-e29f5557-0538-4936-acf6-88e8f69e34ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 1096 time: 0.0755880 Aug 10 01:53:06.287758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e4ce4930-6988-4b33-9b31-6301bc96c609 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:53:06.288113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4ce4930-6988-4b33-9b31-6301bc96c609 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:53:06.288544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f503b74f-7c1b-4c9b-a426-9c95a887acfc no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:06.337264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ea438d3f-fe2d-4d49-b9bf-1dcb3b0fe4b2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9419730 Aug 10 01:53:06.340496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33028) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:06.344623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: f503b74f-7c1b-4c9b-a426-9c95a887acfc {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:53:06.349979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f503b74f-7c1b-4c9b-a426-9c95a887acfc not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:53:06.361216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Request body: {'subnet': {'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-750631746-subnet', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:06.375285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39729ed6-639d-4167-8b88-61f63e897b8a req-24f963b7-77e8-42f7-9511-c430ef89b6cc tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:06.377550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39729ed6-639d-4167-8b88-61f63e897b8a req-24f963b7-77e8-42f7-9511-c430ef89b6cc tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 1096 time: 0.0942273 Aug 10 01:53:06.396098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e949f-f5d6-4fd1-a35c-ec2bdf7133cf req-c746e7ad-ca30-4001-925d-b6eb3c47630e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:06.405219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a88e949f-f5d6-4fd1-a35c-ec2bdf7133cf req-c746e7ad-ca30-4001-925d-b6eb3c47630e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 944 time: 0.1728199 Aug 10 01:53:06.422282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-9428f514-851b-4d0c-a4c8-2a430fcbb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:06.423776 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-9428f514-851b-4d0c-a4c8-2a430fcbb7b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 913 time: 0.1308842 Aug 10 01:53:06.478706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a88e949f-f5d6-4fd1-a35c-ec2bdf7133cf req-85150c33-f03e-400f-b792-3cd4ba4c71ea tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687459 Aug 10 01:53:06.492694 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-214655f4-e945-4f48-8cbb-b916cf7016b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09e3098a-48b0-4b11-a047-6ab4018b708b HTTP/1.1" status: 200 len: 217 time: 0.0558505 Aug 10 01:53:06.499351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39729ed6-639d-4167-8b88-61f63e897b8a req-debd5edc-2b22-4bfe-810d-82474f9d1d75 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145825 Aug 10 01:53:06.556834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33036) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:06.568966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-439006ab-f4d2-4fb8-ac36-34f172622890 req-ed7785cb-4b72-4c9b-9c08-6de0c6e813b1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 210 time: 0.0328915 Aug 10 01:53:06.569866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Made reservation on behalf of 83fb7cd8ab2b4f97bdbfc7dc97992cda for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:53:06.572856 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:06.601364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-a5d96a18-7b25-4c3a-b58c-11fcd6bca551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:06.603257 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-a5d96a18-7b25-4c3a-b58c-11fcd6bca551 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.0914102 Aug 10 01:53:06.644693 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-42f9ac90-ae0c-46f0-bb6f-8b9bbefe9a1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320253 Aug 10 01:53:06.653900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33038) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:06.654203 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2370dafe-90b7-44fc-9f48-22521c2f1263 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9928c10a3ec74ccb9e08eab245c34e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958598 Aug 10 01:53:06.779722 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-91860b46-9767-48a3-88e8-d524d78f5de0 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244662 Aug 10 01:53:06.789515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-557afb02-8ec1-47ef-b444-8a9c622f7d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:06.883455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-557afb02-8ec1-47ef-b444-8a9c622f7d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:06.924653 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-90c01c3e-6e8c-4b88-b03c-10c1aa4b3d86 req-42ecfaa2-e474-488f-aba8-bdfedc61431d service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362524 Aug 10 01:53:06.986981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-008e6df8-1183-444c-87d6-2cc1336d7de9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:06.988585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-008e6df8-1183-444c-87d6-2cc1336d7de9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 808 time: 0.2452326 Aug 10 01:53:07.004191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-9d1f9ac0-c3a1-47c9-b829-a9052c0baee3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/quotas/64f718678e0b4c91a1b88e2f03a4baec HTTP/1.1" status: 200 len: 375 time: 0.0095429 Aug 10 01:53:07.081092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-cdfadffd-97c3-43a3-a6da-15fc74aabbaa tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676880 Aug 10 01:53:07.081925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:07.144834 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-557afb02-8ec1-47ef-b444-8a9c622f7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:07.147510 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-557afb02-8ec1-47ef-b444-8a9c622f7d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:07.148646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-557afb02-8ec1-47ef-b444-8a9c622f7d70 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7 HTTP/1.1" status: 204 len: 168 time: 0.4933581 Aug 10 01:53:07.205960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557afb02-8ec1-47ef-b444-8a9c622f7d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ddcf3a-7305-4b2a-b3a7-8341c86f7cf7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:07.231281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=080b13db-3e9e-4586-9336-377ab77c5706,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:07.248757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0dfa7-46b6-499f-9811-ade96ab68e52 req-3ae2b078-6b59-4b65-9aee-411ee5fc2f4f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:07.250270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49b0dfa7-46b6-499f-9811-ade96ab68e52 req-3ae2b078-6b59-4b65-9aee-411ee5fc2f4f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 947 time: 0.1946285 Aug 10 01:53:07.275342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Checking segment: {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:07.275811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Network hostable DHCP agents. Network: 63490791-c75a-4705-bd62-b0863d203ed7, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:53:07.305566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-a0ec5f89-b5a1-4b74-97c5-db314c97e9b2 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028854 Aug 10 01:53:07.333807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49b0dfa7-46b6-499f-9811-ade96ab68e52 req-9e3f4814-baf7-4aa1-8484-054264fac4b9 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726664 Aug 10 01:53:07.409224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Network 63490791-c75a-4705-bd62-b0863d203ed7 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:53:07.428112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-af5a945c-ddf5-4b50-823f-51bdd8cc18a5 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093569 Aug 10 01:53:07.479898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 63490791-c75a-4705-bd62-b0863d203ed7) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:07.486052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:07.488156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:07.497703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e04e3-533c-4f90-bef2-8844552a699f None None] Network 63490791-c75a-4705-bd62-b0863d203ed7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:53:07.589148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5602a706-e98a-400f-8d6d-fde9c39c73b4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2447529 Aug 10 01:53:07.589729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33064) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:07.596521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:07.636137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05319a4-9446-4ae9-ae99-3a3b7dd6f3c4 req-99c98780-1cb5-4324-9217-85a70c6e3f2f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:07.659365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b05319a4-9446-4ae9-ae99-3a3b7dd6f3c4 req-99c98780-1cb5-4324-9217-85a70c6e3f2f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 944 time: 0.1021771 Aug 10 01:53:07.734238 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:07.735351 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:07.765757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b05319a4-9446-4ae9-ae99-3a3b7dd6f3c4 req-3cdd78e2-136a-4b34-99d4-45a6ef05e996 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055138 Aug 10 01:53:07.781034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-63490791-c75a-4705-bd62-b0863d203ed7', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:53:07.781034 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:07.858010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccbbb159-89dc-4b9d-babc-010574625b86 req-bae2b834-1801-4303-8d6a-626847469aa3 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 210 time: 0.0740397 Aug 10 01:53:07.927248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:07.941183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dafc727d-9987-4f8f-b372-f2244a5978de req-5fcc46af-785b-4fa7-b6df-577556ec04fc tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 210 time: 0.0933378 Aug 10 01:53:07.962521 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 213e60c0-74c8-414a-9cbd-5477d4834be8 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:53:08.103569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Allocated IP 172.20.0.2 (63490791-c75a-4705-bd62-b0863d203ed7/080b13db-3e9e-4586-9336-377ab77c5706/b1d6f326-5c22-41d9-847e-6ba7fb31eded) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:08.191502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 213e60c0-74c8-414a-9cbd-5477d4834be8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=213e60c0-74c8-414a-9cbd-5477d4834be8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:08.209192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '213e60c0-74c8-414a-9cbd-5477d4834be8', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '213e60c0-74c8-414a-9cbd-5477d4834be8', 'mac_address': 'fa:16:3e:e9:9c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:53:08.221223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.283200 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.323810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213e60c0-74c8-414a-9cbd-5477d4834be8 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:08.354687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 213e60c0-74c8-414a-9cbd-5477d4834be8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=213e60c0-74c8-414a-9cbd-5477d4834be8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:08.362714 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.375568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Transition to ACTIVE for port object b1d6f326-5c22-41d9-847e-6ba7fb31eded will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:08.398313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Transition to ACTIVE for port object b1d6f326-5c22-41d9-847e-6ba7fb31eded will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:08.445428 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.509915 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.546419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Network 63490791-c75a-4705-bd62-b0863d203ed7 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:08.551745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:08.559313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:08.568190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=213e60c0-74c8-414a-9cbd-5477d4834be8,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:08.654394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Attempting to bind port b1d6f326-5c22-41d9-847e-6ba7fb31eded on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:08.655080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Attempting to bind port b1d6f326-5c22-41d9-847e-6ba7fb31eded by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:08.655644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Attempting to bind port b1d6f326-5c22-41d9-847e-6ba7fb31eded on network 63490791-c75a-4705-bd62-b0863d203ed7 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:08.680161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:08.680936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Checking segment: {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:08.682197 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.682807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Bound using segment: {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:08.683485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Bound port: b1d6f326-5c22-41d9-847e-6ba7fb31eded, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:08.684083 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.690638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Pushing event updated for resources: {'Port': ['ID=b1d6f326-5c22-41d9-847e-6ba7fb31eded,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:08.750794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91598-3b0b-48c8-a6ed-626684e92ea2 req-f97ce3dc-c19c-424b-baef-84e9b8431252 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:08.754093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ab91598-3b0b-48c8-a6ed-626684e92ea2 req-f97ce3dc-c19c-424b-baef-84e9b8431252 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 948 time: 0.1474471 Aug 10 01:53:08.772295 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.773699 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-21836899-a490-4568-9f7b-9dbd5c2fb6b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407209 Aug 10 01:53:08.800925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.811198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] For port b1d6f326-5c22-41d9-847e-6ba7fb31eded, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:08.814591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] For port b1d6f326-5c22-41d9-847e-6ba7fb31eded, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1d6f326-5c22-41d9-847e-6ba7fb31eded,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:08.819489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['213e60c0-74c8-414a-9cbd-5477d4834be8'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:08.910595 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:53:08.955771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Allocated IP 172.25.3.40 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:08.962895 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:08.987725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ab91598-3b0b-48c8-a6ed-626684e92ea2 req-e6a0ba30-451e-446d-99b2-f6c4eca271b8 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250221 Aug 10 01:53:09.036786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-a9dd3df2-e036-4527-953d-be56d68543d2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:09.039050 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-a9dd3df2-e036-4527-953d-be56d68543d2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574537 Aug 10 01:53:09.063664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Request body: {'port': {'device_id': '31e20a00-27a5-4371-8c9d-d96bbaaf8e25', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'e0edf68bec68489686d0504a10f1fc82'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:09.172383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b550acf-82cc-4110-bf00-3c45e94642a5 req-30e19ab8-ca06-424f-8678-152e0140b775 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:09.174061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b550acf-82cc-4110-bf00-3c45e94642a5 req-30e19ab8-ca06-424f-8678-152e0140b775 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 944 time: 0.1312792 Aug 10 01:53:09.203479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632782b8-baf9-47fc-8112-0ae791732445 None None] Pushing event updated for resources: {'Port': ['ID=b1d6f326-5c22-41d9-847e-6ba7fb31eded,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:09.237736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:09.243579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc2e4788-be80-46e2-a803-53f9736599fd req-4e9de17f-1b82-4c0d-8f3c-e61ac9bb7486 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 210 time: 0.0626616 Aug 10 01:53:09.295424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b550acf-82cc-4110-bf00-3c45e94642a5 req-74807ccf-6916-4dbb-bd0e-77a1e730976a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085346 Aug 10 01:53:09.342195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 09e3098a-48b0-4b11-a047-6ab4018b708b details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:53:09.390575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Made reservation on behalf of e0edf68bec68489686d0504a10f1fc82 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:53:09.393237 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:09.424925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dab869e7-8039-4fe4-8c5d-b50c0f9a5a1d req-1973021f-fa96-482e-92a0-c08e26990f5b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 210 time: 0.0551472 Aug 10 01:53:09.440601 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:09.529172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:09.532350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:09.536771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:09.547127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Pushing event updated for resources: {'Port': ['ID=45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:09.645593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Allocated IP 192.168.233.125 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/3804c712-8344-47be-b6f4-869214472347) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:09.674108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 09e3098a-48b0-4b11-a047-6ab4018b708b, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=09e3098a-48b0-4b11-a047-6ab4018b708b,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:09.692813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '09e3098a-48b0-4b11-a047-6ab4018b708b', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'port_id': '09e3098a-48b0-4b11-a047-6ab4018b708b', 'mac_address': 'fa:16:3e:6b:02:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8310d-f229-4c41-91a5-1c2abd9b97d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:53:09.752701 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:09.772542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e3098a-48b0-4b11-a047-6ab4018b708b {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:09.804147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 09e3098a-48b0-4b11-a047-6ab4018b708b, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=09e3098a-48b0-4b11-a047-6ab4018b708b,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:09.873929 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:09.888130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:09.905013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Transition to ACTIVE for port object 3804c712-8344-47be-b6f4-869214472347 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:09.931412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=09e3098a-48b0-4b11-a047-6ab4018b708b,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:09.977609 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:10.060772 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:10.074673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['16582bff-5044-417c-b25d-559404ad496e', '5fbbe718-8719-4f9f-91f9-db5a8c5bb387'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:10.151504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:10.156432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:10.183392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['09e3098a-48b0-4b11-a047-6ab4018b708b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:10.187712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:10.189932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'e3a3e0f2-9411-44f9-aad2-07258b643932'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:10.193511 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event updated for resources: {'Port': ['ID=3804c712-8344-47be-b6f4-869214472347,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:10.247753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f794e19-99c8-48c7-b495-474e9cbc9cbc req-1b6609e5-c9c7-42ae-9d1d-61cb7ffd7467 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:10.250005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f794e19-99c8-48c7-b495-474e9cbc9cbc req-1b6609e5-c9c7-42ae-9d1d-61cb7ffd7467 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 948 time: 0.1807175 Aug 10 01:53:10.327863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:10.328709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:10.408352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33160) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:10.410484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1d6f326-5c22-41d9-847e-6ba7fb31eded up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:10.416930 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-fc6d1045-75e4-43bf-9d7d-2fa9e418a0b9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3636756 Aug 10 01:53:10.435695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Request body: {'port': {'device_id': '31e20a00-27a5-4371-8c9d-d96bbaaf8e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:10.481250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc3ea9-e3d4-464c-93f3-db34e51a48bc None None] Network 63490791-c75a-4705-bd62-b0863d203ed7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:53:10.539563 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:10.671023 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5234370-3a24-4c5d-8525-004639729db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:10.813953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-36f87284-8484-41d0-afe5-d7fa2e0f9252 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:10.816085 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-36f87284-8484-41d0-afe5-d7fa2e0f9252 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 808 time: 0.2601085 Aug 10 01:53:10.839241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f794e19-99c8-48c7-b495-474e9cbc9cbc req-688da3d2-ff38-411c-b21f-091d73e89989 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496261 Aug 10 01:53:10.841876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Request body: {'port': {'device_id': '4e408003-048b-4571-a4ff-233a223b8346', 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d', 'admin_state_up': True, 'tenant_id': '64f718678e0b4c91a1b88e2f03a4baec'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:10.854929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:10.914087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf450d-dc05-488a-9547-4b7ab071a628 req-777797c4-659e-4642-86db-0f45abae8317 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:10.922446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cdf450d-dc05-488a-9547-4b7ab071a628 req-777797c4-659e-4642-86db-0f45abae8317 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 936 time: 0.4648099 Aug 10 01:53:10.967919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c27cffdb-fd65-431d-a5ca-4698f8e3fbd0 None None] Provisioning for port b1d6f326-5c22-41d9-847e-6ba7fb31eded completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:10.990192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b1d6f326-5c22-41d9-847e-6ba7fb31eded completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:11.010402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cdf450d-dc05-488a-9547-4b7ab071a628 req-745baa85-1949-464e-9e3c-aed7c65f25fe tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864995 Aug 10 01:53:11.024868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c27cffdb-fd65-431d-a5ca-4698f8e3fbd0 None None] Provisioning complete for port b1d6f326-5c22-41d9-847e-6ba7fb31eded triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:11.025332 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c27cffdb-fd65-431d-a5ca-4698f8e3fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.078477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b1d6f326-5c22-41d9-847e-6ba7fb31eded triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:11.079003 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.105728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006daf0-c412-4519-9f5a-982930744635 req-8ea9b43c-d601-43c9-825a-8d788329d67b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:11.107379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5006daf0-c412-4519-9f5a-982930744635 req-8ea9b43c-d601-43c9-825a-8d788329d67b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 945 time: 0.0709686 Aug 10 01:53:11.128254 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5234370-3a24-4c5d-8525-004639729db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.141190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-919b704b-109b-46f8-9f22-2f2180ec7468 req-9f9f6080-bd38-4078-a65a-9b8ad3960389 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 210 time: 0.0466394 Aug 10 01:53:11.172135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5006daf0-c412-4519-9f5a-982930744635 req-93006692-5ef2-4c4a-a744-6248160b601e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553420 Aug 10 01:53:11.207593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3804c712-8344-47be-b6f4-869214472347 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:11.218848 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5234370-3a24-4c5d-8525-004639729db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.222228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.239216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:53:11.275169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Transition to ACTIVE for port object 3804c712-8344-47be-b6f4-869214472347 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:11.281956 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c5234370-3a24-4c5d-8525-004639729db2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=472cd1c9eb0f4388ad3dd674fa231f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8723228 Aug 10 01:53:11.284854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5234370-3a24-4c5d-8525-004639729db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fb9271-e01f-4c46-9d60-fcf55c9f9bfb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:11.288186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33172) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:11.326461 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.358762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Made reservation on behalf of 64f718678e0b4c91a1b88e2f03a4baec for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:53:11.362532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.365352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f3b41df-f04e-49e1-90ec-d7665e4a88e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.378043 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c27cffdb-fd65-431d-a5ca-4698f8e3fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.395739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:53:11.413817 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Sync routers for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:53:11.423425 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.429469 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:53:11.430135 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:11.433500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port b1d6f326-5c22-41d9-847e-6ba7fb31eded, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1d6f326-5c22-41d9-847e-6ba7fb31eded,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:11.435061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f3b41df-f04e-49e1-90ec-d7665e4a88e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.485355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.486691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-66db98b1-e0f5-4564-bbb8-d763c3d39555 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8962939 Aug 10 01:53:11.489494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33174) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:11.522954 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.577301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Pushing event updated for resources: {'Port': ['ID=3804c712-8344-47be-b6f4-869214472347,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:11.598720 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:53:11.662288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Allocated IP 172.20.0.5 (ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d/efe20240-759c-44f9-a75c-18875ca75d53/972ef41c-5933-4427-b8fb-38bb6049ca32) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:11.786070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=b1d6f326-5c22-41d9-847e-6ba7fb31eded,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:11.789929 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-c27cffdb-fd65-431d-a5ca-4698f8e3fbd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:53:11.790442 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-c27cffdb-fd65-431d-a5ca-4698f8e3fbd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:53:11.901222 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:09Z', 'revision_number': 3, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:11.914405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Attempting to bind port 3804c712-8344-47be-b6f4-869214472347 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:11.914840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Attempting to bind port 3804c712-8344-47be-b6f4-869214472347 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:11.915180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Attempting to bind port 3804c712-8344-47be-b6f4-869214472347 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:11.922179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Port 3804c712-8344-47be-b6f4-869214472347 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:11.922509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Attempting to bind port 3804c712-8344-47be-b6f4-869214472347 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:11.932618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:11.932968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:11.933357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:11.933801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Bound port: 3804c712-8344-47be-b6f4-869214472347, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:11.934165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.942083 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Checking router: 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:53:11.942844 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Updating router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:53:11.951932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.974044 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.986881 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f3b41df-f04e-49e1-90ec-d7665e4a88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.989421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f3b41df-f04e-49e1-90ec-d7665e4a88e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:11.993635 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f3b41df-f04e-49e1-90ec-d7665e4a88e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6fb9271-e01f-4c46-9d60-fcf55c9f9bfb HTTP/1.1" status: 204 len: 168 time: 0.6910825 Aug 10 01:53:11.999472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 213e60c0-74c8-414a-9cbd-5477d4834be8 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:12.021485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b41df-f04e-49e1-90ec-d7665e4a88e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fb9271-e01f-4c46-9d60-fcf55c9f9bfb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:12.056334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f831e9-c5f8-4399-841a-3a53c7714265 req-2102e4b3-4310-4528-a5b1-0fc35a5ea737 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:12.063752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35f831e9-c5f8-4399-841a-3a53c7714265 req-2102e4b3-4310-4528-a5b1-0fc35a5ea737 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 948 time: 0.1177692 Aug 10 01:53:12.097172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] For port 3804c712-8344-47be-b6f4-869214472347, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:12.112308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] For port 3804c712-8344-47be-b6f4-869214472347, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3804c712-8344-47be-b6f4-869214472347,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:12.172139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 213e60c0-74c8-414a-9cbd-5477d4834be8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:12.176098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 213e60c0-74c8-414a-9cbd-5477d4834be8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:12.176479 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.194177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35f831e9-c5f8-4399-841a-3a53c7714265 req-d61689d5-34ba-44ce-a24a-e8c84c20abbe tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295569 Aug 10 01:53:12.224763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fa137-f64f-401c-8e66-9ccfe0344dd5 req-cac88122-e1cd-4de3-abe2-18b11f7587d2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:12.230570 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.231111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f2fa137-f64f-401c-8e66-9ccfe0344dd5 req-cac88122-e1cd-4de3-abe2-18b11f7587d2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 948 time: 0.1101918 Aug 10 01:53:12.231200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.241580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1d6f326-5c22-41d9-847e-6ba7fb31eded up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:12.279797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:12.280435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.281887 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] 10.222.0.16 "PUT /v2.0/ports/3804c712-8344-47be-b6f4-869214472347 HTTP/1.1" status: 200 len: 1097 time: 1.8559186 Aug 10 01:53:12.282359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e20a00-27a5-4371-8c9d-d96bbaaf8e25', 'tag': '3804c712-8344-47be-b6f4-869214472347'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:12.284696 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "31e20a00-27a5-4371-8c9d-d96bbaaf8e25", "tag": "3804c712-8344-47be-b6f4-869214472347"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:12.326538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:12.344885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:12.349746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:12.390116 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.395058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f2fa137-f64f-401c-8e66-9ccfe0344dd5 req-6b943f23-6f0e-4835-8c91-4a2a1bbb0436 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246724 Aug 10 01:53:12.411329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66154c6c-3fdd-4daa-9ca1-8b49a6fd304f service neutron] Pushing event updated for resources: {'Port': ['ID=3804c712-8344-47be-b6f4-869214472347,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:12.420973 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.444820 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Transition to ACTIVE for port object 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:12.525793 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.527997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:12.528711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.532216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.550791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b1d6f326-5c22-41d9-847e-6ba7fb31eded triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:12.551340 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.555247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Pushing event updated for resources: {'Port': ['ID=972ef41c-5933-4427-b8fb-38bb6049ca32,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:12.568613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-a8e28cb5-6a9f-4a8d-95f3-b7c60fc5a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:12.570153 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-a8e28cb5-6a9f-4a8d-95f3-b7c60fc5a2b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 1100 time: 0.1745961 Aug 10 01:53:12.644587 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-1a8e33cd-6a0f-4916-9169-5941e749e076 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=3804c712-8344-47be-b6f4-869214472347 HTTP/1.1" status: 200 len: 217 time: 0.0614088 Aug 10 01:53:12.647103 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.648237 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Pushing event updated for resources: {'Port': ['ID=45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:12.657650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dc89a5-0931-4729-b368-2245269c6271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213e60c0-74c8-414a-9cbd-5477d4834be8'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:12.660186 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1811ed-e653-4e0f-84d1-d33bfbcead3f" -d '{"events": [{"server_uuid": "03dc89a5-0931-4729-b368-2245269c6271", "name": "network-vif-plugged", "status": "completed", "tag": "213e60c0-74c8-414a-9cbd-5477d4834be8"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:12.667238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596bdfa-5448-4886-85bc-fd1fc85afe1a req-8538d6ca-3be3-4814-916a-65e258a978bc tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:12.668824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a596bdfa-5448-4886-85bc-fd1fc85afe1a req-8538d6ca-3be3-4814-916a-65e258a978bc tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 931 time: 0.3120756 Aug 10 01:53:12.675889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be84678b-c614-498b-b555-8547361215f9 None None] Provisioning complete for port b1d6f326-5c22-41d9-847e-6ba7fb31eded triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:12.676441 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be84678b-c614-498b-b555-8547361215f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.679904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 213e60c0-74c8-414a-9cbd-5477d4834be8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=213e60c0-74c8-414a-9cbd-5477d4834be8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:12.682332 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Attempting to bind port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:12.684519 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Attempting to bind port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:12.684917 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Attempting to bind port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:12.692129 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.693793 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.700100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.700100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.700100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.700100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.700100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.700100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.700100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.705935 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.705935 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.705935 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:12.712424 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:12.716163 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:12.716784 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.717346 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:12.718007 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Bound port: 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:12.718624 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.756376 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.770598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-b8a6b9d6-adbf-4518-bac4-7a1df1a7f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:12.776888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-b8a6b9d6-adbf-4518-bac4-7a1df1a7f99a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1219780 Aug 10 01:53:12.778569 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c4834332-92a2-4f33-81c3-6a8f5a380658 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9484317 Aug 10 01:53:12.794323 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] For port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:12.798072 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] For port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:12.839032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Request body: {'port': {'device_id': '4e408003-048b-4571-a4ff-233a223b8346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:12.847464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3262d-249a-406d-aedd-d01e92af2357 req-754bfa11-c200-4323-91ca-b54c83e53e62 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:12.848981 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69b3262d-249a-406d-aedd-d01e92af2357 req-754bfa11-c200-4323-91ca-b54c83e53e62 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 945 time: 0.2341852 Aug 10 01:53:12.856920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a596bdfa-5448-4886-85bc-fd1fc85afe1a req-85603852-c4ab-4f41-bff2-e5937f5330b5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646674 Aug 10 01:53:12.884150 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:12.896208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=213e60c0-74c8-414a-9cbd-5477d4834be8,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:12.897161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-987fa31e-12cd-43e0-8332-8e8bb1e15915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:12.898653 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-987fa31e-12cd-43e0-8332-8e8bb1e15915 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955970 Aug 10 01:53:12.953887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69b3262d-249a-406d-aedd-d01e92af2357 req-d20ae2f9-84f5-45f4-a81d-a50d4ca4a343 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959997 Aug 10 01:53:12.963529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Allocated IP 172.20.0.1 (63490791-c75a-4705-bd62-b0863d203ed7/080b13db-3e9e-4586-9336-377ab77c5706/269e6d12-40ef-442a-8abf-0e74f296beba) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:12.996585 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:53:12.997236 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:13.005184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be84678b-c614-498b-b555-8547361215f9 None None] Provisioning for port 3804c712-8344-47be-b6f4-869214472347 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:13.011787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.046037 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ed0e05-3420-4139-9efa-55bc1ed4daee x-openstack-request-id: req-f6ed0e05-3420-4139-9efa-55bc1ed4daee {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:13.049595 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dc89a5-0931-4729-b368-2245269c6271", "name": "network-vif-plugged", "status": "completed", "tag": "213e60c0-74c8-414a-9cbd-5477d4834be8", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:13.049595 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6ed0e05-3420-4139-9efa-55bc1ed4daee {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:13.049595 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dc89a5-0931-4729-b368-2245269c6271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213e60c0-74c8-414a-9cbd-5477d4834be8', 'code': 200} Aug 10 01:53:13.067647 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a17f8c-978b-4ca6-8c8b-0b2939c7f018 x-openstack-request-id: req-28a17f8c-978b-4ca6-8c8b-0b2939c7f018 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:13.068195 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e20a00-27a5-4371-8c9d-d96bbaaf8e25", "tag": "3804c712-8344-47be-b6f4-869214472347", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:13.068626 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28a17f8c-978b-4ca6-8c8b-0b2939c7f018 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:13.069220 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e20a00-27a5-4371-8c9d-d96bbaaf8e25', 'tag': '3804c712-8344-47be-b6f4-869214472347', 'status': 'completed', 'code': 200} Aug 10 01:53:13.092430 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c72758-2942-4ad5-bab3-85b966c47a72 None None] Pushing event updated for resources: {'Port': ['ID=45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:13.135542 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-a507e361-4d43-4814-8efd-cc9cd51df392 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117491 Aug 10 01:53:13.191860 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:53:13.238145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.267858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Transition to ACTIVE for port object 269e6d12-40ef-442a-8abf-0e74f296beba will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:13.321756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e74d-75b8-473e-b1d4-1faf25e6b6ca req-13dcda8a-338a-480d-b2bc-8d1a15584ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:13.324507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d08e74d-75b8-473e-b1d4-1faf25e6b6ca req-13dcda8a-338a-480d-b2bc-8d1a15584ce5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 1101 time: 0.1993513 Aug 10 01:53:13.354864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c02f93c9-1a2d-4e87-a572-6af2aa8d12d1 req-b680a2f1-c652-4b2d-a37e-0459cfe3804d service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654499 Aug 10 01:53:13.373724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 09e3098a-48b0-4b11-a047-6ab4018b708b up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:13.418227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.465357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d08e74d-75b8-473e-b1d4-1faf25e6b6ca req-104486f9-2263-4f3f-9b44-ae821e7145fc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298923 Aug 10 01:53:13.473451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972ef41c-5933-4427-b8fb-38bb6049ca32 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:13.490943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63afa0-dfee-4cd5-8a57-81d041e7cfe9 req-44396b7e-5ad6-4cc5-9a85-fa3b7ee5345e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:13.493656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed63afa0-dfee-4cd5-8a57-81d041e7cfe9 req-44396b7e-5ad6-4cc5-9a85-fa3b7ee5345e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 949 time: 0.1187892 Aug 10 01:53:13.494132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.503993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Network 63490791-c75a-4705-bd62-b0863d203ed7 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:13.516388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:13.519059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:13.520122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Transition to ACTIVE for port object 972ef41c-5933-4427-b8fb-38bb6049ca32 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:13.564616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 09e3098a-48b0-4b11-a047-6ab4018b708b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:13.573424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 09e3098a-48b0-4b11-a047-6ab4018b708b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:13.575558 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.590080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-56e8bf69-1aa7-49d7-adde-3b5f32d2bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:13.591629 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-56e8bf69-1aa7-49d7-adde-3b5f32d2bdc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 1100 time: 0.0702949 Aug 10 01:53:13.660505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Pushing event updated for resources: {'Port': ['ID=269e6d12-40ef-442a-8abf-0e74f296beba,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:13.693617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.727650 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:09Z', 'revision_number': 3, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:13.730057 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.762017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.788223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 09e3098a-48b0-4b11-a047-6ab4018b708b, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=09e3098a-48b0-4b11-a047-6ab4018b708b,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:13.794095 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff5e10-9206-462e-85d2-1cf14de449d7 None None] The sync data for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 is: [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:09Z', 'revision_number': 3, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:53:13.806155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Pushing event updated for resources: {'Port': ['ID=972ef41c-5933-4427-b8fb-38bb6049ca32,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:13.853614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed63afa0-dfee-4cd5-8a57-81d041e7cfe9 req-a48a7834-dc6c-4475-b8a5-a4977b977601 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456132 Aug 10 01:53:13.877840 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.892751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-3845eee5-07d3-458a-8a19-b34d9da7e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:13.894254 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-3845eee5-07d3-458a-8a19-b34d9da7e37a service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2846367 Aug 10 01:53:13.915476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef225f80-bb17-4db8-8b32-b4c5635463f1 req-b1aa285e-c888-40aa-ab00-ad52ff1e9376 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:13.917001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef225f80-bb17-4db8-8b32-b4c5635463f1 req-b1aa285e-c888-40aa-ab00-ad52ff1e9376 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 948 time: 0.3210540 Aug 10 01:53:13.960658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9d895035-e67a-4983-b30f-8e779ba17d07 None None] Provisioning for port 269e6d12-40ef-442a-8abf-0e74f296beba completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:13.968792 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-c31e6be6-faed-44e5-9812-0a1c1a63ba70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=3804c712-8344-47be-b6f4-869214472347 HTTP/1.1" status: 200 len: 217 time: 0.0622530 Aug 10 01:53:13.969221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9d895035-e67a-4983-b30f-8e779ba17d07 None None] Provisioning complete for port 269e6d12-40ef-442a-8abf-0e74f296beba triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:13.969829 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d895035-e67a-4983-b30f-8e779ba17d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:13.979712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:13.980190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:13.980622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:14.006015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=09e3098a-48b0-4b11-a047-6ab4018b708b,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:14.016818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Port 972ef41c-5933-4427-b8fb-38bb6049ca32 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:14.017436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:14.022473 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.023635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef225f80-bb17-4db8-8b32-b4c5635463f1 req-43ebbb5b-81f4-4cda-8ee7-f77ecd349b08 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990028 Aug 10 01:53:14.033022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:14.033473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:14.033970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:14.034497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Bound port: 972ef41c-5933-4427-b8fb-38bb6049ca32, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:14.034956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.059092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9d895035-e67a-4983-b30f-8e779ba17d07 None None] Port 269e6d12-40ef-442a-8abf-0e74f296beba cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:53:14.086077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-4ab86bf7-7cb4-45c1-b8ca-61f34779f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:14.088076 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-4ab86bf7-7cb4-45c1-b8ca-61f34779f166 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1038260 Aug 10 01:53:14.277542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.282519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-c2cf5bd6-4cfe-450f-b2ad-f8dbf85bf55e tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=66d9f965a978496ca55d8ec2f5dd9628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652244 Aug 10 01:53:14.304153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:14.418346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56090b9-56f0-4343-b51c-342196f2a278 req-25003bf0-46c2-4571-94fa-8ad484651b1a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:14.420059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b56090b9-56f0-4343-b51c-342196f2a278 req-25003bf0-46c2-4571-94fa-8ad484651b1a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.2017243 Aug 10 01:53:14.446533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:14.451129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:14.451613 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.465923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:14.474848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:14.480764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-b300174e-4da2-4abf-a58b-e7161b671676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:14.482884 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-b300174e-4da2-4abf-a58b-e7161b671676 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3828645 Aug 10 01:53:14.594511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b56090b9-56f0-4343-b51c-342196f2a278 req-0515851c-392b-4aa9-9bb4-7bcc3dcab596 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628840 Aug 10 01:53:14.598691 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.605317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-93ee51dd-f21e-486b-a2c7-73523b3e576a tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:14.606867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-93ee51dd-f21e-486b-a2c7-73523b3e576a tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958884 Aug 10 01:53:14.616860 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.633326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:14.656638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-b7d6c536-325e-43a5-90bf-827ed9638c38 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/quotas/66d9f965a978496ca55d8ec2f5dd9628 HTTP/1.1" status: 200 len: 375 time: 0.0279136 Aug 10 01:53:14.705919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-988a6e32-734d-44da-ab40-aae000ed4d10 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=66d9f965a978496ca55d8ec2f5dd9628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437984 Aug 10 01:53:14.711961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.753989 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.759839 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-35eebe48-ca6c-4a3e-bc98-95636c30f3f9 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646568 Aug 10 01:53:14.780872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:14.780872 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.780872 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] 10.222.0.16 "PUT /v2.0/ports/972ef41c-5933-4427-b8fb-38bb6049ca32 HTTP/1.1" status: 200 len: 1092 time: 1.9469314 Aug 10 01:53:14.816537 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70196b2-2d62-443b-a7b1-c4220cb785e5 service neutron] Pushing event updated for resources: {'Port': ['ID=972ef41c-5933-4427-b8fb-38bb6049ca32,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:14.828097 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.878339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:14.922090 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c470c51-16fe-4d55-a9e8-082e4ce44ab7 req-9b69840f-53e4-49c0-b671-8df1186f5d2e service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421659 Aug 10 01:53:14.960484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.962615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Pushing event updated for resources: {'Port': ['ID=269e6d12-40ef-442a-8abf-0e74f296beba,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:14.973801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c220ca73-2b19-4f5e-977e-6132969678ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:14.975462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c220ca73-2b19-4f5e-977e-6132969678ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1095 time: 0.0521235 Aug 10 01:53:14.983667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055fceb-6e3f-4a82-a120-8bab934a6ac5 req-49c5bf1e-8aef-4a15-b091-8643e015310b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:14.990933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5055fceb-6e3f-4a82-a120-8bab934a6ac5 req-49c5bf1e-8aef-4a15-b091-8643e015310b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 946 time: 0.1318371 Aug 10 01:53:15.049932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5772b5-a6d0-43a8-9428-25802a87605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e3098a-48b0-4b11-a047-6ab4018b708b'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:15.054098 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23e1554-7624-49a4-a8ad-871db8fbda1b" -d '{"events": [{"server_uuid": "bf5772b5-a6d0-43a8-9428-25802a87605f", "name": "network-vif-plugged", "status": "completed", "tag": "09e3098a-48b0-4b11-a047-6ab4018b708b"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:15.061949 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-5af816ed-b297-404a-9699-66093acbb9d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972ef41c-5933-4427-b8fb-38bb6049ca32 HTTP/1.1" status: 200 len: 217 time: 0.0554321 Aug 10 01:53:15.075764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:15.080469 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3285298c-8d2b-4245-a55e-a1799941da7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:15.096708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5055fceb-6e3f-4a82-a120-8bab934a6ac5 req-36941eea-532d-423b-9922-ed6f2078b2e0 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043551 Aug 10 01:53:15.147831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c6883676-7483-4ef5-b429-c31e2d7f72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:15.149651 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-c6883676-7483-4ef5-b429-c31e2d7f72f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0839214 Aug 10 01:53:15.188986 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-591a3f0d-b753-47ac-8357-2aaa01f4f2e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308633 Aug 10 01:53:15.296881 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-6cd09969-23b2-43db-8e09-f50104822690 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991018 Aug 10 01:53:15.398094 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01f3cebe-6bd2-4444-8c18-312ba8b2a581 req-abf5281e-6a96-4fa5-93f3-63a697d11dbb service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882924 Aug 10 01:53:15.467522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c711be2a-16bd-45cc-881e-79f0957865e9 req-dd210252-ae21-40f7-8cf6-bfd8045e0f9d tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 210 time: 0.3116784 Aug 10 01:53:15.481922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4150a-bb79-4218-912c-3eff7efadaab req-aaeebeb2-350a-4922-a264-083e2837c183 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:15.481922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56f4150a-bb79-4218-912c-3eff7efadaab req-aaeebeb2-350a-4922-a264-083e2837c183 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 949 time: 0.3980350 Aug 10 01:53:15.481922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Network 63490791-c75a-4705-bd62-b0863d203ed7 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:15.483612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:15.629097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56f4150a-bb79-4218-912c-3eff7efadaab req-8861229d-0b9e-4dd3-88a7-4957e3019a9e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038117 Aug 10 01:53:15.668837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfdb8b-2bb5-4d2d-b4ae-622e7634a4fe req-494cfa07-0f97-4055-b01d-a65c827b323e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:15.670393 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12dfdb8b-2bb5-4d2d-b4ae-622e7634a4fe req-494cfa07-0f97-4055-b01d-a65c827b323e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 948 time: 0.1357322 Aug 10 01:53:15.676009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:53:15.693197 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ae03b1-db0b-4b25-969a-c875fef722c4 x-openstack-request-id: req-89ae03b1-db0b-4b25-969a-c875fef722c4 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:15.693669 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5772b5-a6d0-43a8-9428-25802a87605f", "name": "network-vif-plugged", "status": "completed", "tag": "09e3098a-48b0-4b11-a047-6ab4018b708b", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:15.694062 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89ae03b1-db0b-4b25-969a-c875fef722c4 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:15.694622 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5772b5-a6d0-43a8-9428-25802a87605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e3098a-48b0-4b11-a047-6ab4018b708b', 'code': 200} Aug 10 01:53:15.731953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12dfdb8b-2bb5-4d2d-b4ae-622e7634a4fe req-21ac017e-5efa-4fdf-8ed8-3032977cb2bc tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530598 Aug 10 01:53:15.779208 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a624e41-d510-45f0-ba19-8f3329ad0833 x-openstack-request-id: req-8a624e41-d510-45f0-ba19-8f3329ad0833 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:15.779721 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:15.779721 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a624e41-d510-45f0-ba19-8f3329ad0833 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:15.780647 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32', 'status': 'completed', 'code': 200} Aug 10 01:53:15.799534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-247bb105-1328-4bd3-865a-4c5a6f1e0411 None None] Provisioning complete for port 269e6d12-40ef-442a-8abf-0e74f296beba triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:15.800108 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-247bb105-1328-4bd3-865a-4c5a6f1e0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:15.884704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3da07-39bb-4749-b000-da488d339e27 req-8552e761-be7c-44fc-b9f9-c878bf4e584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:15.887127 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8fc3da07-39bb-4749-b000-da488d339e27 req-8552e761-be7c-44fc-b9f9-c878bf4e584d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 1098 time: 0.0991743 Aug 10 01:53:15.890612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-247bb105-1328-4bd3-865a-4c5a6f1e0411 None None] Port 269e6d12-40ef-442a-8abf-0e74f296beba cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:53:15.911653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285298c-8d2b-4245-a55e-a1799941da7a req-50ed740b-3245-4f4f-aa23-f93bada947fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:15.913354 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3285298c-8d2b-4245-a55e-a1799941da7a req-50ed740b-3245-4f4f-aa23-f93bada947fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1095 time: 0.0865390 Aug 10 01:53:15.945400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:53:15.953041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7af5a900-b603-442a-b768-3c3af095b598 admin admin] 10.222.0.38 "PUT /v2.0/routers/9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4625301 Aug 10 01:53:15.973922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa69bf4-bd68-414b-b1b9-a7fd97b9b020 req-4154be32-163b-4eee-b76b-b9d563b5adbc tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:15.976647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efa69bf4-bd68-414b-b1b9-a7fd97b9b020 req-4154be32-163b-4eee-b76b-b9d563b5adbc tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.0957797 Aug 10 01:53:16.010068 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8fc3da07-39bb-4749-b000-da488d339e27 req-968f68d5-8cd3-4c0d-b3a6-ba34a21576da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100981 Aug 10 01:53:16.026531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efa69bf4-bd68-414b-b1b9-a7fd97b9b020 req-82cbf95a-bbed-401f-80c3-e75c319bb6ca tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Aug 10 01:53:16.077564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Sync routers for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:53:16.084340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285298c-8d2b-4245-a55e-a1799941da7a req-c28a59b8-f59a-4a39-9be4-bc207092406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.086894 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3285298c-8d2b-4245-a55e-a1799941da7a req-c28a59b8-f59a-4a39-9be4-bc207092406c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.1632304 Aug 10 01:53:16.091869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:53:16.092500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:16.162293 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3285298c-8d2b-4245-a55e-a1799941da7a req-de65d26e-d661-433e-972d-3b32ea82c51a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972ef41c-5933-4427-b8fb-38bb6049ca32 HTTP/1.1" status: 200 len: 217 time: 0.0676274 Aug 10 01:53:16.236427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285298c-8d2b-4245-a55e-a1799941da7a req-dc657426-c7fd-4920-a7c3-3f8f33d84446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.237949 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3285298c-8d2b-4245-a55e-a1799941da7a req-dc657426-c7fd-4920-a7c3-3f8f33d84446 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0624783 Aug 10 01:53:16.281956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:16.299503 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3285298c-8d2b-4245-a55e-a1799941da7a req-1f0c73de-171b-4f8a-b78e-8b46824306a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440500 Aug 10 01:53:16.302057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-6b46b112-2046-4baf-83eb-4db3a3477298 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987544 Aug 10 01:53:16.314613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed872f-9f41-402e-88c0-535fba74d763 req-ea184044-85cb-4fe7-82f1-ead658afad5a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.323560 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8ed872f-9f41-402e-88c0-535fba74d763 req-ea184044-85cb-4fe7-82f1-ead658afad5a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 946 time: 0.0730369 Aug 10 01:53:16.363530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:53:16.414781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:16.416398 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:16.419016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8ed872f-9f41-402e-88c0-535fba74d763 req-c94488b6-50d2-4aea-bc9a-f291e5873120 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939109 Aug 10 01:53:16.436083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-0c640703-1a3b-480c-87c0-aa47c1fa4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.437620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-0c640703-1a3b-480c-87c0-aa47c1fa4214 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 1102 time: 0.0950735 Aug 10 01:53:16.458793 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3285298c-8d2b-4245-a55e-a1799941da7a req-ea764e71-d690-4a8d-9e73-eb477b9121d9 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394434 Aug 10 01:53:16.608257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-7f6f3757-7823-4f00-b212-ef5cc5a450d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.609668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-7f6f3757-7823-4f00-b212-ef5cc5a450d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1446323 Aug 10 01:53:16.624003 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3285298c-8d2b-4245-a55e-a1799941da7a req-e5d627d1-52cc-4efb-8d46-59a33d4c4e7b service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345832 Aug 10 01:53:16.662086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-91d400a4-95cf-4dae-91b8-e2ec32c6750e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f3382da2-4158-4623-a57d-5905a7a05714 HTTP/1.1" status: 200 len: 217 time: 0.0426369 Aug 10 01:53:16.706832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33280) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:16.714639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b17f94ea-2736-4fd4-bf60-e528d03b9bec tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266135657', 'description': 'tempest-description--237367390'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:16.721282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-d92f8912-7429-4fe2-87a8-4891bec3ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.722859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-d92f8912-7429-4fe2-87a8-4891bec3ccd4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0514002 Aug 10 01:53:16.809008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe2367fc-b116-4035-95c1-6239f726b792 req-1fa2eec8-2ab7-4ef9-8106-4c2461201065 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 210 time: 0.0293396 Aug 10 01:53:16.813446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-6ce5436a-a6cf-431d-b743-bc986e2ae62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.814910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-6ce5436a-a6cf-431d-b743-bc986e2ae62e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0822692 Aug 10 01:53:16.860414 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b17f94ea-2736-4fd4-bf60-e528d03b9bec tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:16.942048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '269e6d12-40ef-442a-8abf-0e74f296beba', 'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'mac_address': 'fa:16:3e:32:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:12Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 2, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'subnets': [{'id': '080b13db-3e9e-4586-9336-377ab77c5706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:16.958818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.959314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.959794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.960268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.960741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.961200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.962580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.963054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.963525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.963993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.964453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.964916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.965385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.965848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.967405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.967405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.967405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.967765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.970534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-ccd87a71-1017-40c6-a11b-76c956ec772b tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12&device_id=4e408003-048b-4571-a4ff-233a223b8346&device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25&device_id=bf5772b5-a6d0-43a8-9428-25802a87605f&device_id=03dc89a5-0931-4729-b368-2245269c6271&device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16&device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd&device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f&device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8&device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad&device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f&device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a&device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8&device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459&device_id=09c69310-a886-411c-8056-9db882642748&device_id=27c8caea-8a1d-4531-8d57-9648d2af708f&device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905&device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a&device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 16220 time: 0.1598542 Aug 10 01:53:16.989090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b17f94ea-2736-4fd4-bf60-e528d03b9bec tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:16.999019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Checking router: 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:53:16.999389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Updating router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 port 269e6d12-40ef-442a-8abf-0e74f296beba binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:53:17.014157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ecd3e-f209-4691-a561-68bdedc7f0c5 req-f59b33a6-1ca0-4d19-8b30-25177f1bd422 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:17.015690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-662ecd3e-f209-4691-a561-68bdedc7f0c5 req-f59b33a6-1ca0-4d19-8b30-25177f1bd422 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 948 time: 0.1187658 Aug 10 01:53:17.018588 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-d22c981f-250b-4d02-b4e8-5c324f362289 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.025367 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.060406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-f64a17f9-9f63-4632-b4a4-ca511de71132 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140696 Aug 10 01:53:17.084103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-662ecd3e-f209-4691-a561-68bdedc7f0c5 req-282ca1cf-317b-4baf-9c55-f7462cee3bd7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614319 Aug 10 01:53:17.114021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b17f94ea-2736-4fd4-bf60-e528d03b9bec tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.172043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f94ea-2736-4fd4-bf60-e528d03b9bec tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a685939d-d1e3-4a3b-8ab1-f97843d2281a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:17.228339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3998e25e-6fcc-40ac-b386-2f944274e122 req-eb16c50f-3a73-40ed-88c2-01b1520b8158 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585772 Aug 10 01:53:17.251406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d1046-48af-4dba-8b66-f6665a9edf76 req-632b126c-cb9a-4506-a7e4-235b5f2e7a54 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:17.252931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-927d1046-48af-4dba-8b66-f6665a9edf76 req-632b126c-cb9a-4506-a7e4-235b5f2e7a54 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.0896485 Aug 10 01:53:17.307574 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-d22c981f-250b-4d02-b4e8-5c324f362289 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.313037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-927d1046-48af-4dba-8b66-f6665a9edf76 req-edaf1fad-8ff3-42c7-b499-06c3ce6ca55a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519812 Aug 10 01:53:17.340033 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.350718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Transition to ACTIVE for port object 269e6d12-40ef-442a-8abf-0e74f296beba will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:17.373063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3804c712-8344-47be-b6f4-869214472347 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:53:17.397619 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-d22c981f-250b-4d02-b4e8-5c324f362289 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.425678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5ec4c46-ff56-46c6-8132-f2820f35ef9b req-d22c981f-250b-4d02-b4e8-5c324f362289 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&id=7f14d2ee-6a45-400e-86f3-96059ace1b52&id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&id=98414e81-4149-4e28-8475-a34a73aee254&id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.4452372 Aug 10 01:53:17.434475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c981f-250b-4d02-b4e8-5c324f362289 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caecb16a-8819-4410-9002-810f16d739cc,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:17.438300 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.498998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b17f94ea-2736-4fd4-bf60-e528d03b9bec tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.503382 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b17f94ea-2736-4fd4-bf60-e528d03b9bec tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7921889 Aug 10 01:53:17.503632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33294) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:17.509436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7b6edfa8-50e5-470b-a6df-5fbff00a99aa tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Request body: {'security_group_rule': {'security_group_id': 'a685939d-d1e3-4a3b-8ab1-f97843d2281a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:17.588315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5998c-8dc1-48d8-ac37-bf40d05298a3 None None] Pushing event updated for resources: {'Port': ['ID=269e6d12-40ef-442a-8abf-0e74f296beba,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:17.599561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3804c712-8344-47be-b6f4-869214472347, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3804c712-8344-47be-b6f4-869214472347,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:17.601912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2c8c-a2b9-446c-8c66-71a7401e3af3 req-22d8b83d-b26c-4c82-98e7-67f3494a2d37 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:17.612391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b0f2c8c-a2b9-446c-8c66-71a7401e3af3 req-22d8b83d-b26c-4c82-98e7-67f3494a2d37 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 946 time: 0.0768316 Aug 10 01:53:17.662090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b6edfa8-50e5-470b-a6df-5fbff00a99aa tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.670754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Attempting to bind port 269e6d12-40ef-442a-8abf-0e74f296beba on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:17.671141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Attempting to bind port 269e6d12-40ef-442a-8abf-0e74f296beba by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:17.672185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Attempting to bind port 269e6d12-40ef-442a-8abf-0e74f296beba on network 63490791-c75a-4705-bd62-b0863d203ed7 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:17.676797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '3804c712-8344-47be-b6f4-869214472347', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '3804c712-8344-47be-b6f4-869214472347', 'mac_address': 'fa:16:3e:68:b0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:53:17.679834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:17.680239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Checking segment: {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:17.681201 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.681592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Bound using segment: {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:17.682068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Bound port: 269e6d12-40ef-442a-8abf-0e74f296beba, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:17.682450 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.715314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b0f2c8c-a2b9-446c-8c66-71a7401e3af3 req-c735dccf-ca86-48dc-a790-a4859a8a8ab5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006689 Aug 10 01:53:17.813051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.823579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b6edfa8-50e5-470b-a6df-5fbff00a99aa tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.836071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] For port 269e6d12-40ef-442a-8abf-0e74f296beba, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:17.852201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3804c712-8344-47be-b6f4-869214472347 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:17.869047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] For port 269e6d12-40ef-442a-8abf-0e74f296beba, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=269e6d12-40ef-442a-8abf-0e74f296beba,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:17.902419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3804c712-8344-47be-b6f4-869214472347, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3804c712-8344-47be-b6f4-869214472347,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:17.903040 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-c48ecd36-e609-41ef-a4fe-878c93439215 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=66d9f965a978496ca55d8ec2f5dd9628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341330 Aug 10 01:53:17.933881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c31321-17d0-419f-9e51-139650b0d75b req-21bcb64f-847b-4c5c-afe9-adf145c5b308 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:17.934869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c31321-17d0-419f-9e51-139650b0d75b req-21bcb64f-847b-4c5c-afe9-adf145c5b308 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:17.935415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c31321-17d0-419f-9e51-139650b0d75b req-21bcb64f-847b-4c5c-afe9-adf145c5b308 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:17.937160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74c31321-17d0-419f-9e51-139650b0d75b req-21bcb64f-847b-4c5c-afe9-adf145c5b308 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271&device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f&device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 2883 time: 0.0824802 Aug 10 01:53:17.942217 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-940701f1-63dc-4414-9eb8-717f03c5c96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.944548 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.971833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b6edfa8-50e5-470b-a6df-5fbff00a99aa tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.984334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e3b270b-70f5-41e5-8fb7-e0d747577afa req-5d5efdae-3043-430a-bfac-1e4cb870b588 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 210 time: 0.0459416 Aug 10 01:53:18.014079 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6edfa8-50e5-470b-a6df-5fbff00a99aa tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf68ef8-c138-4b4b-b46d-7ae55ba2f966,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:18.025463 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.031807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5998c-8dc1-48d8-ac37-bf40d05298a3 None None] Pushing event updated for resources: {'Port': ['ID=269e6d12-40ef-442a-8abf-0e74f296beba,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:18.077046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74c31321-17d0-419f-9e51-139650b0d75b req-e5d7a7af-4da3-4c4b-8e65-c7fb44e95562 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892038 Aug 10 01:53:18.100728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:53:18.101394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:52:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:18.163024 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-f3ccce01-840f-4324-9b69-208c14818b54 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:18.165569 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-f3ccce01-840f-4324-9b69-208c14818b54 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549105 Aug 10 01:53:18.167429 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b6edfa8-50e5-470b-a6df-5fbff00a99aa tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.168769 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7b6edfa8-50e5-470b-a6df-5fbff00a99aa tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6641064 Aug 10 01:53:18.171633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33310) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:18.176671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8fb9368c-0344-42ca-82de-81c5d1b8a4ea tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Request body: {'security_group_rule': {'security_group_id': 'a685939d-d1e3-4a3b-8ab1-f97843d2281a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:18.185085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Request body: {'port': {'device_id': 'e2b17a45-d579-4462-bc3c-d3c83d465c12', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '66d9f965a978496ca55d8ec2f5dd9628'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:18.300224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3804c712-8344-47be-b6f4-869214472347,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:18.318742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e197-27e8-49a1-b1b1-3598b907a4ff req-4e9265ee-98ba-4ac2-ad17-9345e7505be0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:18.326819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-adb5e197-27e8-49a1-b1b1-3598b907a4ff req-4e9265ee-98ba-4ac2-ad17-9345e7505be0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 949 time: 0.1210203 Aug 10 01:53:18.344537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:53:18.374103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['3804c712-8344-47be-b6f4-869214472347'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:18.387109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb9368c-0344-42ca-82de-81c5d1b8a4ea tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.435059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-adb5e197-27e8-49a1-b1b1-3598b907a4ff req-bb4f8b12-b5ce-44c9-bd7e-d41496a3482d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055806 Aug 10 01:53:18.449151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19272472-4dec-45c8-9fc5-2293c7e96b3a req-9aa99b49-0a2e-4d7e-ade8-25a44304d71b tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:18.450768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19272472-4dec-45c8-9fc5-2293c7e96b3a req-9aa99b49-0a2e-4d7e-ade8-25a44304d71b tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1098 time: 0.1414962 Aug 10 01:53:18.490657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Made reservation on behalf of 66d9f965a978496ca55d8ec2f5dd9628 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:53:18.497364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.511081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.550010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19272472-4dec-45c8-9fc5-2293c7e96b3a req-75bbaae9-898a-432a-b313-309235bf0406 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849581 Aug 10 01:53:18.633717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb9368c-0344-42ca-82de-81c5d1b8a4ea tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.684688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.714220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea0e5c-62b3-490a-bb81-b2e61f109a67 req-6a0930b4-6c21-44dc-aa72-ccb69920763c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:18.715934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4bea0e5c-62b3-490a-bb81-b2e61f109a67 req-6a0930b4-6c21-44dc-aa72-ccb69920763c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.0741835 Aug 10 01:53:18.719692 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb9368c-0344-42ca-82de-81c5d1b8a4ea tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.760875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9368c-0344-42ca-82de-81c5d1b8a4ea tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f22adc3-7a81-4244-8223-a4c7c8eca7f9,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:18.785888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4bea0e5c-62b3-490a-bb81-b2e61f109a67 req-d40eb4c9-326f-483a-929d-b4025feb4fde tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Aug 10 01:53:18.804050 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.827515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '269e6d12-40ef-442a-8abf-0e74f296beba', 'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'mac_address': 'fa:16:3e:32:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:12Z', 'updated_at': '2021-08-10T01:53:17Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'subnets': [{'id': '080b13db-3e9e-4586-9336-377ab77c5706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:18.895109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d349115-351e-4edf-881c-a5487a44c8dc None None] The sync data for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 is: [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '269e6d12-40ef-442a-8abf-0e74f296beba', 'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'mac_address': 'fa:16:3e:32:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:12Z', 'updated_at': '2021-08-10T01:53:17Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'subnets': [{'id': '080b13db-3e9e-4586-9336-377ab77c5706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:53:18.897007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb9368c-0344-42ca-82de-81c5d1b8a4ea tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:18.902895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8fb9368c-0344-42ca-82de-81c5d1b8a4ea tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7299347 Aug 10 01:53:18.903712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33330) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:18.908492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:18.915825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344ba0e4-a595-4949-911f-e0944446befb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:19.054088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Allocated IP 192.168.233.37 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/84412f57-7385-4554-89a6-5cb834e1f8cf) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:19.057344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:19.254135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e2ea64d-9ad8-478e-a561-2ccf6f48501e req-cd94649a-5f3d-4bf3-b6dc-c3a83288a587 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 210 time: 0.0380948 Aug 10 01:53:19.280354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:19.305409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Transition to ACTIVE for port object 84412f57-7385-4554-89a6-5cb834e1f8cf will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:19.313285 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:19.388202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 972ef41c-5933-4427-b8fb-38bb6049ca32 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:53:19.451178 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:19.498964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Allocated IP 172.25.3.27 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/b9963662-ae5d-4416-b576-a1abbd5389dd) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:19.538219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Pushing event updated for resources: {'Port': ['ID=84412f57-7385-4554-89a6-5cb834e1f8cf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:19.562703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:19.564312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:19.569724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:19.639550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:19.672219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '972ef41c-5933-4427-b8fb-38bb6049ca32', 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d', 'port_id': '972ef41c-5933-4427-b8fb-38bb6049ca32', 'mac_address': 'fa:16:3e:35:aa:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe20240-759c-44f9-a75c-18875ca75d53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:53:19.679994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:19.686462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:19.761498 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:19.795063 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-e4a7f8ca-4c30-4570-9f60-0400d5b0e0cb tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6152768 Aug 10 01:53:19.803992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972ef41c-5933-4427-b8fb-38bb6049ca32 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:19.818837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Request body: {'port': {'device_id': 'e2b17a45-d579-4462-bc3c-d3c83d465c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:19.832990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ad225-3e2c-41f7-ab4b-253aae1e9044 req-c290e2e7-a3e4-44ae-b04b-a9c95a2a79fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:19.843331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a74ad225-3e2c-41f7-ab4b-253aae1e9044 req-c290e2e7-a3e4-44ae-b04b-a9c95a2a79fd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 949 time: 0.1749616 Aug 10 01:53:19.904495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:19.906654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:19.953088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a74ad225-3e2c-41f7-ab4b-253aae1e9044 req-4793f338-b734-4e64-9855-34c6e367ac2d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068730 Aug 10 01:53:19.954900 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:19.986434 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.075450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.096344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=972ef41c-5933-4427-b8fb-38bb6049ca32,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:20.133188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:20.141416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:20.144229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:20.174350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Pushing event updated for resources: {'Port': ['ID=b9963662-ae5d-4416-b576-a1abbd5389dd,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:20.258373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.296271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 269e6d12-40ef-442a-8abf-0e74f296beba up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:20.336190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['972ef41c-5933-4427-b8fb-38bb6049ca32'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:20.341426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3f8ee3d7-285b-4f9e-9f5d-2768f3767d0f None None] Provisioning for port 84412f57-7385-4554-89a6-5cb834e1f8cf completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:20.349946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84412f57-7385-4554-89a6-5cb834e1f8cf {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:20.359159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.366214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3f8ee3d7-285b-4f9e-9f5d-2768f3767d0f None None] Provisioning complete for port 84412f57-7385-4554-89a6-5cb834e1f8cf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:20.366599 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee3d7-285b-4f9e-9f5d-2768f3767d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.372951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Transition to ACTIVE for port object 84412f57-7385-4554-89a6-5cb834e1f8cf will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:20.411359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.431168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ee3d7-285b-4f9e-9f5d-2768f3767d0f None None] Port 84412f57-7385-4554-89a6-5cb834e1f8cf cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:53:20.473997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.558521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=84412f57-7385-4554-89a6-5cb834e1f8cf,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:20.565773 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e68b65f-d933-474b-a835-d8b41a90be16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.571856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 269e6d12-40ef-442a-8abf-0e74f296beba completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:20.588183 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 269e6d12-40ef-442a-8abf-0e74f296beba triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:20.588662 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.623593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.698322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.744076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Attempting to bind port 84412f57-7385-4554-89a6-5cb834e1f8cf on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:20.747411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Attempting to bind port 84412f57-7385-4554-89a6-5cb834e1f8cf by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:20.748014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Attempting to bind port 84412f57-7385-4554-89a6-5cb834e1f8cf on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:20.768323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Port 84412f57-7385-4554-89a6-5cb834e1f8cf on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:20.769140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Attempting to bind port 84412f57-7385-4554-89a6-5cb834e1f8cf on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:20.774725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.782812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:20.783160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:20.783548 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:20.783985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Bound port: 84412f57-7385-4554-89a6-5cb834e1f8cf, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:20.784345 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.846380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 269e6d12-40ef-442a-8abf-0e74f296beba, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=269e6d12-40ef-442a-8abf-0e74f296beba,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:20.874933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Pushing event updated for resources: {'Port': ['ID=b9963662-ae5d-4416-b576-a1abbd5389dd,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:20.875589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] For port 84412f57-7385-4554-89a6-5cb834e1f8cf, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:20.884862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] For port 84412f57-7385-4554-89a6-5cb834e1f8cf, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=84412f57-7385-4554-89a6-5cb834e1f8cf,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:20.890309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.910804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196e22b-d990-4d10-a39f-493223aa0e34 req-cd15e0f2-0acf-433d-9cd4-d581ab2b9956 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:20.912296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b196e22b-d990-4d10-a39f-493223aa0e34 req-cd15e0f2-0acf-433d-9cd4-d581ab2b9956 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 944 time: 0.1256704 Aug 10 01:53:20.926682 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.958768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b196e22b-d990-4d10-a39f-493223aa0e34 req-ef7f1bc7-c02b-43e1-8352-b9f5138d68a9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378983 Aug 10 01:53:20.963967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.987783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.997259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dc437c73-8e3b-4a95-8c76-4bf7bd81cc92 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0842161 Aug 10 01:53:21.013507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:21.013507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:21.014603 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/84412f57-7385-4554-89a6-5cb834e1f8cf HTTP/1.1" status: 200 len: 1096 time: 1.2009087 Aug 10 01:53:21.015323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b17a45-d579-4462-bc3c-d3c83d465c12', 'tag': '84412f57-7385-4554-89a6-5cb834e1f8cf'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:21.018401 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b17a45-d579-4462-bc3c-d3c83d465c12", "tag": "84412f57-7385-4554-89a6-5cb834e1f8cf"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:21.033121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=269e6d12-40ef-442a-8abf-0e74f296beba,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:21.059757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915b9ec-3434-4e05-832d-7f512fabf4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=84412f57-7385-4554-89a6-5cb834e1f8cf,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:21.105665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e572e51-dab3-4d2d-892b-446eea79efff req-9c637142-5097-4732-b031-6ac532a048a1 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:21.107417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e572e51-dab3-4d2d-892b-446eea79efff req-9c637142-5097-4732-b031-6ac532a048a1 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 947 time: 0.0540695 Aug 10 01:53:21.114092 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:21.167160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e572e51-dab3-4d2d-892b-446eea79efff req-4cfdfeaa-288d-43f1-adae-4fb82ea24f94 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536458 Aug 10 01:53:21.229167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-d5b0b7ca-411d-4420-b5c5-ebad4d7646dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:21.235939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-d5b0b7ca-411d-4420-b5c5-ebad4d7646dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66d9f965a978496ca55d8ec2f5dd9628&device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 1099 time: 0.0506284 Aug 10 01:53:21.273316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbca83-e924-41c1-a7a1-24d2f83dd828 req-f46918aa-f6c0-4317-bcfe-a0b9e7bfc63f tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:21.275773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6cbca83-e924-41c1-a7a1-24d2f83dd828 req-f46918aa-f6c0-4317-bcfe-a0b9e7bfc63f tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 1101 time: 0.0446355 Aug 10 01:53:21.295074 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-13f79e4b-06fe-4235-8661-31e028b0c424 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84412f57-7385-4554-89a6-5cb834e1f8cf HTTP/1.1" status: 200 len: 217 time: 0.0491040 Aug 10 01:53:21.313501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6cbca83-e924-41c1-a7a1-24d2f83dd828 req-4385f076-16ec-4588-a811-beb60d91ccb9 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Aug 10 01:53:21.355985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-f73531b2-4761-4f2e-950b-b76c7fe01b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:21.357494 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-f73531b2-4761-4f2e-950b-b76c7fe01b48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0538476 Aug 10 01:53:21.392053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3804c712-8344-47be-b6f4-869214472347 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:21.417162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-7bd70dbb-2049-4d4a-b011-0ec0f6c75d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:21.419757 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-7bd70dbb-2049-4d4a-b011-0ec0f6c75d85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0501828 Aug 10 01:53:21.525805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-452c39a1-7f34-400c-aa4e-8ce9d83e247f tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:53:21.526709 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-452c39a1-7f34-400c-aa4e-8ce9d83e247f tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081792 Aug 10 01:53:21.529019 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-a70f2a92-ff1f-41cb-a44b-8ed5f8995487 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999694 Aug 10 01:53:21.531239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 3804c712-8344-47be-b6f4-869214472347 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:21.535535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 3804c712-8344-47be-b6f4-869214472347 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:21.535907 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:21.536431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Request body: {'binding': {'host': 'n-h2-767704-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:21.536921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Unknown quota resources ['binding']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:53:21.705110 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fd7e63c8-1891-46ea-bedb-d5e86f991875 req-8e577f96-df6f-4ae4-9bcf-4b32d16a2723 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651545 Aug 10 01:53:21.748359 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:21.753191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on host n-h2-767704-21 for vnic_type normal with profile None {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:21.753540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:21.753888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:21.763031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:21.763362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:21.768638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:21.769475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:21.769475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:21.769884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Bound port: e5a18178-b2de-473f-a83a-9743c01c291d, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:21.778100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e20a00-27a5-4371-8c9d-d96bbaaf8e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3804c712-8344-47be-b6f4-869214472347'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:21.780312 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5196bc4-4192-404b-b111-1888eb329edd" -d '{"events": [{"server_uuid": "31e20a00-27a5-4371-8c9d-d96bbaaf8e25", "name": "network-vif-plugged", "status": "completed", "tag": "3804c712-8344-47be-b6f4-869214472347"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:21.793120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3804c712-8344-47be-b6f4-869214472347, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3804c712-8344-47be-b6f4-869214472347,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:21.826768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:21.905773 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:21.906748 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:21.907979 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-dca3fc58-ebfd-43a7-9dfb-6acaa80ab228 service neutron] 10.222.0.38 "POST /v2.0/ports/e5a18178-b2de-473f-a83a-9743c01c291d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3749835 Aug 10 01:53:21.954383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3804c712-8344-47be-b6f4-869214472347,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:22.159609 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:22.227592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 269e6d12-40ef-442a-8abf-0e74f296beba up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:22.250522 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f45f43b-7a25-43f2-b255-9dffa5f7cde8 x-openstack-request-id: req-7f45f43b-7a25-43f2-b255-9dffa5f7cde8 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:22.251063 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b17a45-d579-4462-bc3c-d3c83d465c12", "tag": "84412f57-7385-4554-89a6-5cb834e1f8cf", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:22.251170 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f45f43b-7a25-43f2-b255-9dffa5f7cde8 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:22.251539 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b17a45-d579-4462-bc3c-d3c83d465c12', 'tag': '84412f57-7385-4554-89a6-5cb834e1f8cf', 'status': 'completed', 'code': 200} Aug 10 01:53:22.292958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 269e6d12-40ef-442a-8abf-0e74f296beba triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:22.293537 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:22.331663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-18653d8d-f861-479c-8f68-11ab6e4d0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.333469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-18653d8d-f861-479c-8f68-11ab6e4d0034 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=66d9f965a978496ca55d8ec2f5dd9628&device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 1099 time: 0.0484767 Aug 10 01:53:22.372300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a77fae-7358-454d-8777-ffb0e8e8ce81 req-66c443b6-3a7a-495d-b78f-142bb3c731d0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.375601 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5a77fae-7358-454d-8777-ffb0e8e8ce81 req-66c443b6-3a7a-495d-b78f-142bb3c731d0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 950 time: 0.1207125 Aug 10 01:53:22.407873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9a552-aead-46a3-8633-2a1ec339c4d7 req-9a41d979-75e5-43db-8865-0cba3191e706 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.416378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fae9a552-aead-46a3-8633-2a1ec339c4d7 req-9a41d979-75e5-43db-8865-0cba3191e706 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 1101 time: 0.1045475 Aug 10 01:53:22.458296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-8440982e-d225-45d5-ad0c-14b67c4ed044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.460238 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-8440982e-d225-45d5-ad0c-14b67c4ed044 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1162140 Aug 10 01:53:22.484098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5a77fae-7358-454d-8777-ffb0e8e8ce81 req-e6637f23-d6dc-4332-ae4d-1f9bc929bc2d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903563 Aug 10 01:53:22.494589 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fae9a552-aead-46a3-8633-2a1ec339c4d7 req-35fb788e-478f-46e5-afb7-45e13865f7a4 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747728 Aug 10 01:53:22.557084 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a78d521-862b-4725-9a14-0cf2732a1a76 x-openstack-request-id: req-1a78d521-862b-4725-9a14-0cf2732a1a76 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:22.557698 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e20a00-27a5-4371-8c9d-d96bbaaf8e25", "name": "network-vif-plugged", "status": "completed", "tag": "3804c712-8344-47be-b6f4-869214472347", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:22.557698 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a78d521-862b-4725-9a14-0cf2732a1a76 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:22.558185 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e20a00-27a5-4371-8c9d-d96bbaaf8e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3804c712-8344-47be-b6f4-869214472347', 'code': 200} Aug 10 01:53:22.565959 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-2c2dfbf3-a41b-492e-8bd6-51663e892c53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=84412f57-7385-4554-89a6-5cb834e1f8cf HTTP/1.1" status: 200 len: 217 time: 0.0809360 Aug 10 01:53:22.696368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-10c3067e-944c-4acf-87f6-40835f7f1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.699546 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-10c3067e-944c-4acf-87f6-40835f7f1348 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1171701 Aug 10 01:53:22.747453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bde19-80c7-48a7-935d-def2ddf64fa8 req-822d6dca-b09c-4df0-adf2-0180d339fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.748945 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-030bde19-80c7-48a7-935d-def2ddf64fa8 req-822d6dca-b09c-4df0-adf2-0180d339fd63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 1102 time: 0.0942760 Aug 10 01:53:22.751331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900e16d-d740-45b6-9a68-8b4fb99dd306 req-bc6eee50-2316-4cb6-89c0-5b4471b9214c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.758466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b900e16d-d740-45b6-9a68-8b4fb99dd306 req-bc6eee50-2316-4cb6-89c0-5b4471b9214c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 944 time: 0.1358151 Aug 10 01:53:22.776021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-f7021da7-76ce-453a-8b95-e6477da21378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.777603 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-f7021da7-76ce-453a-8b95-e6477da21378 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0688417 Aug 10 01:53:22.810719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91397d-bd3d-47ce-8b33-adcc1587bdfe req-92c22804-bf6a-4106-a33a-ece98faf1446 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.811169 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-030bde19-80c7-48a7-935d-def2ddf64fa8 req-0918126a-84af-4c61-87d7-07db09c95971 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545783 Aug 10 01:53:22.812257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d91397d-bd3d-47ce-8b33-adcc1587bdfe req-92c22804-bf6a-4106-a33a-ece98faf1446 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.1320391 Aug 10 01:53:22.814134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-e8446381-d888-4644-8e15-9b0d790c9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.815526 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-e8446381-d888-4644-8e15-9b0d790c9feb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1098 time: 0.1365068 Aug 10 01:53:22.830275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b900e16d-d740-45b6-9a68-8b4fb99dd306 req-ff046e8a-0330-43dd-bf39-0eb17fb9d1da tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709434 Aug 10 01:53:22.919962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d91397d-bd3d-47ce-8b33-adcc1587bdfe req-48df820a-df26-4926-bbca-292e0868dcbe tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013086 Aug 10 01:53:22.945730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-0c7359e0-b342-41f2-9dc0-a29f0edcfe69 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564703 Aug 10 01:53:23.016169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-786aa644-0344-42c2-9781-ef1c2b26b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:23.019773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-786aa644-0344-42c2-9781-ef1c2b26b0ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.1864643 Aug 10 01:53:23.096229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edb1f6-620b-4ffb-9e6e-7747ca941af4 req-8f25d1ba-c067-4963-a9f8-4f6c26dc5c1b tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:23.097804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1edb1f6-620b-4ffb-9e6e-7747ca941af4 req-8f25d1ba-c067-4963-a9f8-4f6c26dc5c1b tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 947 time: 0.1447368 Aug 10 01:53:23.108048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-a1789fff-6818-4ba2-971b-173e2f2041eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 217 time: 0.0815744 Aug 10 01:53:23.182699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-9ce61874-395d-4ddf-a897-354a124a0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:23.186055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-9ce61874-395d-4ddf-a897-354a124a0590 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0681088 Aug 10 01:53:23.225417 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a854c9cf-1b2d-493b-8e8c-94ee8eba15c7 req-8a036196-0d78-4e46-9a85-2ce360387f94 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466905 Aug 10 01:53:23.232896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-547a6fb0-bbcc-4a2b-a75f-2c854153f343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313194 Aug 10 01:53:23.269003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1edb1f6-620b-4ffb-9e6e-7747ca941af4 req-d40b8f03-f66d-4895-9b76-440de3d2fdf2 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468077 Aug 10 01:53:23.395833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 972ef41c-5933-4427-b8fb-38bb6049ca32 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:23.400641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-c19cb5b5-424a-427e-82c8-bce10da6e65e service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578853 Aug 10 01:53:23.551238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-d3e4451c-7788-42c1-b73e-4ce3a54cf6d8 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368556 Aug 10 01:53:23.571053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 972ef41c-5933-4427-b8fb-38bb6049ca32 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:23.577192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 972ef41c-5933-4427-b8fb-38bb6049ca32 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:23.577807 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:23.662858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8adcd-8820-4c82-afc2-32a8c0c2b603 req-98896cd0-ac03-496d-9109-e854e0f82f6e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:23.664456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ba8adcd-8820-4c82-afc2-32a8c0c2b603 req-98896cd0-ac03-496d-9109-e854e0f82f6e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 950 time: 0.0793180 Aug 10 01:53:23.698264 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:23.736864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ba8adcd-8820-4c82-afc2-32a8c0c2b603 req-9401cfa7-e6bd-48aa-9b46-f07fe87a51fc tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625713 Aug 10 01:53:23.738443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:23.739658 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:23.815984 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:23.912660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=972ef41c-5933-4427-b8fb-38bb6049ca32,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:24.017807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c83c5-6c4e-4cdf-983c-fd8f43df045f req-3cb4e80b-6275-48fb-a806-b4facecd3464 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:24.037950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-153c83c5-6c4e-4cdf-983c-fd8f43df045f req-3cb4e80b-6275-48fb-a806-b4facecd3464 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1194520 Aug 10 01:53:24.080250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-153c83c5-6c4e-4cdf-983c-fd8f43df045f req-35d9c62b-dded-46e2-bd3c-3ac637ef37d1 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Aug 10 01:53:24.213853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6612e7-2c6c-4561-a86e-67ecce2299e6 req-8f417f7b-9886-4723-9493-ea733b85a93e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:24.215996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6612e7-2c6c-4561-a86e-67ecce2299e6 req-8f417f7b-9886-4723-9493-ea733b85a93e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0585515 Aug 10 01:53:24.271188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6612e7-2c6c-4561-a86e-67ecce2299e6 req-03d04dfd-74d9-45d6-81ac-39898faba6a9 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 Aug 10 01:53:24.530624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478b807-6707-4aa2-9d30-c88c9ac4bc69 req-f94bcacb-c466-4d72-af1d-4a29a89e2084 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:24.530624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8478b807-6707-4aa2-9d30-c88c9ac4bc69 req-f94bcacb-c466-4d72-af1d-4a29a89e2084 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 947 time: 0.0978217 Aug 10 01:53:24.539588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137d61e-97e5-40bc-b6f6-ba52b7346636 req-01d06115-01ca-4424-a380-45c2ab4bdf28 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:24.547934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8137d61e-97e5-40bc-b6f6-ba52b7346636 req-01d06115-01ca-4424-a380-45c2ab4bdf28 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1108584 Aug 10 01:53:24.559534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:24.562156 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6562b674-091f-434c-978b-efb05a79e0dc" -d '{"events": [{"server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "name": "network-vif-plugged", "status": "completed", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:24.623309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8478b807-6707-4aa2-9d30-c88c9ac4bc69 req-37073054-b785-420a-af1f-213a12b5cece tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732214 Aug 10 01:53:24.643232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8137d61e-97e5-40bc-b6f6-ba52b7346636 req-3d2a46c9-fb87-4fc7-8ef0-8a9ded44cc7c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942261 Aug 10 01:53:24.713339 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8faccab-8e05-46f4-a1bb-b5215687cd2c x-openstack-request-id: req-a8faccab-8e05-46f4-a1bb-b5215687cd2c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:24.713911 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "name": "network-vif-plugged", "status": "completed", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:24.714028 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8faccab-8e05-46f4-a1bb-b5215687cd2c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:24.714441 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32', 'code': 200} Aug 10 01:53:24.867393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34313d79-5f23-4487-b68c-0b7ece46d23e req-eb5cf6d4-7a34-472a-b4cc-0542db5cb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:24.871638 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-34313d79-5f23-4487-b68c-0b7ece46d23e req-eb5cf6d4-7a34-472a-b4cc-0542db5cb6bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1097 time: 0.0558929 Aug 10 01:53:24.883757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a53160-1f0b-4fbd-a00a-4c0123ebf8df req-e30d3e03-4626-438a-b58a-5d6b88559dba tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:24.885434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4a53160-1f0b-4fbd-a00a-4c0123ebf8df req-e30d3e03-4626-438a-b58a-5d6b88559dba tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 950 time: 0.0533004 Aug 10 01:53:24.939329 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-34313d79-5f23-4487-b68c-0b7ece46d23e req-4d9b7c20-6ebe-4369-a578-d549c8d6580a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 Aug 10 01:53:24.975645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4a53160-1f0b-4fbd-a00a-4c0123ebf8df req-25ee6377-b75a-4bb9-9def-096b15a6fb26 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731857 Aug 10 01:53:25.107269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d22e3-97cc-45bd-b31e-a5946e87848d req-e93d4cfe-59cc-4e56-877e-71bfb65b0036 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:25.115783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-128d22e3-97cc-45bd-b31e-a5946e87848d req-e93d4cfe-59cc-4e56-877e-71bfb65b0036 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 1102 time: 0.0602162 Aug 10 01:53:25.163200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-128d22e3-97cc-45bd-b31e-a5946e87848d req-0c96e58e-a0f3-4532-8952-83c50547a995 tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464082 Aug 10 01:53:25.393552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 84412f57-7385-4554-89a6-5cb834e1f8cf details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:53:25.542135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 84412f57-7385-4554-89a6-5cb834e1f8cf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=84412f57-7385-4554-89a6-5cb834e1f8cf,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:25.567813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '84412f57-7385-4554-89a6-5cb834e1f8cf', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '84412f57-7385-4554-89a6-5cb834e1f8cf', 'mac_address': 'fa:16:3e:00:74:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:53:25.577986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4a5ac-e804-4659-b1e1-6188ff4adf52 req-b9a8fa32-fd3f-4e42-aeb9-db6ba12cfb48 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:25.583033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84a4a5ac-e804-4659-b1e1-6188ff4adf52 req-b9a8fa32-fd3f-4e42-aeb9-db6ba12cfb48 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.4112182 Aug 10 01:53:25.617272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945e28-39b1-44c3-801e-bfd2a6d42324 req-51263fc6-ef77-4825-99cb-63dfab28160e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:25.618878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98945e28-39b1-44c3-801e-bfd2a6d42324 req-51263fc6-ef77-4825-99cb-63dfab28160e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.1069121 Aug 10 01:53:25.619696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:25.644410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84412f57-7385-4554-89a6-5cb834e1f8cf {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:25.671865 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84a4a5ac-e804-4659-b1e1-6188ff4adf52 req-d562aa2b-199a-404f-b222-0d0ad7ceac3a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844917 Aug 10 01:53:25.675106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 84412f57-7385-4554-89a6-5cb834e1f8cf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=84412f57-7385-4554-89a6-5cb834e1f8cf,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:25.707292 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98945e28-39b1-44c3-801e-bfd2a6d42324 req-68062be1-2488-4507-bd4d-006394477025 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777102 Aug 10 01:53:25.751716 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:25.792495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-9b16b431-0800-4edb-94e1-891a22c77843 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388885 Aug 10 01:53:25.822165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=84412f57-7385-4554-89a6-5cb834e1f8cf,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:25.926927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776648b1-57cb-4bfa-864c-1bc5f5cd8e85 req-a2a60703-b895-4fde-ae69-a7b67cc211d2 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:25.928412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-776648b1-57cb-4bfa-864c-1bc5f5cd8e85 req-a2a60703-b895-4fde-ae69-a7b67cc211d2 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 948 time: 0.1046681 Aug 10 01:53:25.964947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-c62bc44e-67c7-4fdf-b6fa-a4db79635223 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:25.966473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-c62bc44e-67c7-4fdf-b6fa-a4db79635223 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732030 Aug 10 01:53:25.988012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-776648b1-57cb-4bfa-864c-1bc5f5cd8e85 req-2cd335bd-79fc-4de1-98b1-8623c84a6a65 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471978 Aug 10 01:53:25.998854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-95963728-4808-4af7-8eca-1063b990956e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/quotas/e0edf68bec68489686d0504a10f1fc82 HTTP/1.1" status: 200 len: 375 time: 0.0212126 Aug 10 01:53:26.085171 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-87e72d78-659b-4fb9-a650-aa3ee0e92929 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0757391 Aug 10 01:53:26.141893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ee52-32dc-41ff-9eb6-73103da2030e req-ed677e86-7ac7-46b4-8a8b-db869db72470 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:26.144345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa14ee52-32dc-41ff-9eb6-73103da2030e req-ed677e86-7ac7-46b4-8a8b-db869db72470 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0852239 Aug 10 01:53:26.150571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['84412f57-7385-4554-89a6-5cb834e1f8cf'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:26.218176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa14ee52-32dc-41ff-9eb6-73103da2030e req-27626179-d7fe-45d0-9abf-7b0827fa8724 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550423 Aug 10 01:53:26.733194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9c4ce86-2429-4bd5-ad4c-1385826133be req-b3d658a5-419c-4a14-8763-4a4074e732e0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 210 time: 0.0612247 Aug 10 01:53:26.874098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697bb7e-8f03-4108-8225-7f2e4db75219 req-1f67af9d-be8d-41a3-a2ee-bf783e0b92eb tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:26.875755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8697bb7e-8f03-4108-8225-7f2e4db75219 req-1f67af9d-be8d-41a3-a2ee-bf783e0b92eb tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1216650 Aug 10 01:53:26.906716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ae168-d313-4b40-97b7-d7f34f301b51 req-63cc90a7-5f98-4ea8-8a20-5095daeeba6d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:26.906716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a3ae168-d313-4b40-97b7-d7f34f301b51 req-63cc90a7-5f98-4ea8-8a20-5095daeeba6d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0823460 Aug 10 01:53:26.952512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8697bb7e-8f03-4108-8225-7f2e4db75219 req-a975a485-982f-4973-ac5a-d2233189aa37 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700927 Aug 10 01:53:26.961440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a3ae168-d313-4b40-97b7-d7f34f301b51 req-548fb44d-fa62-49d1-bc02-5f0cc9edec0b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518241 Aug 10 01:53:27.146489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480e317-7334-4b60-8a37-daab4e1d3fa0 req-58b97fa7-fcf1-4b35-a5d2-957a950b5c30 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:27.148054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2480e317-7334-4b60-8a37-daab4e1d3fa0 req-58b97fa7-fcf1-4b35-a5d2-957a950b5c30 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1097 time: 0.1019874 Aug 10 01:53:27.160729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4d3ed-f6d1-45b6-8071-d45aae5cb79d req-7410214d-0e71-4be4-9d02-581ea4d39ad6 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:27.162119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21a4d3ed-f6d1-45b6-8071-d45aae5cb79d req-7410214d-0e71-4be4-9d02-581ea4d39ad6 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 948 time: 0.0709505 Aug 10 01:53:27.224742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2480e317-7334-4b60-8a37-daab4e1d3fa0 req-c56ced26-b68e-43cd-821e-64269b0e16c4 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593309 Aug 10 01:53:27.264398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21a4d3ed-f6d1-45b6-8071-d45aae5cb79d req-af6f5508-e186-4b35-a2f3-16ce661c73e2 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933812 Aug 10 01:53:27.393516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aba04-ae74-4f74-9162-7b82954c9608 req-b5d4a42d-cdb9-441f-a318-c014b50c29eb tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:27.394905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-028aba04-ae74-4f74-9162-7b82954c9608 req-b5d4a42d-cdb9-441f-a318-c014b50c29eb tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0556121 Aug 10 01:53:27.405380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 84412f57-7385-4554-89a6-5cb834e1f8cf up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:27.445367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-028aba04-ae74-4f74-9162-7b82954c9608 req-ea3ff6d5-a4e6-4bac-bae3-8d0688ebf3bc tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Aug 10 01:53:27.575318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 84412f57-7385-4554-89a6-5cb834e1f8cf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:27.580266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 84412f57-7385-4554-89a6-5cb834e1f8cf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:27.584358 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:27.667348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:27.698839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b17a45-d579-4462-bc3c-d3c83d465c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84412f57-7385-4554-89a6-5cb834e1f8cf'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:27.701272 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f344b4-bad2-4e19-84de-9dfd004607c4" -d '{"events": [{"server_uuid": "e2b17a45-d579-4462-bc3c-d3c83d465c12", "name": "network-vif-plugged", "status": "completed", "tag": "84412f57-7385-4554-89a6-5cb834e1f8cf"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:27.727472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 84412f57-7385-4554-89a6-5cb834e1f8cf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=84412f57-7385-4554-89a6-5cb834e1f8cf,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:27.756753 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7fed4c-7d56-4618-ace2-d410597396be x-openstack-request-id: req-2e7fed4c-7d56-4618-ace2-d410597396be {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:27.756987 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b17a45-d579-4462-bc3c-d3c83d465c12", "name": "network-vif-plugged", "status": "completed", "tag": "84412f57-7385-4554-89a6-5cb834e1f8cf", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:27.757270 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e7fed4c-7d56-4618-ace2-d410597396be {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:27.757669 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b17a45-d579-4462-bc3c-d3c83d465c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84412f57-7385-4554-89a6-5cb834e1f8cf', 'code': 200} Aug 10 01:53:27.782681 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:27.861835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e18bb29-41fd-41e5-b704-fcffa16ee01f req-2dcdb080-1ef9-4d7b-90ce-c01e2e18b623 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 210 time: 0.0557711 Aug 10 01:53:27.884672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=84412f57-7385-4554-89a6-5cb834e1f8cf,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:27.897380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f9f6-fdcc-4316-b247-2326ab45a7f5 req-33e9fc4e-af11-4e6d-bd23-044344c535d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:27.898992 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6f8f9f6-fdcc-4316-b247-2326ab45a7f5 req-33e9fc4e-af11-4e6d-bd23-044344c535d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 1101 time: 0.0699775 Aug 10 01:53:27.952677 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6f8f9f6-fdcc-4316-b247-2326ab45a7f5 req-14cdb5aa-b6ae-42fc-95d1-9ef668c10401 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357270 Aug 10 01:53:28.140812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aeebd-7972-4d99-872b-ae91245d7e4b req-52fc52f5-80dc-430b-b3e9-8af855505f15 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:28.142361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-120aeebd-7972-4d99-872b-ae91245d7e4b req-52fc52f5-80dc-430b-b3e9-8af855505f15 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0664337 Aug 10 01:53:28.208613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-120aeebd-7972-4d99-872b-ae91245d7e4b req-41d08422-d29d-4e0e-b3f8-3d429954c2f2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591245 Aug 10 01:53:28.449268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc660318-7e22-425e-adbb-c97a8798c086 req-b796460f-6e86-44b6-a5e2-21cea4fde078 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:28.449268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc660318-7e22-425e-adbb-c97a8798c086 req-b796460f-6e86-44b6-a5e2-21cea4fde078 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 949 time: 0.0937326 Aug 10 01:53:28.511105 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc660318-7e22-425e-adbb-c97a8798c086 req-c1804fad-61bb-4fe6-81a5-9fea3ccb2e8b tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641212 Aug 10 01:53:28.599268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d132410-b684-458d-af1b-2b5fd30ff8bb req-65c43e27-9d2e-4d49-9ca1-e899aa4b006d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:28.600831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d132410-b684-458d-af1b-2b5fd30ff8bb req-65c43e27-9d2e-4d49-9ca1-e899aa4b006d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0589788 Aug 10 01:53:28.661563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d132410-b684-458d-af1b-2b5fd30ff8bb req-4c5ec9c4-d22c-44f6-8c9a-0140a5b17ec3 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532711 Aug 10 01:53:28.943990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-28446d6c-fcca-4adc-9e81-aa046b4b8a16 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e0edf68bec68489686d0504a10f1fc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216088 Aug 10 01:53:29.036001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff30726a-4c88-4490-82aa-60debb924a06 req-f716b691-8ecb-4aa6-8e4f-4cadcc4aeb0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 210 time: 0.0746067 Aug 10 01:53:29.180617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-73575712-ce01-45fa-909c-d3694abeabfc tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:29.182397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-73575712-ce01-45fa-909c-d3694abeabfc tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326777 Aug 10 01:53:29.198064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Request body: {'port': {'device_id': 'cb77f94a-ece2-4628-bdf9-d33edcf9c2dc', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'e0edf68bec68489686d0504a10f1fc82'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:29.376280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af25cb-f6da-4526-b32a-260256ae64aa req-82f6967a-a5c7-41b6-b4e0-b6e3075c7bcb tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:29.377865 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0af25cb-f6da-4526-b32a-260256ae64aa req-82f6967a-a5c7-41b6-b4e0-b6e3075c7bcb tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0656369 Aug 10 01:53:29.406520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Made reservation on behalf of e0edf68bec68489686d0504a10f1fc82 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:53:29.410659 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:29.444704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0af25cb-f6da-4526-b32a-260256ae64aa req-a201a615-16dd-458e-a8c6-4f2e5afb83a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585155 Aug 10 01:53:29.597239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Allocated IP 192.168.233.131 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:29.707054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014313ac-a966-47f9-bf57-762140bff97c req-d7a15c1c-33f3-4da3-96d2-986f9a8faac7 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:29.707054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-014313ac-a966-47f9-bf57-762140bff97c req-d7a15c1c-33f3-4da3-96d2-986f9a8faac7 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 949 time: 0.1020834 Aug 10 01:53:29.860387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-014313ac-a966-47f9-bf57-762140bff97c req-719b85a9-3f13-4da5-879d-030f3aa2452f tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924873 Aug 10 01:53:29.879205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaadb0-6055-4751-a2b1-3032f5f56763 req-cfec81f8-a898-46a7-bee5-03b263f505cf tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:29.880827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39eaadb0-6055-4751-a2b1-3032f5f56763 req-cfec81f8-a898-46a7-bee5-03b263f505cf tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1122026 Aug 10 01:53:29.919465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:29.949501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Transition to ACTIVE for port object 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:29.953452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39eaadb0-6055-4751-a2b1-3032f5f56763 req-0374399d-5cd1-4be4-917f-28856da3316a tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662870 Aug 10 01:53:30.075317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:30.091966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'e3a3e0f2-9411-44f9-aad2-07258b643932'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:30.094404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['16582bff-5044-417c-b25d-559404ad496e', '5fbbe718-8719-4f9f-91f9-db5a8c5bb387', '3804c712-8344-47be-b6f4-869214472347'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:30.148136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:30.155909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:30.167654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:30.276271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event updated for resources: {'Port': ['ID=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:30.301189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e51b2-5175-44f3-b384-b117e792528a req-7b89aff8-e037-4232-98d8-0d7a51dd4102 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:30.304420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f80e51b2-5175-44f3-b384-b117e792528a req-7b89aff8-e037-4232-98d8-0d7a51dd4102 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 936 time: 0.1505203 Aug 10 01:53:30.315745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.315745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.315745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.315745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.315745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.315745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.315745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.315745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.319542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.323335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.323892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.324421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:30.339531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:30.341450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:30.447715 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f80e51b2-5175-44f3-b384-b117e792528a req-3335a179-c4e4-4775-afac-890bacab433d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015959 Aug 10 01:53:30.485809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-5453053b-012b-4921-a8c2-8ba95517fd0b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2928803 Aug 10 01:53:30.502364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Request body: {'port': {'device_id': 'cb77f94a-ece2-4628-bdf9-d33edcf9c2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:30.659127 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:30.659849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4a63a297-7ed2-4241-93c9-30c9b8ab0ccd None None] Provisioning for port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:30.676732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4a63a297-7ed2-4241-93c9-30c9b8ab0ccd None None] Provisioning complete for port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:30.677193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a63a297-7ed2-4241-93c9-30c9b8ab0ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:30.678498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e4e1e-313d-49b5-9cb7-692eb80c4062 req-7c6bc9b6-348b-4d63-85da-5101ed2e4d27 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:30.687379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f25e4e1e-313d-49b5-9cb7-692eb80c4062 req-7c6bc9b6-348b-4d63-85da-5101ed2e4d27 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 949 time: 0.1391168 Aug 10 01:53:30.725650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4a63a297-7ed2-4241-93c9-30c9b8ab0ccd None None] Port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:53:30.773871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f25e4e1e-313d-49b5-9cb7-692eb80c4062 req-d0da471d-1f5c-46fe-918c-c33e9d2e37d3 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848761 Aug 10 01:53:30.833019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e728a0-08b5-4c40-8e40-036bb09bd5a4 req-f1780bca-379f-4099-8fee-06e0079e00fd tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:30.840774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7e728a0-08b5-4c40-8e40-036bb09bd5a4 req-f1780bca-379f-4099-8fee-06e0079e00fd tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.2492275 Aug 10 01:53:30.971093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7e728a0-08b5-4c40-8e40-036bb09bd5a4 req-29bf40ab-6ca6-4651-9976-7d230002928d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294494 Aug 10 01:53:31.188107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42232d57-1433-4fed-98a7-8db18b5cc6ea req-90bb5376-f460-441a-b1d6-8614dc0e84cd tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:31.189679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42232d57-1433-4fed-98a7-8db18b5cc6ea req-90bb5376-f460-441a-b1d6-8614dc0e84cd tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1029160 Aug 10 01:53:31.285676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:31.299247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42232d57-1433-4fed-98a7-8db18b5cc6ea req-f1041e8b-392d-479a-818b-4a598539a934 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983539 Aug 10 01:53:31.301801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:31.325133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Transition to ACTIVE for port object 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:31.391695 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:31.443059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11976625-5f43-49e2-853a-497994392e68 service neutron] Pushing event updated for resources: {'Port': ['ID=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:31.593076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Attempting to bind port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:31.594468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Attempting to bind port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:31.594468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Attempting to bind port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:31.601330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:31.601660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Attempting to bind port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:31.608539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:31.608732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:31.609069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:31.609503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Bound port: 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:31.609875 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:31.642818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2607bde-1023-4634-b8d1-f4bba60d4b61 req-9890d0d5-17d1-4b35-927b-f08b37185783 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:31.644433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2607bde-1023-4634-b8d1-f4bba60d4b61 req-9890d0d5-17d1-4b35-927b-f08b37185783 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 948 time: 0.1041460 Aug 10 01:53:31.755153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2607bde-1023-4634-b8d1-f4bba60d4b61 req-c9083a1c-e20e-4f07-b1f0-67f83347f0c0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840986 Aug 10 01:53:31.764282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] For port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:31.785130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] For port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:31.857133 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:31.940716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:31.943702 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:31.943702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-11976625-5f43-49e2-853a-497994392e68 service neutron] 10.222.0.11 "PUT /v2.0/ports/96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 HTTP/1.1" status: 200 len: 1097 time: 1.4476340 Aug 10 01:53:31.944263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb77f94a-ece2-4628-bdf9-d33edcf9c2dc', 'tag': '96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:31.946605 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb77f94a-ece2-4628-bdf9-d33edcf9c2dc", "tag": "96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:31.979394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11976625-5f43-49e2-853a-497994392e68 service neutron] Pushing event updated for resources: {'Port': ['ID=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:32.016155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf483c-a818-46c1-8b8f-da6ad5a92d1d req-878aa7aa-6e2c-4c05-a3c2-a638d40fb7d2 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:32.017778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77bf483c-a818-46c1-8b8f-da6ad5a92d1d req-878aa7aa-6e2c-4c05-a3c2-a638d40fb7d2 tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 949 time: 0.1559813 Aug 10 01:53:32.065700 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e737e2d-87b8-402d-a528-4ccd0a54aae2 x-openstack-request-id: req-8e737e2d-87b8-402d-a528-4ccd0a54aae2 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:32.066237 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb77f94a-ece2-4628-bdf9-d33edcf9c2dc", "tag": "96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:32.066683 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e737e2d-87b8-402d-a528-4ccd0a54aae2 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:32.067243 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb77f94a-ece2-4628-bdf9-d33edcf9c2dc', 'tag': '96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82', 'status': 'completed', 'code': 200} Aug 10 01:53:32.105629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77bf483c-a818-46c1-8b8f-da6ad5a92d1d req-d3cd81b4-142d-4030-8f22-7bbfdf1b1aad tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778813 Aug 10 01:53:32.187778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-d266e45e-ebc5-4b93-abd7-d067c584fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:32.189310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-d266e45e-ebc5-4b93-abd7-d067c584fccf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 1100 time: 0.1339648 Aug 10 01:53:32.245774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-350989f1-9776-4e01-8846-514825d41241 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 HTTP/1.1" status: 200 len: 217 time: 0.0440500 Aug 10 01:53:32.255276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac3677-b6d8-463d-bcb1-f1c86443bf9c req-076428b2-8fe0-4f2d-bf11-5bb8eb32dffb tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:32.256683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaac3677-b6d8-463d-bcb1-f1c86443bf9c req-076428b2-8fe0-4f2d-bf11-5bb8eb32dffb tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.1134617 Aug 10 01:53:32.326626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaac3677-b6d8-463d-bcb1-f1c86443bf9c req-80e493fc-e0c7-45cb-b1f6-e34d0f57769f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610719 Aug 10 01:53:32.328211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-2268565e-aae0-439b-ba53-a1918b7006ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:32.329583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-2268565e-aae0-439b-ba53-a1918b7006ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0720744 Aug 10 01:53:32.344123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-5ad3e38e-0d03-4344-a947-0890ac12889d tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:32.347013 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-5ad3e38e-0d03-4344-a947-0890ac12889d tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 949 time: 0.0811076 Aug 10 01:53:32.429766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-010ea0e6-0578-459d-8c31-6ab3d626ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:32.432252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-010ea0e6-0578-459d-8c31-6ab3d626ee35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925708 Aug 10 01:53:32.475730 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Deleting port 84412f57-7385-4554-89a6-5cb834e1f8cf {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:53:32.476104 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:32.537658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be06c00-7c30-496b-83b9-d43c39f3a962 req-72e4ea6e-371e-4553-ab13-f8ba9d3dbcb7 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:32.539503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9be06c00-7c30-496b-83b9-d43c39f3a962 req-72e4ea6e-371e-4553-ab13-f8ba9d3dbcb7 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1451669 Aug 10 01:53:32.541608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-60a272c7-9a1b-4941-8f02-f8fd9da7c1ee service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999641 Aug 10 01:53:32.606876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] For port 84412f57-7385-4554-89a6-5cb834e1f8cf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=84412f57-7385-4554-89a6-5cb834e1f8cf,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:32.607343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:32.631544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Calling delete_port for 84412f57-7385-4554-89a6-5cb834e1f8cf owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:53:32.655079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9be06c00-7c30-496b-83b9-d43c39f3a962 req-146e38cc-f553-4950-8de1-9b5af915d32a tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058216 Aug 10 01:53:32.701165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481e0664-ac3c-4cb8-b88f-944429973d26 req-e0a13f8c-d9c1-43f9-834e-7b5f69d71449 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493280 Aug 10 01:53:32.891327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f793e-4e2d-492c-916a-8a6dc23accda req-8afee186-d971-4dd3-90df-e87e72fe58d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:32.895038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c95f793e-4e2d-492c-916a-8a6dc23accda req-8afee186-d971-4dd3-90df-e87e72fe58d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 948 time: 0.0561352 Aug 10 01:53:32.960674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c95f793e-4e2d-492c-916a-8a6dc23accda req-48a25a8f-ff58-43a3-9aa5-32ddd47de5d8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618720 Aug 10 01:53:32.985707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-af068f19-802d-46f6-922c-e63142b88239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:32.987281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-af068f19-802d-46f6-922c-e63142b88239 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0edf68bec68489686d0504a10f1fc82&device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 1100 time: 0.0571904 Aug 10 01:53:33.089101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-0ee9eda4-a6f9-4a79-adf1-1e62345f4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:33.090640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-0ee9eda4-a6f9-4a79-adf1-1e62345f4af9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.0945976 Aug 10 01:53:33.142936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-80437fbe-baf5-4d3e-830b-e20863dbcbb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 HTTP/1.1" status: 200 len: 217 time: 0.0415540 Aug 10 01:53:33.239782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-bd532e83-0fc6-4901-a235-ae79c9dae184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:33.241840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-bd532e83-0fc6-4901-a235-ae79c9dae184 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0918405 Aug 10 01:53:33.255267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05649921-103c-4fd9-bd6a-c9561981d6af req-e3c0aa81-a225-4f3e-81bb-90bfd84e8d7d tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:33.256785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05649921-103c-4fd9-bd6a-c9561981d6af req-e3c0aa81-a225-4f3e-81bb-90bfd84e8d7d tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 949 time: 0.0670333 Aug 10 01:53:33.292783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:33.318799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['84412f57-7385-4554-89a6-5cb834e1f8cf'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:33.340849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05649921-103c-4fd9-bd6a-c9561981d6af req-1f2d7eb0-c3b6-4813-aff2-c9193718c47f tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/security-groups?id=344ba0e4-a595-4949-911f-e0944446befb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741768 Aug 10 01:53:33.352268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-9bb5b5d9-e312-4ec5-ac5c-2809e5073437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:33.362828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-9bb5b5d9-e312-4ec5-ac5c-2809e5073437 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0968220 Aug 10 01:53:33.364818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Pushing event deleted for resources: {'Port': ['ID=84412f57-7385-4554-89a6-5cb834e1f8cf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:33.426658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.428612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.429735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.430939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.432018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.433226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.434035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.435087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.435522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.436658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.437786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.439112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:33.481377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] No DVR routers for this DVR port 84412f57-7385-4554-89a6-5cb834e1f8cf on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:53:33.485231 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:33.487891 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c562aceb-90b7-41b4-ad29-014ceb0609c9 req-d798e31c-331e-496c-b47d-c63736fe88cf tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.16 "DELETE /v2.0/ports/84412f57-7385-4554-89a6-5cb834e1f8cf HTTP/1.1" status: 204 len: 173 time: 1.1299062 Aug 10 01:53:33.488689 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b17a45-d579-4462-bc3c-d3c83d465c12', 'name': 'network-vif-deleted', 'tag': '84412f57-7385-4554-89a6-5cb834e1f8cf'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:33.494259 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47836dd9-d6aa-49b9-a2da-3ccf09a24e92" -d '{"events": [{"server_uuid": "e2b17a45-d579-4462-bc3c-d3c83d465c12", "name": "network-vif-deleted", "tag": "84412f57-7385-4554-89a6-5cb834e1f8cf"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:33.548642 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892d6ad1-afc4-4b2b-866d-df0c8d354ceb x-openstack-request-id: req-892d6ad1-afc4-4b2b-866d-df0c8d354ceb {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:33.549389 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b17a45-d579-4462-bc3c-d3c83d465c12", "name": "network-vif-deleted", "tag": "84412f57-7385-4554-89a6-5cb834e1f8cf", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:33.549852 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-892d6ad1-afc4-4b2b-866d-df0c8d354ceb {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:33.550448 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b17a45-d579-4462-bc3c-d3c83d465c12', 'name': 'network-vif-deleted', 'tag': '84412f57-7385-4554-89a6-5cb834e1f8cf', 'status': 'completed', 'code': 200} Aug 10 01:53:33.581391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058987a-9d39-4bb4-bfc4-bd26c2d9fb57 req-2b652541-51de-40a2-ae21-1ea2c3fff193 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:33.584741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d058987a-9d39-4bb4-bfc4-bd26c2d9fb57 req-2b652541-51de-40a2-ae21-1ea2c3fff193 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0901306 Aug 10 01:53:33.613263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-a40e2f03-b017-4388-8f8d-b15b736f6aff service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480142 Aug 10 01:53:33.728970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d058987a-9d39-4bb4-bfc4-bd26c2d9fb57 req-4b927411-f9e9-4219-917b-935949b2cf66 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332088 Aug 10 01:53:33.775611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8b66711-8f5f-4a8b-8e21-9642554bdc4b req-6f57f3d7-c376-4708-8088-99c699e4e057 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523821 Aug 10 01:53:33.793349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4030579-2dba-42b3-952d-10ae4995f6e3 req-760a265f-2c18-4ee3-ad08-0dcd5fa922e1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:33.795011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4030579-2dba-42b3-952d-10ae4995f6e3 req-760a265f-2c18-4ee3-ad08-0dcd5fa922e1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0651739 Aug 10 01:53:33.841995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4030579-2dba-42b3-952d-10ae4995f6e3 req-578b574f-ed21-4205-baba-8b296ff30d12 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Aug 10 01:53:34.086196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45cee1-dbbd-43c2-a48d-ee10f2057add req-c9d2336b-43ed-4069-bc11-8b64c92076e0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:34.112622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a45cee1-dbbd-43c2-a48d-ee10f2057add req-c9d2336b-43ed-4069-bc11-8b64c92076e0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 948 time: 0.0544214 Aug 10 01:53:34.127195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a45cee1-dbbd-43c2-a48d-ee10f2057add req-e7e68c70-73bf-415f-9dcb-f496096855da tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Aug 10 01:53:34.465899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15230cc8-b4e9-4ad8-ba75-545d6c4b9192 req-f6105742-7d40-4cfd-9702-99f9d915790d tempest-ImagesNegativeTestJSON-1332338542 tempest-ImagesNegativeTestJSON-1332338542-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2b17a45-d579-4462-bc3c-d3c83d465c12 HTTP/1.1" status: 200 len: 210 time: 0.0310388 Aug 10 01:53:34.861537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0ed45-2bac-468a-ba2d-89a6adfeacb2 req-7d8ff62b-a8ee-4506-bb8f-ce98f34056fe tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:34.863061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbe0ed45-2bac-468a-ba2d-89a6adfeacb2 req-7d8ff62b-a8ee-4506-bb8f-ce98f34056fe tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0492814 Aug 10 01:53:34.901934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbe0ed45-2bac-468a-ba2d-89a6adfeacb2 req-f95eac1f-031a-4eba-824d-492b1cb5005d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Aug 10 01:53:35.087611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de0a0b-499b-4b07-868d-6a4661ac874d req-5225bf0d-22c9-4b58-9f60-8145f6839cca tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:35.087611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52de0a0b-499b-4b07-868d-6a4661ac874d req-5225bf0d-22c9-4b58-9f60-8145f6839cca tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0594938 Aug 10 01:53:35.087611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52de0a0b-499b-4b07-868d-6a4661ac874d req-ba2bc066-8536-4ce1-b8c8-c91f50f7a04b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Aug 10 01:53:35.282422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fefe7-8339-4e48-a63a-64f504bea21b req-7d0c0d21-0c2e-4750-9064-4a5c79bd75ec tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:35.282422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a02fefe7-8339-4e48-a63a-64f504bea21b req-7d0c0d21-0c2e-4750-9064-4a5c79bd75ec tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 948 time: 0.0622580 Aug 10 01:53:35.334371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a02fefe7-8339-4e48-a63a-64f504bea21b req-b001c0c1-0f91-4365-b7f9-b0b9a8af1e59 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Aug 10 01:53:36.033608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea01fc-5d64-41e7-be8f-e10d34f1afad req-1d0d7608-1a91-4ce7-9a62-918bb784a9d1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:36.035145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeea01fc-5d64-41e7-be8f-e10d34f1afad req-1d0d7608-1a91-4ce7-9a62-918bb784a9d1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0582330 Aug 10 01:53:36.068086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:53:36.076707 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeea01fc-5d64-41e7-be8f-e10d34f1afad req-ea0e3d0c-4d5f-496f-a8d2-7568636af77b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350575 Aug 10 01:53:36.193171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:36.206499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82', 'mac_address': 'fa:16:3e:1e:a3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:53:36.254068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03866a0a-64c3-45fd-b23e-2f607935be98 req-4bdc189e-1aa3-494e-98bb-443e0c691430 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:36.264340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03866a0a-64c3-45fd-b23e-2f607935be98 req-4bdc189e-1aa3-494e-98bb-443e0c691430 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1010284 Aug 10 01:53:36.268810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33714) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:36.272254 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:36.340668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03866a0a-64c3-45fd-b23e-2f607935be98 req-03b124ec-898a-4d97-9272-67472b2f0707 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754383 Aug 10 01:53:36.354795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:36.403810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:36.492172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e970-5b12-4b11-80d9-349d8cb10f56 req-778e0da9-7991-423e-8726-691b23ccfb39 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:36.498708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab22e970-5b12-4b11-80d9-349d8cb10f56 req-778e0da9-7991-423e-8726-691b23ccfb39 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 948 time: 0.0701470 Aug 10 01:53:36.502192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:36.535210 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-558f95a9-ee98-4abe-b4d0-fec6437db715 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66d9f965a978496ca55d8ec2f5dd9628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644494 Aug 10 01:53:36.537594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33726) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:36.579617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab22e970-5b12-4b11-80d9-349d8cb10f56 req-e4b462bc-173b-4291-bc24-585e2c8f5ad7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736666 Aug 10 01:53:36.600537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:36.605613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec99-e2b5-4478-8fe9-447a9c29a244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:36.630835 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec99-e2b5-4478-8fe9-447a9c29a244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:36.760213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec99-e2b5-4478-8fe9-447a9c29a244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:36.762913 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc1aec99-e2b5-4478-8fe9-447a9c29a244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:36.764092 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bc1aec99-e2b5-4478-8fe9-447a9c29a244 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/344ba0e4-a595-4949-911f-e0944446befb HTTP/1.1" status: 204 len: 168 time: 0.2253351 Aug 10 01:53:36.785368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aec99-e2b5-4478-8fe9-447a9c29a244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ba0e4-a595-4949-911f-e0944446befb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:36.859287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:37.246588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3197057-395b-4d3e-be5b-12c7fd532f2f req-dad5e7ba-2a26-46c5-a7fb-b1b6692b55b1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:37.248529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3197057-395b-4d3e-be5b-12c7fd532f2f req-dad5e7ba-2a26-46c5-a7fb-b1b6692b55b1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0702744 Aug 10 01:53:37.292196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3197057-395b-4d3e-be5b-12c7fd532f2f req-cefb50be-2777-46d0-b6ef-4072b4ec340f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377729 Aug 10 01:53:37.438333 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 84412f57-7385-4554-89a6-5cb834e1f8cf no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:37.465061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 84412f57-7385-4554-89a6-5cb834e1f8cf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:53:37.465419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 84412f57-7385-4554-89a6-5cb834e1f8cf not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:53:37.554907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a788ea3-88a3-4003-8e98-83d5dc514633 req-56b084b0-ef21-4cad-981c-6ca887c79636 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:37.566899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a788ea3-88a3-4003-8e98-83d5dc514633 req-56b084b0-ef21-4cad-981c-6ca887c79636 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1082554 Aug 10 01:53:37.630675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a788ea3-88a3-4003-8e98-83d5dc514633 req-786171fe-71d7-4831-82f4-e13ef50d44bd tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628691 Aug 10 01:53:37.762540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c9cdd-13dc-4703-91b2-6cb9c2dd0144 req-939a1f5a-534b-493b-8032-34ee2c428335 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:37.770056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e3c9cdd-13dc-4703-91b2-6cb9c2dd0144 req-939a1f5a-534b-493b-8032-34ee2c428335 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 949 time: 0.0764942 Aug 10 01:53:37.813281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e3c9cdd-13dc-4703-91b2-6cb9c2dd0144 req-4f956caa-a07c-418d-b8ad-5d0efe478473 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Aug 10 01:53:38.136070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0141ac-6540-41e9-ab1a-013d935d0406 req-e08feff2-2fdc-4320-bea2-5c04e6c739c1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:38.137871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c0141ac-6540-41e9-ab1a-013d935d0406 req-e08feff2-2fdc-4320-bea2-5c04e6c739c1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 946 time: 0.0609360 Aug 10 01:53:38.187629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c0141ac-6540-41e9-ab1a-013d935d0406 req-7e92bbac-ce27-4e0c-91dd-3321acc4e119 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Aug 10 01:53:38.449905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90848a33-bfca-4cab-a871-88a023839b1c req-c86a27c6-5128-4e1a-8266-c668f41fbfd6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:38.451954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90848a33-bfca-4cab-a871-88a023839b1c req-c86a27c6-5128-4e1a-8266-c668f41fbfd6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0762582 Aug 10 01:53:38.492088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90848a33-bfca-4cab-a871-88a023839b1c req-ab689e45-a48c-43d6-b325-9884f8cbd8fe tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Aug 10 01:53:38.761338 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1a842-0942-40c1-adfb-2d67b5e129af req-811ae3b8-0418-4f8d-9e46-7e530d375819 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:38.763121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee1a842-0942-40c1-adfb-2d67b5e129af req-811ae3b8-0418-4f8d-9e46-7e530d375819 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0605383 Aug 10 01:53:38.814186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee1a842-0942-40c1-adfb-2d67b5e129af req-0c5b9631-4e80-457e-b0cf-7117afc8667c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348945 Aug 10 01:53:38.940858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710bb2d-9f41-4e22-a91d-5d7fe2cd4d49 req-bf011cdf-46d3-4ccf-86e0-1ae172cc7db1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:38.945455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b710bb2d-9f41-4e22-a91d-5d7fe2cd4d49 req-bf011cdf-46d3-4ccf-86e0-1ae172cc7db1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 949 time: 0.0632133 Aug 10 01:53:38.985260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b710bb2d-9f41-4e22-a91d-5d7fe2cd4d49 req-42c78d9a-4213-44db-9800-336adf5d2731 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Aug 10 01:53:39.030751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33800) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:39.146080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e167e602-d794-493b-a7ae-1f605fcf2f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:39.245475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e167e602-d794-493b-a7ae-1f605fcf2f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:39.312950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f38115-9231-4452-b9b2-fd600faa7e01 req-868b6a7a-cd54-4843-861e-94ee9ad8abb3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:39.314447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02f38115-9231-4452-b9b2-fd600faa7e01 req-868b6a7a-cd54-4843-861e-94ee9ad8abb3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 946 time: 0.0527132 Aug 10 01:53:39.319660 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e167e602-d794-493b-a7ae-1f605fcf2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:39.373346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e167e602-d794-493b-a7ae-1f605fcf2f52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff38a45cad5246b3b96c6763e02a32d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408854 Aug 10 01:53:39.374231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02f38115-9231-4452-b9b2-fd600faa7e01 req-0d3cad5c-d239-48e3-812a-816d458c8280 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466545 Aug 10 01:53:39.375308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33814) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:39.375766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e602-d794-493b-a7ae-1f605fcf2f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34ae351-39ed-42c4-8f26-0260dee2ab08,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:39.432043 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31fd7df9-166d-4f78-8470-e284dddd19d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:39.452711 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31fd7df9-166d-4f78-8470-e284dddd19d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:39.611014 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31fd7df9-166d-4f78-8470-e284dddd19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:39.614467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31fd7df9-166d-4f78-8470-e284dddd19d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:39.618618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-31fd7df9-166d-4f78-8470-e284dddd19d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b34ae351-39ed-42c4-8f26-0260dee2ab08 HTTP/1.1" status: 204 len: 168 time: 0.2390745 Aug 10 01:53:39.627834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd7df9-166d-4f78-8470-e284dddd19d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34ae351-39ed-42c4-8f26-0260dee2ab08,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:39.674701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107442f3-0bba-4761-8224-2f62b473a876 req-cade11f5-7e00-4505-9f85-d35a1fe38aba tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:39.676230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-107442f3-0bba-4761-8224-2f62b473a876 req-cade11f5-7e00-4505-9f85-d35a1fe38aba tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.1002746 Aug 10 01:53:39.732830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-107442f3-0bba-4761-8224-2f62b473a876 req-13597200-c254-4d81-a665-4f3779355e22 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500300 Aug 10 01:53:39.975288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c94c8-ca9e-44a1-ab52-e575b3d1f380 req-4dd0e8f3-5a7c-4cb1-9e28-cc8edc3de794 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:39.977019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a60c94c8-ca9e-44a1-ab52-e575b3d1f380 req-4dd0e8f3-5a7c-4cb1-9e28-cc8edc3de794 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0789826 Aug 10 01:53:40.041151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a60c94c8-ca9e-44a1-ab52-e575b3d1f380 req-92770dd4-65bc-45b2-be8d-c1a863a09d26 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525777 Aug 10 01:53:40.085257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:40.125241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256dd3f-9152-4c52-ba64-8a6f6fddfc21 req-807ba4d5-6024-4f0a-b78b-45387b9be6be tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.126775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0256dd3f-9152-4c52-ba64-8a6f6fddfc21 req-807ba4d5-6024-4f0a-b78b-45387b9be6be tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 949 time: 0.0574367 Aug 10 01:53:40.178345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0256dd3f-9152-4c52-ba64-8a6f6fddfc21 req-7b6059c5-baf4-47f8-841e-68ba6f54e67e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Aug 10 01:53:40.237744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:40.241845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:40.242307 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:40.323646 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:40.346501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77f94a-ece2-4628-bdf9-d33edcf9c2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:40.348742 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5086641f-6182-4041-8ea0-9b2b9bb7a833" -d '{"events": [{"server_uuid": "cb77f94a-ece2-4628-bdf9-d33edcf9c2dc", "name": "network-vif-plugged", "status": "completed", "tag": "96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:40.367487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:40.391577 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeef8eb-b682-48b4-9584-b9b7991c0a4e x-openstack-request-id: req-0aeef8eb-b682-48b4-9584-b9b7991c0a4e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:40.400851 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77f94a-ece2-4628-bdf9-d33edcf9c2dc", "name": "network-vif-plugged", "status": "completed", "tag": "96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:40.400851 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0aeef8eb-b682-48b4-9584-b9b7991c0a4e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:40.400851 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb77f94a-ece2-4628-bdf9-d33edcf9c2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82', 'code': 200} Aug 10 01:53:40.449215 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:40.450158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:40.529851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042d10a-1f64-48d6-a40c-6433c8d54cd9 req-6e3ebf72-51b7-4b80-af5d-56335e100221 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.537218 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4042d10a-1f64-48d6-a40c-6433c8d54cd9 req-6e3ebf72-51b7-4b80-af5d-56335e100221 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 946 time: 0.0841694 Aug 10 01:53:40.543042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:40.578411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e98c2c-0c11-42e7-a7df-a52e60722826 req-62f9e0b4-9541-42d2-883e-10b413c37882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.579885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46e98c2c-0c11-42e7-a7df-a52e60722826 req-62f9e0b4-9541-42d2-883e-10b413c37882 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 1102 time: 0.1157432 Aug 10 01:53:40.598787 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:40.683997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4042d10a-1f64-48d6-a40c-6433c8d54cd9 req-68907f55-f3b7-4635-b108-a2158c1dba2c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457758 Aug 10 01:53:40.685084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:40.716187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46e98c2c-0c11-42e7-a7df-a52e60722826 req-e31c0fcf-6188-4761-9fd7-771b261c99f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026545 Aug 10 01:53:40.743343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-fbcbe09f-bc2c-48c6-8acf-889397d590a3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.745068 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-fbcbe09f-bc2c-48c6-8acf-889397d590a3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 946 time: 0.1601257 Aug 10 01:53:40.760047 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:40.775587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-0afe4be8-0776-48a1-9a2c-443276ef3c0a tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.777542 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-0afe4be8-0776-48a1-9a2c-443276ef3c0a tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1098 time: 0.1067021 Aug 10 01:53:40.808798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-21'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:40.836217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:40.879358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b60cd-0c7a-4cc8-ab10-1a4d34b5c9fa req-ae634cd1-b7ca-45fc-96ac-3daa8d788fd1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.880884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b46b60cd-0c7a-4cc8-ab10-1a4d34b5c9fa req-ae634cd1-b7ca-45fc-96ac-3daa8d788fd1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 946 time: 0.0585120 Aug 10 01:53:40.900451 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:40.920449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b46b60cd-0c7a-4cc8-ab10-1a4d34b5c9fa req-2e875032-6f92-424d-bfa4-53e62b2845ad tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Aug 10 01:53:40.964589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Deleting port 09e3098a-48b0-4b11-a047-6ab4018b708b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:53:40.964941 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:41.130989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] For port 09e3098a-48b0-4b11-a047-6ab4018b708b, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=09e3098a-48b0-4b11-a047-6ab4018b708b,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:41.131278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:41.146586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:41.157794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Calling delete_port for 09e3098a-48b0-4b11-a047-6ab4018b708b owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:53:41.167905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de35b8-0f40-4be5-b4ef-9054014d6e92 req-64f249f0-9f1c-482f-9efd-4baeebd33be6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.169514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1de35b8-0f40-4be5-b4ef-9054014d6e92 req-64f249f0-9f1c-482f-9efd-4baeebd33be6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 947 time: 0.0556934 Aug 10 01:53:41.209669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1de35b8-0f40-4be5-b4ef-9054014d6e92 req-f0c58f43-d066-405b-b638-684b115f5c99 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333314 Aug 10 01:53:41.248657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:41.317614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:41.320478 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ded08e6-4c21-4f67-ac2e-0984e5c940fd" -d '{"events": [{"server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:41.326418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:41.334082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972d0f1-c34e-40c3-abf1-ebd3dc1bfdca req-b58b05b8-1307-4b39-a3f7-7b55341d1da0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.335746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1972d0f1-c34e-40c3-abf1-ebd3dc1bfdca req-b58b05b8-1307-4b39-a3f7-7b55341d1da0 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 950 time: 0.0541329 Aug 10 01:53:41.377597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1972d0f1-c34e-40c3-abf1-ebd3dc1bfdca req-145da5b8-d2da-4869-9dec-c85ed2da2946 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Aug 10 01:53:41.400988 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:41.431381 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcb9277-efac-48d1-aedc-6e57200c0191 x-openstack-request-id: req-fbcb9277-efac-48d1-aedc-6e57200c0191 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:41.431685 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:41.431943 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbcb9277-efac-48d1-aedc-6e57200c0191 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:41.432348 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d', 'code': 200} Aug 10 01:53:41.477016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:41.510296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on host n-h1-767704-21 for vnic_type normal with profile {"migrating_to": "n-h2-767704-21"} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:41.510665 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:41.511006 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:41.515366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:41.515696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:41.520758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:41.522395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:41.522774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:41.523151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:41.523578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Bound port: e5a18178-b2de-473f-a83a-9743c01c291d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:41.523932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:41.533508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['09e3098a-48b0-4b11-a047-6ab4018b708b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:41.827810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event deleted for resources: {'Port': ['ID=09e3098a-48b0-4b11-a047-6ab4018b708b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:41.829187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-491d68e7-3286-4989-85ab-3c1b8d0df627 req-2457acd5-ca90-45ac-baca-32f84a12fe84 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.0443914 Aug 10 01:53:41.914734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] No DVR routers for this DVR port 09e3098a-48b0-4b11-a047-6ab4018b708b on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:53:41.918821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:41.921049 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ff0903c7-7876-419a-8bb4-133d495ff4a6 req-1773015b-8938-4ce7-b913-acd7500a4697 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "DELETE /v2.0/ports/09e3098a-48b0-4b11-a047-6ab4018b708b HTTP/1.1" status: 204 len: 173 time: 1.1646447 Aug 10 01:53:41.948318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:41.953245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:42.054816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983d3f3-b10b-466b-a602-3fe573955514 req-ec685572-ecf9-4387-9ac9-e31466cd165c tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:42.061440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2983d3f3-b10b-466b-a602-3fe573955514 req-ec685572-ecf9-4387-9ac9-e31466cd165c tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.0522780 Aug 10 01:53:42.080378 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:42.093581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e5a18178-b2de-473f-a83a-9743c01c291d details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:53:42.142765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2983d3f3-b10b-466b-a602-3fe573955514 req-2e84b859-166e-4bba-8a9a-188b2317cba4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798469 Aug 10 01:53:42.186934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:42.187969 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:42.189491 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 1124 time: 1.3874705 Aug 10 01:53:42.193163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ab6bc-ee59-44c9-a020-7900f09a90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=8']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:42.277950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:42.294752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e5a18178-b2de-473f-a83a-9743c01c291d has no active binding in host n-h2-767704-21 {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:53:42.295158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:53:42.305487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e5a18178-b2de-473f-a83a-9743c01c291d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:42.389070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6551ce-7cd5-4e90-9a72-fcfee03fdc5a req-f70e72e2-a316-4096-82c4-f3cc089b3c48 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:42.389582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e5a18178-b2de-473f-a83a-9743c01c291d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:42.393342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:42.396178 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da041f52-2068-44f4-8b17-702f7baf4026" -d '{"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:42.407164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6551ce-7cd5-4e90-9a72-fcfee03fdc5a req-f70e72e2-a316-4096-82c4-f3cc089b3c48 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 947 time: 0.0816765 Aug 10 01:53:42.473224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6551ce-7cd5-4e90-9a72-fcfee03fdc5a req-4fc266eb-aed1-4657-a493-05653c27c56a tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647662 Aug 10 01:53:42.562464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:42.580956 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6df8b0-ebf0-4cf7-b6d8-bee4493ddbd9 x-openstack-request-id: req-8c6df8b0-ebf0-4cf7-b6d8-bee4493ddbd9 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:42.581250 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:42.581506 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c6df8b0-ebf0-4cf7-b6d8-bee4493ddbd9 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:42.581896 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'code': 200} Aug 10 01:53:42.603692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'mac_address': 'fa:16:3e:00:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:53:42.654483 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:42.668333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8edc3-6c5f-4cf7-8bfa-0ddab714283e req-94316dee-ff09-42a7-95e8-7a3935fdb069 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:42.673702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ba8edc3-6c5f-4cf7-8bfa-0ddab714283e req-94316dee-ff09-42a7-95e8-7a3935fdb069 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 950 time: 0.0926428 Aug 10 01:53:42.696749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:42.771509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ba8edc3-6c5f-4cf7-8bfa-0ddab714283e req-d6e8ccf4-c259-4219-80c6-c6dd16b7221c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928690 Aug 10 01:53:42.787609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6004e76d-080f-4c07-ac0c-f2b7816755af {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:42.942464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f8954-61b2-4c52-86b7-d97242a7c849 req-dec0bd0d-fff1-4fa1-9e90-7e2efe623e7f tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:42.950795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-295f8954-61b2-4c52-86b7-d97242a7c849 req-dec0bd0d-fff1-4fa1-9e90-7e2efe623e7f tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 1102 time: 0.0676775 Aug 10 01:53:43.005517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:43.010083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-295f8954-61b2-4c52-86b7-d97242a7c849 req-701a532f-712e-4491-844c-0574a82722ee tempest-ServersOnMultiNodesTest-172044761 tempest-ServersOnMultiNodesTest-172044761-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526645 Aug 10 01:53:43.088832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:43.128919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3a63927-da0e-4b23-8323-85c346787e0c req-d531eccb-37aa-4abd-aa7b-6f6b3e5d86e1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.0441489 Aug 10 01:53:43.173233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:43.355273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2265c-aeed-4344-9a0a-1e90c9f59070 req-d885d937-7af4-45b1-a93d-83576a269e49 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:43.356713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3d2265c-aeed-4344-9a0a-1e90c9f59070 req-d885d937-7af4-45b1-a93d-83576a269e49 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.0517058 Aug 10 01:53:43.399139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3d2265c-aeed-4344-9a0a-1e90c9f59070 req-ed565a54-3ba7-484b-827e-c9942971d17d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364301 Aug 10 01:53:43.434400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5772b5-a6d0-43a8-9428-25802a87605f', 'name': 'network-vif-deleted', 'tag': '09e3098a-48b0-4b11-a047-6ab4018b708b'}, {'name': 'network-changed', 'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:43.439486 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7" -d '{"events": [{"server_uuid": "bf5772b5-a6d0-43a8-9428-25802a87605f", "name": "network-vif-deleted", "tag": "09e3098a-48b0-4b11-a047-6ab4018b708b"}, {"name": "network-changed", "server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:43.618919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6004e76d-080f-4c07-ac0c-f2b7816755af'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:43.746098 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d6d48f-f625-4398-a82e-a13099977970 x-openstack-request-id: req-e9d6d48f-f625-4398-a82e-a13099977970 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:43.746405 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5772b5-a6d0-43a8-9428-25802a87605f", "name": "network-vif-deleted", "tag": "09e3098a-48b0-4b11-a047-6ab4018b708b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:43.746698 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e9d6d48f-f625-4398-a82e-a13099977970 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:43.747800 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5772b5-a6d0-43a8-9428-25802a87605f', 'name': 'network-vif-deleted', 'tag': '09e3098a-48b0-4b11-a047-6ab4018b708b', 'status': 'completed', 'code': 200} Aug 10 01:53:43.748271 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d', 'status': 'completed', 'code': 200} Aug 10 01:53:43.833606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28becb-296e-4906-b4b6-f7867b0a94dc req-a26f0aff-e218-4906-aa81-c4dd7cb6e549 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:43.835290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d28becb-296e-4906-b4b6-f7867b0a94dc req-a26f0aff-e218-4906-aa81-c4dd7cb6e549 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 948 time: 0.0620525 Aug 10 01:53:43.864170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-bbdd0c5b-6984-48cc-85d9-18b73d928dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:43.865135 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-bbdd0c5b-6984-48cc-85d9-18b73d928dfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1127 time: 0.0787632 Aug 10 01:53:43.933371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea320867-fe34-4658-aabb-dbcaf74202c7 req-95e7f91a-5793-453b-a3a5-ba86ba1d0a34 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:43.940672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea320867-fe34-4658-aabb-dbcaf74202c7 req-95e7f91a-5793-453b-a3a5-ba86ba1d0a34 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 950 time: 0.1042156 Aug 10 01:53:43.972334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d28becb-296e-4906-b4b6-f7867b0a94dc req-0d9362a2-9c16-4831-b55d-9299c625a32e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250849 Aug 10 01:53:43.999785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-bd3670a9-ddc9-41f9-b2d0-33344206e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:44.001278 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-bd3670a9-ddc9-41f9-b2d0-33344206e901 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.1234672 Aug 10 01:53:44.007758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea320867-fe34-4658-aabb-dbcaf74202c7 req-35617ac9-6be6-4be7-bf57-ef43a9913862 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655472 Aug 10 01:53:44.047414 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-0ff7e549-bb79-4328-9b48-f1a1c5298f0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 217 time: 0.0360606 Aug 10 01:53:44.074011 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:44.108631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-b0537456-b462-4d44-8e57-74813fd5cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:44.110217 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-b0537456-b462-4d44-8e57-74813fd5cd61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0480185 Aug 10 01:53:44.147604 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-16018dd9-306d-4879-9f38-1e14e7566d00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262344 Aug 10 01:53:44.239435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fdc2829c-753e-4546-b2ac-173f67f4793f req-d57a8627-15b1-40cd-9604-c47ab4e2787c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.0329134 Aug 10 01:53:44.281111 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-3b40265b-7621-4367-97ca-4eb7d0bde9dc service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160581 Aug 10 01:53:44.382069 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2467f8df-8ba0-4f3d-9b4a-c0f565034aa7 req-21f16f4b-e6a6-4524-8aa7-9693b74dbe12 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921640 Aug 10 01:53:44.533371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808c820-57db-42e6-b2d7-9c6c0e1c086f req-461c0920-4afd-4651-8a11-d10f6f6399f4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:44.538634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f808c820-57db-42e6-b2d7-9c6c0e1c086f req-461c0920-4afd-4651-8a11-d10f6f6399f4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.0591483 Aug 10 01:53:44.577377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f808c820-57db-42e6-b2d7-9c6c0e1c086f req-8bda23bf-a03d-4fef-aeb7-b17d05f4496a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Aug 10 01:53:45.109743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dc4f9-0642-4996-a478-5c9846b2e850 req-d03a0f51-1f10-4ef6-bd96-fb4310d3f13b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:45.111490 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c8dc4f9-0642-4996-a478-5c9846b2e850 req-d03a0f51-1f10-4ef6-bd96-fb4310d3f13b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 948 time: 0.0612195 Aug 10 01:53:45.154178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c8dc4f9-0642-4996-a478-5c9846b2e850 req-213fb5e9-4dfd-456f-a032-a5df4f042676 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353162 Aug 10 01:53:45.263882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc8148-e60a-4e8c-82ed-8823e10ede95 req-169c223b-0afd-477f-a428-f24205495540 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:45.265427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61cc8148-e60a-4e8c-82ed-8823e10ede95 req-169c223b-0afd-477f-a428-f24205495540 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 950 time: 0.0490327 Aug 10 01:53:45.311985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61cc8148-e60a-4e8c-82ed-8823e10ede95 req-443a01b7-2157-4faf-8863-4eb73b05ca71 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Aug 10 01:53:45.489143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 09e3098a-48b0-4b11-a047-6ab4018b708b no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:45.512731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 09e3098a-48b0-4b11-a047-6ab4018b708b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:53:45.518794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 09e3098a-48b0-4b11-a047-6ab4018b708b not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:53:45.688402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42b0c718-b96c-4d1d-afbd-427e242d07bf req-879faff6-ee2d-4d36-a2ff-2c3cbe0689cb tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.3259530 Aug 10 01:53:45.743237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a862bf-a788-424d-9ce7-88b10b6f20a9 req-41f201c4-4b71-41d7-a97d-d1d00a9b8780 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:45.744908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32a862bf-a788-424d-9ce7-88b10b6f20a9 req-41f201c4-4b71-41d7-a97d-d1d00a9b8780 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.0588834 Aug 10 01:53:45.784647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32a862bf-a788-424d-9ce7-88b10b6f20a9 req-9ee485e9-7742-4dec-951a-b62f8fee9f52 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Aug 10 01:53:45.901011 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:53:45.939358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-351ce8cd-a4ec-4903-bc3c-15bc5af3a100 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:45.940859 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-351ce8cd-a4ec-4903-bc3c-15bc5af3a100 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 950 time: 0.0578458 Aug 10 01:53:46.054793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Deleting port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:53:46.055462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.099886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33988) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:46.115915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:46.176306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 6004e76d-080f-4c07-ac0c-f2b7816755af triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:46.177508 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.179688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] For port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:46.181995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.199334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Calling delete_port for 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:53:46.286607 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.312109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:46.313876 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f7f2a9-0c2d-48c9-93f2-6e863a2035ea" -d '{"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-plugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:46.320332 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec892085-0c80-4fc8-8711-a4d448e44706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.329234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:46.356945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6290a24-8e5d-4071-a33d-5ac88baa467c req-9a8d003b-01a7-4f2d-ac1f-d69c1d77cb8d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:46.358746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6290a24-8e5d-4071-a33d-5ac88baa467c req-9a8d003b-01a7-4f2d-ac1f-d69c1d77cb8d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 948 time: 0.0895541 Aug 10 01:53:46.369992 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1199393-59b0-4e04-beb7-6a26f8548e77 x-openstack-request-id: req-b1199393-59b0-4e04-beb7-6a26f8548e77 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:46.370404 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-plugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:46.370764 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1199393-59b0-4e04-beb7-6a26f8548e77 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:46.371234 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'code': 200} Aug 10 01:53:46.407151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6290a24-8e5d-4071-a33d-5ac88baa467c req-01573217-5703-492d-a33b-82c6fe2b3316 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389428 Aug 10 01:53:46.436254 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.515716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:46.516536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c9811-9fe0-486f-8c32-e416ff37721b req-361cbb7a-914e-405e-ba60-1c9a5d4e82be tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:46.517595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b0c9811-9fe0-486f-8c32-e416ff37721b req-361cbb7a-914e-405e-ba60-1c9a5d4e82be tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 950 time: 0.1027102 Aug 10 01:53:46.524763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.538975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'e3a3e0f2-9411-44f9-aad2-07258b643932', '96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:46.571136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event deleted for resources: {'Port': ['ID=96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:46.574249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['16582bff-5044-417c-b25d-559404ad496e', '5fbbe718-8719-4f9f-91f9-db5a8c5bb387', '3804c712-8344-47be-b6f4-869214472347'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:46.619897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] No DVR routers for this DVR port 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:53:46.625970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.628655 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f0a3bd56-5679-4797-9a59-4cffcfc36cb3 req-c9b2b126-ffc1-4f63-8de2-7805b5b734b2 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "DELETE /v2.0/ports/96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 HTTP/1.1" status: 204 len: 173 time: 0.6783082 Aug 10 01:53:46.628655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77f94a-ece2-4628-bdf9-d33edcf9c2dc', 'name': 'network-vif-deleted', 'tag': '96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:46.631044 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279aabd7-a368-48e0-8f75-cbd9441a6414" -d '{"events": [{"server_uuid": "cb77f94a-ece2-4628-bdf9-d33edcf9c2dc", "name": "network-vif-deleted", "tag": "96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:46.651248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b0c9811-9fe0-486f-8c32-e416ff37721b req-bacfd736-7c40-4763-aeaa-efb71621db4b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112692 Aug 10 01:53:46.688714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed437b-ad6b-4a2b-92af-0ab749c385c9 req-d8195086-e3fd-4b39-a188-18ca95c12c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:46.693475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2ed437b-ad6b-4a2b-92af-0ab749c385c9 req-d8195086-e3fd-4b39-a188-18ca95c12c8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 1101 time: 0.1107552 Aug 10 01:53:46.703058 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608a147d-ad5f-4740-a660-759f7d795bbd x-openstack-request-id: req-608a147d-ad5f-4740-a660-759f7d795bbd {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:46.703362 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77f94a-ece2-4628-bdf9-d33edcf9c2dc", "name": "network-vif-deleted", "tag": "96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:46.710828 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-608a147d-ad5f-4740-a660-759f7d795bbd {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:46.710828 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb77f94a-ece2-4628-bdf9-d33edcf9c2dc', 'name': 'network-vif-deleted', 'tag': '96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82', 'status': 'completed', 'code': 200} Aug 10 01:53:46.716038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec892085-0c80-4fc8-8711-a4d448e44706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.763033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2ed437b-ad6b-4a2b-92af-0ab749c385c9 req-dd828cc0-e2b7-45b3-a714-acfc2b723511 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579383 Aug 10 01:53:46.830467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbf43f0e-ad0c-4dbf-90b2-0c701492e1ca req-a9c71cbf-2748-4f1e-a189-050dd63cbec0 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=bf5772b5-a6d0-43a8-9428-25802a87605f HTTP/1.1" status: 200 len: 210 time: 0.0327888 Aug 10 01:53:46.837307 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec892085-0c80-4fc8-8711-a4d448e44706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.871602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec892085-0c80-4fc8-8711-a4d448e44706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed78af1a-85e9-491c-bafc-adcd7b5b1641,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:46.898369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ec892085-0c80-4fc8-8711-a4d448e44706 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ccca2fd1724417ca80be13d43b7d968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7972758 Aug 10 01:53:46.901579 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34006) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:46.960067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62821931-8feb-40c8-abb5-7f9d0cf78d41 req-5ba82e70-95a1-4b65-ac8f-5615110a9247 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:46.961460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62821931-8feb-40c8-abb5-7f9d0cf78d41 req-5ba82e70-95a1-4b65-ac8f-5615110a9247 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.0536163 Aug 10 01:53:46.969117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88fd6527-2ad0-4ca5-a574-718843461ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.997825 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88fd6527-2ad0-4ca5-a574-718843461ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:47.005030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62821931-8feb-40c8-abb5-7f9d0cf78d41 req-68028cd6-c831-4180-8bef-d9a49ab0f2d8 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Aug 10 01:53:47.244280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88fd6527-2ad0-4ca5-a574-718843461ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:47.247132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88fd6527-2ad0-4ca5-a574-718843461ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:47.251194 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-88fd6527-2ad0-4ca5-a574-718843461ba5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed78af1a-85e9-491c-bafc-adcd7b5b1641 HTTP/1.1" status: 204 len: 168 time: 0.3452396 Aug 10 01:53:47.257123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd6527-2ad0-4ca5-a574-718843461ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed78af1a-85e9-491c-bafc-adcd7b5b1641,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:47.289761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3d73-e386-4cff-bb8f-88a2d4743273 req-ff6d1c3f-fac7-487a-892f-4cb166e39305 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:47.291401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-117f3d73-e386-4cff-bb8f-88a2d4743273 req-ff6d1c3f-fac7-487a-892f-4cb166e39305 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1097 time: 0.0598173 Aug 10 01:53:47.332773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-117f3d73-e386-4cff-bb8f-88a2d4743273 req-2017244d-73f6-414e-a740-4c6732c0dc30 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Aug 10 01:53:47.525908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910b0f-02ee-46a7-adb5-ba24bea77a47 req-6c38e66e-d281-4a13-a97c-6b1f0d8d1bb4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:47.527438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f910b0f-02ee-46a7-adb5-ba24bea77a47 req-6c38e66e-d281-4a13-a97c-6b1f0d8d1bb4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0497916 Aug 10 01:53:47.572009 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f910b0f-02ee-46a7-adb5-ba24bea77a47 req-65d89285-dae4-4625-8336-b57e8a44264e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Aug 10 01:53:47.808549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1021a562-6bd1-4894-860a-3c28b77c005a req-0fa49768-69fe-4979-bd61-8891825ebaab tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=cb77f94a-ece2-4628-bdf9-d33edcf9c2dc HTTP/1.1" status: 200 len: 210 time: 0.0301120 Aug 10 01:53:47.891042 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e6f02c95-0e3d-4879-ab7a-d365df0482fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:48.145261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b604-7374-4ed0-b5c8-6412aee4321b req-d1be169d-9cc2-4a84-ad3e-90c036325132 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:48.145261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f566b604-7374-4ed0-b5c8-6412aee4321b req-d1be169d-9cc2-4a84-ad3e-90c036325132 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.0515785 Aug 10 01:53:48.187991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f566b604-7374-4ed0-b5c8-6412aee4321b req-7de15160-6fa1-438e-95b0-f2a928017370 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371842 Aug 10 01:53:48.385958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b25905-43a7-4f0d-a50b-1b5d0ef7615d req-2acce95c-551a-4c90-a003-395145fbe624 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:48.387496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66b25905-43a7-4f0d-a50b-1b5d0ef7615d req-2acce95c-551a-4c90-a003-395145fbe624 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.1108556 Aug 10 01:53:48.408635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66b25905-43a7-4f0d-a50b-1b5d0ef7615d req-a7081910-a081-4d12-a3b1-10d0ccaac0e0 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/quotas/00fbeb92a4464845bf2bfbaf4fa56973 HTTP/1.1" status: 200 len: 375 time: 0.0111725 Aug 10 01:53:48.444433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66b25905-43a7-4f0d-a50b-1b5d0ef7615d req-acf5cb1f-f7a7-4c48-ad46-c0030a07611c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314269 Aug 10 01:53:48.549963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66b25905-43a7-4f0d-a50b-1b5d0ef7615d req-af9b73a4-5448-4013-8612-08e69dbb3b84 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959265 Aug 10 01:53:48.653541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66b25905-43a7-4f0d-a50b-1b5d0ef7615d req-dd56bddc-c66f-4dd3-a63d-655319517cd8 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954657 Aug 10 01:53:48.695226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34090) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:48.794207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-network', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:48.980715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:53:48.983435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:48.983709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76bc3f-5333-45ec-af26-1f55018bfac2 req-3ae8912c-97c0-4a03-acf1-b940b572f7b6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:48.991070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c76bc3f-5333-45ec-af26-1f55018bfac2 req-3ae8912c-97c0-4a03-acf1-b940b572f7b6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0621083 Aug 10 01:53:48.993304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:49.031668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c76bc3f-5333-45ec-af26-1f55018bfac2 req-dd256cd5-87da-4ee4-9516-d047ed9d5388 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Aug 10 01:53:49.095641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:49.198269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbec3552-c083-43e9-a506-f4a7e7aaa982 req-7d2be6a3-5f06-4fb6-b2ef-f4d790cb02fd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29121ce-8423-4f49-9201-07fb64148bf0 HTTP/1.1" status: 200 len: 210 time: 0.0272334 Aug 10 01:53:49.217063 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:49.245815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:53:49.263206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a5c545-16a0-4d21-9ce8-484f3cdb3039,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:49.265221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:49.265764 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Added segment 9ce2f736-6ac0-4fb5-aca3-95260571bb0e of type vlan for network f69e41a9-0dba-4491-a226-ab1715d23daa Aug 10 01:53:49.313779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:49.316103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30654e67-d933-4765-8466-7de4e57ae151 req-62de09ba-ee6f-4050-b01e-2dbcc4b5750f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:49.317818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30654e67-d933-4765-8466-7de4e57ae151 req-62de09ba-ee6f-4050-b01e-2dbcc4b5750f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0630295 Aug 10 01:53:49.357469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30654e67-d933-4765-8466-7de4e57ae151 req-082dd8c4-aba7-4fe3-a902-554815db72dd tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Aug 10 01:53:49.483830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:49.484655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:49.485267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:49.554020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] Pushing event updated for resources: {'Network': ['ID=f69e41a9-0dba-4491-a226-ab1715d23daa,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:49.564050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network f69e41a9-0dba-4491-a226-ab1715d23daa details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:53:49.634870 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-54b9dad1-faad-454e-8f2f-18a926fb466d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9444804 Aug 10 01:53:49.637460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34122) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:49.644280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Request body: {'subnet': {'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-subnet', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:49.771217 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:53:49.773569 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:49.903863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-e28c700e-d43f-4a02-87d5-a4d2a17df55a tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:53:49.904888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-e28c700e-d43f-4a02-87d5-a4d2a17df55a tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065036 Aug 10 01:53:49.917014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Request body: {'binding': {'host': 'n-h2-767704-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:49.917566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Unknown quota resources ['binding']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:53:50.051564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 on host n-h2-767704-21 for vnic_type normal with profile None {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:50.051909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:50.052240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:50.057305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Port 972ef41c-5933-4427-b8fb-38bb6049ca32 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:50.057633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:50.062504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:50.062968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:50.063351 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:50.063774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Bound port: 972ef41c-5933-4427-b8fb-38bb6049ca32, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:50.123962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:50.124354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:50.140603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:50.165880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:53:50.165880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 96d0c8e5-f6be-4ec7-bd56-aa22cdc62f82 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:53:50.208519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ef8f74-efaa-4741-9ac1-208de71217cf,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:50.223056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Checking segment: {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:50.223418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Network hostable DHCP agents. Network: f69e41a9-0dba-4491-a226-ab1715d23daa, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:53:50.252847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:50.254888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-0a8b828b-1613-4ce1-963f-5114b31781cd service neutron] 10.222.0.38 "POST /v2.0/ports/972ef41c-5933-4427-b8fb-38bb6049ca32/bindings HTTP/1.1" status: 201 len: 390 time: 0.3414605 Aug 10 01:53:50.363455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Network f69e41a9-0dba-4491-a226-ab1715d23daa is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:53:50.497972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, f69e41a9-0dba-4491-a226-ab1715d23daa) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:50.501958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:50.502573 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:50.508241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a944a-0394-4385-9fb4-9f8fe427a9bb None None] Network f69e41a9-0dba-4491-a226-ab1715d23daa requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:53:50.560595 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-690bb566-818a-4867-bfac-4eb9bc473737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:50.659972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fd423-40d3-483b-ac09-30f97f22e0d6 req-21248283-ffe8-4bc8-bba3-fd5973cb72a8 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:50.661531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-275fd423-40d3-483b-ac09-30f97f22e0d6 req-21248283-ffe8-4bc8-bba3-fd5973cb72a8 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.0591702 Aug 10 01:53:50.667529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-44269a7c-8873-4ba5-8864-473f56fb01e0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0282962 Aug 10 01:53:50.668353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34146) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:50.677436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:50.721459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-f69e41a9-0dba-4491-a226-ab1715d23daa', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:53:50.723367 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:50.749615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-275fd423-40d3-483b-ac09-30f97f22e0d6 req-99e29514-8344-4cc5-89d7-df3b31adf526 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580029 Aug 10 01:53:50.835389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:50.835389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:50.909138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Allocated IP 172.20.0.2 (f69e41a9-0dba-4491-a226-ab1715d23daa/a7ef8f74-efaa-4741-9ac1-208de71217cf/9d651ad4-dfa4-40a2-9831-c9929acec3d8) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:50.912046 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:50.922984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853fc5e-7483-4505-a6b7-d3defa4cb0c2 req-4f772b3e-fd24-4493-bc64-a1a3f1da967b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:50.924487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9853fc5e-7483-4505-a6b7-d3defa4cb0c2 req-4f772b3e-fd24-4493-bc64-a1a3f1da967b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 950 time: 0.0930424 Aug 10 01:53:50.986380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9853fc5e-7483-4505-a6b7-d3defa4cb0c2 req-cec3b9d7-fb0d-4b50-9050-c8dc2dc2db0f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555909 Aug 10 01:53:51.080976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.090365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Transition to ACTIVE for port object 9d651ad4-dfa4-40a2-9831-c9929acec3d8 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:51.106799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Transition to ACTIVE for port object 9d651ad4-dfa4-40a2-9831-c9929acec3d8 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:51.183563 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.231018 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.231194 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.259892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba864-28e7-48dc-a9ec-89de1c5e682b req-4373f7ac-15d5-4787-bbfc-c771542afcb5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:51.269346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95eba864-28e7-48dc-a9ec-89de1c5e682b req-4373f7ac-15d5-4787-bbfc-c771542afcb5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1108329 Aug 10 01:53:51.287111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Pushing event updated for resources: {'Port': ['ID=9d651ad4-dfa4-40a2-9831-c9929acec3d8,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:51.306526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Network f69e41a9-0dba-4491-a226-ab1715d23daa is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:51.308329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:51.313451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:51.324881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95eba864-28e7-48dc-a9ec-89de1c5e682b req-a12517ae-f08b-414c-989d-b3667a4cdc7d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488355 Aug 10 01:53:51.394401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbf21c-35f3-4dad-9a45-7af886983143 req-0ac78a53-295d-42b0-9ce1-62af427bf67a tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:51.396010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15fbf21c-35f3-4dad-9a45-7af886983143 req-0ac78a53-295d-42b0-9ce1-62af427bf67a tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0699310 Aug 10 01:53:51.404417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Attempting to bind port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:51.405443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Attempting to bind port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:51.405443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Attempting to bind port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 on network f69e41a9-0dba-4491-a226-ab1715d23daa {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:51.448459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:51.448459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Checking segment: {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:51.448459 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.448459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Bound using segment: {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:51.448459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Bound port: 9d651ad4-dfa4-40a2-9831-c9929acec3d8, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:51.448459 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.515773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] For port 9d651ad4-dfa4-40a2-9831-c9929acec3d8, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:51.519541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] For port 9d651ad4-dfa4-40a2-9831-c9929acec3d8, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9d651ad4-dfa4-40a2-9831-c9929acec3d8,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:51.538700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15fbf21c-35f3-4dad-9a45-7af886983143 req-2d5c1b6c-a99b-48e3-b21a-f1883096afb6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347032 Aug 10 01:53:51.577705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e108daf-2372-498f-b176-731a50318001 req-c1868465-17c8-4ca8-a0be-6e73c1791092 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:51.579457 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e108daf-2372-498f-b176-731a50318001 req-c1868465-17c8-4ca8-a0be-6e73c1791092 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 950 time: 0.0649447 Aug 10 01:53:51.617155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ceccee70-34c9-4d60-a3a5-bc1e51ef5677 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:51.620940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ceccee70-34c9-4d60-a3a5-bc1e51ef5677 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.1728613 Aug 10 01:53:51.648024 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-c339aad7-00bb-492f-b56d-3494880fc118 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/quotas/00fbeb92a4464845bf2bfbaf4fa56973 HTTP/1.1" status: 200 len: 375 time: 0.0193920 Aug 10 01:53:51.674988 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.686318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-fa02cd6b-9433-4e13-8c5f-c7a48c45470d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312552 Aug 10 01:53:51.709966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-0e108daf-2372-498f-b176-731a50318001 req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Deleting port 3804c712-8344-47be-b6f4-869214472347 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:53:51.710307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-0e108daf-2372-498f-b176-731a50318001 req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.747844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Pushing event updated for resources: {'Port': ['ID=9d651ad4-dfa4-40a2-9831-c9929acec3d8,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:51.757770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.758347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.759707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.760257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.760771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.761887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.762384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.762905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.763402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.764135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.764661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.765147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d0d06-9e2e-4b4a-b827-719ff7979a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:51.856027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-0e108daf-2372-498f-b176-731a50318001 req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] For port 3804c712-8344-47be-b6f4-869214472347, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3804c712-8344-47be-b6f4-869214472347,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:51.856483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-0e108daf-2372-498f-b176-731a50318001 req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.873221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-0e108daf-2372-498f-b176-731a50318001 req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Calling delete_port for 3804c712-8344-47be-b6f4-869214472347 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:53:51.910909 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.918866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-97662d61-2b70-42d3-8910-ddaf80423018 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015872 Aug 10 01:53:51.951470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:51.982596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24f6f7-5385-48e2-b479-12b46f1498fe req-869d654e-e65e-4b81-8f44-b57842b60567 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:51.990373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a24f6f7-5385-48e2-b479-12b46f1498fe req-869d654e-e65e-4b81-8f44-b57842b60567 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.1547887 Aug 10 01:53:52.122906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a24f6f7-5385-48e2-b479-12b46f1498fe req-ef29d5a6-6e7a-4b19-ad71-d77f3d7d90b6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319582 Aug 10 01:53:52.153759 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:52.171256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-1cc42ac6-5d57-4965-aa13-a772e101c284 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287593 Aug 10 01:53:52.185254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Allocated IP 172.25.3.103 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/afedce56-4b08-4154-83af-b94cbb2e0ac8) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:52.254601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-0e108daf-2372-498f-b176-731a50318001 req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:52.267212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'e3a3e0f2-9411-44f9-aad2-07258b643932'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:52.272456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['16582bff-5044-417c-b25d-559404ad496e', '5fbbe718-8719-4f9f-91f9-db5a8c5bb387', '3804c712-8344-47be-b6f4-869214472347'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:52.304678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event deleted for resources: {'Port': ['ID=3804c712-8344-47be-b6f4-869214472347,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:52.316049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280a445-29c1-4826-b33f-fcf8b880b2df req-de921aa2-957b-4394-bd9c-7d7fc105f9a1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:52.317585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3280a445-29c1-4826-b33f-fcf8b880b2df req-de921aa2-957b-4394-bd9c-7d7fc105f9a1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 867 time: 0.1182234 Aug 10 01:53:52.342907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9d651ad4-dfa4-40a2-9831-c9929acec3d8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:52.366882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e108daf-2372-498f-b176-731a50318001 req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] No DVR routers for this DVR port 3804c712-8344-47be-b6f4-869214472347 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:53:52.370171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-0e108daf-2372-498f-b176-731a50318001 req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:52.372457 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e108daf-2372-498f-b176-731a50318001 req-7a455120-dee1-4c53-ba59-97fe429e4541 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "DELETE /v2.0/ports/3804c712-8344-47be-b6f4-869214472347 HTTP/1.1" status: 204 len: 173 time: 0.7775714 Aug 10 01:53:52.373245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e20a00-27a5-4371-8c9d-d96bbaaf8e25', 'name': 'network-vif-deleted', 'tag': '3804c712-8344-47be-b6f4-869214472347'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:52.376445 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda0d3de-859e-4a04-990d-635686c88d74" -d '{"events": [{"server_uuid": "31e20a00-27a5-4371-8c9d-d96bbaaf8e25", "name": "network-vif-deleted", "tag": "3804c712-8344-47be-b6f4-869214472347"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:52.411425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:52.413811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3280a445-29c1-4826-b33f-fcf8b880b2df req-64a8adc9-6c78-45fa-b0f7-60da68524650 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851309 Aug 10 01:53:52.591570 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:52.598136 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb18309-8ca4-4535-adc1-c90715fd19f5 x-openstack-request-id: req-fbb18309-8ca4-4535-adc1-c90715fd19f5 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:52.598666 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e20a00-27a5-4371-8c9d-d96bbaaf8e25", "name": "network-vif-deleted", "tag": "3804c712-8344-47be-b6f4-869214472347", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:52.599040 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fbb18309-8ca4-4535-adc1-c90715fd19f5 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:52.599523 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e20a00-27a5-4371-8c9d-d96bbaaf8e25', 'name': 'network-vif-deleted', 'tag': '3804c712-8344-47be-b6f4-869214472347', 'status': 'completed', 'code': 200} Aug 10 01:53:52.702791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:52.708827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Pushing event updated for resources: {'Port': ['ID=afedce56-4b08-4154-83af-b94cbb2e0ac8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:52.781652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:52.786842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b80d47a5-3dd4-4d35-8c32-e5f7b058f41d req-6275cd6c-d24a-4c69-b849-5ef54e079f5f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 210 time: 0.0730214 Aug 10 01:53:52.789685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:52.809051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:52.818966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476add-358b-4e7b-8623-6978cdcc8d45 req-1071cfe5-b8e4-4d91-8a05-f10a244d3ff9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:52.820644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c476add-358b-4e7b-8623-6978cdcc8d45 req-1071cfe5-b8e4-4d91-8a05-f10a244d3ff9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.2858117 Aug 10 01:53:53.032987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c476add-358b-4e7b-8623-6978cdcc8d45 req-db12c920-6cc7-4420-a122-db06aaa3ab7f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889160 Aug 10 01:53:53.055128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a2e47-2f5a-4158-9f21-ca81626b4281 req-4058fd1a-2680-4359-a7bf-1840217f42d0 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:53.056241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87789dad-4731-439f-a0d8-2007dde5656b None None] Network f69e41a9-0dba-4491-a226-ab1715d23daa requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:53:53.062371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df3a2e47-2f5a-4158-9f21-ca81626b4281 req-4058fd1a-2680-4359-a7bf-1840217f42d0 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1692603 Aug 10 01:53:53.104516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df3a2e47-2f5a-4158-9f21-ca81626b4281 req-48619e1f-4ce6-460b-adf6-dc3c419945bd tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Aug 10 01:53:53.463804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6733948e-a158-4582-8705-7f4948cf4a86 None None] Provisioning for port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:53.468054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6733948e-a158-4582-8705-7f4948cf4a86 None None] Provisioning complete for port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:53.468426 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6733948e-a158-4582-8705-7f4948cf4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:53.613087 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6733948e-a158-4582-8705-7f4948cf4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:53.664417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6733948e-a158-4582-8705-7f4948cf4a86 None None] For port 9d651ad4-dfa4-40a2-9831-c9929acec3d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9d651ad4-dfa4-40a2-9831-c9929acec3d8,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:53.765379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:53.769498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac87bf63-816b-4a98-8bfe-de903fd2b05a req-c81b2e87-3d2e-49ce-b960-6daf5c5e3581 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=31e20a00-27a5-4371-8c9d-d96bbaaf8e25 HTTP/1.1" status: 200 len: 210 time: 0.0372529 Aug 10 01:53:53.789397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641a05-2834-44a7-9407-25335b113ae2 req-46f7e022-2cc8-4656-b5af-4b3c032953e1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:53.791280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77641a05-2834-44a7-9407-25335b113ae2 req-46f7e022-2cc8-4656-b5af-4b3c032953e1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.4344358 Aug 10 01:53:53.795788 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:53.803765 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6733948e-a158-4582-8705-7f4948cf4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:53.866126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733948e-a158-4582-8705-7f4948cf4a86 None None] Pushing event updated for resources: {'Port': ['ID=9d651ad4-dfa4-40a2-9831-c9929acec3d8,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:53.929434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-23f41391-5c0c-4b47-95de-f1b2f44a9bb2 None None] Provisioning complete for port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:53.929912 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-23f41391-5c0c-4b47-95de-f1b2f44a9bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:53.939165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77641a05-2834-44a7-9407-25335b113ae2 req-e3988871-5b62-46a5-8d28-a0c4194fe57d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017025 Aug 10 01:53:53.976458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac152541-0341-4c4d-a43f-5374529ff579 req-6778e624-32f3-43a6-b256-a6677cc911ce tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 210 time: 0.0360248 Aug 10 01:53:54.112596 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:54.257417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9d651ad4-dfa4-40a2-9831-c9929acec3d8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:54.258742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf17389-9344-4ed0-a072-bb68d1e4a846 req-0867865a-8582-4a0b-b65c-f61c4e165cc9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:54.260470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cf17389-9344-4ed0-a072-bb68d1e4a846 req-0867865a-8582-4a0b-b65c-f61c4e165cc9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1050031 Aug 10 01:53:54.324242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:54.325135 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:54.341143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fd0c4-bdcb-46da-b1e0-154f0dc807d4 req-d37501dd-f1b5-4ba5-b89a-ffa441be7c71 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:54.354082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af5fd0c4-bdcb-46da-b1e0-154f0dc807d4 req-d37501dd-f1b5-4ba5-b89a-ffa441be7c71 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1144745 Aug 10 01:53:54.377719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cf17389-9344-4ed0-a072-bb68d1e4a846 req-2cff7d87-8412-4e5b-ae3c-e5792fb3a5dd tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971189 Aug 10 01:53:54.411793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af5fd0c4-bdcb-46da-b1e0-154f0dc807d4 req-618c8645-346b-473f-a099-ce2771e6d812 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606830 Aug 10 01:53:54.482958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Router c7398299-f827-4a1d-9ff7-4015a3d17845 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:53:54.595362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:53:54.609730 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Sync routers for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:53:54.620080 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:53:54.625182 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:53:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:54.725356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:54.730600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-93bf4869-f64f-42b6-85b5-946f1287bf03 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0609283 Aug 10 01:53:54.736444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34218) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:54.793616 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:53:55.111712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b8c7e-856e-43cc-9e22-bdde4b931c8b req-a41e1109-e7bc-415d-b45e-706a7069adfc tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:55.120348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb7b8c7e-856e-43cc-9e22-bdde4b931c8b req-a41e1109-e7bc-415d-b45e-706a7069adfc tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.0648875 Aug 10 01:53:55.140601 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:53Z', 'revision_number': 3, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:55.183062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb7b8c7e-856e-43cc-9e22-bdde4b931c8b req-557809cc-3307-433e-806b-191b8797dfb4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524063 Aug 10 01:53:55.200815 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Checking router: c7398299-f827-4a1d-9ff7-4015a3d17845 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:53:55.201381 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Updating router c7398299-f827-4a1d-9ff7-4015a3d17845 port afedce56-4b08-4154-83af-b94cbb2e0ac8 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:53:55.262833 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:55.286658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce11e285-6a10-4eee-9867-d5fac57ae0ae req-0457a9f2-99b1-4eb4-abc6-3e295d69da64 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 210 time: 0.0492015 Aug 10 01:53:55.443060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:55.481909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9567a-aa48-4ef3-8488-16b4c4315186 req-f1693edc-744e-4652-9089-4402311ea771 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:55.490100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9dc9567a-aa48-4ef3-8488-16b4c4315186 req-f1693edc-744e-4652-9089-4402311ea771 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 950 time: 0.0741725 Aug 10 01:53:55.513564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3804c712-8344-47be-b6f4-869214472347 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:55.548440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 3804c712-8344-47be-b6f4-869214472347 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:53:55.548787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3804c712-8344-47be-b6f4-869214472347 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:53:55.577432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9dc9567a-aa48-4ef3-8488-16b4c4315186 req-b7a0b31d-96a5-4674-850b-b05e833eb049 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834267 Aug 10 01:53:55.612571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30f5aa-c760-4014-83ce-95c448b6b74f req-7af26de4-7350-4b16-a9b5-cd5a2b56885d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:55.614909 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a30f5aa-c760-4014-83ce-95c448b6b74f req-7af26de4-7350-4b16-a9b5-cd5a2b56885d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1066535 Aug 10 01:53:55.648941 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:55.672865 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Transition to ACTIVE for port object afedce56-4b08-4154-83af-b94cbb2e0ac8 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:55.684014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a30f5aa-c760-4014-83ce-95c448b6b74f req-34562e7c-d611-4385-a730-73f774a24e3a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605841 Aug 10 01:53:55.731804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43215f04-b7b6-4aa2-8782-18e4d309d90a req-a724e642-4aa8-4c9b-9b52-e018b2d4c26b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:55.733597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43215f04-b7b6-4aa2-8782-18e4d309d90a req-a724e642-4aa8-4c9b-9b52-e018b2d4c26b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0746970 Aug 10 01:53:55.740153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Allocated IP 172.20.0.1 (f69e41a9-0dba-4491-a226-ab1715d23daa/a7ef8f74-efaa-4741-9ac1-208de71217cf/8af7f8bc-0679-4af0-a2f3-47a6b8fb4774) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:55.756478 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:55.780335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43215f04-b7b6-4aa2-8782-18e4d309d90a req-8d96928c-eba5-4c62-a27e-a9b7ff0e4962 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Aug 10 01:53:55.835570 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Attempting to bind port afedce56-4b08-4154-83af-b94cbb2e0ac8 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:55.835932 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Attempting to bind port afedce56-4b08-4154-83af-b94cbb2e0ac8 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:55.836298 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Attempting to bind port afedce56-4b08-4154-83af-b94cbb2e0ac8 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:55.838923 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034119bc-fa38-49a7-b2e5-f855917564c2 None None] Pushing event updated for resources: {'Port': ['ID=afedce56-4b08-4154-83af-b94cbb2e0ac8,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:55.844752 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:55.845130 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:55.845530 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:55.845918 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:55.846382 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Bound port: afedce56-4b08-4154-83af-b94cbb2e0ac8, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:55.847445 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:55.867651 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:55.884844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Transition to ACTIVE for port object 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:55.904231 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] For port afedce56-4b08-4154-83af-b94cbb2e0ac8, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:55.908013 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] For port afedce56-4b08-4154-83af-b94cbb2e0ac8, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=afedce56-4b08-4154-83af-b94cbb2e0ac8,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:56.000790 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.000898 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.066515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Network f69e41a9-0dba-4491-a226-ab1715d23daa is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:56.068426 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:53:56.069542 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:53:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:56.070406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:56.075863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:56.119192 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034119bc-fa38-49a7-b2e5-f855917564c2 None None] Pushing event updated for resources: {'Port': ['ID=afedce56-4b08-4154-83af-b94cbb2e0ac8,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:56.138635 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.145095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-c75a0bcb-b781-48e5-a5cf-21246d5e3eb2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:56.147543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-c75a0bcb-b781-48e5-a5cf-21246d5e3eb2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.1544490 Aug 10 01:53:56.165022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Request body: {'port': {'device_id': 'd52906e4-510d-4482-ac7a-4d7ad4e64dae', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'admin_state_up': True, 'tenant_id': '00fbeb92a4464845bf2bfbaf4fa56973'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:56.191743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8af7f8bc-0679-4af0-a2f3-47a6b8fb4774,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:56.220410 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:53:56.380460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964473a-f2b4-4fb7-af70-3560d6999c49 req-5b52ba2c-6b94-4a11-87e6-2ae63ad4931b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:56.388804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7964473a-f2b4-4fb7-af70-3560d6999c49 req-5b52ba2c-6b94-4a11-87e6-2ae63ad4931b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.1287949 Aug 10 01:53:56.413368 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.450711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a3dd63e0-0943-4146-a7f0-4be102c690eb None None] Provisioning for port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:56.454733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a3dd63e0-0943-4146-a7f0-4be102c690eb None None] Provisioning complete for port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:56.455112 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a3dd63e0-0943-4146-a7f0-4be102c690eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.460903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-2b26cbbc-0040-4e21-a056-1918a78f40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:56.463613 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-2b26cbbc-0040-4e21-a056-1918a78f40ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1127 time: 0.1648438 Aug 10 01:53:56.466728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c654131-3f95-4d72-a3c9-4be2e1b457c3 req-cbfc053b-94ad-4347-a2aa-db9cd4d152ee tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 210 time: 0.0484488 Aug 10 01:53:56.480797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7964473a-f2b4-4fb7-af70-3560d6999c49 req-a9c9fdb0-2d95-4d35-a33a-51190b1e64ae tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909662 Aug 10 01:53:56.498117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd63e0-0943-4146-a7f0-4be102c690eb None None] Port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:53:56.500679 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:53Z', 'revision_number': 3, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:56.502620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Made reservation on behalf of 00fbeb92a4464845bf2bfbaf4fa56973 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:53:56.506434 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.529309 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1339e6f-45d9-460e-8bcf-6159f78109bb None None] The sync data for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 is: [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:53Z', 'revision_number': 3, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:53:56.644829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-68a87d55-aca5-4b8c-8f77-54ff5d349f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:56.646340 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-68a87d55-aca5-4b8c-8f77-54ff5d349f51 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.1625490 Aug 10 01:53:56.686432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Allocated IP 172.20.0.6 (b3ff8e7a-e648-4408-83fa-64a78dd8ec1c/88c8310d-f229-4c41-91a5-1c2abd9b97d8/71862fe9-3878-475a-926f-df1b23f77ba9) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:53:56.707820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-b15395b8-d459-47e5-880d-0610bf6b7859 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 217 time: 0.0480988 Aug 10 01:53:56.756968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d5bb0-f27d-4aee-861e-38eccd6be798 req-da1ec75b-0100-4038-bea2-d7d5fe3d6b3f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:56.759125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f88d5bb0-f27d-4aee-861e-38eccd6be798 req-da1ec75b-0100-4038-bea2-d7d5fe3d6b3f tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 950 time: 0.0891559 Aug 10 01:53:56.835377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.854178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-a10d4912-119b-4753-9b68-6b08e11461c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:56.854178 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-a10d4912-119b-4753-9b68-6b08e11461c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.1359761 Aug 10 01:53:56.873124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-d9cf3907-4f02-4e3b-bfa8-eb666229ebe6 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:56.874677 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-d9cf3907-4f02-4e3b-bfa8-eb666229ebe6 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 950 time: 0.1166937 Aug 10 01:53:56.941468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.950440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-814a34ef-212c-4c84-8258-56d9939b213b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747702 Aug 10 01:53:56.972596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f88d5bb0-f27d-4aee-861e-38eccd6be798 req-1d2a0333-cb93-46d9-9075-feb252f571d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921113 Aug 10 01:53:56.985005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ecbfd-7903-4e4d-9305-a35fc97f04b5 req-e9c9dfaa-afdb-4bdf-9baf-3808cb1b2399 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:56.998301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-807ecbfd-7903-4e4d-9305-a35fc97f04b5 req-e9c9dfaa-afdb-4bdf-9baf-3808cb1b2399 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1967385 Aug 10 01:53:57.093827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-807ecbfd-7903-4e4d-9305-a35fc97f04b5 req-44ec8cef-387b-4c2f-91fa-ade2f1cebba7 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998020 Aug 10 01:53:57.118920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:57.128247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8af7f8bc-0679-4af0-a2f3-47a6b8fb4774,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:57.147537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:57.162631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-86e0aa82-7f91-4f59-9819-ece6c31a02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:57.164096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-86e0aa82-7f91-4f59-9819-ece6c31a02ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1097 time: 0.1477284 Aug 10 01:53:57.235658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Deleting port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:53:57.236189 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:57.245613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b76f3-8408-4223-8cad-e45e46884387 req-161ef740-1482-406f-a518-bb37e795aa5c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:57.248154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a35b76f3-8408-4223-8cad-e45e46884387 req-161ef740-1482-406f-a518-bb37e795aa5c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1861231 Aug 10 01:53:57.303014 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-6a1891f8-04f3-4998-8044-a9ddf415edc4 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107831 Aug 10 01:53:57.342665 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-f7246484-bc98-4394-b2a1-8ad495ba070b tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1266135657&fields=id&tenant_id=83fb7cd8ab2b4f97bdbfc7dc97992cda HTTP/1.1" status: 200 len: 267 time: 0.1204121 Aug 10 01:53:57.363066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a35b76f3-8408-4223-8cad-e45e46884387 req-bb78289a-3c10-4b52-a68c-ec8cae17430c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072998 Aug 10 01:53:57.418746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-213f532d-b8d0-4310-846d-c12babb5c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:57.420246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-213f532d-b8d0-4310-846d-c12babb5c15c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.2468479 Aug 10 01:53:57.429442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:57.440749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Network f69e41a9-0dba-4491-a226-ab1715d23daa is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:57.453368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] For port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:57.453734 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:57.457249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:57.490677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Calling delete_port for 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:53:57.543828 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-2b7c2e8d-0395-4e83-bdd4-9745eaf613be service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316742 Aug 10 01:53:57.545550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:53:57.551748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-952b5256-fb1c-443f-9251-bf5bcd1f1426 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972ef41c-5933-4427-b8fb-38bb6049ca32 HTTP/1.1" status: 200 len: 217 time: 0.1015801 Aug 10 01:53:57.557308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:53:57.588202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:53:57.666005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event updated for resources: {'Port': ['ID=71862fe9-3878-475a-926f-df1b23f77ba9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:57.722439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-056de2d4-a666-465f-abde-9fd57c2bb56d tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:57.724008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-056de2d4-a666-465f-abde-9fd57c2bb56d tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1127 time: 0.1342800 Aug 10 01:53:57.736623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-2947343a-db5b-4a29-a580-1a6290e27383 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:57.738243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-2947343a-db5b-4a29-a580-1a6290e27383 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/networks?id=63490791-c75a-4705-bd62-b0863d203ed7 HTTP/1.1" status: 200 len: 815 time: 0.3847656 Aug 10 01:53:57.739882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f4c5479f-02e7-41e9-b7c8-cfbbab1c07fb None None] Provisioning complete for port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:57.740965 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f4c5479f-02e7-41e9-b7c8-cfbbab1c07fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:57.741132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:57.761125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:57.761791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:57.768919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Router c7398299-f827-4a1d-9ff7-4015a3d17845 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:53:57.782892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-75b20d70-2c0a-42ac-a791-3a321999d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:57.784542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-75b20d70-2c0a-42ac-a791-3a321999d1e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.1934466 Aug 10 01:53:57.795348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-75e6bc52-fc41-472d-bd23-5e5ad9190dcd tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/quotas/83fb7cd8ab2b4f97bdbfc7dc97992cda HTTP/1.1" status: 200 len: 375 time: 0.0452089 Aug 10 01:53:57.806366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e7250-14c1-4a4e-b2e8-1e78b9a38dac req-dd5b5868-a454-4b90-bb6a-38a6265acc1e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:57.808328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d0e7250-14c1-4a4e-b2e8-1e78b9a38dac req-dd5b5868-a454-4b90-bb6a-38a6265acc1e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 944 time: 0.2221351 Aug 10 01:53:57.887487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-3efb30e2-e930-42f1-9f4b-e7eea0fcd7d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768416 Aug 10 01:53:57.891503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ddb777e6-b9ce-4db2-bc04-42765b2d5990 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7331803 Aug 10 01:53:57.917754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5479f-02e7-41e9-b7c8-cfbbab1c07fb None None] Port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:53:57.925344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Request body: {'port': {'device_id': 'd52906e4-510d-4482-ac7a-4d7ad4e64dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:57.991437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d0e7250-14c1-4a4e-b2e8-1e78b9a38dac req-7c40edc5-6168-4c29-8b0b-ca89f546879c tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411114 Aug 10 01:53:58.002978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-68e51581-5781-4580-b9e7-bbe8ad183129 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=83fb7cd8ab2b4f97bdbfc7dc97992cda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1935017 Aug 10 01:53:58.105705 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:58.152432 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:58.203225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:58.204825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-73025c3d-836c-413a-a725-6f5e597f40d8 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965248 Aug 10 01:53:58.217038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['16582bff-5044-417c-b25d-559404ad496e', '5fbbe718-8719-4f9f-91f9-db5a8c5bb387'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:58.223268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'e3a3e0f2-9411-44f9-aad2-07258b643932'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:58.254511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9595434-1d3b-4396-8aa2-82543449d4dd req-560b8bae-b925-478f-9089-ac8514a1a5e7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:58.259257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9595434-1d3b-4396-8aa2-82543449d4dd req-560b8bae-b925-478f-9089-ac8514a1a5e7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 931 time: 0.1900244 Aug 10 01:53:58.265931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event deleted for resources: {'Port': ['ID=5fbbe718-8719-4f9f-91f9-db5a8c5bb387,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:58.297815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:53:58.304965 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bf8306cc-9658-4293-b33a-7981a23d09e5 admin admin] 10.222.0.38 "PUT /v2.0/routers/c7398299-f827-4a1d-9ff7-4015a3d17845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5672288 Aug 10 01:53:58.355414 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-215d05c5-90a3-4a26-98e8-cc8207d5952c service neutron] 10.222.0.38 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163941 Aug 10 01:53:58.365039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device afedce56-4b08-4154-83af-b94cbb2e0ac8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:58.402010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] No DVR routers for this DVR port 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:53:58.407544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:58.410507 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8a5f1208-4b61-4213-bb47-53de9c8b0f1f req-31dd4696-01e1-446d-a8e3-3763dbc6e30e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "DELETE /v2.0/ports/5fbbe718-8719-4f9f-91f9-db5a8c5bb387 HTTP/1.1" status: 204 len: 173 time: 1.5214653 Aug 10 01:53:58.410507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d55619a-988e-4fc2-8faf-468df1d6ce16', 'name': 'network-vif-deleted', 'tag': '5fbbe718-8719-4f9f-91f9-db5a8c5bb387'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:58.413781 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7c1de7-5721-46e2-8ef7-dfd6d269d876" -d '{"events": [{"server_uuid": "5d55619a-988e-4fc2-8faf-468df1d6ce16", "name": "network-vif-deleted", "tag": "5fbbe718-8719-4f9f-91f9-db5a8c5bb387"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:58.465872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:58.518449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:58.559903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9595434-1d3b-4396-8aa2-82543449d4dd req-9b993f67-235c-471d-be78-9ece0a5d1c03 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900847 Aug 10 01:53:58.560563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port afedce56-4b08-4154-83af-b94cbb2e0ac8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:58.570022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a18178-b2de-473f-a83a-9743c01c291d {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:58.576251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port afedce56-4b08-4154-83af-b94cbb2e0ac8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:58.576805 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:58.583100 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:58.666968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:58.776015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-3a8d7a3b-cc44-49c5-ab2a-4cd161a0ba73 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539110 Aug 10 01:53:58.782161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Sync routers for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:53:58.797761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on host n-h1-767704-21 for vnic_type normal with profile {} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:58.799070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:58.800169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:58.824453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:58.830425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Attempting to bind port e5a18178-b2de-473f-a83a-9743c01c291d on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:58.832751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f7cfadc-615e-4b8e-b924-0a82a75cea3f req-9918e761-cecf-4cf6-89cb-d3357ed033e9 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d55619a-988e-4fc2-8faf-468df1d6ce16 HTTP/1.1" status: 200 len: 210 time: 0.0787997 Aug 10 01:53:58.847927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:58.848288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:58.848815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:58.849271 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Bound port: e5a18178-b2de-473f-a83a-9743c01c291d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:58.850169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:58.871396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-46e3ba08-de3c-44fe-b15e-46651b3af931 service neutron] 10.222.0.38 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149577 Aug 10 01:53:58.887007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:53:58.891430 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:53:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:53:58.898828 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Pushing event updated for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=9']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:59.023382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:59.041140 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:59.132328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:59.155925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port afedce56-4b08-4154-83af-b94cbb2e0ac8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=afedce56-4b08-4154-83af-b94cbb2e0ac8,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:59.234700 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:59.274834 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:59.328026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:59.330078 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:59.335955 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] 10.222.0.11 "PUT /v2.0/ports/e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 1093 time: 1.6001570 Aug 10 01:53:59.426457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=afedce56-4b08-4154-83af-b94cbb2e0ac8,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:59.455244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:53:59.492672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf513a-1dc2-47d0-b6e5-9358470b578a service neutron] Pushing event updated for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=10']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:59.495532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e5a18178-b2de-473f-a83a-9743c01c291d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:59.553944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e5a18178-b2de-473f-a83a-9743c01c291d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:59.619357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5cdd-b631-468b-8dd1-efe3f5784209 req-4bcebf67-2c6c-43f2-b410-b32ffa11b9b5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:59.621090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd0c5cdd-b631-468b-8dd1-efe3f5784209 req-4bcebf67-2c6c-43f2-b410-b32ffa11b9b5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.5750830 Aug 10 01:53:59.637390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71862fe9-3878-475a-926f-df1b23f77ba9 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:59.650927 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:59.683652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd0c5cdd-b631-468b-8dd1-efe3f5784209 req-39104fbf-197c-4494-95dc-dba57ba73ef9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556314 Aug 10 01:53:59.684646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Transition to ACTIVE for port object 71862fe9-3878-475a-926f-df1b23f77ba9 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:59.740438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:59.809642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-d43408e8-87b3-45bf-a08e-1b409a8ae7df service neutron] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:59.857085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Pushing event updated for resources: {'Port': ['ID=71862fe9-3878-475a-926f-df1b23f77ba9,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:59.916655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-d43408e8-87b3-45bf-a08e-1b409a8ae7df service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:59.919266 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af31bde5-6db5-4106-8552-5f74a8dfa530 req-d43408e8-87b3-45bf-a08e-1b409a8ae7df service neutron] 10.222.0.11 "DELETE /v2.0/ports/e5a18178-b2de-473f-a83a-9743c01c291d/bindings/n-h2-767704-21 HTTP/1.1" status: 204 len: 173 time: 0.5717566 Aug 10 01:53:59.960085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cdb68-9d2e-41df-a79d-4d5a422c5345 req-7f6ede2b-0ba4-4319-964d-4957778afac1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:59.963411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b0cdb68-9d2e-41df-a79d-4d5a422c5345 req-7f6ede2b-0ba4-4319-964d-4957778afac1 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1548548 Aug 10 01:54:00.018089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b0cdb68-9d2e-41df-a79d-4d5a422c5345 req-7ce13ced-783b-4803-a98f-c4adf7bfbc2e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Aug 10 01:54:00.019138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8af7f8bc-0679-4af0-a2f3-47a6b8fb4774', 'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'mac_address': 'fa:16:3e:31:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:55Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 2, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'subnets': [{'id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:00.041907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Attempting to bind port 71862fe9-3878-475a-926f-df1b23f77ba9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:00.042543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Attempting to bind port 71862fe9-3878-475a-926f-df1b23f77ba9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:00.043179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Attempting to bind port 71862fe9-3878-475a-926f-df1b23f77ba9 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:00.048868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Port 71862fe9-3878-475a-926f-df1b23f77ba9 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:54:00.049488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Attempting to bind port 71862fe9-3878-475a-926f-df1b23f77ba9 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:00.055683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:00.059075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Checking segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:00.059075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Bound using segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:00.059075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Bound port: 71862fe9-3878-475a-926f-df1b23f77ba9, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:00.059075 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:00.059473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Checking router: c7398299-f827-4a1d-9ff7-4015a3d17845 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:00.059473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Updating router c7398299-f827-4a1d-9ff7-4015a3d17845 port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:54:00.088982 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7899d28e-b26b-429c-b7cd-d467651fa39a x-openstack-request-id: req-7899d28e-b26b-429c-b7cd-d467651fa39a {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:00.089677 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d55619a-988e-4fc2-8faf-468df1d6ce16", "name": "network-vif-deleted", "tag": "5fbbe718-8719-4f9f-91f9-db5a8c5bb387", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:00.091217 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7899d28e-b26b-429c-b7cd-d467651fa39a {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:00.091217 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d55619a-988e-4fc2-8faf-468df1d6ce16', 'name': 'network-vif-deleted', 'tag': '5fbbe718-8719-4f9f-91f9-db5a8c5bb387', 'status': 'completed', 'code': 200} Aug 10 01:54:00.122938 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:00.184767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] For port 71862fe9-3878-475a-926f-df1b23f77ba9, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:00.190980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] For port 71862fe9-3878-475a-926f-df1b23f77ba9, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71862fe9-3878-475a-926f-df1b23f77ba9,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:00.267855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:00.320601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daf264-59a5-4cc3-9a6a-0003763f4010 req-656ff597-d2b0-459a-9372-0a9937ed98df tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:00.324020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38daf264-59a5-4cc3-9a6a-0003763f4010 req-656ff597-d2b0-459a-9372-0a9937ed98df tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1097 time: 0.0965326 Aug 10 01:54:00.326614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:00.326614 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:00.327819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] 10.222.0.11 "PUT /v2.0/ports/71862fe9-3878-475a-926f-df1b23f77ba9 HTTP/1.1" status: 200 len: 1092 time: 2.4078624 Aug 10 01:54:00.329944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52906e4-510d-4482-ac7a-4d7ad4e64dae', 'tag': '71862fe9-3878-475a-926f-df1b23f77ba9'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:00.333041 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052dda19-acac-4015-b28d-3461fb99dace" -d '{"events": [{"name": "network-changed", "server_uuid": "d52906e4-510d-4482-ac7a-4d7ad4e64dae", "tag": "71862fe9-3878-475a-926f-df1b23f77ba9"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:00.368912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device afedce56-4b08-4154-83af-b94cbb2e0ac8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:00.382464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb4f80-bc98-4f13-8aae-b9e1ac2a6c78 service neutron] Pushing event updated for resources: {'Port': ['ID=71862fe9-3878-475a-926f-df1b23f77ba9,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:00.391442 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38daf264-59a5-4cc3-9a6a-0003763f4010 req-2892464e-8c8e-4bc1-9b1f-818b8fd9a47e tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491028 Aug 10 01:54:00.531776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-677f7cc7-edb3-4fae-8fd9-d174020a7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:00.533353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-677f7cc7-edb3-4fae-8fd9-d174020a7bba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 1095 time: 0.0801241 Aug 10 01:54:00.547325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd03c5-7877-4fcb-b37f-6eda5d0dea01 req-10b495bb-482a-41d4-ae4b-25b8c25812c5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:00.548845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ffd03c5-7877-4fcb-b37f-6eda5d0dea01 req-10b495bb-482a-41d4-ae4b-25b8c25812c5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 943 time: 0.0625987 Aug 10 01:54:00.567907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port afedce56-4b08-4154-83af-b94cbb2e0ac8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:00.568290 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:00.591662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-bad0b96d-69bf-4e07-9f38-9ebf27423cea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71862fe9-3878-475a-926f-df1b23f77ba9 HTTP/1.1" status: 200 len: 217 time: 0.0418346 Aug 10 01:54:00.637923 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:00.656036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Transition to ACTIVE for port object 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:00.707649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ffd03c5-7877-4fcb-b37f-6eda5d0dea01 req-e8bbd6d1-02a8-4ab8-a52c-4c3db0f21c1c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115973 Aug 10 01:54:00.718805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-f1f630e7-3f95-4c8a-b28c-91d974806f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:00.720317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-f1f630e7-3f95-4c8a-b28c-91d974806f99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.1148460 Aug 10 01:54:00.734278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:00.776079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-ebce8ddf-1062-4eab-9e54-58e2dc8e92b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378180 Aug 10 01:54:00.811983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea910a1e-b939-4a8e-aec7-b4f7f328866f None None] Pushing event updated for resources: {'Port': ['ID=8af7f8bc-0679-4af0-a2f3-47a6b8fb4774,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:00.915511 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f01e99-7c01-4c96-afa4-733953edb0cf x-openstack-request-id: req-f2f01e99-7c01-4c96-afa4-733953edb0cf {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:00.916005 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52906e4-510d-4482-ac7a-4d7ad4e64dae", "tag": "71862fe9-3878-475a-926f-df1b23f77ba9", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:00.916354 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f2f01e99-7c01-4c96-afa4-733953edb0cf {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:00.916841 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52906e4-510d-4482-ac7a-4d7ad4e64dae', 'tag': '71862fe9-3878-475a-926f-df1b23f77ba9', 'status': 'completed', 'code': 200} Aug 10 01:54:00.937088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-b15f0717-f56b-4bff-b0b7-82475c3da312 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538372 Aug 10 01:54:00.957095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Attempting to bind port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:00.957901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Attempting to bind port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:00.958488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Attempting to bind port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 on network f69e41a9-0dba-4491-a226-ab1715d23daa {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:00.974316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:00.974733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Checking segment: {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:00.975744 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:00.976161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Bound using segment: {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:00.976729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Bound port: 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:00.977030 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:01.151405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] For port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:01.155202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] For port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8af7f8bc-0679-4af0-a2f3-47a6b8fb4774,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:01.203482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870fb7-1250-47b2-ba48-c4a11acdf761 req-15b6b214-4407-4f8e-b932-9a9d875b293d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:01.204650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2870fb7-1250-47b2-ba48-c4a11acdf761 req-15b6b214-4407-4f8e-b932-9a9d875b293d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1106660 Aug 10 01:54:01.229481 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:01.256092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4be7840-5324-4737-8acf-fa8ad4a4f07f req-e0c1fade-e565-4699-8821-263763f8f8e7 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153989 Aug 10 01:54:01.274934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2870fb7-1250-47b2-ba48-c4a11acdf761 req-0f915a6b-055d-47e3-a520-b9586e05a4de tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590596 Aug 10 01:54:01.445166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9513a78d-9b03-4ee5-adb8-bbef0daff086 req-f889cf5b-c3c2-4d57-9162-80ef91eb7aa3 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 210 time: 0.0357606 Aug 10 01:54:01.454677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dda19-acac-4015-b28d-3461fb99dace req-f9d9de89-6e64-4252-aea5-072998b66a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:01.456196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-052dda19-acac-4015-b28d-3461fb99dace req-f9d9de89-6e64-4252-aea5-072998b66a6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 1095 time: 0.0850768 Aug 10 01:54:01.576899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:01.622281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:01.622761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5fbbe718-8719-4f9f-91f9-db5a8c5bb387 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:01.626465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:01.631526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:53:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:01.647296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea910a1e-b939-4a8e-aec7-b4f7f328866f None None] Pushing event updated for resources: {'Port': ['ID=8af7f8bc-0679-4af0-a2f3-47a6b8fb4774,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:01.655680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dda19-acac-4015-b28d-3461fb99dace req-b898e5e7-8f7d-4657-a183-9a0ef2e0eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:01.657306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-052dda19-acac-4015-b28d-3461fb99dace req-b898e5e7-8f7d-4657-a183-9a0ef2e0eb5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 913 time: 0.1894205 Aug 10 01:54:01.793826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-052dda19-acac-4015-b28d-3461fb99dace req-33db5e57-6d82-4bd3-bfbf-57f08eca2b5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71862fe9-3878-475a-926f-df1b23f77ba9 HTTP/1.1" status: 200 len: 217 time: 0.1132243 Aug 10 01:54:01.831242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70eb7-b70c-4dd0-9c21-f04792810ecd req-39487bf3-b8ca-4ed4-bad4-b6fc30b07676 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:01.832703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0a70eb7-b70c-4dd0-9c21-f04792810ecd req-39487bf3-b8ca-4ed4-bad4-b6fc30b07676 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1453576 Aug 10 01:54:01.889216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:01.962053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dda19-acac-4015-b28d-3461fb99dace req-ef895614-5e23-4ffb-82c7-ec016fe2b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:01.963817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-052dda19-acac-4015-b28d-3461fb99dace req-ef895614-5e23-4ffb-82c7-ec016fe2b89c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.1608474 Aug 10 01:54:01.969614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0a70eb7-b70c-4dd0-9c21-f04792810ecd req-dab0da97-dfca-4fe3-8d96-f2a5ceb0a05f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821838 Aug 10 01:54:02.017452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-052dda19-acac-4015-b28d-3461fb99dace req-0bf229f6-dc1c-47e3-8489-9d03f435bef4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354979 Aug 10 01:54:02.092014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:02.094916 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c8e1af-bc58-40dc-9c75-9be76174b5df" -d '{"events": [{"name": "network-changed", "server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:02.232446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bcfcd-5f07-46d3-b1b2-1c58aba37f4e req-48e616e9-60e6-4f06-b787-0209999da862 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:02.234647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-835bcfcd-5f07-46d3-b1b2-1c58aba37f4e req-48e616e9-60e6-4f06-b787-0209999da862 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 943 time: 0.0976751 Aug 10 01:54:02.236487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-052dda19-acac-4015-b28d-3461fb99dace req-ab5116b8-b62f-4f23-8913-b27e756fc8cc service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203135 Aug 10 01:54:02.252961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8af7f8bc-0679-4af0-a2f3-47a6b8fb4774', 'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'mac_address': 'fa:16:3e:31:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:55Z', 'updated_at': '2021-08-10T01:54:01Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'subnets': [{'id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:02.289399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ec2a3-195f-4acc-9e74-5dd6457f23ba None None] The sync data for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 is: [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8af7f8bc-0679-4af0-a2f3-47a6b8fb4774', 'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'mac_address': 'fa:16:3e:31:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:55Z', 'updated_at': '2021-08-10T01:54:01Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'subnets': [{'id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:02.392557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-835bcfcd-5f07-46d3-b1b2-1c58aba37f4e req-37108f1d-7375-4d38-acda-4cc5905d3604 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477029 Aug 10 01:54:02.458752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-052dda19-acac-4015-b28d-3461fb99dace req-405fa004-316a-46b6-b1d1-2d1c425e8ef9 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967895 Aug 10 01:54:02.487148 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ef2c33-5992-4573-b319-23dab090efe9 x-openstack-request-id: req-56ef2c33-5992-4573-b319-23dab090efe9 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:02.487444 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:02.487706 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-56ef2c33-5992-4573-b319-23dab090efe9 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:02.488103 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d', 'status': 'completed', 'code': 200} Aug 10 01:54:02.605089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-59a74b79-1a52-4468-9eb5-6be974bebd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:02.606962 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-59a74b79-1a52-4468-9eb5-6be974bebd5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1097 time: 0.0793114 Aug 10 01:54:02.649812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780addc-0d20-479f-bd93-8fcbf7cdb340 req-dcdf627e-c87c-4256-89f1-a27d7394887e tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:02.652055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8780addc-0d20-479f-bd93-8fcbf7cdb340 req-dcdf627e-c87c-4256-89f1-a27d7394887e tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.0789475 Aug 10 01:54:02.752591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7eb9571e-7b50-4c71-a01c-d00da50cbd9c req-05b7ef3b-4a6d-4558-b8af-39e0eabc2dd9 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 210 time: 0.0512934 Aug 10 01:54:02.763538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8780addc-0d20-479f-bd93-8fcbf7cdb340 req-06fd27fd-6ad7-4ee3-9cbf-185bfa677c9c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019564 Aug 10 01:54:02.792440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-957a6f27-d7dc-4489-bdd7-15739aa7f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:02.793926 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-957a6f27-d7dc-4489-bdd7-15739aa7f568 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.1771483 Aug 10 01:54:02.864892 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-4ae55d46-b591-4f6b-a950-45b8f4ed66cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 217 time: 0.0580289 Aug 10 01:54:02.908080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0327f0-3032-4cb7-a717-162e965a4af6 req-2465b739-242f-4980-a4aa-eea6cdf56cc4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:02.909639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef0327f0-3032-4cb7-a717-162e965a4af6 req-2465b739-242f-4980-a4aa-eea6cdf56cc4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 950 time: 0.0732007 Aug 10 01:54:02.934798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-c2fcb25b-7140-4268-813b-06e41ac251ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:02.936865 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-c2fcb25b-7140-4268-813b-06e41ac251ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0643780 Aug 10 01:54:02.967214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef0327f0-3032-4cb7-a717-162e965a4af6 req-182ec766-9cbf-44bc-9284-93151f608aa6 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Aug 10 01:54:02.981539 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-3208022d-c2a7-4bf6-8f17-99daeac98093 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328057 Aug 10 01:54:03.150055 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-3ad4cce4-8b38-4a99-ace8-f3f9d93ed8fd service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537390 Aug 10 01:54:03.182397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e7a3-6778-49e6-864a-ae1e8c30c2a4 req-f65b4599-d32f-4008-b759-3d5457ba7dc6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:03.189523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4912e7a3-6778-49e6-864a-ae1e8c30c2a4 req-f65b4599-d32f-4008-b759-3d5457ba7dc6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0990787 Aug 10 01:54:03.286608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4912e7a3-6778-49e6-864a-ae1e8c30c2a4 req-6733db39-bf8f-4a68-98e2-9baf25eee8a7 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895684 Aug 10 01:54:03.312663 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-01c8e1af-bc58-40dc-9c75-9be76174b5df req-fdaa8c07-0a07-4cf0-9653-cb1f308f0ecc service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538293 Aug 10 01:54:03.474804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41493882-4eb5-41ed-966f-3831bb095d9a req-5436a8a3-dbcc-4394-8028-f24cf1daa9d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:03.479896 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-41493882-4eb5-41ed-966f-3831bb095d9a req-5436a8a3-dbcc-4394-8028-f24cf1daa9d5 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 950 time: 0.0893083 Aug 10 01:54:03.553085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63232a7-ff9f-4ea3-9f75-b93b011c1d4d req-ce346477-7561-47ed-8f4f-1e79e070315c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:03.558128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a63232a7-ff9f-4ea3-9f75-b93b011c1d4d req-ce346477-7561-47ed-8f4f-1e79e070315c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 943 time: 0.0855658 Aug 10 01:54:03.632837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a63232a7-ff9f-4ea3-9f75-b93b011c1d4d req-de608b55-d52a-41e0-abb1-9d0abc92784f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635061 Aug 10 01:54:03.725682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-13b2f21c-7cbd-40c6-b697-00428401fa1a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:03.728014 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-13b2f21c-7cbd-40c6-b697-00428401fa1a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.16 "GET /v2.0/networks?id=63490791-c75a-4705-bd62-b0863d203ed7 HTTP/1.1" status: 200 len: 815 time: 0.1899526 Aug 10 01:54:03.783356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-41493882-4eb5-41ed-966f-3831bb095d9a req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Deleting port 16582bff-5044-417c-b25d-559404ad496e {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:03.783935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-41493882-4eb5-41ed-966f-3831bb095d9a req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:03.817314 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-846e1ab0-398b-4c8a-92b6-e40ddd29595c tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83fb7cd8ab2b4f97bdbfc7dc97992cda HTTP/1.1" status: 200 len: 380 time: 0.0790205 Aug 10 01:54:03.859202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Request body: {'port': {'device_id': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'admin_state_up': True, 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'security_groups': ['a685939d-d1e3-4a3b-8ab1-f97843d2281a']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:03.965680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c524cef-3711-40d8-8628-7dd6fc256b6f req-9992f195-7dc9-4f46-ba27-84c9512eec12 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 210 time: 0.0473704 Aug 10 01:54:04.014532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-41493882-4eb5-41ed-966f-3831bb095d9a req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] For port 16582bff-5044-417c-b25d-559404ad496e, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=16582bff-5044-417c-b25d-559404ad496e,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:04.014939 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-41493882-4eb5-41ed-966f-3831bb095d9a req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.053085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-41493882-4eb5-41ed-966f-3831bb095d9a req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Calling delete_port for 16582bff-5044-417c-b25d-559404ad496e owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:04.081903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c2f7d-1f78-44cc-bb32-d9352f3c9e61 req-c203ec56-7c2e-4989-bb61-e499bd1c5c2c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:04.083672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa3c2f7d-1f78-44cc-bb32-d9352f3c9e61 req-c203ec56-7c2e-4989-bb61-e499bd1c5c2c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.2038643 Aug 10 01:54:04.143234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-ed013dc9-abbb-45ec-926d-fb1652132234 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:04.144789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-ed013dc9-abbb-45ec-926d-fb1652132234 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 950 time: 0.1469572 Aug 10 01:54:04.186464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71862fe9-3878-475a-926f-df1b23f77ba9 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:54:04.190829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e5a18178-b2de-473f-a83a-9743c01c291d no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:04.226106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Made reservation on behalf of 83fb7cd8ab2b4f97bdbfc7dc97992cda for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:04.226106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.288777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa3c2f7d-1f78-44cc-bb32-d9352f3c9e61 req-63569f9c-3b7c-4204-a613-1a5b7b5cae13 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699514 Aug 10 01:54:04.297979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2368-0224-4ed5-8f3d-9d205d928c5e req-5fe41a34-f47d-4a7a-ac1a-73e324be912c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:04.305831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afea2368-0224-4ed5-8f3d-9d205d928c5e req-5fe41a34-f47d-4a7a-ac1a-73e324be912c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 950 time: 0.2203853 Aug 10 01:54:04.348647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e5a18178-b2de-473f-a83a-9743c01c291d not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:04.372605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:04.414581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afea2368-0224-4ed5-8f3d-9d205d928c5e req-df4332f0-34bc-45fa-8a25-338a7970dffd tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008430 Aug 10 01:54:04.438190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Deleting port e3a3e0f2-9411-44f9-aad2-07258b643932 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:04.438573 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.502448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 71862fe9-3878-475a-926f-df1b23f77ba9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71862fe9-3878-475a-926f-df1b23f77ba9,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:04.516968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '71862fe9-3878-475a-926f-df1b23f77ba9', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'port_id': '71862fe9-3878-475a-926f-df1b23f77ba9', 'mac_address': 'fa:16:3e:6e:d3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8310d-f229-4c41-91a5-1c2abd9b97d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:54:04.528261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Allocated IP 172.20.0.5 (63490791-c75a-4705-bd62-b0863d203ed7/080b13db-3e9e-4586-9336-377ab77c5706/9f304be0-62a3-4f99-b27d-339b2eae3a64) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:04.576240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:04.597700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:04.599843 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.662045 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.714983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71862fe9-3878-475a-926f-df1b23f77ba9 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:04.719528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] For port e3a3e0f2-9411-44f9-aad2-07258b643932, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e3a3e0f2-9411-44f9-aad2-07258b643932,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:04.720070 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.737051 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-41493882-4eb5-41ed-966f-3831bb095d9a req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.745579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3b5e1-bd37-41f0-acb9-69c21a809062 req-4266f819-fd62-4236-a67a-0244c0686892 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:04.748054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ce3b5e1-bd37-41f0-acb9-69c21a809062 req-4266f819-fd62-4236-a67a-0244c0686892 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1356139 Aug 10 01:54:04.762920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Calling delete_port for e3a3e0f2-9411-44f9-aad2-07258b643932 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:04.773276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['16582bff-5044-417c-b25d-559404ad496e'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:04.782499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'e3a3e0f2-9411-44f9-aad2-07258b643932'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:04.815165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event deleted for resources: {'Port': ['ID=16582bff-5044-417c-b25d-559404ad496e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:04.845891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 71862fe9-3878-475a-926f-df1b23f77ba9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71862fe9-3878-475a-926f-df1b23f77ba9,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:04.896716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.909883 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.911376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Transition to ACTIVE for port object 9f304be0-62a3-4f99-b27d-339b2eae3a64 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:04.944186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-41493882-4eb5-41ed-966f-3831bb095d9a req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] No DVR routers for this DVR port 16582bff-5044-417c-b25d-559404ad496e on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:04.950219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-41493882-4eb5-41ed-966f-3831bb095d9a req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:04.956781 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-41493882-4eb5-41ed-966f-3831bb095d9a req-59ed2794-3287-4be1-b061-426dd9b7a895 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.16 "DELETE /v2.0/ports/16582bff-5044-417c-b25d-559404ad496e HTTP/1.1" status: 204 len: 173 time: 1.4696426 Aug 10 01:54:04.958604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f525829-4d6d-4784-9ed7-ff208dc73f3a', 'name': 'network-vif-deleted', 'tag': '16582bff-5044-417c-b25d-559404ad496e'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:04.963852 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f0f4b5-a14f-4f42-be6d-612d637c9581" -d '{"events": [{"server_uuid": "4f525829-4d6d-4784-9ed7-ff208dc73f3a", "name": "network-vif-deleted", "tag": "16582bff-5044-417c-b25d-559404ad496e"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:04.987346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ce3b5e1-bd37-41f0-acb9-69c21a809062 req-d171a878-3df3-4da1-be3c-32ad375b62ae tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301362 Aug 10 01:54:05.023183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d8eec-e227-40c2-9453-766bec2db928 req-1bdf8761-4b36-4393-abcc-4e35e3e287f8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:05.027960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:05.035307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f6d8eec-e227-40c2-9453-766bec2db928 req-1bdf8761-4b36-4393-abcc-4e35e3e287f8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 943 time: 0.2621341 Aug 10 01:54:05.067886 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:05.087963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=71862fe9-3878-475a-926f-df1b23f77ba9,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:05.089191 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf080910-0c46-43c2-b09d-62e3af50eb2b x-openstack-request-id: req-bf080910-0c46-43c2-b09d-62e3af50eb2b {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:05.089486 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f525829-4d6d-4784-9ed7-ff208dc73f3a", "name": "network-vif-deleted", "tag": "16582bff-5044-417c-b25d-559404ad496e", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:05.089769 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf080910-0c46-43c2-b09d-62e3af50eb2b {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:05.090145 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f525829-4d6d-4784-9ed7-ff208dc73f3a', 'name': 'network-vif-deleted', 'tag': '16582bff-5044-417c-b25d-559404ad496e', 'status': 'completed', 'code': 200} Aug 10 01:54:05.119479 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Network 63490791-c75a-4705-bd62-b0863d203ed7 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:05.122893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Pushing event updated for resources: {'Port': ['ID=9f304be0-62a3-4f99-b27d-339b2eae3a64,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:05.131465 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:05.139931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:05.178293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8af7f8bc-0679-4af0-a2f3-47a6b8fb4774,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:05.231317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f6d8eec-e227-40c2-9453-766bec2db928 req-7aa38a3d-8d42-4e19-83da-26d4f7a86d3e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787648 Aug 10 01:54:05.263572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['71862fe9-3878-475a-926f-df1b23f77ba9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:05.326368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:05.326883 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:05.329586 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:05.375672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba217a-d38f-4e38-b766-fd27cd27db77 req-2bf400e1-ecf7-4595-905a-5a097b1bb277 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:05.377257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9ba217a-d38f-4e38-b766-fd27cd27db77 req-2bf400e1-ecf7-4595-905a-5a097b1bb277 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 931 time: 0.1447124 Aug 10 01:54:05.441216 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-6d5e5dd3-b7df-4282-87f5-b6cba9b73f36 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5886786 Aug 10 01:54:05.457677 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:05.463467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Request body: {'port': {'device_id': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:05.522536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['16582bff-5044-417c-b25d-559404ad496e'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:05.530191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event deleted for resources: {'Port': ['ID=e3a3e0f2-9411-44f9-aad2-07258b643932,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:05.585593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9862-cab4-4ffc-83d0-cbe617fc2760 req-b9817a51-46b3-482b-9fa3-9ac79f84ae6a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:05.597112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d78a9862-cab4-4ffc-83d0-cbe617fc2760 req-b9817a51-46b3-482b-9fa3-9ac79f84ae6a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1922598 Aug 10 01:54:05.614225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:05.624752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9ba217a-d38f-4e38-b766-fd27cd27db77 req-1cd62f82-11bb-4035-92be-d2b2ee756bb4 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412724 Aug 10 01:54:05.720211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d78a9862-cab4-4ffc-83d0-cbe617fc2760 req-f21d349c-c955-4068-a2f8-d73939decbc7 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222565 Aug 10 01:54:05.749820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] No DVR routers for this DVR port e3a3e0f2-9411-44f9-aad2-07258b643932 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:05.753252 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:05.757547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ec386c6-b0f9-4e25-9b9d-7eff265d5339 req-9147d88d-17d7-442e-b129-9bd32c2336e7 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "DELETE /v2.0/ports/e3a3e0f2-9411-44f9-aad2-07258b643932 HTTP/1.1" status: 204 len: 173 time: 1.6038177 Aug 10 01:54:05.759355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13933461-2d38-4f16-a7c2-63fc696d3f3f', 'name': 'network-vif-deleted', 'tag': 'e3a3e0f2-9411-44f9-aad2-07258b643932'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:05.762643 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd4a86d-f25e-4a5f-bd72-e854e7a9ff66" -d '{"events": [{"server_uuid": "13933461-2d38-4f16-a7c2-63fc696d3f3f", "name": "network-vif-deleted", "tag": "e3a3e0f2-9411-44f9-aad2-07258b643932"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:05.798485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8af7f8bc-0679-4af0-a2f3-47a6b8fb4774,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:06.213979 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34209b6b-1ec7-461d-8086-f8e05c116b66 x-openstack-request-id: req-34209b6b-1ec7-461d-8086-f8e05c116b66 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:06.213979 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13933461-2d38-4f16-a7c2-63fc696d3f3f", "name": "network-vif-deleted", "tag": "e3a3e0f2-9411-44f9-aad2-07258b643932", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:06.213979 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34209b6b-1ec7-461d-8086-f8e05c116b66 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:06.213979 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13933461-2d38-4f16-a7c2-63fc696d3f3f', 'name': 'network-vif-deleted', 'tag': 'e3a3e0f2-9411-44f9-aad2-07258b643932', 'status': 'completed', 'code': 200} Aug 10 01:54:06.216075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6fe793e6-18b2-459e-a663-a8b231340472 None None] Provisioning for port 9f304be0-62a3-4f99-b27d-339b2eae3a64 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:06.216075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6fe793e6-18b2-459e-a663-a8b231340472 None None] Provisioning complete for port 9f304be0-62a3-4f99-b27d-339b2eae3a64 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:06.216075 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6fe793e6-18b2-459e-a663-a8b231340472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:06.217243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c029008-cbc9-41ec-afeb-e5ced9cfe3d7 req-fd286d44-2f87-4d1d-8652-b76ee0e66e28 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f525829-4d6d-4784-9ed7-ff208dc73f3a HTTP/1.1" status: 200 len: 210 time: 0.0416102 Aug 10 01:54:06.217683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6fe793e6-18b2-459e-a663-a8b231340472 None None] Port 9f304be0-62a3-4f99-b27d-339b2eae3a64 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:06.218291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b486872-cbd0-4f4f-87da-d775edb170da req-5982d250-41f3-41da-90a0-a908096b1a92 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:06.218291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b486872-cbd0-4f4f-87da-d775edb170da req-5982d250-41f3-41da-90a0-a908096b1a92 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0587406 Aug 10 01:54:06.218947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f304be0-62a3-4f99-b27d-339b2eae3a64 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:06.218947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:06.218947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Transition to ACTIVE for port object 9f304be0-62a3-4f99-b27d-339b2eae3a64 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:06.219726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b486872-cbd0-4f4f-87da-d775edb170da req-3e83a1ab-b512-4c82-a56d-1abfd21a326a tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384641 Aug 10 01:54:06.255894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:06.322494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:06.323219 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:06.362533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916b6e1-e698-40a8-9da7-8ae991ded129 req-f899149b-d226-4ed8-886f-f4c5f31cf84f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:06.364139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9916b6e1-e698-40a8-9da7-8ae991ded129 req-f899149b-d226-4ed8-886f-f4c5f31cf84f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 944 time: 0.0693207 Aug 10 01:54:06.432195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:06.458799 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9916b6e1-e698-40a8-9da7-8ae991ded129 req-fae35b33-5a6f-47c6-8572-2d469d76374f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851419 Aug 10 01:54:06.564676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Pushing event updated for resources: {'Port': ['ID=9f304be0-62a3-4f99-b27d-339b2eae3a64,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:06.651021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Attempting to bind port 9f304be0-62a3-4f99-b27d-339b2eae3a64 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:06.651912 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Attempting to bind port 9f304be0-62a3-4f99-b27d-339b2eae3a64 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:06.652154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Attempting to bind port 9f304be0-62a3-4f99-b27d-339b2eae3a64 on network 63490791-c75a-4705-bd62-b0863d203ed7 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:06.660655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Port 9f304be0-62a3-4f99-b27d-339b2eae3a64 on network 63490791-c75a-4705-bd62-b0863d203ed7 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:54:06.661163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Attempting to bind port 9f304be0-62a3-4f99-b27d-339b2eae3a64 on network 63490791-c75a-4705-bd62-b0863d203ed7 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:06.682965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:06.683524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Checking segment: {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:06.684124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Bound using segment: {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:06.684763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Bound port: 9f304be0-62a3-4f99-b27d-339b2eae3a64, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b73787-afdb-440c-a8f9-3df891cb4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:06.685771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:06.807983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:06.832827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] For port 9f304be0-62a3-4f99-b27d-339b2eae3a64, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:06.843446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] For port 9f304be0-62a3-4f99-b27d-339b2eae3a64, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=9f304be0-62a3-4f99-b27d-339b2eae3a64,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:06.864135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1e04-86fd-49f1-bab6-617c08b0c908 req-7018dc5d-1c33-4d5f-9fb8-11f5e381f2a9 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:06.870293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad6a1e04-86fd-49f1-bab6-617c08b0c908 req-7018dc5d-1c33-4d5f-9fb8-11f5e381f2a9 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.1096947 Aug 10 01:54:06.908172 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:06.960763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad6a1e04-86fd-49f1-bab6-617c08b0c908 req-3c4e451d-2150-425e-adf5-e579d3b17ec7 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844769 Aug 10 01:54:06.983548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2fcf8-f497-48b6-82c3-ec173962e147 req-4bdb4438-8723-464d-a922-422c9ecfaba0 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:06.991350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25b2fcf8-f497-48b6-82c3-ec173962e147 req-4bdb4438-8723-464d-a922-422c9ecfaba0 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.0753102 Aug 10 01:54:07.013908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:07.015996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:07.027575 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f304be0-62a3-4f99-b27d-339b2eae3a64 HTTP/1.1" status: 200 len: 1092 time: 1.5732989 Aug 10 01:54:07.068441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25b2fcf8-f497-48b6-82c3-ec173962e147 req-3afefa3b-e1e3-4c98-85ff-e54994d33ed4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762150 Aug 10 01:54:07.094726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'tag': '9f304be0-62a3-4f99-b27d-339b2eae3a64'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:07.099562 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2" -d '{"events": [{"name": "network-changed", "server_uuid": "db775363-28d4-42c9-a206-4a58b06a6c56", "tag": "9f304be0-62a3-4f99-b27d-339b2eae3a64"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:07.127099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b76e7-a521-49e4-a09d-34ffd04a1348 service neutron] Pushing event updated for resources: {'Port': ['ID=9f304be0-62a3-4f99-b27d-339b2eae3a64,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:07.210525 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e957f2-7be0-4f6c-bab7-af14f58af8c4 x-openstack-request-id: req-d6e957f2-7be0-4f6c-bab7-af14f58af8c4 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:07.210525 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db775363-28d4-42c9-a206-4a58b06a6c56", "tag": "9f304be0-62a3-4f99-b27d-339b2eae3a64", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:07.210525 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6e957f2-7be0-4f6c-bab7-af14f58af8c4 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:07.210525 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'tag': '9f304be0-62a3-4f99-b27d-339b2eae3a64', 'status': 'completed', 'code': 200} Aug 10 01:54:07.253987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-9e0c6d0e-7154-45bb-a383-d05ef91cb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:07.255794 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-9e0c6d0e-7154-45bb-a383-d05ef91cb1bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83fb7cd8ab2b4f97bdbfc7dc97992cda&device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 1095 time: 0.1135581 Aug 10 01:54:07.359413 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-8d2da197-9836-443c-9792-d2137d7145dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f304be0-62a3-4f99-b27d-339b2eae3a64 HTTP/1.1" status: 200 len: 217 time: 0.0841644 Aug 10 01:54:07.418962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7ff75-cb77-4cc9-9a9e-374b79f18f0c req-b095bdd2-63e5-4c16-9c69-33b5f9506691 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:07.420893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7c7ff75-cb77-4cc9-9a9e-374b79f18f0c req-b095bdd2-63e5-4c16-9c69-33b5f9506691 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0899432 Aug 10 01:54:07.429453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-2b68b375-bfea-499c-9522-1ff6a374c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:07.433222 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-2b68b375-bfea-499c-9522-1ff6a374c389 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=080b13db-3e9e-4586-9336-377ab77c5706 HTTP/1.1" status: 200 len: 854 time: 0.0724072 Aug 10 01:54:07.507254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5e5219e-302d-4792-9949-127ddba72155 req-1fbac980-6065-4373-b27e-83ab9ca9996b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=13933461-2d38-4f16-a7c2-63fc696d3f3f HTTP/1.1" status: 200 len: 210 time: 0.0800045 Aug 10 01:54:07.542240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7c7ff75-cb77-4cc9-9a9e-374b79f18f0c req-fbd8c800-96d3-4c7c-a37a-8eec918bdac0 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968583 Aug 10 01:54:07.543919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-1e2bf27b-36c0-4ea2-a58a-a6ca8b3bc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:07.545438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-1e2bf27b-36c0-4ea2-a58a-a6ca8b3bc2b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63490791-c75a-4705-bd62-b0863d203ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046715 Aug 10 01:54:07.593998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 16582bff-5044-417c-b25d-559404ad496e no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:07.625970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3837e-c5a7-4098-87d8-183eab28bb8f req-8324e40a-a534-410e-b3f1-261be86a6ef3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:07.637505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91f3837e-c5a7-4098-87d8-183eab28bb8f req-8324e40a-a534-410e-b3f1-261be86a6ef3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 944 time: 0.0647218 Aug 10 01:54:07.640499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 16582bff-5044-417c-b25d-559404ad496e {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:07.644540 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 16582bff-5044-417c-b25d-559404ad496e not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:07.675060 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-81390a8c-c9b1-49e9-94b8-659d7b7e7f4d service neutron] 10.222.0.16 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200531 Aug 10 01:54:07.679335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91f3837e-c5a7-4098-87d8-183eab28bb8f req-eb67d703-7d53-48f5-bf96-ffdd3cc06afd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Aug 10 01:54:07.780032 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1992c4-e912-4c89-a913-c8e90e81c60a req-aa20944e-a606-4ddb-8ee7-b01ac69cd545 service neutron] 10.222.0.16 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960481 Aug 10 01:54:07.935742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-e609f5bd-b760-4637-b21f-18369a11e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:07.937902 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-e609f5bd-b760-4637-b21f-18369a11e2e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83fb7cd8ab2b4f97bdbfc7dc97992cda&device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 1095 time: 0.0512185 Aug 10 01:54:08.063742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-79077373-3969-4b75-902c-a17b726d6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:08.065466 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-79077373-3969-4b75-902c-a17b726d6695 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63490791-c75a-4705-bd62-b0863d203ed7 HTTP/1.1" status: 200 len: 916 time: 0.1202910 Aug 10 01:54:08.099812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee15a6-b108-48d7-9d04-e1a762464bea req-6ee7dc1d-6e83-453b-9947-5e788d436982 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:08.107087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31ee15a6-b108-48d7-9d04-e1a762464bea req-6ee7dc1d-6e83-453b-9947-5e788d436982 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.0685909 Aug 10 01:54:08.163518 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31ee15a6-b108-48d7-9d04-e1a762464bea req-6227efd5-f712-444d-9b77-b1674e09c008 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492146 Aug 10 01:54:08.166312 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-8b4ab547-46f6-42b5-80da-5d311d5803d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f304be0-62a3-4f99-b27d-339b2eae3a64 HTTP/1.1" status: 200 len: 217 time: 0.0922067 Aug 10 01:54:08.201060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71862fe9-3878-475a-926f-df1b23f77ba9 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:08.229059 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-3d8f8c44-af60-4e1e-b8a2-96a7d47dec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:08.231316 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-3d8f8c44-af60-4e1e-b8a2-96a7d47dec76 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=080b13db-3e9e-4586-9336-377ab77c5706 HTTP/1.1" status: 200 len: 854 time: 0.0570514 Aug 10 01:54:08.266831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedc6bd-f1bd-45d5-a0f3-96595a1260ec req-e428302a-0a02-4ef8-b136-3dd0f161f232 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:08.272160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8aedc6bd-f1bd-45d5-a0f3-96595a1260ec req-e428302a-0a02-4ef8-b136-3dd0f161f232 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.0814683 Aug 10 01:54:08.297999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-8d99f896-71af-4446-aa44-9ad82de6e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:08.299906 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-8d99f896-71af-4446-aa44-9ad82de6e257 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63490791-c75a-4705-bd62-b0863d203ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607243 Aug 10 01:54:08.323543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8aedc6bd-f1bd-45d5-a0f3-96595a1260ec req-143264d7-23a7-41e5-a9e0-b583f7755dad tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439279 Aug 10 01:54:08.341321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 71862fe9-3878-475a-926f-df1b23f77ba9 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:08.342210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 71862fe9-3878-475a-926f-df1b23f77ba9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:08.342614 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:08.412067 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-4c0a1f30-edc7-4dd1-a517-f2fbb600dc7d service neutron] 10.222.0.16 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030350 Aug 10 01:54:08.432057 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:08.457826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52906e4-510d-4482-ac7a-4d7ad4e64dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71862fe9-3878-475a-926f-df1b23f77ba9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:08.461432 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b42b810-cb95-4ec8-8fdb-8229533d122c" -d '{"events": [{"server_uuid": "d52906e4-510d-4482-ac7a-4d7ad4e64dae", "name": "network-vif-plugged", "status": "completed", "tag": "71862fe9-3878-475a-926f-df1b23f77ba9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:08.527707 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d3a9cba-673f-4cc0-98f9-c6b567d1aac2 req-145238e3-a5f5-4f10-a91c-73e59f6e7fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070404 Aug 10 01:54:08.532124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 71862fe9-3878-475a-926f-df1b23f77ba9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71862fe9-3878-475a-926f-df1b23f77ba9,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:08.547337 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d528ceba-5fb3-4771-924a-dd891ddf80c4 x-openstack-request-id: req-d528ceba-5fb3-4771-924a-dd891ddf80c4 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:08.547337 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52906e4-510d-4482-ac7a-4d7ad4e64dae", "name": "network-vif-plugged", "status": "completed", "tag": "71862fe9-3878-475a-926f-df1b23f77ba9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:08.547337 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d528ceba-5fb3-4771-924a-dd891ddf80c4 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:08.547337 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52906e4-510d-4482-ac7a-4d7ad4e64dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71862fe9-3878-475a-926f-df1b23f77ba9', 'code': 200} Aug 10 01:54:08.636000 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:08.640715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e3a3e0f2-9411-44f9-aad2-07258b643932 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:08.686080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: e3a3e0f2-9411-44f9-aad2-07258b643932 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:08.693218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e3a3e0f2-9411-44f9-aad2-07258b643932 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:08.895707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=71862fe9-3878-475a-926f-df1b23f77ba9,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:08.897426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d44b-9f7a-4d8e-975e-7f10d852db25 req-1943454c-8a73-47f2-b069-fdeead2d0b2e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:08.897426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65d7d44b-9f7a-4d8e-975e-7f10d852db25 req-1943454c-8a73-47f2-b069-fdeead2d0b2e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0779002 Aug 10 01:54:08.897426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7ee4e-35eb-47fb-af0b-0051c21bc3e8 req-050c14a0-0ff2-4fb5-b168-87ed3370bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:08.897426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4d7ee4e-35eb-47fb-af0b-0051c21bc3e8 req-050c14a0-0ff2-4fb5-b168-87ed3370bef5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 1097 time: 0.1702044 Aug 10 01:54:08.897426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65d7d44b-9f7a-4d8e-975e-7f10d852db25 req-584bb359-7141-4a62-b648-5eea66e731e6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114526 Aug 10 01:54:08.910681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4d7ee4e-35eb-47fb-af0b-0051c21bc3e8 req-5d5d3879-5204-46e6-87aa-ce0c201f4818 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073225 Aug 10 01:54:08.956997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4a372-548f-4e75-8a42-3f12476cfae3 req-bec4dadd-4826-44d7-8888-9a2482f5a785 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:08.968632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cc4a372-548f-4e75-8a42-3f12476cfae3 req-bec4dadd-4826-44d7-8888-9a2482f5a785 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 945 time: 0.1236391 Aug 10 01:54:09.041001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cc4a372-548f-4e75-8a42-3f12476cfae3 req-8f5fd408-0b5b-4f8d-81d4-7f2564d73536 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711377 Aug 10 01:54:09.305321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486c45c-7695-44e1-9a26-9a759a935bba req-07bc592a-3ae7-4f68-b803-f123d9a6fb61 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:09.307276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f486c45c-7695-44e1-9a26-9a759a935bba req-07bc592a-3ae7-4f68-b803-f123d9a6fb61 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.0559390 Aug 10 01:54:09.372782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f486c45c-7695-44e1-9a26-9a759a935bba req-f1542d50-db1f-43ff-894d-d33061534e5c tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524707 Aug 10 01:54:09.498997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b88dd-72f6-468d-b560-4417ce9c3006 req-bcfa3546-bb34-4e7b-a6b5-fc04850d484b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:09.503025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-346b88dd-72f6-468d-b560-4417ce9c3006 req-bcfa3546-bb34-4e7b-a6b5-fc04850d484b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.0576777 Aug 10 01:54:09.543996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-346b88dd-72f6-468d-b560-4417ce9c3006 req-e3e5a611-543d-4369-a86c-9cb2528d32dd tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375745 Aug 10 01:54:09.790728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10aff9-9349-4630-b27f-516db3d980ad req-7e8fd402-0b70-49be-a7b2-0b694b1f987e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:09.792290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd10aff9-9349-4630-b27f-516db3d980ad req-7e8fd402-0b70-49be-a7b2-0b694b1f987e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 950 time: 0.0512593 Aug 10 01:54:09.836112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd10aff9-9349-4630-b27f-516db3d980ad req-8038bd6b-cbd5-4c63-aad3-de3715d48a4a tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376642 Aug 10 01:54:10.011398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7638557-4ef9-423f-9b7f-d00315cc2eda req-c3396881-2513-45b4-b3f4-158e8f788250 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:10.013181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7638557-4ef9-423f-9b7f-d00315cc2eda req-c3396881-2513-45b4-b3f4-158e8f788250 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0555856 Aug 10 01:54:10.071332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7638557-4ef9-423f-9b7f-d00315cc2eda req-ad5ef428-28cd-4d8f-84c6-efaaa778d9c8 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Aug 10 01:54:10.201871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac583a2-7485-47da-bc29-6b07477b599f req-4bf253a1-9b73-42b0-9bc9-036e42f767c6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:10.204007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ac583a2-7485-47da-bc29-6b07477b599f req-4bf253a1-9b73-42b0-9bc9-036e42f767c6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 945 time: 0.0692325 Aug 10 01:54:10.251807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ac583a2-7485-47da-bc29-6b07477b599f req-5866b7cf-63ef-4ffb-9f03-10eaff81add8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Aug 10 01:54:10.551119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e939e31-5146-4cf9-b9e2-e4e8ec27df4c req-4a3140e0-123c-4b22-abee-6a07d94fd0db tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:10.553098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e939e31-5146-4cf9-b9e2-e4e8ec27df4c req-4a3140e0-123c-4b22-abee-6a07d94fd0db tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.0686352 Aug 10 01:54:10.625921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e939e31-5146-4cf9-b9e2-e4e8ec27df4c req-f7b612de-0a97-454a-96f2-c9d234006276 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637264 Aug 10 01:54:10.728042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2001-613f-44ab-a80f-dba0d9b74ac5 req-7187d10a-6f07-42aa-8283-905121bdd2db tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:10.732406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53cf2001-613f-44ab-a80f-dba0d9b74ac5 req-7187d10a-6f07-42aa-8283-905121bdd2db tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.0849352 Aug 10 01:54:10.786152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53cf2001-613f-44ab-a80f-dba0d9b74ac5 req-050041c2-d8c4-43a3-a8d0-a14f0d5efcf3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434678 Aug 10 01:54:10.988273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337d6c-da53-4705-afe8-ac98228c80f9 req-c7536460-66c5-4d38-add6-459e1b827815 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:10.989873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e337d6c-da53-4705-afe8-ac98228c80f9 req-c7536460-66c5-4d38-add6-459e1b827815 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 950 time: 0.0847931 Aug 10 01:54:11.004496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-107237aa-082b-42b4-b46c-9ed3d2d7bc49 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:11.006193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-107237aa-082b-42b4-b46c-9ed3d2d7bc49 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 950 time: 0.0900846 Aug 10 01:54:11.073455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e337d6c-da53-4705-afe8-ac98228c80f9 req-a33e4438-9a24-41c1-817c-93e03b0ec744 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766001 Aug 10 01:54:11.135066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Deleting port af03da63-e152-4696-8d3a-68d8089bcaf5 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:11.135408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.280778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2ec1d-81d2-4d0e-b991-1fe68feb0fd2 req-066d86e0-e4e1-47aa-94c3-31fc6dd5faaa tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:11.282339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfb2ec1d-81d2-4d0e-b991-1fe68feb0fd2 req-066d86e0-e4e1-47aa-94c3-31fc6dd5faaa tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1066754 Aug 10 01:54:11.288277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] For port af03da63-e152-4696-8d3a-68d8089bcaf5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=af03da63-e152-4696-8d3a-68d8089bcaf5,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:11.288650 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.311127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Calling delete_port for af03da63-e152-4696-8d3a-68d8089bcaf5 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:11.351023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfb2ec1d-81d2-4d0e-b991-1fe68feb0fd2 req-48f2556d-9f75-4426-ba4c-36caf91b9eee tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530939 Aug 10 01:54:11.449294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-f690895e-0d9d-4e69-8e05-e54199933066 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:11.450719 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-f690895e-0d9d-4e69-8e05-e54199933066 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c8caea-8a1d-4531-8d57-9648d2af708f HTTP/1.1" status: 200 len: 950 time: 0.0844548 Aug 10 01:54:11.500707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1d3b1-5fac-4b79-ad58-45f7505b55f1 req-e42f9afb-0d2a-466b-8df3-783462f8e665 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:11.502250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0b1d3b1-5fac-4b79-ad58-45f7505b55f1 req-e42f9afb-0d2a-466b-8df3-783462f8e665 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 945 time: 0.1054671 Aug 10 01:54:11.584574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0b1d3b1-5fac-4b79-ad58-45f7505b55f1 req-47daf780-a5b9-4d17-b584-5a0fe1e8ba91 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728221 Aug 10 01:54:11.600278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Deleting port b6eee01a-fe77-48c7-aa3c-27c0e5447495 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:11.600625 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.668936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.682962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714', 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'b6eee01a-fe77-48c7-aa3c-27c0e5447495'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:11.816186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event deleted for resources: {'Port': ['ID=af03da63-e152-4696-8d3a-68d8089bcaf5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:11.840886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] For port b6eee01a-fe77-48c7-aa3c-27c0e5447495, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b6eee01a-fe77-48c7-aa3c-27c0e5447495,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:11.841279 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.885979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Calling delete_port for b6eee01a-fe77-48c7-aa3c-27c0e5447495 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:11.942470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] No DVR routers for this DVR port af03da63-e152-4696-8d3a-68d8089bcaf5 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:11.951873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.955915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75f7424f-d36c-445b-bf31-3a6d9f305770 req-c6e7b787-43ac-4935-9730-f30fc48d2452 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "DELETE /v2.0/ports/af03da63-e152-4696-8d3a-68d8089bcaf5 HTTP/1.1" status: 204 len: 173 time: 0.9405303 Aug 10 01:54:11.956695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c69310-a886-411c-8056-9db882642748', 'name': 'network-vif-deleted', 'tag': 'af03da63-e152-4696-8d3a-68d8089bcaf5'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:11.968882 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7d6c23-8eee-48f6-a9ac-8714b4889e15" -d '{"events": [{"server_uuid": "09c69310-a886-411c-8056-9db882642748", "name": "network-vif-deleted", "tag": "af03da63-e152-4696-8d3a-68d8089bcaf5"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:12.025240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cc595-0e55-442d-a155-2b938fa79334 req-da02ae8b-1428-4d74-b3fa-c5fd2e3c9eb6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:12.038883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-595cc595-0e55-442d-a155-2b938fa79334 req-da02ae8b-1428-4d74-b3fa-c5fd2e3c9eb6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.2414515 Aug 10 01:54:12.154767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-595cc595-0e55-442d-a155-2b938fa79334 req-fbd4d0ab-178c-435a-a782-0d7084e4924a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147609 Aug 10 01:54:12.170382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648770d-222e-44e9-98c3-90ebc4958c85 req-aa31c9b9-87b1-4d51-beac-37c64d04e0b9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:12.179231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1648770d-222e-44e9-98c3-90ebc4958c85 req-aa31c9b9-87b1-4d51-beac-37c64d04e0b9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1786590 Aug 10 01:54:12.210782 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:12.273055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event deleted for resources: {'Port': ['ID=b6eee01a-fe77-48c7-aa3c-27c0e5447495,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:12.288424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1648770d-222e-44e9-98c3-90ebc4958c85 req-afc49f6b-c153-48bf-9a55-7f6a0f01151b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082401 Aug 10 01:54:12.379851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] No DVR routers for this DVR port b6eee01a-fe77-48c7-aa3c-27c0e5447495 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:12.382384 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:12.386290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23595a9-06c2-4ed4-b32a-5fbe0874d16c req-bde5942f-c9b4-4e7f-b146-c5fefd4e179e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:12.395474 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-62fb71b2-8d6a-4dc6-86ab-b5f403a2162d req-18f132a8-08f6-4008-9984-bead2c010e8b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "DELETE /v2.0/ports/b6eee01a-fe77-48c7-aa3c-27c0e5447495 HTTP/1.1" status: 204 len: 173 time: 0.9338071 Aug 10 01:54:12.400474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c8caea-8a1d-4531-8d57-9648d2af708f', 'name': 'network-vif-deleted', 'tag': 'b6eee01a-fe77-48c7-aa3c-27c0e5447495'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:12.403619 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93323ae3-6dff-454e-af34-b8f2eece1480" -d '{"events": [{"server_uuid": "27c8caea-8a1d-4531-8d57-9648d2af708f", "name": "network-vif-deleted", "tag": "b6eee01a-fe77-48c7-aa3c-27c0e5447495"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:12.418645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:12.439170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f23595a9-06c2-4ed4-b32a-5fbe0874d16c req-bde5942f-c9b4-4e7f-b146-c5fefd4e179e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 945 time: 0.1681201 Aug 10 01:54:12.458100 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36837f6d-fa92-40b7-b4f6-5f13d76b41bb x-openstack-request-id: req-36837f6d-fa92-40b7-b4f6-5f13d76b41bb {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:12.462646 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c69310-a886-411c-8056-9db882642748", "name": "network-vif-deleted", "tag": "af03da63-e152-4696-8d3a-68d8089bcaf5", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:12.463065 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36837f6d-fa92-40b7-b4f6-5f13d76b41bb {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:12.463832 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c69310-a886-411c-8056-9db882642748', 'name': 'network-vif-deleted', 'tag': 'af03da63-e152-4696-8d3a-68d8089bcaf5', 'status': 'completed', 'code': 200} Aug 10 01:54:12.556829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f23595a9-06c2-4ed4-b32a-5fbe0874d16c req-6873a60e-a2ef-48c2-83ae-1eec5c6392bd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236436 Aug 10 01:54:12.588569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61ecb5b9-8040-429d-b3d9-8ae816c23b30 req-b2a46123-e19e-41d1-a7b8-489f92efa2f1 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=09c69310-a886-411c-8056-9db882642748 HTTP/1.1" status: 200 len: 210 time: 0.0685968 Aug 10 01:54:12.616088 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:12.745800 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f750675-b67c-4433-8caf-1b01a750d146 x-openstack-request-id: req-1f750675-b67c-4433-8caf-1b01a750d146 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:12.746312 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c8caea-8a1d-4531-8d57-9648d2af708f", "name": "network-vif-deleted", "tag": "b6eee01a-fe77-48c7-aa3c-27c0e5447495", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:12.746312 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1f750675-b67c-4433-8caf-1b01a750d146 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:12.746783 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c8caea-8a1d-4531-8d57-9648d2af708f', 'name': 'network-vif-deleted', 'tag': 'b6eee01a-fe77-48c7-aa3c-27c0e5447495', 'status': 'completed', 'code': 200} Aug 10 01:54:12.752747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d6c21-9c49-46cf-878f-20a38e35111d req-81d3759c-8b36-44ed-af40-05d4f5b99d8d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:12.754236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a9d6c21-9c49-46cf-878f-20a38e35111d req-81d3759c-8b36-44ed-af40-05d4f5b99d8d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0735981 Aug 10 01:54:12.804325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a9d6c21-9c49-46cf-878f-20a38e35111d req-f05039ef-5fe1-4c11-80a1-cb620a4000b6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425656 Aug 10 01:54:13.294506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112ed40-19c1-4eb4-b9a6-b8fb7d77f231 req-d299e071-6c57-431a-960a-4490185ca3d5 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:13.296249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0112ed40-19c1-4eb4-b9a6-b8fb7d77f231 req-d299e071-6c57-431a-960a-4490185ca3d5 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.0553899 Aug 10 01:54:13.375284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0112ed40-19c1-4eb4-b9a6-b8fb7d77f231 req-54f7c97f-2503-4f3a-8375-e3e5d112b57e tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681949 Aug 10 01:54:13.447985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfa352-ab4d-4cea-a3e1-a449f9664239 req-0948bb78-5499-4f91-82ce-f07758836b31 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:13.450399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4dfa352-ab4d-4cea-a3e1-a449f9664239 req-0948bb78-5499-4f91-82ce-f07758836b31 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.0735974 Aug 10 01:54:13.512197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4dfa352-ab4d-4cea-a3e1-a449f9664239 req-968f23d8-bd8a-4aec-931d-4b255069fce5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471931 Aug 10 01:54:13.747482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b14cdd-8b57-42cf-8d97-fe657e9c3074 req-5a39a93f-2783-4899-8579-6e5bbf38c9bb tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:13.751703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6b14cdd-8b57-42cf-8d97-fe657e9c3074 req-5a39a93f-2783-4899-8579-6e5bbf38c9bb tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 945 time: 0.1101887 Aug 10 01:54:13.793068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6b14cdd-8b57-42cf-8d97-fe657e9c3074 req-3bda0724-e69c-401b-a9d5-14d815cd8651 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400169 Aug 10 01:54:13.975364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceed4aa-03b7-4978-92f8-0546d98379d9 req-af12e8ae-0ea4-42ea-bf75-ea35b805f5cb tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:13.977603 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:13.979404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dceed4aa-03b7-4978-92f8-0546d98379d9 req-af12e8ae-0ea4-42ea-bf75-ea35b805f5cb tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0594158 Aug 10 01:54:14.035011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dceed4aa-03b7-4978-92f8-0546d98379d9 req-95468b04-61a3-4767-9361-09899f1a49c6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486016 Aug 10 01:54:14.239919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b6eee01a-fe77-48c7-aa3c-27c0e5447495 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:14.272780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: b6eee01a-fe77-48c7-aa3c-27c0e5447495 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:14.273174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b6eee01a-fe77-48c7-aa3c-27c0e5447495 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:14.273598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device af03da63-e152-4696-8d3a-68d8089bcaf5 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:14.298733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: af03da63-e152-4696-8d3a-68d8089bcaf5 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:14.299081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device af03da63-e152-4696-8d3a-68d8089bcaf5 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:14.323669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82f4e5-14ee-4af1-a6e6-744b14530e5a req-9ccfb6c1-7976-4803-88ef-638b8d602f6f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:14.330058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a82f4e5-14ee-4af1-a6e6-744b14530e5a req-9ccfb6c1-7976-4803-88ef-638b8d602f6f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 945 time: 0.0593753 Aug 10 01:54:14.368146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a82f4e5-14ee-4af1-a6e6-744b14530e5a req-17b81bf9-11b1-4ea3-984c-d58aad28f9aa tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360196 Aug 10 01:54:14.488960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ff7f0-8044-4f80-9c68-4043b67ee444 req-168bf2e9-c7b1-4441-adcc-e4324937d6f7 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:14.490409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-236ff7f0-8044-4f80-9c68-4043b67ee444 req-168bf2e9-c7b1-4441-adcc-e4324937d6f7 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.0523272 Aug 10 01:54:14.559732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-236ff7f0-8044-4f80-9c68-4043b67ee444 req-ccb09f4b-6fc9-446f-89d3-dab8fdc473f8 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598032 Aug 10 01:54:14.569229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2abfd4-d2bb-46ae-b013-a664f3c2c76a req-4a1ca128-5318-4ed8-a205-4e7adaecacb4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:14.569653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d2abfd4-d2bb-46ae-b013-a664f3c2c76a req-4a1ca128-5318-4ed8-a205-4e7adaecacb4 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 950 time: 0.0783381 Aug 10 01:54:14.626566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d2abfd4-d2bb-46ae-b013-a664f3c2c76a req-902e6617-4cd1-44e5-bd5e-4fd82d22143e tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Aug 10 01:54:14.681897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1cd23-bc2d-4053-ad89-e47bfde49140 req-669addda-1e05-4661-83b8-f75d02a59a96 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:14.683509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ff1cd23-bc2d-4053-ad89-e47bfde49140 req-669addda-1e05-4661-83b8-f75d02a59a96 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.0557554 Aug 10 01:54:14.747768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ff1cd23-bc2d-4053-ad89-e47bfde49140 req-10a7f343-447e-47b0-9852-83ede531aa60 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Aug 10 01:54:15.162619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b80eb-d407-4fcf-8f3c-d75e9c21e985 req-a43537b3-62f7-4b07-9abb-a6454548eca5 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:15.164142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-604b80eb-d407-4fcf-8f3c-d75e9c21e985 req-a43537b3-62f7-4b07-9abb-a6454548eca5 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0515275 Aug 10 01:54:15.210295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-604b80eb-d407-4fcf-8f3c-d75e9c21e985 req-b96a8c43-0c6e-40f7-8cfe-91c55cc9c57f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394480 Aug 10 01:54:15.500167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b37366-c303-4143-9dc9-e55ba74ac4e5 req-7045f892-cfae-4a7f-9169-ca1c836427c1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:15.507151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47b37366-c303-4143-9dc9-e55ba74ac4e5 req-7045f892-cfae-4a7f-9169-ca1c836427c1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 945 time: 0.0589335 Aug 10 01:54:15.547958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47b37366-c303-4143-9dc9-e55ba74ac4e5 req-6d755ef3-db57-40a1-afc0-cba08691c8de tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341384 Aug 10 01:54:15.705770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366aaa38-6c80-41af-8815-78a5b26fdc0e req-a0f68dab-2837-486b-98fe-2ccca347d2ff tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:15.707304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-366aaa38-6c80-41af-8815-78a5b26fdc0e req-a0f68dab-2837-486b-98fe-2ccca347d2ff tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.0562742 Aug 10 01:54:15.778953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-366aaa38-6c80-41af-8815-78a5b26fdc0e req-23f23569-5497-4c8b-ae46-fed53feb7f5a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614390 Aug 10 01:54:15.791825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86e5d-6820-48f9-b650-04f55ec4474b req-5d43b5d9-7aca-449c-b5de-740bcc7b554d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:15.793170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26d86e5d-6820-48f9-b650-04f55ec4474b req-5d43b5d9-7aca-449c-b5de-740bcc7b554d tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 950 time: 0.0849686 Aug 10 01:54:15.852639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26d86e5d-6820-48f9-b650-04f55ec4474b req-8fd75f81-a7ef-4b45-860d-0de1a083710b tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Aug 10 01:54:15.927417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3add2-a478-4f0a-9bb1-599e0128d39d req-1ab6a6d9-a14c-4e13-891d-23c77d0f2cc9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:15.928861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ac3add2-a478-4f0a-9bb1-599e0128d39d req-1ab6a6d9-a14c-4e13-891d-23c77d0f2cc9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.0624032 Aug 10 01:54:15.980277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ac3add2-a478-4f0a-9bb1-599e0128d39d req-951a1f66-3a6d-4b93-b5ea-33d8ffaea554 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439796 Aug 10 01:54:16.282053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-5503b103-792a-49e1-9a75-3ab029fa6b19 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:16.283665 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-5503b103-792a-49e1-9a75-3ab029fa6b19 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 945 time: 0.0574203 Aug 10 01:54:16.365218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-fd8ddae7-d04b-40eb-bb40-6cecd3a72e8c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:16.366834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-fd8ddae7-d04b-40eb-bb40-6cecd3a72e8c tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 950 time: 0.0903275 Aug 10 01:54:16.374961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210d29-612d-4c89-b2f6-3f9e2da71a48 req-6bf8a94a-52e9-46f9-b11d-2d6d1427637b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:16.376530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b210d29-612d-4c89-b2f6-3f9e2da71a48 req-6bf8a94a-52e9-46f9-b11d-2d6d1427637b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0883057 Aug 10 01:54:16.390145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Deleting port 71862fe9-3878-475a-926f-df1b23f77ba9 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:16.390491 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.497549 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] For port 71862fe9-3878-475a-926f-df1b23f77ba9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71862fe9-3878-475a-926f-df1b23f77ba9,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:16.497999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.517424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Calling delete_port for 71862fe9-3878-475a-926f-df1b23f77ba9 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:16.853696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b210d29-612d-4c89-b2f6-3f9e2da71a48 req-da96d032-217a-4c43-856a-2017a7f87714 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678059 Aug 10 01:54:16.883204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-b66882ed-e1bb-4522-ade8-177fbbdc6d1c tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:16.884921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-b66882ed-e1bb-4522-ade8-177fbbdc6d1c tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.1501524 Aug 10 01:54:16.896178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea7005-89cf-4947-9f14-aa7f34f5db77 req-0158ac20-98f8-4d21-922e-8b83e06d5b09 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:16.897696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8eea7005-89cf-4947-9f14-aa7f34f5db77 req-0158ac20-98f8-4d21-922e-8b83e06d5b09 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 945 time: 0.1545217 Aug 10 01:54:16.902815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-767704-21'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:17.024673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Deleting port f3382da2-4158-4623-a57d-5905a7a05714 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:17.025170 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.044436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8eea7005-89cf-4947-9f14-aa7f34f5db77 req-240c52be-a992-4044-b7d3-63d6882e13cd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366227 Aug 10 01:54:17.044993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.247784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87a2a1-0cc7-4492-8ca2-081bab30ddc0 req-ad190465-f6bf-4b3e-b4df-416f3d4b8556 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:17.247784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf87a2a1-0cc7-4492-8ca2-081bab30ddc0 req-ad190465-f6bf-4b3e-b4df-416f3d4b8556 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.1984954 Aug 10 01:54:17.290996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] For port f3382da2-4158-4623-a57d-5905a7a05714, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f3382da2-4158-4623-a57d-5905a7a05714,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:17.291380 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.325797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb18f5-8cd1-4334-ba33-47c6df26cae2 req-fa46f094-b7af-4562-9d2e-8bf5cad85bd8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:17.327325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75eb18f5-8cd1-4334-ba33-47c6df26cae2 req-fa46f094-b7af-4562-9d2e-8bf5cad85bd8 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 950 time: 0.1894877 Aug 10 01:54:17.339600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf87a2a1-0cc7-4492-8ca2-081bab30ddc0 req-0e4306e2-60bb-4b99-811b-2ac14b8910f2 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415045 Aug 10 01:54:17.341655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Calling delete_port for f3382da2-4158-4623-a57d-5905a7a05714 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:17.444956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:17.458395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75eb18f5-8cd1-4334-ba33-47c6df26cae2 req-539293b7-3428-4f89-83f9-b9c360355a29 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/security-groups?id=98414e81-4149-4e28-8475-a34a73aee254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176903 Aug 10 01:54:17.546402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:17.632937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169d13d-b74e-402a-b222-48a5c194be1a req-577686f5-dc5a-4196-89ce-49e687e946c7 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:17.635253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e169d13d-b74e-402a-b222-48a5c194be1a req-577686f5-dc5a-4196-89ce-49e687e946c7 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 945 time: 0.1277411 Aug 10 01:54:17.641469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:17.643768 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415695f-7450-4cff-b8ca-9efa29027103" -d '{"events": [{"server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "name": "network-vif-unplugged", "status": "completed", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:17.651255 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.662609 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.680430 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['71862fe9-3878-475a-926f-df1b23f77ba9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:17.706457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event deleted for resources: {'Port': ['ID=71862fe9-3878-475a-926f-df1b23f77ba9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:17.715200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e169d13d-b74e-402a-b222-48a5c194be1a req-d8ca4ab2-814b-491a-bd04-4c86647059e0 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599716 Aug 10 01:54:17.717305 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee627881-ef6f-4b7d-a22b-cb3795713e16 x-openstack-request-id: req-ee627881-ef6f-4b7d-a22b-cb3795713e16 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:17.722705 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "name": "network-vif-unplugged", "status": "completed", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:17.723128 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee627881-ef6f-4b7d-a22b-cb3795713e16 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:17.723748 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32', 'code': 200} Aug 10 01:54:17.753648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] No DVR routers for this DVR port 71862fe9-3878-475a-926f-df1b23f77ba9 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:17.757336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.759184 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a813c025-3d38-4137-9270-dc8a2edd2f52 req-9b29178b-ba93-48b8-9bb7-8d022658c67a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "DELETE /v2.0/ports/71862fe9-3878-475a-926f-df1b23f77ba9 HTTP/1.1" status: 204 len: 173 time: 1.4652479 Aug 10 01:54:17.759634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52906e4-510d-4482-ac7a-4d7ad4e64dae', 'name': 'network-vif-deleted', 'tag': '71862fe9-3878-475a-926f-df1b23f77ba9'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:17.761908 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3514bb1d-234a-43b8-af7b-f80dc2c7eadb" -d '{"events": [{"server_uuid": "d52906e4-510d-4482-ac7a-4d7ad4e64dae", "name": "network-vif-deleted", "tag": "71862fe9-3878-475a-926f-df1b23f77ba9"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:17.781377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.788122 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.800836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f3382da2-4158-4623-a57d-5905a7a05714'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:17.828016 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa77ad61-87a5-4f12-a46a-8b20d595294e x-openstack-request-id: req-fa77ad61-87a5-4f12-a46a-8b20d595294e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:17.828016 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52906e4-510d-4482-ac7a-4d7ad4e64dae", "name": "network-vif-deleted", "tag": "71862fe9-3878-475a-926f-df1b23f77ba9", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:17.828016 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa77ad61-87a5-4f12-a46a-8b20d595294e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:17.828016 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52906e4-510d-4482-ac7a-4d7ad4e64dae', 'name': 'network-vif-deleted', 'tag': '71862fe9-3878-475a-926f-df1b23f77ba9', 'status': 'completed', 'code': 200} Aug 10 01:54:17.831011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Pushing event deleted for resources: {'Port': ['ID=f3382da2-4158-4623-a57d-5905a7a05714,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:17.872077 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11d6bcb3-078e-42ac-b3c8-5357b99d86e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.908340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] No DVR routers for this DVR port f3382da2-4158-4623-a57d-5905a7a05714 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:17.925463 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.927543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a1ba10-a9a9-4552-893b-8030b4d6da2e req-9a61bf35-9ec9-429e-8723-f61f13e3c528 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.11 "DELETE /v2.0/ports/f3382da2-4158-4623-a57d-5905a7a05714 HTTP/1.1" status: 204 len: 173 time: 1.5501852 Aug 10 01:54:17.983895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Pushing event updated for resources: {'Port': ['ID=972ef41c-5933-4427-b8fb-38bb6049ca32,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:17.988266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 on host n-h1-767704-21 for vnic_type normal with profile {"migrating_to": "n-h2-767704-21"} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:17.988606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:17.988944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:17.998344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Port 972ef41c-5933-4427-b8fb-38bb6049ca32 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:54:17.998728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Attempting to bind port 972ef41c-5933-4427-b8fb-38bb6049ca32 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:18.008786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:18.009214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:18.009719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:18.010009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Bound port: 972ef41c-5933-4427-b8fb-38bb6049ca32, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:18.010327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.021713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca219d5-7845-4559-b33c-5077c2045e91 req-2a4d768f-1c5a-4d8e-9c75-8ad599cd62d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:18.023937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eca219d5-7845-4559-b33c-5077c2045e91 req-2a4d768f-1c5a-4d8e-9c75-8ad599cd62d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0825293 Aug 10 01:54:18.099028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eca219d5-7845-4559-b33c-5077c2045e91 req-89d991ed-d001-464d-bd70-ebd87e0cab2e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685096 Aug 10 01:54:18.136688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:18.149936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:18.206369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35baee93-35d2-4a95-bea0-f85385ea1315 req-aff4a584-277f-4a36-bb2d-d9dee3350071 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=d52906e4-510d-4482-ac7a-4d7ad4e64dae HTTP/1.1" status: 200 len: 210 time: 0.0521927 Aug 10 01:54:18.246599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f48338-013e-42a4-b692-62bc80305548 req-98b42740-8bd2-40bb-9660-5601f1cd35a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770385 Aug 10 01:54:18.255305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.256949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 972ef41c-5933-4427-b8fb-38bb6049ca32 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:54:18.364056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Pushing event updated for resources: {'Port': ['ID=972ef41c-5933-4427-b8fb-38bb6049ca32,revision_number=8']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:18.394196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:18.394526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:18.394869 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.396584 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-45149e47-2a3d-47fd-bb4a-98e07483910c service neutron] 10.222.0.11 "PUT /v2.0/ports/972ef41c-5933-4427-b8fb-38bb6049ca32 HTTP/1.1" status: 200 len: 1123 time: 1.4979537 Aug 10 01:54:18.406491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f48338-013e-42a4-b692-62bc80305548 req-64a7d80a-7698-4152-af0b-55932e0c1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:18.410027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f48338-013e-42a4-b692-62bc80305548 req-64a7d80a-7698-4152-af0b-55932e0c1b03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 1097 time: 0.1230817 Aug 10 01:54:18.413710 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 972ef41c-5933-4427-b8fb-38bb6049ca32 has no active binding in host n-h2-767704-21 {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:54:18.471216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['972ef41c-5933-4427-b8fb-38bb6049ca32'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:18.527855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['972ef41c-5933-4427-b8fb-38bb6049ca32'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:18.551422 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-fb701b89-1a55-431e-b9a2-b8c2c0a86eed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0991566 Aug 10 01:54:18.707943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-f8396387-4df1-4184-b74e-b46df0396aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:18.709931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-f8396387-4df1-4184-b74e-b46df0396aab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 1100 time: 0.0941975 Aug 10 01:54:18.724062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f71a6c0-03f6-4f5d-8723-64b100ad2248 req-90aaad48-b3bd-4553-a5c4-5bd66bbd0e04 tempest-ServersOnMultiNodesTest-1099424571 tempest-ServersOnMultiNodesTest-1099424571-project] 10.222.0.38 "GET /v2.0/ports?device_id=a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a HTTP/1.1" status: 200 len: 210 time: 0.0347209 Aug 10 01:54:18.752869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbc6ce-4188-4144-b79b-c7113d9cb43b req-b1621c6c-56f4-4b92-b392-1b3f51d909eb tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:18.769971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20cbc6ce-4188-4144-b79b-c7113d9cb43b req-b1621c6c-56f4-4b92-b392-1b3f51d909eb tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.2667682 Aug 10 01:54:18.808349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f48338-013e-42a4-b692-62bc80305548 req-93b823e9-635f-43f1-85be-27324c9d127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:18.809820 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f48338-013e-42a4-b692-62bc80305548 req-93b823e9-635f-43f1-85be-27324c9d127e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.3658037 Aug 10 01:54:18.848146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20cbc6ce-4188-4144-b79b-c7113d9cb43b req-bba71174-40c7-444f-bc0b-69f54c1c2e77 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772111 Aug 10 01:54:18.910423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-7a742666-8e1a-439c-b8d1-df3985106b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:18.912534 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-7a742666-8e1a-439c-b8d1-df3985106b1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1719594 Aug 10 01:54:18.969230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f48338-013e-42a4-b692-62bc80305548 req-66d9a3f5-4a07-43cf-83e9-2d892551b47f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf HTTP/1.1" status: 200 len: 217 time: 0.1417873 Aug 10 01:54:18.974729 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-dffe6caf-7f68-4a87-b108-ff7046a368b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=ccad160d-19d8-4bfd-bad4-00a5496e837d HTTP/1.1" status: 200 len: 217 time: 0.0526145 Aug 10 01:54:19.032775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-cfc32d45-93df-44ef-b56f-f11121204345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:19.034288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-cfc32d45-93df-44ef-b56f-f11121204345 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0515952 Aug 10 01:54:19.096856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-30341b45-bb32-42b2-b20f-c0a1596720c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:19.098399 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-30341b45-bb32-42b2-b20f-c0a1596720c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555277 Aug 10 01:54:19.098971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debee7a4-4fa1-4694-b2ae-e43866daab9f req-5be45a88-4c8b-4edc-a866-abc509c2195c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:19.101043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-debee7a4-4fa1-4694-b2ae-e43866daab9f req-5be45a88-4c8b-4edc-a866-abc509c2195c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 945 time: 0.1474798 Aug 10 01:54:19.122492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f48338-013e-42a4-b692-62bc80305548 req-406b3bf6-7da2-40b2-b40a-a4647bf918bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:19.124119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f48338-013e-42a4-b692-62bc80305548 req-406b3bf6-7da2-40b2-b40a-a4647bf918bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.1127107 Aug 10 01:54:19.142432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950057de-49b2-4a35-9742-515f895e0579 req-8e4aacca-f84a-4117-9f0a-e4b184e82af4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:19.144090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-950057de-49b2-4a35-9742-515f895e0579 req-8e4aacca-f84a-4117-9f0a-e4b184e82af4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.1529129 Aug 10 01:54:19.198299 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f48338-013e-42a4-b692-62bc80305548 req-fd6295de-2f7a-4133-b84b-1cfeaa1af9b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531099 Aug 10 01:54:19.252696 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-2806da6e-3e0a-4507-8681-7a1468639ce5 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437881 Aug 10 01:54:19.281027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-debee7a4-4fa1-4694-b2ae-e43866daab9f req-2bc9b923-8295-4a90-a8ab-729c76b5e18b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698325 Aug 10 01:54:19.291039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-950057de-49b2-4a35-9742-515f895e0579 req-68d605a2-3184-4959-a27c-cda0724755e1 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330316 Aug 10 01:54:19.351578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f48338-013e-42a4-b692-62bc80305548 req-be1f91bc-1705-4464-9abc-ee20b1549381 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407995 Aug 10 01:54:19.408683 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-823189f5-8c23-43ed-a9b6-7ecdf88656b2 req-82cb0ccb-81ca-44eb-8051-3fc088decdfe service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481938 Aug 10 01:54:19.505700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8749a4-1f4c-49fa-8927-58afc8031849 req-86755519-1dc0-45c0-ae67-d6e272105805 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:19.507216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c8749a4-1f4c-49fa-8927-58afc8031849 req-86755519-1dc0-45c0-ae67-d6e272105805 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1180224 Aug 10 01:54:19.513939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f48338-013e-42a4-b692-62bc80305548 req-e6128b51-13b9-46bb-a147-bb00ee502104 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423011 Aug 10 01:54:19.559256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c8749a4-1f4c-49fa-8927-58afc8031849 req-a84ab6a3-d349-4095-9298-630699281a1c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443120 Aug 10 01:54:19.725157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a', 'name': 'network-vif-deleted', 'tag': 'f3382da2-4158-4623-a57d-5905a7a05714'}, {'name': 'network-changed', 'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:19.734047 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cc4d11-ba1b-440b-a959-4f2cbaaef304" -d '{"events": [{"server_uuid": "a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a", "name": "network-vif-deleted", "tag": "f3382da2-4158-4623-a57d-5905a7a05714"}, {"name": "network-changed", "server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:19.774058 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f290ddc5-0c0a-4f02-a1f9-c24525b866fb x-openstack-request-id: req-f290ddc5-0c0a-4f02-a1f9-c24525b866fb {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:19.774402 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a", "name": "network-vif-deleted", "tag": "f3382da2-4158-4623-a57d-5905a7a05714", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:19.774741 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f290ddc5-0c0a-4f02-a1f9-c24525b866fb {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:19.775146 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a422f393-8ac2-4bc9-bdb5-e3c2cfb6375a', 'name': 'network-vif-deleted', 'tag': 'f3382da2-4158-4623-a57d-5905a7a05714', 'status': 'completed', 'code': 200} Aug 10 01:54:19.775399 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32', 'status': 'completed', 'code': 200} Aug 10 01:54:19.988329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be85fe-e1ba-483d-9d8b-106fc95ea4b6 req-500e2885-f3fc-4017-9089-1ab45aa65b8c tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:19.995149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7be85fe-e1ba-483d-9d8b-106fc95ea4b6 req-500e2885-f3fc-4017-9089-1ab45aa65b8c tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.0681641 Aug 10 01:54:20.057821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7be85fe-e1ba-483d-9d8b-106fc95ea4b6 req-5f4d0b5b-9a6a-4833-be74-8ae7a6f8beeb tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540655 Aug 10 01:54:20.160588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-2dcab77e-a114-489a-b77b-6a400446ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:20.162467 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-2dcab77e-a114-489a-b77b-6a400446ed9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1126 time: 0.3535759 Aug 10 01:54:20.273063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f3382da2-4158-4623-a57d-5905a7a05714 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:20.285506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-eb143fb8-cbb7-49a2-a55b-0c7f7569ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:20.290075 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-eb143fb8-cbb7-49a2-a55b-0c7f7569ca8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.1167226 Aug 10 01:54:20.297327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: f3382da2-4158-4623-a57d-5905a7a05714 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:20.297676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f3382da2-4158-4623-a57d-5905a7a05714 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:20.298318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71862fe9-3878-475a-926f-df1b23f77ba9 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:20.317779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 71862fe9-3878-475a-926f-df1b23f77ba9 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:20.321291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71862fe9-3878-475a-926f-df1b23f77ba9 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:20.346139 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-368583a5-438d-4d1f-a986-80e03fe14e56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972ef41c-5933-4427-b8fb-38bb6049ca32 HTTP/1.1" status: 200 len: 217 time: 0.0512393 Aug 10 01:54:20.357030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34748) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:20.407082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-34b6861d-28b9-4966-b09c-4c7f3c95264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:20.408651 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-34b6861d-28b9-4966-b09c-4c7f3c95264d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0548549 Aug 10 01:54:20.444693 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-54de0c4d-f637-479d-89b9-5ed03e242efd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286667 Aug 10 01:54:20.535337 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b73c44c5-b869-4daa-8bb4-8b89a6b9fc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.585238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-33f030b0-482b-41ea-99ac-25a77631ce76 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0edf68bec68489686d0504a10f1fc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270298 Aug 10 01:54:20.588377 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-80bb1238-5b39-424c-afa5-cf0477ab90c6 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330450 Aug 10 01:54:20.589197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34756) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:20.658439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab7270-4097-4954-8bbd-c851b68f0a24 req-ebf6dfa5-078b-4ebf-a282-5ae0c27f964b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:20.659976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6fab7270-4097-4954-8bbd-c851b68f0a24 req-ebf6dfa5-078b-4ebf-a282-5ae0c27f964b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.0594621 Aug 10 01:54:20.727652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6fab7270-4097-4954-8bbd-c851b68f0a24 req-334983fb-08b3-4e88-9bb9-6ae83dfa159b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474906 Aug 10 01:54:20.756934 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c629e15-5998-4179-a099-1b4b35aeb9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.789919 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13cc4d11-ba1b-440b-a959-4f2cbaaef304 req-fdf5318d-5aef-4aa0-956a-01e0be72d88d service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883729 Aug 10 01:54:20.795926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c629e15-5998-4179-a099-1b4b35aeb9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.838922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d5a50-588f-4bf8-b57e-004933134a4c req-56e8e9a4-7e8b-4d53-a9bb-cccd290fd1cc tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:20.840624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-820d5a50-588f-4bf8-b57e-004933134a4c req-56e8e9a4-7e8b-4d53-a9bb-cccd290fd1cc tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0627415 Aug 10 01:54:20.878949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-820d5a50-588f-4bf8-b57e-004933134a4c req-1e3fdd71-d5a3-4a7c-8e07-a9ad0ba0fc4e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Aug 10 01:54:20.912399 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c629e15-5998-4179-a099-1b4b35aeb9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.917893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c629e15-5998-4179-a099-1b4b35aeb9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.919842 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3c629e15-5998-4179-a099-1b4b35aeb9f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98414e81-4149-4e28-8475-a34a73aee254 HTTP/1.1" status: 204 len: 168 time: 0.3238692 Aug 10 01:54:20.934446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c629e15-5998-4179-a099-1b4b35aeb9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98414e81-4149-4e28-8475-a34a73aee254,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:21.119721 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.355284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-2ffc11ff-6419-4ae2-84cd-a4d58c1cfa59 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--398046411&fields=id&tenant_id=ba74b0dbdf364148a5e19eef50af3f0c HTTP/1.1" status: 200 len: 267 time: 0.0477197 Aug 10 01:54:21.442698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-645356d5-dc6c-48ae-872e-461ad953bebd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:21.443172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-645356d5-dc6c-48ae-872e-461ad953bebd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.1895876 Aug 10 01:54:21.469779 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-f38829e9-a5c8-498b-a6b9-c596b0881387 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/quotas/00fbeb92a4464845bf2bfbaf4fa56973 HTTP/1.1" status: 200 len: 375 time: 0.0188622 Aug 10 01:54:21.540594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-718493dc-5079-4298-a8d9-248f078c8105 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370953 Aug 10 01:54:21.580244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-a2865bb2-3a92-4efa-9d1a-ccc0ee04cca0 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:21.581719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-a2865bb2-3a92-4efa-9d1a-ccc0ee04cca0 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/networks?id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 HTTP/1.1" status: 200 len: 823 time: 0.2197571 Aug 10 01:54:21.612854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-3f2b4a37-616e-4971-a4be-185bb9fe4186 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/quotas/ba74b0dbdf364148a5e19eef50af3f0c HTTP/1.1" status: 200 len: 375 time: 0.0191870 Aug 10 01:54:21.657600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-12cd14f2-1900-44ba-920b-b46400b4ce8e service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331251 Aug 10 01:54:21.729541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-31189d8f-fdae-4ef2-927d-e6b9f018803e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ba74b0dbdf364148a5e19eef50af3f0c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1080101 Aug 10 01:54:21.831696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-901ba61e-58ea-42cc-9a79-68fb314eacba service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655228 Aug 10 01:54:21.866883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-92404685-78fe-4263-9761-84d2d48bcb88 service neutron] 10.222.0.38 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200340 Aug 10 01:54:21.988081 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-e6558295-a0cb-4ded-b7de-522b43b24690 service neutron] 10.222.0.38 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125879 Aug 10 01:54:22.199202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bbd19-6b74-4d47-87ca-c641961847aa req-e4406946-c9b3-4e1b-98c3-96f27c3e7493 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:22.199465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-141bbd19-6b74-4d47-87ca-c641961847aa req-e4406946-c9b3-4e1b-98c3-96f27c3e7493 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba19916-1972-4b01-8ee0-4090f0bc8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0563285 Aug 10 01:54:22.249323 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.357678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34804) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:22.476672 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8503dea6-34e7-407e-8569-8e644c13c1ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb0f9c0962dd4cfca6f2383b0ff86a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119251 Aug 10 01:54:22.477750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34808) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:22.524987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e6750-64c0-4ff1-9404-fcbc30a34dec req-bd8b57eb-aa18-412c-b5b6-12b1e52cbbf8 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:22.526520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db4e6750-64c0-4ff1-9404-fcbc30a34dec req-bd8b57eb-aa18-412c-b5b6-12b1e52cbbf8 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.1552444 Aug 10 01:54:22.542889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fd785-2c8c-4254-8d7c-76befd22e403 req-45818d64-7df4-4627-bd45-c7de4aa67f98 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:22.544375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc2fd785-2c8c-4254-8d7c-76befd22e403 req-45818d64-7df4-4627-bd45-c7de4aa67f98 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.1222618 Aug 10 01:54:22.555464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Deleting port df1b92b3-d129-4983-b5c8-26a0f9676152 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:22.555464 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.589746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-576fa3c2-ddb4-4dfd-bb3a-9dd8b41c0dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.634838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-576fa3c2-ddb4-4dfd-bb3a-9dd8b41c0dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.662844 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db4e6750-64c0-4ff1-9404-fcbc30a34dec req-e10ba592-ead5-441d-9084-9e02148ba27a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174598 Aug 10 01:54:22.682713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc2fd785-2c8c-4254-8d7c-76befd22e403 req-8a7335a6-6786-4dbf-87ae-cdde187bb470 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213827 Aug 10 01:54:22.771772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9032da1a-66a0-46ea-ae92-018d23556f56 req-b300321c-bdd5-4d59-9da1-7acb4e92bb06 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 210 time: 0.0389040 Aug 10 01:54:22.773469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] For port df1b92b3-d129-4983-b5c8-26a0f9676152, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df1b92b3-d129-4983-b5c8-26a0f9676152,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:22.773902 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.807077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-576fa3c2-ddb4-4dfd-bb3a-9dd8b41c0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.812222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-576fa3c2-ddb4-4dfd-bb3a-9dd8b41c0dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.817112 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-576fa3c2-ddb4-4dfd-bb3a-9dd8b41c0dcf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5e3461a0-aa92-4443-bb18-c61928c4d853 HTTP/1.1" status: 204 len: 168 time: 0.3346148 Aug 10 01:54:22.828942 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fa3c2-ddb4-4dfd-bb3a-9dd8b41c0dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3461a0-aa92-4443-bb18-c61928c4d853,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:22.900661 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:54:22.969883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33fdad4e-d53d-4080-a274-7658de658e83 req-6ad6729a-ac53-4b2d-91ad-df2909cda973 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 210 time: 0.1285346 Aug 10 01:54:23.012017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfb208-8335-4eb0-a72e-2da474ef54dc req-934be41c-51ff-4504-903b-a5ed1f08f054 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:23.013603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bbfb208-8335-4eb0-a72e-2da474ef54dc req-934be41c-51ff-4504-903b-a5ed1f08f054 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.2473743 Aug 10 01:54:23.455711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bbfb208-8335-4eb0-a72e-2da474ef54dc req-1f9b01ce-2671-44b7-99ee-5aad7bdf90d5 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097445 Aug 10 01:54:23.491359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:23.491754 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:23.492517 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Floating IP e861d65f-8a52-4df6-a330-764f29ea8b0a disassociated. External IP: 172.25.3.172, port: df1b92b3-d129-4983-b5c8-26a0f9676152. Aug 10 01:54:23.492892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Calling delete_port for df1b92b3-d129-4983-b5c8-26a0f9676152 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:23.655512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 9f304be0-62a3-4f99-b27d-339b2eae3a64 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:54:23.721132 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:23.771306 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:23.976181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 9f304be0-62a3-4f99-b27d-339b2eae3a64, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=9f304be0-62a3-4f99-b27d-339b2eae3a64,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:23.993973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '9f304be0-62a3-4f99-b27d-339b2eae3a64', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'port_id': '9f304be0-62a3-4f99-b27d-339b2eae3a64', 'mac_address': 'fa:16:3e:32:51:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:54:24.074276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event deleted for resources: {'Port': ['ID=df1b92b3-d129-4983-b5c8-26a0f9676152,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:24.084025 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.119022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f304be0-62a3-4f99-b27d-339b2eae3a64 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:24.152858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 9f304be0-62a3-4f99-b27d-339b2eae3a64, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=9f304be0-62a3-4f99-b27d-339b2eae3a64,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:24.156445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56685ee7-c212-47ce-8557-cd9cc7698379 req-ffe148dd-ce43-446b-9de7-00f1c8bd2221 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:24.158237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56685ee7-c212-47ce-8557-cd9cc7698379 req-ffe148dd-ce43-446b-9de7-00f1c8bd2221 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 943 time: 0.1978445 Aug 10 01:54:24.246639 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.279605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012abea-e12d-4c5a-a458-9ba4d6e91399 req-61496f34-cd87-43c0-96d7-c11efa37bf82 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:24.281263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a012abea-e12d-4c5a-a458-9ba4d6e91399 req-61496f34-cd87-43c0-96d7-c11efa37bf82 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.3273816 Aug 10 01:54:24.424143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56685ee7-c212-47ce-8557-cd9cc7698379 req-03a7ac6f-3e10-4bf5-a116-41a4bdd9a105 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326195 Aug 10 01:54:24.427349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Router c49c0e89-1d13-45ea-a48f-f9caf3231b99 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:54:24.642416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34868) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:24.648178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a012abea-e12d-4c5a-a458-9ba4d6e91399 req-140fed47-8923-4f5a-950d-0e51caf699c9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384397 Aug 10 01:54:24.733909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=9f304be0-62a3-4f99-b27d-339b2eae3a64,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:24.757486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['9f304be0-62a3-4f99-b27d-339b2eae3a64'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:24.807020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:24.819688 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] Sync routers for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:24.834167 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:24.835661 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:24.856204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-network', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:24.897352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bdd18cd-38fb-4c86-94b5-06c3896b52d4 req-c8eb29c2-a1bd-4b09-a52d-b6b93078964f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 210 time: 0.2449987 Aug 10 01:54:24.964664 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a58ccb21-ff99-43bc-bf47-75ea174e7e99 req-99816dbc-9e4d-4dad-9ce3-9ed4331e9b38 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 210 time: 0.1504676 Aug 10 01:54:25.022334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] No DVR routers for this DVR port df1b92b3-d129-4983-b5c8-26a0f9676152 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:25.029872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.035772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-141bbd19-6b74-4d47-87ca-c641961847aa req-8003e4af-919b-4cd4-9b41-b11266763cb7 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.11 "DELETE /v2.0/ports/df1b92b3-d129-4983-b5c8-26a0f9676152 HTTP/1.1" status: 204 len: 173 time: 2.8269508 Aug 10 01:54:25.036789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'name': 'network-vif-deleted', 'tag': 'df1b92b3-d129-4983-b5c8-26a0f9676152'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:25.037821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Made reservation on behalf of ca2114bdf58f4ae69801eaa9b7360069 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:25.040228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.044959 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf00737f-2b1c-4392-b3d2-315903644fd5" -d '{"events": [{"server_uuid": "7ba19916-1972-4b01-8ee0-4090f0bc8ad8", "name": "network-vif-deleted", "tag": "df1b92b3-d129-4983-b5c8-26a0f9676152"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:25.055297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.115303 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:25.147965 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf852d4-bf4e-4288-81c8-fa39040f6025 x-openstack-request-id: req-abf852d4-bf4e-4288-81c8-fa39040f6025 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:25.148517 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba19916-1972-4b01-8ee0-4090f0bc8ad8", "name": "network-vif-deleted", "tag": "df1b92b3-d129-4983-b5c8-26a0f9676152", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:25.149863 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-abf852d4-bf4e-4288-81c8-fa39040f6025 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:25.150633 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba19916-1972-4b01-8ee0-4090f0bc8ad8', 'name': 'network-vif-deleted', 'tag': 'df1b92b3-d129-4983-b5c8-26a0f9676152', 'status': 'completed', 'code': 200} Aug 10 01:54:25.178821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f6e08-becc-4c98-97f8-c0ccb96271f6 req-14c7352a-56b8-4b64-9da1-cb2ccd9817cb tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:25.192082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e92f6e08-becc-4c98-97f8-c0ccb96271f6 req-14c7352a-56b8-4b64-9da1-cb2ccd9817cb tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1134048 Aug 10 01:54:25.212663 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.241440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e92f6e08-becc-4c98-97f8-c0ccb96271f6 req-25b41cee-c438-4e79-b1e2-113b94e83e35 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505848 Aug 10 01:54:25.352520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.490945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:54:25.506375 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:25.511122 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.511597 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Added segment 3dc278bd-2b8a-4d37-be2c-148ad4fc76bc of type vlan for network 4aba0699-9af8-4a61-b101-869b6d9b99e5 Aug 10 01:54:25.545172 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] Checking router: c49c0e89-1d13-45ea-a48f-f9caf3231b99 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:25.555455 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:25.556282 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:25.610527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.630709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:25.672679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 9f304be0-62a3-4f99-b27d-339b2eae3a64 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:25.740242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea22032-09a0-482c-88d0-e90c684342fb req-657b4952-a282-4cbf-8140-349ec46c51df tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:25.756383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ea22032-09a0-482c-88d0-e90c684342fb req-657b4952-a282-4cbf-8140-349ec46c51df tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 944 time: 0.1577773 Aug 10 01:54:25.759556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-823aae7f-c088-4d42-9dc0-425820e98175 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:25.770928 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-823aae7f-c088-4d42-9dc0-425820e98175 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.4599099 Aug 10 01:54:25.796651 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Request body: {'port': {'device_id': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'admin_state_up': True, 'tenant_id': '00fbeb92a4464845bf2bfbaf4fa56973'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:25.803038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.resource_extend [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:54:25.847320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ea22032-09a0-482c-88d0-e90c684342fb req-3d36c8ef-80e5-4937-b762-340760b7bdd5 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896351 Aug 10 01:54:25.859514 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:25.899517 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363910ac-4b1b-4772-b9fb-a8eac25d0533 req-5b718016-77ee-4067-81ae-b2a88b820ff2 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:25.912507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-363910ac-4b1b-4772-b9fb-a8eac25d0533 req-5b718016-77ee-4067-81ae-b2a88b820ff2 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.0855019 Aug 10 01:54:26.019634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-363910ac-4b1b-4772-b9fb-a8eac25d0533 req-96455385-4355-495a-89c5-f16a171f0754 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058352 Aug 10 01:54:26.033039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 9f304be0-62a3-4f99-b27d-339b2eae3a64 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:26.033564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 9f304be0-62a3-4f99-b27d-339b2eae3a64 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:26.033878 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.130772 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.131016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-113689ec-21cd-4a5c-85cc-09445892e7b5 req-2be72bf9-fb56-4d25-8f35-7c06d7b29de9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 210 time: 0.0949917 Aug 10 01:54:26.131257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:26.131257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.210342 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:26.234522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c80856de-325c-492b-9cb5-6e721d225e2d req-4c0f4b5c-a485-4425-9c51-b5eef415c2bf tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 210 time: 0.0746920 Aug 10 01:54:26.260080 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2530a-6dd6-4005-a993-4e0fb55eb3e1 None None] The sync data for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 is: [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:26.273592 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.352331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 9f304be0-62a3-4f99-b27d-339b2eae3a64, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=9f304be0-62a3-4f99-b27d-339b2eae3a64,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:26.368892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f304be0-62a3-4f99-b27d-339b2eae3a64'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:26.372459 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05bbb0d-7218-4dfa-9d91-3d349154d3df" -d '{"events": [{"server_uuid": "db775363-28d4-42c9-a206-4a58b06a6c56", "name": "network-vif-plugged", "status": "completed", "tag": "9f304be0-62a3-4f99-b27d-339b2eae3a64"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:26.375773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:54:26.378246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device df1b92b3-d129-4983-b5c8-26a0f9676152 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:26.453209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] Pushing event updated for resources: {'Network': ['ID=4aba0699-9af8-4a61-b101-869b6d9b99e5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:26.459402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Made reservation on behalf of 00fbeb92a4464845bf2bfbaf4fa56973 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:26.474014 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.487202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: df1b92b3-d129-4983-b5c8-26a0f9676152 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:26.489565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device df1b92b3-d129-4983-b5c8-26a0f9676152 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:26.490447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:26.498249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4aba0699-9af8-4a61-b101-869b6d9b99e5 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:54:26.501189 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.502677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 972ef41c-5933-4427-b8fb-38bb6049ca32 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:26.531341 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb1642-eae3-4133-98eb-d0eb080af332 req-9366654b-ae41-4204-8bac-45e660efd1da tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:26.535331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fafb1642-eae3-4133-98eb-d0eb080af332 req-9366654b-ae41-4204-8bac-45e660efd1da tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.1645226 Aug 10 01:54:26.587626 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b91f0490-b446-47e8-ab24-7f79ae7b1632 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9432280 Aug 10 01:54:26.592430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34898) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:26.598637 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaeded7-34a6-4596-9369-6e2a526e134d x-openstack-request-id: req-0aaeded7-34a6-4596-9369-6e2a526e134d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:26.602657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Request body: {'subnet': {'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-subnet', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:26.604552 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db775363-28d4-42c9-a206-4a58b06a6c56", "name": "network-vif-plugged", "status": "completed", "tag": "9f304be0-62a3-4f99-b27d-339b2eae3a64", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:26.605868 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0aaeded7-34a6-4596-9369-6e2a526e134d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:26.607681 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f304be0-62a3-4f99-b27d-339b2eae3a64', 'code': 200} Aug 10 01:54:26.634611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fafb1642-eae3-4133-98eb-d0eb080af332 req-4d725a16-c993-40df-90a5-77c8a080330d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924978 Aug 10 01:54:26.786341 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232c38b-e498-4c1b-b619-4a10288479ae req-12c3d22a-260f-4b4a-a5c0-340ef6183768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:26.789812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7232c38b-e498-4c1b-b619-4a10288479ae req-12c3d22a-260f-4b4a-a5c0-340ef6183768 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 1097 time: 0.1414649 Aug 10 01:54:26.859731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Allocated IP 172.20.0.4 (b3ff8e7a-e648-4408-83fa-64a78dd8ec1c/88c8310d-f229-4c41-91a5-1c2abd9b97d8/ddec4fb7-99f8-4bf5-9355-d6eafe326256) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:26.940091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7232c38b-e498-4c1b-b619-4a10288479ae req-8fb2d6eb-5840-4fac-81f6-f237c00ed28d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416044 Aug 10 01:54:26.992693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-31a01c3a-47d6-4e2f-b9bb-0f75747f873a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:26.995492 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-31a01c3a-47d6-4e2f-b9bb-0f75747f873a tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.16 "GET /v2.0/networks?id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 HTTP/1.1" status: 200 len: 823 time: 0.8512394 Aug 10 01:54:27.057624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fcb950-ff50-4b7a-a61e-8bf9b2682a64 None None] New status for floating IP e861d65f-8a52-4df6-a330-764f29ea8b0a: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:54:27.079315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160329a4-dff7-4c72-aa5b-c4ba9ea677b0 req-0781319c-0d82-4d10-97a6-d92d3ea09fd1 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.083290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-160329a4-dff7-4c72-aa5b-c4ba9ea677b0 req-0781319c-0d82-4d10-97a6-d92d3ea09fd1 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 945 time: 0.0981247 Aug 10 01:54:27.100305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.201239 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.252861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-160329a4-dff7-4c72-aa5b-c4ba9ea677b0 req-569f17b8-6ccd-43b4-97e4-4ab41069957f tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637635 Aug 10 01:54:27.267672 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-0bfecb91-3b84-450c-bb6d-708e699b1afb tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba74b0dbdf364148a5e19eef50af3f0c HTTP/1.1" status: 200 len: 379 time: 0.0885029 Aug 10 01:54:27.275723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.314094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Request body: {'port': {'device_id': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'admin_state_up': True, 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'security_groups': ['b0bef8bb-be86-42dc-896c-8009dbddcbd4']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:27.343185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c4685-cdfd-4e64-b6ee-b6d825574983 req-2e2195f1-aca3-4fcb-a64c-b95092eb04d5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.357482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c10c4685-cdfd-4e64-b6ee-b6d825574983 req-2e2195f1-aca3-4fcb-a64c-b95092eb04d5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.1792922 Aug 10 01:54:27.382711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=9f304be0-62a3-4f99-b27d-339b2eae3a64,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:27.431182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:27.460638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:27.474607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c10c4685-cdfd-4e64-b6ee-b6d825574983 req-6f32be79-02d8-4d1c-bfdb-67c975dc9da5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993299 Aug 10 01:54:27.493933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'mac_address': 'fa:16:3e:00:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:54:27.548973 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.553928 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.604143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6004e76d-080f-4c07-ac0c-f2b7816755af {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:27.668514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6d593-7a31-425a-b31f-27bf684a8452 req-c67a637c-1c51-4f42-982e-76b5f5b0c4a1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.673955 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64e6d593-7a31-425a-b31f-27bf684a8452 req-c67a637c-1c51-4f42-982e-76b5f5b0c4a1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 931 time: 0.1919541 Aug 10 01:54:27.693470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event updated for resources: {'Port': ['ID=ddec4fb7-99f8-4bf5-9355-d6eafe326256,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:27.725626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Made reservation on behalf of ca2114bdf58f4ae69801eaa9b7360069 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:27.734406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.744454 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:54:27.744914 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:54:27.749666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:27.773448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c73e1db5-8bee-4717-963f-5f67600ec821 req-0263f271-07f0-4d92-93f6-53e90695df49 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 210 time: 0.0808191 Aug 10 01:54:27.785670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:27.812394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:27.825499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:27.854298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64e6d593-7a31-425a-b31f-27bf684a8452 req-330d5544-be2d-46c2-9f63-d09de64bea86 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728146 Aug 10 01:54:27.912623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.914692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:28.013961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc742270-2707-46c3-8be5-f2efd519a81f req-8d0d5f9e-b648-4626-ade3-3c2fce3fc77e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:28.016856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc742270-2707-46c3-8be5-f2efd519a81f req-8d0d5f9e-b648-4626-ade3-3c2fce3fc77e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 947 time: 0.0772982 Aug 10 01:54:28.081501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc742270-2707-46c3-8be5-f2efd519a81f req-c4557123-8ac7-4bc2-bd66-b101547f403c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578034 Aug 10 01:54:28.091277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Made reservation on behalf of ba74b0dbdf364148a5e19eef50af3f0c for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:28.095846 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:28.223597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-b41548f9-0e7d-420d-9b54-008210669b81 service neutron] 10.222.0.16 "GET /v2.0/ports/972ef41c-5933-4427-b8fb-38bb6049ca32/bindings/n-h2-767704-21 HTTP/1.1" status: 200 len: 385 time: 0.0808733 Aug 10 01:54:28.238586 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-d73e3907-34b7-4254-9eaa-747f9b806026 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4530687 Aug 10 01:54:28.263491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Request body: {'port': {'device_id': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:28.305655 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:28.326088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6004e76d-080f-4c07-ac0c-f2b7816755af {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:28.329433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:28.367426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:28.435378 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:28.498333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Allocated IP 172.20.0.4 (8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74/a8e2c825-8410-4f65-a48f-4806fb4b31e0/3099f522-11ff-45bf-a006-6ccd0295c118) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:28.509203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:28.513585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53eb43a-ce42-46cb-b498-af5e044f486c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:28.522987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e569d4c-2af2-46bc-a4a9-ec5742daf6c8 req-91e1f926-a89c-4483-ba40-d05f90e9c441 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:28.522987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e569d4c-2af2-46bc-a4a9-ec5742daf6c8 req-91e1f926-a89c-4483-ba40-d05f90e9c441 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 945 time: 0.1304238 Aug 10 01:54:28.575973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:28.607438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e569d4c-2af2-46bc-a4a9-ec5742daf6c8 req-cf10c743-9c52-4a5e-9380-b35b8330d497 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759594 Aug 10 01:54:28.612717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:28.622483 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a7c739-8431-438b-ac76-e752bbb3b875" -d '{"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:28.644159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=10']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:28.647248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:28.685259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972ef41c-5933-4427-b8fb-38bb6049ca32 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:28.700897 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a77ae6-c3c2-4681-92d4-165ec6818b6f x-openstack-request-id: req-f7a77ae6-c3c2-4681-92d4-165ec6818b6f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:28.701207 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:28.701454 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7a77ae6-c3c2-4681-92d4-165ec6818b6f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:28.701854 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'code': 200} Aug 10 01:54:28.702238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:28.744593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbc1c7-4248-4fa1-a9e3-494df065e9b4 req-9fce2c78-f69e-4060-b3e8-11fee16be579 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:28.747243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0dbc1c7-4248-4fa1-a9e3-494df065e9b4 req-9fce2c78-f69e-4060-b3e8-11fee16be579 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 943 time: 0.1585834 Aug 10 01:54:28.794139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6004e76d-080f-4c07-ac0c-f2b7816755af'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:28.802498 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:28.815417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Checking segment: {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:28.816077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Network hostable DHCP agents. Network: 4aba0699-9af8-4a61-b101-869b6d9b99e5, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:54:28.839083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0dbc1c7-4248-4fa1-a9e3-494df065e9b4 req-5a9188cf-701f-4548-945b-51a666b62d9a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846500 Aug 10 01:54:28.863317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d738-5883-496b-96c7-6b5a805c2418 req-06b6c2f3-3206-4afc-b30f-b0166396b990 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:28.871224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee27d738-5883-496b-96c7-6b5a805c2418 req-06b6c2f3-3206-4afc-b30f-b0166396b990 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 945 time: 0.1195905 Aug 10 01:54:28.909503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34928) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:28.915233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Request body: {'floatingip': {'port_id': '9f304be0-62a3-4f99-b27d-339b2eae3a64'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:29.021742 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.105033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7d2cdac-82d7-41fd-a347-47db6ba25dc6 req-3db67ea7-6505-419c-920a-b4cc0080786e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 210 time: 0.0682437 Aug 10 01:54:29.136765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53bcdc-d23d-42cf-9ac5-f47e50aa9e2f req-41ebc8ff-1d9d-4d6d-b3ce-936514f07fa5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:29.138357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c53bcdc-d23d-42cf-9ac5-f47e50aa9e2f req-41ebc8ff-1d9d-4d6d-b3ce-936514f07fa5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 931 time: 0.1705797 Aug 10 01:54:29.143597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Network 4aba0699-9af8-4a61-b101-869b6d9b99e5 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:54:29.146844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] Transition to ACTIVE for port object 972ef41c-5933-4427-b8fb-38bb6049ca32 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:29.154099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.196038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c53bcdc-d23d-42cf-9ac5-f47e50aa9e2f req-cfe48ae2-2735-43b2-b29e-8284309f5554 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473919 Aug 10 01:54:29.233214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Transition to ACTIVE for port object 3099f522-11ff-45bf-a006-6ccd0295c118 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:29.254459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe9538-b7e5-4bef-9ea7-95557e2dfdf9 req-30553d28-9840-4a8d-b9ee-34450884387d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:29.256343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbfe9538-b7e5-4bef-9ea7-95557e2dfdf9 req-30553d28-9840-4a8d-b9ee-34450884387d tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.0570374 Aug 10 01:54:29.263075 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.328287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4aba0699-9af8-4a61-b101-869b6d9b99e5) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:29.337737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab29b1-657c-4ebd-85a2-014ef1bdc121 None None] Network 4aba0699-9af8-4a61-b101-869b6d9b99e5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:29.350063 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:29.350719 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.360736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] No DVR routers for this DVR port 972ef41c-5933-4427-b8fb-38bb6049ca32 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:29.376827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbfe9538-b7e5-4bef-9ea7-95557e2dfdf9 req-1902b119-3b00-4e10-b51a-942fbe22e75e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110578 Aug 10 01:54:29.410366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] Pushing event updated for resources: {'Port': ['ID=972ef41c-5933-4427-b8fb-38bb6049ca32,revision_number=10']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:29.418446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-360c28e0-c7ff-42a7-9d96-ded6323db425 service neutron] 10.222.0.16 "PUT /v2.0/ports/972ef41c-5933-4427-b8fb-38bb6049ca32/bindings/n-h2-767704-21/activate HTTP/1.1" status: 200 len: 370 time: 1.1869583 Aug 10 01:54:29.441588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddec4fb7-99f8-4bf5-9355-d6eafe326256 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:29.472528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.527664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Transition to ACTIVE for port object ddec4fb7-99f8-4bf5-9355-d6eafe326256 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:29.556848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-4aba0699-9af8-4a61-b101-869b6d9b99e5', 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'fixed_ips': [{'subnet_id': 'd53eb43a-ce42-46cb-b498-af5e044f486c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:54:29.557986 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.576698 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8f0e411d-b5be-4e00-b78e-3ef567b77be0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9807918 Aug 10 01:54:29.580313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34938) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:29.607477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:29.656421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.656658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-eb0ceda5-c816-43b2-a97f-5662dfd4e500 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:29.656962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-eb0ceda5-c816-43b2-a97f-5662dfd4e500 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1096 time: 0.0898552 Aug 10 01:54:29.689594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.718588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-a1ca5ebd-ee66-45ac-b68c-0b0e44a794fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:29.720056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-a1ca5ebd-ee66-45ac-b68c-0b0e44a794fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346&tenant_id=64f718678e0b4c91a1b88e2f03a4baec HTTP/1.1" status: 200 len: 1096 time: 0.0525887 Aug 10 01:54:29.726328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:29.740153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event updated for resources: {'Port': ['ID=3099f522-11ff-45bf-a006-6ccd0295c118,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:29.743610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:29.780814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:29.791056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Allocated IP 172.20.0.2 (4aba0699-9af8-4a61-b101-869b6d9b99e5/d53eb43a-ce42-46cb-b498-af5e044f486c/536c38ef-19d2-450d-9375-a0b4f9f323ba) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:29.807869 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.808994 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.861891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.resource_extend [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:54:29.892096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-16138525-a4aa-4589-9dd7-5f633b345162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:29.893835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-16138525-a4aa-4589-9dd7-5f633b345162 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1096 time: 0.1390951 Aug 10 01:54:29.895474 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.966844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddec4fb7-99f8-4bf5-9355-d6eafe326256,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:30.003728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:30.004698 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.031621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.066282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Attempting to bind port ddec4fb7-99f8-4bf5-9355-d6eafe326256 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:30.068339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Attempting to bind port ddec4fb7-99f8-4bf5-9355-d6eafe326256 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:30.071642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Attempting to bind port ddec4fb7-99f8-4bf5-9355-d6eafe326256 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:30.077521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Port ddec4fb7-99f8-4bf5-9355-d6eafe326256 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:54:30.077857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Attempting to bind port ddec4fb7-99f8-4bf5-9355-d6eafe326256 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:30.090482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:30.090903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Checking segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:30.092861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Bound using segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:30.095362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Bound port: ddec4fb7-99f8-4bf5-9355-d6eafe326256, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:30.098093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.149799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffa38b-20e0-4dbb-a91b-404b34b3aefa req-f1ccced4-df6d-40b1-a5c1-8a47059a4592 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:30.158803 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ffa38b-20e0-4dbb-a91b-404b34b3aefa req-f1ccced4-df6d-40b1-a5c1-8a47059a4592 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 944 time: 0.1279523 Aug 10 01:54:30.194590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.201580 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-1d48e245-ed3e-4a9d-a387-6de90cd0888c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9047589 Aug 10 01:54:30.236081 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.249691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Transition to ACTIVE for port object 536c38ef-19d2-450d-9375-a0b4f9f323ba will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:30.278098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Transition to ACTIVE for port object 536c38ef-19d2-450d-9375-a0b4f9f323ba will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:30.339747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-a95d31f5-c31d-4709-a5a6-ee444f481f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:30.341342 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-a95d31f5-c31d-4709-a5a6-ee444f481f2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.4371967 Aug 10 01:54:30.362942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-38ebff7c-358e-43c7-8397-686f316c8e2e None None] Provisioning for port 3099f522-11ff-45bf-a006-6ccd0295c118 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:30.368818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-38ebff7c-358e-43c7-8397-686f316c8e2e None None] Provisioning complete for port 3099f522-11ff-45bf-a006-6ccd0295c118 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:30.369193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38ebff7c-358e-43c7-8397-686f316c8e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.408706 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.449052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ffa38b-20e0-4dbb-a91b-404b34b3aefa req-177600a7-2a5c-48e9-bb2b-e6b1a760b7d4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893326 Aug 10 01:54:30.454316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-38ebff7c-358e-43c7-8397-686f316c8e2e None None] Port 3099f522-11ff-45bf-a006-6ccd0295c118 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:30.485262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Network 4aba0699-9af8-4a61-b101-869b6d9b99e5 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:30.489125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:30.491840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:30.496561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Pushing event updated for resources: {'Port': ['ID=536c38ef-19d2-450d-9375-a0b4f9f323ba,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:30.532583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:30.532854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Request body: {'port': {'device_id': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:30.538857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-b742b60f-3b98-4d76-bc3a-eaeb15e1f283 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972ef41c-5933-4427-b8fb-38bb6049ca32 HTTP/1.1" status: 200 len: 217 time: 0.1869340 Aug 10 01:54:30.546129 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.585586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18617-8816-40fa-85c1-4cdae1936145 req-4801281e-e156-491f-ac37-60b5bb737788 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:30.588287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eda18617-8816-40fa-85c1-4cdae1936145 req-4801281e-e156-491f-ac37-60b5bb737788 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 931 time: 0.3476827 Aug 10 01:54:30.594804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:30.606543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Attempting to bind port 536c38ef-19d2-450d-9375-a0b4f9f323ba on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:30.607192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Attempting to bind port 536c38ef-19d2-450d-9375-a0b4f9f323ba by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:30.607600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Attempting to bind port 536c38ef-19d2-450d-9375-a0b4f9f323ba on network 4aba0699-9af8-4a61-b101-869b6d9b99e5 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:30.616971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:30.618286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Checking segment: {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:30.618749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.619145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Bound using segment: {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:30.619629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Bound port: 536c38ef-19d2-450d-9375-a0b4f9f323ba, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:30.620009 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.662307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:30.667001 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.670261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 6004e76d-080f-4c07-ac0c-f2b7816755af triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:30.675276 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.688890 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Floating IP 43e6001c-3629-468c-92e4-e9c847d2f9a7 associated. External IP: 172.25.3.27, port: 9f304be0-62a3-4f99-b27d-339b2eae3a64. Aug 10 01:54:30.738727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-aef91322-9ee0-4558-8572-8cb9e727ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:30.741038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-aef91322-9ee0-4558-8572-8cb9e727ff1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.1845651 Aug 10 01:54:30.752397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.781769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eda18617-8816-40fa-85c1-4cdae1936145 req-00b06a01-13f9-469c-8243-bb17eae644f0 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662068 Aug 10 01:54:30.803451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] For port 536c38ef-19d2-450d-9375-a0b4f9f323ba, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:30.803451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] For port 536c38ef-19d2-450d-9375-a0b4f9f323ba, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=536c38ef-19d2-450d-9375-a0b4f9f323ba,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:30.803687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144dd9f-5364-4cf0-9733-3586b78bc29e req-2a0039a3-93ec-44dd-b56b-0a91ddf1d90c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:30.808638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7144dd9f-5364-4cf0-9733-3586b78bc29e req-2a0039a3-93ec-44dd-b56b-0a91ddf1d90c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 943 time: 0.2545483 Aug 10 01:54:30.822811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:30.823439 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.824975 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] 10.222.0.16 "PUT /v2.0/ports/ddec4fb7-99f8-4bf5-9355-d6eafe326256 HTTP/1.1" status: 200 len: 1092 time: 2.5768704 Aug 10 01:54:30.825429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:30.827732 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06928824-b41e-4e0f-8054-f39c76dde0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:30.854514 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.878085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-61e3a5ed-d500-4d28-b9f8-5717ca462ac1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223390 Aug 10 01:54:30.899869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:30.902709 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8a2eb5-538b-4d53-a0ce-bea75d1aa26d" -d '{"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-plugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:30.915340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:30.932538 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:31.009516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1538a12-8abe-4d3e-8893-e394e29513e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddec4fb7-99f8-4bf5-9355-d6eafe326256,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:31.010135 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:31.020002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94e54f-fc02-448e-abc5-9541b074ca94 None None] Pushing event updated for resources: {'Port': ['ID=536c38ef-19d2-450d-9375-a0b4f9f323ba,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:31.028230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7144dd9f-5364-4cf0-9733-3586b78bc29e req-fb8c3ed7-a532-4451-a04f-5d7e74b08adf tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179043 Aug 10 01:54:31.125317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a705ad-1b1a-43ff-8240-5ca515ad9c09 req-d7c90db3-ea9f-458f-bbf3-cc914c4dac5c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:31.133043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1a705ad-1b1a-43ff-8240-5ca515ad9c09 req-d7c90db3-ea9f-458f-bbf3-cc914c4dac5c tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 949 time: 0.2211490 Aug 10 01:54:31.150427 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5777c9-4b16-490f-91d7-f043b48c3f45 x-openstack-request-id: req-1a5777c9-4b16-490f-91d7-f043b48c3f45 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:31.156938 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:31.156938 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a5777c9-4b16-490f-91d7-f043b48c3f45 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:31.156938 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256', 'status': 'completed', 'code': 200} Aug 10 01:54:31.158838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-a37e3abc-5d78-4304-96c1-180130836650 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588072 Aug 10 01:54:31.166594 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973d3489-5a96-4eb7-96fc-97c0727b694d x-openstack-request-id: req-973d3489-5a96-4eb7-96fc-97c0727b694d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:31.167032 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-plugged", "status": "completed", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:31.167365 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-973d3489-5a96-4eb7-96fc-97c0727b694d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:31.167982 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'code': 200} Aug 10 01:54:31.174741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=11']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:31.248898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1a705ad-1b1a-43ff-8240-5ca515ad9c09 req-5a34253e-de0e-4f21-8903-6e8992c4110e tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064918 Aug 10 01:54:31.268033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-ea87ffd2-14c4-4380-a080-d8d58cdf953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:31.269929 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-ea87ffd2-14c4-4380-a080-d8d58cdf953a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 1095 time: 0.2287838 Aug 10 01:54:31.344997 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-55014864-d2da-4d44-8323-97dd1f6d6172 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256 HTTP/1.1" status: 200 len: 217 time: 0.0636179 Aug 10 01:54:31.487068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-022e675d-252e-4b70-bc13-fdf974fbb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:31.488605 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-022e675d-252e-4b70-bc13-fdf974fbb04c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.1332796 Aug 10 01:54:31.549839 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-699faaa6-0cae-4fe9-8af6-61b08d9def61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287285 Aug 10 01:54:31.688695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3099f522-11ff-45bf-a006-6ccd0295c118 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:31.694519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:54:31.701868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:31.738106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Transition to ACTIVE for port object 3099f522-11ff-45bf-a006-6ccd0295c118 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:31.781134 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-4d0c4583-5331-4fd5-9cb5-90816f2e5b9f service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177973 Aug 10 01:54:31.793340 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:31.863713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:31.876591 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:31.968921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:31.979553 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:31.981762 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] Sync routers for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:31.994471 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:31.995132 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:32.025114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Allocated IP 172.25.3.35 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/fb99b932-4841-427a-a695-94b144d0a748) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:32.040982 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e059e839-37ac-4cb0-972a-3c8a659169c6 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "PUT /v2.0/floatingips/43e6001c-3629-468c-92e4-e9c847d2f9a7 HTTP/1.1" status: 200 len: 990 time: 3.1272917 Aug 10 01:54:32.133706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Pushing event updated for resources: {'Port': ['ID=3099f522-11ff-45bf-a006-6ccd0295c118,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:32.138315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Attempting to bind port 3099f522-11ff-45bf-a006-6ccd0295c118 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:32.139161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Attempting to bind port 3099f522-11ff-45bf-a006-6ccd0295c118 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:32.139987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Attempting to bind port 3099f522-11ff-45bf-a006-6ccd0295c118 on network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:32.146145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Port 3099f522-11ff-45bf-a006-6ccd0295c118 on network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:54:32.146588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Attempting to bind port 3099f522-11ff-45bf-a006-6ccd0295c118 on network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:32.159062 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6045eb6b-0afe-4f5d-8c4f-53d766b3c4e3 req-06eb0e31-d284-403e-bf63-ebbb11b27433 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651991 Aug 10 01:54:32.159062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:32.159062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Checking segment: {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:32.159062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Bound using segment: {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:32.159062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Bound port: 3099f522-11ff-45bf-a006-6ccd0295c118, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df415d56-2610-4a54-86fc-0c655c89b8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:32.159062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:32.186313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:32.272614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] For port 3099f522-11ff-45bf-a006-6ccd0295c118, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:32.278029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] For port 3099f522-11ff-45bf-a006-6ccd0295c118, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3099f522-11ff-45bf-a006-6ccd0295c118,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:32.295872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7781b6-5381-4f17-b637-46b3e4f942ad req-577b4d2c-aaf4-4ccc-b6d9-6d3cd735ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:32.298670 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe7781b6-5381-4f17-b637-46b3e4f942ad req-577b4d2c-aaf4-4ccc-b6d9-6d3cd735ee5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 1102 time: 0.5895708 Aug 10 01:54:32.319098 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:32.342800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a665f-6b74-4845-8c7f-73e6674eee65 req-bd7edc97-d489-434a-b333-af78a242c1b5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:32.344554 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-162a665f-6b74-4845-8c7f-73e6674eee65 req-bd7edc97-d489-434a-b333-af78a242c1b5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 944 time: 0.6343913 Aug 10 01:54:32.359034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-b64e0de7-7985-4ec2-b36b-b2e7f89f804a service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1294408 Aug 10 01:54:32.396989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 536c38ef-19d2-450d-9375-a0b4f9f323ba up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:32.441225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:32.533144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe7781b6-5381-4f17-b637-46b3e4f942ad req-78df0191-dea4-4876-87ec-18274f0b80d4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012320 Aug 10 01:54:32.541089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-162a665f-6b74-4845-8c7f-73e6674eee65 req-8d00fc43-bee2-4401-bdb5-2f06f9bba212 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852140 Aug 10 01:54:32.557911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d71d3-f47a-4c6a-b3dc-730c25e5e46f None None] Network 4aba0699-9af8-4a61-b101-869b6d9b99e5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:32.573651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fa043-dbbf-4715-9545-2b6907a80c4a req-a47f7baa-d968-4fb2-a9a5-80086b6ddf67 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:32.575275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f1fa043-dbbf-4715-9545-2b6907a80c4a req-a47f7baa-d968-4fb2-a9a5-80086b6ddf67 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 943 time: 0.2992380 Aug 10 01:54:32.576586 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:32.591963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:32.605067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:32.605067 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] 10.222.0.16 "PUT /v2.0/ports/3099f522-11ff-45bf-a006-6ccd0295c118 HTTP/1.1" status: 200 len: 1092 time: 2.0677843 Aug 10 01:54:32.605067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3493c59-61ab-4bf9-9c6a-351ebab1b55b service neutron] Pushing event updated for resources: {'Port': ['ID=3099f522-11ff-45bf-a006-6ccd0295c118,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:32.616570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-206aeb08-a5c5-4865-a018-c072778bed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:32.624326 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-206aeb08-a5c5-4865-a018-c072778bed7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 1095 time: 0.2479954 Aug 10 01:54:32.675727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 536c38ef-19d2-450d-9375-a0b4f9f323ba completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:32.678216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:32.684789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:32.700196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:32.771905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb99b932-4841-427a-a695-94b144d0a748,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:32.796085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f1fa043-dbbf-4715-9545-2b6907a80c4a req-77633556-40fb-44fb-868d-ff34688708b2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060421 Aug 10 01:54:32.800207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.800510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.800854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.801190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.801530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.801858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.802191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.802515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.802951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.803275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.803604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.804133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:32.873492 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-af752399-915b-46f0-bd09-da6ae0e6639c None None] Provisioning for port 536c38ef-19d2-450d-9375-a0b4f9f323ba completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:32.884101 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-af752399-915b-46f0-bd09-da6ae0e6639c None None] Provisioning complete for port 536c38ef-19d2-450d-9375-a0b4f9f323ba triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:32.884485 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af752399-915b-46f0-bd09-da6ae0e6639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:32.922290 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '43e6001c-3629-468c-92e4-e9c847d2f9a7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'port_id': '9f304be0-62a3-4f99-b27d-339b2eae3a64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'mac_address': 'fa:16:3e:32:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:53:20Z', 'updated_at': '2021-08-10T01:54:29Z', 'revision_number': 1, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269e6d12-40ef-442a-8abf-0e74f296beba', 'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'mac_address': 'fa:16:3e:32:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:12Z', 'updated_at': '2021-08-10T01:53:20Z', 'revision_number': 5, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'subnets': [{'id': '080b13db-3e9e-4586-9336-377ab77c5706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:32.923018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-6a938f9b-0263-4ea4-986b-8fb54d516502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:32.937810 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-6a938f9b-0263-4ea4-986b-8fb54d516502 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba74b0dbdf364148a5e19eef50af3f0c&device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 1095 time: 0.1747453 Aug 10 01:54:33.032951 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] Checking router: 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:33.062252 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:33.063894 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:33.091083 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-c48f4f81-c107-4dd8-981f-0409d7462d45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3099f522-11ff-45bf-a006-6ccd0295c118 HTTP/1.1" status: 200 len: 217 time: 0.1506760 Aug 10 01:54:33.100017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-d4b757bb-028f-4ab9-9055-135bd7184d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.112695 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-d4b757bb-028f-4ab9-9055-135bd7184d06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 913 time: 0.4699366 Aug 10 01:54:33.129514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bb997-2446-425d-9c45-8a0a95b5e50c req-95c185dc-4908-4cad-bf20-0c7b651dbab4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.138616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd4bb997-2446-425d-9c45-8a0a95b5e50c req-95c185dc-4908-4cad-bf20-0c7b651dbab4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 943 time: 0.1158357 Aug 10 01:54:33.140038 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af752399-915b-46f0-bd09-da6ae0e6639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:33.166142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bd7f0-192a-4e98-a0e4-31cb026c6369 req-15f9073a-6be8-4210-95df-f1862178b52b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.169713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-784bd7f0-192a-4e98-a0e4-31cb026c6369 req-15f9073a-6be8-4210-95df-f1862178b52b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 950 time: 0.1545622 Aug 10 01:54:33.216472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'tag': '9f304be0-62a3-4f99-b27d-339b2eae3a64'}, {'name': 'network-changed', 'server_uuid': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'tag': '3099f522-11ff-45bf-a006-6ccd0295c118'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:33.219260 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97c2925-b7c7-44e1-b0cb-362711ff258b" -d '{"events": [{"name": "network-changed", "server_uuid": "db775363-28d4-42c9-a206-4a58b06a6c56", "tag": "9f304be0-62a3-4f99-b27d-339b2eae3a64"}, {"name": "network-changed", "server_uuid": "9e16bf92-b78d-48cf-a48b-494b9e126394", "tag": "3099f522-11ff-45bf-a006-6ccd0295c118"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:33.220385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-af752399-915b-46f0-bd09-da6ae0e6639c None None] For port 536c38ef-19d2-450d-9375-a0b4f9f323ba, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=536c38ef-19d2-450d-9375-a0b4f9f323ba,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:33.223626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-5b775381-c89e-4880-8964-9f0459ad0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.225558 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-5b775381-c89e-4880-8964-9f0459ad0eb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8e2c825-8410-4f65-a48f-4806fb4b31e0 HTTP/1.1" status: 200 len: 862 time: 0.1112628 Aug 10 01:54:33.303676 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-18ffbe6f-69a0-4d49-aecb-6fac4efacf06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256 HTTP/1.1" status: 200 len: 217 time: 0.1831048 Aug 10 01:54:33.306945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd4bb997-2446-425d-9c45-8a0a95b5e50c req-2f701d20-f77b-47cb-be34-c5cf9d1d0172 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672766 Aug 10 01:54:33.309085 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af752399-915b-46f0-bd09-da6ae0e6639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:33.319612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-54fc6bca-ae29-4316-94b6-270d22c66aac tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.331029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-54fc6bca-ae29-4316-94b6-270d22c66aac tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1096 time: 0.1615751 Aug 10 01:54:33.350965 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:33.385722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-ad62e276-cc5d-4f7a-864b-bf526fa350e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.388725 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-ad62e276-cc5d-4f7a-864b-bf526fa350e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.0756536 Aug 10 01:54:33.392858 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2389bf4-b25b-4f50-a0f2-dd98bdb86b6f x-openstack-request-id: req-a2389bf4-b25b-4f50-a0f2-dd98bdb86b6f {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:33.393219 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db775363-28d4-42c9-a206-4a58b06a6c56", "tag": "9f304be0-62a3-4f99-b27d-339b2eae3a64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e16bf92-b78d-48cf-a48b-494b9e126394", "tag": "3099f522-11ff-45bf-a006-6ccd0295c118", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:33.393591 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2389bf4-b25b-4f50-a0f2-dd98bdb86b6f {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:33.406202 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'tag': '9f304be0-62a3-4f99-b27d-339b2eae3a64', 'status': 'completed', 'code': 200} Aug 10 01:54:33.406202 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'tag': '3099f522-11ff-45bf-a006-6ccd0295c118', 'status': 'completed', 'code': 200} Aug 10 01:54:33.406202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-37a3080b-0527-4d11-b71f-123f9a048a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.406202 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-37a3080b-0527-4d11-b71f-123f9a048a33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1636870 Aug 10 01:54:33.480286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-784bd7f0-192a-4e98-a0e4-31cb026c6369 req-dcff21d7-0542-4656-8e34-e6a6d7f88c53 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686760 Aug 10 01:54:33.486836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af752399-915b-46f0-bd09-da6ae0e6639c None None] Pushing event updated for resources: {'Port': ['ID=536c38ef-19d2-450d-9375-a0b4f9f323ba,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:33.553188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-44b931bf-ddac-400d-8aa5-f7ea57be093c None None] Provisioning complete for port 536c38ef-19d2-450d-9375-a0b4f9f323ba triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:33.553779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-44b931bf-ddac-400d-8aa5-f7ea57be093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:33.587809 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-aea80a9d-2f58-41bd-bef7-675f78f3e62b service neutron] 10.222.0.16 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778100 Aug 10 01:54:33.610097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-88b00297-806e-4c93-99dc-e5edf4b78416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.610097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-88b00297-806e-4c93-99dc-e5edf4b78416 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83fb7cd8ab2b4f97bdbfc7dc97992cda&device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 1097 time: 0.1676006 Aug 10 01:54:33.622383 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:33.636793 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-edd2080e-383e-4bb9-99ea-ea4830ebc2af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2371578 Aug 10 01:54:33.827058 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-47026ea1-1d21-4b52-a98e-f54c568aca9e service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744153 Aug 10 01:54:33.845841 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '43e6001c-3629-468c-92e4-e9c847d2f9a7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'port_id': '9f304be0-62a3-4f99-b27d-339b2eae3a64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'mac_address': 'fa:16:3e:32:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:53:20Z', 'updated_at': '2021-08-10T01:54:29Z', 'revision_number': 1, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269e6d12-40ef-442a-8abf-0e74f296beba', 'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'mac_address': 'fa:16:3e:32:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:12Z', 'updated_at': '2021-08-10T01:53:20Z', 'revision_number': 5, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'subnets': [{'id': '080b13db-3e9e-4586-9336-377ab77c5706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:33.875282 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbef2cbf-e114-459d-96fb-52861d0640af None None] The sync data for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 is: [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '43e6001c-3629-468c-92e4-e9c847d2f9a7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'port_id': '9f304be0-62a3-4f99-b27d-339b2eae3a64', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'mac_address': 'fa:16:3e:32:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:53:20Z', 'updated_at': '2021-08-10T01:54:29Z', 'revision_number': 1, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '269e6d12-40ef-442a-8abf-0e74f296beba', 'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'mac_address': 'fa:16:3e:32:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:12Z', 'updated_at': '2021-08-10T01:53:20Z', 'revision_number': 5, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'subnets': [{'id': '080b13db-3e9e-4586-9336-377ab77c5706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:33.892728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1691c-ae1c-4030-8c5c-18e8a3edd40f req-413d9cdb-5da2-4ae1-ba52-fee4cf8987a3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.910646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cb1691c-ae1c-4030-8c5c-18e8a3edd40f req-413d9cdb-5da2-4ae1-ba52-fee4cf8987a3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 944 time: 0.2044771 Aug 10 01:54:33.924069 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5d9eac68-7a05-4a7b-874a-56d410c15dac req-a0ab62e9-428c-4492-adc6-e41968455f76 service neutron] 10.222.0.16 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970409 Aug 10 01:54:33.955190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-5f79d1da-abc4-4687-98f0-2321a0c3a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:33.956723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-5f79d1da-abc4-4687-98f0-2321a0c3a703 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63490791-c75a-4705-bd62-b0863d203ed7 HTTP/1.1" status: 200 len: 916 time: 0.3418889 Aug 10 01:54:33.976538 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06928824-b41e-4e0f-8054-f39c76dde0c5 req-b560ecf2-6c74-4502-a3c7-77921df6be6f service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418750 Aug 10 01:54:34.102598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-7205be53-f4b4-4aaf-8b46-a72475932241 service neutron] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:34.112387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-7205be53-f4b4-4aaf-8b46-a72475932241 service neutron] Notify callbacks [] for binding, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:34.113566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d06939c-fcc7-46bc-b19c-8bf155a4c781 req-7205be53-f4b4-4aaf-8b46-a72475932241 service neutron] 10.222.0.11 "DELETE /v2.0/ports/972ef41c-5933-4427-b8fb-38bb6049ca32/bindings/n-h1-767704-21 HTTP/1.1" status: 204 len: 173 time: 0.7573924 Aug 10 01:54:34.137188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cb1691c-ae1c-4030-8c5c-18e8a3edd40f req-3030ba12-d151-47e9-a7d5-38038495d456 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193179 Aug 10 01:54:34.179420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-2df3af8b-6d12-42e8-a351-85387294b577 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f304be0-62a3-4f99-b27d-339b2eae3a64 HTTP/1.1" status: 200 len: 998 time: 0.2047784 Aug 10 01:54:34.185798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c8130c-333f-4f1d-b2d6-84c2190b2e7c None None] New status for floating IP 43e6001c-3629-468c-92e4-e9c847d2f9a7: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:54:34.203970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8af4a3-eb9a-4f83-81fb-db9859105c23 req-db899a57-01dc-416a-870a-aec3a40b0b0e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:34.205575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f8af4a3-eb9a-4f83-81fb-db9859105c23 req-db899a57-01dc-416a-870a-aec3a40b0b0e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 943 time: 0.2395208 Aug 10 01:54:34.315977 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 536c38ef-19d2-450d-9375-a0b4f9f323ba up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:34.326748 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:34.351110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-ebd9f511-8d2b-418d-aa9e-c62234ab3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:34.353563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-ebd9f511-8d2b-418d-aa9e-c62234ab3845 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=080b13db-3e9e-4586-9336-377ab77c5706 HTTP/1.1" status: 200 len: 854 time: 0.1470189 Aug 10 01:54:34.363117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f8af4a3-eb9a-4f83-81fb-db9859105c23 req-7d4b7e00-555e-43ef-9274-ede859dff71c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431181 Aug 10 01:54:34.440734 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9428356-5db7-4374-9860-70707b8f6ef2 req-7743b3e0-1f4b-44a7-b7e0-883baac468bb tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:34.442295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9428356-5db7-4374-9860-70707b8f6ef2 req-7743b3e0-1f4b-44a7-b7e0-883baac468bb tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1096 time: 0.1636248 Aug 10 01:54:34.507105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 536c38ef-19d2-450d-9375-a0b4f9f323ba triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:34.508082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:34.532113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-ed178798-71b4-43a9-b9c1-0041adcaf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:34.533611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-ed178798-71b4-43a9-b9c1-0041adcaf8d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63490791-c75a-4705-bd62-b0863d203ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387796 Aug 10 01:54:34.618055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9428356-5db7-4374-9860-70707b8f6ef2 req-5d7369e8-af25-4730-9273-bb0a1d4eedb4 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621737 Aug 10 01:54:34.670524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67910b-e6a6-4a6d-bb8c-7d7737f8c776 req-47a6da8e-f854-4643-ae58-6ec3522862d5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:34.672430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af67910b-e6a6-4a6d-bb8c-7d7737f8c776 req-47a6da8e-f854-4643-ae58-6ec3522862d5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 943 time: 0.1844921 Aug 10 01:54:34.740809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-328113b6-e934-4058-ab4e-bae213ea42a4 service neutron] 10.222.0.16 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883330 Aug 10 01:54:34.859619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af67910b-e6a6-4a6d-bb8c-7d7737f8c776 req-62753bca-8868-4f4d-b8fc-882cf4e4dce4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785567 Aug 10 01:54:34.888485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dad19-af3e-4255-b85a-2baddd53a589 req-e57b9148-9787-4659-bf2d-9e55d8cce4a8 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:34.893506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-779dad19-af3e-4255-b85a-2baddd53a589 req-e57b9148-9787-4659-bf2d-9e55d8cce4a8 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 950 time: 0.1481304 Aug 10 01:54:34.933681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:54:34.933681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-d8ec9173-7c9d-4ad7-a9c9-6ffa14c046ee service neutron] 10.222.0.16 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633260 Aug 10 01:54:34.980023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-779dad19-af3e-4255-b85a-2baddd53a589 req-e451f8de-285d-45f8-a0b5-ed8ed8c9dcf5 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795386 Aug 10 01:54:35.357342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6838af1-0260-4d37-bd38-89593991226d req-f1d0b579-9c87-4d7c-8203-0a2c33e33f8f tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:35.358853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6838af1-0260-4d37-bd38-89593991226d req-f1d0b579-9c87-4d7c-8203-0a2c33e33f8f tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 1096 time: 0.4328816 Aug 10 01:54:35.429303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-caf4fe08-5c74-492f-af58-4ddd0e79aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:35.431548 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-caf4fe08-5c74-492f-af58-4ddd0e79aaf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba74b0dbdf364148a5e19eef50af3f0c&device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 1095 time: 0.1167519 Aug 10 01:54:35.453889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:35.463484 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Sync routers for ids ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:35.473379 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Routers {'6c8bf418-4fee-46f3-bcc3-f605e75ac732'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:35.473948 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:35.496961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6838af1-0260-4d37-bd38-89593991226d req-38b74633-1725-4e3e-8ded-692b11317962 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057217 Aug 10 01:54:35.586038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-da750d08-17ce-48a8-9be3-b8f13fc57f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:35.588190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-da750d08-17ce-48a8-9be3-b8f13fc57f0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 HTTP/1.1" status: 200 len: 924 time: 0.1456587 Aug 10 01:54:35.606791 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Set router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:35.670840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:35.672524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c5693f1c-131a-49c1-863f-d6515ea60dc8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0922081 Aug 10 01:54:35.674192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-5763a586-9fad-44a0-a1b1-2a010b82eca3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3099f522-11ff-45bf-a006-6ccd0295c118 HTTP/1.1" status: 200 len: 217 time: 0.0791278 Aug 10 01:54:35.675503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35032) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:35.707014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4f249-53b3-43da-b96c-9ae0630318fc req-3e84e872-e211-4f6f-aa41-990cd007cfb8 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:35.717666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40e4f249-53b3-43da-b96c-9ae0630318fc req-3e84e872-e211-4f6f-aa41-990cd007cfb8 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 943 time: 0.1670117 Aug 10 01:54:35.738968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ddec4fb7-99f8-4bf5-9355-d6eafe326256 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:54:35.797668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e22b4-603c-4390-b59c-36b14cedc1e5 req-bfd3c5eb-a5ef-40a9-ae9e-4286f8d1e80f tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:35.799256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d06e22b4-603c-4390-b59c-36b14cedc1e5 req-bfd3c5eb-a5ef-40a9-ae9e-4286f8d1e80f tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 1102 time: 0.1948779 Aug 10 01:54:35.824913 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40e4f249-53b3-43da-b96c-9ae0630318fc req-ccdcc6df-757c-4516-b8e5-3d86904ae6ab tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098285 Aug 10 01:54:35.853207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-fcd81453-a5bf-4b7f-8801-99bdb826a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:35.855355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-fcd81453-a5bf-4b7f-8801-99bdb826a4b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8e2c825-8410-4f65-a48f-4806fb4b31e0 HTTP/1.1" status: 200 len: 862 time: 0.1731937 Aug 10 01:54:35.935318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d06e22b4-603c-4390-b59c-36b14cedc1e5 req-f17477e7-322a-4416-a23a-c099553e4fb6 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223233 Aug 10 01:54:35.949769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:35.967844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'port_id': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256', 'mac_address': 'fa:16:3e:1f:66:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8310d-f229-4c41-91a5-1c2abd9b97d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:54:35.971101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-141e3f40-6dad-4f29-8b13-cea26c8ad4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:35.972641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-141e3f40-6dad-4f29-8b13-cea26c8ad4ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082685 Aug 10 01:54:36.013550 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fb99b932-4841-427a-a695-94b144d0a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:29Z', 'updated_at': '2021-08-10T01:54:33Z', 'revision_number': 3, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'gw_port': {'id': 'fb99b932-4841-427a-a695-94b144d0a748', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:31Z', 'updated_at': '2021-08-10T01:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:36.018818 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:36.045463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddec4fb7-99f8-4bf5-9355-d6eafe326256 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:36.047122 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Checking router: 6c8bf418-4fee-46f3-bcc3-f605e75ac732 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:36.047771 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Updating router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 port fb99b932-4841-427a-a695-94b144d0a748 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:54:36.083609 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:36.104151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:36.134331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1886ea-084f-4ec5-951f-154536ebc8d3 req-2a447e11-600b-4c43-9520-55b928d13716 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:36.136439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a1886ea-084f-4ec5-951f-154536ebc8d3 req-2a447e11-600b-4c43-9520-55b928d13716 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 943 time: 0.0812919 Aug 10 01:54:36.189427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-6b67e0e6-b584-4b10-9cb5-3a74c08c94dd service neutron] 10.222.0.16 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078464 Aug 10 01:54:36.206008 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:36.207499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a1886ea-084f-4ec5-951f-154536ebc8d3 req-ac38bf66-e4a1-44f0-a2ea-4aec0c1bd3f9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622506 Aug 10 01:54:36.329141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ddec4fb7-99f8-4bf5-9355-d6eafe326256,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:36.366686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d97c2925-b7c7-44e1-b0cb-362711ff258b req-ab6d3d80-f9c0-4f68-bc3f-1e32da7afb4e service neutron] 10.222.0.16 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524262 Aug 10 01:54:36.435067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ddec4fb7-99f8-4bf5-9355-d6eafe326256'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:36.566985 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:36.582887 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Transition to ACTIVE for port object fb99b932-4841-427a-a695-94b144d0a748 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:36.678006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:36.723998 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:36.783514 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Attempting to bind port fb99b932-4841-427a-a695-94b144d0a748 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:36.784003 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Attempting to bind port fb99b932-4841-427a-a695-94b144d0a748 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:36.784387 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Attempting to bind port fb99b932-4841-427a-a695-94b144d0a748 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:36.792666 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:36.793156 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:36.793727 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:36.794706 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:36.794706 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Bound port: fb99b932-4841-427a-a695-94b144d0a748, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:36.795160 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:36.797698 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Pushing event updated for resources: {'Port': ['ID=fb99b932-4841-427a-a695-94b144d0a748,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:36.826776 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.827272 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.827453 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.827839 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.828176 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.828507 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.828841 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.829167 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.829551 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.829881 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.830205 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.830783 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:36.869977 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] For port fb99b932-4841-427a-a695-94b144d0a748, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:36.873764 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] For port fb99b932-4841-427a-a695-94b144d0a748, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fb99b932-4841-427a-a695-94b144d0a748,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:36.881629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e6379-b402-4481-a29e-5f224cee38eb req-eeaf3ef1-6525-408a-8473-31d8ecfc7fae tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:36.881629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f56e6379-b402-4481-a29e-5f224cee38eb req-eeaf3ef1-6525-408a-8473-31d8ecfc7fae tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 1102 time: 0.0562463 Aug 10 01:54:36.928421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f56e6379-b402-4481-a29e-5f224cee38eb req-2669fbf6-e269-4c80-b974-755504061613 tempest-ServersAdminTestJSON-505442991 tempest-ServersAdminTestJSON-505442991-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Aug 10 01:54:37.001957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Allocated IP 172.20.0.1 (4aba0699-9af8-4a61-b101-869b6d9b99e5/d53eb43a-ce42-46cb-b498-af5e044f486c/8f1298bd-dbe9-461d-835e-ba2ae3567707) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:37.006122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4062-6622-4c10-8d22-b75bd8c550d8 req-8152b3b5-d0d6-48ef-869d-2ea4ff873d51 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:37.009800 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:37.015330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-521d4062-6622-4c10-8d22-b75bd8c550d8 req-8152b3b5-d0d6-48ef-869d-2ea4ff873d51 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 943 time: 0.0827858 Aug 10 01:54:37.069363 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Routers {'6c8bf418-4fee-46f3-bcc3-f605e75ac732'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:37.070034 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:37.071347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-521d4062-6622-4c10-8d22-b75bd8c550d8 req-5c73112e-6eef-459c-ba21-44b73b4836d9 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550864 Aug 10 01:54:37.143812 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4139afe-f552-4ad0-9cde-2c815224cf31 None None] Pushing event updated for resources: {'Port': ['ID=fb99b932-4841-427a-a695-94b144d0a748,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:37.156021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:37.169576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Transition to ACTIVE for port object 8f1298bd-dbe9-461d-835e-ba2ae3567707 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:37.201770 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] Set router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:37.331624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:37.383692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Network 4aba0699-9af8-4a61-b101-869b6d9b99e5 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:37.389547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:37.393719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:37.404345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91871fbe-4acd-4c42-ad6e-61d7c368ee36 req-3495f193-f80b-4ac2-b746-1a2210b580ce tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:37.412891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91871fbe-4acd-4c42-ad6e-61d7c368ee36 req-3495f193-f80b-4ac2-b746-1a2210b580ce tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 944 time: 0.1146131 Aug 10 01:54:37.446956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1298bd-dbe9-461d-835e-ba2ae3567707,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:37.459815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.460502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.461247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.461817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.462476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.462902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.463534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.464232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.464675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.465077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.465468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.465854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:37.471986 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fb99b932-4841-427a-a695-94b144d0a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:29Z', 'updated_at': '2021-08-10T01:54:33Z', 'revision_number': 3, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'gw_port': {'id': 'fb99b932-4841-427a-a695-94b144d0a748', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:31Z', 'updated_at': '2021-08-10T01:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:37.474928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91871fbe-4acd-4c42-ad6e-61d7c368ee36 req-3f3544ed-dda7-42b2-8b38-b00c2f824cb2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589974 Aug 10 01:54:37.498013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:37.516025 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a346677-d9e5-48e6-afed-9307d8738e4d None None] The sync data for ids ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'] in n-d-767704-21 is: [{'id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fb99b932-4841-427a-a695-94b144d0a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:29Z', 'updated_at': '2021-08-10T01:54:33Z', 'revision_number': 3, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'gw_port': {'id': 'fb99b932-4841-427a-a695-94b144d0a748', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:31Z', 'updated_at': '2021-08-10T01:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:37.652342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aba6a6-19c2-4557-9bc8-37684838d652 req-68fd4283-5370-4af3-958f-c1b26d79ec9f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:37.673076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0aba6a6-19c2-4557-9bc8-37684838d652 req-68fd4283-5370-4af3-958f-c1b26d79ec9f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 949 time: 0.0978923 Aug 10 01:54:37.752697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3099f522-11ff-45bf-a006-6ccd0295c118 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:54:37.754065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0aba6a6-19c2-4557-9bc8-37684838d652 req-04dae230-0519-4cf1-8f6f-cd9e703b063f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751433 Aug 10 01:54:37.756577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ddec4fb7-99f8-4bf5-9355-d6eafe326256 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:37.818686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.018822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f118e5b8-13e9-4998-b485-d43c016239c5 None None] Provisioning for port 8f1298bd-dbe9-461d-835e-ba2ae3567707 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:38.024786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f118e5b8-13e9-4998-b485-d43c016239c5 None None] Provisioning complete for port 8f1298bd-dbe9-461d-835e-ba2ae3567707 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:38.025176 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f118e5b8-13e9-4998-b485-d43c016239c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.081905 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.161631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f118e5b8-13e9-4998-b485-d43c016239c5 None None] Port 8f1298bd-dbe9-461d-835e-ba2ae3567707 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:38.177331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3099f522-11ff-45bf-a006-6ccd0295c118, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3099f522-11ff-45bf-a006-6ccd0295c118,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:38.187645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port ddec4fb7-99f8-4bf5-9355-d6eafe326256 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:38.196245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '3099f522-11ff-45bf-a006-6ccd0295c118', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'port_id': '3099f522-11ff-45bf-a006-6ccd0295c118', 'mac_address': 'fa:16:3e:b7:ab:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:54:38.200531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port ddec4fb7-99f8-4bf5-9355-d6eafe326256 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:38.201376 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.223400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.279218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e139b-004d-4609-8cd6-b131c21ac8be req-41abfcec-857d-4857-a524-68285bde3bd5 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:38.280926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d7e139b-004d-4609-8cd6-b131c21ac8be req-41abfcec-857d-4857-a524-68285bde3bd5 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 943 time: 0.1075313 Aug 10 01:54:38.364693 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.378686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d7e139b-004d-4609-8cd6-b131c21ac8be req-0290e03b-15bb-4574-aca6-7f117a614cec tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880184 Aug 10 01:54:38.385749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.401003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3099f522-11ff-45bf-a006-6ccd0295c118 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:38.401888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1298bd-dbe9-461d-835e-ba2ae3567707,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:38.405561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fb99b932-4841-427a-a695-94b144d0a748 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:38.458474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3099f522-11ff-45bf-a006-6ccd0295c118, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3099f522-11ff-45bf-a006-6ccd0295c118,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:38.536694 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.559731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Network 4aba0699-9af8-4a61-b101-869b6d9b99e5 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:38.561472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:38.613725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.668262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1e231-aecf-424d-baef-e1fd770f24e8 req-6967dd0e-dfc4-49c4-94c2-e78d7e5eac32 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:38.682975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28f1e231-aecf-424d-baef-e1fd770f24e8 req-6967dd0e-dfc4-49c4-94c2-e78d7e5eac32 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 944 time: 0.1151507 Aug 10 01:54:38.750726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3099f522-11ff-45bf-a006-6ccd0295c118,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:38.770780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28f1e231-aecf-424d-baef-e1fd770f24e8 req-3b6d99e8-dbc9-4b11-95f5-01aa905c05c7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814893 Aug 10 01:54:38.827877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:38.837075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:38.844260 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d441651-a23c-4ed6-9343-c06b57c6c07d" -d '{"events": [{"server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "name": "network-vif-plugged", "status": "completed", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:38.921693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:54:38.931733 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:38.998110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['3099f522-11ff-45bf-a006-6ccd0295c118'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:39.005388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port fb99b932-4841-427a-a695-94b144d0a748 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:39.039472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-83608839-2cba-4743-be35-03d4ff0351f3 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:39.041727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-83608839-2cba-4743-be35-03d4ff0351f3 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 949 time: 0.2119896 Aug 10 01:54:39.160957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839037c-2f72-415c-b7e4-0932f19dd6fa req-4dd88f73-aa26-47a0-92e6-564d7e596a36 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:39.163517 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c839037c-2f72-415c-b7e4-0932f19dd6fa req-4dd88f73-aa26-47a0-92e6-564d7e596a36 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 949 time: 0.2345152 Aug 10 01:54:39.191709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:39.199773 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e8caf51a-c572-4a00-9b37-f118e4262480 admin admin] 10.222.0.38 "PUT /v2.0/routers/6c8bf418-4fee-46f3-bcc3-f605e75ac732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5223956 Aug 10 01:54:39.265446 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e78927-53dd-4014-a89e-6b3c38beb3bc x-openstack-request-id: req-a0e78927-53dd-4014-a89e-6b3c38beb3bc {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:39.265742 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "name": "network-vif-plugged", "status": "completed", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:39.265990 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0e78927-53dd-4014-a89e-6b3c38beb3bc {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:39.266377 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256', 'code': 200} Aug 10 01:54:39.266975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fb99b932-4841-427a-a695-94b144d0a748 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:39.267334 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:39.324136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4cd2cf4d-222c-4db4-bc93-358e124bb928 None None] Provisioning complete for port 8f1298bd-dbe9-461d-835e-ba2ae3567707 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:39.324581 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4cd2cf4d-222c-4db4-bc93-358e124bb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:39.328790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ddec4fb7-99f8-4bf5-9355-d6eafe326256,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:39.331447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d269c8-58cc-4130-9306-8857f6a70892 req-4601d331-2515-4bde-bd7e-3f936d36fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:39.333127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37d269c8-58cc-4130-9306-8857f6a70892 req-4601d331-2515-4bde-bd7e-3f936d36fa19 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 1097 time: 0.1637979 Aug 10 01:54:39.349906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c839037c-2f72-415c-b7e4-0932f19dd6fa req-438a38dd-1252-49f6-a95b-81c124df861b tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634665 Aug 10 01:54:39.390270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37d269c8-58cc-4130-9306-8857f6a70892 req-afd7ba6d-055d-4ab4-9730-310e0b2c7b0f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 Aug 10 01:54:39.398911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Deleting port 213e60c0-74c8-414a-9cbd-5477d4834be8 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:39.399337 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:39.432557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2cf4d-222c-4db4-bc93-358e124bb928 None None] Port 8f1298bd-dbe9-461d-835e-ba2ae3567707 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:39.497755 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:39.552266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port fb99b932-4841-427a-a695-94b144d0a748, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fb99b932-4841-427a-a695-94b144d0a748,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:39.583026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] For port 213e60c0-74c8-414a-9cbd-5477d4834be8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=213e60c0-74c8-414a-9cbd-5477d4834be8,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:39.583469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:39.602522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Calling delete_port for 213e60c0-74c8-414a-9cbd-5477d4834be8 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:39.618201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d1b2c-437d-4259-8f8f-9e462a9de1de req-3849b856-9c56-4893-9825-17d429a3c580 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:39.619826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-795d1b2c-437d-4259-8f8f-9e462a9de1de req-3849b856-9c56-4893-9825-17d429a3c580 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 944 time: 0.1101239 Aug 10 01:54:39.695875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-795d1b2c-437d-4259-8f8f-9e462a9de1de req-7d15114a-b3d8-4fb2-b142-3ab9d5b4f87b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681179 Aug 10 01:54:39.709221 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:39.806783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=fb99b932-4841-427a-a695-94b144d0a748,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:39.915478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:39.929346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['213e60c0-74c8-414a-9cbd-5477d4834be8', '6004e76d-080f-4c07-ac0c-f2b7816755af'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:39.949588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Pushing event deleted for resources: {'Port': ['ID=213e60c0-74c8-414a-9cbd-5477d4834be8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:40.000705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95017-ac08-44da-9218-6e459930997c req-a3f0dcf3-495d-4ef3-a8b9-807c7fd0893e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:40.002378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0a95017-ac08-44da-9218-6e459930997c req-a3f0dcf3-495d-4ef3-a8b9-807c7fd0893e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1262310 Aug 10 01:54:40.067619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] No DVR routers for this DVR port 213e60c0-74c8-414a-9cbd-5477d4834be8 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:40.070757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ccad160d-19d8-4bfd-bad4-00a5496e837d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:40.080082 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:40.082728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a955fc3-8f1b-4941-ad9e-6e0b7bf00e4b req-384cd68f-2533-46e2-abbe-5dc0efe41f98 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "DELETE /v2.0/ports/213e60c0-74c8-414a-9cbd-5477d4834be8 HTTP/1.1" status: 204 len: 173 time: 1.0249367 Aug 10 01:54:40.083352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dc89a5-0931-4729-b368-2245269c6271', 'name': 'network-vif-deleted', 'tag': '213e60c0-74c8-414a-9cbd-5477d4834be8'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:40.096486 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021761bc-35c0-48c0-9003-c11e6991226d" -d '{"events": [{"server_uuid": "03dc89a5-0931-4729-b368-2245269c6271", "name": "network-vif-deleted", "tag": "213e60c0-74c8-414a-9cbd-5477d4834be8"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:40.150379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0a95017-ac08-44da-9218-6e459930997c req-868866cc-cd24-4164-957b-69cd0c2c46b4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190681 Aug 10 01:54:40.253638 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ac91a0-ebdf-40af-946a-672c4bb701b7 x-openstack-request-id: req-f3ac91a0-ebdf-40af-946a-672c4bb701b7 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:40.254324 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dc89a5-0931-4729-b368-2245269c6271", "name": "network-vif-deleted", "tag": "213e60c0-74c8-414a-9cbd-5477d4834be8", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:40.254527 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3ac91a0-ebdf-40af-946a-672c4bb701b7 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:40.254956 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dc89a5-0931-4729-b368-2245269c6271', 'name': 'network-vif-deleted', 'tag': '213e60c0-74c8-414a-9cbd-5477d4834be8', 'status': 'completed', 'code': 200} Aug 10 01:54:40.342014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fb99b932-4841-427a-a695-94b144d0a748 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:40.376069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35124) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:40.390534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-network', 'tenant_id': '54594ae8fec34a7786d166db790b2d34'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:40.431980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Sync routers for ids ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:40.502332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5a2dcc6-6641-4614-9564-c9af5cdeb6dd req-a9d8afb1-767b-41a9-a052-94287c6a7b58 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 210 time: 0.0544064 Aug 10 01:54:40.519290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Routers {'6c8bf418-4fee-46f3-bcc3-f605e75ac732'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:40.520032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:40.599493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fb99b932-4841-427a-a695-94b144d0a748 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:40.599493 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:40.634961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Made reservation on behalf of 54594ae8fec34a7786d166db790b2d34 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:40.637425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:40.654650 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:40.690010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Set router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:40.791461 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:40.877871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36c5ba-0ae7-47a5-9c13-39329739b366 req-a64d6bfa-5807-43b1-b36b-08313f74a0a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:40.879444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb36c5ba-0ae7-47a5-9c13-39329739b366 req-a64d6bfa-5807-43b1-b36b-08313f74a0a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 944 time: 0.0769403 Aug 10 01:54:40.919508 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:40.937585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb36c5ba-0ae7-47a5-9c13-39329739b366 req-c2c25186-3576-42d6-8d2c-c044e7d58183 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517657 Aug 10 01:54:40.958362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fb99b932-4841-427a-a695-94b144d0a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:29Z', 'updated_at': '2021-08-10T01:54:37Z', 'revision_number': 4, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'gw_port': {'id': 'fb99b932-4841-427a-a695-94b144d0a748', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:31Z', 'updated_at': '2021-08-10T01:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8f1298bd-dbe9-461d-835e-ba2ae3567707', 'name': '', 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'mac_address': 'fa:16:3e:76:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd53eb43a-ce42-46cb-b498-af5e044f486c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:36Z', 'updated_at': '2021-08-10T01:54:37Z', 'revision_number': 2, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'subnets': [{'id': 'd53eb43a-ce42-46cb-b498-af5e044f486c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:40.958978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:54:40.963160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b80952f-eb6e-4f6e-9c0e-d8686d46307e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:40.969502 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:40.969811 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Added segment d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d of type vlan for network e4ef1753-5aa9-454c-bc3c-d192171e37b7 Aug 10 01:54:40.995278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Checking router: 6c8bf418-4fee-46f3-bcc3-f605e75ac732 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:40.995776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Updating router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 port 8f1298bd-dbe9-461d-835e-ba2ae3567707 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:54:41.021501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.021752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.188968 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.190766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:41.191551 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.344721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ef1753-5aa9-454c-bc3c-d192171e37b7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:41.364068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network e4ef1753-5aa9-454c-bc3c-d192171e37b7 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:54:41.369258 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.371712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fca596-b909-4f5b-93f6-243a87330e09 req-aae84b3d-208b-4170-bb86-c242f19f05f6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:41.373821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8fca596-b909-4f5b-93f6-243a87330e09 req-aae84b3d-208b-4170-bb86-c242f19f05f6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.0859957 Aug 10 01:54:41.418375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8fca596-b909-4f5b-93f6-243a87330e09 req-ab88b6dc-06dc-4eba-9a5f-5f4e235d4dde tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381732 Aug 10 01:54:41.424925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Transition to ACTIVE for port object 8f1298bd-dbe9-461d-835e-ba2ae3567707 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:41.454202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ee3baa6e-9ba8-47a1-aa5e-e815dee042e9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0739198 Aug 10 01:54:41.454968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35138) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:41.459668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Request body: {'subnet': {'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-subnet', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:41.552114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.604372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Made reservation on behalf of 54594ae8fec34a7786d166db790b2d34 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:41.607432 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.713258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2247231-00eb-4f85-8e0f-7d1dcae97651 None None] Pushing event updated for resources: {'Port': ['ID=8f1298bd-dbe9-461d-835e-ba2ae3567707,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:41.730971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Attempting to bind port 8f1298bd-dbe9-461d-835e-ba2ae3567707 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:41.731404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Attempting to bind port 8f1298bd-dbe9-461d-835e-ba2ae3567707 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:41.731773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Attempting to bind port 8f1298bd-dbe9-461d-835e-ba2ae3567707 on network 4aba0699-9af8-4a61-b101-869b6d9b99e5 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:41.739078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:41.739447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Checking segment: {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:41.739858 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.740262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Bound using segment: {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:41.740772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Bound port: 8f1298bd-dbe9-461d-835e-ba2ae3567707, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:41.742727 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:41.771709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3099f522-11ff-45bf-a006-6ccd0295c118 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:41.871357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] For port 8f1298bd-dbe9-461d-835e-ba2ae3567707, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:41.877270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] For port 8f1298bd-dbe9-461d-835e-ba2ae3567707, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8f1298bd-dbe9-461d-835e-ba2ae3567707,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:41.917884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76f69352-ef50-4b42-803a-53349ce2aa18 req-450d0a5d-14cd-459d-9f51-f0d940597f4f tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=03dc89a5-0931-4729-b368-2245269c6271 HTTP/1.1" status: 200 len: 210 time: 0.2650213 Aug 10 01:54:42.009518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.010500 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.075930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Routers {'6c8bf418-4fee-46f3-bcc3-f605e75ac732'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:42.076638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:42.139883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 3099f522-11ff-45bf-a006-6ccd0295c118 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:42.146730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 3099f522-11ff-45bf-a006-6ccd0295c118 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:42.147178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.151577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2247231-00eb-4f85-8e0f-7d1dcae97651 None None] Pushing event updated for resources: {'Port': ['ID=8f1298bd-dbe9-461d-835e-ba2ae3567707,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:42.166865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Checking segment: {'id': 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:42.167452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Network hostable DHCP agents. Network: e4ef1753-5aa9-454c-bc3c-d192171e37b7, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:54:42.170155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5783b4-50bd-484a-b319-eb22df793773,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:42.185496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea158c-1306-4849-a094-35562138f518 req-df1284e8-b4f0-4fcd-8409-54f6bd4df65d tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:42.204922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81ea158c-1306-4849-a094-35562138f518 req-df1284e8-b4f0-4fcd-8409-54f6bd4df65d tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 944 time: 0.1406784 Aug 10 01:54:42.331911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81ea158c-1306-4849-a094-35562138f518 req-e25ad464-e5dc-4ae7-a299-7d15df1a3900 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101546 Aug 10 01:54:42.363823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] Set router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:42.416622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Network e4ef1753-5aa9-454c-bc3c-d192171e37b7 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:54:42.471970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.532332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, e4ef1753-5aa9-454c-bc3c-d192171e37b7) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:42.536551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:42.537208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.578982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a69151-ed64-43bd-9efc-f14627e3918a None None] Network e4ef1753-5aa9-454c-bc3c-d192171e37b7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:42.580988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 213e60c0-74c8-414a-9cbd-5477d4834be8 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:42.619368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3099f522-11ff-45bf-a006-6ccd0295c118'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:42.621708 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ab7fb-516f-44ad-ad13-431bca50d400" -d '{"events": [{"server_uuid": "9e16bf92-b78d-48cf-a48b-494b9e126394", "name": "network-vif-plugged", "status": "completed", "tag": "3099f522-11ff-45bf-a006-6ccd0295c118"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:42.659179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4f1e89f8-b6ec-4411-a594-a16c17fa69fd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2032704 Aug 10 01:54:42.667588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35168) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:42.672510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:42.807591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66750e77-610c-4daa-96d0-670a98df173c req-ef6e0a8b-2d36-4654-bd61-dfdcb9478661 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:42.809142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66750e77-610c-4daa-96d0-670a98df173c req-ef6e0a8b-2d36-4654-bd61-dfdcb9478661 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.0915565 Aug 10 01:54:42.817089 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830017b4-d898-4366-a04d-326018f62d6e x-openstack-request-id: req-830017b4-d898-4366-a04d-326018f62d6e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:42.817387 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e16bf92-b78d-48cf-a48b-494b9e126394", "name": "network-vif-plugged", "status": "completed", "tag": "3099f522-11ff-45bf-a006-6ccd0295c118", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:42.817640 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-830017b4-d898-4366-a04d-326018f62d6e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:42.818034 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3099f522-11ff-45bf-a006-6ccd0295c118', 'code': 200} Aug 10 01:54:42.821602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 213e60c0-74c8-414a-9cbd-5477d4834be8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:42.821602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 213e60c0-74c8-414a-9cbd-5477d4834be8 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:42.824557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def7b0b-4a04-4c3f-be64-60144721c271 req-0406e1ff-6eb3-4845-8faa-4fd90b67194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:42.826742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0def7b0b-4a04-4c3f-be64-60144721c271 req-0406e1ff-6eb3-4845-8faa-4fd90b67194a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 1096 time: 0.0747066 Aug 10 01:54:42.830718 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.830718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3099f522-11ff-45bf-a006-6ccd0295c118, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3099f522-11ff-45bf-a006-6ccd0295c118,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:42.833971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.835101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.940795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0def7b0b-4a04-4c3f-be64-60144721c271 req-bf242a42-c25d-4d35-b069-5759bb238709 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010017 Aug 10 01:54:42.946000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66750e77-610c-4daa-96d0-670a98df173c req-4ae99f2b-b8fd-4c48-b839-7041a842b12a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285615 Aug 10 01:54:42.946861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:42.948038 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:43.035881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-e4ef1753-5aa9-454c-bc3c-d192171e37b7', 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'fixed_ips': [{'subnet_id': 'dc5783b4-50bd-484a-b319-eb22df793773'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:54:43.036742 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:43.046941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3099f522-11ff-45bf-a006-6ccd0295c118,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:43.073413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fb99b932-4841-427a-a695-94b144d0a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:29Z', 'updated_at': '2021-08-10T01:54:37Z', 'revision_number': 4, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'gw_port': {'id': 'fb99b932-4841-427a-a695-94b144d0a748', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:31Z', 'updated_at': '2021-08-10T01:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8f1298bd-dbe9-461d-835e-ba2ae3567707', 'name': '', 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'mac_address': 'fa:16:3e:76:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd53eb43a-ce42-46cb-b498-af5e044f486c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:36Z', 'updated_at': '2021-08-10T01:54:41Z', 'revision_number': 4, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'subnets': [{'id': 'd53eb43a-ce42-46cb-b498-af5e044f486c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:43.103983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba679beb-927e-468f-beeb-8eea7cb3b956 None None] The sync data for ids ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'] in n-d-767704-21 is: [{'id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fb99b932-4841-427a-a695-94b144d0a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:29Z', 'updated_at': '2021-08-10T01:54:37Z', 'revision_number': 4, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'gw_port': {'id': 'fb99b932-4841-427a-a695-94b144d0a748', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:31Z', 'updated_at': '2021-08-10T01:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8f1298bd-dbe9-461d-835e-ba2ae3567707', 'name': '', 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'mac_address': 'fa:16:3e:76:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'd53eb43a-ce42-46cb-b498-af5e044f486c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:36Z', 'updated_at': '2021-08-10T01:54:41Z', 'revision_number': 4, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'subnets': [{'id': 'd53eb43a-ce42-46cb-b498-af5e044f486c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:43.249301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Allocated IP 172.20.0.2 (e4ef1753-5aa9-454c-bc3c-d192171e37b7/dc5783b4-50bd-484a-b319-eb22df793773/6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:43.268582 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:43.408507 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:43.417893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Transition to ACTIVE for port object 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:43.442039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Transition to ACTIVE for port object 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:43.532558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2692ec-9ce8-407b-b5a3-b141ccb87377 req-9333f9e5-9c2e-46c3-940c-a82668f6b1d1 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:43.533284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb2692ec-9ce8-407b-b5a3-b141ccb87377 req-9333f9e5-9c2e-46c3-940c-a82668f6b1d1 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 945 time: 0.1217837 Aug 10 01:54:43.548931 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:43.603399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb2692ec-9ce8-407b-b5a3-b141ccb87377 req-f379b680-861e-48cf-96df-a9561a75c9b9 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626080 Aug 10 01:54:43.612002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Network e4ef1753-5aa9-454c-bc3c-d192171e37b7 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:43.631395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:43.635149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:43.699300 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Pushing event updated for resources: {'Port': ['ID=6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:43.748316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Attempting to bind port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:43.749080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Attempting to bind port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:43.749455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Attempting to bind port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd on network e4ef1753-5aa9-454c-bc3c-d192171e37b7 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:43.755181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:43.755590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Checking segment: {'id': 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:43.756360 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:43.756767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Bound using segment: {'id': 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:43.757305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Bound port: 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:43.757787 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:43.839293 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:43.852020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] For port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:43.856545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] For port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd,segment=NetworkSegment(d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d),segment_id=d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:43.865183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:43.928988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2417354-0871-47e1-bb43-c19cf432e8dc req-acd52428-0949-488c-969c-53c565619dd7 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:43.936973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2417354-0871-47e1-bb43-c19cf432e8dc req-acd52428-0949-488c-969c-53c565619dd7 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 948 time: 0.1572132 Aug 10 01:54:44.012476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.048803 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2417354-0871-47e1-bb43-c19cf432e8dc req-7dd892b7-9e23-4e9b-9c04-0a6e562dd753 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981390 Aug 10 01:54:44.109297 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.123762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Allocated IP 172.25.3.108 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/a4055ca1-ad01-4895-86e5-9f0b8d83771d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:44.140534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf51e3-e2d3-4423-8e24-6d63b5d4c8d6 None None] Pushing event updated for resources: {'Port': ['ID=6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:44.251179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a1d0d-06b4-484f-a788-17bfea65544a req-306436b4-80bc-447a-b756-47d279960c23 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:44.252952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-212a1d0d-06b4-484f-a788-17bfea65544a req-306436b4-80bc-447a-b756-47d279960c23 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1432276 Aug 10 01:54:44.335205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-212a1d0d-06b4-484f-a788-17bfea65544a req-74eccf5c-a9cd-45e9-96ea-71eea72ec633 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681500 Aug 10 01:54:44.380624 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.406734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8f1298bd-dbe9-461d-835e-ba2ae3567707 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:44.569690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8f1298bd-dbe9-461d-835e-ba2ae3567707 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:44.570959 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.575294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8f1298bd-dbe9-461d-835e-ba2ae3567707 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:44.576333 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.656568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:44.662646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:44.670849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:44.680974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Pushing event updated for resources: {'Port': ['ID=a4055ca1-ad01-4895-86e5-9f0b8d83771d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:44.710800 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.754298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8f1298bd-dbe9-461d-835e-ba2ae3567707, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8f1298bd-dbe9-461d-835e-ba2ae3567707,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:44.810715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8d39a-9254-4b59-ade9-72d48e58c215 req-88033e93-d8f2-4e01-9610-3a6a32fe54fb tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:44.815786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ef8d39a-9254-4b59-ade9-72d48e58c215 req-88033e93-d8f2-4e01-9610-3a6a32fe54fb tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 945 time: 0.1089120 Aug 10 01:54:44.888931 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.905964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ef8d39a-9254-4b59-ade9-72d48e58c215 req-72696a5b-1e57-4b9a-8cb9-342d088b05f3 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644023 Aug 10 01:54:44.947625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8f1298bd-dbe9-461d-835e-ba2ae3567707,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:45.118065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e88c2b-9ab5-40ab-8ae8-b7ddf7e8dbe5 req-717743ea-f1c7-4bdf-aacc-80f70ec53675 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:45.118065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40e88c2b-9ab5-40ab-8ae8-b7ddf7e8dbe5 req-717743ea-f1c7-4bdf-aacc-80f70ec53675 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 945 time: 0.1289937 Aug 10 01:54:45.124322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35246) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:45.129627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-15ab2b42-aa5e-4d5d-bd69-a2d4928ae31e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Request body: {'floatingip': {'port_id': '3099f522-11ff-45bf-a006-6ccd0295c118'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:45.214889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15ab2b42-aa5e-4d5d-bd69-a2d4928ae31e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:45.436566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af466b11-16cc-403d-aa10-f4e3c7c98e13 None None] Network e4ef1753-5aa9-454c-bc3c-d192171e37b7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:45.660251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0b3ebc40-02b2-4f1e-af40-5b806700d3ff None None] Provisioning for port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:45.767600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ac540-8a85-4ab8-bc9f-22c73b6617e1 req-43ea8bbd-1a4a-4dbf-951e-47627fefa4bd tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:45.771461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-253ac540-8a85-4ab8-bc9f-22c73b6617e1 req-43ea8bbd-1a4a-4dbf-951e-47627fefa4bd tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 948 time: 0.5955415 Aug 10 01:54:45.772572 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:45.903941 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15ab2b42-aa5e-4d5d-bd69-a2d4928ae31e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:45.920881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-66d51e8a-4f29-4b32-a01a-491c398d6d15 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:45.922380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-66d51e8a-4f29-4b32-a01a-491c398d6d15 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 948 time: 0.7060549 Aug 10 01:54:45.954926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda20e5b-4162-4ca0-9a57-fac9361b7d49 req-8e70616d-0105-4b38-bac2-a9c09ce39b06 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:45.956541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dda20e5b-4162-4ca0-9a57-fac9361b7d49 req-8e70616d-0105-4b38-bac2-a9c09ce39b06 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.2940562 Aug 10 01:54:46.021166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15ab2b42-aa5e-4d5d-bd69-a2d4928ae31e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.085823 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dda20e5b-4162-4ca0-9a57-fac9361b7d49 req-4563f7ca-c798-48a8-b24c-8e4fd7b2f37b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980735 Aug 10 01:54:46.145451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-253ac540-8a85-4ab8-bc9f-22c73b6617e1 req-a6b5edb0-f9bb-4160-9bc4-f021a6fc03af tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583040 Aug 10 01:54:46.208993 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-15ab2b42-aa5e-4d5d-bd69-a2d4928ae31e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Floating IP e861d65f-8a52-4df6-a330-764f29ea8b0a associated. External IP: 172.25.3.172, port: 3099f522-11ff-45bf-a006-6ccd0295c118. Aug 10 01:54:46.248677 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.257274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Deleting port ccad160d-19d8-4bfd-bad4-00a5496e837d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:46.258234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.439067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] For port ccad160d-19d8-4bfd-bad4-00a5496e837d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ccad160d-19d8-4bfd-bad4-00a5496e837d,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:46.439453 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.459943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Calling delete_port for ccad160d-19d8-4bfd-bad4-00a5496e837d owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:46.474941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8f1298bd-dbe9-461d-835e-ba2ae3567707 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:46.503125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ab2b42-aa5e-4d5d-bd69-a2d4928ae31e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Router c49c0e89-1d13-45ea-a48f-f9caf3231b99 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:54:46.540200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8f1298bd-dbe9-461d-835e-ba2ae3567707 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:46.540639 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.627413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ab2b42-aa5e-4d5d-bd69-a2d4928ae31e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:46.630124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:46.634145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15ab2b42-aa5e-4d5d-bd69-a2d4928ae31e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.638108 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] Sync routers for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:46.648807 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:46.649494 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:46.655083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Router 2390c3c1-96ac-4930-9710-068bbf57968e is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:54:46.712120 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15ab2b42-aa5e-4d5d-bd69-a2d4928ae31e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "PUT /v2.0/floatingips/e861d65f-8a52-4df6-a330-764f29ea8b0a HTTP/1.1" status: 200 len: 991 time: 1.5848207 Aug 10 01:54:46.718101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'tag': '3099f522-11ff-45bf-a006-6ccd0295c118'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:46.718101 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67" -d '{"events": [{"name": "network-changed", "server_uuid": "9e16bf92-b78d-48cf-a48b-494b9e126394", "tag": "3099f522-11ff-45bf-a006-6ccd0295c118"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:46.766156 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d04d6b-910e-4462-9cac-8cadb775a237 x-openstack-request-id: req-52d04d6b-910e-4462-9cac-8cadb775a237 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:46.766579 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e16bf92-b78d-48cf-a48b-494b9e126394", "tag": "3099f522-11ff-45bf-a006-6ccd0295c118", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:46.766933 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-52d04d6b-910e-4462-9cac-8cadb775a237 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:46.767539 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'tag': '3099f522-11ff-45bf-a006-6ccd0295c118', 'status': 'completed', 'code': 200} Aug 10 01:54:46.772853 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.786053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ccad160d-19d8-4bfd-bad4-00a5496e837d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:46.789151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6004e76d-080f-4c07-ac0c-f2b7816755af'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:46.851589 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:46.858042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-b52b3376-d2c3-48ee-8533-5f2f7899d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:46.860105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-b52b3376-d2c3-48ee-8533-5f2f7899d2f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba74b0dbdf364148a5e19eef50af3f0c&device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 1097 time: 0.0659235 Aug 10 01:54:46.868148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Pushing event deleted for resources: {'Port': ['ID=ccad160d-19d8-4bfd-bad4-00a5496e837d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:46.899708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:46.964726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] No DVR routers for this DVR port ccad160d-19d8-4bfd-bad4-00a5496e837d on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:46.969464 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.971873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc8f761c-0d3a-4bc2-8f27-db7c4da558db req-98639946-8488-4640-bf12-d6402edc6db4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.16 "DELETE /v2.0/ports/ccad160d-19d8-4bfd-bad4-00a5496e837d HTTP/1.1" status: 204 len: 173 time: 1.0339971 Aug 10 01:54:46.972355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f', 'name': 'network-vif-deleted', 'tag': 'ccad160d-19d8-4bfd-bad4-00a5496e837d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:46.978187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:46.978588 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:46.983657 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460cb849-ce73-4b83-84b9-9d285cd48b73" -d '{"events": [{"server_uuid": "4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f", "name": "network-vif-deleted", "tag": "ccad160d-19d8-4bfd-bad4-00a5496e837d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:47.034806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-fc142fe7-5f3c-4590-9dbb-fec15276752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:47.036484 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-fc142fe7-5f3c-4590-9dbb-fec15276752d service neutron] 10.222.0.16 "GET /v2.0/networks?id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 HTTP/1.1" status: 200 len: 924 time: 0.1686482 Aug 10 01:54:47.037346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:47.052865 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ef46e5-d312-4e78-89a5-adf98d602efe x-openstack-request-id: req-d6ef46e5-d312-4e78-89a5-adf98d602efe {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:47.052865 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f", "name": "network-vif-deleted", "tag": "ccad160d-19d8-4bfd-bad4-00a5496e837d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:47.052865 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6ef46e5-d312-4e78-89a5-adf98d602efe {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:47.052865 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f', 'name': 'network-vif-deleted', 'tag': 'ccad160d-19d8-4bfd-bad4-00a5496e837d', 'status': 'completed', 'code': 200} Aug 10 01:54:47.063777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Sync routers for ids ['2390c3c1-96ac-4930-9710-068bbf57968e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:47.120001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Routers {'2390c3c1-96ac-4930-9710-068bbf57968e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:47.120902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2390c3c1-96ac-4930-9710-068bbf57968e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:47.178569 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-39d89e4d-65b4-43ae-b2df-ceb52210da62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3099f522-11ff-45bf-a006-6ccd0295c118 HTTP/1.1" status: 200 len: 999 time: 0.1228802 Aug 10 01:54:47.260803 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'e861d65f-8a52-4df6-a330-764f29ea8b0a', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'port_id': '3099f522-11ff-45bf-a006-6ccd0295c118', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'mac_address': 'fa:16:3e:b7:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:06Z', 'updated_at': '2021-08-10T01:54:45Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:47.294631 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] Checking router: c49c0e89-1d13-45ea-a48f-f9caf3231b99 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:47.307697 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:47.308989 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:47.330465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:47.340404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ca84bafa-7840-4026-a04e-7c58c0bcfd0d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6716018 Aug 10 01:54:47.343898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35310) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:47.370443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-b898c5fb-b66a-42b8-aa40-23637edfa65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:47.372174 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-b898c5fb-b66a-42b8-aa40-23637edfa65f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8e2c825-8410-4f65-a48f-4806fb4b31e0 HTTP/1.1" status: 200 len: 862 time: 0.1860256 Aug 10 01:54:47.382369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d97a20-1012-4420-9ed1-85ad808c9f9f req-5f86ec61-95c6-47b3-a064-a7942c267e38 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:47.388108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42d97a20-1012-4420-9ed1-85ad808c9f9f req-5f86ec61-95c6-47b3-a064-a7942c267e38 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1531878 Aug 10 01:54:47.489722 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42d97a20-1012-4420-9ed1-85ad808c9f9f req-ccbf012f-9c39-4ba0-bea3-73e0587ef8d6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694568 Aug 10 01:54:47.507115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a2cb097-24c1-4844-8159-41949b8c18fb req-2abe8be8-8982-4f3a-9f05-80f8a2b021fc tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b0f3bf6-e9b3-467b-a9e4-614e48bdb17f HTTP/1.1" status: 200 len: 210 time: 0.1170738 Aug 10 01:54:47.530381 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:47.544439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Set router 2390c3c1-96ac-4930-9710-068bbf57968e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:47.593109 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:47.613913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-24366a59-d06b-47f4-a77f-c6e7ff7de157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:47.615498 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-24366a59-d06b-47f4-a77f-c6e7ff7de157 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484241 Aug 10 01:54:47.775511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd,segment=NetworkSegment(d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d),segment_id=d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:47.832623 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-d63aceba-a8fc-4880-89b0-970bd0163383 service neutron] 10.222.0.16 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050881 Aug 10 01:54:47.904438 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:48.001070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:48.016164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:42Z', 'updated_at': '2021-08-10T01:54:44Z', 'revision_number': 3, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'gw_port': {'id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:43Z', 'updated_at': '2021-08-10T01:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:48.020271 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e09e3c76-aa82-4f33-ad8f-e385e64ca2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:48.047893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Checking router: 2390c3c1-96ac-4930-9710-068bbf57968e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:48.048307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Updating router 2390c3c1-96ac-4930-9710-068bbf57968e port a4055ca1-ad01-4895-86e5-9f0b8d83771d binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:54:48.077031 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:48.110506 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'e861d65f-8a52-4df6-a330-764f29ea8b0a', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'port_id': '3099f522-11ff-45bf-a006-6ccd0295c118', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'mac_address': 'fa:16:3e:b7:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:06Z', 'updated_at': '2021-08-10T01:54:45Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:48.155326 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3fa98-6dba-4515-9676-9f2a7c9e6c66 None None] The sync data for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 is: [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'e861d65f-8a52-4df6-a330-764f29ea8b0a', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'port_id': '3099f522-11ff-45bf-a006-6ccd0295c118', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'mac_address': 'fa:16:3e:b7:ab:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:06Z', 'updated_at': '2021-08-10T01:54:45Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:48.188320 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2c7c549c-b5b2-4efb-a1c1-7e865ee06e67 req-ed76bfb7-b908-4034-8df0-85a4239ba025 service neutron] 10.222.0.16 "GET /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457971 Aug 10 01:54:48.345911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:48.423819 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:48.480846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:48.481426 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:48.576965 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c4953-7087-4ca4-bf29-91ba759e157d None None] New status for floating IP e861d65f-8a52-4df6-a330-764f29ea8b0a: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:54:48.648695 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:48.693273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Transition to ACTIVE for port object a4055ca1-ad01-4895-86e5-9f0b8d83771d will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:48.705697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Allocated IP 172.20.0.1 (e4ef1753-5aa9-454c-bc3c-d192171e37b7/dc5783b4-50bd-484a-b319-eb22df793773/bf6dab29-1531-4662-b76c-e8c3ce2372a6) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:48.744170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205d305-cd62-4441-b139-d8b765731d90 req-2d919c79-cb3d-403f-aecc-8de44a44fff2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:48.746462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d205d305-cd62-4441-b139-d8b765731d90 req-2d919c79-cb3d-403f-aecc-8de44a44fff2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.0865092 Aug 10 01:54:48.789698 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:48.827606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d205d305-cd62-4441-b139-d8b765731d90 req-244ef253-6b9a-4245-9cd1-bee088c004cd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699625 Aug 10 01:54:48.879981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:48.912160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Attempting to bind port a4055ca1-ad01-4895-86e5-9f0b8d83771d on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:48.912549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Attempting to bind port a4055ca1-ad01-4895-86e5-9f0b8d83771d by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:48.912920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Attempting to bind port a4055ca1-ad01-4895-86e5-9f0b8d83771d on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:48.915243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Transition to ACTIVE for port object bf6dab29-1531-4662-b76c-e8c3ce2372a6 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:48.917758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4cfd8-1d1b-4c04-8d83-1f84f97a8e93 None None] Pushing event updated for resources: {'Port': ['ID=a4055ca1-ad01-4895-86e5-9f0b8d83771d,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:48.926670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:48.926925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:48.927265 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:48.927666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:48.928190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Bound port: a4055ca1-ad01-4895-86e5-9f0b8d83771d, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:48.928523 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:49.016893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] For port a4055ca1-ad01-4895-86e5-9f0b8d83771d, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:49.022857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] For port a4055ca1-ad01-4895-86e5-9f0b8d83771d, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a4055ca1-ad01-4895-86e5-9f0b8d83771d,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:49.183089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:49.199295 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:49.235869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Network e4ef1753-5aa9-454c-bc3c-d192171e37b7 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:49.238996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:49.244097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:49.274900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Pushing event updated for resources: {'Port': ['ID=bf6dab29-1531-4662-b76c-e8c3ce2372a6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:49.292550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Routers {'2390c3c1-96ac-4930-9710-068bbf57968e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:49.293204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2390c3c1-96ac-4930-9710-068bbf57968e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:49.310899 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:49.339649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c96c5-d431-43bc-be9d-dc0504eb0407 req-6814fb99-10e7-49f4-92ec-611b122d86f0 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:49.350610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed1c96c5-d431-43bc-be9d-dc0504eb0407 req-6814fb99-10e7-49f4-92ec-611b122d86f0 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 950 time: 0.0745149 Aug 10 01:54:49.352547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4cfd8-1d1b-4c04-8d83-1f84f97a8e93 None None] Pushing event updated for resources: {'Port': ['ID=a4055ca1-ad01-4895-86e5-9f0b8d83771d,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:49.450525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] Set router 2390c3c1-96ac-4930-9710-068bbf57968e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:49.452495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed1c96c5-d431-43bc-be9d-dc0504eb0407 req-8648350a-55ea-44e2-95b9-09ba04f30bfe tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984409 Aug 10 01:54:49.683449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:49.774493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ccad160d-19d8-4bfd-bad4-00a5496e837d no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:49.801094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: ccad160d-19d8-4bfd-bad4-00a5496e837d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:49.805886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ccad160d-19d8-4bfd-bad4-00a5496e837d not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:49.907530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3aecebb1-022f-4d27-b641-23a16e8b81b7 None None] Provisioning for port bf6dab29-1531-4662-b76c-e8c3ce2372a6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:49.920037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:42Z', 'updated_at': '2021-08-10T01:54:44Z', 'revision_number': 3, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'gw_port': {'id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:43Z', 'updated_at': '2021-08-10T01:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:49.922763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3aecebb1-022f-4d27-b641-23a16e8b81b7 None None] Provisioning complete for port bf6dab29-1531-4662-b76c-e8c3ce2372a6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:49.923127 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3aecebb1-022f-4d27-b641-23a16e8b81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:49.983738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3aecebb1-022f-4d27-b641-23a16e8b81b7 None None] Port bf6dab29-1531-4662-b76c-e8c3ce2372a6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:49.992695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5383c1-7d06-4e58-b16e-962ae5ae240a req-c3dfea86-c726-4bbd-8f93-143274f6a306 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:50.000780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc5383c1-7d06-4e58-b16e-962ae5ae240a req-c3dfea86-c726-4bbd-8f93-143274f6a306 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1029825 Aug 10 01:54:50.023455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31185e-4c08-4ade-9c8b-c5e900e57f5c None None] The sync data for ids ['2390c3c1-96ac-4930-9710-068bbf57968e'] in n-d-767704-21 is: [{'id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:42Z', 'updated_at': '2021-08-10T01:54:44Z', 'revision_number': 3, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'gw_port': {'id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:43Z', 'updated_at': '2021-08-10T01:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:50.075417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc5383c1-7d06-4e58-b16e-962ae5ae240a req-8c5eab10-d51f-445c-be50-a9e7ac787f96 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734267 Aug 10 01:54:50.129359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35354) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:50.136604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1558359041'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:50.283695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:50.314195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:50.326854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:50.348479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:54:50.359415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:50.360536 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Added segment 0f7bde80-453c-4231-abaa-900f3e50a97a of type vlan for network 6906e817-12a2-44d3-a767-c9f07bb5f281 Aug 10 01:54:50.416413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:50.420657 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:50.537503 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d393e950-09ea-458d-899c-e41913766e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:50.553712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Pushing event updated for resources: {'Port': ['ID=bf6dab29-1531-4662-b76c-e8c3ce2372a6,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:50.571564 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:50.665895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:50.676096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:50.677134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:50.807637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824c660-969d-45fb-9d59-2094a03b49b6 req-b54e2caa-6dfa-49cf-9c7b-2facbca19ed3 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:50.812348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e824c660-969d-45fb-9d59-2094a03b49b6 req-b54e2caa-6dfa-49cf-9c7b-2facbca19ed3 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 950 time: 0.2862813 Aug 10 01:54:50.816182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Network e4ef1753-5aa9-454c-bc3c-d192171e37b7 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:50.818606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:50.930922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Network': ['ID=6906e817-12a2-44d3-a767-c9f07bb5f281,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:50.943732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:54:50.996179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ec49a0b7-c2d6-467d-8bfd-ca383303b01f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8648667 Aug 10 01:54:51.000976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35360) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:51.047978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-0dcaa01b-855b-4a89-a19d-9324f0f05005 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:51.061332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-0dcaa01b-855b-4a89-a19d-9324f0f05005 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 950 time: 0.4726350 Aug 10 01:54:51.088644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-407493341'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:51.088770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Router 2390c3c1-96ac-4930-9710-068bbf57968e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:54:51.270975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-eedfa996-099d-4855-ab68-9fffd9c39173 None None] Provisioning complete for port bf6dab29-1531-4662-b76c-e8c3ce2372a6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:51.271677 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eedfa996-099d-4855-ab68-9fffd9c39173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:51.306265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e824c660-969d-45fb-9d59-2094a03b49b6 req-985e317f-5218-4f80-b996-69cc295c1830 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/security-groups?id=ca76fba8-fa93-4db0-85e8-f781f948441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813016 Aug 10 01:54:51.309005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:51.333421 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e29688d4-27f9-4694-9240-c533c0522cdb admin admin] 10.222.0.38 "PUT /v2.0/routers/2390c3c1-96ac-4930-9710-068bbf57968e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9865558 Aug 10 01:54:51.362738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-eedfa996-099d-4855-ab68-9fffd9c39173 None None] Port bf6dab29-1531-4662-b76c-e8c3ce2372a6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:51.374337 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:51.456963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:51.460546 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:51.497039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Deleting port 6004e76d-080f-4c07-ac0c-f2b7816755af {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:51.497387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:51.607776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] For port 6004e76d-080f-4c07-ac0c-f2b7816755af, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6004e76d-080f-4c07-ac0c-f2b7816755af,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:51.608052 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:51.630788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Calling delete_port for 6004e76d-080f-4c07-ac0c-f2b7816755af owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:51.823628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:54:51.837276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157065e-2744-46dc-9f2a-3e3217244711 req-b944c78c-bbe5-404b-bf6e-c9d978264b47 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:51.845814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f157065e-2744-46dc-9f2a-3e3217244711 req-b944c78c-bbe5-404b-bf6e-c9d978264b47 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.4653356 Aug 10 01:54:51.889413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:51.889815 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Added segment 8f98c230-ecba-4f2f-bdb5-db91cb889a0f of type vlan for network df1ef0da-2ec8-457a-8c82-ab0c74915fea Aug 10 01:54:51.894997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:51.906377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6004e76d-080f-4c07-ac0c-f2b7816755af'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:52.025188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f157065e-2744-46dc-9f2a-3e3217244711 req-3d1f5e9b-8a0d-4e9a-af87-9f338149aa70 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730208 Aug 10 01:54:52.054819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Pushing event deleted for resources: {'Port': ['ID=6004e76d-080f-4c07-ac0c-f2b7816755af,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:52.110815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:52.129422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] No DVR routers for this DVR port 6004e76d-080f-4c07-ac0c-f2b7816755af on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:52.143849 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:52.146754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cec7f35-b0d4-4589-8e17-102a38c25cca req-581290d8-d402-4865-8c49-3ff51515c0d6 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.11 "DELETE /v2.0/ports/6004e76d-080f-4c07-ac0c-f2b7816755af HTTP/1.1" status: 204 len: 173 time: 1.0536318 Aug 10 01:54:52.148849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-deleted', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:52.160486 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f90f51-5076-4655-9876-03d73d3c87cb" -d '{"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-deleted", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:52.212895 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:52.287970 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d3248-5f97-4a38-8fa3-f0661c95b763 x-openstack-request-id: req-e55d3248-5f97-4a38-8fa3-f0661c95b763 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:52.290889 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134939bc-5dcc-431f-830c-3fecf8fc90b8", "name": "network-vif-deleted", "tag": "6004e76d-080f-4c07-ac0c-f2b7816755af", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:52.291763 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e55d3248-5f97-4a38-8fa3-f0661c95b763 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:52.294038 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134939bc-5dcc-431f-830c-3fecf8fc90b8', 'name': 'network-vif-deleted', 'tag': '6004e76d-080f-4c07-ac0c-f2b7816755af', 'status': 'completed', 'code': 200} Aug 10 01:54:52.334923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:52.339611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:52.340365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:52.486028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a4055ca1-ad01-4895-86e5-9f0b8d83771d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:52.567045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5016437 Aug 10 01:54:52.568615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35394) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:52.576084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'subnet': {'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:52.619811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1677bd99-2cdb-41f8-8907-daa6bc37e1a2 req-a7bd8896-477f-462f-ab42-18f26cc509b4 tempest-ServersAdminTestJSON-630118146 tempest-ServersAdminTestJSON-630118146-project] 10.222.0.38 "GET /v2.0/ports?device_id=134939bc-5dcc-431f-830c-3fecf8fc90b8 HTTP/1.1" status: 200 len: 210 time: 0.0857437 Aug 10 01:54:52.667758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7df6a5-3f59-497b-aee3-4c5b8d023dfb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Network': ['ID=df1ef0da-2ec8-457a-8c82-ab0c74915fea,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:52.693616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network df1ef0da-2ec8-457a-8c82-ab0c74915fea details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:54:52.762096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Sync routers for ids ['2390c3c1-96ac-4930-9710-068bbf57968e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:52.791898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Routers {'2390c3c1-96ac-4930-9710-068bbf57968e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:52.792595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2390c3c1-96ac-4930-9710-068bbf57968e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:52.855578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:52.859568 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:52.931269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Set router 2390c3c1-96ac-4930-9710-068bbf57968e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:53.088978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a4055ca1-ad01-4895-86e5-9f0b8d83771d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:53.228416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdda84-1158-49ca-b1c1-0a911157f8bf req-1e2fa23f-f536-4b0c-8d5d-d9aebfd8fbf5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:53.237129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cacdda84-1158-49ca-b1c1-0a911157f8bf req-1e2fa23f-f536-4b0c-8d5d-d9aebfd8fbf5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.0934067 Aug 10 01:54:53.290911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cacdda84-1158-49ca-b1c1-0a911157f8bf req-3d6bc3c0-8b40-4ec5-9ecd-3ee38b4579f2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Aug 10 01:54:53.300577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:53.315878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a4055ca1-ad01-4895-86e5-9f0b8d83771d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:53.316514 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:53.489453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Subnet': ['ID=c87de9a6-8b30-42d6-aeeb-3062710943ff,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:53.502728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Checking segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:53.502974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network hostable DHCP agents. Network: 6906e817-12a2-44d3-a767-c9f07bb5f281, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:54:53.516906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:42Z', 'updated_at': '2021-08-10T01:54:49Z', 'revision_number': 4, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'gw_port': {'id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:43Z', 'updated_at': '2021-08-10T01:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf6dab29-1531-4662-b76c-e8c3ce2372a6', 'name': '', 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'mac_address': 'fa:16:3e:9e:66:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dc5783b4-50bd-484a-b319-eb22df793773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:48Z', 'updated_at': '2021-08-10T01:54:49Z', 'revision_number': 2, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'subnets': [{'id': 'dc5783b4-50bd-484a-b319-eb22df793773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:53.589102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Checking router: 2390c3c1-96ac-4930-9710-068bbf57968e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:53.590268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Updating router 2390c3c1-96ac-4930-9710-068bbf57968e port bf6dab29-1531-4662-b76c-e8c3ce2372a6 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:54:53.636103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:54:53.646637 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:53.653188 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:53.711880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a4055ca1-ad01-4895-86e5-9f0b8d83771d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a4055ca1-ad01-4895-86e5-9f0b8d83771d,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:53.726116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 6906e817-12a2-44d3-a767-c9f07bb5f281) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:53.734208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:53.735077 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:53.852602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5d09ca84-d336-48d5-bfb1-ea65071cce02 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2828948 Aug 10 01:54:53.856000 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35410) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:53.865068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'subnet': {'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:53.866192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:53.878595 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:53.994099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1620f-e114-4e6a-9b44-52ecba01f61a None None] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:54.117834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:54.125226 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:54.221312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a4055ca1-ad01-4895-86e5-9f0b8d83771d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:54.246031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.246799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.247358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.247928 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.248517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.249060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.249677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.250459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.251051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.251639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.252621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.253233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:54.410158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-6906e817-12a2-44d3-a767-c9f07bb5f281', 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'fixed_ips': [{'subnet_id': 'c87de9a6-8b30-42d6-aeeb-3062710943ff'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:54:54.413095 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:54.492311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08e64a-cfb3-4d41-a3fe-0cabb3759167 req-8931668d-cfbc-49f4-b727-23525072db56 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:54.499931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb08e64a-cfb3-4d41-a3fe-0cabb3759167 req-8931668d-cfbc-49f4-b727-23525072db56 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1027703 Aug 10 01:54:54.572637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb08e64a-cfb3-4d41-a3fe-0cabb3759167 req-21ece28d-4f6c-4c4e-90b0-2562e86fc952 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641084 Aug 10 01:54:54.637426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35424) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:54.655091 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:54.784276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:54.857968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 6004e76d-080f-4c07-ac0c-f2b7816755af {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:54.858439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6004e76d-080f-4c07-ac0c-f2b7816755af not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:54.916446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Allocated IP 10.1.1.2 (6906e817-12a2-44d3-a767-c9f07bb5f281/c87de9a6-8b30-42d6-aeeb-3062710943ff/8a06c94b-88e7-4264-9955-746b0071707c) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:54.934607 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:54.959646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Transition to ACTIVE for port object bf6dab29-1531-4662-b76c-e8c3ce2372a6 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:54.973227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-1abf4b75-3ba6-4fca-b542-2c4b7981bd2e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:54.975099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-1abf4b75-3ba6-4fca-b542-2c4b7981bd2e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 820 time: 0.2055564 Aug 10 01:54:55.016811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Subnet': ['ID=97582ca5-6321-4830-b7cc-0042e7d6d2d9,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:55.022724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Checking segment: {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:55.023668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network hostable DHCP agents. Network: df1ef0da-2ec8-457a-8c82-ab0c74915fea, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:54:55.041297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-c5f88340-4eaf-4ffe-9a02-f1fb3df96117 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/quotas/063dde1b95404b2bac7885ebb59e4633 HTTP/1.1" status: 200 len: 375 time: 0.0475779 Aug 10 01:54:55.104008 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.109138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-81342093-46aa-4a49-b2dd-d091b57353ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27f9282b1dac4bcf97fb1f802cd971f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673967 Aug 10 01:54:55.109833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35434) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:55.159573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-11f1be29-9bae-432c-8dc9-6ec5cb8b2cd8 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172004 Aug 10 01:54:55.180551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9b90-7d90-482b-b00b-c350a98956d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.206985 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9b90-7d90-482b-b00b-c350a98956d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.237631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network df1ef0da-2ec8-457a-8c82-ab0c74915fea is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:54:55.306918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-a8b9c3f5-a496-4b6d-b730-d5bb9f9d9821 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463521 Aug 10 01:54:55.379144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, df1ef0da-2ec8-457a-8c82-ab0c74915fea) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:55.391724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:55.392421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.401539 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.411691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9b90-7d90-482b-b00b-c350a98956d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.415021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9b90-7d90-482b-b00b-c350a98956d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.418792 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a4bf9b90-7d90-482b-b00b-c350a98956d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca76fba8-fa93-4db0-85e8-f781f948441c HTTP/1.1" status: 204 len: 168 time: 0.3049772 Aug 10 01:54:55.423673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Transition to ACTIVE for port object 8a06c94b-88e7-4264-9955-746b0071707c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:55.429951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf9b90-7d90-482b-b00b-c350a98956d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76fba8-fa93-4db0-85e8-f781f948441c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:55.493758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-99deb8e2-5157-4cfb-8e0b-7dfb09bc7574 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855543 Aug 10 01:54:55.588398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2c6e7a69-ceff-4df8-8ecc-85c836ee76ba tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7304211 Aug 10 01:54:55.591348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35440) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:55.597637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'port': {'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'name': 'tempest-TaggedBootDevicesTest_v242-1816865437', 'fixed_ips': [{'subnet_id': 'c87de9a6-8b30-42d6-aeeb-3062710943ff'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:55.706096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2924d64-7029-4c5d-b1ca-54151850a0fe None None] Network df1ef0da-2ec8-457a-8c82-ab0c74915fea requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:55.723709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Transition to ACTIVE for port object 8a06c94b-88e7-4264-9955-746b0071707c will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:55.781320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5eb37-55e5-4367-940a-57d0640ae62d None None] Pushing event updated for resources: {'Port': ['ID=bf6dab29-1531-4662-b76c-e8c3ce2372a6,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:55.824644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Attempting to bind port bf6dab29-1531-4662-b76c-e8c3ce2372a6 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:55.824987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Attempting to bind port bf6dab29-1531-4662-b76c-e8c3ce2372a6 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:55.825324 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Attempting to bind port bf6dab29-1531-4662-b76c-e8c3ce2372a6 on network e4ef1753-5aa9-454c-bc3c-d192171e37b7 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:55.831521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416d920-9b73-47f7-90d6-4cf2615a9949 req-3cdd75e5-96f7-49b8-a715-ffb196368c8b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:55.832280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:55.834363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Checking segment: {'id': 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:55.834363 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.834663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a416d920-9b73-47f7-90d6-4cf2615a9949 req-3cdd75e5-96f7-49b8-a715-ffb196368c8b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1424127 Aug 10 01:54:55.834766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Bound using segment: {'id': 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:55.834766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Bound port: bf6dab29-1531-4662-b76c-e8c3ce2372a6, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:55.834766 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.858845 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:55.902474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a416d920-9b73-47f7-90d6-4cf2615a9949 req-1868a4fb-da12-4470-b7a0-776421b548ea tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581374 Aug 10 01:54:55.975311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:56.030879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Pushing event updated for resources: {'Port': ['ID=8a06c94b-88e7-4264-9955-746b0071707c,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:56.034145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:56.072906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:56.087218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:56.105784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] For port bf6dab29-1531-4662-b76c-e8c3ce2372a6, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:56.132219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] For port bf6dab29-1531-4662-b76c-e8c3ce2372a6, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf6dab29-1531-4662-b76c-e8c3ce2372a6,segment=NetworkSegment(d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d),segment_id=d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:56.205351 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.226020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] device_id is not set on port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:54:56.353863 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.448656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-df1ef0da-2ec8-457a-8c82-ab0c74915fea', 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'fixed_ips': [{'subnet_id': '97582ca5-6321-4830-b7cc-0042e7d6d2d9'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:54:56.448656 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.485094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a4055ca1-ad01-4895-86e5-9f0b8d83771d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:56.515383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35460) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:56.544715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Attempting to bind port 8a06c94b-88e7-4264-9955-746b0071707c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:56.545090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Attempting to bind port 8a06c94b-88e7-4264-9955-746b0071707c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:56.545455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Attempting to bind port 8a06c94b-88e7-4264-9955-746b0071707c on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:56.589609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:56.592202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Checking segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:56.593731 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.594936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Bound using segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:56.596247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Bound port: 8a06c94b-88e7-4264-9955-746b0071707c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:56.597411 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.644132 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5c24cc83-afeb-4d8b-b0e0-3ce5bbc34467 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=94fcfee1399f41c0ba4d7ece502a0fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273837 Aug 10 01:54:56.646780 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:56.788048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d191abba-e4d9-459d-8304-0074e667bd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.802462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Routers {'2390c3c1-96ac-4930-9710-068bbf57968e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:56.814215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:54:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2390c3c1-96ac-4930-9710-068bbf57968e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:56.826787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d191abba-e4d9-459d-8304-0074e667bd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.990782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5eb37-55e5-4367-940a-57d0640ae62d None None] Pushing event updated for resources: {'Port': ['ID=bf6dab29-1531-4662-b76c-e8c3ce2372a6,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:57.075915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a4055ca1-ad01-4895-86e5-9f0b8d83771d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:57.076537 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:57.077863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d191abba-e4d9-459d-8304-0074e667bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:57.080919 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d191abba-e4d9-459d-8304-0074e667bd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:57.086239 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d191abba-e4d9-459d-8304-0074e667bd40 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/caecb16a-8819-4410-9002-810f16d739cc HTTP/1.1" status: 204 len: 168 time: 0.4364557 Aug 10 01:54:57.099725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191abba-e4d9-459d-8304-0074e667bd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caecb16a-8819-4410-9002-810f16d739cc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:57.126854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Allocated IP 10.2.2.2 (df1ef0da-2ec8-457a-8c82-ab0c74915fea/97582ca5-6321-4830-b7cc-0042e7d6d2d9/905a8be2-5979-4a63-aede-f353b1ba0a45) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:57.167536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] Set router 2390c3c1-96ac-4930-9710-068bbf57968e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:57.170531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] For port 8a06c94b-88e7-4264-9955-746b0071707c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:57.189831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab6c96f6-28ea-4cea-aa4e-ebe312e5022d req-78a9296f-de38-4d96-8f91-f805c6a4655f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 210 time: 0.7686903 Aug 10 01:54:57.261873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] For port 8a06c94b-88e7-4264-9955-746b0071707c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a06c94b-88e7-4264-9955-746b0071707c,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:57.490970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:57.543094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a3e88-97cf-4362-8abc-9eeece8dafb5 req-339abe0c-ee43-4a6b-93e5-88531d41d601 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:57.558327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e74a3e88-97cf-4362-8abc-9eeece8dafb5 req-339abe0c-ee43-4a6b-93e5-88531d41d601 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.3949349 Aug 10 01:54:57.622995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Allocated IP 10.1.1.127 (6906e817-12a2-44d3-a767-c9f07bb5f281/c87de9a6-8b30-42d6-aeeb-3062710943ff/427255fd-b6d6-40ae-bad2-edb5ab3b5dec) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:57.716869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e74a3e88-97cf-4362-8abc-9eeece8dafb5 req-70c81e60-a09d-4229-bb8a-9883e629539f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562843 Aug 10 01:54:57.772431 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:57.783425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Transition to ACTIVE for port object 905a8be2-5979-4a63-aede-f353b1ba0a45 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:57.801640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Transition to ACTIVE for port object 905a8be2-5979-4a63-aede-f353b1ba0a45 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:57.811639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e66bf-7d2a-400a-a514-659c41117f39 None None] Pushing event updated for resources: {'Port': ['ID=8a06c94b-88e7-4264-9955-746b0071707c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:57.897507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:57.915220 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:57.989670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Transition to ACTIVE for port object 427255fd-b6d6-40ae-bad2-edb5ab3b5dec will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:58.054341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Pushing event updated for resources: {'Port': ['ID=905a8be2-5979-4a63-aede-f353b1ba0a45,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:58.074332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Network df1ef0da-2ec8-457a-8c82-ab0c74915fea is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:58.091564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:58.094454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:58.108866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:42Z', 'updated_at': '2021-08-10T01:54:49Z', 'revision_number': 4, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'gw_port': {'id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:43Z', 'updated_at': '2021-08-10T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf6dab29-1531-4662-b76c-e8c3ce2372a6', 'name': '', 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'mac_address': 'fa:16:3e:9e:66:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dc5783b4-50bd-484a-b319-eb22df793773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:48Z', 'updated_at': '2021-08-10T01:54:56Z', 'revision_number': 4, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'subnets': [{'id': 'dc5783b4-50bd-484a-b319-eb22df793773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:58.157859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:58.169758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf58f7-2b58-47f1-8ded-c37c99b915d9 None None] The sync data for ids ['2390c3c1-96ac-4930-9710-068bbf57968e'] in n-d-767704-21 is: [{'id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:42Z', 'updated_at': '2021-08-10T01:54:49Z', 'revision_number': 4, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'gw_port': {'id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:43Z', 'updated_at': '2021-08-10T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf6dab29-1531-4662-b76c-e8c3ce2372a6', 'name': '', 'network_id': 'e4ef1753-5aa9-454c-bc3c-d192171e37b7', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'mac_address': 'fa:16:3e:9e:66:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'dc5783b4-50bd-484a-b319-eb22df793773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:48Z', 'updated_at': '2021-08-10T01:54:56Z', 'revision_number': 4, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'subnets': [{'id': 'dc5783b4-50bd-484a-b319-eb22df793773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:58.374238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Attempting to bind port 905a8be2-5979-4a63-aede-f353b1ba0a45 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:58.376554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Attempting to bind port 905a8be2-5979-4a63-aede-f353b1ba0a45 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:58.378968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Attempting to bind port 905a8be2-5979-4a63-aede-f353b1ba0a45 on network df1ef0da-2ec8-457a-8c82-ab0c74915fea {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:58.389594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:58.392448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Checking segment: {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:58.392448 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:58.392448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Bound using segment: {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:58.392448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Bound port: 905a8be2-5979-4a63-aede-f353b1ba0a45, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:58.393880 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:58.425609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:58.491210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:58.507447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:58.559377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] For port 905a8be2-5979-4a63-aede-f353b1ba0a45, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:58.566010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] For port 905a8be2-5979-4a63-aede-f353b1ba0a45, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=905a8be2-5979-4a63-aede-f353b1ba0a45,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:58.656757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:58.730500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf6dab29-1531-4662-b76c-e8c3ce2372a6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:58.807522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c97731a-4ed2-40e8-96a7-197a41cbfd02 req-c588852f-20e7-488d-9436-dfaec0c1937a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 210 time: 0.1476891 Aug 10 01:54:58.854882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Port': ['ID=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:59.008376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:59.008953 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:59.070230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec40e96-b67c-48c4-8c56-db39221e6a71 None None] Pushing event updated for resources: {'Port': ['ID=905a8be2-5979-4a63-aede-f353b1ba0a45,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:59.078297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port bf6dab29-1531-4662-b76c-e8c3ce2372a6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:59.085146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port bf6dab29-1531-4662-b76c-e8c3ce2372a6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:59.086153 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:59.220733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcd3de-bb64-478f-9b6b-3f018da7c286 req-54caf641-f816-4a70-a815-127b2ee626ed tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:59.222335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9dcd3de-bb64-478f-9b6b-3f018da7c286 req-54caf641-f816-4a70-a815-127b2ee626ed tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.2938693 Aug 10 01:54:59.305624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e3cde565-a738-440b-b251-ad72e6c9ee07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7098982 Aug 10 01:54:59.306114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35506) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:59.312105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'port': {'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'name': 'tempest-TaggedBootDevicesTest_v242-1132915967', 'fixed_ips': [{'subnet_id': 'c87de9a6-8b30-42d6-aeeb-3062710943ff'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:59.346009 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9dcd3de-bb64-478f-9b6b-3f018da7c286 req-27970516-ef41-4ff3-910c-36b5fb7e48f2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033146 Aug 10 01:54:59.485610 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:59.568092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port bf6dab29-1531-4662-b76c-e8c3ce2372a6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf6dab29-1531-4662-b76c-e8c3ce2372a6,segment=NetworkSegment(d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d),segment_id=d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:59.661475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee528e-0ba3-40e1-b2f5-4bff03a2ad4e None None] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:59.900191 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:55:00.020092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-ec2403c0-64de-4c5e-9950-b7c1c27ec06b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:00.023801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-ec2403c0-64de-4c5e-9950-b7c1c27ec06b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 820 time: 0.4786940 Aug 10 01:55:00.078303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Request body: {'port': {'device_id': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf', 'admin_state_up': True, 'tenant_id': '063dde1b95404b2bac7885ebb59e4633'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:00.120691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48ae09b5-e413-4e9b-bdae-8ce080446a44 req-158472cb-b9df-4eeb-95f2-7200e587c6b4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 210 time: 0.0915523 Aug 10 01:55:00.352097 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:00.370326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a06c94b-88e7-4264-9955-746b0071707c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:00.508971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:00.634988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9d06ebb2-93f5-49d9-997e-a3c9978c9fa7 None None] Provisioning for port 8a06c94b-88e7-4264-9955-746b0071707c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:00.649876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=bf6dab29-1531-4662-b76c-e8c3ce2372a6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:00.686501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Made reservation on behalf of 063dde1b95404b2bac7885ebb59e4633 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:00.698817 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:00.786363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1a107-801c-4b26-8599-4e27940b5989 req-1807cf81-f20e-47cf-ac8d-d1d905058312 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:00.805467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:00.810687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37e1a107-801c-4b26-8599-4e27940b5989 req-1807cf81-f20e-47cf-ac8d-d1d905058312 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.2723038 Aug 10 01:55:00.898935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8a06c94b-88e7-4264-9955-746b0071707c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:00.939709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8a06c94b-88e7-4264-9955-746b0071707c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:00.948748 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:00.949988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] device_id is not set on port efb0670e-4f05-4aac-9ba8-3680f27368b7 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:55:01.075145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37e1a107-801c-4b26-8599-4e27940b5989 req-9c14cd41-f288-4834-a2ce-2877f8fb9ed6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323339 Aug 10 01:55:01.331052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fbbfcf-b851-4459-9380-1df45f86c7aa None None] Network df1ef0da-2ec8-457a-8c82-ab0c74915fea requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:55:01.503400 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:01.546097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4d602ba-2ab9-4292-b58a-cffbe0c47787 req-913f1677-0870-4040-b3ad-f8f3b2411f45 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 210 time: 0.1033130 Aug 10 01:55:01.586726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Allocated IP 172.20.0.9 (3ea2a2dd-e85f-4282-baa3-4d340bdc5baf/352d044b-2470-4744-b6f8-e8c1b438b920/d720ee70-929f-4450-a1a7-7b70a21a9762) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:01.730140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-57e39f01-df6b-4673-ac3f-28bcf26df547 None None] Provisioning for port 905a8be2-5979-4a63-aede-f353b1ba0a45 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:02.034619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8a06c94b-88e7-4264-9955-746b0071707c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a06c94b-88e7-4264-9955-746b0071707c,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:02.050780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:02.151096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Allocated IP 10.1.1.116 (6906e817-12a2-44d3-a767-c9f07bb5f281/c87de9a6-8b30-42d6-aeeb-3062710943ff/efb0670e-4f05-4aac-9ba8-3680f27368b7) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:02.271441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d2085863-89a7-45aa-9c8d-92b2d94f9bef None None] Provisioning for port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:02.317267 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:02.349440 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:02.504253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d2085863-89a7-45aa-9c8d-92b2d94f9bef None None] Provisioning complete for port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:02.504630 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d2085863-89a7-45aa-9c8d-92b2d94f9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:02.512136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8a06c94b-88e7-4264-9955-746b0071707c,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:02.515405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e5a18178-b2de-473f-a83a-9743c01c291d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:02.643008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d2085863-89a7-45aa-9c8d-92b2d94f9bef None None] Port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:02.763491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d2085863-89a7-45aa-9c8d-92b2d94f9bef None None] Provisioning complete for port 8a06c94b-88e7-4264-9955-746b0071707c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:02.766825 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d2085863-89a7-45aa-9c8d-92b2d94f9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:02.801973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:02.818835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:02.828287 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:03.033704 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:03.071432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:03.077761 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:03.094414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Pushing event updated for resources: {'Port': ['ID=d720ee70-929f-4450-a1a7-7b70a21a9762,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:03.101846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 905a8be2-5979-4a63-aede-f353b1ba0a45 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:03.110152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Transition to ACTIVE for port object efb0670e-4f05-4aac-9ba8-3680f27368b7 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:03.173638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9a3ac-0286-4293-8aab-cb5e5b08aaa2 req-7ad99fdf-f3d7-43b4-90b0-1584d9bfe14c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:03.182482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55b9a3ac-0286-4293-8aab-cb5e5b08aaa2 req-7ad99fdf-f3d7-43b4-90b0-1584d9bfe14c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.6167495 Aug 10 01:55:03.240479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372d98b-6515-4ef5-a3df-76065cc68009 req-0829b899-da76-4db5-918c-cbb3c82272d2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:03.243716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c372d98b-6515-4ef5-a3df-76065cc68009 req-0829b899-da76-4db5-918c-cbb3c82272d2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 931 time: 0.1624615 Aug 10 01:55:03.258961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55b9a3ac-0286-4293-8aab-cb5e5b08aaa2 req-b42c4769-6295-4201-915e-9c47beb55ecd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711496 Aug 10 01:55:03.317260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-8555e853-06b7-43d3-b793-e854b68b64b5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2810678 Aug 10 01:55:03.330852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:03.333366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 905a8be2-5979-4a63-aede-f353b1ba0a45 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:03.333746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Request body: {'port': {'device_id': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:03.361187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 905a8be2-5979-4a63-aede-f353b1ba0a45 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:03.362131 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:03.428061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c372d98b-6515-4ef5-a3df-76065cc68009 req-5d59272d-b9e4-4dc1-8b2f-958e34731489 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721041 Aug 10 01:55:03.441425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:03.455310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:03.490146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:03.505709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-790d8908-9a76-4858-931c-d4d19a8eaefa None None] Provisioning complete for port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:03.505709 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-790d8908-9a76-4858-931c-d4d19a8eaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:03.507796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:03.657014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Port': ['ID=efb0670e-4f05-4aac-9ba8-3680f27368b7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:03.771232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:03.775297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:03.864041 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a3699426-edd3-47f9-b7db-853a65a75786 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5559955 Aug 10 01:55:03.891153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-790d8908-9a76-4858-931c-d4d19a8eaefa None None] Port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:04.040307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-1ff9f773-166f-4cfc-bf3a-2ba350964550 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1222928 Aug 10 01:55:04.055020 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:04.135176 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 905a8be2-5979-4a63-aede-f353b1ba0a45, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=905a8be2-5979-4a63-aede-f353b1ba0a45,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:04.270433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b28949df-e312-4ca6-adbf-fa7f30bee70a None None] Provisioning for port efb0670e-4f05-4aac-9ba8-3680f27368b7 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:04.275978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b28949df-e312-4ca6-adbf-fa7f30bee70a None None] Provisioning complete for port efb0670e-4f05-4aac-9ba8-3680f27368b7 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:04.276638 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b28949df-e312-4ca6-adbf-fa7f30bee70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:04.323605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b28949df-e312-4ca6-adbf-fa7f30bee70a None None] Port efb0670e-4f05-4aac-9ba8-3680f27368b7 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:04.327243 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:04.329894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf6dab29-1531-4662-b76c-e8c3ce2372a6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:04.334810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-2f840f30-55c7-4812-aef9-7968ad3a2356 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:04.356417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-2f840f30-55c7-4812-aef9-7968ad3a2356 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149965 Aug 10 01:55:04.440761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d720ee70-929f-4450-a1a7-7b70a21a9762 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:04.467479 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:04.515090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35578) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:04.521789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3f76c1d4-f840-4a1c-a159-9350b822c7a9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443392028', 'description': 'tempest-description--1786191172'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:04.533967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=905a8be2-5979-4a63-aede-f353b1ba0a45,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:04.578033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port bf6dab29-1531-4662-b76c-e8c3ce2372a6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:04.578414 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:04.580940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-75094d84-f6c5-49a5-a104-3892a8d72af1 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/quotas/cdc00dc901cc4ab2af8aacce57b21c0f HTTP/1.1" status: 200 len: 375 time: 0.2235098 Aug 10 01:55:04.581998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Transition to ACTIVE for port object d720ee70-929f-4450-a1a7-7b70a21a9762 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:04.710901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f76c1d4-f840-4a1c-a159-9350b822c7a9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:04.714173 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:04.720617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-a2dbad78-2cc9-476b-b417-c3e64bbbe035 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168568 Aug 10 01:55:04.779962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Pushing event updated for resources: {'Port': ['ID=d720ee70-929f-4450-a1a7-7b70a21a9762,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:04.790053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a037a-9d06-4d4c-bb7b-662eb81bc705 req-39451a2c-6736-491a-8849-e1a3236e7291 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:04.797814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-722a037a-9d06-4d4c-bb7b-662eb81bc705 req-39451a2c-6736-491a-8849-e1a3236e7291 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1625307 Aug 10 01:55:04.922285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 905a8be2-5979-4a63-aede-f353b1ba0a45 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:04.960653 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f76c1d4-f840-4a1c-a159-9350b822c7a9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:04.971166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-722a037a-9d06-4d4c-bb7b-662eb81bc705 req-ddcf6286-38a2-46e3-ba44-ac988c8ed798 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681650 Aug 10 01:55:04.996656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:04.997005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:04.997346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:05.006045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:05.006373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:05.013087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:05.013534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:05.013827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:05.014274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Bound port: d720ee70-929f-4450-a1a7-7b70a21a9762, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:05.014677 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.017392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 905a8be2-5979-4a63-aede-f353b1ba0a45 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:05.017780 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.051588 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f76c1d4-f840-4a1c-a159-9350b822c7a9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.111447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76c1d4-f840-4a1c-a159-9350b822c7a9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:05.240370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f76c1d4-f840-4a1c-a159-9350b822c7a9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.242929 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3f76c1d4-f840-4a1c-a159-9350b822c7a9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7252786 Aug 10 01:55:05.245148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35600) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:05.250342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1861699e-f7e0-48d6-ba6f-391b6defd2e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'security_group_rule': {'security_group_id': '0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:05.267115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a06c94b-88e7-4264-9955-746b0071707c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:05.274791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:05.336502 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:05.350118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9039b-cd73-4365-af6b-f2b98a1e2340 req-8ccf4464-608a-4ffc-ac82-72051a5677e4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:05.360787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1b9039b-cd73-4365-af6b-f2b98a1e2340 req-8ccf4464-608a-4ffc-ac82-72051a5677e4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.2052805 Aug 10 01:55:05.407206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1861699e-f7e0-48d6-ba6f-391b6defd2e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.415803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8a06c94b-88e7-4264-9955-746b0071707c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:05.416212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.421438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.462460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1b9039b-cd73-4365-af6b-f2b98a1e2340 req-417bbd3a-2a0c-4711-abef-7d3bf3de8953 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007740 Aug 10 01:55:05.538085 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1861699e-f7e0-48d6-ba6f-391b6defd2e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.561296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-829efa02-b312-478f-a8f2-e8dfe9d78d0f req-2a913c08-c038-4411-9300-5e0ebd0c27a2 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 210 time: 0.1296577 Aug 10 01:55:05.578572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:05.579112 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.584574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] 10.222.0.11 "PUT /v2.0/ports/d720ee70-929f-4450-a1a7-7b70a21a9762 HTTP/1.1" status: 200 len: 1092 time: 2.2547815 Aug 10 01:55:05.584574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:05.584574 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf05f6a2-d82e-4291-b89d-d386951cace9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:05.624210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5b54b-c669-41b8-8d2e-c0c27294d43a service neutron] Pushing event updated for resources: {'Port': ['ID=d720ee70-929f-4450-a1a7-7b70a21a9762,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:05.650417 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ee4853-248a-4421-bf0f-11783d64c407 x-openstack-request-id: req-a9ee4853-248a-4421-bf0f-11783d64c407 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:05.650742 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:05.651002 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9ee4853-248a-4421-bf0f-11783d64c407 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:05.651419 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762', 'status': 'completed', 'code': 200} Aug 10 01:55:05.671853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1861699e-f7e0-48d6-ba6f-391b6defd2e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.690625 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861699e-f7e0-48d6-ba6f-391b6defd2e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7b76ee-03b0-4087-a2e9-677dce824b0b,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:05.729533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f6a2-d82e-4291-b89d-d386951cace9 req-010bcdf0-781d-4ddf-a45f-f6eda3a3ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:05.730464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf05f6a2-d82e-4291-b89d-d386951cace9 req-010bcdf0-781d-4ddf-a45f-f6eda3a3ef13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 1095 time: 0.0543003 Aug 10 01:55:05.774850 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1861699e-f7e0-48d6-ba6f-391b6defd2e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.778913 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1861699e-f7e0-48d6-ba6f-391b6defd2e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5300903 Aug 10 01:55:05.780951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35620) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:05.785973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-62f214d4-7b6a-4cf1-ba82-7a28ea135336 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'security_group_rule': {'security_group_id': '0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:05.851210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f6a2-d82e-4291-b89d-d386951cace9 req-a449490a-8f79-4baa-af1e-646ec4fcf1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:05.852722 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf05f6a2-d82e-4291-b89d-d386951cace9 req-a449490a-8f79-4baa-af1e-646ec4fcf1e3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=063dde1b95404b2bac7885ebb59e4633&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1111255 Aug 10 01:55:05.922972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62f214d4-7b6a-4cf1-ba82-7a28ea135336 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:05.998410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05f6a2-d82e-4291-b89d-d386951cace9 req-fd4459b0-4553-47e5-80dc-1346ba40b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:05.999864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf05f6a2-d82e-4291-b89d-d386951cace9 req-fd4459b0-4553-47e5-80dc-1346ba40b868 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388178 Aug 10 01:55:06.061862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62f214d4-7b6a-4cf1-ba82-7a28ea135336 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:06.139270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-1be19502-a17c-4c53-afaa-717fda0892d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:06.141356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-1be19502-a17c-4c53-afaa-717fda0892d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 1095 time: 0.1004088 Aug 10 01:55:06.221426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e88b94-2e28-42b3-b803-2ab58eec8242 req-aa4e4ae6-6317-4417-b64f-f455cd1dcbe8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:06.224727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81e88b94-2e28-42b3-b803-2ab58eec8242 req-aa4e4ae6-6317-4417-b64f-f455cd1dcbe8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1336133 Aug 10 01:55:06.227629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-5396cfe2-92e4-4497-8c6b-47ef924e642d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d720ee70-929f-4450-a1a7-7b70a21a9762 HTTP/1.1" status: 200 len: 217 time: 0.0714221 Aug 10 01:55:06.234430 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62f214d4-7b6a-4cf1-ba82-7a28ea135336 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:06.276355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f214d4-7b6a-4cf1-ba82-7a28ea135336 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caecd84c-3d01-4466-bfb2-cddc98b5ebea,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:06.291441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-db400741-43ac-4396-97e2-647b3fd5fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:06.291441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-db400741-43ac-4396-97e2-647b3fd5fae1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0510468 Aug 10 01:55:06.353635 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62f214d4-7b6a-4cf1-ba82-7a28ea135336 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:06.358717 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62f214d4-7b6a-4cf1-ba82-7a28ea135336 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5739224 Aug 10 01:55:06.359096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35636) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:06.367483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-6c37e96b-08ac-4463-ae5a-1f1c988be07f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650156 Aug 10 01:55:06.371176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:06.445636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81e88b94-2e28-42b3-b803-2ab58eec8242 req-e646df98-bcd1-41a9-a6dd-f27b4406f6d3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133291 Aug 10 01:55:06.518829 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:06.598454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-63d3a377-6a57-4c56-a3c7-b861bae93808 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166848 Aug 10 01:55:06.684508 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:06.787273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e22cbad-601c-4b77-aa45-b00202de4d10 req-be9c68f4-f806-4d91-8562-f3599f8d1a73 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 210 time: 0.1045299 Aug 10 01:55:06.877983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df18d4c-fd39-4ea8-976d-74f9b26e1424 req-9f040de1-8f49-479f-9452-4b25c43197b5 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702234 Aug 10 01:55:06.919646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15151792-91ee-4c32-bb7e-1eede573ea90 req-e649934a-92ed-4828-b1cf-b9d829b955a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:06.924903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15151792-91ee-4c32-bb7e-1eede573ea90 req-e649934a-92ed-4828-b1cf-b9d829b955a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.2412159 Aug 10 01:55:06.931353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Allocated IP 172.25.3.52 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/9b1eb88e-8a47-4c03-ad16-32c73aeaf0a9) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:06.992540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15151792-91ee-4c32-bb7e-1eede573ea90 req-4cedb982-30f0-489d-b632-49884a87326e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641015 Aug 10 01:55:07.104522 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:07.270011 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:07.395155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Port': ['ID=9b1eb88e-8a47-4c03-ad16-32c73aeaf0a9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:07.415771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:07.417739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:07.422205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:07.532455 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:07.735638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f48c3-3fc2-4fc9-8828-dc96804822e6 req-e53132e4-f998-45b0-a556-d1fb0bd8dab6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:07.746232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a9f48c3-3fc2-4fc9-8828-dc96804822e6 req-e53132e4-f998-45b0-a556-d1fb0bd8dab6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1188591 Aug 10 01:55:07.764154 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:07.816031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a9f48c3-3fc2-4fc9-8828-dc96804822e6 req-abb79c6a-1f3b-417f-85d1-27dcd74ec231 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672953 Aug 10 01:55:08.006880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-939178e2-2857-45f8-a2e6-f021f73004e0 req-f1bf7e10-4dc7-41b7-9032-2d73053fe4c7 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 210 time: 0.0814812 Aug 10 01:55:08.192903 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:08.207692 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483bab-d718-45ae-9e5e-e456d36b8e1f req-a8c09b2f-b093-43bc-9c69-84dbf53aa921 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:08.217564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38483bab-d718-45ae-9e5e-e456d36b8e1f req-a8c09b2f-b093-43bc-9c69-84dbf53aa921 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.0868847 Aug 10 01:55:08.268152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:08.296088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38483bab-d718-45ae-9e5e-e456d36b8e1f req-eea96e7a-c7e8-4f06-a7d5-e0fe5ea91657 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697663 Aug 10 01:55:08.323853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-00b0e1d8-1b12-40ff-9121-71d858478d9b tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612850 Aug 10 01:55:08.462863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Port': ['ID=9b1eb88e-8a47-4c03-ad16-32c73aeaf0a9,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:08.492839 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:08.533858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-605aa651-1c62-4b40-8eb9-722a51c4eba4 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:08.541273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-605aa651-1c62-4b40-8eb9-722a51c4eba4 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001967 Aug 10 01:55:08.565633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Request body: {'port': {'device_id': 'de3392bc-ae79-41bf-8986-acaa1fe4d7ae', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'cdc00dc901cc4ab2af8aacce57b21c0f'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:08.616945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:08.618290 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2906fc6a-0f24-479c-a57e-53b6c6f674e1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2576909 Aug 10 01:55:08.930794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Made reservation on behalf of cdc00dc901cc4ab2af8aacce57b21c0f for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:08.937044 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:08.962277 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:09.004709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653e2a3-26e7-4b53-8d19-e3d91765213d req-74341f62-3bce-43bf-a98f-129e2dc1226c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:09.006681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3653e2a3-26e7-4b53-8d19-e3d91765213d req-74341f62-3bce-43bf-a98f-129e2dc1226c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.0892713 Aug 10 01:55:09.115934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3653e2a3-26e7-4b53-8d19-e3d91765213d req-c9910779-6550-4fdb-951f-bb20ae939ff5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991492 Aug 10 01:55:09.207757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:09.249761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b051ea4d-1ef6-44f3-a1c5-a5d0a9a5dc51 req-2a2c7012-3a27-4d40-a306-d06ea88c46d8 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 210 time: 0.0441203 Aug 10 01:55:09.280072 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:09.381548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74b2485-5878-4fdc-a4f3-1d934510ed79,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:09.482296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedecd4-a998-4623-a8a0-3714c78edbd9 req-a09c2675-e7f0-4c4f-b5a7-7970c1811ace tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:09.483856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcedecd4-a998-4623-a8a0-3714c78edbd9 req-a09c2675-e7f0-4c4f-b5a7-7970c1811ace tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.0920813 Aug 10 01:55:09.522378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Allocated IP 192.168.233.42 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:09.551101 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcedecd4-a998-4623-a8a0-3714c78edbd9 req-8347bc34-befa-479b-8e63-8d9ff924348a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601654 Aug 10 01:55:09.766694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:09.789333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Transition to ACTIVE for port object a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:09.799033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ddec4fb7-99f8-4bf5-9355-d6eafe326256 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:09.961718 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:09.962304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:09.981621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'port_id': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256', 'mac_address': 'fa:16:3e:1f:66:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8310d-f229-4c41-91a5-1c2abd9b97d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:55:10.031342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:10.039180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:10.041332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:10.044512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Pushing event updated for resources: {'Port': ['ID=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:10.045728 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:10.063744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddec4fb7-99f8-4bf5-9355-d6eafe326256 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:10.088596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:10.123803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:10.126172 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:10.228542 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:10.268293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-feb2b7b2-aaff-48ec-bf77-2521c2c9db01 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7170522 Aug 10 01:55:10.296538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Request body: {'port': {'device_id': 'de3392bc-ae79-41bf-8986-acaa1fe4d7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:10.333965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ddec4fb7-99f8-4bf5-9355-d6eafe326256,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:10.348648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ddec4fb7-99f8-4bf5-9355-d6eafe326256'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:10.382967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a1037-e6c7-4789-954d-20b6b736e777 req-55488a31-7047-4cf2-8b04-d9a5eb9e7301 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:10.396771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f19a1037-e6c7-4789-954d-20b6b736e777 req-55488a31-7047-4cf2-8b04-d9a5eb9e7301 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 944 time: 0.1686234 Aug 10 01:55:10.471879 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:10.506802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f19a1037-e6c7-4789-954d-20b6b736e777 req-747bae0d-0ce5-44d9-8823-c074c72c3035 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027062 Aug 10 01:55:10.588919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3c25af8b-1c53-4a93-872d-9ad0bcefc6e0 None None] Provisioning for port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:10.596467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3c25af8b-1c53-4a93-872d-9ad0bcefc6e0 None None] Provisioning complete for port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:10.598185 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3c25af8b-1c53-4a93-872d-9ad0bcefc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:10.652884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3c25af8b-1c53-4a93-872d-9ad0bcefc6e0 None None] Port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:10.781056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee3e7e-ddb3-46bd-a08a-8d2d47a66ce0 req-677899e4-2b3f-45a3-b30e-c033d08a7310 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:10.789454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4ee3e7e-ddb3-46bd-a08a-8d2d47a66ce0 req-677899e4-2b3f-45a3-b30e-c033d08a7310 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 935 time: 0.1371086 Aug 10 01:55:10.863827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4ee3e7e-ddb3-46bd-a08a-8d2d47a66ce0 req-bedbc9b8-1ee1-4e74-affc-0fdf2ea036c3 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733435 Aug 10 01:55:10.928878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:10.937837 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:10.963902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Transition to ACTIVE for port object a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:11.009532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0dbd-58b8-4621-acf5-28c55cdfe0d5 req-a1d24160-a837-44e8-b266-26f9250393b0 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:11.011194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-692a0dbd-58b8-4621-acf5-28c55cdfe0d5 req-a1d24160-a837-44e8-b266-26f9250393b0 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.0624311 Aug 10 01:55:11.052896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-692a0dbd-58b8-4621-acf5-28c55cdfe0d5 req-d0196b30-1042-416c-9b2d-a10d4f505435 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353310 Aug 10 01:55:11.618850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5f758-d37d-467e-a3da-9af260fa9f13 req-c27eab19-34f4-4195-9cdd-d46789a82ac2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:11.620354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2c5f758-d37d-467e-a3da-9af260fa9f13 req-c27eab19-34f4-4195-9cdd-d46789a82ac2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 944 time: 0.0504801 Aug 10 01:55:11.660527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2c5f758-d37d-467e-a3da-9af260fa9f13 req-7ee2248d-ee49-4352-ae34-94c9f2007bfa tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Aug 10 01:55:11.812711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ddec4fb7-99f8-4bf5-9355-d6eafe326256 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:11.862171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port ddec4fb7-99f8-4bf5-9355-d6eafe326256 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:11.862645 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:11.885700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:11.985832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:11.996895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-815bc66e-dcad-4dfa-bdd5-180eab055472 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--443392028&fields=id&tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa HTTP/1.1" status: 200 len: 267 time: 0.1499386 Aug 10 01:55:12.010292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:12.030683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:12.033198 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f3f1ba-57bd-4fd4-a167-708eb0759653" -d '{"events": [{"server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "name": "network-vif-plugged", "status": "completed", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:12.049239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:12.124967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.257629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ddec4fb7-99f8-4bf5-9355-d6eafe326256,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:12.557008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-7c636b5c-a097-4f81-a98f-c09cbf98a0f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:12.557553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-7c636b5c-a097-4f81-a98f-c09cbf98a0f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports/427255fd-b6d6-40ae-bad2-edb5ab3b5dec HTTP/1.1" status: 200 len: 937 time: 0.5489190 Aug 10 01:55:12.614278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8600841-7e60-45a9-8aeb-9f8b571b26d9 req-4b029bc5-9692-4e27-92f7-2b4cd0d8cb6e tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:12.615810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8600841-7e60-45a9-8aeb-9f8b571b26d9 req-4b029bc5-9692-4e27-92f7-2b4cd0d8cb6e tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 947 time: 0.5470400 Aug 10 01:55:12.645848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-075eceac-8742-4aec-a941-489c3b62abe9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:12.647568 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-075eceac-8742-4aec-a941-489c3b62abe9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports/efb0670e-4f05-4aac-9ba8-3680f27368b7 HTTP/1.1" status: 200 len: 937 time: 0.0805554 Aug 10 01:55:12.655182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.664632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Attempting to bind port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:12.664923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Attempting to bind port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:12.665256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Attempting to bind port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:12.693407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:12.693737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Attempting to bind port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:12.719123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1d53ca9f-9d9a-46cf-9bab-f63c79ebb9fb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0643117 Aug 10 01:55:12.727239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:12.727583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:12.727967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:12.728403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Bound port: a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:12.728764 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:12.765249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8600841-7e60-45a9-8aeb-9f8b571b26d9 req-95395f3d-48d6-4e7a-b572-c6e42440c2ac tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342857 Aug 10 01:55:12.787731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1ef08de6-8a3c-41cb-a73c-239ebc181b66 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0576160 Aug 10 01:55:12.839940 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b7abf1-0b8c-490c-8212-3ee8804f4e88 x-openstack-request-id: req-24b7abf1-0b8c-490c-8212-3ee8804f4e88 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:12.840774 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "name": "network-vif-plugged", "status": "completed", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:12.842347 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24b7abf1-0b8c-490c-8212-3ee8804f4e88 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:12.842950 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256', 'code': 200} Aug 10 01:55:12.926734 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] For port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:12.933232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] For port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:13.028422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-6c56be52-d1c2-46d2-a178-220fa20e4b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.034369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-6c56be52-d1c2-46d2-a178-220fa20e4b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.052449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-6c56be52-d1c2-46d2-a178-220fa20e4b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.054110 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-6c56be52-d1c2-46d2-a178-220fa20e4b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/networks?id=f69e41a9-0dba-4491-a226-ab1715d23daa&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea HTTP/1.1" status: 200 len: 1995 time: 0.2473431 Aug 10 01:55:13.063991 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:13.121346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d77bd-7e5b-4ada-8805-07cbae16ca25 req-9d5552c7-2ca5-41b9-a08f-6898d212c152 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.122824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f56d77bd-7e5b-4ada-8805-07cbae16ca25 req-9d5552c7-2ca5-41b9-a08f-6898d212c152 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.1976535 Aug 10 01:55:13.129887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-7bdcf072-758f-4238-b30a-929df2927a51 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/quotas/0e3dfeb5fbe64151b8e2f3b1e322a8aa HTTP/1.1" status: 200 len: 375 time: 0.0632815 Aug 10 01:55:13.135247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.135860 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:13.137310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] 10.222.0.11 "PUT /v2.0/ports/a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 HTTP/1.1" status: 200 len: 1096 time: 2.8476560 Aug 10 01:55:13.137753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3392bc-ae79-41bf-8986-acaa1fe4d7ae', 'tag': 'a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:13.140037 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436c0c1e-415f-4c6d-bcfb-7b049640efef" -d '{"events": [{"name": "network-changed", "server_uuid": "de3392bc-ae79-41bf-8986-acaa1fe4d7ae", "tag": "a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:13.223817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd4b05-f918-47b3-addd-cccf78b86c56 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:13.290101 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f56d77bd-7e5b-4ada-8805-07cbae16ca25 req-09afd6ab-7a78-4e2b-a17a-bcaa07327ad6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425171 Aug 10 01:55:13.323246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0887f223-979c-47fd-ba86-2c71582f4a91 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1774917 Aug 10 01:55:13.378393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-cc7160eb-dd5c-492c-bd50-a8c343d741e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.387596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-cc7160eb-dd5c-492c-bd50-a8c343d741e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 1099 time: 0.1145387 Aug 10 01:55:13.527422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-fcffe20e-ecc3-4ddf-a148-1672bebbee02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 HTTP/1.1" status: 200 len: 217 time: 0.1182029 Aug 10 01:55:13.608107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-2d821f42-024e-4e1d-afc4-a20bbbce86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.609930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-2d821f42-024e-4e1d-afc4-a20bbbce86d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0719805 Aug 10 01:55:13.721144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-2a1dd2d5-cc90-4899-84cd-8c3b464982a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:13.722803 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-2a1dd2d5-cc90-4899-84cd-8c3b464982a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040266 Aug 10 01:55:13.745121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-324d0adc-e7b8-4934-93bc-8a5bb0bf0038 service neutron] 10.222.0.38 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892314 Aug 10 01:55:13.875315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-bbab1471-a419-472c-9167-7b048a7c09c8 service neutron] 10.222.0.38 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230199 Aug 10 01:55:14.002687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a7c49-ceac-4d70-98ce-6341029dcfb1 req-c7bdcbeb-af66-4b97-a047-ac540fff055c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.010487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca5a7c49-ceac-4d70-98ce-6341029dcfb1 req-c7bdcbeb-af66-4b97-a047-ac540fff055c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.3229244 Aug 10 01:55:14.046240 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:14.047436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-33b0d3f1-29a9-4504-bc55-a1dbf4312b44 service neutron] 10.222.0.38 "GET /v2.0/ports/427255fd-b6d6-40ae-bad2-edb5ab3b5dec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1571941 Aug 10 01:55:14.187861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aac6cef9-44e7-410f-8fb3-4f43f1f1aef8 service neutron] 10.222.0.38 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294417 Aug 10 01:55:14.223152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca5a7c49-ceac-4d70-98ce-6341029dcfb1 req-3c65374f-dfc9-4b85-9a90-1de5d3084d95 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116060 Aug 10 01:55:14.286274 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce5619-c313-4fcf-85c4-b5d6c76df4ae x-openstack-request-id: req-acce5619-c313-4fcf-85c4-b5d6c76df4ae {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:14.286274 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3392bc-ae79-41bf-8986-acaa1fe4d7ae", "tag": "a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:14.286274 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acce5619-c313-4fcf-85c4-b5d6c76df4ae {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:14.286274 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3392bc-ae79-41bf-8986-acaa1fe4d7ae', 'tag': 'a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33', 'status': 'completed', 'code': 200} Aug 10 01:55:14.292332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-94748f30-50c6-4847-b6cc-f132070b6c8b service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522678 Aug 10 01:55:14.371042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-96342b88-02f7-45c5-bb03-c562f671bb6d service neutron] 10.222.0.38 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578183 Aug 10 01:55:14.476117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46b040f7-2f1e-4e9f-a1d6-51ceb98e5dd4 req-f44a4b8d-3859-4990-acd5-0d0643dd88ff service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039932 Aug 10 01:55:14.560207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-bf2d3ece-be4f-4d95-ac45-89e93228da12 service neutron] 10.222.0.38 "GET /v2.0/ports/efb0670e-4f05-4aac-9ba8-3680f27368b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0823681 Aug 10 01:55:14.581049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0503f2-1e07-45ae-a2a0-215d31825072 req-b5630332-724d-4172-ac9c-5fe89ed7fe81 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.583084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c0503f2-1e07-45ae-a2a0-215d31825072 req-b5630332-724d-4172-ac9c-5fe89ed7fe81 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 947 time: 0.1098902 Aug 10 01:55:14.779920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c0503f2-1e07-45ae-a2a0-215d31825072 req-e9de3d5f-6b42-4e1e-b391-4e90424b52fb tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252942 Aug 10 01:55:14.822388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-e6dea849-f9cf-4da4-ba27-684a476e2e7f service neutron] 10.222.0.38 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468855 Aug 10 01:55:14.827886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-99fc6a6a-1133-4c4e-865c-588e8669175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.842113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-99fc6a6a-1133-4c4e-865c-588e8669175d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 1099 time: 0.1901646 Aug 10 01:55:15.272199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e9b15-9e49-42e2-a3aa-e7344c8a0e1b req-6e9080da-7e46-453c-adbe-d1cca661b501 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:15.282259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c31e9b15-9e49-42e2-a3aa-e7344c8a0e1b req-6e9080da-7e46-453c-adbe-d1cca661b501 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.2454813 Aug 10 01:55:15.301091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-ecb79faf-4276-4374-878f-2fa44c44dfed service neutron] 10.222.0.38 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579220 Aug 10 01:55:15.370542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-b2de7bc0-1379-46b7-ba24-3aa5387760c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:15.372259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-b2de7bc0-1379-46b7-ba24-3aa5387760c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.5136647 Aug 10 01:55:15.443523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c31e9b15-9e49-42e2-a3aa-e7344c8a0e1b req-0bfa8aae-0270-47a2-9468-92610f31e1e8 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529834 Aug 10 01:55:15.448253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-e9b67904-ddde-4a5c-81bc-80559d49251f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 HTTP/1.1" status: 200 len: 217 time: 0.0671155 Aug 10 01:55:15.588237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-6520226b-c424-4f3d-a523-3195a07ff94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:15.590050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-6520226b-c424-4f3d-a523-3195a07ff94e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1303320 Aug 10 01:55:15.592061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-98448074-a7ab-4052-a39b-3c9ed3b7c933 service neutron] 10.222.0.38 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762601 Aug 10 01:55:15.772486 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-96595371-4304-41d1-88fe-3602272f8949 service neutron] 10.222.0.38 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662395 Aug 10 01:55:15.887843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-a4cdd976-f441-459f-a591-cfaa9c63de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:15.889314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-a4cdd976-f441-459f-a591-cfaa9c63de63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2918808 Aug 10 01:55:15.896861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b5fc4-d54e-49b5-acc5-3c85fda735fa req-6218e7b8-340a-4e3f-9133-612830acbc7c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:15.898280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f3b5fc4-d54e-49b5-acc5-3c85fda735fa req-6218e7b8-340a-4e3f-9133-612830acbc7c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1248529 Aug 10 01:55:16.021454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0eb50ac3-7e23-410c-ae7f-7cfa1a7b9fb9 service neutron] 10.222.0.38 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114546 Aug 10 01:55:16.036421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f3b5fc4-d54e-49b5-acc5-3c85fda735fa req-a168b957-d799-463f-9e49-bfed916ed7f2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255639 Aug 10 01:55:16.154688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-d10843e1-2518-48a0-9e93-d192bf30c5f2 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526369 Aug 10 01:55:16.270524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-b5aef798-5519-4f00-912f-acce5ead7e85 service neutron] 10.222.0.38 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312205 Aug 10 01:55:16.356090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b0f8e-149f-4eb7-969f-9536313ba130 req-2fba8a12-c217-49a3-85f1-776791aa5d1c tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:16.357678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e5b0f8e-149f-4eb7-969f-9536313ba130 req-2fba8a12-c217-49a3-85f1-776791aa5d1c tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 947 time: 0.2218487 Aug 10 01:55:16.415022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-436c0c1e-415f-4c6d-bcfb-7b049640efef req-55afde38-659d-47af-85dd-49f947745d72 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411113 Aug 10 01:55:16.458632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e5b0f8e-149f-4eb7-969f-9536313ba130 req-d6d1044c-c3b0-4310-a6d0-c8330a463839 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896025 Aug 10 01:55:16.463216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-75b0bd6a-f0de-48ac-a47b-945d8b590416 service neutron] 10.222.0.38 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779764 Aug 10 01:55:16.589349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-319c7d41-9323-4340-ac10-f8e26b8c7752 service neutron] 10.222.0.38 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193523 Aug 10 01:55:16.597060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a755-793f-4ae1-b047-7c2da7b941ab req-0511f961-03d4-4190-bd37-1b68c9fcab90 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:16.598467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4b7a755-793f-4ae1-b047-7c2da7b941ab req-0511f961-03d4-4190-bd37-1b68c9fcab90 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.0759330 Aug 10 01:55:16.696643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4b7a755-793f-4ae1-b047-7c2da7b941ab req-d8ef79e9-d3bc-4964-b028-c319318ca804 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872626 Aug 10 01:55:16.732321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-07dc8c63-fb04-484c-87e4-3a1c92245b98 service neutron] 10.222.0.38 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328592 Aug 10 01:55:16.754921 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:16.867769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-d78c0880-9004-46f9-aa31-0f73ebe46445 service neutron] 10.222.0.38 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239197 Aug 10 01:55:16.892932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:16.907750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33', 'mac_address': 'fa:16:3e:c5:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:55:16.948881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:16.963263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:16.998625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:17.182128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4a9c2-0989-4584-8acf-4fc3c0ee0e72 req-dbbdfa89-a17f-4933-abe7-69008c18b66d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:17.191545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ac4a9c2-0989-4584-8acf-4fc3c0ee0e72 req-dbbdfa89-a17f-4933-abe7-69008c18b66d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.0652072 Aug 10 01:55:17.191692 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:17.237052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:17.238029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ac4a9c2-0989-4584-8acf-4fc3c0ee0e72 req-4f15b110-d72b-4b85-b6c3-653ce713867a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Aug 10 01:55:17.435144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:17.630341 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9a12b-7619-432e-bfbf-21b32ca1e774 req-998e9b0c-2646-4b05-85e0-964685c7993c tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:17.644646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbe9a12b-7619-432e-bfbf-21b32ca1e774 req-998e9b0c-2646-4b05-85e0-964685c7993c tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 948 time: 0.0911155 Aug 10 01:55:17.701815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbe9a12b-7619-432e-bfbf-21b32ca1e774 req-7ac614c7-ab86-47c3-8cb5-8c2df2d9ea5e tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563028 Aug 10 01:55:17.894717 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4cda2c58-4a5d-40b3-9102-477d4cb445b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:17.914490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d51986-8149-448f-9370-4f220be2f90e req-294d6bc3-be03-41b0-b1f2-f995b6fec8e2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:17.918912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34d51986-8149-448f-9370-4f220be2f90e req-294d6bc3-be03-41b0-b1f2-f995b6fec8e2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.1058915 Aug 10 01:55:18.013826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34d51986-8149-448f-9370-4f220be2f90e req-77ff2c8e-79f2-410a-856a-f9b77e1476f2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885272 Aug 10 01:55:18.454439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270c657-aafb-44ab-8e4f-cc99b7127689 req-c0e73f31-5b58-4813-a82d-6d5bb0eb0665 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:18.463586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a270c657-aafb-44ab-8e4f-cc99b7127689 req-c0e73f31-5b58-4813-a82d-6d5bb0eb0665 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.0919294 Aug 10 01:55:18.562960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a270c657-aafb-44ab-8e4f-cc99b7127689 req-96457872-fb75-4f03-8009-b81141fb695f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938685 Aug 10 01:55:18.770757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d720ee70-929f-4450-a1a7-7b70a21a9762 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:18.774795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:18.901075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482995b-0974-4b9d-9b15-ba5c59b646b0 req-d501afb1-6c28-48ee-9f76-cffaf06f20d2 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:18.921447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a482995b-0974-4b9d-9b15-ba5c59b646b0 req-d501afb1-6c28-48ee-9f76-cffaf06f20d2 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 948 time: 0.1329663 Aug 10 01:55:19.030383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76c184b9-83b6-4f18-b269-c61c6b1c2027 req-d042c037-eafe-4e8f-9333-6565729b20c7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0829506 Aug 10 01:55:19.076525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a482995b-0974-4b9d-9b15-ba5c59b646b0 req-ed0c05db-76c3-4e9b-aeab-54e1eb3343fb tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539199 Aug 10 01:55:19.341977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c287ad-6569-47d2-943b-c33b0f09529f req-7e29783d-106b-41b4-9d6a-b3ecb48ca3eb tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:19.372198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6c287ad-6569-47d2-943b-c33b0f09529f req-7e29783d-106b-41b4-9d6a-b3ecb48ca3eb tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.1787992 Aug 10 01:55:19.454345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6c287ad-6569-47d2-943b-c33b0f09529f req-e72b8ebe-fe8b-4ba5-856a-a3fb2cc7116d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777202 Aug 10 01:55:19.489220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:19.538408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'd720ee70-929f-4450-a1a7-7b70a21a9762', 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf', 'port_id': 'd720ee70-929f-4450-a1a7-7b70a21a9762', 'mac_address': 'fa:16:3e:63:2d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352d044b-2470-4744-b6f8-e8c1b438b920', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:55:19.628550 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-80c540ce-f2f3-45d3-b851-2e8c26598c5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1209760 Aug 10 01:55:19.638042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:19.655818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:19.656038 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:19.791928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-b30c6f9a-484b-4e15-9133-6e0b97474f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:19.795671 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-b30c6f9a-484b-4e15-9133-6e0b97474f20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 1097 time: 0.1479793 Aug 10 01:55:19.824154 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:19.849072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d720ee70-929f-4450-a1a7-7b70a21a9762 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:19.903385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e4ad9-f8b0-4ad3-9ecf-56c2a4b15a96 req-33b70e0a-8568-43dd-a4fb-e002e87ef6e9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:19.917997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef8e4ad9-f8b0-4ad3-9ecf-56c2a4b15a96 req-33b70e0a-8568-43dd-a4fb-e002e87ef6e9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1386695 Aug 10 01:55:19.937814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:19.956979 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:20.005328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef8e4ad9-f8b0-4ad3-9ecf-56c2a4b15a96 req-666232d0-3baf-41bf-b837-191ec651f7c2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862803 Aug 10 01:55:20.009324 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3392bc-ae79-41bf-8986-acaa1fe4d7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:20.011925 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc02b5d-8856-49ce-b148-21d1ae9011d5" -d '{"events": [{"server_uuid": "de3392bc-ae79-41bf-8986-acaa1fe4d7ae", "name": "network-vif-plugged", "status": "completed", "tag": "a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:20.052426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-8ceedf6c-7ac2-43e0-9a8c-f73464c5fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:20.054662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:20.058248 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-8ceedf6c-7ac2-43e0-9a8c-f73464c5fa5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.2395780 Aug 10 01:55:20.074851 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:20.142398 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e252c703-a7ba-4225-b33f-0bca48eead11 x-openstack-request-id: req-e252c703-a7ba-4225-b33f-0bca48eead11 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:20.142753 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3392bc-ae79-41bf-8986-acaa1fe4d7ae", "name": "network-vif-plugged", "status": "completed", "tag": "a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:20.143040 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e252c703-a7ba-4225-b33f-0bca48eead11 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:20.143765 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3392bc-ae79-41bf-8986-acaa1fe4d7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33', 'code': 200} Aug 10 01:55:20.165437 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-8eb44251-47eb-43bf-bdb5-de31c8543985 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 200 len: 217 time: 0.0958030 Aug 10 01:55:20.212228 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:20.229083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=d720ee70-929f-4450-a1a7-7b70a21a9762,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:20.245473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-372b2d4b-df10-40c2-8469-c0f6807c4b00 req-2599bcbf-36a9-4506-bcae-87a57fcbb50d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0685399 Aug 10 01:55:20.266860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-67171372-0d40-4eca-8418-61dbc7a1b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:20.267813 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-67171372-0d40-4eca-8418-61dbc7a1b851 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0939546 Aug 10 01:55:20.328715 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-b14261dd-c50e-4db7-846f-b5ef32c16c1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436766 Aug 10 01:55:20.477456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['d720ee70-929f-4450-a1a7-7b70a21a9762'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:20.483331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bdb5a-7add-4ec9-a26b-eb524c263943 req-8eb57144-9f34-4462-9c77-219acd1207ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:20.486323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481bdb5a-7add-4ec9-a26b-eb524c263943 req-8eb57144-9f34-4462-9c77-219acd1207ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 1101 time: 0.2583339 Aug 10 01:55:20.501234 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-a024c06f-22b6-419f-945b-61e3174877c8 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633012 Aug 10 01:55:20.608322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:20.630675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e7b32-c731-4baf-8fc9-fcfa42e69f1c req-a08bfd27-830c-4dba-9363-e56451b22a50 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:20.643186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad0e7b32-c731-4baf-8fc9-fcfa42e69f1c req-a08bfd27-830c-4dba-9363-e56451b22a50 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 949 time: 0.2897680 Aug 10 01:55:20.646931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-481bdb5a-7add-4ec9-a26b-eb524c263943 req-9ef8ae54-e5ed-4bfc-8388-bb777d98bb0a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521380 Aug 10 01:55:20.647272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-804630ea-442a-4550-a169-4b5279ba6e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:20.720221 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74114f42-b3bf-4778-a0d6-84c6e74b23ab req-5ed20aa4-82ee-4079-8204-b29c79d5b4a5 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101290 Aug 10 01:55:20.748108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad0e7b32-c731-4baf-8fc9-fcfa42e69f1c req-52ade6d0-5b21-4613-9716-2c417d9f2d0e tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039565 Aug 10 01:55:20.850725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be85ca1-fca3-41d3-ae01-bac877d08430 req-ea6e10bd-833d-4234-aac8-172eed8192d7 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:20.861610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6be85ca1-fca3-41d3-ae01-bac877d08430 req-ea6e10bd-833d-4234-aac8-172eed8192d7 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 944 time: 0.0990987 Aug 10 01:55:20.942261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6be85ca1-fca3-41d3-ae01-bac877d08430 req-55e3c50a-dc69-4e78-abad-a06b7ca518fc tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737588 Aug 10 01:55:21.111846 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:21.387666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feb631-44e5-452d-9246-cd14234d4f56 req-7a1365ed-c1ce-4983-a396-b8cb486adb75 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:21.448535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94feb631-44e5-452d-9246-cd14234d4f56 req-7a1365ed-c1ce-4983-a396-b8cb486adb75 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.2810891 Aug 10 01:55:21.615910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94feb631-44e5-452d-9246-cd14234d4f56 req-8a4826c3-e4a8-486e-a2e5-d38278084f8f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647937 Aug 10 01:55:21.628696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f1774871-7861-4a37-bbdc-0d36d7d22ea9 req-2b434f8b-c969-44dc-9eab-ec1a78550d7f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0857935 Aug 10 01:55:21.859886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783743-640a-46f4-9c58-9a1010519d9c req-112ad6e3-beb5-4f1c-95ad-1f4fc3d02d7a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:21.861612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57783743-640a-46f4-9c58-9a1010519d9c req-112ad6e3-beb5-4f1c-95ad-1f4fc3d02d7a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 949 time: 0.0539978 Aug 10 01:55:21.904822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57783743-640a-46f4-9c58-9a1010519d9c req-21549340-9423-4995-abcb-ad5f9713e8be tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371695 Aug 10 01:55:22.088824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45373881-0db7-4af5-abab-dd97856e5cdb req-e0da58f5-fa88-4524-bc34-0119e0ccb843 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:22.090719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45373881-0db7-4af5-abab-dd97856e5cdb req-e0da58f5-fa88-4524-bc34-0119e0ccb843 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 944 time: 0.0627437 Aug 10 01:55:22.136914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45373881-0db7-4af5-abab-dd97856e5cdb req-8d5439ba-fbff-4cf2-9fe6-d122011741f2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Aug 10 01:55:22.625683 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:22.732905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45391ba-93b9-4450-90f5-c781261965b7 req-faf40670-2568-4bfb-8fd9-c15bc63b9938 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:22.734544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e45391ba-93b9-4450-90f5-c781261965b7 req-faf40670-2568-4bfb-8fd9-c15bc63b9938 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.0591784 Aug 10 01:55:22.775414 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e45391ba-93b9-4450-90f5-c781261965b7 req-651077d3-6bc3-4e1f-9052-9059887bd276 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Aug 10 01:55:22.787384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d720ee70-929f-4450-a1a7-7b70a21a9762 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:22.946974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port d720ee70-929f-4450-a1a7-7b70a21a9762 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:22.951364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port d720ee70-929f-4450-a1a7-7b70a21a9762 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:22.951715 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:22.967785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67fc9bb8-b713-41c2-baab-348ee4c07378 req-75c4ee93-0e0e-42d0-a06b-3ceb54f2e848 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0551376 Aug 10 01:55:23.172790 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:23.218494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:23.233285 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99860528-3630-47de-a4da-7fac2ec1fc47" -d '{"events": [{"server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "name": "network-vif-plugged", "status": "completed", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:23.274813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:23.386400 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:23.481242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cf626-853a-40fd-8e5a-f3082e7f0f31 req-021614ee-6724-4508-af34-f6b44cedcb85 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:23.488990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8d79d67e-e78f-48d7-9aed-9391a0bd675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:23.491692 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8d79d67e-e78f-48d7-9aed-9391a0bd675d service neutron] 10.222.0.16 "GET /v2.0/ports/427255fd-b6d6-40ae-bad2-edb5ab3b5dec HTTP/1.1" status: 200 len: 1033 time: 0.1061778 Aug 10 01:55:23.501876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-326cf626-853a-40fd-8e5a-f3082e7f0f31 req-021614ee-6724-4508-af34-f6b44cedcb85 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 944 time: 0.1419704 Aug 10 01:55:23.524230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=d720ee70-929f-4450-a1a7-7b70a21a9762,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:23.565837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-326cf626-853a-40fd-8e5a-f3082e7f0f31 req-a1f84eae-e559-4cba-a00b-166095cbe279 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629356 Aug 10 01:55:23.569050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-d6171e4c-993c-49c6-8a32-dda81406fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:23.571415 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-d6171e4c-993c-49c6-8a32-dda81406fb88 service neutron] 10.222.0.16 "GET /v2.0/ports/efb0670e-4f05-4aac-9ba8-3680f27368b7 HTTP/1.1" status: 200 len: 1033 time: 0.0718675 Aug 10 01:55:23.681264 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc68a2aa-d3b0-4397-b16d-72a5f7a8dade x-openstack-request-id: req-bc68a2aa-d3b0-4397-b16d-72a5f7a8dade {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:23.684864 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "name": "network-vif-plugged", "status": "completed", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:23.684864 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc68a2aa-d3b0-4397-b16d-72a5f7a8dade {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:23.689065 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762', 'code': 200} Aug 10 01:55:23.737976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:23.749253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-021ba0be-a3ea-4427-80ec-764513ba28ea tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:23.756913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-021ba0be-a3ea-4427-80ec-764513ba28ea tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:23.763019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-021ba0be-a3ea-4427-80ec-764513ba28ea tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:23.765057 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-021ba0be-a3ea-4427-80ec-764513ba28ea tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "GET /v2.0/networks?id=f69e41a9-0dba-4491-a226-ab1715d23daa&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea HTTP/1.1" status: 200 len: 1995 time: 0.1822474 Aug 10 01:55:23.817947 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4219c4c7-2efb-4abf-9375-2724c6faaa09 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa HTTP/1.1" status: 200 len: 379 time: 0.0417881 Aug 10 01:55:23.831417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'admin_state_up': True, 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'security_groups': ['0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:23.833537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51d7e1-b011-4e11-8288-a73349061a55 req-0fbe19b5-effe-4fed-901d-077650185343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:23.836369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b51d7e1-b011-4e11-8288-a73349061a55 req-0fbe19b5-effe-4fed-901d-077650185343 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 1097 time: 0.0676253 Aug 10 01:55:23.906929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b51d7e1-b011-4e11-8288-a73349061a55 req-715f735f-7b7e-47a4-b644-44228efc15c3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635257 Aug 10 01:55:23.963123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d5a52-12b7-44ab-a900-2c5a65dc556e req-a01a6584-3bc1-4279-bb29-73e07aaed67f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:23.965303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a7d5a52-12b7-44ab-a900-2c5a65dc556e req-a01a6584-3bc1-4279-bb29-73e07aaed67f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.0939229 Aug 10 01:55:24.013879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a7d5a52-12b7-44ab-a900-2c5a65dc556e req-f3de7d8a-29d8-41ab-b090-415f2d386f7e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Aug 10 01:55:24.156288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46ad8cfc-7c77-47b6-8adc-a9f7720605df req-3e23655c-e89a-4f99-8a0e-533108441839 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0570061 Aug 10 01:55:24.179917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:24.179917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:24.417456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-cade2633-0c76-475e-a36f-1ae629c58427 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805402 Aug 10 01:55:24.631873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-62b8a3a2-217b-4180-8346-5f1e3daf5785 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:24.649390 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-62b8a3a2-217b-4180-8346-5f1e3daf5785 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307162 Aug 10 01:55:24.721280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-b25b8ae1-3d7c-4176-83ac-b681432e5890 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/quotas/cdc00dc901cc4ab2af8aacce57b21c0f HTTP/1.1" status: 200 len: 375 time: 0.0706406 Aug 10 01:55:24.724350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Allocated IP 172.20.0.3 (f69e41a9-0dba-4491-a226-ab1715d23daa/a7ef8f74-efaa-4741-9ac1-208de71217cf/db60ac19-8829-4451-9307-964b4d9a35e4) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:25.029648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:25.049511 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Transition to ACTIVE for port object db60ac19-8829-4451-9307-964b4d9a35e4 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:25.164818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:25.244633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network f69e41a9-0dba-4491-a226-ab1715d23daa is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:25.248717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:25.263070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:25.326813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-a794182a-e9c9-4ed9-8082-aa3b28527d1c tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6045332 Aug 10 01:55:25.345779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:25.346434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:25.374850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Port': ['ID=db60ac19-8829-4451-9307-964b4d9a35e4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:25.438108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-563d4aba-d9a3-45c8-97d2-0cc0ddd4b741 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:25.450923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-563d4aba-d9a3-45c8-97d2-0cc0ddd4b741 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/networks?id=4aba0699-9af8-4a61-b101-869b6d9b99e5 HTTP/1.1" status: 200 len: 815 time: 0.6749580 Aug 10 01:55:25.493679 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-5185275a-1f1e-41c5-89a9-c471535e3f0b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6663544 Aug 10 01:55:25.509514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'admin_state_up': True, 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'security_groups': ['0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:25.660902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-8a3995f7-1f42-4f74-92cc-398f188eff47 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/quotas/ca2114bdf58f4ae69801eaa9b7360069 HTTP/1.1" status: 200 len: 375 time: 0.2089937 Aug 10 01:55:25.803118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:25.807166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:25.828020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-401685d5-3bbf-45f2-860c-9e7776901b70 None None] Provisioning for port db60ac19-8829-4451-9307-964b4d9a35e4 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:25.834058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-401685d5-3bbf-45f2-860c-9e7776901b70 None None] Provisioning complete for port db60ac19-8829-4451-9307-964b4d9a35e4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:25.835329 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-401685d5-3bbf-45f2-860c-9e7776901b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:25.873140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-34cd7146-b826-4803-903b-d209d5a6e533 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca2114bdf58f4ae69801eaa9b7360069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2112575 Aug 10 01:55:25.962089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-401685d5-3bbf-45f2-860c-9e7776901b70 None None] Port db60ac19-8829-4451-9307-964b4d9a35e4 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:26.095899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-27c8c7f2-3909-4e62-91ae-8f16a7cde9c2 service neutron] 10.222.0.38 "GET /v2.0/networks/4aba0699-9af8-4a61-b101-869b6d9b99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168434 Aug 10 01:55:26.119015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Allocated IP 10.1.1.103 (6906e817-12a2-44d3-a767-c9f07bb5f281/c87de9a6-8b30-42d6-aeeb-3062710943ff/8cf4f938-de02-41ee-a3ac-d3a89ae08d67) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:26.130903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0376c66-43f9-41d0-979b-6f3c9310a951 req-6744f76b-0ae4-4bce-9ecf-b3ed55ccae9b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.141533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0376c66-43f9-41d0-979b-6f3c9310a951 req-6744f76b-0ae4-4bce-9ecf-b3ed55ccae9b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.4024465 Aug 10 01:55:26.240655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0376c66-43f9-41d0-979b-6f3c9310a951 req-fed4326c-4462-4387-aa64-87529ee07e17 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979800 Aug 10 01:55:26.356168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-d03e2197-4b7f-4cba-971e-bce2ece5fc8f service neutron] 10.222.0.38 "GET /v2.0/networks/4aba0699-9af8-4a61-b101-869b6d9b99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590027 Aug 10 01:55:26.458925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:26.508559 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Transition to ACTIVE for port object 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:26.561737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dbd41-b356-4d0f-af16-c39508b3fddb req-6e738040-5231-4575-bb35-19bff7813fd3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.563399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b38dbd41-b356-4d0f-af16-c39508b3fddb req-6e738040-5231-4575-bb35-19bff7813fd3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1724508 Aug 10 01:55:26.616434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b38dbd41-b356-4d0f-af16-c39508b3fddb req-ae03ad72-fed3-4784-9328-926b7f1e2640 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463507 Aug 10 01:55:26.689070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:26.730141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:26.730141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:26.756972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:26.984436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.985116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:27.000986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935dc7f-7666-434c-8339-6f8482c0568d req-b051f52a-0230-42af-8127-0fc5d4150e2b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:27.035051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935dc7f-7666-434c-8339-6f8482c0568d req-b051f52a-0230-42af-8127-0fc5d4150e2b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:27.048860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2935dc7f-7666-434c-8339-6f8482c0568d req-b051f52a-0230-42af-8127-0fc5d4150e2b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 1653 time: 0.2577312 Aug 10 01:55:27.083965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Port': ['ID=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:27.161151 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1dc893a0-7c30-4797-99b1-ceace91ceeb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6577849 Aug 10 01:55:27.174897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'admin_state_up': True, 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'security_groups': ['0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:27.237073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c0f8570-ac15-47bf-b231-1e5e1efd6e43 req-7954a3f1-53c3-473d-8607-48178ba7bba9 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 210 time: 0.1585519 Aug 10 01:55:27.363019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2935dc7f-7666-434c-8339-6f8482c0568d req-4e22c64e-af01-4afb-ae70-9577bd5a4808 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081224 Aug 10 01:55:27.406811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e04f6c42-05c0-4c00-b949-e1b93707aa16 None None] Provisioning for port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:27.406811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e04f6c42-05c0-4c00-b949-e1b93707aa16 None None] Provisioning complete for port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:27.406811 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e04f6c42-05c0-4c00-b949-e1b93707aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:27.527209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e04f6c42-05c0-4c00-b949-e1b93707aa16 None None] Port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:27.574032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7982cef5-f11f-443e-bb86-ce10556c3048 req-86bc3c8e-b227-45aa-ac3d-d6e667b2864e tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 210 time: 0.0646105 Aug 10 01:55:27.600033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:27.603785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:27.606813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f65811-d005-4cfc-8161-81f871901bf3 req-015457ed-4ad5-474c-90c2-b8ab8f232247 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:27.619974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74f65811-d005-4cfc-8161-81f871901bf3 req-015457ed-4ad5-474c-90c2-b8ab8f232247 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 1097 time: 0.2312601 Aug 10 01:55:27.704148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74f65811-d005-4cfc-8161-81f871901bf3 req-84d30811-758d-480e-8025-277461377986 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757151 Aug 10 01:55:27.985681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578852b6-043c-49ac-ad8e-7f54c875e1f8 req-a178f7ad-8cd2-412e-9c4d-f325b18ec5da tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:27.988509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-578852b6-043c-49ac-ad8e-7f54c875e1f8 req-a178f7ad-8cd2-412e-9c4d-f325b18ec5da tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.2035842 Aug 10 01:55:27.997345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Allocated IP 10.1.1.212 (6906e817-12a2-44d3-a767-c9f07bb5f281/c87de9a6-8b30-42d6-aeeb-3062710943ff/b2958efa-81da-4c3f-9652-5f945e907a77) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:28.008246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441005e-fa76-469f-ac85-55be8711814e req-2fe07bf8-da74-4649-8777-6b6fc43677af tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.020025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4441005e-fa76-469f-ac85-55be8711814e req-2fe07bf8-da74-4649-8777-6b6fc43677af tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 1097 time: 0.1440244 Aug 10 01:55:28.104754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-578852b6-043c-49ac-ad8e-7f54c875e1f8 req-5fee2d5f-27d6-43c4-9dd7-5cf354a7a353 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025491 Aug 10 01:55:28.177334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4441005e-fa76-469f-ac85-55be8711814e req-0797a71d-7bb5-4011-b968-280b139628d4 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503205 Aug 10 01:55:28.411729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:28.501544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Transition to ACTIVE for port object b2958efa-81da-4c3f-9652-5f945e907a77 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:28.614804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a1271fc-f151-44af-a950-76dc3db4d74a req-aa1efbfd-ed13-4931-9622-995124c036ed tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 210 time: 0.1268394 Aug 10 01:55:28.640289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-3fb09cee-41fc-4d46-b096-92b977d1ac98 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877149 Aug 10 01:55:28.706803 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:28.884285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Port': ['ID=b2958efa-81da-4c3f-9652-5f945e907a77,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:28.903734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:28.907304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:28.911236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:28.930429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2b24f-8a57-494f-bb05-34b5be5814fb req-63295f0e-58b6-4c22-b469-458165e9045c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.959629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2b24f-8a57-494f-bb05-34b5be5814fb req-63295f0e-58b6-4c22-b469-458165e9045c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.975746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2b24f-8a57-494f-bb05-34b5be5814fb req-63295f0e-58b6-4c22-b469-458165e9045c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.978533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0a2b24f-8a57-494f-bb05-34b5be5814fb req-63295f0e-58b6-4c22-b469-458165e9045c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 2374 time: 0.2267723 Aug 10 01:55:28.983444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.984546 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:29.055598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-844f69a6-4b0b-4c01-a42a-866083d8855a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:29.057166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-844f69a6-4b0b-4c01-a42a-866083d8855a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4102066 Aug 10 01:55:29.067271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0a2b24f-8a57-494f-bb05-34b5be5814fb req-0204a5f2-f04e-46aa-b94f-3a9faf071611 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803068 Aug 10 01:55:29.090782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Request body: {'port': {'device_id': '1f1a00ed-6e02-40a6-971c-677017d7320a', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'cdc00dc901cc4ab2af8aacce57b21c0f'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:29.197666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-edd3dbe0-85d5-450d-a9f4-6b9ddb970e0d req-65cd5384-3c7f-4c4c-8fa1-064efa6dc5f0 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 210 time: 0.0376115 Aug 10 01:55:29.299302 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8f098305-0b70-4ce0-ac35-2b704af500b7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1298776 Aug 10 01:55:29.310807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea', 'admin_state_up': True, 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'security_groups': ['0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:29.425333 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d2fc4e91-d6d5-4806-89a2-f4003b655755 None None] Provisioning for port b2958efa-81da-4c3f-9652-5f945e907a77 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:29.432950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d2fc4e91-d6d5-4806-89a2-f4003b655755 None None] Provisioning complete for port b2958efa-81da-4c3f-9652-5f945e907a77 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:29.435626 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d2fc4e91-d6d5-4806-89a2-f4003b655755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:29.442085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef0b4d-6164-4e10-b5bd-ff5612254baf req-8b928fb2-6aff-44d8-8dd2-eeb188a445a5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:29.443810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32ef0b4d-6164-4e10-b5bd-ff5612254baf req-8b928fb2-6aff-44d8-8dd2-eeb188a445a5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1175208 Aug 10 01:55:29.454112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Made reservation on behalf of cdc00dc901cc4ab2af8aacce57b21c0f for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:29.457629 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:29.520244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc4e91-d6d5-4806-89a2-f4003b655755 None None] Port b2958efa-81da-4c3f-9652-5f945e907a77 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:29.647044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32ef0b4d-6164-4e10-b5bd-ff5612254baf req-0680e7d3-596e-4021-befa-dc7de948eab5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814568 Aug 10 01:55:29.756734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:29.839367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Allocated IP 192.168.233.136 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:30.006831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:30.155764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-926182c5-35f2-4dc4-a737-cdb6c2095ce3 req-7bd52555-54c4-4f94-98e7-311c70040678 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 210 time: 0.0796678 Aug 10 01:55:30.240301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:30.264524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Transition to ACTIVE for port object e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:30.448159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d3bb-9811-499e-b508-256ebfd76c8b req-a70f9e76-e7e2-48ab-ab9f-68e906bf13a6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:30.458106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d3bb-9811-499e-b508-256ebfd76c8b req-a70f9e76-e7e2-48ab-ab9f-68e906bf13a6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:30.466025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d3bb-9811-499e-b508-256ebfd76c8b req-a70f9e76-e7e2-48ab-ab9f-68e906bf13a6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:30.473993 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9a8d3bb-9811-499e-b508-256ebfd76c8b req-a70f9e76-e7e2-48ab-ab9f-68e906bf13a6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 2374 time: 0.0952692 Aug 10 01:55:30.509921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:30.529697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:30.590775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:30.596041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:30.613706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:30.635787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9a8d3bb-9811-499e-b508-256ebfd76c8b req-e521eff7-c67c-43f5-90cb-fa17f5d37e59 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606345 Aug 10 01:55:30.659913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Allocated IP 10.2.2.100 (df1ef0da-2ec8-457a-8c82-ab0c74915fea/97582ca5-6321-4830-b7cc-0042e7d6d2d9/52b899ed-0dda-4a40-8cc0-21715f917d8d) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:30.691290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Pushing event updated for resources: {'Port': ['ID=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:30.732027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:30.732708 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:30.807469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3c870e1-511b-4100-8573-2e79a57c19ee req-2322e270-e994-4ed0-8c9d-97e6a5c7630c tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 210 time: 0.0424612 Aug 10 01:55:30.914544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-bcdaf2cf-d082-46c8-9e64-338d48b9ae20 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8411005 Aug 10 01:55:30.933416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Request body: {'port': {'device_id': '1f1a00ed-6e02-40a6-971c-677017d7320a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:30.960427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:30.980245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Transition to ACTIVE for port object 52b899ed-0dda-4a40-8cc0-21715f917d8d will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:31.033101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455488c2-a5fc-4dbe-b289-db9785274b46 req-71137229-5fba-4b1d-a892-56837ce508ac tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.034659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-455488c2-a5fc-4dbe-b289-db9785274b46 req-71137229-5fba-4b1d-a892-56837ce508ac tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1180193 Aug 10 01:55:31.035378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.117998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.120574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-455488c2-a5fc-4dbe-b289-db9785274b46 req-1a19215b-c412-4fb4-b858-c82c3b5691e7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727971 Aug 10 01:55:31.182277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network df1ef0da-2ec8-457a-8c82-ab0c74915fea is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:31.182885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a9e0d183-641f-48a3-a64c-94a879997d50 None None] Provisioning for port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:31.185804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:31.186864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a9e0d183-641f-48a3-a64c-94a879997d50 None None] Provisioning complete for port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:31.190078 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d183-641f-48a3-a64c-94a879997d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.190210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:31.224648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Port': ['ID=52b899ed-0dda-4a40-8cc0-21715f917d8d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:31.272310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.275931 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.294382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0d183-641f-48a3-a64c-94a879997d50 None None] Port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:31.435868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-047f18e3-be49-4654-b14b-39866349669c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1291695 Aug 10 01:55:31.451743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea', 'admin_state_up': True, 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'security_groups': ['0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:31.489203 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:31.524545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.552385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5f267-7e53-466b-9f09-33ce556445e0 req-4789d3b0-a84c-41c5-8c3b-1496f762d453 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.553976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbc5f267-7e53-466b-9f09-33ce556445e0 req-4789d3b0-a84c-41c5-8c3b-1496f762d453 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 936 time: 0.1099968 Aug 10 01:55:31.560315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Transition to ACTIVE for port object e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:31.610413 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbc5f267-7e53-466b-9f09-33ce556445e0 req-4028fa91-57a1-4e67-9742-80125ca6af64 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Aug 10 01:55:31.668629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bf39f8f8-a320-4894-9aa8-649ade1cb764 None None] Provisioning for port 52b899ed-0dda-4a40-8cc0-21715f917d8d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:31.672036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bf39f8f8-a320-4894-9aa8-649ade1cb764 None None] Provisioning complete for port 52b899ed-0dda-4a40-8cc0-21715f917d8d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:31.672637 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf39f8f8-a320-4894-9aa8-649ade1cb764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.718255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bf39f8f8-a320-4894-9aa8-649ade1cb764 None None] Port 52b899ed-0dda-4a40-8cc0-21715f917d8d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:31.769604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-c5cbd050-0af8-4e94-9b11-03e8b0f1ed98 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.771412 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-c5cbd050-0af8-4e94-9b11-03e8b0f1ed98 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.16 "GET /v2.0/networks?id=4aba0699-9af8-4a61-b101-869b6d9b99e5 HTTP/1.1" status: 200 len: 815 time: 0.1242409 Aug 10 01:55:31.777956 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.788774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Request body: {'port': {'device_id': '20fb7ed8-4d08-407d-9642-889ba18c3d34', 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5', 'admin_state_up': True, 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:31.842826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84af7-c484-440e-a340-d70c3e760844 req-eb7467a5-2055-4336-b5f5-d08f649ef255 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.846781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Made reservation on behalf of 0e3dfeb5fbe64151b8e2f3b1e322a8aa for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:31.850929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:31.852172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84af7-c484-440e-a340-d70c3e760844 req-eb7467a5-2055-4336-b5f5-d08f649ef255 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.860566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84af7-c484-440e-a340-d70c3e760844 req-eb7467a5-2055-4336-b5f5-d08f649ef255 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.867155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b84af7-c484-440e-a340-d70c3e760844 req-eb7467a5-2055-4336-b5f5-d08f649ef255 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:31.869256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3b84af7-c484-440e-a340-d70c3e760844 req-eb7467a5-2055-4336-b5f5-d08f649ef255 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 3095 time: 0.1288152 Aug 10 01:55:31.980417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Pushing event updated for resources: {'Port': ['ID=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:32.040021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3b84af7-c484-440e-a340-d70c3e760844 req-8ded8d78-d462-491e-9ebb-540ed6ea3c51 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630750 Aug 10 01:55:32.043304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Attempting to bind port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:32.043902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Attempting to bind port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:32.044416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Attempting to bind port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:32.050090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:32.050582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Attempting to bind port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:32.060360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:32.060837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:32.061402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:32.061947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Bound port: e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:32.062423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:32.174980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2333c3cd-cb33-4c87-a06f-d0a4dd194017 req-03c0bb13-6b9f-4e8f-82b8-cc24e80a1a86 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 210 time: 0.0507100 Aug 10 01:55:32.188367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] For port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:32.192550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] For port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:32.297767 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:32.336983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-55fcadbc-108d-4e00-8429-d31e8269e10e tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:55:32.337304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.337930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:32.338382 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-55fcadbc-108d-4e00-8429-d31e8269e10e tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148365 Aug 10 01:55:32.339384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] 10.222.0.16 "PUT /v2.0/ports/e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c HTTP/1.1" status: 200 len: 1097 time: 1.4113791 Aug 10 01:55:32.341733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1a00ed-6e02-40a6-971c-677017d7320a', 'tag': 'e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:32.343948 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535151c8-a8d6-4c87-8b14-05be365ce555" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1a00ed-6e02-40a6-971c-677017d7320a", "tag": "e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:32.368729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228582ea-83f2-42a9-a648-0f40e9b8646a req-b7bea797-8234-4162-b4dc-4d6ad5a509bd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.371519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-228582ea-83f2-42a9-a648-0f40e9b8646a req-b7bea797-8234-4162-b4dc-4d6ad5a509bd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1190245 Aug 10 01:55:32.393992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Request body: {'binding': {'host': 'n-h1-767704-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:32.394472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Unknown quota resources ['binding']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:55:32.413797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b7c7e-939a-40fc-bed9-a9a5250dcd2d service neutron] Pushing event updated for resources: {'Port': ['ID=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:32.435675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-228582ea-83f2-42a9-a648-0f40e9b8646a req-e6a8f732-48c0-4491-aca7-b6cb0d053e25 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552952 Aug 10 01:55:32.463156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-15561bc3-b3c4-4eef-b277-9845b14a1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.464670 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-15561bc3-b3c4-4eef-b277-9845b14a1995 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 1097 time: 0.1780069 Aug 10 01:55:32.674019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Allocated IP 10.2.2.200 (df1ef0da-2ec8-457a-8c82-ab0c74915fea/97582ca5-6321-4830-b7cc-0042e7d6d2d9/46267443-4211-4c0f-9fce-25b2006944e6) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:32.685355 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f225874e-d143-46b3-9304-56d0563fb5b9 x-openstack-request-id: req-f225874e-d143-46b3-9304-56d0563fb5b9 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:32.686309 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1a00ed-6e02-40a6-971c-677017d7320a", "tag": "e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:32.686999 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f225874e-d143-46b3-9304-56d0563fb5b9 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:32.688551 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1a00ed-6e02-40a6-971c-677017d7320a', 'tag': 'e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c', 'status': 'completed', 'code': 200} Aug 10 01:55:32.707927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Made reservation on behalf of ca2114bdf58f4ae69801eaa9b7360069 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:32.712306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:32.721682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-f84cd7fa-1fba-4d28-a801-c52a6b5d573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.724318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-f84cd7fa-1fba-4d28-a801-c52a6b5d573d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 1100 time: 0.1207500 Aug 10 01:55:32.748795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on host n-h1-767704-21 for vnic_type normal with profile None {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:32.749138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:32.749481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:32.791881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:32.792543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:32.797031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-56f7a2fd-6333-4958-b39b-8c2638fdcf29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c HTTP/1.1" status: 200 len: 217 time: 0.0629315 Aug 10 01:55:32.843345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:32.843696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:32.844092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:32.844621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Bound port: d720ee70-929f-4450-a1a7-7b70a21a9762, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:32.876576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-4dc47331-5c8e-4e31-8c28-424a3bdbd46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.878106 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-4dc47331-5c8e-4e31-8c28-424a3bdbd46e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0598345 Aug 10 01:55:32.886751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b7df-80df-4e34-bdd1-500fef2935d2 req-6a1126ce-bfb2-40a4-b1bd-88b95b358b7f tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.911382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6f3b7df-80df-4e34-bdd1-500fef2935d2 req-6a1126ce-bfb2-40a4-b1bd-88b95b358b7f tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 948 time: 0.1252334 Aug 10 01:55:32.952216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-bdc8d0a8-827b-4fd1-ad49-d2c8c06f722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:32.953833 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-bdc8d0a8-827b-4fd1-ad49-d2c8c06f722d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 913 time: 0.4679582 Aug 10 01:55:32.998862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-7cf5ad94-d351-43ce-a29c-7540a5ff2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.001498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-7cf5ad94-d351-43ce-a29c-7540a5ff2bbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0791924 Aug 10 01:55:33.021685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6f3b7df-80df-4e34-bdd1-500fef2935d2 req-3ff8e234-07ab-4b37-bbd1-888dc28da813 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091442 Aug 10 01:55:33.064099 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-04332f85-4513-41a5-bfb9-285236a38aa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256 HTTP/1.1" status: 200 len: 217 time: 0.0945034 Aug 10 01:55:33.092812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:33.121728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:33.124436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Allocated IP 172.20.0.9 (4aba0699-9af8-4a61-b101-869b6d9b99e5/d53eb43a-ce42-46cb-b498-af5e044f486c/cbaa77eb-6396-4aa6-b144-072557ed2051) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:33.147727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Transition to ACTIVE for port object 46267443-4211-4c0f-9fce-25b2006944e6 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:33.226081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a43e8-d900-4906-b085-b8c9cdf884db req-320c2e9b-faa3-4e3b-a222-f14998ed5a44 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.233646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a43e8-d900-4906-b085-b8c9cdf884db req-320c2e9b-faa3-4e3b-a222-f14998ed5a44 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.240579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a43e8-d900-4906-b085-b8c9cdf884db req-320c2e9b-faa3-4e3b-a222-f14998ed5a44 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.247099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a43e8-d900-4906-b085-b8c9cdf884db req-320c2e9b-faa3-4e3b-a222-f14998ed5a44 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.249231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-485a43e8-d900-4906-b085-b8c9cdf884db req-320c2e9b-faa3-4e3b-a222-f14998ed5a44 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 3095 time: 0.0819497 Aug 10 01:55:33.255906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:33.257182 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-fac21e21-fb2c-4b29-8869-77866cb3513c service neutron] 10.222.0.38 "POST /v2.0/ports/d720ee70-929f-4450-a1a7-7b70a21a9762/bindings HTTP/1.1" status: 201 len: 390 time: 0.8725114 Aug 10 01:55:33.330155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-485a43e8-d900-4906-b085-b8c9cdf884db req-40350372-edd3-4f07-8cb9-3c4e184b2f6b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679538 Aug 10 01:55:33.360915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:33.381273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Transition to ACTIVE for port object cbaa77eb-6396-4aa6-b144-072557ed2051 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:33.400312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:33.465093 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Network df1ef0da-2ec8-457a-8c82-ab0c74915fea is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:33.471195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:33.478001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:33.493653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee7dcaf2-bda3-480a-8319-121b48989b14 req-9ae156e9-6e74-4002-ab9c-b900ecd9b7b5 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 210 time: 0.0632339 Aug 10 01:55:33.542528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event updated for resources: {'Port': ['ID=46267443-4211-4c0f-9fce-25b2006944e6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:33.665286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.666449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:33.706746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-3b0f85c9-00b5-4dda-b839-3aea6da24311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.708688 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-3b0f85c9-00b5-4dda-b839-3aea6da24311 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.1885030 Aug 10 01:55:33.709908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:33.754798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-41fc7a0c-bddd-4909-aada-0c3d252c384e service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639494 Aug 10 01:55:33.765022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdf5cc-1e69-4450-ac2d-13aaf1ec9e04 req-8c86b4b3-5673-44a2-8b3f-70f1eb69e75f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:33.768416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4fdf5cc-1e69-4450-ac2d-13aaf1ec9e04 req-8c86b4b3-5673-44a2-8b3f-70f1eb69e75f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.1728404 Aug 10 01:55:33.826862 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-eac921e8-e559-4e72-8994-4e6d3ecf2c19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474112 Aug 10 01:55:33.846473 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0ab4ffb1-c53a-4fc1-9ba4-4d804cdf46f1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3996470 Aug 10 01:55:33.988504 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4fdf5cc-1e69-4450-ac2d-13aaf1ec9e04 req-b734f030-60c2-4230-9e8e-eb4083a5cff7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950858 Aug 10 01:55:34.024655 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-03550053-f549-4d76-9136-6f09a270aaa2 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770759 Aug 10 01:55:34.036323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3db98f-6b80-4be4-952d-e078b11b20b6 req-ca477126-a830-44f4-a4e8-86701872cccd service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336698 Aug 10 01:55:34.040480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-df306703-b194-48ea-bcc1-c6c3db78279e None None] Provisioning for port 46267443-4211-4c0f-9fce-25b2006944e6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:34.047138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-df306703-b194-48ea-bcc1-c6c3db78279e None None] Provisioning complete for port 46267443-4211-4c0f-9fce-25b2006944e6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:34.048037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df306703-b194-48ea-bcc1-c6c3db78279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:34.048525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Pushing event updated for resources: {'Port': ['ID=cbaa77eb-6396-4aa6-b144-072557ed2051,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:34.089961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Network 4aba0699-9af8-4a61-b101-869b6d9b99e5 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:34.109448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:34.115555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:34.216825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-df306703-b194-48ea-bcc1-c6c3db78279e None None] Port 46267443-4211-4c0f-9fce-25b2006944e6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:34.313989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.16', 59174) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:34.323935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d7f51-f6f1-4a67-8d07-a3dc47b32650 req-e1ed7993-28b1-474b-b90f-cbc2ea3370de tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:34.325876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e57d7f51-f6f1-4a67-8d07-a3dc47b32650 req-e1ed7993-28b1-474b-b90f-cbc2ea3370de tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 948 time: 0.1031334 Aug 10 01:55:34.336605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f169ad-e6e2-40cb-a1e0-cfecc68a0723 req-a361667d-41eb-4648-8ce9-4cf8689959e6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:34.349003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01f169ad-e6e2-40cb-a1e0-cfecc68a0723 req-a361667d-41eb-4648-8ce9-4cf8689959e6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.1934943 Aug 10 01:55:34.379511 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:34.461329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:34.462403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:34.471882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e57d7f51-f6f1-4a67-8d07-a3dc47b32650 req-1b89d9ff-58cf-4e21-bf82-175a5c88cd57 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894544 Aug 10 01:55:34.538200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01f169ad-e6e2-40cb-a1e0-cfecc68a0723 req-ecb6808f-6f1a-4c7f-a21b-50ea10290c3f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880121 Aug 10 01:55:34.578630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-a683ad2b-6dd8-4a70-b35d-9ed5f5f92588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:34.584316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-a683ad2b-6dd8-4a70-b35d-9ed5f5f92588 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 1097 time: 0.2251210 Aug 10 01:55:34.592790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-a7b20506-6444-458d-ad15-b9d669055b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:34.599267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-a7b20506-6444-458d-ad15-b9d669055b2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 1100 time: 0.3283384 Aug 10 01:55:34.618421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:34.670198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9e3cf289-cb32-4ea4-88fc-0b9b2a4b1e25 None None] Provisioning for port cbaa77eb-6396-4aa6-b144-072557ed2051 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:34.676174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9e3cf289-cb32-4ea4-88fc-0b9b2a4b1e25 None None] Provisioning complete for port cbaa77eb-6396-4aa6-b144-072557ed2051 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:34.676915 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf289-cb32-4ea4-88fc-0b9b2a4b1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:34.761908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cf289-cb32-4ea4-88fc-0b9b2a4b1e25 None None] Port cbaa77eb-6396-4aa6-b144-072557ed2051 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:55:34.803761 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-bf580164-8fa4-49a7-aa52-e9ce89e8d5ae tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0188611 Aug 10 01:55:34.821288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-67ad4325-7631-4332-b7b5-58a4c0bc7aa0 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296653 Aug 10 01:55:34.867849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Request body: {'port': {'device_id': '20fb7ed8-4d08-407d-9642-889ba18c3d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:34.964017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:35.022243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-cbc3fe5a-a0de-421d-9f27-fb2d183ad697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.025005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-cbc3fe5a-a0de-421d-9f27-fb2d183ad697 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.4112675 Aug 10 01:55:35.190966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-c8dbe2aa-b4f6-4146-a3da-4ccc07aa32f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c HTTP/1.1" status: 200 len: 217 time: 0.1090884 Aug 10 01:55:35.195452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-015d4ee3-a5f8-4de4-87c2-ef0ed1bb0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.197642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-015d4ee3-a5f8-4de4-87c2-ef0ed1bb0e2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.5941868 Aug 10 01:55:35.248331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c04cd8-4093-4888-9f5e-e736b8ad6737 req-79cc2ce0-376c-4249-a616-2e02ee28a91a tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.255902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c04cd8-4093-4888-9f5e-e736b8ad6737 req-79cc2ce0-376c-4249-a616-2e02ee28a91a tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 931 time: 0.5451965 Aug 10 01:55:35.276600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b111-41a8-47b1-8ea0-1c09024ab63a req-cb37318c-9eb2-4ea0-bae0-70e98be27c1a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.289303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b111-41a8-47b1-8ea0-1c09024ab63a req-cb37318c-9eb2-4ea0-bae0-70e98be27c1a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.308928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b111-41a8-47b1-8ea0-1c09024ab63a req-cb37318c-9eb2-4ea0-bae0-70e98be27c1a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.315696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b111-41a8-47b1-8ea0-1c09024ab63a req-cb37318c-9eb2-4ea0-bae0-70e98be27c1a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.322988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5b111-41a8-47b1-8ea0-1c09024ab63a req-cb37318c-9eb2-4ea0-bae0-70e98be27c1a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.342636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bf5b111-41a8-47b1-8ea0-1c09024ab63a req-cb37318c-9eb2-4ea0-bae0-70e98be27c1a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 3816 time: 0.6230068 Aug 10 01:55:35.385396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db60ac19-8829-4451-9307-964b4d9a35e4 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:35.404344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:35.421418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c04cd8-4093-4888-9f5e-e736b8ad6737 req-aa6d3a2a-bc36-47ba-9d41-fd77ea83473f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755517 Aug 10 01:55:35.448481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Transition to ACTIVE for port object db60ac19-8829-4451-9307-964b4d9a35e4 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:35.457580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bf5b111-41a8-47b1-8ea0-1c09024ab63a req-ce5a4e28-e672-43ee-8ddc-fde823655ab8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135736 Aug 10 01:55:35.571914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-1682da02-89e6-4c17-af67-7dcfc069b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.574621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-1682da02-89e6-4c17-af67-7dcfc069b746 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0728283 Aug 10 01:55:35.592006 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbaa77eb-6396-4aa6-b144-072557ed2051 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:35.602156 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:35.619065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Transition to ACTIVE for port object cbaa77eb-6396-4aa6-b144-072557ed2051 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:35.620770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:35.688304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-de2210e0-9e63-45c2-a71e-d31ba1ca6fed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d720ee70-929f-4450-a1a7-7b70a21a9762 HTTP/1.1" status: 200 len: 217 time: 0.1524658 Aug 10 01:55:35.717929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Pushing event updated for resources: {'Port': ['ID=db60ac19-8829-4451-9307-964b4d9a35e4,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:35.787835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-e3dbb3b5-e85e-4628-aef8-82f20436cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.788561 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-e3dbb3b5-e85e-4628-aef8-82f20436cdc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0536053 Aug 10 01:55:35.826417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:35.834074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-40afc117-9a80-42d3-9615-52c31ea488b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.836572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-40afc117-9a80-42d3-9615-52c31ea488b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2234814 Aug 10 01:55:35.848898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66453460-a45d-4028-915c-e28fd5859a69 req-548e81f2-8c96-420e-bc3b-418d1df82ff4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:35.850649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66453460-a45d-4028-915c-e28fd5859a69 req-548e81f2-8c96-420e-bc3b-418d1df82ff4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 945 time: 0.2247248 Aug 10 01:55:35.970799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ddec4fb7-99f8-4bf5-9355-d6eafe326256 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:55:36.041870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Attempting to bind port db60ac19-8829-4451-9307-964b4d9a35e4 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:36.042423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Attempting to bind port db60ac19-8829-4451-9307-964b4d9a35e4 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:36.046017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Attempting to bind port db60ac19-8829-4451-9307-964b4d9a35e4 on network f69e41a9-0dba-4491-a226-ab1715d23daa {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:36.059254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbaa77eb-6396-4aa6-b144-072557ed2051,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:36.071089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-38ecd2c5-2ba6-4390-a609-f6e0c8b798f7 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316886 Aug 10 01:55:36.072157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Port db60ac19-8829-4451-9307-964b4d9a35e4 on network f69e41a9-0dba-4491-a226-ab1715d23daa not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:36.072491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Attempting to bind port db60ac19-8829-4451-9307-964b4d9a35e4 on network f69e41a9-0dba-4491-a226-ab1715d23daa {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:36.083678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-c43266aa-6316-4f52-be12-ec8f7b79b064 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2308111 Aug 10 01:55:36.119097 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:36.137078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:36.137419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Checking segment: {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:36.138978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Bound using segment: {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:36.145676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Bound port: db60ac19-8829-4451-9307-964b4d9a35e4, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce2f736-6ac0-4fb5-aca3-95260571bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:36.145676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:36.159915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:36.164256 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b7585a-fa5b-4bde-818e-4d007ceef045" -d '{"events": [{"server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "name": "network-vif-unplugged", "status": "completed", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:36.215060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:36.238889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-5fc95df2-3ebd-43bd-8dd9-015295849c6f service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270683 Aug 10 01:55:36.281355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66453460-a45d-4028-915c-e28fd5859a69 req-71aae494-6291-42dd-b88a-5d8b82d06941 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200525 Aug 10 01:55:36.289371 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:36.368300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf9519-e4b1-485c-a15d-21d6d8092b8e req-99871033-f54b-43fb-8a0e-fe54c191aff4 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:36.377836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fcf9519-e4b1-485c-a15d-21d6d8092b8e req-99871033-f54b-43fb-8a0e-fe54c191aff4 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 948 time: 0.5075889 Aug 10 01:55:36.410012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ddec4fb7-99f8-4bf5-9355-d6eafe326256,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:36.433209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Attempting to bind port cbaa77eb-6396-4aa6-b144-072557ed2051 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:36.433763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Attempting to bind port cbaa77eb-6396-4aa6-b144-072557ed2051 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:36.434213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Attempting to bind port cbaa77eb-6396-4aa6-b144-072557ed2051 on network 4aba0699-9af8-4a61-b101-869b6d9b99e5 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:36.443944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Port cbaa77eb-6396-4aa6-b144-072557ed2051 on network 4aba0699-9af8-4a61-b101-869b6d9b99e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:36.445366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Attempting to bind port cbaa77eb-6396-4aa6-b144-072557ed2051 on network 4aba0699-9af8-4a61-b101-869b6d9b99e5 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:36.451238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] For port db60ac19-8829-4451-9307-964b4d9a35e4, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:36.453861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:36.454379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Checking segment: {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:36.455777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Bound using segment: {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:36.456706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Bound port: cbaa77eb-6396-4aa6-b144-072557ed2051, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:36.456982 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:36.462166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] For port db60ac19-8829-4451-9307-964b4d9a35e4, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=db60ac19-8829-4451-9307-964b4d9a35e4,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:36.545508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fcf9519-e4b1-485c-a15d-21d6d8092b8e req-4f1a33dd-e4ec-4a10-b9ad-657aa5d95063 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670363 Aug 10 01:55:36.555294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2ade240e-7355-4924-bd00-15575595f25b service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137598 Aug 10 01:55:36.583801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] For port cbaa77eb-6396-4aa6-b144-072557ed2051, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:36.587202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] For port cbaa77eb-6396-4aa6-b144-072557ed2051, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cbaa77eb-6396-4aa6-b144-072557ed2051,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:36.589132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:36.647319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd58c7-aac3-4d8a-97be-e8b86a54555f req-5fbdd890-0e3b-4ea0-a37e-e83d1c5f4281 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:36.655434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63dd58c7-aac3-4d8a-97be-e8b86a54555f req-5fbdd890-0e3b-4ea0-a37e-e83d1c5f4281 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.2448287 Aug 10 01:55:36.659963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Pushing event updated for resources: {'Port': ['ID=db60ac19-8829-4451-9307-964b4d9a35e4,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:36.678773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:36.680174 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:36.687382 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f07cf-02ad-4434-b41e-bbeb1abc0830 x-openstack-request-id: req-589f07cf-02ad-4434-b41e-bbeb1abc0830 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:36.687382 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "name": "network-vif-unplugged", "status": "completed", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:36.687382 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-589f07cf-02ad-4434-b41e-bbeb1abc0830 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:36.687804 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256', 'code': 200} Aug 10 01:55:36.698517 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-aaaa2f1f-335a-4825-b512-2f32d4c667d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/db60ac19-8829-4451-9307-964b4d9a35e4 HTTP/1.1" status: 200 len: 1092 time: 2.6499693 Aug 10 01:55:36.699677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': 'db60ac19-8829-4451-9307-964b4d9a35e4'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:36.706241 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce888f66-0b3c-4e35-a493-36289f7c5229" -d '{"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "db60ac19-8829-4451-9307-964b4d9a35e4"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:36.713186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:36.728978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-a55a8d1d-cdfb-495c-a58b-a92cdd567697 service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552594 Aug 10 01:55:36.766713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63dd58c7-aac3-4d8a-97be-e8b86a54555f req-3b7ab106-e09b-4271-9147-2fd88e139c42 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099637 Aug 10 01:55:36.768443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:36.769396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:36.771401 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] 10.222.0.16 "PUT /v2.0/ports/cbaa77eb-6396-4aa6-b144-072557ed2051 HTTP/1.1" status: 200 len: 1092 time: 1.9082594 Aug 10 01:55:36.819418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bf4fa-f06c-4f15-b787-49cb9209aec1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbaa77eb-6396-4aa6-b144-072557ed2051,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:36.859090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:36.930706 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:55:36.991405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:37.072912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d1c1d-5bf1-4293-84f1-ede7bf977258 req-d974635f-2bdd-47dc-894b-459066925cd7 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:37.082160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-160d1c1d-5bf1-4293-84f1-ede7bf977258 req-d974635f-2bdd-47dc-894b-459066925cd7 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 943 time: 0.1946425 Aug 10 01:55:37.115353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5897b-bb80-400f-9752-66f9840b2f90 req-71037aa4-93b7-4f63-84ef-e530691fda7a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:37.126143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5897b-bb80-400f-9752-66f9840b2f90 req-71037aa4-93b7-4f63-84ef-e530691fda7a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:37.134019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5897b-bb80-400f-9752-66f9840b2f90 req-71037aa4-93b7-4f63-84ef-e530691fda7a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:37.140724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5897b-bb80-400f-9752-66f9840b2f90 req-71037aa4-93b7-4f63-84ef-e530691fda7a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:37.148687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5897b-bb80-400f-9752-66f9840b2f90 req-71037aa4-93b7-4f63-84ef-e530691fda7a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:37.151136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15f5897b-bb80-400f-9752-66f9840b2f90 req-71037aa4-93b7-4f63-84ef-e530691fda7a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 3828 time: 0.1975806 Aug 10 01:55:37.651050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427255fd-b6d6-40ae-bad2-edb5ab3b5dec {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:37.660783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:37.686875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Transition to ACTIVE for port object 427255fd-b6d6-40ae-bad2-edb5ab3b5dec will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:37.737938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-9272977a-24c5-4640-a61d-1c1945a87780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:37.739744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-9272977a-24c5-4640-a61d-1c1945a87780 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca2114bdf58f4ae69801eaa9b7360069&device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 1095 time: 0.7555430 Aug 10 01:55:37.829912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-160d1c1d-5bf1-4293-84f1-ede7bf977258 req-4806058d-cb5c-4f72-9c71-f88b4176b145 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7466235 Aug 10 01:55:37.844842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15f5897b-bb80-400f-9752-66f9840b2f90 req-478f6a40-9745-49e9-b277-e65bf1413a07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6863647 Aug 10 01:55:37.846425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-683298ba-1079-4c04-b9df-a55045a9bdae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbaa77eb-6396-4aa6-b144-072557ed2051 HTTP/1.1" status: 200 len: 217 time: 0.0742958 Aug 10 01:55:37.874874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:37.972781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-8ff3e3d4-0951-4dd8-8476-e6f987e69ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:37.974374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-8ff3e3d4-0951-4dd8-8476-e6f987e69ed7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d53eb43a-ce42-46cb-b498-af5e044f486c HTTP/1.1" status: 200 len: 854 time: 0.1146216 Aug 10 01:55:37.976666 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7260d721-b6da-4be9-b74d-9fefcbf0d469 x-openstack-request-id: req-7260d721-b6da-4be9-b74d-9fefcbf0d469 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:37.977157 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "db60ac19-8829-4451-9307-964b4d9a35e4", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:37.977500 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7260d721-b6da-4be9-b74d-9fefcbf0d469 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:37.979560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:37.991134 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': 'db60ac19-8829-4451-9307-964b4d9a35e4', 'status': 'completed', 'code': 200} Aug 10 01:55:38.038415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Pushing event updated for resources: {'Port': ['ID=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:38.089934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-d5894b69-ef38-44ca-9c2f-c962b5a7463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.096423 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-d5894b69-ef38-44ca-9c2f-c962b5a7463b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aba0699-9af8-4a61-b101-869b6d9b99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087303 Aug 10 01:55:38.228541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.229361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.229814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.230331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.230814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.231301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.231920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.232362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.232799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.233237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.233680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.234182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:38.305285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-9c0094a4-9a43-43d2-9ece-f8fd0de99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.306074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-9c0094a4-9a43-43d2-9ece-f8fd0de99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.306773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-9c0094a4-9a43-43d2-9ece-f8fd0de99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.307435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-9c0094a4-9a43-43d2-9ece-f8fd0de99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.308247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-9c0094a4-9a43-43d2-9ece-f8fd0de99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.308947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-9c0094a4-9a43-43d2-9ece-f8fd0de99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.311245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:38.312837 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-9c0094a4-9a43-43d2-9ece-f8fd0de99fbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5252 time: 0.2645025 Aug 10 01:55:38.331232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Attempting to bind port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:38.331991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Attempting to bind port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:38.332726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Attempting to bind port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:38.334429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c', 'mac_address': 'fa:16:3e:06:16:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:55:38.339444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec on network 6906e817-12a2-44d3-a767-c9f07bb5f281 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:38.340727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Attempting to bind port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:38.367091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:38.368010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Checking segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:38.382764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Bound using segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:38.384040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Bound port: 427255fd-b6d6-40ae-bad2-edb5ab3b5dec, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:38.384772 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:38.392312 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:38.416562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:38.448043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:38.518850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa2541-c61f-4625-95db-f5b718757fbd req-56d129be-0864-4a21-a1cb-a761b980b367 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.527425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2aa2541-c61f-4625-95db-f5b718757fbd req-56d129be-0864-4a21-a1cb-a761b980b367 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 948 time: 0.2893913 Aug 10 01:55:38.544391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f316-6c6e-4426-9737-12996e1ae15a req-bc80b7b5-bf04-420d-99d9-7dc0f2a154f7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.551645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ad9f316-6c6e-4426-9737-12996e1ae15a req-bc80b7b5-bf04-420d-99d9-7dc0f2a154f7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 943 time: 0.2154391 Aug 10 01:55:38.554122 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:38.616450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] For port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:38.624385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] For port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:38.639457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2aa2541-c61f-4625-95db-f5b718757fbd req-63ac927d-e768-4790-9fcc-b9086978fe76 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018240 Aug 10 01:55:38.643659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:38.676444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ad9f316-6c6e-4426-9737-12996e1ae15a req-02f41023-5518-44aa-88c6-34360eb64e68 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172986 Aug 10 01:55:38.679843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-0a8db094-6e9b-44ec-84ec-e0bdc01a0807 service neutron] 10.222.0.16 "GET /v2.0/networks/4aba0699-9af8-4a61-b101-869b6d9b99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580273 Aug 10 01:55:38.740101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:38.802267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:38.848183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.849066 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:38.850888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] 10.222.0.16 "PUT /v2.0/ports/427255fd-b6d6-40ae-bad2-edb5ab3b5dec HTTP/1.1" status: 200 len: 1137 time: 2.0024104 Aug 10 01:55:38.859313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-aa0e3bdd-2bb6-4e27-a714-33b1502fa984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.860012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-aa0e3bdd-2bb6-4e27-a714-33b1502fa984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.860559 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-aa0e3bdd-2bb6-4e27-a714-33b1502fa984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:38.862447 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-aa0e3bdd-2bb6-4e27-a714-33b1502fa984 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5179951 Aug 10 01:55:39.083989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a567a-887a-44c5-8749-6f6c586ec4f2 req-580ba6ec-cfab-4d13-8554-e4ee85f367d2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.094346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-752a567a-887a-44c5-8749-6f6c586ec4f2 req-580ba6ec-cfab-4d13-8554-e4ee85f367d2 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.2345743 Aug 10 01:55:39.186165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53da77a0-3e3c-4fc8-b64c-d2bfcb177ae7 req-733a3964-0eaa-4921-ab0e-0dcfcbf8cb17 service neutron] 10.222.0.16 "GET /v2.0/networks/4aba0699-9af8-4a61-b101-869b6d9b99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451957 Aug 10 01:55:39.213904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59579210-9047-473a-9784-4b496a8ac96f req-e6dfedbd-14e8-4649-985e-23e3e90d30b8 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.218112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59579210-9047-473a-9784-4b496a8ac96f req-e6dfedbd-14e8-4649-985e-23e3e90d30b8 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 943 time: 0.2322319 Aug 10 01:55:39.246280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-752a567a-887a-44c5-8749-6f6c586ec4f2 req-2cf02b23-aee2-44f2-bed6-acc9f39f0f9a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508379 Aug 10 01:55:39.338095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59579210-9047-473a-9784-4b496a8ac96f req-be659ea6-3997-45c8-8095-3b721dfae3f9 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907438 Aug 10 01:55:39.525732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3c64-6760-4720-9add-abbe263b4ebe req-5074eb4b-9864-484b-9140-63d79c8e7640 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.539249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3c64-6760-4720-9add-abbe263b4ebe req-5074eb4b-9864-484b-9140-63d79c8e7640 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.545894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3c64-6760-4720-9add-abbe263b4ebe req-5074eb4b-9864-484b-9140-63d79c8e7640 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.559042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3c64-6760-4720-9add-abbe263b4ebe req-5074eb4b-9864-484b-9140-63d79c8e7640 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.570488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3c64-6760-4720-9add-abbe263b4ebe req-5074eb4b-9864-484b-9140-63d79c8e7640 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.582956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba3c64-6760-4720-9add-abbe263b4ebe req-5074eb4b-9864-484b-9140-63d79c8e7640 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.585060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5ba3c64-6760-4720-9add-abbe263b4ebe req-5074eb4b-9864-484b-9140-63d79c8e7640 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 4606 time: 0.2068267 Aug 10 01:55:39.599227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:39.669551 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5ba3c64-6760-4720-9add-abbe263b4ebe req-1c984d4c-378b-494f-81a4-735ef4549600 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756598 Aug 10 01:55:39.713525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-7c9f1426-6e98-42d3-9689-7acbce9815dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.715632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce888f66-0b3c-4e35-a493-36289f7c5229 req-7c9f1426-6e98-42d3-9689-7acbce9815dd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8214397 Aug 10 01:55:39.731085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b96738-7686-4700-84ca-0cfedbbbfc99 service neutron] Pushing event updated for resources: {'Port': ['ID=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:39.782915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:39.890889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926b517-546b-456e-b395-4ebe6fcb5e19 req-d3127c4b-69fa-43c4-9873-931e4c8b0c24 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.904290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3926b517-546b-456e-b395-4ebe6fcb5e19 req-d3127c4b-69fa-43c4-9873-931e4c8b0c24 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 949 time: 0.1813955 Aug 10 01:55:39.950622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487c0fb-3f60-4aa6-91ca-41b52f7e1ec2 req-f83b48d1-d9ff-4ac1-97b7-9f0bf95519d0 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:39.953491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3487c0fb-3f60-4aa6-91ca-41b52f7e1ec2 req-f83b48d1-d9ff-4ac1-97b7-9f0bf95519d0 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 943 time: 0.1586840 Aug 10 01:55:39.997208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:40.001323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3926b517-546b-456e-b395-4ebe6fcb5e19 req-13a55a4f-4168-47ed-bf36-da3b88e9e3d0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953369 Aug 10 01:55:40.017027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fb7ed8-4d08-407d-9642-889ba18c3d34', 'tag': 'cbaa77eb-6396-4aa6-b144-072557ed2051'}, {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': '427255fd-b6d6-40ae-bad2-edb5ab3b5dec'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:40.020156 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a" -d '{"events": [{"name": "network-changed", "server_uuid": "20fb7ed8-4d08-407d-9642-889ba18c3d34", "tag": "cbaa77eb-6396-4aa6-b144-072557ed2051"}, {"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "427255fd-b6d6-40ae-bad2-edb5ab3b5dec"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:40.031143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3487c0fb-3f60-4aa6-91ca-41b52f7e1ec2 req-69ad023b-3580-422a-9546-d7ada976d94e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689170 Aug 10 01:55:40.108569 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5c13fc-3204-4b94-8a89-498abfc1b4da x-openstack-request-id: req-aa5c13fc-3204-4b94-8a89-498abfc1b4da {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:40.109054 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fb7ed8-4d08-407d-9642-889ba18c3d34", "tag": "cbaa77eb-6396-4aa6-b144-072557ed2051", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "427255fd-b6d6-40ae-bad2-edb5ab3b5dec", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:40.109562 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa5c13fc-3204-4b94-8a89-498abfc1b4da {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:40.110899 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fb7ed8-4d08-407d-9642-889ba18c3d34', 'tag': 'cbaa77eb-6396-4aa6-b144-072557ed2051', 'status': 'completed', 'code': 200} Aug 10 01:55:40.111802 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': '427255fd-b6d6-40ae-bad2-edb5ab3b5dec', 'status': 'completed', 'code': 200} Aug 10 01:55:40.223048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:40.229325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:40.234922 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:40.272366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb0670e-4f05-4aac-9ba8-3680f27368b7 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:40.284320 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:40.338741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Transition to ACTIVE for port object efb0670e-4f05-4aac-9ba8-3680f27368b7 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:40.354707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-e029ab80-ce82-445f-9f5e-e69b2bd4962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:40.367209 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-e029ab80-ce82-445f-9f5e-e69b2bd4962f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ca2114bdf58f4ae69801eaa9b7360069&device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 1095 time: 0.1761277 Aug 10 01:55:40.373899 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:40.452937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1a00ed-6e02-40a6-971c-677017d7320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:40.455690 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8725a28e-ab90-470a-90fa-1ab7d16c103a" -d '{"events": [{"server_uuid": "1f1a00ed-6e02-40a6-971c-677017d7320a", "name": "network-vif-plugged", "status": "completed", "tag": "e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:40.467092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4757f94-6ce5-4a6e-99e4-4fc600c48b8b req-becc79ef-ac59-4b3a-8752-4690fe92b389 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:40.502642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:40.502853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:40.503073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4757f94-6ce5-4a6e-99e4-4fc600c48b8b req-becc79ef-ac59-4b3a-8752-4690fe92b389 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.1122820 Aug 10 01:55:40.557052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4757f94-6ce5-4a6e-99e4-4fc600c48b8b req-21f9c7e1-9407-4652-b201-4a2c6020e6d4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706728 Aug 10 01:55:40.654106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Pushing event updated for resources: {'Port': ['ID=efb0670e-4f05-4aac-9ba8-3680f27368b7,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:40.699829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-83fa8d99-110f-41a1-8461-ff60fbe539e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:40.702427 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-83fa8d99-110f-41a1-8461-ff60fbe539e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aba0699-9af8-4a61-b101-869b6d9b99e5 HTTP/1.1" status: 200 len: 916 time: 0.3337684 Aug 10 01:55:40.703567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Attempting to bind port efb0670e-4f05-4aac-9ba8-3680f27368b7 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:40.703949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Attempting to bind port efb0670e-4f05-4aac-9ba8-3680f27368b7 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:40.704288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Attempting to bind port efb0670e-4f05-4aac-9ba8-3680f27368b7 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:40.709717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Port efb0670e-4f05-4aac-9ba8-3680f27368b7 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:40.710209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Attempting to bind port efb0670e-4f05-4aac-9ba8-3680f27368b7 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:40.717676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:40.718136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Checking segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:40.718308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Bound using segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:40.718781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Bound port: efb0670e-4f05-4aac-9ba8-3680f27368b7, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:40.719155 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:40.815069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e51363-6009-4ddc-a9a3-1578511597c9 req-5f80016d-9a1c-4c86-a893-22d6a326a041 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:40.824498 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-24e88b11-d7a9-4d6f-a4c4-1e5f748bbdcb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbaa77eb-6396-4aa6-b144-072557ed2051 HTTP/1.1" status: 200 len: 217 time: 0.1081550 Aug 10 01:55:40.832383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04e51363-6009-4ddc-a9a3-1578511597c9 req-5f80016d-9a1c-4c86-a893-22d6a326a041 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 943 time: 0.1409519 Aug 10 01:55:40.882311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] For port efb0670e-4f05-4aac-9ba8-3680f27368b7, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:40.886770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] For port efb0670e-4f05-4aac-9ba8-3680f27368b7, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=efb0670e-4f05-4aac-9ba8-3680f27368b7,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:40.893177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04e51363-6009-4ddc-a9a3-1578511597c9 req-d229f608-888a-4c34-a85a-5fcef45f1d78 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598330 Aug 10 01:55:40.940941 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f311d331-310e-4696-a6a2-b995d3428d19 x-openstack-request-id: req-f311d331-310e-4696-a6a2-b995d3428d19 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:40.941325 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1a00ed-6e02-40a6-971c-677017d7320a", "name": "network-vif-plugged", "status": "completed", "tag": "e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:40.941688 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f311d331-310e-4696-a6a2-b995d3428d19 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:40.942145 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1a00ed-6e02-40a6-971c-677017d7320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c', 'code': 200} Aug 10 01:55:40.966817 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:40.972946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ddec4fb7-99f8-4bf5-9355-d6eafe326256 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:55:41.010505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:41.092068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.092925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:41.094430 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] 10.222.0.16 "PUT /v2.0/ports/efb0670e-4f05-4aac-9ba8-3680f27368b7 HTTP/1.1" status: 200 len: 1137 time: 1.5074015 Aug 10 01:55:41.114209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:41.117575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-57bd1ffc-9095-4191-9616-8d8a3792fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.120460 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-57bd1ffc-9095-4191-9616-8d8a3792fd24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d53eb43a-ce42-46cb-b498-af5e044f486c HTTP/1.1" status: 200 len: 854 time: 0.1622617 Aug 10 01:55:41.159407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164630f-6816-4166-b74c-e142db0d6232 req-ef95f995-056d-42bf-82cb-5f50c2a452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.164663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d164630f-6816-4166-b74c-e142db0d6232 req-ef95f995-056d-42bf-82cb-5f50c2a452b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 1102 time: 0.1151972 Aug 10 01:55:41.204224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5c0be-2c54-4f81-b87f-28d6b4e97d2d service neutron] Pushing event updated for resources: {'Port': ['ID=efb0670e-4f05-4aac-9ba8-3680f27368b7,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:41.287017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:41.291292 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d164630f-6816-4166-b74c-e142db0d6232 req-65417cb2-e2dc-4064-a8db-e0dece0b9460 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633395 Aug 10 01:55:41.392831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-1e9f9e36-e092-4430-bb2f-90594f15f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.395699 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-1e9f9e36-e092-4430-bb2f-90594f15f803 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aba0699-9af8-4a61-b101-869b6d9b99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2603784 Aug 10 01:55:41.423474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc708e-265f-4feb-bdee-52a076cc4359 req-6bb80990-4371-4dcd-a287-1d6c4f0b6e52 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.432362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc708e-265f-4feb-bdee-52a076cc4359 req-6bb80990-4371-4dcd-a287-1d6c4f0b6e52 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.440157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc708e-265f-4feb-bdee-52a076cc4359 req-6bb80990-4371-4dcd-a287-1d6c4f0b6e52 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.453239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc708e-265f-4feb-bdee-52a076cc4359 req-6bb80990-4371-4dcd-a287-1d6c4f0b6e52 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.462912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc708e-265f-4feb-bdee-52a076cc4359 req-6bb80990-4371-4dcd-a287-1d6c4f0b6e52 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.470908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc708e-265f-4feb-bdee-52a076cc4359 req-6bb80990-4371-4dcd-a287-1d6c4f0b6e52 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.479397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc708e-265f-4feb-bdee-52a076cc4359 req-6bb80990-4371-4dcd-a287-1d6c4f0b6e52 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.489781 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34dc708e-265f-4feb-bdee-52a076cc4359 req-6bb80990-4371-4dcd-a287-1d6c4f0b6e52 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5384 time: 0.1518855 Aug 10 01:55:41.499551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:41.549940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34dc708e-265f-4feb-bdee-52a076cc4359 req-e3f8a074-6536-42a6-860c-77a266d00871 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588114 Aug 10 01:55:41.698786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288e12-339c-4335-a8d5-2cc6b924a6ca req-f6ec3e85-11d1-4db7-b055-66871db79d57 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.700583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2288e12-339c-4335-a8d5-2cc6b924a6ca req-f6ec3e85-11d1-4db7-b055-66871db79d57 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 950 time: 0.0646186 Aug 10 01:55:41.758314 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-9b6e2d4b-70e0-4c8b-b5e0-da9e42f03be3 service neutron] 10.222.0.16 "GET /v2.0/networks/4aba0699-9af8-4a61-b101-869b6d9b99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205651 Aug 10 01:55:41.772756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2288e12-339c-4335-a8d5-2cc6b924a6ca req-4de2984f-1336-4493-bbc1-0f385a5c4074 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652857 Aug 10 01:55:41.916343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1fd3-8abe-4472-aab2-fbd4879ab351 req-da259e61-5190-4281-ac63-d48066aed9d9 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:41.918996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6ae1fd3-8abe-4472-aab2-fbd4879ab351 req-da259e61-5190-4281-ac63-d48066aed9d9 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.0712991 Aug 10 01:55:41.963429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6ae1fd3-8abe-4472-aab2-fbd4879ab351 req-30164f97-381a-49ee-9b1b-db9012708557 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371048 Aug 10 01:55:42.053289 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-e29cfe13-a022-4c99-8fd0-7fc27095dfa5 service neutron] 10.222.0.16 "GET /v2.0/networks/4aba0699-9af8-4a61-b101-869b6d9b99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514125 Aug 10 01:55:42.096401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfff4fa-6685-4411-82a5-ac09b1bf95e1 req-a12b4bd4-a013-4e3d-9b7d-2aaf6a5e5620 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:42.097919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cfff4fa-6685-4411-82a5-ac09b1bf95e1 req-a12b4bd4-a013-4e3d-9b7d-2aaf6a5e5620 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 943 time: 0.0664585 Aug 10 01:55:42.113617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': 'efb0670e-4f05-4aac-9ba8-3680f27368b7'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:42.117516 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32734ca-8c5a-4e65-a7a1-443e949e247d" -d '{"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "efb0670e-4f05-4aac-9ba8-3680f27368b7"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:42.136032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:42.145255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:42.160685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Transition to ACTIVE for port object 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:42.175870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cfff4fa-6685-4411-82a5-ac09b1bf95e1 req-16387b4f-d311-4560-9727-d09a0bacd911 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Aug 10 01:55:42.271944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:42.380069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Pushing event updated for resources: {'Port': ['ID=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:42.503805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Attempting to bind port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:42.511347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Attempting to bind port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:42.511347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Attempting to bind port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:42.511347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:42.511347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Attempting to bind port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:42.529932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:42.530435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Checking segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:42.530947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Bound using segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:42.531495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Bound port: 8cf4f938-de02-41ee-a3ac-d3a89ae08d67, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:42.531964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:42.618794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] For port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:42.622475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] For port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:42.672964 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:42.783619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:42.849779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:42.850415 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:42.853771 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] 10.222.0.16 "PUT /v2.0/ports/8cf4f938-de02-41ee-a3ac-d3a89ae08d67 HTTP/1.1" status: 200 len: 1092 time: 1.5871933 Aug 10 01:55:42.880847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367823f9-0bef-4a1c-8484-7ff77d36579b service neutron] Pushing event updated for resources: {'Port': ['ID=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:43.894861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-3b6f6569-c1a4-4dcd-befc-4a1678d43fab tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:43.896437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-3b6f6569-c1a4-4dcd-befc-4a1678d43fab tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=276c1e82-5d0e-44e0-b94d-0d3facee552a HTTP/1.1" status: 200 len: 943 time: 0.0573039 Aug 10 01:55:44.034542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Deleting port ddec4fb7-99f8-4bf5-9355-d6eafe326256 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:55:44.041997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:44.082889 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:44.158470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] For port ddec4fb7-99f8-4bf5-9355-d6eafe326256, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ddec4fb7-99f8-4bf5-9355-d6eafe326256,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:44.158841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:44.182436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Calling delete_port for ddec4fb7-99f8-4bf5-9355-d6eafe326256 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:55:44.583429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:44.614591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event deleted for resources: {'Port': ['ID=ddec4fb7-99f8-4bf5-9355-d6eafe326256,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:44.629853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.630208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.630463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.630829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.631164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.631493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.631820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.632317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.632655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.632978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.633302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.633623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:44.678625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] No DVR routers for this DVR port ddec4fb7-99f8-4bf5-9355-d6eafe326256 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:55:44.679526 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:44.682354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0818f79-d8b6-415d-9ecf-ce4d5be89f61 req-126a939b-cf8e-470f-af45-acf8d084b890 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "DELETE /v2.0/ports/ddec4fb7-99f8-4bf5-9355-d6eafe326256 HTTP/1.1" status: 204 len: 173 time: 0.7789121 Aug 10 01:55:44.682885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'name': 'network-vif-deleted', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:44.685217 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182c21a7-c992-4e57-b181-c598ccb7f9b1" -d '{"events": [{"server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "name": "network-vif-deleted", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:45.878421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-eb2449c9-1d42-4466-9828-5fe10f34a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.879290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-eb2449c9-1d42-4466-9828-5fe10f34a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.879833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-eb2449c9-1d42-4466-9828-5fe10f34a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.880346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-eb2449c9-1d42-4466-9828-5fe10f34a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.880823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-eb2449c9-1d42-4466-9828-5fe10f34a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.881376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-eb2449c9-1d42-4466-9828-5fe10f34a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.882009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-eb2449c9-1d42-4466-9828-5fe10f34a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:45.884666 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-eb2449c9-1d42-4466-9828-5fe10f34a40b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6292 time: 0.0623696 Aug 10 01:55:45.952065 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c06699-ee15-4795-823e-b6025bd71d8f x-openstack-request-id: req-66c06699-ee15-4795-823e-b6025bd71d8f {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:45.952369 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "efb0670e-4f05-4aac-9ba8-3680f27368b7", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:45.952735 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66c06699-ee15-4795-823e-b6025bd71d8f {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:45.953128 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': 'efb0670e-4f05-4aac-9ba8-3680f27368b7', 'status': 'completed', 'code': 200} Aug 10 01:55:46.006174 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-a6b316de-9023-421a-a6b5-0e4a453a740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.006683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-a6b316de-9023-421a-a6b5-0e4a453a740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.007346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-a6b316de-9023-421a-a6b5-0e4a453a740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.009115 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-a6b316de-9023-421a-a6b5-0e4a453a740c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1069560 Aug 10 01:55:46.116383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:46.212675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6aa6-6719-4827-a708-5d5f1ec399d9 req-7509988f-906f-4a0b-b374-50ab68b34f38 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.220087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6aa6-6719-4827-a708-5d5f1ec399d9 req-7509988f-906f-4a0b-b374-50ab68b34f38 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.227152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6aa6-6719-4827-a708-5d5f1ec399d9 req-7509988f-906f-4a0b-b374-50ab68b34f38 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.233241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6aa6-6719-4827-a708-5d5f1ec399d9 req-7509988f-906f-4a0b-b374-50ab68b34f38 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.233451 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:46.239795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6aa6-6719-4827-a708-5d5f1ec399d9 req-7509988f-906f-4a0b-b374-50ab68b34f38 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.245818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6aa6-6719-4827-a708-5d5f1ec399d9 req-7509988f-906f-4a0b-b374-50ab68b34f38 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.253395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6aa6-6719-4827-a708-5d5f1ec399d9 req-7509988f-906f-4a0b-b374-50ab68b34f38 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.253591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-adca6aa6-6719-4827-a708-5d5f1ec399d9 req-7509988f-906f-4a0b-b374-50ab68b34f38 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5396 time: 0.0963285 Aug 10 01:55:46.287600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-78ebb254-7d92-442d-9922-74e1d0c5ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.290004 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cc8abaa8-0995-4c4f-865a-9f51a9e0768a req-78ebb254-7d92-442d-9922-74e1d0c5ee10 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825414 Aug 10 01:55:46.314907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-adca6aa6-6719-4827-a708-5d5f1ec399d9 req-44e31362-b2b8-45c8-8e28-a3e59f249e45 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524616 Aug 10 01:55:46.426212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dbbff-0efa-421a-aec9-daa8bf18f48f req-be5f8f48-59f1-4e26-8cb6-fb3f24cb0082 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.438065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b2dbbff-0efa-421a-aec9-daa8bf18f48f req-be5f8f48-59f1-4e26-8cb6-fb3f24cb0082 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 950 time: 0.0843780 Aug 10 01:55:46.450541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4368d-6691-4f17-a21c-228ae623cee2 req-33a8e0bd-1fd9-45e7-85b7-e9bb1639e848 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.452123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5d4368d-6691-4f17-a21c-228ae623cee2 req-33a8e0bd-1fd9-45e7-85b7-e9bb1639e848 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.0740576 Aug 10 01:55:46.477880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-5a78161c-0d2b-473f-895f-04047a290888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.488624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-5a78161c-0d2b-473f-895f-04047a290888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.488624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-5a78161c-0d2b-473f-895f-04047a290888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.488624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-5a78161c-0d2b-473f-895f-04047a290888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.488624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-5a78161c-0d2b-473f-895f-04047a290888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.488624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-5a78161c-0d2b-473f-895f-04047a290888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.488624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-5a78161c-0d2b-473f-895f-04047a290888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.488624 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-5a78161c-0d2b-473f-895f-04047a290888 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6292 time: 0.1122696 Aug 10 01:55:46.503997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b2dbbff-0efa-421a-aec9-daa8bf18f48f req-be556f46-1432-41e3-ae28-7fd4b889b340 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676382 Aug 10 01:55:46.526905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5d4368d-6691-4f17-a21c-228ae623cee2 req-c17877ff-f8da-4061-88ea-f418b9de3b38 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638423 Aug 10 01:55:46.644900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-eb4ba282-cf12-445e-8c9f-55e31675f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.645389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-eb4ba282-cf12-445e-8c9f-55e31675f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.645869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-eb4ba282-cf12-445e-8c9f-55e31675f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.648193 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-eb4ba282-cf12-445e-8c9f-55e31675f106 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1524215 Aug 10 01:55:46.689883 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f038c50-1f2d-4430-8cb1-e35471497d9d x-openstack-request-id: req-6f038c50-1f2d-4430-8cb1-e35471497d9d {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:46.690179 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276c1e82-5d0e-44e0-b94d-0d3facee552a", "name": "network-vif-deleted", "tag": "ddec4fb7-99f8-4bf5-9355-d6eafe326256", "status": "failed", "code": 422}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:46.692365 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6f038c50-1f2d-4430-8cb1-e35471497d9d {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:46.693476 n-d-767704-21 neutron-server[101224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '276c1e82-5d0e-44e0-b94d-0d3facee552a', 'name': 'network-vif-deleted', 'tag': 'ddec4fb7-99f8-4bf5-9355-d6eafe326256', 'status': 'failed', 'code': 422} returned with failed status Aug 10 01:55:46.730250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c07023-39d7-4d79-bc06-ec77b5ef17e6 req-42af61a1-b42a-4f91-b002-a285cc15f809 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.730250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99c07023-39d7-4d79-bc06-ec77b5ef17e6 req-42af61a1-b42a-4f91-b002-a285cc15f809 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 943 time: 0.1505876 Aug 10 01:55:46.781300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2958efa-81da-4c3f-9652-5f945e907a77 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:46.786638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99c07023-39d7-4d79-bc06-ec77b5ef17e6 req-1861b191-2f06-433d-9707-8487fe70c0e7 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379517 Aug 10 01:55:46.792346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:46.817386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Transition to ACTIVE for port object b2958efa-81da-4c3f-9652-5f945e907a77 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:46.855422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-b005a031-c47c-44cd-8aa7-af06faee7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:46.857213 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a32734ca-8c5a-4e65-a7a1-443e949e247d req-b005a031-c47c-44cd-8aa7-af06faee7b81 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848536 Aug 10 01:55:47.020205 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.040821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-1fcfa7af-bbeb-40e9-a2de-cc3862f1287b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.042707 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-1fcfa7af-bbeb-40e9-a2de-cc3862f1287b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.1213133 Aug 10 01:55:47.064207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-b2221cf5-9e6a-41c3-95b4-b12aa9187f7f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/quotas/00fbeb92a4464845bf2bfbaf4fa56973 HTTP/1.1" status: 200 len: 375 time: 0.0138471 Aug 10 01:55:47.083019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Pushing event updated for resources: {'Port': ['ID=b2958efa-81da-4c3f-9652-5f945e907a77,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:47.122173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-6a5402fa-e2ae-4c72-ab9e-0be58b31d2db tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486510 Aug 10 01:55:47.194977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Attempting to bind port b2958efa-81da-4c3f-9652-5f945e907a77 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:47.195419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Attempting to bind port b2958efa-81da-4c3f-9652-5f945e907a77 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:47.195881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Attempting to bind port b2958efa-81da-4c3f-9652-5f945e907a77 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:47.201340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Port b2958efa-81da-4c3f-9652-5f945e907a77 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:47.201888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Attempting to bind port b2958efa-81da-4c3f-9652-5f945e907a77 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:47.207354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:47.207748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Checking segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:47.208190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Bound using segment: {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:47.208635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Bound port: b2958efa-81da-4c3f-9652-5f945e907a77, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7bde80-453c-4231-abaa-900f3e50a97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:47.209004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.275494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-894823cb-23ae-44ba-a37d-c73b5b95bed1 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522672 Aug 10 01:55:47.289481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] For port b2958efa-81da-4c3f-9652-5f945e907a77, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:47.294083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] For port b2958efa-81da-4c3f-9652-5f945e907a77, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b2958efa-81da-4c3f-9652-5f945e907a77,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:47.387817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-77970f98-65a5-40c0-b5c1-3bde1a07e011 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023252 Aug 10 01:55:47.400513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.483069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.484046 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.486166 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4025e189-b388-4250-a748-db3c23d7793b service neutron] 10.222.0.16 "PUT /v2.0/ports/b2958efa-81da-4c3f-9652-5f945e907a77 HTTP/1.1" status: 200 len: 1092 time: 1.3747311 Aug 10 01:55:47.489278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076885c6-1b04-4bb3-a850-7a934ca99788 req-9d1bf317-5382-4a30-b06d-3363dee077a2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.504920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076885c6-1b04-4bb3-a850-7a934ca99788 req-9d1bf317-5382-4a30-b06d-3363dee077a2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.512461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076885c6-1b04-4bb3-a850-7a934ca99788 req-9d1bf317-5382-4a30-b06d-3363dee077a2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.519669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076885c6-1b04-4bb3-a850-7a934ca99788 req-9d1bf317-5382-4a30-b06d-3363dee077a2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.527679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076885c6-1b04-4bb3-a850-7a934ca99788 req-9d1bf317-5382-4a30-b06d-3363dee077a2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.533877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025e189-b388-4250-a748-db3c23d7793b service neutron] Pushing event updated for resources: {'Port': ['ID=b2958efa-81da-4c3f-9652-5f945e907a77,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:47.535267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076885c6-1b04-4bb3-a850-7a934ca99788 req-9d1bf317-5382-4a30-b06d-3363dee077a2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.549854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076885c6-1b04-4bb3-a850-7a934ca99788 req-9d1bf317-5382-4a30-b06d-3363dee077a2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.555717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-076885c6-1b04-4bb3-a850-7a934ca99788 req-9d1bf317-5382-4a30-b06d-3363dee077a2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5408 time: 0.1496978 Aug 10 01:55:47.600250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-076885c6-1b04-4bb3-a850-7a934ca99788 req-9b1dc98d-1e9b-4a9c-ada2-fd4b3399e0f5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417027 Aug 10 01:55:47.721707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:47.773751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051933c-70b5-4702-be6f-23364be69885 req-58f7caae-5e21-4ecb-a2fe-21eb8ad55271 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:47.791594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3051933c-70b5-4702-be6f-23364be69885 req-58f7caae-5e21-4ecb-a2fe-21eb8ad55271 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 950 time: 0.1187620 Aug 10 01:55:47.871986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3051933c-70b5-4702-be6f-23364be69885 req-d567f930-c72b-492f-960d-0bd9651f2d70 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789881 Aug 10 01:55:47.960486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c5b00c3d-60fb-4f8c-92ac-5e28d841ed08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.962480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': '8cf4f938-de02-41ee-a3ac-d3a89ae08d67'}, {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': 'b2958efa-81da-4c3f-9652-5f945e907a77'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:47.966573 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fba05b9-4765-47c2-a82d-ddf9cfea7676" -d '{"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "8cf4f938-de02-41ee-a3ac-d3a89ae08d67"}, {"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "b2958efa-81da-4c3f-9652-5f945e907a77"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:47.970339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.012227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1ba2c64-d95a-4de8-af0a-9939dc40e889 req-bfaa449e-09d4-4486-9d1c-e18068581cc2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 210 time: 0.0424163 Aug 10 01:55:48.059610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2def9-ff96-4991-8a6b-d74a7d705387 req-7ef02e55-4293-45a2-8f9a-10e99b82e1e6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.062058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9b2def9-ff96-4991-8a6b-d74a7d705387 req-7ef02e55-4293-45a2-8f9a-10e99b82e1e6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.1391001 Aug 10 01:55:48.120146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9b2def9-ff96-4991-8a6b-d74a7d705387 req-dcd319f1-6866-4a46-8563-492fcb66f686 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485940 Aug 10 01:55:48.184145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d6d06-fd3d-4530-9fe5-5827325d3f26 req-29edae3f-1cae-43f4-912c-79b8e076c975 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.186270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d7d6d06-fd3d-4530-9fe5-5827325d3f26 req-29edae3f-1cae-43f4-912c-79b8e076c975 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 943 time: 0.0652447 Aug 10 01:55:48.255878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d7d6d06-fd3d-4530-9fe5-5827325d3f26 req-ff2bc773-3ab9-4e8f-9da2-233a580ca7af tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581543 Aug 10 01:55:48.374102 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66765ac3-029b-477e-9092-ce90c9c1af6d x-openstack-request-id: req-66765ac3-029b-477e-9092-ce90c9c1af6d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:48.381225 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "8cf4f938-de02-41ee-a3ac-d3a89ae08d67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "b2958efa-81da-4c3f-9652-5f945e907a77", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:48.381225 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66765ac3-029b-477e-9092-ce90c9c1af6d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:48.381225 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': '8cf4f938-de02-41ee-a3ac-d3a89ae08d67', 'status': 'completed', 'code': 200} Aug 10 01:55:48.381225 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': 'b2958efa-81da-4c3f-9652-5f945e907a77', 'status': 'completed', 'code': 200} Aug 10 01:55:48.383812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b899ed-0dda-4a40-8cc0-21715f917d8d {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:48.394213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.424228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Transition to ACTIVE for port object 52b899ed-0dda-4a40-8cc0-21715f917d8d will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:48.469963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fdaae455-601c-4fc7-99c4-6f0d1b28c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.470498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fdaae455-601c-4fc7-99c4-6f0d1b28c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.471015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fdaae455-601c-4fc7-99c4-6f0d1b28c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.471501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fdaae455-601c-4fc7-99c4-6f0d1b28c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.472152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fdaae455-601c-4fc7-99c4-6f0d1b28c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.472726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fdaae455-601c-4fc7-99c4-6f0d1b28c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.473118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fdaae455-601c-4fc7-99c4-6f0d1b28c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.475133 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fdaae455-601c-4fc7-99c4-6f0d1b28c968 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6360 time: 0.0714123 Aug 10 01:55:48.580142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-15a1c992-f3b4-4e80-80f4-699419388b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.580994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-15a1c992-f3b4-4e80-80f4-699419388b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.581115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-15a1c992-f3b4-4e80-80f4-699419388b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.582778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-15a1c992-f3b4-4e80-80f4-699419388b04 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.0990183 Aug 10 01:55:48.642002 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.778533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Pushing event updated for resources: {'Port': ['ID=52b899ed-0dda-4a40-8cc0-21715f917d8d,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:48.826874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fd17b6db-420c-4175-8fd8-535e410c9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.828398 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-fd17b6db-420c-4175-8fd8-535e410c9582 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2377036 Aug 10 01:55:48.875751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Attempting to bind port 52b899ed-0dda-4a40-8cc0-21715f917d8d on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:48.876091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Attempting to bind port 52b899ed-0dda-4a40-8cc0-21715f917d8d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:48.876623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Attempting to bind port 52b899ed-0dda-4a40-8cc0-21715f917d8d on network df1ef0da-2ec8-457a-8c82-ab0c74915fea {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:48.881852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Port 52b899ed-0dda-4a40-8cc0-21715f917d8d on network df1ef0da-2ec8-457a-8c82-ab0c74915fea not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:48.883245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Attempting to bind port 52b899ed-0dda-4a40-8cc0-21715f917d8d on network df1ef0da-2ec8-457a-8c82-ab0c74915fea {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:48.900512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:48.900857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Checking segment: {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:48.901243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Bound using segment: {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:48.901685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Bound port: 52b899ed-0dda-4a40-8cc0-21715f917d8d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:48.902051 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:48.944009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781df83-24b1-414d-a8e7-31c091a16c78 req-443dcecb-20ac-4f67-81d1-a4896d610501 tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.946811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a781df83-24b1-414d-a8e7-31c091a16c78 req-443dcecb-20ac-4f67-81d1-a4896d610501 tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 1102 time: 0.1119835 Aug 10 01:55:48.986127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b2af-1c8d-48d1-96e7-6a0d4c24e453 req-c585cdcc-1ab0-4847-be72-95f8e75007fd tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:48.998807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b2af-1c8d-48d1-96e7-6a0d4c24e453 req-c585cdcc-1ab0-4847-be72-95f8e75007fd tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.008992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b2af-1c8d-48d1-96e7-6a0d4c24e453 req-c585cdcc-1ab0-4847-be72-95f8e75007fd tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.020367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b2af-1c8d-48d1-96e7-6a0d4c24e453 req-c585cdcc-1ab0-4847-be72-95f8e75007fd tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.032340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b2af-1c8d-48d1-96e7-6a0d4c24e453 req-c585cdcc-1ab0-4847-be72-95f8e75007fd tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.033276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-9400486e-40ce-4b5b-9feb-73c77dbf7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.033772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-9400486e-40ce-4b5b-9feb-73c77dbf7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.034255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-9400486e-40ce-4b5b-9feb-73c77dbf7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.034767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-9400486e-40ce-4b5b-9feb-73c77dbf7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.036057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-9400486e-40ce-4b5b-9feb-73c77dbf7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.036914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-9400486e-40ce-4b5b-9feb-73c77dbf7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.037400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-9400486e-40ce-4b5b-9feb-73c77dbf7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.040635 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-9400486e-40ce-4b5b-9feb-73c77dbf7522 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6386 time: 0.1412890 Aug 10 01:55:49.048921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b2af-1c8d-48d1-96e7-6a0d4c24e453 req-c585cdcc-1ab0-4847-be72-95f8e75007fd tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.059857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] For port 52b899ed-0dda-4a40-8cc0-21715f917d8d, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:49.062399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b2af-1c8d-48d1-96e7-6a0d4c24e453 req-c585cdcc-1ab0-4847-be72-95f8e75007fd tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.066597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] For port 52b899ed-0dda-4a40-8cc0-21715f917d8d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:49.066817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ace5b2af-1c8d-48d1-96e7-6a0d4c24e453 req-c585cdcc-1ab0-4847-be72-95f8e75007fd tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5420 time: 0.3300836 Aug 10 01:55:49.096376 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a781df83-24b1-414d-a8e7-31c091a16c78 req-05f29b4b-027e-47c7-ba6f-1c795a4481e7 tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:49.218885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-2120ed50-f923-47c7-8ee3-79439a7445fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.226516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-2120ed50-f923-47c7-8ee3-79439a7445fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.226516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-2120ed50-f923-47c7-8ee3-79439a7445fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.226516 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-2120ed50-f923-47c7-8ee3-79439a7445fc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1578026 Aug 10 01:55:49.226516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:49.244647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a781df83-24b1-414d-a8e7-31c091a16c78 req-05f29b4b-027e-47c7-ba6f-1c795a4481e7 tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:49.274251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.275908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:49.277332 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] 10.222.0.16 "PUT /v2.0/ports/52b899ed-0dda-4a40-8cc0-21715f917d8d HTTP/1.1" status: 200 len: 1092 time: 1.5830607 Aug 10 01:55:49.277886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ace5b2af-1c8d-48d1-96e7-6a0d4c24e453 req-bab8f832-3557-456b-8c1c-1a158d0aef6a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1941304 Aug 10 01:55:49.359077 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a781df83-24b1-414d-a8e7-31c091a16c78 req-05f29b4b-027e-47c7-ba6f-1c795a4481e7 tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:49.403876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a781df83-24b1-414d-a8e7-31c091a16c78 req-05f29b4b-027e-47c7-ba6f-1c795a4481e7 tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489589 Aug 10 01:55:49.408997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Request body: {'port': {'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:49.418026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23e9b970-4d5c-49e2-a1ec-fe94abeaccd7 req-68336371-5912-466f-ae08-9a64cfa81d39 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 210 time: 0.0743902 Aug 10 01:55:49.479193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f29b4b-027e-47c7-ba6f-1c795a4481e7 tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc84bb1-1809-43f7-a345-a4e6883f61bc,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:49.594292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3a3e8-49e1-499f-b805-eaf0ef16f2dd service neutron] Pushing event updated for resources: {'Port': ['ID=52b899ed-0dda-4a40-8cc0-21715f917d8d,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:49.644244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a115922-0f22-4785-af25-caa94b910d43 req-aa8c1221-bfc7-4a97-88ec-2607c92ea371 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.653446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a115922-0f22-4785-af25-caa94b910d43 req-aa8c1221-bfc7-4a97-88ec-2607c92ea371 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 943 time: 0.1300149 Aug 10 01:55:49.657216 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:49.670478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0913e-ce7d-485b-b792-6bd36bf6cacd req-a9fc9492-e267-4fde-8cd2-d7bbe5c128ac tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.679353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50a0913e-ce7d-485b-b792-6bd36bf6cacd req-a9fc9492-e267-4fde-8cd2-d7bbe5c128ac tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.1042516 Aug 10 01:55:49.748988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a115922-0f22-4785-af25-caa94b910d43 req-ccc572e0-eced-452d-bd37-b1d503ff5e12 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943320 Aug 10 01:55:49.751907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-0bb09d4a-5098-4ace-aa5a-dcdecbc200fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:49.764304 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fba05b9-4765-47c2-a82d-ddf9cfea7676 req-0bb09d4a-5098-4ace-aa5a-dcdecbc200fd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5288351 Aug 10 01:55:49.771868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50a0913e-ce7d-485b-b792-6bd36bf6cacd req-b0258d39-5467-4da3-93a4-509bf8363b7e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913880 Aug 10 01:55:50.073140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cbaa77eb-6396-4aa6-b144-072557ed2051 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:50.102608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46267443-4211-4c0f-9fce-25b2006944e6 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:50.110237 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:50.123555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Transition to ACTIVE for port object 46267443-4211-4c0f-9fce-25b2006944e6 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:50.173505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port cbaa77eb-6396-4aa6-b144-072557ed2051, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cbaa77eb-6396-4aa6-b144-072557ed2051,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:50.185757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'cbaa77eb-6396-4aa6-b144-072557ed2051', 'network_id': '4aba0699-9af8-4a61-b101-869b6d9b99e5', 'port_id': 'cbaa77eb-6396-4aa6-b144-072557ed2051', 'mac_address': 'fa:16:3e:11:7d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53eb43a-ce42-46cb-b498-af5e044f486c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:55:50.226111 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:50.238714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbaa77eb-6396-4aa6-b144-072557ed2051 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:50.259505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port cbaa77eb-6396-4aa6-b144-072557ed2051, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cbaa77eb-6396-4aa6-b144-072557ed2051,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:50.262901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:50.323521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Pushing event updated for resources: {'Port': ['ID=46267443-4211-4c0f-9fce-25b2006944e6,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:50.352342 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:50.376279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': '52b899ed-0dda-4a40-8cc0-21715f917d8d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:50.379196 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a1c6bc-577b-4308-9bf5-8e779f27f88a" -d '{"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "52b899ed-0dda-4a40-8cc0-21715f917d8d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:50.458223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Attempting to bind port 46267443-4211-4c0f-9fce-25b2006944e6 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:50.461367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Attempting to bind port 46267443-4211-4c0f-9fce-25b2006944e6 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:50.463310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Attempting to bind port 46267443-4211-4c0f-9fce-25b2006944e6 on network df1ef0da-2ec8-457a-8c82-ab0c74915fea {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:50.468598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753980d1-5e54-47d9-8b20-2e09b167a519 req-4b6f8f6a-d054-4728-848d-37c52c1ff0e4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.473174 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Port 46267443-4211-4c0f-9fce-25b2006944e6 on network df1ef0da-2ec8-457a-8c82-ab0c74915fea not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:50.476056 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Attempting to bind port 46267443-4211-4c0f-9fce-25b2006944e6 on network df1ef0da-2ec8-457a-8c82-ab0c74915fea {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:50.488169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753980d1-5e54-47d9-8b20-2e09b167a519 req-4b6f8f6a-d054-4728-848d-37c52c1ff0e4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.489144 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:50.491680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Checking segment: {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:50.492474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Bound using segment: {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:50.494593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Bound port: 46267443-4211-4c0f-9fce-25b2006944e6, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f98c230-ecba-4f2f-bdb5-db91cb889a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:50.495424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:50.499243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753980d1-5e54-47d9-8b20-2e09b167a519 req-4b6f8f6a-d054-4728-848d-37c52c1ff0e4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.515256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753980d1-5e54-47d9-8b20-2e09b167a519 req-4b6f8f6a-d054-4728-848d-37c52c1ff0e4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.524036 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924138c1-63ef-4a55-a0c4-398de82030e3 x-openstack-request-id: req-924138c1-63ef-4a55-a0c4-398de82030e3 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:50.525736 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "52b899ed-0dda-4a40-8cc0-21715f917d8d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:50.526611 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-924138c1-63ef-4a55-a0c4-398de82030e3 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:50.527959 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': '52b899ed-0dda-4a40-8cc0-21715f917d8d', 'status': 'completed', 'code': 200} Aug 10 01:55:50.533122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753980d1-5e54-47d9-8b20-2e09b167a519 req-4b6f8f6a-d054-4728-848d-37c52c1ff0e4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.542680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753980d1-5e54-47d9-8b20-2e09b167a519 req-4b6f8f6a-d054-4728-848d-37c52c1ff0e4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.557129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753980d1-5e54-47d9-8b20-2e09b167a519 req-4b6f8f6a-d054-4728-848d-37c52c1ff0e4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.560645 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-71522053-665b-4573-910f-4deee4858dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:50.568902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-753980d1-5e54-47d9-8b20-2e09b167a519 req-4b6f8f6a-d054-4728-848d-37c52c1ff0e4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1991560 Aug 10 01:55:50.578310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=cbaa77eb-6396-4aa6-b144-072557ed2051,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:50.642110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['cbaa77eb-6396-4aa6-b144-072557ed2051'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:50.657804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-11946713-c7dd-4464-80c7-ce91a5520b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.658293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-11946713-c7dd-4464-80c7-ce91a5520b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.659275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-11946713-c7dd-4464-80c7-ce91a5520b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.659394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-11946713-c7dd-4464-80c7-ce91a5520b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.660088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-11946713-c7dd-4464-80c7-ce91a5520b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.660283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-11946713-c7dd-4464-80c7-ce91a5520b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.660692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-11946713-c7dd-4464-80c7-ce91a5520b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.663946 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-11946713-c7dd-4464-80c7-ce91a5520b2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6454 time: 0.1281250 Aug 10 01:55:50.764720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] For port 46267443-4211-4c0f-9fce-25b2006944e6, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:50.790091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] For port 46267443-4211-4c0f-9fce-25b2006944e6, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=46267443-4211-4c0f-9fce-25b2006944e6,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:50.838710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-753980d1-5e54-47d9-8b20-2e09b167a519 req-666f94e3-abd1-4ce9-9ea5-44013248d822 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2479150 Aug 10 01:55:50.844476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-908024bf-eb2a-4598-b20d-55041ce2c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.845321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-908024bf-eb2a-4598-b20d-55041ce2c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.845446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-908024bf-eb2a-4598-b20d-55041ce2c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.850204 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-908024bf-eb2a-4598-b20d-55041ce2c1eb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1748765 Aug 10 01:55:50.872378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340689f2-1d5b-449f-93c6-67b383f5eab0 req-4776869e-6be5-499f-8475-1e78d4d0379e tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:50.880978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-340689f2-1d5b-449f-93c6-67b383f5eab0 req-4776869e-6be5-499f-8475-1e78d4d0379e tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 1102 time: 0.2706325 Aug 10 01:55:50.958169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-340689f2-1d5b-449f-93c6-67b383f5eab0 req-5b57f3af-2278-491f-9e2b-bac6b95a29cd tempest-ServersAdminNegativeTestJSON-2025351439 tempest-ServersAdminNegativeTestJSON-2025351439-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760541 Aug 10 01:55:51.051291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-c74a6084-b369-4dcf-af95-7ae72c366829 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:51.053940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-c74a6084-b369-4dcf-af95-7ae72c366829 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.3832436 Aug 10 01:55:51.068132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-3b7fb0de-fab8-49df-a970-c4705a2c25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:51.068560 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbc83ba8-0f6a-4e8b-bb50-87811e096719 req-d684a489-5256-4c81-a4d0-b5361d704170 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 210 time: 0.0944710 Aug 10 01:55:51.069792 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74a1c6bc-577b-4308-9bf5-8e779f27f88a req-3b7fb0de-fab8-49df-a970-c4705a2c25f6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123141 Aug 10 01:55:51.087340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Request body: {'port': {'device_id': '2cf5ff92-b26a-49ca-bc39-da28021ddd76', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'admin_state_up': True, 'tenant_id': '00fbeb92a4464845bf2bfbaf4fa56973'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:51.276165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aed8b2-7792-4c2a-a9ef-7116038af6a1 req-f58e0d62-a87e-44c0-8f0a-61bfed3547fe tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:51.277558 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90aed8b2-7792-4c2a-a9ef-7116038af6a1 req-f58e0d62-a87e-44c0-8f0a-61bfed3547fe tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 944 time: 0.1301351 Aug 10 01:55:51.294498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d34f74-6530-4a7b-bfa2-156fb66d00cb req-dc7e9785-11a6-434c-98e0-628b2f5e6c2a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:51.296063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2d34f74-6530-4a7b-bfa2-156fb66d00cb req-dc7e9785-11a6-434c-98e0-628b2f5e6c2a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.1469288 Aug 10 01:55:51.360620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90aed8b2-7792-4c2a-a9ef-7116038af6a1 req-cd747c0c-9c22-4c1c-9ced-0502ebfae130 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763919 Aug 10 01:55:51.365261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2d34f74-6530-4a7b-bfa2-156fb66d00cb req-eaaa4c8f-7d72-4d49-a4a6-9416009d9362 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582891 Aug 10 01:55:51.680513 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:51.682894 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:51.711578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Made reservation on behalf of 00fbeb92a4464845bf2bfbaf4fa56973 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:51.715045 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:51.741053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65325657-c310-48dd-86ad-8312b58c1371 req-2e8bd720-12cb-489e-9f17-4685d21b3b84 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:51.749578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-2e8bd720-12cb-489e-9f17-4685d21b3b84 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 808 time: 0.2058403 Aug 10 01:55:51.779899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-38a0474f-ced8-416b-8445-ef72faf89024 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/quotas/64f718678e0b4c91a1b88e2f03a4baec HTTP/1.1" status: 200 len: 375 time: 0.0293691 Aug 10 01:55:51.780116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Pushing event updated for resources: {'Port': ['ID=46267443-4211-4c0f-9fce-25b2006944e6,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:51.792733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:51.793659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:51.795664 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-efb9d7a6-d196-4a23-ba5d-bf91a51371eb service neutron] 10.222.0.16 "PUT /v2.0/ports/46267443-4211-4c0f-9fce-25b2006944e6 HTTP/1.1" status: 200 len: 1092 time: 2.4008539 Aug 10 01:55:51.925975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-9c98574c-143b-4d77-8d0a-dd80f4a02c48 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1421759 Aug 10 01:55:52.061021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-403f2496-38e9-4727-a402-dd22c4896da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.061658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-403f2496-38e9-4727-a402-dd22c4896da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.063017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-403f2496-38e9-4727-a402-dd22c4896da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.065469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-403f2496-38e9-4727-a402-dd22c4896da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.066297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-403f2496-38e9-4727-a402-dd22c4896da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.068577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-403f2496-38e9-4727-a402-dd22c4896da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.069241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-403f2496-38e9-4727-a402-dd22c4896da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.076269 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-403f2496-38e9-4727-a402-dd22c4896da9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6496 time: 0.1090333 Aug 10 01:55:52.087680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Allocated IP 172.20.0.13 (b3ff8e7a-e648-4408-83fa-64a78dd8ec1c/88c8310d-f229-4c41-91a5-1c2abd9b97d8/993bc1e8-6f59-4f3a-9ad2-cf306c5e8443) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:52.092854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cbaa77eb-6396-4aa6-b144-072557ed2051 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:55:52.144586 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-0c9aa405-e2f0-4340-bc8a-27524e26be7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db60ac19-8829-4451-9307-964b4d9a35e4 HTTP/1.1" status: 200 len: 217 time: 0.0580430 Aug 10 01:55:52.148759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-273e7523-1141-4201-b11f-5ad8315e0192 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134545 Aug 10 01:55:52.165281 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:52.193181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2f15d-4708-4cd1-b2d1-642f7e90b480 req-db566c78-f0f4-4977-b3dd-2e0e3e0cba4c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.200002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2f15d-4708-4cd1-b2d1-642f7e90b480 req-db566c78-f0f4-4977-b3dd-2e0e3e0cba4c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.206031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2f15d-4708-4cd1-b2d1-642f7e90b480 req-db566c78-f0f4-4977-b3dd-2e0e3e0cba4c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.212626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2f15d-4708-4cd1-b2d1-642f7e90b480 req-db566c78-f0f4-4977-b3dd-2e0e3e0cba4c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.214303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-f69cf162-152c-4999-a4df-eb5f197d4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.216137 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-f69cf162-152c-4999-a4df-eb5f197d4152 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7ef8f74-efaa-4741-9ac1-208de71217cf HTTP/1.1" status: 200 len: 856 time: 0.0591204 Aug 10 01:55:52.218819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2f15d-4708-4cd1-b2d1-642f7e90b480 req-db566c78-f0f4-4977-b3dd-2e0e3e0cba4c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.224697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2f15d-4708-4cd1-b2d1-642f7e90b480 req-db566c78-f0f4-4977-b3dd-2e0e3e0cba4c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.231099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2f15d-4708-4cd1-b2d1-642f7e90b480 req-db566c78-f0f4-4977-b3dd-2e0e3e0cba4c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.232798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51f2f15d-4708-4cd1-b2d1-642f7e90b480 req-db566c78-f0f4-4977-b3dd-2e0e3e0cba4c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1429315 Aug 10 01:55:52.249427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port cbaa77eb-6396-4aa6-b144-072557ed2051 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:55:52.254318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port cbaa77eb-6396-4aa6-b144-072557ed2051 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:55:52.255994 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:52.274323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-c8cb2180-c69c-4599-b1fb-4cc55078e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.275913 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-c8cb2180-c69c-4599-b1fb-4cc55078e3f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f69e41a9-0dba-4491-a226-ab1715d23daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503910 Aug 10 01:55:52.346142 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:52.372906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fb7ed8-4d08-407d-9642-889ba18c3d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbaa77eb-6396-4aa6-b144-072557ed2051'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:52.375189 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e354ca99-9962-4c72-ae07-827ce9d7038f" -d '{"events": [{"server_uuid": "20fb7ed8-4d08-407d-9642-889ba18c3d34", "name": "network-vif-plugged", "status": "completed", "tag": "cbaa77eb-6396-4aa6-b144-072557ed2051"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:52.388812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port cbaa77eb-6396-4aa6-b144-072557ed2051, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cbaa77eb-6396-4aa6-b144-072557ed2051,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:52.392070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51f2f15d-4708-4cd1-b2d1-642f7e90b480 req-4bc872a4-42a3-4e7f-b86a-2bb273b2a129 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444576 Aug 10 01:55:52.396669 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-61acdf66-ede1-446f-a4c5-bfb3e8cfd4d9 service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112189 Aug 10 01:55:52.429011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-02814f54-9869-44b6-ab8e-c74153355e38 service neutron] 10.222.0.38 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636247 Aug 10 01:55:52.461564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:52.497192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:52.542606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': '46267443-4211-4c0f-9fce-25b2006944e6'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:52.543968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576bff6-02c4-4c78-8e72-05e013e89cdc req-7428f1eb-bfc3-4955-b531-8608689fb881 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.545508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a576bff6-02c4-4c78-8e72-05e013e89cdc req-7428f1eb-bfc3-4955-b531-8608689fb881 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 950 time: 0.0691381 Aug 10 01:55:52.553835 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "46267443-4211-4c0f-9fce-25b2006944e6"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:52.558353 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-19df99dc-474f-48f4-8296-a1246e955842 service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530886 Aug 10 01:55:52.568161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=cbaa77eb-6396-4aa6-b144-072557ed2051,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:52.595131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a576bff6-02c4-4c78-8e72-05e013e89cdc req-6acafb17-bc0e-4924-ab54-fe9c7643bd8f tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378542 Aug 10 01:55:52.665904 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:52.739338 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:52.745492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:52.752469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:52.762854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650144d8-51b2-4149-8bd0-6456d7b9ac51 req-ae0b9621-75ab-4bb1-967d-1ee2cd6fce9b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.764448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-650144d8-51b2-4149-8bd0-6456d7b9ac51 req-ae0b9621-75ab-4bb1-967d-1ee2cd6fce9b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 932 time: 0.1100008 Aug 10 01:55:52.766894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event updated for resources: {'Port': ['ID=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:52.840026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:52.840944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:52.850262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-650144d8-51b2-4149-8bd0-6456d7b9ac51 req-7039bdbf-d08b-48ac-a144-cebe3c47870c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586755 Aug 10 01:55:52.927278 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-a529e0c5-1d56-416c-87f8-fbad29800ca9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=427255fd-b6d6-40ae-bad2-edb5ab3b5dec HTTP/1.1" status: 200 len: 217 time: 0.3601322 Aug 10 01:55:52.952128 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2f8d71-c04c-4d23-a0de-14d584ecb71b x-openstack-request-id: req-0d2f8d71-c04c-4d23-a0de-14d584ecb71b {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:52.952656 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fb7ed8-4d08-407d-9642-889ba18c3d34", "name": "network-vif-plugged", "status": "completed", "tag": "cbaa77eb-6396-4aa6-b144-072557ed2051", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:52.952656 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d2f8d71-c04c-4d23-a0de-14d584ecb71b {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:52.953064 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fb7ed8-4d08-407d-9642-889ba18c3d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbaa77eb-6396-4aa6-b144-072557ed2051', 'code': 200} Aug 10 01:55:52.961355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-7dbc30e3-26a1-4640-9255-a2229d6b04af tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8917098 Aug 10 01:55:53.020280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-29fe1191-7bde-48b8-a364-ce81509a59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:53.021742 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-29fe1191-7bde-48b8-a364-ce81509a59d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0859478 Aug 10 01:55:53.031677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-9325c1c6-27fd-478d-915e-f810d4d4f6ab tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:53.036284 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-9325c1c6-27fd-478d-915e-f810d4d4f6ab tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.0688787 Aug 10 01:55:53.039881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Request body: {'port': {'device_id': '2cf5ff92-b26a-49ca-bc39-da28021ddd76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:53.051284 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-767704-21'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:53.124662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-ef2e7c60-917c-4312-8b94-781c2f5debbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:53.126090 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-ef2e7c60-917c-4312-8b94-781c2f5debbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887840 Aug 10 01:55:53.133090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:53.160824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8eb76-308b-4903-9c75-b186224bb7be req-f449efee-01bc-4b9c-ba66-addd68f7854a tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:53.162335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bf8eb76-308b-4903-9c75-b186224bb7be req-f449efee-01bc-4b9c-ba66-addd68f7854a tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 945 time: 0.1219876 Aug 10 01:55:53.166268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc0e3f-4ce9-4c9a-832b-82b9f05463e1 req-ae6a624e-4214-435b-8445-babea39a32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:53.167269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98cc0e3f-4ce9-4c9a-832b-82b9f05463e1 req-ae6a624e-4214-435b-8445-babea39a32c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 1097 time: 0.1252925 Aug 10 01:55:53.167269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:53.318460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98cc0e3f-4ce9-4c9a-832b-82b9f05463e1 req-6636800d-c23b-4ddd-8264-d69c44482e24 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416764 Aug 10 01:55:53.325942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bf8eb76-308b-4903-9c75-b186224bb7be req-cb530d8e-90d7-45a8-a2ad-23127faaa1b9 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408002 Aug 10 01:55:53.338417 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-30997bb3-bfc4-4dc7-a2c5-48d1c4bbb411 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030175 Aug 10 01:55:53.364124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:53.431917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ebb61-08f5-4eff-84e5-a718cb0c157d req-db74d207-75f2-4ed5-8233-c4e78c073419 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:53.438831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a9ebb61-08f5-4eff-84e5-a718cb0c157d req-db74d207-75f2-4ed5-8233-c4e78c073419 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 945 time: 0.2319205 Aug 10 01:55:53.470196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:53.532368 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df140db7-0090-414c-8076-6f7ca20a76a4 x-openstack-request-id: req-df140db7-0090-414c-8076-6f7ca20a76a4 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:53.532368 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "46267443-4211-4c0f-9fce-25b2006944e6", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:53.532368 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df140db7-0090-414c-8076-6f7ca20a76a4 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:53.532368 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': '46267443-4211-4c0f-9fce-25b2006944e6', 'status': 'completed', 'code': 200} Aug 10 01:55:53.532368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-bcee7b36-5a4e-4325-a9c7-e156858e923b service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573060 Aug 10 01:55:53.537456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a9ebb61-08f5-4eff-84e5-a718cb0c157d req-66f5190b-f17c-4e6b-9d2f-94b6f58fb519 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977442 Aug 10 01:55:53.571144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:53.573737 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-bdc1310f-27d8-457d-9999-690c97fb667e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=efb0670e-4f05-4aac-9ba8-3680f27368b7 HTTP/1.1" status: 200 len: 217 time: 0.0402060 Aug 10 01:55:53.591446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d5c0f13-77a7-4d6d-91cb-cd1f9d81fdc1 req-fb2255cd-5199-4800-ab2d-9aceb0cfce14 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 210 time: 0.0465899 Aug 10 01:55:53.649524 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:53.657881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1b8a50e5-f8eb-4046-b40f-a7520dc9ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:53.659382 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-1b8a50e5-f8eb-4046-b40f-a7520dc9ee3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0769296 Aug 10 01:55:53.749204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Pushing event updated for resources: {'Port': ['ID=d720ee70-929f-4450-a1a7-7b70a21a9762,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:53.776556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-c833a86d-2fad-4b2a-a6da-8dd61313f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:53.778114 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-c833a86d-2fad-4b2a-a6da-8dd61313f97d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0943651 Aug 10 01:55:53.782803 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:53.797855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on host n-h2-767704-21 for vnic_type normal with profile {"migrating_to": "n-h1-767704-21"} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:53.798189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:53.798522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:53.837229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:53.837591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:53.849266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:53.849679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:53.849983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:53.851595 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Bound port: d720ee70-929f-4450-a1a7-7b70a21a9762, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:53.856299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:53.929618 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-8d678c36-5770-4a1d-ae94-dd27072e73d6 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430175 Aug 10 01:55:53.991493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:54.013916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:54.052398 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-fd29c392-5878-4e69-b65e-5ee6010121d4 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110628 Aug 10 01:55:54.098636 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-46e48381-d87d-4dc8-9ba4-3bfcd5bb0923 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=8cf4f938-de02-41ee-a3ac-d3a89ae08d67 HTTP/1.1" status: 200 len: 217 time: 0.0367033 Aug 10 01:55:54.105391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d720ee70-929f-4450-a1a7-7b70a21a9762 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:54.108676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:54.124435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-659c0830-ca64-4efc-9dd4-3ad70c20995e tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.125928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-659c0830-ca64-4efc-9dd4-3ad70c20995e tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 950 time: 0.4772398 Aug 10 01:55:54.137985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:54.158870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:54.164097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144502d5-ea43-4978-98da-adf99c542f84 req-3f7fa5ac-3926-43d3-97f3-a8c0fba62d0e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.169913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144502d5-ea43-4978-98da-adf99c542f84 req-3f7fa5ac-3926-43d3-97f3-a8c0fba62d0e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.175905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144502d5-ea43-4978-98da-adf99c542f84 req-3f7fa5ac-3926-43d3-97f3-a8c0fba62d0e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.183184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144502d5-ea43-4978-98da-adf99c542f84 req-3f7fa5ac-3926-43d3-97f3-a8c0fba62d0e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.187704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144502d5-ea43-4978-98da-adf99c542f84 req-3f7fa5ac-3926-43d3-97f3-a8c0fba62d0e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.193591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144502d5-ea43-4978-98da-adf99c542f84 req-3f7fa5ac-3926-43d3-97f3-a8c0fba62d0e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.200020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144502d5-ea43-4978-98da-adf99c542f84 req-3f7fa5ac-3926-43d3-97f3-a8c0fba62d0e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.202420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-144502d5-ea43-4978-98da-adf99c542f84 req-3f7fa5ac-3926-43d3-97f3-a8c0fba62d0e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.5435433 Aug 10 01:55:54.226398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-e139a28c-3d30-44d1-a5a2-d84a384aea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.229798 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-e139a28c-3d30-44d1-a5a2-d84a384aea0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.1182394 Aug 10 01:55:54.229917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, got binding levels [] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:54.233330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe4d0-50d6-4814-9ce9-d3b378a36501 req-2709e36a-9cd1-4892-aca4-a539ac7e001b tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.240587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-927fe4d0-50d6-4814-9ce9-d3b378a36501 req-2709e36a-9cd1-4892-aca4-a539ac7e001b tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 950 time: 0.5312071 Aug 10 01:55:54.256056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on host n-h2-767704-21 for vnic_type normal with profile {"migrating_to": "n-h1-767704-21"} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:54.256447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:54.262986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:54.263150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Transition to ACTIVE for port object 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:54.263345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.263345 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:54.263504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:54.263504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Attempting to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 on network 3ea2a2dd-e85f-4282-baa3-4d340bdc5baf {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:54.264068 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] 10.222.0.16 "PUT /v2.0/ports/d720ee70-929f-4450-a1a7-7b70a21a9762 HTTP/1.1" status: 200 len: 1123 time: 1.2166369 Aug 10 01:55:54.267772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:54.268156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Checking segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:54.268955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Bound using segment: {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:54.269476 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Bound port: d720ee70-929f-4450-a1a7-7b70a21a9762, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5485fa-1dba-426e-a6cb-54bc63ed2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3ea2a2dd-e85f-4282-baa3-4d340bdc5baf'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:54.269881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:54.311624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8d19e-ca3c-40bc-9a33-1e2535bcf507 service neutron] Pushing event updated for resources: {'Port': ['ID=d720ee70-929f-4450-a1a7-7b70a21a9762,revision_number=8']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:54.331587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-c6bfd60b-ab81-450b-95ea-18e0b9ee771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.333712 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-c6bfd60b-ab81-450b-95ea-18e0b9ee771e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782206 Aug 10 01:55:54.339606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-927fe4d0-50d6-4814-9ce9-d3b378a36501 req-8aadecf7-d1ae-4025-aecc-fbd85a388592 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981476 Aug 10 01:55:54.345242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-144502d5-ea43-4978-98da-adf99c542f84 req-e55077a3-2336-438f-bad5-4a51230c9a0d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221321 Aug 10 01:55:54.368560 n-d-767704-21 neutron-server[101225]: WARNING neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Concurrent port binding operations failed on port d720ee70-929f-4450-a1a7-7b70a21a9762 Aug 10 01:55:54.372238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:54.375088 n-d-767704-21 neutron-server[101225]: INFO neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Attempt 2 to bind port d720ee70-929f-4450-a1a7-7b70a21a9762 Aug 10 01:55:54.377699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Deleting port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:55:54.377811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d720ee70-929f-4450-a1a7-7b70a21a9762 has no active binding in host n-h1-767704-21 {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:55:54.377897 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:54.387262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['d720ee70-929f-4450-a1a7-7b70a21a9762'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:54.404753 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:54.423880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['d720ee70-929f-4450-a1a7-7b70a21a9762'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:54.505113 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-de88d3ac-9d78-4744-bfc8-07e517ae622c service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641524 Aug 10 01:55:54.530935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Pushing event updated for resources: {'Port': ['ID=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:54.626729 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-d1a9f64f-a5d1-442d-8be8-b97424308a8b service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104891 Aug 10 01:55:54.652872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] For port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:54.653252 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:54.680767 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4641b00a-9189-488d-a412-c58e30a8d9e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=b2958efa-81da-4c3f-9652-5f945e907a77 HTTP/1.1" status: 200 len: 217 time: 0.0469780 Aug 10 01:55:54.689078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Calling delete_port for e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:55:54.707002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb421e-4ffb-4b4b-b462-2a3836f9d1af req-3776cd62-9c88-4149-b7df-78df68b09ebe tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.714669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7eb421e-4ffb-4b4b-b462-2a3836f9d1af req-3776cd62-9c88-4149-b7df-78df68b09ebe tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 944 time: 0.2096579 Aug 10 01:55:54.727873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc64bd6-b405-487a-9e26-c1b6ddb32999 req-96a51868-af1b-4745-a114-19badf9766db tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.729616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccc64bd6-b405-487a-9e26-c1b6ddb32999 req-96a51868-af1b-4745-a114-19badf9766db tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 945 time: 0.2257447 Aug 10 01:55:54.739399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-3089a62f-92db-418d-8038-23d280ed063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.742376 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-3089a62f-92db-418d-8038-23d280ed063b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0534296 Aug 10 01:55:54.815200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-cebc31d7-5cce-4a45-81ac-00d073b8fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:54.817258 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-cebc31d7-5cce-4a45-81ac-00d073b8fddc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0689516 Aug 10 01:55:54.838082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Attempting to bind port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:54.838519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Attempting to bind port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:54.838984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Attempting to bind port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:54.864124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7eb421e-4ffb-4b4b-b462-2a3836f9d1af req-2aabf63f-a7db-406c-bc44-8d13ab5e69a7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484663 Aug 10 01:55:54.870321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:54.870757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Attempting to bind port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:54.877343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccc64bd6-b405-487a-9e26-c1b6ddb32999 req-17a4a3a3-05d0-44f2-a0de-6e8871ec50a3 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339192 Aug 10 01:55:54.885110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:54.885315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Checking segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:54.885708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Bound using segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:54.886250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Bound port: 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:54.886669 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:54.962255 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-f6b0338a-2f51-4a1f-8a7a-2dc6a00aebc4 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371446 Aug 10 01:55:55.017286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] For port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:55.022323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] For port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:55.110593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:55.123337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:55.131155 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-98934f3a-c43f-4376-be41-765ee7c99ea4 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592877 Aug 10 01:55:55.194267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Pushing event deleted for resources: {'Port': ['ID=e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:55.201459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:55.213275 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4533c3e0-743b-4d3c-aeb5-ad2e60363914 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d HTTP/1.1" status: 200 len: 217 time: 0.0675671 Aug 10 01:55:55.224515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:55.269086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b7d5-f5d3-4338-ac6a-256391dfcb22 req-60870f73-ca1c-45b0-9bb6-8ba1fe567eb6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.273517 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f361b7d5-f5d3-4338-ac6a-256391dfcb22 req-60870f73-ca1c-45b0-9bb6-8ba1fe567eb6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.2136095 Aug 10 01:55:55.313866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.314676 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:55.316775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] 10.222.0.11 "PUT /v2.0/ports/993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 HTTP/1.1" status: 200 len: 1093 time: 2.3471198 Aug 10 01:55:55.317313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf5ff92-b26a-49ca-bc39-da28021ddd76', 'tag': '993bc1e8-6f59-4f3a-9ad2-cf306c5e8443'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:55.319967 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e6760-1040-4b29-bb6e-f1fcec5a5559" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf5ff92-b26a-49ca-bc39-da28021ddd76", "tag": "993bc1e8-6f59-4f3a-9ad2-cf306c5e8443"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:55.331498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-fc9dd94a-c8e0-43ec-8b37-b964b0d0e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.333003 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-fc9dd94a-c8e0-43ec-8b37-b964b0d0e853 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 200 len: 797 time: 0.1113605 Aug 10 01:55:55.391571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-477154f9-e685-465d-9bbf-d238eb3ae503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.393190 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-477154f9-e685-465d-9bbf-d238eb3ae503 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523953 Aug 10 01:55:55.403463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] No DVR routers for this DVR port e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:55:55.406327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:55.409023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e13f67cb-6a7e-4239-bff5-2d497d087113 req-b15b88dc-4171-44cc-ab4b-b0f9ffd1529a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.16 "DELETE /v2.0/ports/e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c HTTP/1.1" status: 204 len: 173 time: 1.2748461 Aug 10 01:55:55.433457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f178a-e7f2-4799-b615-0e901c575683 service neutron] Pushing event updated for resources: {'Port': ['ID=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:55.473445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e4a7a41-6c42-4619-83e2-7389f246a6b4 req-124a2c27-2c46-4a9c-90ff-4c919302dd38 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 210 time: 0.1186330 Aug 10 01:55:55.527953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f361b7d5-f5d3-4338-ac6a-256391dfcb22 req-a409ecb9-aea6-4826-aabf-971024bc475a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397504 Aug 10 01:55:55.528119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762'}, {'name': 'network-changed', 'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:55.531265 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bcdead-50b8-4f02-a815-871392cb976a" -d '{"events": [{"server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "name": "network-vif-unplugged", "status": "completed", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762"}, {"name": "network-changed", "server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:55.541859 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a18ecf7-96b2-4a29-b21a-350c53a4088f x-openstack-request-id: req-4a18ecf7-96b2-4a29-b21a-350c53a4088f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:55.541859 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf5ff92-b26a-49ca-bc39-da28021ddd76", "tag": "993bc1e8-6f59-4f3a-9ad2-cf306c5e8443", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:55.541859 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a18ecf7-96b2-4a29-b21a-350c53a4088f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:55.541859 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf5ff92-b26a-49ca-bc39-da28021ddd76', 'tag': '993bc1e8-6f59-4f3a-9ad2-cf306c5e8443', 'status': 'completed', 'code': 200} Aug 10 01:55:55.541859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-e902a7e2-843c-435b-beb1-c73bf1a35abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.543160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-e902a7e2-843c-435b-beb1-c73bf1a35abb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 1096 time: 0.0826368 Aug 10 01:55:55.549264 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-72d47a87-ea64-41ee-9ae1-70529cbaf9f9 service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467588 Aug 10 01:55:55.590907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-99a79a39-d39e-4190-9a17-4caa64522b42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 HTTP/1.1" status: 200 len: 217 time: 0.0387197 Aug 10 01:55:55.633472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-346822b5-ed81-44eb-87af-a214d922e475 req-88757b10-5ca0-4e46-b77c-9d8e1190453d tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f1a00ed-6e02-40a6-971c-677017d7320a HTTP/1.1" status: 200 len: 210 time: 0.0398571 Aug 10 01:55:55.697943 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-090843df-d606-4d4d-ac5b-788b1a493740 service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407490 Aug 10 01:55:55.712991 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4178c32c-a169-4a67-8b1e-304c1970cd75 x-openstack-request-id: req-4178c32c-a169-4a67-8b1e-304c1970cd75 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:55.713382 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "name": "network-vif-unplugged", "status": "completed", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762", "code": 200}, {"name": "network-changed", "server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:55.713640 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4178c32c-a169-4a67-8b1e-304c1970cd75 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:55.714070 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762', 'code': 200} Aug 10 01:55:55.714992 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762', 'status': 'completed', 'code': 200} Aug 10 01:55:55.719423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-49912674-4bd6-40f2-9e8b-256dd88e0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.721078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-49912674-4bd6-40f2-9e8b-256dd88e0073 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.1180525 Aug 10 01:55:55.734421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83a42-8b96-4a27-90c6-690b496b9595 req-b4230ebe-52a9-4fff-a352-14ac7d01391b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.740384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83a42-8b96-4a27-90c6-690b496b9595 req-b4230ebe-52a9-4fff-a352-14ac7d01391b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.747047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83a42-8b96-4a27-90c6-690b496b9595 req-b4230ebe-52a9-4fff-a352-14ac7d01391b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.751874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-cc26366a-fc49-4787-9600-3b220b309baf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46267443-4211-4c0f-9fce-25b2006944e6 HTTP/1.1" status: 200 len: 217 time: 0.0453923 Aug 10 01:55:55.753074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83a42-8b96-4a27-90c6-690b496b9595 req-b4230ebe-52a9-4fff-a352-14ac7d01391b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.759590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83a42-8b96-4a27-90c6-690b496b9595 req-b4230ebe-52a9-4fff-a352-14ac7d01391b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.765534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83a42-8b96-4a27-90c6-690b496b9595 req-b4230ebe-52a9-4fff-a352-14ac7d01391b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.771999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83a42-8b96-4a27-90c6-690b496b9595 req-b4230ebe-52a9-4fff-a352-14ac7d01391b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.774095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8a83a42-8b96-4a27-90c6-690b496b9595 req-b4230ebe-52a9-4fff-a352-14ac7d01391b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1448798 Aug 10 01:55:55.818332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-e50e6e78-9664-4ece-9c7f-722f2792ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.820766 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-e50e6e78-9664-4ece-9c7f-722f2792ceba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 200 len: 797 time: 0.0618734 Aug 10 01:55:55.836150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-d48bb6cb-a360-4c5c-a625-409408b7ca7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610065 Aug 10 01:55:55.895401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-e1b3a2f6-ab19-4627-a71e-4676301f8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.897115 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-e1b3a2f6-ab19-4627-a71e-4676301f8f12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0685470 Aug 10 01:55:55.921985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8a83a42-8b96-4a27-90c6-690b496b9595 req-d4f69b7e-99ca-46e7-940a-f2d968dfaa05 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297343 Aug 10 01:55:55.974740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdead-50b8-4f02-a815-871392cb976a req-f9d39d02-21c8-41b3-8521-ee21be0cb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:55.977129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bcdead-50b8-4f02-a815-871392cb976a req-f9d39d02-21c8-41b3-8521-ee21be0cb5f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 1126 time: 0.2009215 Aug 10 01:55:56.073934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-f9a8e631-a971-43d4-aceb-78425280d97a service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283084 Aug 10 01:55:56.109592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f611f4-388f-4d06-8d0b-ca6bba333b7f req-c0712da5-025e-4c27-940f-218a8eb187e7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.111605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55f611f4-388f-4d06-8d0b-ca6bba333b7f req-c0712da5-025e-4c27-940f-218a8eb187e7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 944 time: 0.1609275 Aug 10 01:55:56.137102 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-d6eebe7b-ea69-4a4d-be27-43282af9546e service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216771 Aug 10 01:55:56.149494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65325657-c310-48dd-86ad-8312b58c1371 req-4f44b121-9e2b-4e3e-a05b-5122e1f721d1 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.151063 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-4f44b121-9e2b-4e3e-a05b-5122e1f721d1 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 808 time: 0.1975744 Aug 10 01:55:56.176178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Request body: {'port': {'device_id': '50f3d490-c5ca-41de-842a-11632b57c98a', 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d', 'admin_state_up': True, 'tenant_id': '64f718678e0b4c91a1b88e2f03a4baec'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:56.223193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdead-50b8-4f02-a815-871392cb976a req-77442223-a17e-4c7a-8ede-7a63aad96fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.224673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bcdead-50b8-4f02-a815-871392cb976a req-77442223-a17e-4c7a-8ede-7a63aad96fbc service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.2268693 Aug 10 01:55:56.258091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55f611f4-388f-4d06-8d0b-ca6bba333b7f req-4a89f611-1253-4723-b3c0-2af44714e947 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934644 Aug 10 01:55:56.300967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bcdead-50b8-4f02-a815-871392cb976a req-5108cab0-46af-48a2-a42e-457c2bd15e00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d720ee70-929f-4450-a1a7-7b70a21a9762 HTTP/1.1" status: 200 len: 217 time: 0.0598881 Aug 10 01:55:56.325655 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a0d52aba-b847-4fe9-a9e6-fadf7bef6ee9 req-4e622eb2-efc0-4906-9622-7540182a149f service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732440 Aug 10 01:55:56.368781 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7a7f164-2e1c-466e-913c-e52870e86274 req-16eb8169-43a3-4884-b387-05f365ba2dbc service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856576 Aug 10 01:55:56.398782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdead-50b8-4f02-a815-871392cb976a req-e535a59b-0c09-4994-a88f-3b15bfb8eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.400489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bcdead-50b8-4f02-a815-871392cb976a req-e535a59b-0c09-4994-a88f-3b15bfb8eb0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0784466 Aug 10 01:55:56.436464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bcdead-50b8-4f02-a815-871392cb976a req-36e1da95-43e1-4012-a041-9c67a1a24e4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257213 Aug 10 01:55:56.551436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bcdead-50b8-4f02-a815-871392cb976a req-dc8beed5-62ae-41fc-a2d5-54ca3b491cd3 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056626 Aug 10 01:55:56.566700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Made reservation on behalf of 64f718678e0b4c91a1b88e2f03a4baec for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:55:56.571119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:56.623845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-cc2e02d7-6f2b-4149-9d34-75e42ab5b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.624420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-cc2e02d7-6f2b-4149-9d34-75e42ab5b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.624903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-cc2e02d7-6f2b-4149-9d34-75e42ab5b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.626178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-cc2e02d7-6f2b-4149-9d34-75e42ab5b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.626178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-cc2e02d7-6f2b-4149-9d34-75e42ab5b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.626376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-cc2e02d7-6f2b-4149-9d34-75e42ab5b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.626944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-cc2e02d7-6f2b-4149-9d34-75e42ab5b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.629048 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-cc2e02d7-6f2b-4149-9d34-75e42ab5b44a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6496 time: 0.1027770 Aug 10 01:55:56.748628 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54974020-9bbd-49c5-a21b-3c942a894dc0 req-5dc00c99-3f9a-48ab-b1fa-8648b55b6f74 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 210 time: 0.0737960 Aug 10 01:55:56.799813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-3eff77cd-84c0-4469-a5c2-50a5d1d1c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.801307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-3eff77cd-84c0-4469-a5c2-50a5d1d1c1f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 1096 time: 0.2084506 Aug 10 01:55:56.805680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bcdead-50b8-4f02-a815-871392cb976a req-4af6c8de-5094-4b44-a8c5-7059d6cec991 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309644 Aug 10 01:55:56.814771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62887-22bb-405a-b646-78d9dec0c0cb req-8c808085-6bc8-46d9-b250-b2d77cb02610 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.816616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f62887-22bb-405a-b646-78d9dec0c0cb req-8c808085-6bc8-46d9-b250-b2d77cb02610 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.1769624 Aug 10 01:55:56.887422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-59d4e6ea-38e1-497f-af0e-a21cada12aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:56.889435 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-59d4e6ea-38e1-497f-af0e-a21cada12aff service neutron] 10.222.0.16 "GET /v2.0/networks?id=df1ef0da-2ec8-457a-8c82-ab0c74915fea HTTP/1.1" status: 200 len: 902 time: 0.2156422 Aug 10 01:55:56.891224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Allocated IP 172.20.0.12 (ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d/efe20240-759c-44f9-a75c-18875ca75d53/5d533d01-6b3d-44b5-9440-b7ace7f3d836) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:55:56.995207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f62887-22bb-405a-b646-78d9dec0c0cb req-c838a6d6-0b82-432e-9d03-2a9577f17de4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693184 Aug 10 01:55:57.009580 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-2460882d-092f-41ee-b97d-e4e1409ee99a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46267443-4211-4c0f-9fce-25b2006944e6 HTTP/1.1" status: 200 len: 217 time: 0.1089206 Aug 10 01:55:57.033476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-c3dabfd5-ac05-4599-8f3e-569f56f417f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.035188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-c3dabfd5-ac05-4599-8f3e-569f56f417f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 913 time: 0.2175131 Aug 10 01:55:57.100034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-14a6fdb6-603f-42e1-8a7d-f962d219e823 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 HTTP/1.1" status: 200 len: 217 time: 0.0558240 Aug 10 01:55:57.161913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-35ba8673-9468-4897-ba3d-89953b3e9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.163990 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-35ba8673-9468-4897-ba3d-89953b3e9721 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 200 len: 797 time: 0.1259789 Aug 10 01:55:57.197089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbc6d-ba5f-479c-acd5-8e6b6fa63aba req-409b4470-7605-4d79-941a-f39e0169c90d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.203526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbc6d-ba5f-479c-acd5-8e6b6fa63aba req-409b4470-7605-4d79-941a-f39e0169c90d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.211150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbc6d-ba5f-479c-acd5-8e6b6fa63aba req-409b4470-7605-4d79-941a-f39e0169c90d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.220182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbc6d-ba5f-479c-acd5-8e6b6fa63aba req-409b4470-7605-4d79-941a-f39e0169c90d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.231743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbc6d-ba5f-479c-acd5-8e6b6fa63aba req-409b4470-7605-4d79-941a-f39e0169c90d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.236274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbc6d-ba5f-479c-acd5-8e6b6fa63aba req-409b4470-7605-4d79-941a-f39e0169c90d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.243310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbc6d-ba5f-479c-acd5-8e6b6fa63aba req-409b4470-7605-4d79-941a-f39e0169c90d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.245536 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfebbc6d-ba5f-479c-acd5-8e6b6fa63aba req-409b4470-7605-4d79-941a-f39e0169c90d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1406777 Aug 10 01:55:57.249198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-8da24170-4d6b-4f90-800e-45c67d657af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.249675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-7c12b44a-ea7a-48f2-8c1b-2992b4d9c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.250812 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-8da24170-4d6b-4f90-800e-45c67d657af8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719719 Aug 10 01:55:57.251099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-7c12b44a-ea7a-48f2-8c1b-2992b4d9c207 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.1356320 Aug 10 01:55:57.255717 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:57.306801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-288bcad2-24bc-45a3-a8c3-e99a90eaad5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323086 Aug 10 01:55:57.330401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfebbc6d-ba5f-479c-acd5-8e6b6fa63aba req-4e96a96c-39b7-4cfe-850c-181a0ce0287b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779202 Aug 10 01:55:57.399983 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-df7b3550-605b-42ee-a75e-77b3621ae611 service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387649 Aug 10 01:55:57.426511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-b5202ffb-c415-499c-a8c7-7833505f54af service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085312 Aug 10 01:55:57.459240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:57.473509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['972ef41c-5933-4427-b8fb-38bb6049ca32'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:57.527886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:55:57.543309 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:55:57.543772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1a00ed-6e02-40a6-971c-677017d7320a', 'name': 'network-vif-deleted', 'tag': 'e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:57.546236 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03804f0b-557e-4e3d-bf49-3d51055601ad" -d '{"events": [{"server_uuid": "1f1a00ed-6e02-40a6-971c-677017d7320a", "name": "network-vif-deleted", "tag": "e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:57.558797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:55:57.590472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Pushing event updated for resources: {'Port': ['ID=5d533d01-6b3d-44b5-9440-b7ace7f3d836,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:57.618688 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-478cb5c3-13d6-4e23-bde3-5a4cd841c7fa req-220b7d6b-ed36-4ee9-a2ed-89fa2b0b24ed service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090366 Aug 10 01:55:57.619699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-640e6760-1040-4b29-bb6e-f1fcec5a5559 req-3f81990b-16b3-48c2-aa6a-4b860f49df54 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812556 Aug 10 01:55:57.630706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.631449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:57.718047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eed37b-1c84-4a69-9513-0f348267a580 req-7d13b645-1b05-49d0-90e7-bfe90609ebc7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.719725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16eed37b-1c84-4a69-9513-0f348267a580 req-7d13b645-1b05-49d0-90e7-bfe90609ebc7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 944 time: 0.0968704 Aug 10 01:55:57.734643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df346381-3751-4b92-87da-be785c582a63 req-543b8535-98f3-4195-81e7-3c241872ed9a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.736529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df346381-3751-4b92-87da-be785c582a63 req-543b8535-98f3-4195-81e7-3c241872ed9a tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 949 time: 0.1120977 Aug 10 01:55:57.769926 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-e6c02339-ccb2-47f5-963b-2ccb9a80469f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5978925 Aug 10 01:55:57.784245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Request body: {'port': {'device_id': '50f3d490-c5ca-41de-842a-11632b57c98a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:55:57.800637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16eed37b-1c84-4a69-9513-0f348267a580 req-3057a034-614a-4502-ba12-81da8241d2c6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628240 Aug 10 01:55:57.817650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df346381-3751-4b92-87da-be785c582a63 req-0ef795e1-c341-44c5-8987-42cb629d0b6e tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611553 Aug 10 01:55:57.875886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:57.885292 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd9b69e-ed57-4507-97b0-391033ba553c x-openstack-request-id: req-ccd9b69e-ed57-4507-97b0-391033ba553c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:57.885869 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1a00ed-6e02-40a6-971c-677017d7320a", "name": "network-vif-deleted", "tag": "e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:57.886381 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ccd9b69e-ed57-4507-97b0-391033ba553c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:57.887259 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1a00ed-6e02-40a6-971c-677017d7320a', 'name': 'network-vif-deleted', 'tag': 'e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c', 'status': 'completed', 'code': 200} Aug 10 01:55:57.954139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b4f73-7287-4e08-a3a8-4b9b2c4e160f req-c5bb11cd-1173-4ce8-acc8-b06761dc0d96 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:57.956379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb9b4f73-7287-4e08-a3a8-4b9b2c4e160f req-c5bb11cd-1173-4ce8-acc8-b06761dc0d96 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 932 time: 0.0572877 Aug 10 01:55:58.026087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb9b4f73-7287-4e08-a3a8-4b9b2c4e160f req-c338e92b-d725-4ac7-8611-2520039a0c25 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603919 Aug 10 01:55:58.135739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb524-fa4a-402b-beba-56d627b4d1ff req-154e736b-54e9-442b-8960-ae2515e205e1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.136952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a5bb524-fa4a-402b-beba-56d627b4d1ff req-154e736b-54e9-442b-8960-ae2515e205e1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.0540924 Aug 10 01:55:58.137933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:55:58.177099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:55:58.177943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e0b7da36-eac9-48ae-b94a-fb9f7b4e1e8c not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:55:58.183925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a5bb524-fa4a-402b-beba-56d627b4d1ff req-ec89aa99-a3a1-4eeb-b1b5-a8d8857d4e01 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Aug 10 01:55:58.222458 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d533d01-6b3d-44b5-9440-b7ace7f3d836 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:58.231711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.246498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Transition to ACTIVE for port object 5d533d01-6b3d-44b5-9440-b7ace7f3d836 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:55:58.397117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.451367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Pushing event updated for resources: {'Port': ['ID=5d533d01-6b3d-44b5-9440-b7ace7f3d836,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:58.490435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc21f-924a-42dd-a586-049a3044f70f req-e5272d5a-574c-4742-b772-ede54de298cc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.497058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc21f-924a-42dd-a586-049a3044f70f req-e5272d5a-574c-4742-b772-ede54de298cc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.502976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc21f-924a-42dd-a586-049a3044f70f req-e5272d5a-574c-4742-b772-ede54de298cc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.509966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc21f-924a-42dd-a586-049a3044f70f req-e5272d5a-574c-4742-b772-ede54de298cc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.515778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc21f-924a-42dd-a586-049a3044f70f req-e5272d5a-574c-4742-b772-ede54de298cc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.521795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc21f-924a-42dd-a586-049a3044f70f req-e5272d5a-574c-4742-b772-ede54de298cc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.530719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:55:58.531374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:55:58.531721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:58.533973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc21f-924a-42dd-a586-049a3044f70f req-e5272d5a-574c-4742-b772-ede54de298cc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.536259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:55:58.536587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:55:58.536980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d29cc21f-924a-42dd-a586-049a3044f70f req-e5272d5a-574c-4742-b772-ede54de298cc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1197624 Aug 10 01:55:58.541716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:55:58.542060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:55:58.542450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:55:58.542915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Bound port: 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:55:58.543279 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.587793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d29cc21f-924a-42dd-a586-049a3044f70f req-5f2daae5-85ee-4521-96c4-1afb76c03e8b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440731 Aug 10 01:55:58.915001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:55:58.918067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:55:58.946018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b48f4-6392-497e-a128-d9e2b800b95f req-b178f7a8-21c4-46ab-8221-f9ea84fc79ea tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.947608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-433b48f4-6392-497e-a128-d9e2b800b95f req-b178f7a8-21c4-46ab-8221-f9ea84fc79ea tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.11 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 949 time: 0.0892544 Aug 10 01:55:58.955320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7029fb-a306-4bdf-a249-56865c1eca37 req-10f4d726-6113-4ee4-b8f0-55a6e1b9fd36 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:58.956793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc7029fb-a306-4bdf-a249-56865c1eca37 req-10f4d726-6113-4ee4-b8f0-55a6e1b9fd36 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 944 time: 0.0696020 Aug 10 01:55:58.994812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.029571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:59.030297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.031843 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] 10.222.0.11 "PUT /v2.0/ports/5d533d01-6b3d-44b5-9440-b7ace7f3d836 HTTP/1.1" status: 200 len: 1093 time: 1.2520130 Aug 10 01:55:59.032392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:59.034776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:55:59.035476 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017ce8d9-9ef0-4234-9a81-042802a4ed3a" -d '{"events": [{"name": "network-changed", "server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:59.057283 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc7029fb-a306-4bdf-a249-56865c1eca37 req-92a9006c-1359-4fa2-94d0-60fd54f340ef tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905805 Aug 10 01:55:59.089082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-433b48f4-6392-497e-a128-d9e2b800b95f req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Deleting port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:55:59.089871 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-433b48f4-6392-497e-a128-d9e2b800b95f req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.098960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3aca4-e197-4617-8f21-c0832794723b service neutron] Pushing event updated for resources: {'Port': ['ID=5d533d01-6b3d-44b5-9440-b7ace7f3d836,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:59.183009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65325657-c310-48dd-86ad-8312b58c1371 req-9f2186bd-1cc7-4bea-bf0f-4fb1d4ce589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:59.184445 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-9f2186bd-1cc7-4bea-bf0f-4fb1d4ce589c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 1096 time: 0.0557790 Aug 10 01:55:59.187122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:59.201897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '993bc1e8-6f59-4f3a-9ad2-cf306c5e8443', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'port_id': '993bc1e8-6f59-4f3a-9ad2-cf306c5e8443', 'mac_address': 'fa:16:3e:01:60:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8310d-f229-4c41-91a5-1c2abd9b97d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:55:59.248954 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.254219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-390b8d03-849f-4572-be5d-574cfe2f9106 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836 HTTP/1.1" status: 200 len: 217 time: 0.0612392 Aug 10 01:55:59.265582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e063489-fe75-4e62-8fa9-1b8234b47860 req-92ee7d0a-9470-450b-8640-98c166d5c3f6 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:59.267656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e063489-fe75-4e62-8fa9-1b8234b47860 req-92ee7d0a-9470-450b-8640-98c166d5c3f6 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 949 time: 0.0923598 Aug 10 01:55:59.275815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:55:59.279671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-433b48f4-6392-497e-a128-d9e2b800b95f req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] For port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:59.280359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-433b48f4-6392-497e-a128-d9e2b800b95f req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.301254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:55:59.312898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-433b48f4-6392-497e-a128-d9e2b800b95f req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Calling delete_port for a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:55:59.339549 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65325657-c310-48dd-86ad-8312b58c1371 req-7c9d9461-67dc-4449-90d8-ea3b4b0ebc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:59.341525 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-7c9d9461-67dc-4449-90d8-ea3b4b0ebc2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0805171 Aug 10 01:55:59.348620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e063489-fe75-4e62-8fa9-1b8234b47860 req-8ed3dc0f-74e9-45e1-94ba-2241e4f68f80 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/security-groups?id=a74b2485-5878-4fdc-a4f3-1d934510ed79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724061 Aug 10 01:55:59.377874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-264688f1-cada-4280-894f-f46cf364dd09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270679 Aug 10 01:55:59.408304 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.498421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:59.500782 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-d4b4344c-2ab4-4d07-bf13-8a97c6d1063e service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145093 Aug 10 01:55:59.508370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.508996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.509548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.510121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.510851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.511473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.512054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.512588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.513163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.513705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.514237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.514804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:55:59.530111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af379b05-2be3-47fe-9442-44fde873026f req-1a021db9-4d3a-4e80-90da-094072303599 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:59.532503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af379b05-2be3-47fe-9442-44fde873026f req-1a021db9-4d3a-4e80-90da-094072303599 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.1001489 Aug 10 01:55:59.580167 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af379b05-2be3-47fe-9442-44fde873026f req-538b2e0b-1b67-4b9f-b599-d7f68d690b28 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Aug 10 01:55:59.605898 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-433b48f4-6392-497e-a128-d9e2b800b95f req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.618269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:59.637829 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65325657-c310-48dd-86ad-8312b58c1371 req-46e71c51-0dce-4dc4-955d-aa6cec634614 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282852 Aug 10 01:55:59.659582 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2368b820-a34b-4887-bc89-8ba3e9d9957d x-openstack-request-id: req-2368b820-a34b-4887-bc89-8ba3e9d9957d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:55:59.660514 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:55:59.660834 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2368b820-a34b-4887-bc89-8ba3e9d9957d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:55:59.662222 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836', 'status': 'completed', 'code': 200} Aug 10 01:55:59.663140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Pushing event deleted for resources: {'Port': ['ID=a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:55:59.686236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['993bc1e8-6f59-4f3a-9ad2-cf306c5e8443'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:55:59.723745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b48f4-6392-497e-a128-d9e2b800b95f req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] No DVR routers for this DVR port a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:55:59.726998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-433b48f4-6392-497e-a128-d9e2b800b95f req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:59.729217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-433b48f4-6392-497e-a128-d9e2b800b95f req-65944a41-9cba-4b68-8287-fc23adbcbcc0 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.11 "DELETE /v2.0/ports/a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 HTTP/1.1" status: 204 len: 173 time: 0.7714069 Aug 10 01:55:59.788083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35791236-db79-47c9-819a-afd808e23a31 req-9678dfaf-5579-4f57-81cb-f0f772202922 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:59.795069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35791236-db79-47c9-819a-afd808e23a31 req-9678dfaf-5579-4f57-81cb-f0f772202922 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.0637403 Aug 10 01:55:59.842189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35791236-db79-47c9-819a-afd808e23a31 req-8cc694f2-1851-46bd-8188-38a51fd11855 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455837 Aug 10 01:55:59.888219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3392bc-ae79-41bf-8986-acaa1fe4d7ae', 'name': 'network-vif-deleted', 'tag': 'a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:55:59.890790 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e679dee9-8f90-41ab-994e-11a9c6b7a7aa" -d '{"events": [{"server_uuid": "de3392bc-ae79-41bf-8986-acaa1fe4d7ae", "name": "network-vif-deleted", "tag": "a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:55:59.902181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-eec87904-bf7e-45fa-b788-b36a8198f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:59.903867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-eec87904-bf7e-45fa-b788-b36a8198f239 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 1096 time: 0.0595100 Aug 10 01:56:00.052279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f914-cb5d-44ad-a90f-2e9157eaa871 req-1ced2d71-b3b8-40c9-a770-f271537dab95 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.052279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f914-cb5d-44ad-a90f-2e9157eaa871 req-1ced2d71-b3b8-40c9-a770-f271537dab95 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.059702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f914-cb5d-44ad-a90f-2e9157eaa871 req-1ced2d71-b3b8-40c9-a770-f271537dab95 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.065776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f914-cb5d-44ad-a90f-2e9157eaa871 req-1ced2d71-b3b8-40c9-a770-f271537dab95 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.072080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f914-cb5d-44ad-a90f-2e9157eaa871 req-1ced2d71-b3b8-40c9-a770-f271537dab95 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.078180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f914-cb5d-44ad-a90f-2e9157eaa871 req-1ced2d71-b3b8-40c9-a770-f271537dab95 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.084359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f914-cb5d-44ad-a90f-2e9157eaa871 req-1ced2d71-b3b8-40c9-a770-f271537dab95 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.086927 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e03f914-cb5d-44ad-a90f-2e9157eaa871 req-1ced2d71-b3b8-40c9-a770-f271537dab95 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1519463 Aug 10 01:56:00.115906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-e37d7ad5-ca0f-4552-a7af-5d93a2a3ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.117782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-e37d7ad5-ca0f-4552-a7af-5d93a2a3ead8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.2069478 Aug 10 01:56:00.176240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e03f914-cb5d-44ad-a90f-2e9157eaa871 req-82627921-2013-4b9a-bb69-69870ede9f43 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777204 Aug 10 01:56:00.177721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-dc8b6e4c-692e-401c-bd8c-df00981ebd1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836 HTTP/1.1" status: 200 len: 217 time: 0.0485291 Aug 10 01:56:00.236624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-1b50792b-dbbd-4b39-92e3-d09b0d891e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.238099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-1b50792b-dbbd-4b39-92e3-d09b0d891e08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0531552 Aug 10 01:56:00.275927 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-259efce7-819f-4e4b-88d1-70bdf7ab4e39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288329 Aug 10 01:56:00.375017 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ba6c13-b34d-46a2-95fc-3398c8c1323f x-openstack-request-id: req-f1ba6c13-b34d-46a2-95fc-3398c8c1323f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:00.375430 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3392bc-ae79-41bf-8986-acaa1fe4d7ae", "name": "network-vif-deleted", "tag": "a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:00.375701 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1ba6c13-b34d-46a2-95fc-3398c8c1323f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:00.376455 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3392bc-ae79-41bf-8986-acaa1fe4d7ae', 'name': 'network-vif-deleted', 'tag': 'a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33', 'status': 'completed', 'code': 200} Aug 10 01:56:00.387549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-c4912b62-b403-4e07-b84d-377deb4bf166 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032770 Aug 10 01:56:00.524497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330317-71cf-4c73-b4e7-1106ea94509d req-d512bede-a0e1-4652-a44a-d412bfd055a8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.526058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72330317-71cf-4c73-b4e7-1106ea94509d req-d512bede-a0e1-4652-a44a-d412bfd055a8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 945 time: 0.0825706 Aug 10 01:56:00.530151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-017ce8d9-9ef0-4234-9a81-042802a4ed3a req-4d32c014-d86e-494a-9bb1-c4d609264196 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346798 Aug 10 01:56:00.565538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72330317-71cf-4c73-b4e7-1106ea94509d req-e078a8d0-1821-426b-8d9c-7c474eac7794 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332522 Aug 10 01:56:00.675175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5339bc4a-b278-4e5c-8d42-9e080e9de557 req-c0688e37-5495-4e85-bb1f-6f7b0c0dbe12 tempest-ServersAdminNegativeTestJSON-1876880958 tempest-ServersAdminNegativeTestJSON-1876880958-project] 10.222.0.38 "GET /v2.0/ports?device_id=de3392bc-ae79-41bf-8986-acaa1fe4d7ae HTTP/1.1" status: 200 len: 210 time: 0.0310955 Aug 10 01:56:00.786339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e93c7-c946-4f06-8433-64f65db60075 req-e572c244-4632-4631-a16c-d3b74163361b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.788083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e3e93c7-c946-4f06-8433-64f65db60075 req-e572c244-4632-4631-a16c-d3b74163361b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.0529766 Aug 10 01:56:00.827977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e3e93c7-c946-4f06-8433-64f65db60075 req-efb5d12a-e5cb-49f5-b590-b35579d9f6d9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Aug 10 01:56:00.969571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9160d-a249-4558-be98-4c02518760ba req-31bd0854-a030-4fab-8678-c22288f9896d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:00.971155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5b9160d-a249-4558-be98-4c02518760ba req-31bd0854-a030-4fab-8678-c22288f9896d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.0488548 Aug 10 01:56:01.011770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5b9160d-a249-4558-be98-4c02518760ba req-e781ffae-2ac7-4c4b-8b25-92fec48e71ae tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Aug 10 01:56:01.038257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:01.175247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:01.180406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:01.180974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:01.264034 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:01.287398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5ff92-b26a-49ca-bc39-da28021ddd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993bc1e8-6f59-4f3a-9ad2-cf306c5e8443'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:01.290405 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902be06a-e1c2-4d68-8c80-ac909b50431d" -d '{"events": [{"server_uuid": "2cf5ff92-b26a-49ca-bc39-da28021ddd76", "name": "network-vif-plugged", "status": "completed", "tag": "993bc1e8-6f59-4f3a-9ad2-cf306c5e8443"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:01.308639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:01.346075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bba1a-88d8-4e26-b2ea-b8217dd5cae0 req-2e01556e-feab-4f9e-90ff-169c64582e4a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.352935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bba1a-88d8-4e26-b2ea-b8217dd5cae0 req-2e01556e-feab-4f9e-90ff-169c64582e4a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.358956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bba1a-88d8-4e26-b2ea-b8217dd5cae0 req-2e01556e-feab-4f9e-90ff-169c64582e4a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.364862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bba1a-88d8-4e26-b2ea-b8217dd5cae0 req-2e01556e-feab-4f9e-90ff-169c64582e4a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.370782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bba1a-88d8-4e26-b2ea-b8217dd5cae0 req-2e01556e-feab-4f9e-90ff-169c64582e4a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.376629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bba1a-88d8-4e26-b2ea-b8217dd5cae0 req-2e01556e-feab-4f9e-90ff-169c64582e4a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.382480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bba1a-88d8-4e26-b2ea-b8217dd5cae0 req-2e01556e-feab-4f9e-90ff-169c64582e4a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.384352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-042bba1a-88d8-4e26-b2ea-b8217dd5cae0 req-2e01556e-feab-4f9e-90ff-169c64582e4a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1182103 Aug 10 01:56:01.411320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:01.412045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d720ee70-929f-4450-a1a7-7b70a21a9762 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:01.427090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-042bba1a-88d8-4e26-b2ea-b8217dd5cae0 req-dce1654c-6c3c-44ff-a4db-5e1e7f6d9072 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365713 Aug 10 01:56:01.492422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:01.553642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:01.557612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-5780e8be-52b0-4f82-acff-dae8bd9b1c4a service neutron] 10.222.0.11 "GET /v2.0/ports/d720ee70-929f-4450-a1a7-7b70a21a9762/bindings/n-h1-767704-21 HTTP/1.1" status: 200 len: 385 time: 0.1062403 Aug 10 01:56:01.576699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:01.577284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a4f9fb04-1c75-4bda-aa8d-fb4651bd4c33 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:01.580270 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dbeb5e-c4bc-4921-9e01-238f132d9749 x-openstack-request-id: req-67dbeb5e-c4bc-4921-9e01-238f132d9749 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:01.583802 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5ff92-b26a-49ca-bc39-da28021ddd76", "name": "network-vif-plugged", "status": "completed", "tag": "993bc1e8-6f59-4f3a-9ad2-cf306c5e8443", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:01.583802 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67dbeb5e-c4bc-4921-9e01-238f132d9749 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:01.583802 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf5ff92-b26a-49ca-bc39-da28021ddd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993bc1e8-6f59-4f3a-9ad2-cf306c5e8443', 'code': 200} Aug 10 01:56:01.717874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af590ea3-3564-4dfe-95f6-302dc58c73f3 req-8a347728-143d-4ec1-a54a-a22278a26b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.719552 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af590ea3-3564-4dfe-95f6-302dc58c73f3 req-8a347728-143d-4ec1-a54a-a22278a26b96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 1098 time: 0.0764155 Aug 10 01:56:01.759571 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-af590ea3-3564-4dfe-95f6-302dc58c73f3 req-b196da1f-5a47-452f-8ef5-40e28d716a44 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Aug 10 01:56:01.827526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f6712-61be-4b69-8cbe-5c722986e959 req-9b1ef9e6-4c8a-46c9-bb72-531c8a1219b7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:01.829114 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-497f6712-61be-4b69-8cbe-5c722986e959 req-9b1ef9e6-4c8a-46c9-bb72-531c8a1219b7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0985804 Aug 10 01:56:01.863862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:01.900778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-497f6712-61be-4b69-8cbe-5c722986e959 req-daeeb4be-7d20-4912-9e5b-dbbd2006a598 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640314 Aug 10 01:56:01.903848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:01.943501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d720ee70-929f-4450-a1a7-7b70a21a9762 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:01.953242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:02.049590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55ea67-f358-4ba3-9888-85b314f59673 req-060ec67b-fa45-4bfa-a11e-240fb5f57990 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.051606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a55ea67-f358-4ba3-9888-85b314f59673 req-060ec67b-fa45-4bfa-a11e-240fb5f57990 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.0536125 Aug 10 01:56:02.065859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:02.160381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a55ea67-f358-4ba3-9888-85b314f59673 req-91529235-3df5-4145-90ef-561385d91228 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865531 Aug 10 01:56:02.196621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] Transition to ACTIVE for port object d720ee70-929f-4450-a1a7-7b70a21a9762 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:02.331428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83bd15-1339-4542-b49b-f63a8b36a8b5 req-19e6838d-93c5-4886-bba2-18bb6aff1e1e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.333100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e83bd15-1339-4542-b49b-f63a8b36a8b5 req-19e6838d-93c5-4886-bba2-18bb6aff1e1e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 943 time: 0.0592952 Aug 10 01:56:02.355437 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:02.436009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] No DVR routers for this DVR port d720ee70-929f-4450-a1a7-7b70a21a9762 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:02.443173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e83bd15-1339-4542-b49b-f63a8b36a8b5 req-de242d40-3286-422b-a393-8e7f5e1007fe tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037509 Aug 10 01:56:02.463562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] Pushing event updated for resources: {'Port': ['ID=d720ee70-929f-4450-a1a7-7b70a21a9762,revision_number=10']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:02.489356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-2022bf93-ccfa-4c6f-b76a-9526b35af82d service neutron] 10.222.0.11 "PUT /v2.0/ports/d720ee70-929f-4450-a1a7-7b70a21a9762/bindings/n-h1-767704-21/activate HTTP/1.1" status: 200 len: 370 time: 0.9257276 Aug 10 01:56:02.625577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fcece-6470-442e-8aad-98a0564bae7b req-763e2dc3-ea99-4af8-8c52-b422628b6990 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.633185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fcece-6470-442e-8aad-98a0564bae7b req-763e2dc3-ea99-4af8-8c52-b422628b6990 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.642743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36562) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:02.644134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fcece-6470-442e-8aad-98a0564bae7b req-763e2dc3-ea99-4af8-8c52-b422628b6990 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.652016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fcece-6470-442e-8aad-98a0564bae7b req-763e2dc3-ea99-4af8-8c52-b422628b6990 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.659424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fcece-6470-442e-8aad-98a0564bae7b req-763e2dc3-ea99-4af8-8c52-b422628b6990 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.666159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fcece-6470-442e-8aad-98a0564bae7b req-763e2dc3-ea99-4af8-8c52-b422628b6990 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.672482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fcece-6470-442e-8aad-98a0564bae7b req-763e2dc3-ea99-4af8-8c52-b422628b6990 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.682191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-313fcece-6470-442e-8aad-98a0564bae7b req-763e2dc3-ea99-4af8-8c52-b422628b6990 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1584275 Aug 10 01:56:02.723230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-a3b60f21-0fde-4dd2-9fd9-ab6c3eb84aa6 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.725623 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-a3b60f21-0fde-4dd2-9fd9-ab6c3eb84aa6 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1096 time: 0.0802627 Aug 10 01:56:02.730742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-313fcece-6470-442e-8aad-98a0564bae7b req-0433a816-a772-4fbd-8552-799a90575fa7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437353 Aug 10 01:56:02.812817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-ac7b4bd8-7677-4692-8d0b-88da9c67acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.814515 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-ac7b4bd8-7677-4692-8d0b-88da9c67acff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6&tenant_id=063dde1b95404b2bac7885ebb59e4633 HTTP/1.1" status: 200 len: 1096 time: 0.0738833 Aug 10 01:56:02.912919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-d152df91-a31e-4118-818b-172bf0a21ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.914489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-d152df91-a31e-4118-818b-172bf0a21ccb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 1096 time: 0.0697682 Aug 10 01:56:02.920523 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-744fe679-123e-4a29-9951-e53e7383ac67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cdc00dc901cc4ab2af8aacce57b21c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741716 Aug 10 01:56:02.920823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36568) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:03.021909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451e4d0-0d38-4b60-80d8-9cb23b6eb69f req-d82ca105-ca2a-488e-85d9-807bee78200c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.024040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9451e4d0-0d38-4b60-80d8-9cb23b6eb69f req-d82ca105-ca2a-488e-85d9-807bee78200c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0538533 Aug 10 01:56:03.038812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99a40c3c-5370-4c41-89f4-9acb1ae8d268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.071629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9451e4d0-0d38-4b60-80d8-9cb23b6eb69f req-1fb4d678-821a-443f-bd50-aaf49a1536b6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361342 Aug 10 01:56:03.075132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99a40c3c-5370-4c41-89f4-9acb1ae8d268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.082773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-79671ded-21a8-4404-8b71-0028a806bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.084296 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-79671ded-21a8-4404-8b71-0028a806bf31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.1424565 Aug 10 01:56:03.149102 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-670dd71c-85f8-4d5b-8658-5b6f729a3f92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d720ee70-929f-4450-a1a7-7b70a21a9762 HTTP/1.1" status: 200 len: 217 time: 0.0567265 Aug 10 01:56:03.216626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-604f1625-262f-413b-befe-e2bc18732db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.218234 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-604f1625-262f-413b-befe-e2bc18732db7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.0615323 Aug 10 01:56:03.260580 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-a9a7ac7e-f0bd-4c27-bc1f-99bd234b49c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341251 Aug 10 01:56:03.315259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8b618-692f-4362-8f5a-c1c7630447f7 req-36270e16-1594-48cf-a50c-c175576ae22e tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.316798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62f8b618-692f-4362-8f5a-c1c7630447f7 req-36270e16-1594-48cf-a50c-c175576ae22e tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.0608540 Aug 10 01:56:03.366129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62f8b618-692f-4362-8f5a-c1c7630447f7 req-641b420a-ea6e-48d7-9d92-aaf87209e1c6 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421126 Aug 10 01:56:03.370762 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99a40c3c-5370-4c41-89f4-9acb1ae8d268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.371153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99a40c3c-5370-4c41-89f4-9acb1ae8d268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:03.372316 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-99a40c3c-5370-4c41-89f4-9acb1ae8d268 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a74b2485-5878-4fdc-a4f3-1d934510ed79 HTTP/1.1" status: 204 len: 168 time: 0.4504824 Aug 10 01:56:03.392219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a40c3c-5370-4c41-89f4-9acb1ae8d268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74b2485-5878-4fdc-a4f3-1d934510ed79,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:03.397931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-5f42cabc-8785-4bc6-9e73-4df9d30cee7d service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250095 Aug 10 01:56:03.495202 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-ace5c6e4-8e08-41ae-a936-44cb2cb2774c service neutron] 10.222.0.16 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868859 Aug 10 01:56:03.591958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f6f9-8b42-4c0e-93fb-be27212b7b56 req-140c4696-3b7f-48ed-b63f-e0b0fee85f73 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.593490 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2df0f6f9-8b42-4c0e-93fb-be27212b7b56 req-140c4696-3b7f-48ed-b63f-e0b0fee85f73 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 944 time: 0.0531170 Aug 10 01:56:03.644880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2df0f6f9-8b42-4c0e-93fb-be27212b7b56 req-f5a41f04-586b-4643-9952-911a800b8c35 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Aug 10 01:56:03.733741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51515502-948f-4df2-9368-d44bf0dad1c4 req-cc7f92b4-fab3-4d08-afc3-ca84f0d32e18 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.735328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51515502-948f-4df2-9368-d44bf0dad1c4 req-cc7f92b4-fab3-4d08-afc3-ca84f0d32e18 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0613513 Aug 10 01:56:03.802815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51515502-948f-4df2-9368-d44bf0dad1c4 req-6fb5cd1c-b58e-4440-be1e-c72a4c46e406 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547533 Aug 10 01:56:03.958089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bd99f-794b-46a6-9522-0f3784162b4d req-326806c8-e225-442c-80a8-23444e1b6308 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.964775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bd99f-794b-46a6-9522-0f3784162b4d req-326806c8-e225-442c-80a8-23444e1b6308 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.970892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bd99f-794b-46a6-9522-0f3784162b4d req-326806c8-e225-442c-80a8-23444e1b6308 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.977222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bd99f-794b-46a6-9522-0f3784162b4d req-326806c8-e225-442c-80a8-23444e1b6308 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.984066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bd99f-794b-46a6-9522-0f3784162b4d req-326806c8-e225-442c-80a8-23444e1b6308 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.991662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bd99f-794b-46a6-9522-0f3784162b4d req-326806c8-e225-442c-80a8-23444e1b6308 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.997512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bd99f-794b-46a6-9522-0f3784162b4d req-326806c8-e225-442c-80a8-23444e1b6308 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.999391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-211bd99f-794b-46a6-9522-0f3784162b4d req-326806c8-e225-442c-80a8-23444e1b6308 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1009316 Aug 10 01:56:04.040926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-211bd99f-794b-46a6-9522-0f3784162b4d req-e01eb3e9-210f-43ad-931b-5f851d32f0d8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349169 Aug 10 01:56:04.202935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-59959abc-bd1c-485f-83af-b025c7ab9ddf tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.204456 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-59959abc-bd1c-485f-83af-b025c7ab9ddf tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6&tenant_id=063dde1b95404b2bac7885ebb59e4633&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1096 time: 0.0513487 Aug 10 01:56:04.303341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36594) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:04.356440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c14adf00-8b68-4bd7-988c-e82cf49f1bbe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7d0c538869c642aa962c92dee4e7a5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508423 Aug 10 01:56:04.359122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36596) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:04.410349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6957-823d-4094-a45b-5d57afea9721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.432914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-58b546cd-9f66-45b3-94f1-7e5961ee62ba service neutron] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:04.442893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-58b546cd-9f66-45b3-94f1-7e5961ee62ba service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.444199 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d52a0af-4b52-4e5c-8209-634e41e64b08 req-58b546cd-9f66-45b3-94f1-7e5961ee62ba service neutron] 10.222.0.16 "DELETE /v2.0/ports/d720ee70-929f-4450-a1a7-7b70a21a9762/bindings/n-h2-767704-21 HTTP/1.1" status: 204 len: 173 time: 0.2320631 Aug 10 01:56:04.446193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6957-823d-4094-a45b-5d57afea9721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.499186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c33f1-4a32-42b7-8b4a-ecdc07b79a50 req-60341bd9-2b83-47ef-abcc-deb763b57414 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.500838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e14c33f1-4a32-42b7-8b4a-ecdc07b79a50 req-60341bd9-2b83-47ef-abcc-deb763b57414 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.0584154 Aug 10 01:56:04.541757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e14c33f1-4a32-42b7-8b4a-ecdc07b79a50 req-0b24ad83-8827-4d39-8001-b9ebd1fce8b1 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342333 Aug 10 01:56:04.614428 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6957-823d-4094-a45b-5d57afea9721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.617879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a5f6957-823d-4094-a45b-5d57afea9721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.619074 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6a5f6957-823d-4094-a45b-5d57afea9721 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9fc84bb1-1809-43f7-a345-a4e6883f61bc HTTP/1.1" status: 204 len: 168 time: 0.2590423 Aug 10 01:56:04.627120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f6957-823d-4094-a45b-5d57afea9721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc84bb1-1809-43f7-a345-a4e6883f61bc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:04.787212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d0d56-ab11-4961-a16e-f34edc216e53 req-b2150c8f-12d7-4713-8503-f37391156c9e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.789436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a5d0d56-ab11-4961-a16e-f34edc216e53 req-b2150c8f-12d7-4713-8503-f37391156c9e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 944 time: 0.0557742 Aug 10 01:56:04.848810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a5d0d56-ab11-4961-a16e-f34edc216e53 req-6ae66521-d76d-4fa0-8230-21ded14a6f22 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530541 Aug 10 01:56:04.953476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953fb9e-5278-44cd-957b-abf8a0bd4cd0 req-e45a0fef-d96f-420c-9ef5-0bf7d86ca28d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.955060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a953fb9e-5278-44cd-957b-abf8a0bd4cd0 req-e45a0fef-d96f-420c-9ef5-0bf7d86ca28d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0637074 Aug 10 01:56:05.011431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a953fb9e-5278-44cd-957b-abf8a0bd4cd0 req-ee092b98-6d8c-4bfa-a5a5-3e7c6db44a54 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479131 Aug 10 01:56:05.107858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf36ed-db42-4a9d-b297-9d45a976fee9 req-b4afe55a-ee3c-4d8e-a0a6-aa663af49ba9 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.116466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ccf36ed-db42-4a9d-b297-9d45a976fee9 req-b4afe55a-ee3c-4d8e-a0a6-aa663af49ba9 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 1096 time: 0.0578551 Aug 10 01:56:05.170591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ccf36ed-db42-4a9d-b297-9d45a976fee9 req-27c72f01-93c6-4b69-a937-1b9df12afb21 tempest-LiveAutoBlockMigrationV225Test-617805812 tempest-LiveAutoBlockMigrationV225Test-617805812-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Aug 10 01:56:05.221286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43e5c5-05fa-4cb6-88ec-fe4fe8fd0ff2 req-fc570954-59c6-4a9b-8719-a74ad148b80d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.229243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43e5c5-05fa-4cb6-88ec-fe4fe8fd0ff2 req-fc570954-59c6-4a9b-8719-a74ad148b80d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.235434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43e5c5-05fa-4cb6-88ec-fe4fe8fd0ff2 req-fc570954-59c6-4a9b-8719-a74ad148b80d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.242130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43e5c5-05fa-4cb6-88ec-fe4fe8fd0ff2 req-fc570954-59c6-4a9b-8719-a74ad148b80d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.248548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43e5c5-05fa-4cb6-88ec-fe4fe8fd0ff2 req-fc570954-59c6-4a9b-8719-a74ad148b80d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.254653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43e5c5-05fa-4cb6-88ec-fe4fe8fd0ff2 req-fc570954-59c6-4a9b-8719-a74ad148b80d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.260856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43e5c5-05fa-4cb6-88ec-fe4fe8fd0ff2 req-fc570954-59c6-4a9b-8719-a74ad148b80d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.268720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd43e5c5-05fa-4cb6-88ec-fe4fe8fd0ff2 req-fc570954-59c6-4a9b-8719-a74ad148b80d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1139805 Aug 10 01:56:05.315132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd43e5c5-05fa-4cb6-88ec-fe4fe8fd0ff2 req-4bd5c8dd-93af-41d8-bae3-afe8fb653f2e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454776 Aug 10 01:56:05.765553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7a84-ed04-4d40-9ff6-cabb09051ad0 req-8a649e5d-2347-457e-ab14-da58d6e3c820 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.767570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-352d7a84-ed04-4d40-9ff6-cabb09051ad0 req-8a649e5d-2347-457e-ab14-da58d6e3c820 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 944 time: 0.0580859 Aug 10 01:56:05.820052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-352d7a84-ed04-4d40-9ff6-cabb09051ad0 req-b94fbb03-f4b9-4352-89f1-298ae63888ac tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Aug 10 01:56:05.927334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5afcf-aedb-4494-b9c5-9fa0ac01525d req-e516e692-80e4-4fe3-aefb-9c031d1173de tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:05.929407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07d5afcf-aedb-4494-b9c5-9fa0ac01525d req-e516e692-80e4-4fe3-aefb-9c031d1173de tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.0707483 Aug 10 01:56:05.973339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07d5afcf-aedb-4494-b9c5-9fa0ac01525d req-e2c089a4-bf5c-4912-8b68-67c745e2d700 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367637 Aug 10 01:56:06.140514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd0861-4858-413b-992f-564fd9e6c667 req-8a2fdcd4-55e3-4435-994d-31f56c09bd8a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.142052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4fd0861-4858-413b-992f-564fd9e6c667 req-8a2fdcd4-55e3-4435-994d-31f56c09bd8a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0522783 Aug 10 01:56:06.187336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4fd0861-4858-413b-992f-564fd9e6c667 req-2797b3f7-66db-48f1-9333-4c72e393dd12 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Aug 10 01:56:06.363106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544878db-51ee-4f5d-8719-0fcc2005859a req-f8800626-54bb-4ceb-989e-84709ffd71f4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.364634 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-544878db-51ee-4f5d-8719-0fcc2005859a req-f8800626-54bb-4ceb-989e-84709ffd71f4 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 944 time: 0.0519016 Aug 10 01:56:06.451951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f17611-4abc-43da-8ec3-5c4674b4ba5e req-adab1354-dd67-46dc-be70-8d4a3f64d7dc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.458446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f17611-4abc-43da-8ec3-5c4674b4ba5e req-adab1354-dd67-46dc-be70-8d4a3f64d7dc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.472571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f17611-4abc-43da-8ec3-5c4674b4ba5e req-adab1354-dd67-46dc-be70-8d4a3f64d7dc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.472571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f17611-4abc-43da-8ec3-5c4674b4ba5e req-adab1354-dd67-46dc-be70-8d4a3f64d7dc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.479121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f17611-4abc-43da-8ec3-5c4674b4ba5e req-adab1354-dd67-46dc-be70-8d4a3f64d7dc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.485996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f17611-4abc-43da-8ec3-5c4674b4ba5e req-adab1354-dd67-46dc-be70-8d4a3f64d7dc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.493651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f17611-4abc-43da-8ec3-5c4674b4ba5e req-adab1354-dd67-46dc-be70-8d4a3f64d7dc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:06.499086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9f17611-4abc-43da-8ec3-5c4674b4ba5e req-adab1354-dd67-46dc-be70-8d4a3f64d7dc tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1062756 Aug 10 01:56:06.515407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-544878db-51ee-4f5d-8719-0fcc2005859a req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Deleting port d720ee70-929f-4450-a1a7-7b70a21a9762 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:06.515681 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-544878db-51ee-4f5d-8719-0fcc2005859a req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:06.542849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9f17611-4abc-43da-8ec3-5c4674b4ba5e req-b2b699d0-d833-4ae8-9dbd-0730a4e025c8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384347 Aug 10 01:56:06.610778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-544878db-51ee-4f5d-8719-0fcc2005859a req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] For port d720ee70-929f-4450-a1a7-7b70a21a9762, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d720ee70-929f-4450-a1a7-7b70a21a9762,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:06.611156 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-544878db-51ee-4f5d-8719-0fcc2005859a req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:06.625000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-544878db-51ee-4f5d-8719-0fcc2005859a req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Calling delete_port for d720ee70-929f-4450-a1a7-7b70a21a9762 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:06.871321 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-544878db-51ee-4f5d-8719-0fcc2005859a req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:06.884377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e5a18178-b2de-473f-a83a-9743c01c291d', 'd720ee70-929f-4450-a1a7-7b70a21a9762'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:06.899965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Pushing event deleted for resources: {'Port': ['ID=d720ee70-929f-4450-a1a7-7b70a21a9762,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:06.921491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-562bfcc8-d297-4846-8a34-71f7126e9931 req-547b4c75-5fd0-4c85-a33c-431b44aa7c8c tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 210 time: 0.0312164 Aug 10 01:56:06.974475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-544878db-51ee-4f5d-8719-0fcc2005859a req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] No DVR routers for this DVR port d720ee70-929f-4450-a1a7-7b70a21a9762 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:06.978286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-544878db-51ee-4f5d-8719-0fcc2005859a req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:06.980680 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-544878db-51ee-4f5d-8719-0fcc2005859a req-8fb37bf2-7bc5-4da0-9081-2a994a76180f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "DELETE /v2.0/ports/d720ee70-929f-4450-a1a7-7b70a21a9762 HTTP/1.1" status: 204 len: 173 time: 0.6098092 Aug 10 01:56:06.981148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'name': 'network-vif-deleted', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:06.991226 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27836160-5013-432b-bb0d-823994edb0ac" -d '{"events": [{"server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "name": "network-vif-deleted", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:07.058401 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fecc69-674f-4d08-a951-e4ff43b0d398 x-openstack-request-id: req-09fecc69-674f-4d08-a951-e4ff43b0d398 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:07.058890 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6513db-94d7-46b5-b000-8c865c68cad6", "name": "network-vif-deleted", "tag": "d720ee70-929f-4450-a1a7-7b70a21a9762", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:07.059253 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09fecc69-674f-4d08-a951-e4ff43b0d398 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:07.059751 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6513db-94d7-46b5-b000-8c865c68cad6', 'name': 'network-vif-deleted', 'tag': 'd720ee70-929f-4450-a1a7-7b70a21a9762', 'status': 'completed', 'code': 200} Aug 10 01:56:07.154493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e74f2b-d720-424f-bded-9e39156f1bd8 req-9fd003a9-63bc-4718-b34d-22df52f7ff62 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.156179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33e74f2b-d720-424f-bded-9e39156f1bd8 req-9fd003a9-63bc-4718-b34d-22df52f7ff62 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.0509109 Aug 10 01:56:07.200650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33e74f2b-d720-424f-bded-9e39156f1bd8 req-85d0906c-c160-4677-affa-4cf5c8d8da8e tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379038 Aug 10 01:56:07.326680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fbd51-e0a8-4647-9e19-920874ffec87 req-1d4c09e7-8993-48fc-845f-14ec2eed5112 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.332977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a42fbd51-e0a8-4647-9e19-920874ffec87 req-1d4c09e7-8993-48fc-845f-14ec2eed5112 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0695617 Aug 10 01:56:07.372130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a42fbd51-e0a8-4647-9e19-920874ffec87 req-c00f7515-be64-4768-92a7-600bd87be7e3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337050 Aug 10 01:56:07.683237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4a0-5444-4ce6-ad54-bd1687fc5990 req-9572a75e-eb25-4903-b8ec-0fdcbd017d06 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.689963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4a0-5444-4ce6-ad54-bd1687fc5990 req-9572a75e-eb25-4903-b8ec-0fdcbd017d06 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.697078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4a0-5444-4ce6-ad54-bd1687fc5990 req-9572a75e-eb25-4903-b8ec-0fdcbd017d06 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.703069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4a0-5444-4ce6-ad54-bd1687fc5990 req-9572a75e-eb25-4903-b8ec-0fdcbd017d06 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.709272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4a0-5444-4ce6-ad54-bd1687fc5990 req-9572a75e-eb25-4903-b8ec-0fdcbd017d06 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.716041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4a0-5444-4ce6-ad54-bd1687fc5990 req-9572a75e-eb25-4903-b8ec-0fdcbd017d06 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.721904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4a0-5444-4ce6-ad54-bd1687fc5990 req-9572a75e-eb25-4903-b8ec-0fdcbd017d06 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:07.723792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d362a4a0-5444-4ce6-ad54-bd1687fc5990 req-9572a75e-eb25-4903-b8ec-0fdcbd017d06 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.0964661 Aug 10 01:56:07.767301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d362a4a0-5444-4ce6-ad54-bd1687fc5990 req-2e2c64f8-efcd-4367-84c7-f65b3843ff35 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369897 Aug 10 01:56:08.004690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36718) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:08.028525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48dbc0b5-3223-4ee9-8c15-e5dc6b45fa00 req-03997233-0035-4fa3-acfa-24fde67a7722 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 210 time: 0.0335910 Aug 10 01:56:08.138331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d17c2291-11dc-4c6c-81c5-43bd6f2d0747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.237324 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d17c2291-11dc-4c6c-81c5-43bd6f2d0747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.308313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d17c2291-11dc-4c6c-81c5-43bd6f2d0747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.353973 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d17c2291-11dc-4c6c-81c5-43bd6f2d0747 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e5e794ec4e9473cacba834a86a5cb3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461881 Aug 10 01:56:08.355794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c2291-11dc-4c6c-81c5-43bd6f2d0747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a608bdfa-bcdf-4305-a5aa-afdad5619808,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:08.358424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36728) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:08.415456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ae33571-935f-4ef3-8651-fdc31f6b853f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.445873 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ae33571-935f-4ef3-8651-fdc31f6b853f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.560280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ae33571-935f-4ef3-8651-fdc31f6b853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.564200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ae33571-935f-4ef3-8651-fdc31f6b853f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.580359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6ae33571-935f-4ef3-8651-fdc31f6b853f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a608bdfa-bcdf-4305-a5aa-afdad5619808 HTTP/1.1" status: 204 len: 168 time: 0.2092054 Aug 10 01:56:08.597740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae33571-935f-4ef3-8651-fdc31f6b853f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a608bdfa-bcdf-4305-a5aa-afdad5619808,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:08.666344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13411be-50a8-4016-9591-d3a57d263efb req-436154ed-803b-4a7e-9361-b8f3b6acaed2 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.667978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e13411be-50a8-4016-9591-d3a57d263efb req-436154ed-803b-4a7e-9361-b8f3b6acaed2 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.3877456 Aug 10 01:56:08.686476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860e5f-6414-4aeb-9ecb-873c3fb8db5c req-8e5af440-3359-43f5-867f-3bbc9c898275 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.688072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a860e5f-6414-4aeb-9ecb-873c3fb8db5c req-8e5af440-3359-43f5-867f-3bbc9c898275 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0698302 Aug 10 01:56:08.738364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e13411be-50a8-4016-9591-d3a57d263efb req-2ab1e9d1-8437-486e-8075-d856b2149995 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605054 Aug 10 01:56:08.752055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a860e5f-6414-4aeb-9ecb-873c3fb8db5c req-8ead5623-48af-4a3a-9edc-4ccc5dedfb99 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504732 Aug 10 01:56:08.914438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f046-649c-4b27-a2be-6749abca0a82 req-e9081f3e-bdfa-4f5e-91b2-d45d77cf994b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.920385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f046-649c-4b27-a2be-6749abca0a82 req-e9081f3e-bdfa-4f5e-91b2-d45d77cf994b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.926226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f046-649c-4b27-a2be-6749abca0a82 req-e9081f3e-bdfa-4f5e-91b2-d45d77cf994b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.932161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f046-649c-4b27-a2be-6749abca0a82 req-e9081f3e-bdfa-4f5e-91b2-d45d77cf994b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.937956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f046-649c-4b27-a2be-6749abca0a82 req-e9081f3e-bdfa-4f5e-91b2-d45d77cf994b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.943952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f046-649c-4b27-a2be-6749abca0a82 req-e9081f3e-bdfa-4f5e-91b2-d45d77cf994b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.949650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f046-649c-4b27-a2be-6749abca0a82 req-e9081f3e-bdfa-4f5e-91b2-d45d77cf994b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:08.951575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97b7f046-649c-4b27-a2be-6749abca0a82 req-e9081f3e-bdfa-4f5e-91b2-d45d77cf994b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1047323 Aug 10 01:56:08.993735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97b7f046-649c-4b27-a2be-6749abca0a82 req-1932bf35-34e8-4698-934c-ad4fbf690cf8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357220 Aug 10 01:56:09.138095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d346529b-ae18-4ffc-8739-51fd0516a372 req-291ba9fb-0500-4b0d-a93f-5a270332aae0 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 210 time: 0.0290742 Aug 10 01:56:09.231717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36744) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:09.245659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c608f9e-d095-4eb9-8e16-42b69164d4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.349467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c608f9e-d095-4eb9-8e16-42b69164d4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.408459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c608f9e-d095-4eb9-8e16-42b69164d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.445715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c608f9e-d095-4eb9-8e16-42b69164d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbff66d-6d26-4c92-aa63-aaa091d044f7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:09.449934 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2c608f9e-d095-4eb9-8e16-42b69164d4d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dac7a8b3db1a4daba46e2509bcd9c26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172010 Aug 10 01:56:09.452506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36748) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:09.506104 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b076f4cb-7315-4745-a8b4-ae0a00b4f68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.527994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b076f4cb-7315-4745-a8b4-ae0a00b4f68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.642695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b076f4cb-7315-4745-a8b4-ae0a00b4f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.645509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b076f4cb-7315-4745-a8b4-ae0a00b4f68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.648864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b076f4cb-7315-4745-a8b4-ae0a00b4f68e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1cbff66d-6d26-4c92-aa63-aaa091d044f7 HTTP/1.1" status: 204 len: 168 time: 0.1932557 Aug 10 01:56:09.656239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076f4cb-7315-4745-a8b4-ae0a00b4f68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbff66d-6d26-4c92-aa63-aaa091d044f7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:09.903990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f128792-e6fc-405f-8678-f0bc10d56674 req-88c82dfa-be5d-4a94-a0d0-5be2233703c3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:09.905650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f128792-e6fc-405f-8678-f0bc10d56674 req-88c82dfa-be5d-4a94-a0d0-5be2233703c3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.0873692 Aug 10 01:56:09.934619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70a8c9-d803-4d0b-bd02-44db059e1147 req-901ffd38-3a98-4dcd-838f-11b0787cbdf9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:09.936129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef70a8c9-d803-4d0b-bd02-44db059e1147 req-901ffd38-3a98-4dcd-838f-11b0787cbdf9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0854719 Aug 10 01:56:09.973609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f128792-e6fc-405f-8678-f0bc10d56674 req-a3cca7fa-24a2-43e0-8c33-d51a5f848a8c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Aug 10 01:56:09.992287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef70a8c9-d803-4d0b-bd02-44db059e1147 req-9425e821-1969-4533-adb1-b1b252c20ddb tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 Aug 10 01:56:10.139235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fc8b9-d8f6-411b-ab0c-c20a5f800ae0 req-f3c95acc-67cc-40f7-a5bc-20677e894ff9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:10.145791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fc8b9-d8f6-411b-ab0c-c20a5f800ae0 req-f3c95acc-67cc-40f7-a5bc-20677e894ff9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:10.153236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fc8b9-d8f6-411b-ab0c-c20a5f800ae0 req-f3c95acc-67cc-40f7-a5bc-20677e894ff9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:10.159437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fc8b9-d8f6-411b-ab0c-c20a5f800ae0 req-f3c95acc-67cc-40f7-a5bc-20677e894ff9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:10.166292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fc8b9-d8f6-411b-ab0c-c20a5f800ae0 req-f3c95acc-67cc-40f7-a5bc-20677e894ff9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:10.172554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fc8b9-d8f6-411b-ab0c-c20a5f800ae0 req-f3c95acc-67cc-40f7-a5bc-20677e894ff9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:10.179547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fc8b9-d8f6-411b-ab0c-c20a5f800ae0 req-f3c95acc-67cc-40f7-a5bc-20677e894ff9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:10.181672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f33fc8b9-d8f6-411b-ab0c-c20a5f800ae0 req-f3c95acc-67cc-40f7-a5bc-20677e894ff9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1086292 Aug 10 01:56:10.218220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d720ee70-929f-4450-a1a7-7b70a21a9762 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:10.239171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: d720ee70-929f-4450-a1a7-7b70a21a9762 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:10.239614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d720ee70-929f-4450-a1a7-7b70a21a9762 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:10.242828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f33fc8b9-d8f6-411b-ab0c-c20a5f800ae0 req-7aebe123-3682-474e-9dcc-956ec6434ba3 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529885 Aug 10 01:56:10.294856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56accb2f-cdd8-4a1d-b60a-178a9b8086ff req-b59af018-ffc1-4383-8a5a-4b0178433503 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 210 time: 0.0696390 Aug 10 01:56:11.105529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5d533d01-6b3d-44b5-9440-b7ace7f3d836 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:11.128149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed550200-bfb2-4388-896c-4db343aded33 req-d25cc94a-db80-4fbb-84de-3e9ed1d13278 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.130024 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed550200-bfb2-4388-896c-4db343aded33 req-d25cc94a-db80-4fbb-84de-3e9ed1d13278 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.0771258 Aug 10 01:56:11.168823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f8287-640b-46f7-ad4e-779c86674569 req-240d1ad0-b8a8-4eb4-9d0d-bcf8bd11b45b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.176076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b2f8287-640b-46f7-ad4e-779c86674569 req-240d1ad0-b8a8-4eb4-9d0d-bcf8bd11b45b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0813305 Aug 10 01:56:11.210943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed550200-bfb2-4388-896c-4db343aded33 req-599d1db4-6f32-41d5-a6f5-b5a0c81b9c4d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722792 Aug 10 01:56:11.213440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:11.230873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b2f8287-640b-46f7-ad4e-779c86674569 req-87309b73-f7ff-4a60-b076-74cc6fed17de tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470645 Aug 10 01:56:11.231022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '5d533d01-6b3d-44b5-9440-b7ace7f3d836', 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d', 'port_id': '5d533d01-6b3d-44b5-9440-b7ace7f3d836', 'mac_address': 'fa:16:3e:66:92:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe20240-759c-44f9-a75c-18875ca75d53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:11.270656 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.291258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d533d01-6b3d-44b5-9440-b7ace7f3d836 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:11.309048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:11.379867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d400-ea49-4b73-b513-a2cf6f471d9c req-951de766-4ce2-4a55-9d3f-22b3a15ab974 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.385702 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.386589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d400-ea49-4b73-b513-a2cf6f471d9c req-951de766-4ce2-4a55-9d3f-22b3a15ab974 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.394812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d400-ea49-4b73-b513-a2cf6f471d9c req-951de766-4ce2-4a55-9d3f-22b3a15ab974 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.402094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d400-ea49-4b73-b513-a2cf6f471d9c req-951de766-4ce2-4a55-9d3f-22b3a15ab974 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.408373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d400-ea49-4b73-b513-a2cf6f471d9c req-951de766-4ce2-4a55-9d3f-22b3a15ab974 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.415854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d400-ea49-4b73-b513-a2cf6f471d9c req-951de766-4ce2-4a55-9d3f-22b3a15ab974 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.423002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d400-ea49-4b73-b513-a2cf6f471d9c req-951de766-4ce2-4a55-9d3f-22b3a15ab974 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.426273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a361d400-ea49-4b73-b513-a2cf6f471d9c req-951de766-4ce2-4a55-9d3f-22b3a15ab974 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1080859 Aug 10 01:56:11.446789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5d533d01-6b3d-44b5-9440-b7ace7f3d836,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:11.462462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1dfba7cd-a5db-42f3-8b1d-beeaec8c1053 req-09d2499c-92d9-4ebf-adec-f159ce8e0d1a tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc6513db-94d7-46b5-b000-8c865c68cad6 HTTP/1.1" status: 200 len: 210 time: 0.0349023 Aug 10 01:56:11.502312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a361d400-ea49-4b73-b513-a2cf6f471d9c req-94e6ac61-4b1e-4213-a272-482b0b6fbebb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626667 Aug 10 01:56:11.621962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36836) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:11.653673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5d533d01-6b3d-44b5-9440-b7ace7f3d836'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:11.743065 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3154987-73dc-41cf-90ad-d9e064748cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.844478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3154987-73dc-41cf-90ad-d9e064748cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.902597 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3154987-73dc-41cf-90ad-d9e064748cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.943135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3154987-73dc-41cf-90ad-d9e064748cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6369c4-2c3c-4006-9ccb-ad20649ce0d6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:11.948150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b3154987-73dc-41cf-90ad-d9e064748cbb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e90f9cdec3d47768d67572132baa51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250756 Aug 10 01:56:11.951239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36842) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:12.002637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e43e9020-1415-4619-b876-47ca9cf00f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.024356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e43e9020-1415-4619-b876-47ca9cf00f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.170914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e43e9020-1415-4619-b876-47ca9cf00f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.173518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e43e9020-1415-4619-b876-47ca9cf00f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.174727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e43e9020-1415-4619-b876-47ca9cf00f68 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db6369c4-2c3c-4006-9ccb-ad20649ce0d6 HTTP/1.1" status: 204 len: 168 time: 0.2230220 Aug 10 01:56:12.183981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e9020-1415-4619-b876-47ca9cf00f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6369c4-2c3c-4006-9ccb-ad20649ce0d6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:12.365032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56828d5a-ad19-4111-a45f-1f629682ecdf req-77853079-715f-4077-b33f-c4aa2cdce1b3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.367333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56828d5a-ad19-4111-a45f-1f629682ecdf req-77853079-715f-4077-b33f-c4aa2cdce1b3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 945 time: 0.0831330 Aug 10 01:56:12.379026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911ac17-595b-4146-9cda-7c0eaaab82b6 req-c5f462f6-79e3-4e97-bace-308147b2c7e4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.380400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c911ac17-595b-4146-9cda-7c0eaaab82b6 req-c5f462f6-79e3-4e97-bace-308147b2c7e4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0827227 Aug 10 01:56:12.438929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56828d5a-ad19-4111-a45f-1f629682ecdf req-9e4eaae3-3d48-4f05-abcf-011c042211d9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575721 Aug 10 01:56:12.441978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c911ac17-595b-4146-9cda-7c0eaaab82b6 req-2f151b06-488b-4c49-a945-b7e23dc9d1b2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548623 Aug 10 01:56:12.637410 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.698819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134672a1-d543-41c2-958c-0816cb2ec6b9 req-6e88c552-90b2-43a0-81e5-16ac01f804e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.704510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134672a1-d543-41c2-958c-0816cb2ec6b9 req-6e88c552-90b2-43a0-81e5-16ac01f804e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.712739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134672a1-d543-41c2-958c-0816cb2ec6b9 req-6e88c552-90b2-43a0-81e5-16ac01f804e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.718899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134672a1-d543-41c2-958c-0816cb2ec6b9 req-6e88c552-90b2-43a0-81e5-16ac01f804e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.728432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134672a1-d543-41c2-958c-0816cb2ec6b9 req-6e88c552-90b2-43a0-81e5-16ac01f804e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.731976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134672a1-d543-41c2-958c-0816cb2ec6b9 req-6e88c552-90b2-43a0-81e5-16ac01f804e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.737875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134672a1-d543-41c2-958c-0816cb2ec6b9 req-6e88c552-90b2-43a0-81e5-16ac01f804e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.739831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-134672a1-d543-41c2-958c-0816cb2ec6b9 req-6e88c552-90b2-43a0-81e5-16ac01f804e5 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1127777 Aug 10 01:56:12.785262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-134672a1-d543-41c2-958c-0816cb2ec6b9 req-aa9a39a5-1cc3-472e-b473-ff5499ea071d tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382485 Aug 10 01:56:13.118715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5d533d01-6b3d-44b5-9440-b7ace7f3d836 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:13.266094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:13.274567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:13.274960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.371923 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.401563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:13.403810 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0746a39-49ba-45b2-a12b-a3c49b1bc2ba" -d '{"events": [{"server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "name": "network-vif-plugged", "status": "completed", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:13.438932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:13.446858 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294e99e3-d5a3-4d35-b3f2-1a878a2a7113 x-openstack-request-id: req-294e99e3-d5a3-4d35-b3f2-1a878a2a7113 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:13.447081 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "name": "network-vif-plugged", "status": "completed", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:13.452954 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-294e99e3-d5a3-4d35-b3f2-1a878a2a7113 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:13.452954 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836', 'code': 200} Aug 10 01:56:13.517476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.593335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5d533d01-6b3d-44b5-9440-b7ace7f3d836,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:13.644412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e09842-5f47-4dfe-8308-a22354fb96b2 req-b4b1214d-034f-4061-a48b-668c6888cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:13.646193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94e09842-5f47-4dfe-8308-a22354fb96b2 req-b4b1214d-034f-4061-a48b-668c6888cb30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 1098 time: 0.1383018 Aug 10 01:56:13.697800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fe96-14cf-437a-8ef2-3114218e12f7 req-1983bd0e-8c7b-4f82-bcf9-adf6a605f1eb tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:13.699426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22f1fe96-14cf-437a-8ef2-3114218e12f7 req-1983bd0e-8c7b-4f82-bcf9-adf6a605f1eb tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.1263025 Aug 10 01:56:13.729564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94e09842-5f47-4dfe-8308-a22354fb96b2 req-0e1fb103-e3a1-4a56-b4e2-d4b8ebf517b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696297 Aug 10 01:56:13.750021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22f1fe96-14cf-437a-8ef2-3114218e12f7 req-53b57fea-5445-41f1-a173-8df66d64f2e5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Aug 10 01:56:13.863554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935f031-337b-4e88-a425-b4100222e155 req-b56feb22-1d7a-4f8d-b417-ff0782094c9f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:13.864954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3935f031-337b-4e88-a425-b4100222e155 req-b56feb22-1d7a-4f8d-b417-ff0782094c9f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0505183 Aug 10 01:56:13.896304 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:56:13.974910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3935f031-337b-4e88-a425-b4100222e155 req-68b8cda6-9043-42a9-a4d9-2c72b718abd6 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977485 Aug 10 01:56:14.077241 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.211576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52029-0a17-4176-9d67-d30860d1eee1 req-575dc414-13c8-44db-8354-332455758d9f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:14.218605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52029-0a17-4176-9d67-d30860d1eee1 req-575dc414-13c8-44db-8354-332455758d9f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:14.231739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52029-0a17-4176-9d67-d30860d1eee1 req-575dc414-13c8-44db-8354-332455758d9f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:14.238216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52029-0a17-4176-9d67-d30860d1eee1 req-575dc414-13c8-44db-8354-332455758d9f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:14.246679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52029-0a17-4176-9d67-d30860d1eee1 req-575dc414-13c8-44db-8354-332455758d9f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:14.253738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52029-0a17-4176-9d67-d30860d1eee1 req-575dc414-13c8-44db-8354-332455758d9f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:14.261589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52029-0a17-4176-9d67-d30860d1eee1 req-575dc414-13c8-44db-8354-332455758d9f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:14.264163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bb52029-0a17-4176-9d67-d30860d1eee1 req-575dc414-13c8-44db-8354-332455758d9f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1513276 Aug 10 01:56:14.309319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bb52029-0a17-4176-9d67-d30860d1eee1 req-222e69f6-3d3b-48f3-beec-7545aa7e5f5e tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369351 Aug 10 01:56:14.915531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76422a0-ba35-448f-b77e-5db74367bd25 req-d99515c7-1a5e-4f93-9011-44d21541793a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:14.917271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a76422a0-ba35-448f-b77e-5db74367bd25 req-d99515c7-1a5e-4f93-9011-44d21541793a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.0687003 Aug 10 01:56:14.970205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a76422a0-ba35-448f-b77e-5db74367bd25 req-234d8f51-386e-41bd-836c-3491f6fa9793 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468965 Aug 10 01:56:15.095322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f44ea-c162-4e89-bfe7-ed57c975046c req-0f9998e3-0e4d-4361-878e-12f437553d10 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.097277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f9f44ea-c162-4e89-bfe7-ed57c975046c req-0f9998e3-0e4d-4361-878e-12f437553d10 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0549126 Aug 10 01:56:15.144625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f9f44ea-c162-4e89-bfe7-ed57c975046c req-d7a8b423-a77f-4922-aece-31df06c33411 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Aug 10 01:56:15.469525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c451d-5543-4c64-afb1-f982ba0639e1 req-2efab949-9fd6-4ac6-8f42-bb4fe759e27b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.476159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c451d-5543-4c64-afb1-f982ba0639e1 req-2efab949-9fd6-4ac6-8f42-bb4fe759e27b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.482136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c451d-5543-4c64-afb1-f982ba0639e1 req-2efab949-9fd6-4ac6-8f42-bb4fe759e27b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.488100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c451d-5543-4c64-afb1-f982ba0639e1 req-2efab949-9fd6-4ac6-8f42-bb4fe759e27b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.496244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c451d-5543-4c64-afb1-f982ba0639e1 req-2efab949-9fd6-4ac6-8f42-bb4fe759e27b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.502706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c451d-5543-4c64-afb1-f982ba0639e1 req-2efab949-9fd6-4ac6-8f42-bb4fe759e27b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.510276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c451d-5543-4c64-afb1-f982ba0639e1 req-2efab949-9fd6-4ac6-8f42-bb4fe759e27b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:15.512315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d4c451d-5543-4c64-afb1-f982ba0639e1 req-2efab949-9fd6-4ac6-8f42-bb4fe759e27b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5432 time: 0.1099606 Aug 10 01:56:15.579413 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d4c451d-5543-4c64-afb1-f982ba0639e1 req-6cf39a7b-e945-4def-91b0-3f7a2a335814 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600963 Aug 10 01:56:16.134175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b27eb3-3266-45a9-8ba2-64e04e317da4 req-b166ad6a-f986-43ef-a718-4dbd4e1f7e6e tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.136015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17b27eb3-3266-45a9-8ba2-64e04e317da4 req-b166ad6a-f986-43ef-a718-4dbd4e1f7e6e tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.0624619 Aug 10 01:56:16.190542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17b27eb3-3266-45a9-8ba2-64e04e317da4 req-4d2d8cc2-8162-4a76-a1bf-ac576bb0a16f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Aug 10 01:56:16.260155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 52b899ed-0dda-4a40-8cc0-21715f917d8d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:16.369497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 52b899ed-0dda-4a40-8cc0-21715f917d8d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:16.381054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '52b899ed-0dda-4a40-8cc0-21715f917d8d', 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea', 'port_id': '52b899ed-0dda-4a40-8cc0-21715f917d8d', 'mac_address': 'fa:16:3e:92:33:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97582ca5-6321-4830-b7cc-0042e7d6d2d9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:16.429685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.444206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b899ed-0dda-4a40-8cc0-21715f917d8d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:16.465235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 52b899ed-0dda-4a40-8cc0-21715f917d8d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:16.531729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15317e-4c91-41e0-bd43-8f5c35db4bb6 req-9c122fd6-6c39-4655-89e7-d0b533ab7a4d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.533388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a15317e-4c91-41e0-bd43-8f5c35db4bb6 req-9c122fd6-6c39-4655-89e7-d0b533ab7a4d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0720396 Aug 10 01:56:16.562275 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.563245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device db60ac19-8829-4451-9307-964b4d9a35e4 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:16.579155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a15317e-4c91-41e0-bd43-8f5c35db4bb6 req-ecd879f4-e78e-4a3e-954c-1b70f43ae9ea tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384052 Aug 10 01:56:16.683083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=52b899ed-0dda-4a40-8cc0-21715f917d8d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:16.704037 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662586-4a1d-41ad-80f0-403a5c988bfd req-c660941b-548d-42ba-b2ae-c50b0d974a20 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.705769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b662586-4a1d-41ad-80f0-403a5c988bfd req-c660941b-548d-42ba-b2ae-c50b0d974a20 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 1098 time: 0.0649116 Aug 10 01:56:16.741940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port db60ac19-8829-4451-9307-964b4d9a35e4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=db60ac19-8829-4451-9307-964b4d9a35e4,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:16.753908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'db60ac19-8829-4451-9307-964b4d9a35e4', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'port_id': 'db60ac19-8829-4451-9307-964b4d9a35e4', 'mac_address': 'fa:16:3e:2b:91:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:16.756375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b662586-4a1d-41ad-80f0-403a5c988bfd req-0dbd93b4-b17b-4776-91f3-94a14a22ac4d tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420768 Aug 10 01:56:16.838341 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.858189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db60ac19-8829-4451-9307-964b4d9a35e4 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:16.882375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port db60ac19-8829-4451-9307-964b4d9a35e4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=db60ac19-8829-4451-9307-964b4d9a35e4,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:16.929075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1abcf-ddcc-49f7-9bf4-79668d1dec73 req-5874190b-fa14-44eb-91cc-adffe78476a1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.934015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fea1abcf-ddcc-49f7-9bf4-79668d1dec73 req-5874190b-fa14-44eb-91cc-adffe78476a1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 945 time: 0.0761130 Aug 10 01:56:16.957803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ddca8-30cf-4cb0-b833-014ad7ad82de req-6428acd0-5d7c-48c5-98f8-a90348cfa310 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.965108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ddca8-30cf-4cb0-b833-014ad7ad82de req-6428acd0-5d7c-48c5-98f8-a90348cfa310 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.971613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ddca8-30cf-4cb0-b833-014ad7ad82de req-6428acd0-5d7c-48c5-98f8-a90348cfa310 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.978190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ddca8-30cf-4cb0-b833-014ad7ad82de req-6428acd0-5d7c-48c5-98f8-a90348cfa310 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.984466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ddca8-30cf-4cb0-b833-014ad7ad82de req-6428acd0-5d7c-48c5-98f8-a90348cfa310 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.990772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ddca8-30cf-4cb0-b833-014ad7ad82de req-6428acd0-5d7c-48c5-98f8-a90348cfa310 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.996618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ddca8-30cf-4cb0-b833-014ad7ad82de req-6428acd0-5d7c-48c5-98f8-a90348cfa310 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.998638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-613ddca8-30cf-4cb0-b833-014ad7ad82de req-6428acd0-5d7c-48c5-98f8-a90348cfa310 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5433 time: 0.1333277 Aug 10 01:56:17.047530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fea1abcf-ddcc-49f7-9bf4-79668d1dec73 req-c7ac080d-bd0f-4d3d-b7f1-b5ab042753fd tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073790 Aug 10 01:56:17.074377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-613ddca8-30cf-4cb0-b833-014ad7ad82de req-db12ea85-f36d-48c2-86c1-3727e9dff410 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637367 Aug 10 01:56:17.111850 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.115179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 427255fd-b6d6-40ae-bad2-edb5ab3b5dec details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:17.157055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bb8c9-1f4f-4cca-84a9-d32d544bdd3d req-6928894a-7b5e-4eb1-8aad-466d5161c850 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:17.158616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-579bb8c9-1f4f-4cca-84a9-d32d544bdd3d req-6928894a-7b5e-4eb1-8aad-466d5161c850 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 1098 time: 0.0416229 Aug 10 01:56:17.194838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-579bb8c9-1f4f-4cca-84a9-d32d544bdd3d req-4e0af503-5458-4c14-9e58-b81d14ccbe32 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293398 Aug 10 01:56:17.206305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=db60ac19-8829-4451-9307-964b4d9a35e4,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:17.259341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:17.272463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '427255fd-b6d6-40ae-bad2-edb5ab3b5dec', 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'port_id': '427255fd-b6d6-40ae-bad2-edb5ab3b5dec', 'mac_address': 'fa:16:3e:81:29:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87de9a6-8b30-42d6-aeeb-3062710943ff', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:17.310441 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.324681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427255fd-b6d6-40ae-bad2-edb5ab3b5dec {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:17.347209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:17.431304 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.432033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b2958efa-81da-4c3f-9652-5f945e907a77 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:17.504597 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port b2958efa-81da-4c3f-9652-5f945e907a77, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b2958efa-81da-4c3f-9652-5f945e907a77,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:17.508514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:17.536084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'b2958efa-81da-4c3f-9652-5f945e907a77', 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'port_id': 'b2958efa-81da-4c3f-9652-5f945e907a77', 'mac_address': 'fa:16:3e:21:f6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87de9a6-8b30-42d6-aeeb-3062710943ff', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:17.569835 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.579003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2958efa-81da-4c3f-9652-5f945e907a77 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:17.599044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port b2958efa-81da-4c3f-9652-5f945e907a77, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b2958efa-81da-4c3f-9652-5f945e907a77,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:17.680560 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.681402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:17.707033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34bb63-7b8c-4d0e-ab2b-6e39976f2626 req-e29ab3f4-fcf9-42fe-b159-10816f8bd11e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:17.714407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d34bb63-7b8c-4d0e-ab2b-6e39976f2626 req-e29ab3f4-fcf9-42fe-b159-10816f8bd11e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0636144 Aug 10 01:56:17.753181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:17.754093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d34bb63-7b8c-4d0e-ab2b-6e39976f2626 req-26d849b8-efca-4f83-a996-1abd33194be1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358162 Aug 10 01:56:17.764280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=b2958efa-81da-4c3f-9652-5f945e907a77,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:17.770972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '8cf4f938-de02-41ee-a3ac-d3a89ae08d67', 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'port_id': '8cf4f938-de02-41ee-a3ac-d3a89ae08d67', 'mac_address': 'fa:16:3e:b1:29:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87de9a6-8b30-42d6-aeeb-3062710943ff', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:17.837815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.845317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:17.875201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:17.914039 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f50b14fb-b327-413d-9757-969b2ba9d865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.971235 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.972301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 46267443-4211-4c0f-9fce-25b2006944e6 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:18.020721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37002) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:18.064354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:18.065319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 46267443-4211-4c0f-9fce-25b2006944e6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=46267443-4211-4c0f-9fce-25b2006944e6,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:18.080012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '46267443-4211-4c0f-9fce-25b2006944e6', 'network_id': 'df1ef0da-2ec8-457a-8c82-ab0c74915fea', 'port_id': '46267443-4211-4c0f-9fce-25b2006944e6', 'mac_address': 'fa:16:3e:91:df:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97582ca5-6321-4830-b7cc-0042e7d6d2d9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:18.129210 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.148013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46267443-4211-4c0f-9fce-25b2006944e6 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:18.171848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 46267443-4211-4c0f-9fce-25b2006944e6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=46267443-4211-4c0f-9fce-25b2006944e6,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:18.237187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a133bf-e4a1-4ddb-ac3a-56efd6cc3fd9 req-78f5972d-2e19-4296-bf8a-e99775c5a866 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.240084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19a133bf-e4a1-4ddb-ac3a-56efd6cc3fd9 req-78f5972d-2e19-4296-bf8a-e99775c5a866 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 945 time: 0.0605133 Aug 10 01:56:18.254485 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.255293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device efb0670e-4f05-4aac-9ba8-3680f27368b7 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:18.275502 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-388a9546-b719-463b-8f19-cfc27925d8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.293191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port efb0670e-4f05-4aac-9ba8-3680f27368b7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=efb0670e-4f05-4aac-9ba8-3680f27368b7,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:18.296517 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19a133bf-e4a1-4ddb-ac3a-56efd6cc3fd9 req-8a55baa9-4bc0-4b98-864f-8f777701b89f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487897 Aug 10 01:56:18.349160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'efb0670e-4f05-4aac-9ba8-3680f27368b7', 'network_id': '6906e817-12a2-44d3-a767-c9f07bb5f281', 'port_id': 'efb0670e-4f05-4aac-9ba8-3680f27368b7', 'mac_address': 'fa:16:3e:b9:ae:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87de9a6-8b30-42d6-aeeb-3062710943ff', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:18.420179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=46267443-4211-4c0f-9fce-25b2006944e6,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:18.428285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-388a9546-b719-463b-8f19-cfc27925d8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.431966 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.447277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb0670e-4f05-4aac-9ba8-3680f27368b7 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:18.463188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce630-3e32-43c3-b7f5-4297aaf9ce3e req-f6e6017c-e4ce-4ef7-a610-b106cf8a305c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.469308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce630-3e32-43c3-b7f5-4297aaf9ce3e req-f6e6017c-e4ce-4ef7-a610-b106cf8a305c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.469627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port efb0670e-4f05-4aac-9ba8-3680f27368b7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=efb0670e-4f05-4aac-9ba8-3680f27368b7,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:18.475843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce630-3e32-43c3-b7f5-4297aaf9ce3e req-f6e6017c-e4ce-4ef7-a610-b106cf8a305c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.481715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce630-3e32-43c3-b7f5-4297aaf9ce3e req-f6e6017c-e4ce-4ef7-a610-b106cf8a305c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.487586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce630-3e32-43c3-b7f5-4297aaf9ce3e req-f6e6017c-e4ce-4ef7-a610-b106cf8a305c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.494179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce630-3e32-43c3-b7f5-4297aaf9ce3e req-f6e6017c-e4ce-4ef7-a610-b106cf8a305c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.499830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-388a9546-b719-463b-8f19-cfc27925d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.500024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ce630-3e32-43c3-b7f5-4297aaf9ce3e req-f6e6017c-e4ce-4ef7-a610-b106cf8a305c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.501916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-830ce630-3e32-43c3-b7f5-4297aaf9ce3e req-f6e6017c-e4ce-4ef7-a610-b106cf8a305c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5438 time: 0.1286216 Aug 10 01:56:18.542030 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.551275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-830ce630-3e32-43c3-b7f5-4297aaf9ce3e req-923c10f2-ac28-4ee3-b1cc-aaa79580a406 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373778 Aug 10 01:56:18.595138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37022) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:18.595907 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-388a9546-b719-463b-8f19-cfc27925d8f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc3392667fea49d1a681bfdfd5a7550b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5734851 Aug 10 01:56:18.628197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a9546-b719-463b-8f19-cfc27925d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aa6162-b3b2-4759-a22c-d38d5e610940,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:18.665778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=efb0670e-4f05-4aac-9ba8-3680f27368b7,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:18.699491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-ba7b4796-44a5-4aad-8802-fb8eac319e0f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.701302 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-ba7b4796-44a5-4aad-8802-fb8eac319e0f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 945 time: 0.1547363 Aug 10 01:56:18.702851 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94698365-519b-4e31-936f-822ea31166ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.729514 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94698365-519b-4e31-936f-822ea31166ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.819229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Deleting port e5a18178-b2de-473f-a83a-9743c01c291d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:18.819663 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.884770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c38f2f-55cb-4eb9-a580-e2380a0d3406 req-38bde9b3-a193-49e5-9bce-9a18f5b7582c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.886620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4c38f2f-55cb-4eb9-a580-e2380a0d3406 req-38bde9b3-a193-49e5-9bce-9a18f5b7582c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0522401 Aug 10 01:56:18.917054 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94698365-519b-4e31-936f-822ea31166ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.919719 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94698365-519b-4e31-936f-822ea31166ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.925087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] For port e5a18178-b2de-473f-a83a-9743c01c291d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e5a18178-b2de-473f-a83a-9743c01c291d,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:18.925087 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.925838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-94698365-519b-4e31-936f-822ea31166ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/91aa6162-b3b2-4759-a22c-d38d5e610940 HTTP/1.1" status: 204 len: 168 time: 0.3243966 Aug 10 01:56:18.937750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Calling delete_port for e5a18178-b2de-473f-a83a-9743c01c291d owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:18.940346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4c38f2f-55cb-4eb9-a580-e2380a0d3406 req-c13e9c0b-c737-4e87-b2e8-0b2fda7a471e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Aug 10 01:56:18.941209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94698365-519b-4e31-936f-822ea31166ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aa6162-b3b2-4759-a22c-d38d5e610940,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:19.203066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-2cea3db0-f999-444e-a72e-da72fcc51643 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443463 Aug 10 01:56:19.248650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:19.261433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e5a18178-b2de-473f-a83a-9743c01c291d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:19.281397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Pushing event deleted for resources: {'Port': ['ID=e5a18178-b2de-473f-a83a-9743c01c291d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:19.333400 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['46267443-4211-4c0f-9fce-25b2006944e6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:19.342973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['8cf4f938-de02-41ee-a3ac-d3a89ae08d67'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:19.347166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] No DVR routers for this DVR port e5a18178-b2de-473f-a83a-9743c01c291d on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:19.351056 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:19.353911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['427255fd-b6d6-40ae-bad2-edb5ab3b5dec'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:19.355124 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-618ca8df-2731-450d-bdb6-38a4fc23d948 req-51d1d9f5-9cb0-4207-9c45-06c8045ac0a5 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.16 "DELETE /v2.0/ports/e5a18178-b2de-473f-a83a-9743c01c291d HTTP/1.1" status: 204 len: 173 time: 0.6471767 Aug 10 01:56:19.355627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'name': 'network-vif-deleted', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:19.357969 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c15b2c-f591-4d63-a111-1ea7a733f648" -d '{"events": [{"server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "name": "network-vif-deleted", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:19.360471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['efb0670e-4f05-4aac-9ba8-3680f27368b7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:19.368290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-b1dfedb2-6b97-4e00-8318-c04514173724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.371068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-b1dfedb2-6b97-4e00-8318-c04514173724 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=063dde1b95404b2bac7885ebb59e4633&device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 1096 time: 0.1180167 Aug 10 01:56:19.409300 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['b2958efa-81da-4c3f-9652-5f945e907a77'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:19.411993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['52b899ed-0dda-4a40-8cc0-21715f917d8d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:19.469301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-f52dbc68-6270-4b50-b935-7b31ea9f78a9 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:56:19.470282 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-f52dbc68-6270-4b50-b935-7b31ea9f78a9 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060883 Aug 10 01:56:19.488972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Request body: {'binding': {'host': 'n-h1-767704-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:19.489446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Unknown quota resources ['binding']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:56:19.499207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f9c659f-e8ab-4008-a36e-2b619866e3fb req-61f51290-5b35-4eca-98fa-cc3a1af04502 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af76605-78bb-4e38-8e42-87ad4cfbd6cd HTTP/1.1" status: 200 len: 210 time: 0.0746176 Aug 10 01:56:19.590735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-9d6f47c0-9da2-42d3-9222-43e2c0b5c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.592861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-9d6f47c0-9da2-42d3-9222-43e2c0b5c6cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 200 len: 921 time: 0.1924846 Aug 10 01:56:19.612860 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d092ba18-aa4d-4822-9d62-b61720f9e14f x-openstack-request-id: req-d092ba18-aa4d-4822-9d62-b61720f9e14f {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:19.614262 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af76605-78bb-4e38-8e42-87ad4cfbd6cd", "name": "network-vif-deleted", "tag": "e5a18178-b2de-473f-a83a-9743c01c291d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:19.614262 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d092ba18-aa4d-4822-9d62-b61720f9e14f {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:19.614262 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af76605-78bb-4e38-8e42-87ad4cfbd6cd', 'name': 'network-vif-deleted', 'tag': 'e5a18178-b2de-473f-a83a-9743c01c291d', 'status': 'completed', 'code': 200} Aug 10 01:56:19.657147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-41c17f15-294f-402a-9ccf-feef49947586 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 200 len: 217 time: 0.0556717 Aug 10 01:56:19.734444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on host n-h1-767704-21 for vnic_type normal with profile None {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:19.734950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:19.735343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:19.740731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:56:19.740731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:19.746614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:19.747223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:19.747727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:19.748300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Bound port: 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:19.792119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-db0a0374-daf9-445e-8d1c-90ff0ac6213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.796230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-db0a0374-daf9-445e-8d1c-90ff0ac6213e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 200 len: 860 time: 0.1293941 Aug 10 01:56:19.830580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ebab0-00b5-44be-9236-eb6c8b3db3cb req-ad872db6-0c42-4a84-a818-a2cf08a456ee tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.838170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ebab0-00b5-44be-9236-eb6c8b3db3cb req-ad872db6-0c42-4a84-a818-a2cf08a456ee tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.842400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:19.844592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ebab0-00b5-44be-9236-eb6c8b3db3cb req-ad872db6-0c42-4a84-a818-a2cf08a456ee tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.851084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ebab0-00b5-44be-9236-eb6c8b3db3cb req-ad872db6-0c42-4a84-a818-a2cf08a456ee tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.857229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ebab0-00b5-44be-9236-eb6c8b3db3cb req-ad872db6-0c42-4a84-a818-a2cf08a456ee tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.864220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ebab0-00b5-44be-9236-eb6c8b3db3cb req-ad872db6-0c42-4a84-a818-a2cf08a456ee tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.869795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ebab0-00b5-44be-9236-eb6c8b3db3cb req-ad872db6-0c42-4a84-a818-a2cf08a456ee tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.878130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b96ebab0-00b5-44be-9236-eb6c8b3db3cb req-ad872db6-0c42-4a84-a818-a2cf08a456ee tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5439 time: 0.1478953 Aug 10 01:56:19.908463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-3d55ee0c-4b7f-41bf-b3ff-fd5a2bc4d0ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068988 Aug 10 01:56:19.919594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:19.921307 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de2d9ded-8f21-4699-a3f7-944e160f00b5 service neutron] 10.222.0.38 "POST /v2.0/ports/5d533d01-6b3d-44b5-9440-b7ace7f3d836/bindings HTTP/1.1" status: 201 len: 390 time: 0.4431159 Aug 10 01:56:19.985776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b96ebab0-00b5-44be-9236-eb6c8b3db3cb req-78b538ad-327f-45d6-853b-27e503dae4da tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065495 Aug 10 01:56:20.064080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-07c849d0-3bc9-4016-8d23-3445da355b23 service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407468 Aug 10 01:56:20.244508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67373a40-32e2-4fa6-856d-9e032c03a72f req-e7ad658f-aa35-49c3-a301-439b744c83b9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:20.246086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67373a40-32e2-4fa6-856d-9e032c03a72f req-e7ad658f-aa35-49c3-a301-439b744c83b9 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0950055 Aug 10 01:56:20.298461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22d980c9-69dc-480c-a40a-93ee107a18f9 req-a9ec068c-9660-4bcb-a256-e1bb127d09ec service neutron] 10.222.0.11 "GET /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263973 Aug 10 01:56:20.299731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['db60ac19-8829-4451-9307-964b4d9a35e4'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:20.345039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67373a40-32e2-4fa6-856d-9e032c03a72f req-2456bbdf-6d27-426a-bd06-119c07ff7bbc tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852790 Aug 10 01:56:20.431120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37078) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:20.619903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af53727a-ae9f-4538-9cfb-3505b561e849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:20.634501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1871375479-network', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:20.740902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:20.743496 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:20.754856 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:20.775587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-7d62a234-2cea-4d7d-9856-2964903ee043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:20.777136 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-7d62a234-2cea-4d7d-9856-2964903ee043 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 1098 time: 0.0739417 Aug 10 01:56:20.785321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356c4a-18d1-49c8-986b-78d990739385 req-e6f0fc2c-de50-4492-b166-bb22bce0f901 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:20.786985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24356c4a-18d1-49c8-986b-78d990739385 req-e6f0fc2c-de50-4492-b166-bb22bce0f901 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.0496714 Aug 10 01:56:20.825727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24356c4a-18d1-49c8-986b-78d990739385 req-468d4c3f-637c-4981-817f-040aa651204d tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Aug 10 01:56:20.907229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-95e5e25d-3375-4315-8895-d7d71bdad2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:20.908684 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-95e5e25d-3375-4315-8895-d7d71bdad2bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.1233780 Aug 10 01:56:20.956540 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-883ce0bd-3030-40a8-aa09-ab8984b8dcdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836 HTTP/1.1" status: 200 len: 217 time: 0.0392284 Aug 10 01:56:20.982469 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.019008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-6876002e-3aa2-4963-8e11-a4c3edf039ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.020494 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-6876002e-3aa2-4963-8e11-a4c3edf039ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.0545297 Aug 10 01:56:21.054385 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-93036a6f-56e0-4640-9059-a478f0bde38a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261798 Aug 10 01:56:21.088591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d54d7-613e-441d-a3e7-2068b53a7b12 req-c267256b-9796-4cbc-8b4d-0ce2634b8186 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.090070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-890d54d7-613e-441d-a3e7-2068b53a7b12 req-c267256b-9796-4cbc-8b4d-0ce2634b8186 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 945 time: 0.0519476 Aug 10 01:56:21.104323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.128429 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.133968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-890d54d7-613e-441d-a3e7-2068b53a7b12 req-5b745814-e0af-417c-9d2a-db56dc5bb5f1 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 Aug 10 01:56:21.152251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:21.173001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dead56ed-0277-4e0f-ad7e-b338de46d642,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:21.189530 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.189884 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Added segment 7a7039ce-c6a6-4103-a1b1-5b3574ee0323 of type vlan for network 1e03d54b-69b4-4fdd-a166-56db188ca484 Aug 10 01:56:21.203812 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-b87b84c8-04cd-425b-860e-6a079450a66f service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418834 Aug 10 01:56:21.263250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81270c0d-84fa-40f6-9b9b-986e7164c168 req-2cc949b2-c876-41a8-a1df-4ac3c96f89f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.269027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81270c0d-84fa-40f6-9b9b-986e7164c168 req-2cc949b2-c876-41a8-a1df-4ac3c96f89f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.275736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81270c0d-84fa-40f6-9b9b-986e7164c168 req-2cc949b2-c876-41a8-a1df-4ac3c96f89f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.277909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.281582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81270c0d-84fa-40f6-9b9b-986e7164c168 req-2cc949b2-c876-41a8-a1df-4ac3c96f89f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.287620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81270c0d-84fa-40f6-9b9b-986e7164c168 req-2cc949b2-c876-41a8-a1df-4ac3c96f89f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.293844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81270c0d-84fa-40f6-9b9b-986e7164c168 req-2cc949b2-c876-41a8-a1df-4ac3c96f89f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.300209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81270c0d-84fa-40f6-9b9b-986e7164c168 req-2cc949b2-c876-41a8-a1df-4ac3c96f89f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.302175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81270c0d-84fa-40f6-9b9b-986e7164c168 req-2cc949b2-c876-41a8-a1df-4ac3c96f89f8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5439 time: 0.0993369 Aug 10 01:56:21.347687 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-56c471e8-2008-4264-b731-89cd8eee98a4 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243949 Aug 10 01:56:21.374557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81270c0d-84fa-40f6-9b9b-986e7164c168 req-aa649e5e-ea4d-4dcb-835f-e642bcb56677 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593486 Aug 10 01:56:21.383694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e1a54-1767-4351-873a-0759a719ba13 req-fb56252e-5328-4498-b2bf-80e1d3effe9c tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.385184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f0e1a54-1767-4351-873a-0759a719ba13 req-fb56252e-5328-4498-b2bf-80e1d3effe9c tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 945 time: 0.0820119 Aug 10 01:56:21.408616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.409898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.411234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.434772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f0e1a54-1767-4351-873a-0759a719ba13 req-d3be0aaf-2471-40f9-81cf-5a43a4bf1788 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427444 Aug 10 01:56:21.483197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] Pushing event updated for resources: {'Network': ['ID=1e03d54b-69b4-4fdd-a166-56db188ca484,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:21.497316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 1e03d54b-69b4-4fdd-a166-56db188ca484 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:21.577178 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b78099ed-37fc-4ea0-9467-cc1b9c303257 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1417143 Aug 10 01:56:21.578723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37108) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:21.583734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Request body: {'subnet': {'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1871375479-subnet', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:21.598810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb695e8e-1ec0-44fa-b5db-11966e4474d0 req-8923208c-58bd-4aea-bb9b-14bd3f9a06c8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.600535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb695e8e-1ec0-44fa-b5db-11966e4474d0 req-8923208c-58bd-4aea-bb9b-14bd3f9a06c8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0774500 Aug 10 01:56:21.608480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-15488774-4e06-4b64-8b11-c1ba73621d86 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.609851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-15488774-4e06-4b64-8b11-c1ba73621d86 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.11 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 945 time: 0.0766644 Aug 10 01:56:21.673983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:21.676648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.690864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb695e8e-1ec0-44fa-b5db-11966e4474d0 req-7df7965e-be11-495f-b63b-5c90b71fa1ec tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696099 Aug 10 01:56:21.743574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Deleting port 1e77128c-c96a-4777-a99e-b872013c8adc {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:21.743922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.832314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] For port 1e77128c-c96a-4777-a99e-b872013c8adc, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1e77128c-c96a-4777-a99e-b872013c8adc,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:21.833049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.847368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Calling delete_port for 1e77128c-c96a-4777-a99e-b872013c8adc owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:21.929681 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.971252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36a251-50f6-4e87-a05e-8eebe148751c req-23de8269-6b3a-49da-9125-560c97eee609 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.972647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f36a251-50f6-4e87-a05e-8eebe148751c req-23de8269-6b3a-49da-9125-560c97eee609 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.0648816 Aug 10 01:56:21.984703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2ab074-2e4e-407d-b5de-d17c5877787c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:21.996534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Checking segment: {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:21.997018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Network hostable DHCP agents. Network: 1e03d54b-69b4-4fdd-a166-56db188ca484, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:22.031628 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f36a251-50f6-4e87-a05e-8eebe148751c req-3c098dda-dc69-40b4-b334-49dfafc9e331 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Aug 10 01:56:22.088538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Network 1e03d54b-69b4-4fdd-a166-56db188ca484 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:22.134315 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.176897 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.177097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 1e03d54b-69b4-4fdd-a166-56db188ca484) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:22.183320 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.184280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.190003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cff181-a8dc-48d9-9737-fe9e78fcca65 None None] Network 1e03d54b-69b4-4fdd-a166-56db188ca484 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:22.227824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Pushing event deleted for resources: {'Port': ['ID=1e77128c-c96a-4777-a99e-b872013c8adc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:22.260234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e30ab2ef-3ffb-434e-b8d0-24dbc17ab3b2 req-ca8d4ef3-d53a-4b4f-833f-a756576fdd0d tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 210 time: 0.0355988 Aug 10 01:56:22.299466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] No DVR routers for this DVR port 1e77128c-c96a-4777-a99e-b872013c8adc on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:22.302286 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.305535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58dbaf84-2de9-4596-a4a1-625e8cf22f99 req-e684370e-9fd9-4480-b67a-a931c9dbac5e tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.11 "DELETE /v2.0/ports/1e77128c-c96a-4777-a99e-b872013c8adc HTTP/1.1" status: 204 len: 173 time: 0.6885228 Aug 10 01:56:22.306756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'name': 'network-vif-deleted', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:22.309437 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169fb6d0-da46-423b-af26-d9f7d9936ca4" -d '{"events": [{"server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "name": "network-vif-deleted", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:22.312451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37114) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:22.313706 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-65c2f6cb-3dd4-4559-b1b1-b5a53b8d0326 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7348068 Aug 10 01:56:22.319309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:22.351753 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31d0a7c-c008-4f6d-ad58-cadfc68c2abd x-openstack-request-id: req-a31d0a7c-c008-4f6d-ad58-cadfc68c2abd {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:22.352136 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42dfb1c-9a5d-402b-b0c2-780fe7ec5459", "name": "network-vif-deleted", "tag": "1e77128c-c96a-4777-a99e-b872013c8adc", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:22.352399 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a31d0a7c-c008-4f6d-ad58-cadfc68c2abd {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:22.352801 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42dfb1c-9a5d-402b-b0c2-780fe7ec5459', 'name': 'network-vif-deleted', 'tag': '1e77128c-c96a-4777-a99e-b872013c8adc', 'status': 'completed', 'code': 200} Aug 10 01:56:22.370747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-1e03d54b-69b4-4fdd-a166-56db188ca484', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:22.372597 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.460689 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.462077 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.558399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Allocated IP 172.20.0.2 (1e03d54b-69b4-4fdd-a166-56db188ca484/1d2ab074-2e4e-407d-b5de-d17c5877787c/405fae28-02d7-4dff-996f-ce9356d3c13d) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:22.585499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:22.596449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.647998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed771-a47f-456c-af42-a1513c565e9e req-67c9c197-73ea-4434-97cc-a6921601929f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.653861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed771-a47f-456c-af42-a1513c565e9e req-67c9c197-73ea-4434-97cc-a6921601929f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.659742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed771-a47f-456c-af42-a1513c565e9e req-67c9c197-73ea-4434-97cc-a6921601929f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.665875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed771-a47f-456c-af42-a1513c565e9e req-67c9c197-73ea-4434-97cc-a6921601929f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.672118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed771-a47f-456c-af42-a1513c565e9e req-67c9c197-73ea-4434-97cc-a6921601929f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.677975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed771-a47f-456c-af42-a1513c565e9e req-67c9c197-73ea-4434-97cc-a6921601929f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.684155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed771-a47f-456c-af42-a1513c565e9e req-67c9c197-73ea-4434-97cc-a6921601929f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.685800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed1ed771-a47f-456c-af42-a1513c565e9e req-67c9c197-73ea-4434-97cc-a6921601929f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5439 time: 0.1750922 Aug 10 01:56:22.696456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7768028-ca8c-4e61-933b-f76a051c5049 req-a21086c6-4bca-4f81-9854-04abd3af719f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.705962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7768028-ca8c-4e61-933b-f76a051c5049 req-a21086c6-4bca-4f81-9854-04abd3af719f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 945 time: 0.1654239 Aug 10 01:56:22.839641 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.849158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Transition to ACTIVE for port object 405fae28-02d7-4dff-996f-ce9356d3c13d will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:22.866859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Transition to ACTIVE for port object 405fae28-02d7-4dff-996f-ce9356d3c13d will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:22.934247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7768028-ca8c-4e61-933b-f76a051c5049 req-86cf0c4d-411f-4120-9be1-480618c2e9cd tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/security-groups?id=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274423 Aug 10 01:56:22.939888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:22.944084 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.965707 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed1ed771-a47f-456c-af42-a1513c565e9e req-fa16bd6e-62ff-434d-b4fc-88d2dafc9ccb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2367713 Aug 10 01:56:22.972799 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:22.990647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:22.991196 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.065859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Network 1e03d54b-69b4-4fdd-a166-56db188ca484 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:23.071463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Pushing event updated for resources: {'Port': ['ID=405fae28-02d7-4dff-996f-ce9356d3c13d,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:23.073076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:23.077228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:23.171758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Attempting to bind port 405fae28-02d7-4dff-996f-ce9356d3c13d on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:23.171758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Attempting to bind port 405fae28-02d7-4dff-996f-ce9356d3c13d by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:23.171758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Attempting to bind port 405fae28-02d7-4dff-996f-ce9356d3c13d on network 1e03d54b-69b4-4fdd-a166-56db188ca484 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:23.174321 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.183287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-614ba419-805f-4a39-95db-28295984d719 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:23.185052 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-614ba419-805f-4a39-95db-28295984d719 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 945 time: 0.1076250 Aug 10 01:56:23.187163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:23.187549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Checking segment: {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:23.187954 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.188354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Bound using segment: {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:23.188831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Bound port: 405fae28-02d7-4dff-996f-ce9356d3c13d, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:23.189215 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.218511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf4f938-de02-41ee-a3ac-d3a89ae08d67'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:23.221453 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33283b1c-68da-4643-917b-82a75261aa2b" -d '{"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "8cf4f938-de02-41ee-a3ac-d3a89ae08d67"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:23.257172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba6b45-49d4-432b-9d1d-f656644631b2 req-00f6304c-27e8-4889-9137-d276609821c8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:23.265029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecba6b45-49d4-432b-9d1d-f656644631b2 req-00f6304c-27e8-4889-9137-d276609821c8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.1272261 Aug 10 01:56:23.276984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f29fa3-f181-4d7f-b55c-3a57d083feb8 req-83ee1050-3c94-497d-8b0b-d8e8d2ed3fbc tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:23.286385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6f29fa3-f181-4d7f-b55c-3a57d083feb8 req-83ee1050-3c94-497d-8b0b-d8e8d2ed3fbc tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.1314073 Aug 10 01:56:23.294081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:23.324234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Deleting port cbaa77eb-6396-4aa6-b144-072557ed2051 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:23.326790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.335711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] For port 405fae28-02d7-4dff-996f-ce9356d3c13d, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:23.339331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] For port 405fae28-02d7-4dff-996f-ce9356d3c13d, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=405fae28-02d7-4dff-996f-ce9356d3c13d,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:23.372446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecba6b45-49d4-432b-9d1d-f656644631b2 req-c803af86-9064-4897-8773-b0b411f229aa tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816815 Aug 10 01:56:23.383053 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.384063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 427255fd-b6d6-40ae-bad2-edb5ab3b5dec up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:23.399473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6f29fa3-f181-4d7f-b55c-3a57d083feb8 req-2bfb565f-1aab-4273-b351-3ffc0379ec21 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119323 Aug 10 01:56:23.413114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.489739 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0738f3-5830-44eb-9cef-c46338cb91ec x-openstack-request-id: req-aa0738f3-5830-44eb-9cef-c46338cb91ec {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:23.490038 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "8cf4f938-de02-41ee-a3ac-d3a89ae08d67", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:23.491492 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa0738f3-5830-44eb-9cef-c46338cb91ec {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:23.492636 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf4f938-de02-41ee-a3ac-d3a89ae08d67', 'code': 200} Aug 10 01:56:23.504441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] For port cbaa77eb-6396-4aa6-b144-072557ed2051, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cbaa77eb-6396-4aa6-b144-072557ed2051,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:23.505445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.528463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Calling delete_port for cbaa77eb-6396-4aa6-b144-072557ed2051 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:23.552286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:23.602872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d5417fe-5271-4555-a154-704cc6525cc0 req-5e312f0b-11ac-4a42-80db-c753969fcbde tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=a42dfb1c-9a5d-402b-b0c2-780fe7ec5459 HTTP/1.1" status: 200 len: 210 time: 0.0601203 Aug 10 01:56:23.671737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185b0e3-c8c6-4321-bed8-eb6654546d06 None None] Pushing event updated for resources: {'Port': ['ID=405fae28-02d7-4dff-996f-ce9356d3c13d,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:23.704967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:23.711402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:23.712270 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.722906 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.750784 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.758094 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.848752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.852027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.877809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['cbaa77eb-6396-4aa6-b144-072557ed2051'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:23.903858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Pushing event deleted for resources: {'Port': ['ID=cbaa77eb-6396-4aa6-b144-072557ed2051,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:23.932129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Allocated IP 172.25.3.214 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/c196f6fc-2ccb-4260-8e7c-f1b079358ff1) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:23.957712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] No DVR routers for this DVR port cbaa77eb-6396-4aa6-b144-072557ed2051 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:23.963962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.967358 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d32a7a7e-e594-4e46-a496-1df9b0947818 req-400c6f26-6cab-4ae3-9a3f-bd7a19d3553f tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.16 "DELETE /v2.0/ports/cbaa77eb-6396-4aa6-b144-072557ed2051 HTTP/1.1" status: 204 len: 173 time: 0.7742779 Aug 10 01:56:23.967529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:23.968336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fb7ed8-4d08-407d-9642-889ba18c3d34', 'name': 'network-vif-deleted', 'tag': 'cbaa77eb-6396-4aa6-b144-072557ed2051'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:23.970859 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293dc112-2b7a-4923-b9b1-f82d63a75081" -d '{"events": [{"server_uuid": "20fb7ed8-4d08-407d-9642-889ba18c3d34", "name": "network-vif-deleted", "tag": "cbaa77eb-6396-4aa6-b144-072557ed2051"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:24.032665 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de231aa8-2478-4888-8e58-1c3d1fc6b405 x-openstack-request-id: req-de231aa8-2478-4888-8e58-1c3d1fc6b405 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:24.032934 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fb7ed8-4d08-407d-9642-889ba18c3d34", "name": "network-vif-deleted", "tag": "cbaa77eb-6396-4aa6-b144-072557ed2051", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:24.033309 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de231aa8-2478-4888-8e58-1c3d1fc6b405 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:24.033723 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fb7ed8-4d08-407d-9642-889ba18c3d34', 'name': 'network-vif-deleted', 'tag': 'cbaa77eb-6396-4aa6-b144-072557ed2051', 'status': 'completed', 'code': 200} Aug 10 01:56:24.040177 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:24.041047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 46267443-4211-4c0f-9fce-25b2006944e6 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:24.153915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a759535-a41e-4f02-849e-f89452e04411 req-290aaef5-3815-4e6d-8345-6854ed0c8a14 tempest-AttachSCSIVolumeTestJSON-990547447 tempest-AttachSCSIVolumeTestJSON-990547447-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fb7ed8-4d08-407d-9642-889ba18c3d34 HTTP/1.1" status: 200 len: 210 time: 0.0688291 Aug 10 01:56:24.164207 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:24.178543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:24.230918 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb83b88-37b2-48e3-b942-aa2fd6d4eeff req-b1da0fb8-d8c0-4191-b5a4-d0a3a3eb31e8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.236956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb83b88-37b2-48e3-b942-aa2fd6d4eeff req-b1da0fb8-d8c0-4191-b5a4-d0a3a3eb31e8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.243046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb83b88-37b2-48e3-b942-aa2fd6d4eeff req-b1da0fb8-d8c0-4191-b5a4-d0a3a3eb31e8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.249235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb83b88-37b2-48e3-b942-aa2fd6d4eeff req-b1da0fb8-d8c0-4191-b5a4-d0a3a3eb31e8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.255453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb83b88-37b2-48e3-b942-aa2fd6d4eeff req-b1da0fb8-d8c0-4191-b5a4-d0a3a3eb31e8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.270357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb83b88-37b2-48e3-b942-aa2fd6d4eeff req-b1da0fb8-d8c0-4191-b5a4-d0a3a3eb31e8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.282826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb83b88-37b2-48e3-b942-aa2fd6d4eeff req-b1da0fb8-d8c0-4191-b5a4-d0a3a3eb31e8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.284731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8eb83b88-37b2-48e3-b942-aa2fd6d4eeff req-b1da0fb8-d8c0-4191-b5a4-d0a3a3eb31e8 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5441 time: 0.1541092 Aug 10 01:56:24.326953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 46267443-4211-4c0f-9fce-25b2006944e6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:24.333689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 46267443-4211-4c0f-9fce-25b2006944e6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:24.335079 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:24.343106 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8eb83b88-37b2-48e3-b942-aa2fd6d4eeff req-78a615c5-6c14-4b26-9768-dcf136a86f9c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486617 Aug 10 01:56:24.399072 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:24.465442 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:24.468438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:24.471878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:24.475316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:24.534288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 46267443-4211-4c0f-9fce-25b2006944e6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=46267443-4211-4c0f-9fce-25b2006944e6,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:24.614541 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:24.615747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b2958efa-81da-4c3f-9652-5f945e907a77 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:24.682844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=c196f6fc-2ccb-4260-8e7c-f1b079358ff1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:24.732893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=46267443-4211-4c0f-9fce-25b2006944e6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:24.743798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be49ef-bb29-457f-b5b4-cd5de8213b15 req-005f2afd-8e35-4e64-8ba7-4e4f5f18a845 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.745471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72be49ef-bb29-457f-b5b4-cd5de8213b15 req-005f2afd-8e35-4e64-8ba7-4e4f5f18a845 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.2217948 Aug 10 01:56:24.765557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c3e4-a1a2-4582-9a6f-822b05c3b18c req-4df483b5-c671-4bf6-b97f-12081de63bd2 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.767250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c269c3e4-a1a2-4582-9a6f-822b05c3b18c req-4df483b5-c671-4bf6-b97f-12081de63bd2 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.2424529 Aug 10 01:56:24.828432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port b2958efa-81da-4c3f-9652-5f945e907a77 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:24.833158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port b2958efa-81da-4c3f-9652-5f945e907a77 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:24.833829 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:24.858892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c269c3e4-a1a2-4582-9a6f-822b05c3b18c req-4a967557-0a32-4d59-8afe-7119dd06c501 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747001 Aug 10 01:56:24.893118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72be49ef-bb29-457f-b5b4-cd5de8213b15 req-1fd51255-e71c-48b6-b744-abf46e6c3198 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247067 Aug 10 01:56:25.029292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa23ab-2f8a-4c28-a0ce-e7b1ac2016c3 None None] Network 1e03d54b-69b4-4fdd-a166-56db188ca484 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:25.120231 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:25.161499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 405fae28-02d7-4dff-996f-ce9356d3c13d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:25.175386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1e77128c-c96a-4777-a99e-b872013c8adc no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:25.288240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 1e77128c-c96a-4777-a99e-b872013c8adc {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:25.290810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1e77128c-c96a-4777-a99e-b872013c8adc not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:25.313648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:25.346972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cfa8c124-a742-4bbb-9077-b268b04ac92e None None] Provisioning for port 405fae28-02d7-4dff-996f-ce9356d3c13d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:25.422130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port b2958efa-81da-4c3f-9652-5f945e907a77, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b2958efa-81da-4c3f-9652-5f945e907a77,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:25.458387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:25.493351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427255fd-b6d6-40ae-bad2-edb5ab3b5dec'}, {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46267443-4211-4c0f-9fce-25b2006944e6'}, {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2958efa-81da-4c3f-9652-5f945e907a77'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:25.495734 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0add9c94-81e8-4d00-bc59-4ca5906adfd0" -d '{"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "427255fd-b6d6-40ae-bad2-edb5ab3b5dec"}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "46267443-4211-4c0f-9fce-25b2006944e6"}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "b2958efa-81da-4c3f-9652-5f945e907a77"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:25.557692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 405fae28-02d7-4dff-996f-ce9356d3c13d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:25.566858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 405fae28-02d7-4dff-996f-ce9356d3c13d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:25.567244 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:25.578974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:25.580184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e5a18178-b2de-473f-a83a-9743c01c291d no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:25.850706 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e42b904-bfa3-4b55-990f-7f51a8191146 x-openstack-request-id: req-2e42b904-bfa3-4b55-990f-7f51a8191146 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:25.851010 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "427255fd-b6d6-40ae-bad2-edb5ab3b5dec", "code": 200}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "46267443-4211-4c0f-9fce-25b2006944e6", "code": 200}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "b2958efa-81da-4c3f-9652-5f945e907a77", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:25.851264 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e42b904-bfa3-4b55-990f-7f51a8191146 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:25.851663 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427255fd-b6d6-40ae-bad2-edb5ab3b5dec', 'code': 200} Aug 10 01:56:25.851922 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46267443-4211-4c0f-9fce-25b2006944e6', 'code': 200} Aug 10 01:56:25.852317 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2958efa-81da-4c3f-9652-5f945e907a77', 'code': 200} Aug 10 01:56:25.874264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: e5a18178-b2de-473f-a83a-9743c01c291d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:25.874788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e5a18178-b2de-473f-a83a-9743c01c291d not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:25.890650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 52b899ed-0dda-4a40-8cc0-21715f917d8d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:25.965866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=b2958efa-81da-4c3f-9652-5f945e907a77,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:26.030190 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.036960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7a6e-516d-4758-9c2c-509409e8af5f req-9b003b07-0de6-41bc-bd1c-3519b08ca18c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.043984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7a6e-516d-4758-9c2c-509409e8af5f req-9b003b07-0de6-41bc-bd1c-3519b08ca18c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.050051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7a6e-516d-4758-9c2c-509409e8af5f req-9b003b07-0de6-41bc-bd1c-3519b08ca18c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.056765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7a6e-516d-4758-9c2c-509409e8af5f req-9b003b07-0de6-41bc-bd1c-3519b08ca18c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.062897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7a6e-516d-4758-9c2c-509409e8af5f req-9b003b07-0de6-41bc-bd1c-3519b08ca18c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.069096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7a6e-516d-4758-9c2c-509409e8af5f req-9b003b07-0de6-41bc-bd1c-3519b08ca18c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.075649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 405fae28-02d7-4dff-996f-ce9356d3c13d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=405fae28-02d7-4dff-996f-ce9356d3c13d,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:26.079261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7a6e-516d-4758-9c2c-509409e8af5f req-9b003b07-0de6-41bc-bd1c-3519b08ca18c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.081468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-137d7a6e-516d-4758-9c2c-509409e8af5f req-9b003b07-0de6-41bc-bd1c-3519b08ca18c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5443 time: 0.2146115 Aug 10 01:56:26.116452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 52b899ed-0dda-4a40-8cc0-21715f917d8d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:26.121543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 52b899ed-0dda-4a40-8cc0-21715f917d8d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:26.121929 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.154444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c80645-8bb3-4ee2-8ce2-2c084e2a06f0 req-fc6eceef-0652-4719-9765-db344e438899 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.156603 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.162165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0c80645-8bb3-4ee2-8ce2-2c084e2a06f0 req-fc6eceef-0652-4719-9765-db344e438899 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 944 time: 0.2939558 Aug 10 01:56:26.216929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-137d7a6e-516d-4758-9c2c-509409e8af5f req-80b03922-e9b4-4c39-8155-daedb1ac8bed tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993669 Aug 10 01:56:26.247144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=405fae28-02d7-4dff-996f-ce9356d3c13d,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:26.247489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acfcae-5897-412d-b240-7ac48486b3ec req-d2d8f07c-76ba-4528-b5cb-a2768c9b8b0f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.247489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20acfcae-5897-412d-b240-7ac48486b3ec req-d2d8f07c-76ba-4528-b5cb-a2768c9b8b0f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.11 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 944 time: 0.2333579 Aug 10 01:56:26.303257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0c80645-8bb3-4ee2-8ce2-2c084e2a06f0 req-fe53456e-bb66-460d-a892-b23dde6f585b tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f14d2ee-6a45-400e-86f3-96059ace1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395259 Aug 10 01:56:26.333042 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.357435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-68b860b1-e3db-4aae-b9cb-9fd5129adcfe None None] Provisioning complete for port 405fae28-02d7-4dff-996f-ce9356d3c13d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:26.357435 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-68b860b1-e3db-4aae-b9cb-9fd5129adcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.381683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:56:26.429303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 52b899ed-0dda-4a40-8cc0-21715f917d8d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:26.497930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.499228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device db60ac19-8829-4451-9307-964b4d9a35e4 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:26.536880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91829ba1-ea97-4dae-81d8-d0193d3ac880 req-069c8f5a-5bea-41ba-bf47-d8f37ad9de8b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.539152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91829ba1-ea97-4dae-81d8-d0193d3ac880 req-069c8f5a-5bea-41ba-bf47-d8f37ad9de8b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.1996615 Aug 10 01:56:26.576545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-20acfcae-5897-412d-b240-7ac48486b3ec req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Deleting port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:26.576966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-20acfcae-5897-412d-b240-7ac48486b3ec req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.591569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288dc84-c972-4b79-a34e-9b485c66eca0 req-47f782df-d9b8-45f7-b2f3-60696366144d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:26.593209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d288dc84-c972-4b79-a34e-9b485c66eca0 req-47f782df-d9b8-45f7-b2f3-60696366144d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.1872942 Aug 10 01:56:26.597282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=52b899ed-0dda-4a40-8cc0-21715f917d8d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:26.659989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port db60ac19-8829-4451-9307-964b4d9a35e4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:26.672835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port db60ac19-8829-4451-9307-964b4d9a35e4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:26.673372 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.763121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91829ba1-ea97-4dae-81d8-d0193d3ac880 req-c271f316-a2d2-4845-9414-453517a67867 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909547 Aug 10 01:56:26.764296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:26.773058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d288dc84-c972-4b79-a34e-9b485c66eca0 req-b20d3758-6809-4476-9346-46ca1113fcbc tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297307 Aug 10 01:56:26.780867 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Sync routers for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:26.794500 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:26.795298 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:26.818971 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.890697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-20acfcae-5897-412d-b240-7ac48486b3ec req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] For port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,segment=NetworkSegment(fe5485fa-1dba-426e-a6cb-54bc63ed2547),segment_id=fe5485fa-1dba-426e-a6cb-54bc63ed2547)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:26.890909 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-20acfcae-5897-412d-b240-7ac48486b3ec req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.895719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port db60ac19-8829-4451-9307-964b4d9a35e4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=db60ac19-8829-4451-9307-964b4d9a35e4,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:26.903238 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.914121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1448449b-ea67-44f3-b40a-d47d3f764ae7 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5916204 Aug 10 01:56:26.914242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37214) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:26.922833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-20acfcae-5897-412d-b240-7ac48486b3ec req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Calling delete_port for dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:26.952912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 405fae28-02d7-4dff-996f-ce9356d3c13d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:27.006511 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:27.015279 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.016685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device efb0670e-4f05-4aac-9ba8-3680f27368b7 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:27.108729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80439fa6-75f4-4aee-b165-01e86bfe86a4 req-f6866b28-9256-4a01-b83c-a7941332caa5 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.111744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80439fa6-75f4-4aee-b165-01e86bfe86a4 req-f6866b28-9256-4a01-b83c-a7941332caa5 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 945 time: 0.0776064 Aug 10 01:56:27.113891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 405fae28-02d7-4dff-996f-ce9356d3c13d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:27.114337 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.171110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=db60ac19-8829-4451-9307-964b4d9a35e4,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:27.227090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80439fa6-75f4-4aee-b165-01e86bfe86a4 req-c7d9b951-0b11-4a63-804b-0d90029bae82 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071992 Aug 10 01:56:27.320422 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-20acfcae-5897-412d-b240-7ac48486b3ec req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.320669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port efb0670e-4f05-4aac-9ba8-3680f27368b7 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:27.326039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port efb0670e-4f05-4aac-9ba8-3680f27368b7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:27.326483 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.338468 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:24Z', 'revision_number': 3, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:27.380235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Pushing event deleted for resources: {'Port': ['ID=dcf8a5c9-9c99-4760-bdda-e1c42b5dc136,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:27.381330 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Checking router: c7ec96a9-8877-4950-bc1e-de8c8dacd0cf for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:27.381899 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Updating router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf port c196f6fc-2ccb-4260-8e7c-f1b079358ff1 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:56:27.429108 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.499665 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.523376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-20acfcae-5897-412d-b240-7ac48486b3ec req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] No DVR routers for this DVR port dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:27.543536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port efb0670e-4f05-4aac-9ba8-3680f27368b7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=efb0670e-4f05-4aac-9ba8-3680f27368b7,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:27.582520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-20acfcae-5897-412d-b240-7ac48486b3ec req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.585260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20acfcae-5897-412d-b240-7ac48486b3ec req-773a75c5-6e87-4292-a51a-08bb4abe8c8f tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.11 "DELETE /v2.0/ports/dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 HTTP/1.1" status: 204 len: 173 time: 1.3325095 Aug 10 01:56:27.587402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'name': 'network-vif-deleted', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:27.592000 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78a675a-2bdd-4fc3-9e08-9c756f2dc39e" -d '{"events": [{"server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "name": "network-vif-deleted", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:27.611045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-994e88f5-40c6-47c5-91f6-39f3a3c3e107 req-dded168d-3ab3-4f1e-af25-79e9f9b27d01 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 210 time: 0.1580305 Aug 10 01:56:27.641192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.642364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cbaa77eb-6396-4aa6-b144-072557ed2051 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:27.672940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3778-86cc-4b21-a04d-81feabc810cd req-6e6f43cd-3306-4d27-8de6-36a59f4432e9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.687343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3778-86cc-4b21-a04d-81feabc810cd req-6e6f43cd-3306-4d27-8de6-36a59f4432e9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.697402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3778-86cc-4b21-a04d-81feabc810cd req-6e6f43cd-3306-4d27-8de6-36a59f4432e9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.703582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3778-86cc-4b21-a04d-81feabc810cd req-6e6f43cd-3306-4d27-8de6-36a59f4432e9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.703817 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.710491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3778-86cc-4b21-a04d-81feabc810cd req-6e6f43cd-3306-4d27-8de6-36a59f4432e9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.716867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3778-86cc-4b21-a04d-81feabc810cd req-6e6f43cd-3306-4d27-8de6-36a59f4432e9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.729673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db3778-86cc-4b21-a04d-81feabc810cd req-6e6f43cd-3306-4d27-8de6-36a59f4432e9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.731678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4db3778-86cc-4b21-a04d-81feabc810cd req-6e6f43cd-3306-4d27-8de6-36a59f4432e9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5445 time: 0.2865448 Aug 10 01:56:27.733244 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3a670e-3b83-4435-b5bd-cf481721cb26 x-openstack-request-id: req-3c3a670e-3b83-4435-b5bd-cf481721cb26 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:27.733527 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f922a-2bc4-4842-a1b2-7888e52151fd", "name": "network-vif-deleted", "tag": "dcf8a5c9-9c99-4760-bdda-e1c42b5dc136", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:27.733772 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c3a670e-3b83-4435-b5bd-cf481721cb26 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:27.734159 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f922a-2bc4-4842-a1b2-7888e52151fd', 'name': 'network-vif-deleted', 'tag': 'dcf8a5c9-9c99-4760-bdda-e1c42b5dc136', 'status': 'completed', 'code': 200} Aug 10 01:56:27.750232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: cbaa77eb-6396-4aa6-b144-072557ed2051 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:27.750749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cbaa77eb-6396-4aa6-b144-072557ed2051 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:27.829477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4db3778-86cc-4b21-a04d-81feabc810cd req-c5cb778d-bba5-4bd2-ad9a-288849cd4cb9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894709 Aug 10 01:56:27.853285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b899ed-0dda-4a40-8cc0-21715f917d8d'}, {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60ac19-8829-4451-9307-964b4d9a35e4'}, {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb0670e-4f05-4aac-9ba8-3680f27368b7'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:27.862269 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a6066b-be3e-4317-97c4-7fc9fefdf0de" -d '{"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "52b899ed-0dda-4a40-8cc0-21715f917d8d"}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "db60ac19-8829-4451-9307-964b4d9a35e4"}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "efb0670e-4f05-4aac-9ba8-3680f27368b7"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:27.885077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=efb0670e-4f05-4aac-9ba8-3680f27368b7,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:27.902645 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.941448 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Transition to ACTIVE for port object c196f6fc-2ccb-4260-8e7c-f1b079358ff1 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:28.002731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Allocated IP 172.20.0.1 (1e03d54b-69b4-4fdd-a166-56db188ca484/1d2ab074-2e4e-407d-b5de-d17c5877787c/a890a89d-19dc-4d54-a29b-77e3b95d7f90) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:28.018113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a811c4-7df9-4516-bf67-ea8bb0e09d15 req-509ae24a-86e3-4983-81cc-2e4aa6b147e4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.019716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57a811c4-7df9-4516-bf67-ea8bb0e09d15 req-509ae24a-86e3-4983-81cc-2e4aa6b147e4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.1056449 Aug 10 01:56:28.026027 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:28.044062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cc8c1-c67b-41cd-937c-f26e03743a67 req-5e6eaf89-5bc1-478b-b3b1-2eac424ded7e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.051069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b4cc8c1-c67b-41cd-937c-f26e03743a67 req-5e6eaf89-5bc1-478b-b3b1-2eac424ded7e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0886674 Aug 10 01:56:28.075322 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Pushing event updated for resources: {'Port': ['ID=c196f6fc-2ccb-4260-8e7c-f1b079358ff1,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:28.089002 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.089695 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.090225 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.090770 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.091553 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.091936 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.092440 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.092962 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.093561 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.094080 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.094610 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.095138 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:28.122996 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Attempting to bind port c196f6fc-2ccb-4260-8e7c-f1b079358ff1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:28.126905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Attempting to bind port c196f6fc-2ccb-4260-8e7c-f1b079358ff1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:28.126905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Attempting to bind port c196f6fc-2ccb-4260-8e7c-f1b079358ff1 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:28.131750 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:28.132574 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:28.133356 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:28.133969 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:28.134595 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:28.136409 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Bound port: c196f6fc-2ccb-4260-8e7c-f1b079358ff1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:28.137060 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:28.138856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57a811c4-7df9-4516-bf67-ea8bb0e09d15 req-ce577037-5315-41e2-a982-71fad027955c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866864 Aug 10 01:56:28.148847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b4cc8c1-c67b-41cd-937c-f26e03743a67 req-6c858708-6fbd-4c76-880e-a3a250425ee4 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932925 Aug 10 01:56:28.150015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Transition to ACTIVE for port object a890a89d-19dc-4d54-a29b-77e3b95d7f90 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:28.221795 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1177d097-a235-4eaf-a55d-10d2af5aea9a x-openstack-request-id: req-1177d097-a235-4eaf-a55d-10d2af5aea9a {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:28.222101 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "52b899ed-0dda-4a40-8cc0-21715f917d8d", "code": 200}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "db60ac19-8829-4451-9307-964b4d9a35e4", "code": 200}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-plugged", "status": "completed", "tag": "efb0670e-4f05-4aac-9ba8-3680f27368b7", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:28.222358 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1177d097-a235-4eaf-a55d-10d2af5aea9a {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:28.222897 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b899ed-0dda-4a40-8cc0-21715f917d8d', 'code': 200} Aug 10 01:56:28.223059 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db60ac19-8829-4451-9307-964b4d9a35e4', 'code': 200} Aug 10 01:56:28.223286 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb0670e-4f05-4aac-9ba8-3680f27368b7', 'code': 200} Aug 10 01:56:28.224280 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] For port c196f6fc-2ccb-4260-8e7c-f1b079358ff1, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:28.229050 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] For port c196f6fc-2ccb-4260-8e7c-f1b079358ff1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c196f6fc-2ccb-4260-8e7c-f1b079358ff1,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:28.278860 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:28.309730 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:28.371244 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Network 1e03d54b-69b4-4fdd-a166-56db188ca484 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:28.377954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:28.387714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:28.407501 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e17aff-e645-4e02-962c-22215d0fe4e7 None None] Pushing event updated for resources: {'Port': ['ID=c196f6fc-2ccb-4260-8e7c-f1b079358ff1,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:28.408740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Pushing event updated for resources: {'Port': ['ID=a890a89d-19dc-4d54-a29b-77e3b95d7f90,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:28.415123 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:28.417366 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:28.449344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61779b9-875e-4cc0-b49f-6d61cda9e74b req-65eb400a-ff5f-412c-bd3a-623dc25489a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.450155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61779b9-875e-4cc0-b49f-6d61cda9e74b req-65eb400a-ff5f-412c-bd3a-623dc25489a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.450902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61779b9-875e-4cc0-b49f-6d61cda9e74b req-65eb400a-ff5f-412c-bd3a-623dc25489a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.451389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61779b9-875e-4cc0-b49f-6d61cda9e74b req-65eb400a-ff5f-412c-bd3a-623dc25489a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.451855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61779b9-875e-4cc0-b49f-6d61cda9e74b req-65eb400a-ff5f-412c-bd3a-623dc25489a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.452324 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61779b9-875e-4cc0-b49f-6d61cda9e74b req-65eb400a-ff5f-412c-bd3a-623dc25489a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.452796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61779b9-875e-4cc0-b49f-6d61cda9e74b req-65eb400a-ff5f-412c-bd3a-623dc25489a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.454727 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a61779b9-875e-4cc0-b49f-6d61cda9e74b req-65eb400a-ff5f-412c-bd3a-623dc25489a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6510 time: 0.1424053 Aug 10 01:56:28.458104 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:28.561408 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:28.606474 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a61779b9-875e-4cc0-b49f-6d61cda9e74b req-b50748c3-1508-425e-adce-933a427253bb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1389132 Aug 10 01:56:28.766268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-749c6b85-ae65-436d-bedc-3f34c19af990 req-df66e02c-5e5c-44bb-8c38-995603ff7fe6 tempest-LiveAutoBlockMigrationV225Test-1254257953 tempest-LiveAutoBlockMigrationV225Test-1254257953-project] 10.222.0.38 "GET /v2.0/ports?device_id=f07f922a-2bc4-4842-a1b2-7888e52151fd HTTP/1.1" status: 200 len: 210 time: 0.0344379 Aug 10 01:56:28.817558 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5ba3579e-b050-4d27-a7dc-d8e7182327e3 None None] Provisioning for port a890a89d-19dc-4d54-a29b-77e3b95d7f90 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:28.819999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5ba3579e-b050-4d27-a7dc-d8e7182327e3 None None] Provisioning complete for port a890a89d-19dc-4d54-a29b-77e3b95d7f90 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:28.820371 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5ba3579e-b050-4d27-a7dc-d8e7182327e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:28.863027 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:24Z', 'revision_number': 3, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:28.900157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3579e-b050-4d27-a7dc-d8e7182327e3 None None] Port a890a89d-19dc-4d54-a29b-77e3b95d7f90 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:28.935318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d41e06-9419-43bc-a7fc-aedac432c1c1 req-4893befd-6bee-4908-817b-1d9d74e696ca tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.939003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1d41e06-9419-43bc-a7fc-aedac432c1c1 req-4893befd-6bee-4908-817b-1d9d74e696ca tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 945 time: 0.1313865 Aug 10 01:56:29.001754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1d41e06-9419-43bc-a7fc-aedac432c1c1 req-d1b2563e-73fa-4c63-900d-6692cb7ad800 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548613 Aug 10 01:56:29.047750 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43462531-e43d-42fe-80e9-e4ce9de7b82b None None] The sync data for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 is: [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:24Z', 'revision_number': 3, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:29.068179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6b01b-91c0-475e-bd73-e400171e657d req-8c96aac0-75a1-408d-9fb1-518de65cedd6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.074671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6b01b-91c0-475e-bd73-e400171e657d req-8c96aac0-75a1-408d-9fb1-518de65cedd6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.081560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6b01b-91c0-475e-bd73-e400171e657d req-8c96aac0-75a1-408d-9fb1-518de65cedd6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.092546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6b01b-91c0-475e-bd73-e400171e657d req-8c96aac0-75a1-408d-9fb1-518de65cedd6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.098681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6b01b-91c0-475e-bd73-e400171e657d req-8c96aac0-75a1-408d-9fb1-518de65cedd6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.105965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6b01b-91c0-475e-bd73-e400171e657d req-8c96aac0-75a1-408d-9fb1-518de65cedd6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.112382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6b01b-91c0-475e-bd73-e400171e657d req-8c96aac0-75a1-408d-9fb1-518de65cedd6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.114423 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64a6b01b-91c0-475e-bd73-e400171e657d req-8c96aac0-75a1-408d-9fb1-518de65cedd6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5446 time: 0.1129663 Aug 10 01:56:29.165631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:29.173172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64a6b01b-91c0-475e-bd73-e400171e657d req-a6e42a49-b276-4ad9-bb31-8cc18ce5813b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488646 Aug 10 01:56:29.208214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:29.208214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device dcf8a5c9-9c99-4760-bdda-e1c42b5dc136 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:29.257917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:29.389229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed4a5a-fbec-4f4a-9944-c0ae811578e7 req-3615f0ab-412f-40a6-9271-ad2aa7b7e2f7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.390984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08ed4a5a-fbec-4f4a-9944-c0ae811578e7 req-3615f0ab-412f-40a6-9271-ad2aa7b7e2f7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.1359408 Aug 10 01:56:29.473396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08ed4a5a-fbec-4f4a-9944-c0ae811578e7 req-3281f92c-32e1-4464-a102-8075fab3d1d7 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649061 Aug 10 01:56:29.484051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a815f5-c2a8-46f6-9be7-8dfd9feb8fe3 req-bd659b86-8a0c-42ce-91f0-d7de6e08eab8 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:29.493874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9a815f5-c2a8-46f6-9be7-8dfd9feb8fe3 req-bd659b86-8a0c-42ce-91f0-d7de6e08eab8 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.1957619 Aug 10 01:56:29.569935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9a815f5-c2a8-46f6-9be7-8dfd9feb8fe3 req-a97ee422-edbd-4235-a292-1e4624638cf3 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715501 Aug 10 01:56:29.621457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:29.719789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:29.799477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Pushing event updated for resources: {'Port': ['ID=a890a89d-19dc-4d54-a29b-77e3b95d7f90,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:29.801280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:29.844518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37258) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:29.949328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Network 1e03d54b-69b4-4fdd-a166-56db188ca484 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:29.951296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:29.982573 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b88af4-d45f-42ec-ac13-5b0658d4d7ef admin admin] Deleting subnet 352d044b-2470-4744-b6f8-e8c1b438b920 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:29.982573 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3b88af4-d45f-42ec-ac13-5b0658d4d7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.049516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3b88af4-d45f-42ec-ac13-5b0658d4d7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.110179 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3b88af4-d45f-42ec-ac13-5b0658d4d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.118337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:30.221096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef183961-5265-463c-832b-256a9cbcf5ea req-4f08864e-90fb-4068-9af1-e90e1a5dde0c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.222814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef183961-5265-463c-832b-256a9cbcf5ea req-4f08864e-90fb-4068-9af1-e90e1a5dde0c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 945 time: 0.0829430 Aug 10 01:56:30.283474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef183961-5265-463c-832b-256a9cbcf5ea req-71909a6f-6f4a-4a33-aae8-85d41cbe2108 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478311 Aug 10 01:56:30.332144 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-07d1f750-527c-4fcb-bad2-3e0d6cd9d1f0 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.333795 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-07d1f750-527c-4fcb-bad2-3e0d6cd9d1f0 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 945 time: 0.0684371 Aug 10 01:56:30.350674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:30.352885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a07db91f-8520-4d57-b1d5-7b5bb9faf70c None None] Provisioning complete for port a890a89d-19dc-4d54-a29b-77e3b95d7f90 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:30.354399 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a07db91f-8520-4d57-b1d5-7b5bb9faf70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.356118 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3b88af4-d45f-42ec-ac13-5b0658d4d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.371873 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c6a26fce-c2cc-418f-8299-6f6bcb5eb465 admin admin] 10.222.0.38 "PUT /v2.0/routers/c7ec96a9-8877-4950-bc1e-de8c8dacd0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4510627 Aug 10 01:56:30.395129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a07db91f-8520-4d57-b1d5-7b5bb9faf70c None None] Port a890a89d-19dc-4d54-a29b-77e3b95d7f90 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:30.410733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b88af4-d45f-42ec-ac13-5b0658d4d7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352d044b-2470-4744-b6f8-e8c1b438b920,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:30.420856 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3b88af4-d45f-42ec-ac13-5b0658d4d7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.425480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b3b88af4-d45f-42ec-ac13-5b0658d4d7ef admin admin] 10.222.0.38 "DELETE /v2.0/subnets/352d044b-2470-4744-b6f8-e8c1b438b920 HTTP/1.1" status: 204 len: 168 time: 0.5797911 Aug 10 01:56:30.426219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37268) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:30.444316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ebdfa-99a2-47b2-b797-016357860f79 req-a7e39895-8257-4661-b4b5-6f36c9e21acf tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.450774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ebdfa-99a2-47b2-b797-016357860f79 req-a7e39895-8257-4661-b4b5-6f36c9e21acf tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.456771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ebdfa-99a2-47b2-b797-016357860f79 req-a7e39895-8257-4661-b4b5-6f36c9e21acf tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.463179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ebdfa-99a2-47b2-b797-016357860f79 req-a7e39895-8257-4661-b4b5-6f36c9e21acf tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.477009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ebdfa-99a2-47b2-b797-016357860f79 req-a7e39895-8257-4661-b4b5-6f36c9e21acf tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.484686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ebdfa-99a2-47b2-b797-016357860f79 req-a7e39895-8257-4661-b4b5-6f36c9e21acf tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.504194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ebdfa-99a2-47b2-b797-016357860f79 req-a7e39895-8257-4661-b4b5-6f36c9e21acf tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.508061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Deleting port 3099f522-11ff-45bf-a006-6ccd0295c118 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:30.508417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.516462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-681ebdfa-99a2-47b2-b797-016357860f79 req-a7e39895-8257-4661-b4b5-6f36c9e21acf tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5446 time: 0.2143497 Aug 10 01:56:30.579449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-681ebdfa-99a2-47b2-b797-016357860f79 req-7939a7ef-8a08-4c00-aeec-2fa6c04d2b52 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579009 Aug 10 01:56:30.583594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.675328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d79759-c588-4218-9ea4-73c1937dffba req-b5b46071-d9b7-441e-b0e3-34e475031970 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.678916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67d79759-c588-4218-9ea4-73c1937dffba req-b5b46071-d9b7-441e-b0e3-34e475031970 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0980945 Aug 10 01:56:30.719005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] For port 3099f522-11ff-45bf-a006-6ccd0295c118, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3099f522-11ff-45bf-a006-6ccd0295c118,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:30.719389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.733096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.791896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea2a2dd-e85f-4282-baa3-4d340bdc5baf']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:30.796797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67d79759-c588-4218-9ea4-73c1937dffba req-a387e537-179e-4d5e-9326-37acefc59426 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062367 Aug 10 01:56:30.824077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56dfd6-1919-4255-8228-b783c8d6d04b req-261d7cd2-14f5-43ba-8345-ccf13bc70a8a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:30.832706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c56dfd6-1919-4255-8228-b783c8d6d04b req-261d7cd2-14f5-43ba-8345-ccf13bc70a8a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.1437576 Aug 10 01:56:30.887415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5485fa-1dba-426e-a6cb-54bc63ed2547') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:30.887723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5485fa-1dba-426e-a6cb-54bc63ed2547') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:30.922097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.943654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c56dfd6-1919-4255-8228-b783c8d6d04b req-71675b58-be25-44d2-8c93-ff62e47c1b51 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095185 Aug 10 01:56:30.970909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:30.979474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:30.980099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.030075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c196f6fc-2ccb-4260-8e7c-f1b079358ff1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:31.073997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70df4-f572-4557-bc49-3562124f576a req-19dd9680-1f82-47a6-a262-a826a86f6b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:31.085035 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:31.090416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70df4-f572-4557-bc49-3562124f576a req-19dd9680-1f82-47a6-a262-a826a86f6b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:31.106059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70df4-f572-4557-bc49-3562124f576a req-19dd9680-1f82-47a6-a262-a826a86f6b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:31.106059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70df4-f572-4557-bc49-3562124f576a req-19dd9680-1f82-47a6-a262-a826a86f6b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:31.114099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70df4-f572-4557-bc49-3562124f576a req-19dd9680-1f82-47a6-a262-a826a86f6b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:31.121595 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70df4-f572-4557-bc49-3562124f576a req-19dd9680-1f82-47a6-a262-a826a86f6b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:31.128747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d70df4-f572-4557-bc49-3562124f576a req-19dd9680-1f82-47a6-a262-a826a86f6b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:31.131327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11d70df4-f572-4557-bc49-3562124f576a req-19dd9680-1f82-47a6-a262-a826a86f6b07 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5446 time: 0.1272273 Aug 10 01:56:31.142440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37316) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:31.148402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Request body: {'floatingip': {'port_id': 'db60ac19-8829-4451-9307-964b4d9a35e4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:31.164566 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.169907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.171952 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3ea2a2dd-e85f-4282-baa3-4d340bdc5baf HTTP/1.1" status: 204 len: 168 time: 0.7442026 Aug 10 01:56:31.176814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37318) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:31.195430 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.207502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2461f1-c70d-4dd3-b9ac-55676f8db2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea2a2dd-e85f-4282-baa3-4d340bdc5baf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:31.229781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Sync routers for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:31.241973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c196f6fc-2ccb-4260-8e7c-f1b079358ff1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:31.254662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c196f6fc-2ccb-4260-8e7c-f1b079358ff1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:31.255038 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.257067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:31.257997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:31.297927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d380b46-ed27-4d81-8f68-d31a5128306d admin admin] Deleting subnet a11f7697-42d1-4d7d-9e9d-f2fda63901cb {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:31.302270 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d380b46-ed27-4d81-8f68-d31a5128306d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.305117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.305512 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.305843 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Floating IP e861d65f-8a52-4df6-a330-764f29ea8b0a disassociated. External IP: 172.25.3.172, port: 3099f522-11ff-45bf-a006-6ccd0295c118. Aug 10 01:56:31.306166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Calling delete_port for 3099f522-11ff-45bf-a006-6ccd0295c118 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:31.435056 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d380b46-ed27-4d81-8f68-d31a5128306d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.463495 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.470474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:31.501130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d380b46-ed27-4d81-8f68-d31a5128306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.575867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port c196f6fc-2ccb-4260-8e7c-f1b079358ff1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c196f6fc-2ccb-4260-8e7c-f1b079358ff1,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:31.641746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57414d9f-ff46-47b5-9d91-7644a4a6b03d req-212894cb-73cc-40fb-a634-41c60543fe6f tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:31.643369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57414d9f-ff46-47b5-9d91-7644a4a6b03d req-212894cb-73cc-40fb-a634-41c60543fe6f tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 945 time: 0.2195542 Aug 10 01:56:31.680726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d380b46-ed27-4d81-8f68-d31a5128306d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.684592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.709873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.725845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37328) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:31.738664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d380b46-ed27-4d81-8f68-d31a5128306d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11f7697-42d1-4d7d-9e9d-f2fda63901cb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:31.773129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event deleted for resources: {'Port': ['ID=3099f522-11ff-45bf-a006-6ccd0295c118,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:31.778319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d380b46-ed27-4d81-8f68-d31a5128306d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:31.782896 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d380b46-ed27-4d81-8f68-d31a5128306d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a11f7697-42d1-4d7d-9e9d-f2fda63901cb HTTP/1.1" status: 204 len: 168 time: 0.5990202 Aug 10 01:56:31.784420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37330) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:31.810458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=c196f6fc-2ccb-4260-8e7c-f1b079358ff1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:31.903316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a890a89d-19dc-4d54-a29b-77e3b95d7f90', 'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'mac_address': 'fa:16:3e:fb:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:27Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 2, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'subnets': [{'id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:31.939640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57414d9f-ff46-47b5-9d91-7644a4a6b03d req-b1d1d8e4-4db0-4104-a794-becb509f113d tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups?id=b0bef8bb-be86-42dc-896c-8009dbddcbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149487 Aug 10 01:56:31.976434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Checking router: c7ec96a9-8877-4950-bc1e-de8c8dacd0cf for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:31.977903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Updating router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf port a890a89d-19dc-4d54-a29b-77e3b95d7f90 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:56:32.033027 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.083576 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.120143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Router c49c0e89-1d13-45ea-a48f-f9caf3231b99 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:32.194078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e465be0-0a74-45ec-935e-077e13455e6c req-0c505040-a864-4151-87df-0609d76b86dd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:32.195812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e465be0-0a74-45ec-935e-077e13455e6c req-0c505040-a864-4151-87df-0609d76b86dd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.2646298 Aug 10 01:56:32.227916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.resource_extend [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:56:32.288217 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.306037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174c5ec5-f437-4716-8f87-6f376a54b1f9']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:32.337929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.355646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e465be0-0a74-45ec-935e-077e13455e6c req-67666774-89e7-4221-ab22-67b29c6b8889 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506412 Aug 10 01:56:32.360268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3ca19d-11be-4fed-a9ab-9e96d2d878b3') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:32.360741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3ca19d-11be-4fed-a9ab-9e96d2d878b3') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:32.387405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.398770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673f0cc-4bd0-4eac-bc0a-5923a1efa705 req-455a08b6-6228-48df-a5bd-91d42e1a3f86 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:32.400652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6673f0cc-4bd0-4eac-bc0a-5923a1efa705 req-455a08b6-6228-48df-a5bd-91d42e1a3f86 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 946 time: 0.2316325 Aug 10 01:56:32.406781 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.413493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:32.424545 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:32.427170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:32.435748 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] Sync routers for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:32.449538 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:32.453038 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:32.508249 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.530020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] No DVR routers for this DVR port 3099f522-11ff-45bf-a006-6ccd0295c118 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:32.534267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Transition to ACTIVE for port object a890a89d-19dc-4d54-a29b-77e3b95d7f90 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:32.534438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.538958 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-72881791-fd4f-4b14-a00e-5b99de9cf306 req-456477e1-d746-492f-a564-c8644e65d3a2 tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.16 "DELETE /v2.0/ports/3099f522-11ff-45bf-a006-6ccd0295c118 HTTP/1.1" status: 204 len: 173 time: 2.1985979 Aug 10 01:56:32.550178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'name': 'network-vif-deleted', 'tag': '3099f522-11ff-45bf-a006-6ccd0295c118'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:32.553667 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e153f90-3792-4987-be38-598eb649ef26" -d '{"events": [{"server_uuid": "9e16bf92-b78d-48cf-a48b-494b9e126394", "name": "network-vif-deleted", "tag": "3099f522-11ff-45bf-a006-6ccd0295c118"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:32.625821 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.649986 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:32.659166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.667236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.667236 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/174c5ec5-f437-4716-8f87-6f376a54b1f9 HTTP/1.1" status: 204 len: 168 time: 0.8815606 Aug 10 01:56:32.687959 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87e1ce-86e0-4ff2-b746-beb8c22edfc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=174c5ec5-f437-4716-8f87-6f376a54b1f9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:32.738150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6ffe8-790f-4c2c-b522-e9226e65c873 None None] Pushing event updated for resources: {'Port': ['ID=a890a89d-19dc-4d54-a29b-77e3b95d7f90,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:32.749215 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c7f484-c13d-4d94-b031-f0c0c33eaec7 x-openstack-request-id: req-a8c7f484-c13d-4d94-b031-f0c0c33eaec7 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:32.750191 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e16bf92-b78d-48cf-a48b-494b9e126394", "name": "network-vif-deleted", "tag": "3099f522-11ff-45bf-a006-6ccd0295c118", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:32.750967 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8c7f484-c13d-4d94-b031-f0c0c33eaec7 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:32.751635 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e16bf92-b78d-48cf-a48b-494b9e126394', 'name': 'network-vif-deleted', 'tag': '3099f522-11ff-45bf-a006-6ccd0295c118', 'status': 'completed', 'code': 200} Aug 10 01:56:32.880715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Attempting to bind port a890a89d-19dc-4d54-a29b-77e3b95d7f90 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:32.882495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Attempting to bind port a890a89d-19dc-4d54-a29b-77e3b95d7f90 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:32.882495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Attempting to bind port a890a89d-19dc-4d54-a29b-77e3b95d7f90 on network 1e03d54b-69b4-4fdd-a166-56db188ca484 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:32.889523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:32.889523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Checking segment: {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:32.894650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:32.894650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Bound using segment: {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:32.894650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Bound port: a890a89d-19dc-4d54-a29b-77e3b95d7f90, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:32.894650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.035813 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:33.095858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] For port a890a89d-19dc-4d54-a29b-77e3b95d7f90, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:33.096403 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] Checking router: c49c0e89-1d13-45ea-a48f-f9caf3231b99 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:33.100018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c196f6fc-2ccb-4260-8e7c-f1b079358ff1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:33.115255 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:33.115957 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:33.121019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] For port a890a89d-19dc-4d54-a29b-77e3b95d7f90, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a890a89d-19dc-4d54-a29b-77e3b95d7f90,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:33.205829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c196f6fc-2ccb-4260-8e7c-f1b079358ff1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:33.206174 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.227916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6673f0cc-4bd0-4eac-bc0a-5923a1efa705 req-12528244-94ab-4eb9-a448-6b7df0e98abe tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8094797 Aug 10 01:56:33.239650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37384) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:33.281290 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:33.284155 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.304001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d7410b2f-1e0b-46fa-bf97-97368ddf4cbb req-2c5bf645-1ebb-46f4-b74d-8bb53261612c tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e16bf92-b78d-48cf-a48b-494b9e126394 HTTP/1.1" status: 200 len: 210 time: 0.0807157 Aug 10 01:56:33.324445 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Floating IP 2299b0c5-03ca-4d96-8bfc-bd44479ed9ab associated. External IP: 172.25.3.52, port: db60ac19-8829-4451-9307-964b4d9a35e4. Aug 10 01:56:33.344772 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-582d385a-7f11-434c-b3d7-d5e8a1763db7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=063dde1b95404b2bac7885ebb59e4633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009753 Aug 10 01:56:33.351485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37386) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:33.391483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6ffe8-790f-4c2c-b522-e9226e65c873 None None] Pushing event updated for resources: {'Port': ['ID=a890a89d-19dc-4d54-a29b-77e3b95d7f90,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:33.463045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:33.463927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:33.553678 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-013e3940-271f-498f-a57d-be606e0a99f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.603752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-f2119585-df2e-45b8-b194-93859bb86396 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:33.605509 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-f2119585-df2e-45b8-b194-93859bb86396 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1098 time: 0.1664486 Aug 10 01:56:33.608230 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-013e3940-271f-498f-a57d-be606e0a99f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.623031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-767704-21'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:33.698566 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.728773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.795383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:33.808454 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:33.858350 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-013e3940-271f-498f-a57d-be606e0a99f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.861637 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-013e3940-271f-498f-a57d-be606e0a99f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:33.862589 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-013e3940-271f-498f-a57d-be606e0a99f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f14d2ee-6a45-400e-86f3-96059ace1b52 HTTP/1.1" status: 204 len: 168 time: 0.5098271 Aug 10 01:56:33.874207 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac933d5-3d61-47fe-a9ea-73712ad72521 None None] The sync data for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 is: [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8efa769f-5c11-4a07-8e8a-3e501c0f360a', 'name': '', 'network_id': '8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'mac_address': 'fa:16:3e:66:17:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:31Z', 'updated_at': '2021-08-10T01:51:42Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'subnets': [{'id': 'a8e2c825-8410-4f65-a48f-4806fb4b31e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:33.875634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e3940-271f-498f-a57d-be606e0a99f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f14d2ee-6a45-400e-86f3-96059ace1b52,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:33.945813 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:33.996288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:34.080909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a6479-28a7-443e-ae11-10398c80b5f0 req-de5eac71-f508-4ed0-9adc-dff8fd108778 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:34.091978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c1a6479-28a7-443e-ae11-10398c80b5f0 req-de5eac71-f508-4ed0-9adc-dff8fd108778 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.5522203 Aug 10 01:56:34.093568 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:34.182953 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:34.196489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Router c7398299-f827-4a1d-9ff7-4015a3d17845 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:34.244959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c1a6479-28a7-443e-ae11-10398c80b5f0 req-a62a9c73-140d-43e1-8e53-1f767e7df7f3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554098 Aug 10 01:56:34.293277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb38dd24-9786-49ea-8d70-27b2cdba4844 None None] New status for floating IP e861d65f-8a52-4df6-a330-764f29ea8b0a: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:56:34.373598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a890a89d-19dc-4d54-a29b-77e3b95d7f90', 'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'mac_address': 'fa:16:3e:fb:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:27Z', 'updated_at': '2021-08-10T01:56:33Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'subnets': [{'id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:34.391700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:34.405897 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] Sync routers for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:34.407062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Pushing event updated for resources: {'Port': ['ID=5d533d01-6b3d-44b5-9440-b7ace7f3d836,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:34.424645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on host n-h2-767704-21 for vnic_type normal with profile {"migrating_to": "n-h1-767704-21"} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:34.424997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:34.425452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:34.429350 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:34.429802 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:34.430460 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:34.431109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:56:34.434094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Attempting to bind port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on network ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:34.438824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:34.439745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Checking segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:34.440611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Bound using segment: {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:34.440611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Bound port: 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95cb7c8-1f27-4f43-bd42-57e2416102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:34.441092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:34.564522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:34.572686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:34.628241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d22bdae2-120d-4765-8296-affebe886370 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "PUT /v2.0/floatingips/2299b0c5-03ca-4d96-8bfc-bd44479ed9ab HTTP/1.1" status: 200 len: 990 time: 3.4814491 Aug 10 01:56:34.631561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': 'db60ac19-8829-4451-9307-964b4d9a35e4'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:34.634686 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9553847-ecf1-4c86-b795-052b4a5191bd" -d '{"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "db60ac19-8829-4451-9307-964b4d9a35e4"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:34.658424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f45583-51ca-4a47-b0fb-025fe8fa4aa3 req-6cc9881c-d031-48f2-8047-81c58b1e515f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:34.662128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9f45583-51ca-4a47-b0fb-025fe8fa4aa3 req-6cc9881c-d031-48f2-8047-81c58b1e515f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.2679167 Aug 10 01:56:34.663294 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:34.731724 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:34.749639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9f45583-51ca-4a47-b0fb-025fe8fa4aa3 req-6a5e5cc4-6fc7-4f50-a602-027d99b3030c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621824 Aug 10 01:56:34.759680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:34.764871 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de63e63d-af05-4a3c-b660-8ee2059cdc9b" -d '{"events": [{"server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:34.793628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73169ebc-c1ee-4924-925f-b89982233442 None None] The sync data for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 is: [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a890a89d-19dc-4d54-a29b-77e3b95d7f90', 'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'mac_address': 'fa:16:3e:fb:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:27Z', 'updated_at': '2021-08-10T01:56:33Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'subnets': [{'id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:34.855828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5d533d01-6b3d-44b5-9440-b7ace7f3d836 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:34.912323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3099f522-11ff-45bf-a006-6ccd0295c118 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:34.935547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:34.939697 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:34.940521 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] 10.222.0.16 "PUT /v2.0/ports/5d533d01-6b3d-44b5-9440-b7ace7f3d836 HTTP/1.1" status: 200 len: 1124 time: 1.3243661 Aug 10 01:56:34.945027 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d0ac59-da02-47c5-be31-d461d1295765 x-openstack-request-id: req-36d0ac59-da02-47c5-be31-d461d1295765 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:34.949575 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "tag": "db60ac19-8829-4451-9307-964b4d9a35e4", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:34.950722 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36d0ac59-da02-47c5-be31-d461d1295765 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:34.952139 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'tag': 'db60ac19-8829-4451-9307-964b4d9a35e4', 'status': 'completed', 'code': 200} Aug 10 01:56:34.993830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 3099f522-11ff-45bf-a006-6ccd0295c118 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:34.994234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3099f522-11ff-45bf-a006-6ccd0295c118 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:34.994630 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1426266-0e4a-4cc8-9ff8-88bd190242b3 x-openstack-request-id: req-f1426266-0e4a-4cc8-9ff8-88bd190242b3 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:34.996165 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:34.998079 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1426266-0e4a-4cc8-9ff8-88bd190242b3 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:34.999782 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836', 'code': 200} Aug 10 01:56:35.035398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ec311-8b27-47e3-8b1c-29d381f17e69 service neutron] Pushing event updated for resources: {'Port': ['ID=5d533d01-6b3d-44b5-9440-b7ace7f3d836,revision_number=8']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:35.048762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5d533d01-6b3d-44b5-9440-b7ace7f3d836'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:35.060236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['5d533d01-6b3d-44b5-9440-b7ace7f3d836'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:35.109397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37414) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:35.117809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-ba074d23-4951-4eba-b69a-aa43721c653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:35.118295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-ba074d23-4951-4eba-b69a-aa43721c653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:35.118802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-ba074d23-4951-4eba-b69a-aa43721c653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:35.119269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-ba074d23-4951-4eba-b69a-aa43721c653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:35.119732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-ba074d23-4951-4eba-b69a-aa43721c653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:35.120198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-ba074d23-4951-4eba-b69a-aa43721c653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:35.120658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-ba074d23-4951-4eba-b69a-aa43721c653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:35.123380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-ba074d23-4951-4eba-b69a-aa43721c653a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6510 time: 0.1885619 Aug 10 01:56:35.195345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37418) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:35.281962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-12930a3e-e06a-4b0d-b820-237897522e6e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.324359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:35.324484 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-12930a3e-e06a-4b0d-b820-237897522e6e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.348769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Deleting port 8f1298bd-dbe9-461d-835e-ba2ae3567707 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:35.350000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.395401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-439f014f-a631-4a55-a548-e84b50d5a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:35.400190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-439f014f-a631-4a55-a548-e84b50d5a0ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=f69e41a9-0dba-4491-a226-ab1715d23daa HTTP/1.1" status: 200 len: 918 time: 0.2656446 Aug 10 01:56:35.411290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5d533d01-6b3d-44b5-9440-b7ace7f3d836 has no active binding in host n-h1-767704-21 {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:56:35.425888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-668da72f-28d8-4b7c-a66f-62cf9684df7b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9e49cc73b064ccca5bb1081a79df648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255325 Aug 10 01:56:35.428777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37422) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:35.464512 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-12930a3e-e06a-4b0d-b820-237897522e6e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.469744 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-12930a3e-e06a-4b0d-b820-237897522e6e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.473650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-12930a3e-e06a-4b0d-b820-237897522e6e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "DELETE /v2.0/security-groups/b0bef8bb-be86-42dc-896c-8009dbddcbd4 HTTP/1.1" status: 204 len: 168 time: 0.3617330 Aug 10 01:56:35.480592 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2299b0c5-03ca-4d96-8bfc-bd44479ed9ab', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'port_id': 'db60ac19-8829-4451-9307-964b4d9a35e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'mac_address': 'fa:16:3e:2b:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:55:07Z', 'updated_at': '2021-08-10T01:56:32Z', 'revision_number': 1, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af7f8bc-0679-4af0-a2f3-47a6b8fb4774', 'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'mac_address': 'fa:16:3e:31:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:55Z', 'updated_at': '2021-08-10T01:54:05Z', 'revision_number': 5, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'subnets': [{'id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:35.495854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:35.496838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12930a3e-e06a-4b0d-b820-237897522e6e tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bef8bb-be86-42dc-896c-8009dbddcbd4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:35.518410 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] Checking router: c7398299-f827-4a1d-9ff7-4015a3d17845 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:35.529817 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-05248577-8c8e-4a4e-84e1-bb263162e77d tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] show failed (client error): The resource could not be found. Aug 10 01:56:35.531395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-05248577-8c8e-4a4e-84e1-bb263162e77d tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "GET /v2.0/security-groups/b0bef8bb-be86-42dc-896c-8009dbddcbd4 HTTP/1.1" status: 404 len: 347 time: 0.0224023 Aug 10 01:56:35.535929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37428) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:35.542116 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:35.542780 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:35.632457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-377d6b88-5395-4eca-a3f0-d341009bdbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.666508 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-377d6b88-5395-4eca-a3f0-d341009bdbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.749922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-d50010d2-1b72-4c2f-abec-6648aaef7607 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db60ac19-8829-4451-9307-964b4d9a35e4 HTTP/1.1" status: 200 len: 998 time: 0.2487409 Aug 10 01:56:35.798350 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:35.851190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-377d6b88-5395-4eca-a3f0-d341009bdbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.853805 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-377d6b88-5395-4eca-a3f0-d341009bdbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.863445 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-377d6b88-5395-4eca-a3f0-d341009bdbf5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74b45c12-dbd8-4b00-b850-55f951a6d3fc HTTP/1.1" status: 204 len: 168 time: 0.4295597 Aug 10 01:56:35.871309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] For port 8f1298bd-dbe9-461d-835e-ba2ae3567707, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8f1298bd-dbe9-461d-835e-ba2ae3567707,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:35.871691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.882086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Deleting port ecfdfc7f-a7b0-4bcb-850e-c9c835635160 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:35.882445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:35.898824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a07ce-3357-498b-9cd6-fb937b92eb86 req-5bae5b62-b1e0-4b0f-b357-22b0268f3d50 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:35.906853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f90a07ce-3357-498b-9cd6-fb937b92eb86 req-5bae5b62-b1e0-4b0f-b357-22b0268f3d50 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.3878942 Aug 10 01:56:35.941540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d6b88-5395-4eca-a3f0-d341009bdbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b45c12-dbd8-4b00-b850-55f951a6d3fc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:35.981431 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Calling delete_port for 8f1298bd-dbe9-461d-835e-ba2ae3567707 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:36.006747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-0b96ccc2-6e30-4e19-a648-2c51072183c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:36.008610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-0b96ccc2-6e30-4e19-a648-2c51072183c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7ef8f74-efaa-4741-9ac1-208de71217cf HTTP/1.1" status: 200 len: 856 time: 0.2460084 Aug 10 01:56:36.100074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:36.100556 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:36.128417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Calling delete_port for ecfdfc7f-a7b0-4bcb-850e-c9c835635160 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:36.167132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f90a07ce-3357-498b-9cd6-fb937b92eb86 req-976a0f64-cfc4-4638-b275-b2dc76afef70 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552154 Aug 10 01:56:36.202453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6598d9d-0c6a-467d-a1e9-56e81d3b9523 req-5069f6db-2a67-4bc9-bf5d-17af4184fd82 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:36.214301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6598d9d-0c6a-467d-a1e9-56e81d3b9523 req-5069f6db-2a67-4bc9-bf5d-17af4184fd82 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.2991188 Aug 10 01:56:36.264664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-3c1b0109-6431-4c3d-9264-97d7005b66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:36.269233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-3c1b0109-6431-4c3d-9264-97d7005b66a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f69e41a9-0dba-4491-a226-ab1715d23daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447815 Aug 10 01:56:36.283152 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2299b0c5-03ca-4d96-8bfc-bd44479ed9ab', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'port_id': 'db60ac19-8829-4451-9307-964b4d9a35e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'mac_address': 'fa:16:3e:2b:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:55:07Z', 'updated_at': '2021-08-10T01:56:32Z', 'revision_number': 1, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af7f8bc-0679-4af0-a2f3-47a6b8fb4774', 'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'mac_address': 'fa:16:3e:31:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:55Z', 'updated_at': '2021-08-10T01:54:05Z', 'revision_number': 5, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'subnets': [{'id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:36.493301 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff1f9e-d4cc-418e-9081-882420973a70 None None] The sync data for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 is: [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2299b0c5-03ca-4d96-8bfc-bd44479ed9ab', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'port_id': 'db60ac19-8829-4451-9307-964b4d9a35e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'mac_address': 'fa:16:3e:2b:91:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892cd685-f5c5-452a-bc1d-a4892567127b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:55:07Z', 'updated_at': '2021-08-10T01:56:32Z', 'revision_number': 1, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af7f8bc-0679-4af0-a2f3-47a6b8fb4774', 'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'mac_address': 'fa:16:3e:31:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:55Z', 'updated_at': '2021-08-10T01:54:05Z', 'revision_number': 5, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'subnets': [{'id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:36.534593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:36.605174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-78bb1cbb-9316-4a42-9653-31dfe5b2db75 service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190789 Aug 10 01:56:36.605719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Pushing event deleted for resources: {'Port': ['ID=ecfdfc7f-a7b0-4bcb-850e-c9c835635160,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:36.624180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6598d9d-0c6a-467d-a1e9-56e81d3b9523 req-d5d9634c-cd93-4e0d-9762-65c1352c2223 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983595 Aug 10 01:56:36.741624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:36.745149 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:36.753146 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a503ede5-41c6-4a03-8558-224e9ec8202b tempest-ServersWithSpecificFlavorTestJSON-474455887 tempest-ServersWithSpecificFlavorTestJSON-474455887-project] 10.222.0.38 "DELETE /v2.0/floatingips/e861d65f-8a52-4df6-a330-764f29ea8b0a HTTP/1.1" status: 204 len: 168 time: 1.2160592 Aug 10 01:56:36.903543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9553847-ecf1-4c86-b795-052b4a5191bd req-a19879c0-b071-448a-ac95-c6b5cabb7b56 service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767305 Aug 10 01:56:36.978743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da036fd-2ab1-48d4-8d6c-b614a6f2dca3 None None] New status for floating IP 2299b0c5-03ca-4d96-8bfc-bd44479ed9ab: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:56:37.001724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:37.004941 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:37.032212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a890a89d-19dc-4d54-a29b-77e3b95d7f90 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:37.060838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd712e-1b74-44e2-b481-1573f3d81bd8 req-cea60010-3946-4961-85b9-4508ef8353ca tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:37.062667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ecd712e-1b74-44e2-b481-1573f3d81bd8 req-cea60010-3946-4961-85b9-4508ef8353ca tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.1225519 Aug 10 01:56:37.126443 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287baea2-f09c-41ac-9825-392ada71bc3d x-openstack-request-id: req-287baea2-f09c-41ac-9825-392ada71bc3d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:37.126928 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:37.128137 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-287baea2-f09c-41ac-9825-392ada71bc3d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:37.128618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ecd712e-1b74-44e2-b481-1573f3d81bd8 req-a8a3181d-fdee-4663-85cf-800a1a28cdf8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447910 Aug 10 01:56:37.128760 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836', 'status': 'completed', 'code': 200} Aug 10 01:56:37.210632 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.226405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a890a89d-19dc-4d54-a29b-77e3b95d7f90 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:37.233053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a890a89d-19dc-4d54-a29b-77e3b95d7f90 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:37.233771 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.300781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1298bd-dbe9-461d-835e-ba2ae3567707,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:37.392709 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.435209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a890a89d-19dc-4d54-a29b-77e3b95d7f90, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a890a89d-19dc-4d54-a29b-77e3b95d7f90,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:37.439786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-139da3b4-1534-438b-aaa1-21411053317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:37.444118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-139da3b4-1534-438b-aaa1-21411053317c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 1127 time: 0.2872064 Aug 10 01:56:37.530885 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.546631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37484) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:37.632107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a890a89d-19dc-4d54-a29b-77e3b95d7f90,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:37.740806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-00e19378-6ac1-44e1-8016-0921a870b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:37.742591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-00e19378-6ac1-44e1-8016-0921a870b0d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.2797108 Aug 10 01:56:37.757782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:37.811081 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-65fbb3d7-226b-497e-95d3-389a06eadf2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836 HTTP/1.1" status: 200 len: 217 time: 0.0597787 Aug 10 01:56:38.290439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96212dc-42dd-402b-83ca-7a647502fb09 req-819c5b7b-eb1f-495c-a65a-639251e2e9f5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:38.298302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e96212dc-42dd-402b-83ca-7a647502fb09 req-819c5b7b-eb1f-495c-a65a-639251e2e9f5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.5379665 Aug 10 01:56:38.301601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-0e155132-4486-4a11-8533-a3f93edba43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:38.304457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-0e155132-4486-4a11-8533-a3f93edba43e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.4783118 Aug 10 01:56:38.319674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-e22be052-6e28-4c61-888a-7771450ca4ca tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:38.321323 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-e22be052-6e28-4c61-888a-7771450ca4ca tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.0677514 Aug 10 01:56:38.340956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:38.400841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-b51938e4-02ca-47e8-afee-8dd5410fc788 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522337 Aug 10 01:56:38.499719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683052d-e5c8-4656-8df8-90ced9d6ab02 req-47774f79-1d40-4d29-b71c-9245ea32e1a2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:38.501582 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7683052d-e5c8-4656-8df8-90ced9d6ab02 req-47774f79-1d40-4d29-b71c-9245ea32e1a2 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 946 time: 0.2760487 Aug 10 01:56:38.575720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e96212dc-42dd-402b-83ca-7a647502fb09 req-b569c2af-8d47-4298-8820-d6b103903d54 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762346 Aug 10 01:56:38.742920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7683052d-e5c8-4656-8df8-90ced9d6ab02 req-dbc9e7df-4fe3-4615-a154-e267b99cb9dc tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633081 Aug 10 01:56:38.865658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-bf908b11-c61e-4882-ad1c-73df2d2906e5 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428952 Aug 10 01:56:39.074193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Deleting port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:39.074560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.079220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a890a89d-19dc-4d54-a29b-77e3b95d7f90 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:39.085315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:39.203993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a890a89d-19dc-4d54-a29b-77e3b95d7f90 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:39.204753 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.218316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] For port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:39.218758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.252165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d63c68d-ca42-4362-95b2-65cf8bf0f2b5 req-c1eda94e-92fb-460b-86c3-927b0d4cce18 service neutron] 10.222.0.11 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550329 Aug 10 01:56:39.305754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Calling delete_port for 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:39.387171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:39.399368 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] Sync routers for ids ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:39.412387 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] Routers {'6c8bf418-4fee-46f3-bcc3-f605e75ac732'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:39.413748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e3b7d2e8-a621-463c-90de-c9c81496c6e3 admin admin] 10.222.0.38 "PUT /v2.0/routers/6c8bf418-4fee-46f3-bcc3-f605e75ac732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6864824 Aug 10 01:56:39.416624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37520) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:39.419887 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:39.506146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Deleting port 8efa769f-5c11-4a07-8e8a-3e501c0f360a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:39.506586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.531766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-c1320ae3-9e23-41e8-95c5-f36438478ab1 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d9c38ac9088f426799e4550bc03238c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510130 Aug 10 01:56:39.632457 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] Set router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:39.702144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.769854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] For port 8efa769f-5c11-4a07-8e8a-3e501c0f360a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8efa769f-5c11-4a07-8e8a-3e501c0f360a,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:39.770313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:39.795267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Calling delete_port for 8efa769f-5c11-4a07-8e8a-3e501c0f360a owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:39.808142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-5518a8f4-0730-4d44-98a6-6f9e9f174046 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:39.809693 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-5518a8f4-0730-4d44-98a6-6f9e9f174046 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768769 Aug 10 01:56:39.850089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-4e43399e-1fbd-493e-b07b-f3ef03964009 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/quotas/d9c38ac9088f426799e4550bc03238c4 HTTP/1.1" status: 200 len: 375 time: 0.0261199 Aug 10 01:56:39.868036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878f65a-aa4f-4b6d-8888-68f213f8a06c req-a6d0a043-8744-413f-8050-12544e3def52 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:39.876090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3878f65a-aa4f-4b6d-8888-68f213f8a06c req-a6d0a043-8744-413f-8050-12544e3def52 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.1277122 Aug 10 01:56:39.939458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-6f609cd6-6e5b-4b80-bc46-c6b558b2dc5e tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9c38ac9088f426799e4550bc03238c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612133 Aug 10 01:56:40.026721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3878f65a-aa4f-4b6d-8888-68f213f8a06c req-fb03ed11-cafc-46b1-9d94-51d8b52700ba tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400511 Aug 10 01:56:40.071062 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fb99b932-4841-427a-a695-94b144d0a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:29Z', 'updated_at': '2021-08-10T01:56:36Z', 'revision_number': 5, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'gw_port': {'id': 'fb99b932-4841-427a-a695-94b144d0a748', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:31Z', 'updated_at': '2021-08-10T01:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:40.144392 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] Checking router: 6c8bf418-4fee-46f3-bcc3-f605e75ac732 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:40.150102 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.157798 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] Routers {'6c8bf418-4fee-46f3-bcc3-f605e75ac732'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:40.158541 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:40.164920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.188861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8fe105eb-69d7-4a36-b3ab-11a42a4a8d7a req-4f7f0588-1c4b-4d88-a0b3-ab192616c9b3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 210 time: 0.0724056 Aug 10 01:56:40.196086 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.215166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event deleted for resources: {'Port': ['ID=993bc1e8-6f59-4f3a-9ad2-cf306c5e8443,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:40.227539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.227539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.228101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.228581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.229016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.229745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.230224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.230750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.231218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.231950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.232186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.232614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:40.312669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] No DVR routers for this DVR port 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:40.321237 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] Set router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:40.352216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Pushing event deleted for resources: {'Port': ['ID=8efa769f-5c11-4a07-8e8a-3e501c0f360a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:40.357598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.359769 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ba0bed5e-0adb-4fa9-ac8a-53a9d9607849 req-2cb9f805-452a-45a4-aa84-a2bcd4c2011b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.11 "DELETE /v2.0/ports/993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 HTTP/1.1" status: 204 len: 173 time: 2.0303044 Aug 10 01:56:40.360354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf5ff92-b26a-49ca-bc39-da28021ddd76', 'name': 'network-vif-deleted', 'tag': '993bc1e8-6f59-4f3a-9ad2-cf306c5e8443'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:40.364002 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c35fe3-c67e-4da6-a344-2ed10e5baca4" -d '{"events": [{"server_uuid": "2cf5ff92-b26a-49ca-bc39-da28021ddd76", "name": "network-vif-deleted", "tag": "993bc1e8-6f59-4f3a-9ad2-cf306c5e8443"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:40.568625 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Deleting port fb99b932-4841-427a-a695-94b144d0a748 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:40.569353 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.655133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b513d0a-01c6-41ae-8481-c565f99001d1 req-d8d942f1-aa57-4f48-b0ae-6c65be77fad7 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 210 time: 0.1084695 Aug 10 01:56:40.696523 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a224b7b-4d81-4361-9a01-6258c5726b2c x-openstack-request-id: req-9a224b7b-4d81-4361-9a01-6258c5726b2c {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:40.696812 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf5ff92-b26a-49ca-bc39-da28021ddd76", "name": "network-vif-deleted", "tag": "993bc1e8-6f59-4f3a-9ad2-cf306c5e8443", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:40.697061 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9a224b7b-4d81-4361-9a01-6258c5726b2c {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:40.697457 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf5ff92-b26a-49ca-bc39-da28021ddd76', 'name': 'network-vif-deleted', 'tag': '993bc1e8-6f59-4f3a-9ad2-cf306c5e8443', 'status': 'completed', 'code': 200} Aug 10 01:56:40.740677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.742748 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fb99b932-4841-427a-a695-94b144d0a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:29Z', 'updated_at': '2021-08-10T01:56:36Z', 'revision_number': 5, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'gw_port': {'id': 'fb99b932-4841-427a-a695-94b144d0a748', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:31Z', 'updated_at': '2021-08-10T01:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:40.779453 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebeb94b-ab90-4af3-a854-01b3f43a9b76 None None] The sync data for ids ['6c8bf418-4fee-46f3-bcc3-f605e75ac732'] in n-d-767704-21 is: [{'id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705124372-router', 'tenant_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': 'fb99b932-4841-427a-a695-94b144d0a748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:29Z', 'updated_at': '2021-08-10T01:56:36Z', 'revision_number': 5, 'project_id': 'ca2114bdf58f4ae69801eaa9b7360069', 'gw_port': {'id': 'fb99b932-4841-427a-a695-94b144d0a748', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8bf418-4fee-46f3-bcc3-f605e75ac732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:31Z', 'updated_at': '2021-08-10T01:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:40.814142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] For port fb99b932-4841-427a-a695-94b144d0a748, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fb99b932-4841-427a-a695-94b144d0a748,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:40.814519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:40.840209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Calling delete_port for fb99b932-4841-427a-a695-94b144d0a748 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:41.089011 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-d42c5c84-296c-43db-8ba4-af92f5412510 service neutron] 10.222.0.11 "GET /v2.0/ports/5d533d01-6b3d-44b5-9440-b7ace7f3d836/bindings/n-h1-767704-21 HTTP/1.1" status: 200 len: 385 time: 0.1673417 Aug 10 01:56:41.232715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7d5b-2354-4eec-bd94-2ed1efb682db req-380441ee-c2c2-4b7a-b03f-92368559bade tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:41.248256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e79a7d5b-2354-4eec-bd94-2ed1efb682db req-380441ee-c2c2-4b7a-b03f-92368559bade tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.1345823 Aug 10 01:56:41.260449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:41.308564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:41.314006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 993bc1e8-6f59-4f3a-9ad2-cf306c5e8443 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:41.314006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5d533d01-6b3d-44b5-9440-b7ace7f3d836 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:41.338271 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Router c49c0e89-1d13-45ea-a48f-f9caf3231b99 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:41.340512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e79a7d5b-2354-4eec-bd94-2ed1efb682db req-f6b2e439-b8b7-4132-b08f-f4d8059b2253 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910394 Aug 10 01:56:41.451208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.469461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c173e9a1-5d38-4254-8036-bc6c689ee448 req-eb840dc8-8cbe-48ab-86b8-3689e8d3a511 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf5ff92-b26a-49ca-bc39-da28021ddd76 HTTP/1.1" status: 200 len: 210 time: 0.0742519 Aug 10 01:56:41.610324 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Pushing event deleted for resources: {'Port': ['ID=fb99b932-4841-427a-a695-94b144d0a748,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:41.739191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d47b53a-8be5-4639-88d3-48b09e698c29 req-d24ac619-89df-4243-affb-99a74f0dbe11 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 210 time: 0.0384767 Aug 10 01:56:41.791065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:41.799107 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c416052c-1afa-48c0-b01b-fe331bd0131a admin admin] 10.222.0.38 "PUT /v2.0/routers/c49c0e89-1d13-45ea-a48f-f9caf3231b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2514203 Aug 10 01:56:41.800526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] Sync routers for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:41.803779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.806103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37564) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:41.806684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:41.829806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:41.830438 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:41.951086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:41.976870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.981020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:41.984244 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.042955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:42.050306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-b2113521-845d-4426-b2c3-01dcd97320ae req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d533d01-6b3d-44b5-9440-b7ace7f3d836 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:42.067470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:42.107422 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.162769 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.163406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8bf418-4fee-46f3-bcc3-f605e75ac732 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:56:42.169253 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.170439 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-add3dcbf-e158-4f68-b7a3-348ad2e607bb admin admin] 10.222.0.38 "DELETE /v2.0/routers/6c8bf418-4fee-46f3-bcc3-f605e75ac732 HTTP/1.1" status: 204 len: 168 time: 2.7531235 Aug 10 01:56:42.173300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37568) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:42.236434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7347a0-dd21-46b4-8da5-f42588e16ba9 admin admin] Deleting subnet d53eb43a-ce42-46cb-b498-af5e044f486c {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:42.240060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba7347a0-dd21-46b4-8da5-f42588e16ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.248435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.313918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:56:39Z', 'revision_number': 5, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port': {'id': '9022ff95-a0c4-40e9-a3fb-1d69053d8fc5', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:27Z', 'updated_at': '2021-08-10T01:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:42.316966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba7347a0-dd21-46b4-8da5-f42588e16ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.353913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] Checking router: c49c0e89-1d13-45ea-a48f-f9caf3231b99 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:42.360029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Deleting port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:42.360619 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.363928 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] Routers {'c49c0e89-1d13-45ea-a48f-f9caf3231b99'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:42.365382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:42.457263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] For port 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9022ff95-a0c4-40e9-a3fb-1d69053d8fc5,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:42.457638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.474207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Calling delete_port for 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:42.540979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] Set router c49c0e89-1d13-45ea-a48f-f9caf3231b99 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:42.644429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647ddf4-3e05-4cfc-b699-7a969a1563a8 req-07da5e92-b7b1-4480-a01b-c45487a80d75 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:42.646607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e647ddf4-3e05-4cfc-b699-7a969a1563a8 req-07da5e92-b7b1-4480-a01b-c45487a80d75 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 944 time: 0.1679416 Aug 10 01:56:42.666941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba7347a0-dd21-46b4-8da5-f42588e16ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.760870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:56:42Z', 'revision_number': 6, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:42.848654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180a054-360d-454c-9152-9d311e99ba42 None None] The sync data for ids ['c49c0e89-1d13-45ea-a48f-f9caf3231b99'] in n-d-767704-21 is: [{'id': 'c49c0e89-1d13-45ea-a48f-f9caf3231b99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-638698505-router', 'tenant_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:25Z', 'updated_at': '2021-08-10T01:56:42Z', 'revision_number': 6, 'project_id': 'ba74b0dbdf364148a5e19eef50af3f0c', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:42.890312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e647ddf4-3e05-4cfc-b699-7a969a1563a8 req-c3bf8692-0ea3-4f7d-82d3-7b20ee0b7efc tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318456 Aug 10 01:56:42.917665 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:42.941554 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0049b1ad-2ad9-4006-8223-8290d2f19f6d req-1385ef9c-3eff-48ad-8f0f-d68f7fce679d tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 210 time: 0.0453792 Aug 10 01:56:43.034210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-b2113521-845d-4426-b2c3-01dcd97320ae req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] Transition to ACTIVE for port object 5d533d01-6b3d-44b5-9440-b7ace7f3d836 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:43.035607 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba7347a0-dd21-46b4-8da5-f42588e16ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.111227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7347a0-dd21-46b4-8da5-f42588e16ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53eb43a-ce42-46cb-b498-af5e044f486c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:43.113071 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba7347a0-dd21-46b4-8da5-f42588e16ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.114021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1525f166-8bab-48a5-ad9b-d265e43b607e None None] Network 4aba0699-9af8-4a61-b101-869b6d9b99e5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:43.115599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ba7347a0-dd21-46b4-8da5-f42588e16ba9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d53eb43a-ce42-46cb-b498-af5e044f486c HTTP/1.1" status: 204 len: 168 time: 0.9406147 Aug 10 01:56:43.118658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37594) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:43.169971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-95971f8c-21ea-432b-bada-d34beec4f47c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:43.180569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-95971f8c-21ea-432b-bada-d34beec4f47c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.1601655 Aug 10 01:56:43.182199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.201029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-cf18c308-a22b-4caa-ab1a-76cbce7c3cf8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/quotas/00fbeb92a4464845bf2bfbaf4fa56973 HTTP/1.1" status: 200 len: 375 time: 0.0192769 Aug 10 01:56:43.280757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8f1298bd-dbe9-461d-835e-ba2ae3567707 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:43.295143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-f528c6c9-462f-4588-a844-3a46d379f1e5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928562 Aug 10 01:56:43.311558 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.330843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8f1298bd-dbe9-461d-835e-ba2ae3567707 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:43.332369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8f1298bd-dbe9-461d-835e-ba2ae3567707 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:43.332960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fb99b932-4841-427a-a695-94b144d0a748 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:43.347912 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] No DVR routers for this DVR port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:43.376945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: fb99b932-4841-427a-a695-94b144d0a748 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:43.377885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fb99b932-4841-427a-a695-94b144d0a748 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:43.382489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfb8c27-e37f-43ae-9ce8-a2bae15023d6 None None] DHCP port deletion for 4aba0699-9af8-4a61-b101-869b6d9b99e5 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:56:43.384293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Pushing event deleted for resources: {'Port': ['ID=9022ff95-a0c4-40e9-a3fb-1d69053d8fc5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:43.392496 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.408308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-e0d468a2-b038-4058-a05c-98b90d4c2c4b tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d9c38ac9088f426799e4550bc03238c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930593 Aug 10 01:56:43.453383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb8c27-e37f-43ae-9ce8-a2bae15023d6 None None] Deleting port 536c38ef-19d2-450d-9375-a0b4f9f323ba {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:43.456009 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8c27-e37f-43ae-9ce8-a2bae15023d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.459123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] Pushing event updated for resources: {'Port': ['ID=5d533d01-6b3d-44b5-9440-b7ace7f3d836,revision_number=10']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:43.555816 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.558125 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-317b12a4-af53-4415-8b96-e7b4d63fb5ed service neutron] 10.222.0.11 "PUT /v2.0/ports/5d533d01-6b3d-44b5-9440-b7ace7f3d836/bindings/n-h1-767704-21/activate HTTP/1.1" status: 200 len: 370 time: 2.4581661 Aug 10 01:56:43.594189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3bfb8c27-e37f-43ae-9ce8-a2bae15023d6 None None] For port 536c38ef-19d2-450d-9375-a0b4f9f323ba, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=536c38ef-19d2-450d-9375-a0b4f9f323ba,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:43.595054 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8c27-e37f-43ae-9ce8-a2bae15023d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.606893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Deleting port 536c38ef-19d2-450d-9375-a0b4f9f323ba {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:43.607304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.611357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb8c27-e37f-43ae-9ce8-a2bae15023d6 None None] Calling delete_port for 536c38ef-19d2-450d-9375-a0b4f9f323ba owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:43.706796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] For port 536c38ef-19d2-450d-9375-a0b4f9f323ba, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=536c38ef-19d2-450d-9375-a0b4f9f323ba,segment=NetworkSegment(3dc278bd-2b8a-4d37-be2c-148ad4fc76bc),segment_id=3dc278bd-2b8a-4d37-be2c-148ad4fc76bc)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:43.706796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.722000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Calling delete_port for 536c38ef-19d2-450d-9375-a0b4f9f323ba owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:43.769749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.774199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.800286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-384b4c9b-19f2-4ee4-b228-ead63cef258e tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:43.801758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-384b4c9b-19f2-4ee4-b228-ead63cef258e tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3649867 Aug 10 01:56:43.851676 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8c27-e37f-43ae-9ce8-a2bae15023d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.862913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Request body: {'port': {'device_id': 'a29b808c-d8a8-4c3b-bab1-e12489475240', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'd9c38ac9088f426799e4550bc03238c4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:43.885090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:43.899701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb8c27-e37f-43ae-9ce8-a2bae15023d6 None None] No DVR routers for this DVR port 536c38ef-19d2-450d-9375-a0b4f9f323ba on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:43.929449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] No DVR routers for this DVR port 536c38ef-19d2-450d-9375-a0b4f9f323ba on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:43.934688 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb8c27-e37f-43ae-9ce8-a2bae15023d6 None None] Pushing event deleted for resources: {'Port': ['ID=536c38ef-19d2-450d-9375-a0b4f9f323ba,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:43.957308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-366a92e4-36ab-4176-8151-2f2c098e8375 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:43.959398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-366a92e4-36ab-4176-8151-2f2c098e8375 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.2339537 Aug 10 01:56:43.975813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-cb133706-a90f-482d-a140-ce88ca23fb68 service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6771789 Aug 10 01:56:43.980262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=536c38ef-19d2-450d-9375-a0b4f9f323ba,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:44.020103 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.020735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c49c0e89-1d13-45ea-a48f-f9caf3231b99 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:56:44.054042 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.069469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.070640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b481b4ea-9cb6-4ddb-95aa-6d122087f804 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c49c0e89-1d13-45ea-a48f-f9caf3231b99 HTTP/1.1" status: 204 len: 168 time: 2.2634845 Aug 10 01:56:44.075701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37608) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:44.089607 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.103829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aba0699-9af8-4a61-b101-869b6d9b99e5']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:44.119347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:44.119644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc278bd-2b8a-4d37-be2c-148ad4fc76bc') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:44.132107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.148382 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.155891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:44.156448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:44.158356 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:44.186812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-9a2cdd17-4735-4ae1-9919-d7a747ac86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:44.188254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-9a2cdd17-4735-4ae1-9919-d7a747ac86bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a&tenant_id=64f718678e0b4c91a1b88e2f03a4baec HTTP/1.1" status: 200 len: 1097 time: 0.2005959 Aug 10 01:56:44.227960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Deleting subnet a8e2c825-8410-4f65-a48f-4806fb4b31e0 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:44.245886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.308871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d2e93-9153-4d24-96b7-e4e0d5bfb90e req-188bbc54-921f-4e0a-9ff7-55a73b80e9d9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:44.310375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d5d2e93-9153-4d24-96b7-e4e0d5bfb90e req-188bbc54-921f-4e0a-9ff7-55a73b80e9d9 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 945 time: 0.2303450 Aug 10 01:56:44.316861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.322121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-a440c7b2-06bc-4588-b1a9-09e573ff41fb service neutron] 10.222.0.38 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454247 Aug 10 01:56:44.332905 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.332905 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4aba0699-9af8-4a61-b101-869b6d9b99e5 HTTP/1.1" status: 204 len: 168 time: 1.2112570 Aug 10 01:56:44.336576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37610) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:44.355058 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.355742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e91319-52a0-4780-bf82-bd61f5ec53e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aba0699-9af8-4a61-b101-869b6d9b99e5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:44.416112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-10280af8-39ac-44b6-8b88-35651469d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:44.417621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-10280af8-39ac-44b6-8b88-35651469d5be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 1097 time: 0.1903713 Aug 10 01:56:44.429497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d5d2e93-9153-4d24-96b7-e4e0d5bfb90e req-75ce6a00-1e82-4518-9107-839810e1a04f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007020 Aug 10 01:56:44.442749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Made reservation on behalf of d9c38ac9088f426799e4550bc03238c4 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:44.447641 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.490223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.566600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.634188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0dfdd6f9-034f-4518-8a01-0ea121fe32ba req-862d0553-0496-409d-89b0-de8b2e0f7886 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 210 time: 0.0834925 Aug 10 01:56:44.890616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:44.971150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8efa769f-5c11-4a07-8e8a-3e501c0f360a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:45.027235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8efa769f-5c11-4a07-8e8a-3e501c0f360a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:45.028025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8efa769f-5c11-4a07-8e8a-3e501c0f360a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:45.028025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:45.072648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:45.076332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9022ff95-a0c4-40e9-a3fb-1d69053d8fc5 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:45.076332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 536c38ef-19d2-450d-9375-a0b4f9f323ba no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:45.093270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5af6bd9-40c4-48b0-9e40-8189552df018 req-2e986f27-64e6-4b2e-b8f9-2ddc95ca3197 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 210 time: 0.4251344 Aug 10 01:56:45.094391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-1311ebbc-2983-4393-82ad-46d4913720df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:45.096065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-1311ebbc-2983-4393-82ad-46d4913720df service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 200 len: 909 time: 0.6636295 Aug 10 01:56:45.142846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 536c38ef-19d2-450d-9375-a0b4f9f323ba {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:45.143215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 536c38ef-19d2-450d-9375-a0b4f9f323ba not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:45.151602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-58454bc2-5a57-4781-bd52-f93cbaab23cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836 HTTP/1.1" status: 200 len: 217 time: 0.0444071 Aug 10 01:56:45.213361 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.267814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e2c825-8410-4f65-a48f-4806fb4b31e0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:45.270784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd93092-8da8-463c-b5ef-45f93a04f1ec None None] Network 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:45.279076 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.281201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a8e2c825-8410-4f65-a48f-4806fb4b31e0 HTTP/1.1" status: 204 len: 168 time: 1.1991758 Aug 10 01:56:45.294468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37630) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:45.305036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-731c20fb-0904-4f3b-92ce-069f3bd42628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:45.306803 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-731c20fb-0904-4f3b-92ce-069f3bd42628 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 200 len: 848 time: 0.1453233 Aug 10 01:56:45.308413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.308949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.309920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.310429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.310944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.311435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.311949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.312580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.313081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.313585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.314073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.314641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c9885-6b5b-462c-bae2-3b8d9b9fefb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:45.325660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.328843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Deleting port bf6dab29-1531-4662-b76c-e8c3ce2372a6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:45.329349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.381760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-70ba422b-0d16-4ca8-b46e-111862ad681a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637333 Aug 10 01:56:45.451303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] For port bf6dab29-1531-4662-b76c-e8c3ce2372a6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf6dab29-1531-4662-b76c-e8c3ce2372a6,segment=NetworkSegment(d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d),segment_id=d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:45.451303 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.453803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.479050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Calling delete_port for bf6dab29-1531-4662-b76c-e8c3ce2372a6 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:45.494515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.542203 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d1f779-a060-4b01-88e1-20576b84ace9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:45.551843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44384edc-8f6e-4df0-934b-77ddab63c475 None None] DHCP port deletion for 8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:56:45.626418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-44384edc-8f6e-4df0-934b-77ddab63c475 None None] Deleting port 621ee166-27ef-42b0-9bf9-718b38ef66ee {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:45.627078 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-44384edc-8f6e-4df0-934b-77ddab63c475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.654082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-88b3224a-8038-4ec8-a0eb-49a804f768c3 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610154 Aug 10 01:56:45.717339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36321ace-1a26-4a8d-b456-63462e7a0998 req-1676d049-5d30-4cab-8497-d035a7d1b75b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:45.725294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36321ace-1a26-4a8d-b456-63462e7a0998 req-1676d049-5d30-4cab-8497-d035a7d1b75b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 945 time: 0.1899478 Aug 10 01:56:45.830505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Allocated IP 192.168.233.180 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/242ee71c-043e-4cc6-907a-279e8048a7b3) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:45.841847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c88ec834-d9c5-4ba0-be31-19f6dab5ac99 req-f6132b4d-aa90-48f2-a626-58d176dbab72 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 210 time: 0.0746686 Aug 10 01:56:45.871551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.892541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36321ace-1a26-4a8d-b456-63462e7a0998 req-ca3e8bad-b4ad-4ea0-92c6-69f027d56924 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644526 Aug 10 01:56:45.925227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-44384edc-8f6e-4df0-934b-77ddab63c475 None None] For port 621ee166-27ef-42b0-9bf9-718b38ef66ee, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=621ee166-27ef-42b0-9bf9-718b38ef66ee,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:45.925600 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-44384edc-8f6e-4df0-934b-77ddab63c475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.936066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6dab29-1531-4662-b76c-e8c3ce2372a6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:45.941381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Deleting port 621ee166-27ef-42b0-9bf9-718b38ef66ee {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:45.941381 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:45.950823 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-d20c0603-6a49-45cd-a35e-951557e157e4 service neutron] 10.222.0.16 "GET /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720287 Aug 10 01:56:45.963482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-44384edc-8f6e-4df0-934b-77ddab63c475 None None] Calling delete_port for 621ee166-27ef-42b0-9bf9-718b38ef66ee owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:46.171730 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-44384edc-8f6e-4df0-934b-77ddab63c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.219302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44384edc-8f6e-4df0-934b-77ddab63c475 None None] Pushing event deleted for resources: {'Port': ['ID=621ee166-27ef-42b0-9bf9-718b38ef66ee,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:46.231470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44384edc-8f6e-4df0-934b-77ddab63c475 None None] No DVR routers for this DVR port 621ee166-27ef-42b0-9bf9-718b38ef66ee on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:46.245202 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.286966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.305133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Transition to ACTIVE for port object 242ee71c-043e-4cc6-907a-279e8048a7b3 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:46.339576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] For port 621ee166-27ef-42b0-9bf9-718b38ef66ee, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=621ee166-27ef-42b0-9bf9-718b38ef66ee,segment=NetworkSegment(df415d56-2610-4a54-86fc-0c655c89b8a3),segment_id=df415d56-2610-4a54-86fc-0c655c89b8a3)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:46.340283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.379282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dffff071-351d-4443-a069-dacf50cc0ed4 req-3bc9964c-cea5-46ff-af36-17186151f1c1 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 210 time: 0.0988877 Aug 10 01:56:46.385110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Calling delete_port for 621ee166-27ef-42b0-9bf9-718b38ef66ee owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:46.485970 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.525137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.543303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Router 2390c3c1-96ac-4930-9710-068bbf57968e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:46.547960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:46.557809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:46.559710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] No DVR routers for this DVR port 621ee166-27ef-42b0-9bf9-718b38ef66ee on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:46.561106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:46.591852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Pushing event updated for resources: {'Port': ['ID=242ee71c-043e-4cc6-907a-279e8048a7b3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:46.622495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=621ee166-27ef-42b0-9bf9-718b38ef66ee,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:46.714088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:46.714806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.731255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:46.736395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.740669 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-96115aa5-03c8-4cfd-aa26-4eb60f165db7 admin admin] 10.222.0.38 "PUT /v2.0/routers/2390c3c1-96ac-4930-9710-068bbf57968e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3988757 Aug 10 01:56:46.740956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37646) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:46.749135 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7130e-342d-453f-996f-527a46000f87 None None] Sync routers for ids ['2390c3c1-96ac-4930-9710-068bbf57968e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:46.757616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:46.762717 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7130e-342d-453f-996f-527a46000f87 None None] Routers {'2390c3c1-96ac-4930-9710-068bbf57968e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:46.763334 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-86e7130e-342d-453f-996f-527a46000f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2390c3c1-96ac-4930-9710-068bbf57968e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:46.783835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df415d56-2610-4a54-86fc-0c655c89b8a3') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:46.784130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df415d56-2610-4a54-86fc-0c655c89b8a3') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:46.855600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.878625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-38815ac1-15ce-45be-b5f5-a926885b9d92 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0654452 Aug 10 01:56:46.896833 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.904762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Request body: {'port': {'device_id': 'a29b808c-d8a8-4c3b-bab1-e12489475240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:46.966726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.975024 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-86e7130e-342d-453f-996f-527a46000f87 None None] Set router 2390c3c1-96ac-4930-9710-068bbf57968e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:46.994423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:46.995457 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: timer() Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:46.997558 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:47.022260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113521-845d-4426-b2c3-01dcd97320ae req-b7919ea1-db76-4da7-af50-477701e57f30 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:47.023984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-b7919ea1-db76-4da7-af50-477701e57f30 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a&tenant_id=64f718678e0b4c91a1b88e2f03a4baec&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.4279232 Aug 10 01:56:47.052708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 621ee166-27ef-42b0-9bf9-718b38ef66ee no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:47.091432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 621ee166-27ef-42b0-9bf9-718b38ef66ee {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:47.092042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 621ee166-27ef-42b0-9bf9-718b38ef66ee not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:47.122529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-340de947-624c-4b64-9bce-7ceb8a0bf854 None None] Provisioning for port 242ee71c-043e-4cc6-907a-279e8048a7b3 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:47.126900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-340de947-624c-4b64-9bce-7ceb8a0bf854 None None] Provisioning complete for port 242ee71c-043e-4cc6-907a-279e8048a7b3 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:47.127359 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-340de947-624c-4b64-9bce-7ceb8a0bf854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.144212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.192470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.195834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-340de947-624c-4b64-9bce-7ceb8a0bf854 None None] Port 242ee71c-043e-4cc6-907a-279e8048a7b3 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:47.236278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63446cb0-3406-4cd2-ac2e-f80deb0a03be req-99aec70e-368c-4b8d-afcc-f4a192e276ec tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:47.237816 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63446cb0-3406-4cd2-ac2e-f80deb0a03be req-99aec70e-368c-4b8d-afcc-f4a192e276ec tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 936 time: 0.2494636 Aug 10 01:56:47.246623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc72ce4-533f-4fd6-aadd-6b64c32dfd11 req-de068b14-c4c8-44a8-9c8d-f2310fbb81a2 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:47.248123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cc72ce4-533f-4fd6-aadd-6b64c32dfd11 req-de068b14-c4c8-44a8-9c8d-f2310fbb81a2 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 945 time: 0.2550611 Aug 10 01:56:47.308722 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-86e7130e-342d-453f-996f-527a46000f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:42Z', 'updated_at': '2021-08-10T01:56:45Z', 'revision_number': 5, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'gw_port': {'id': 'a4055ca1-ad01-4895-86e5-9f0b8d83771d', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:43Z', 'updated_at': '2021-08-10T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:47.318714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Deleting port a4055ca1-ad01-4895-86e5-9f0b8d83771d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:47.319259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.342146 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7130e-342d-453f-996f-527a46000f87 None None] Checking router: 2390c3c1-96ac-4930-9710-068bbf57968e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:47.352449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.359716 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7130e-342d-453f-996f-527a46000f87 None None] Routers {'2390c3c1-96ac-4930-9710-068bbf57968e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:47.360357 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-86e7130e-342d-453f-996f-527a46000f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2390c3c1-96ac-4930-9710-068bbf57968e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:47.378489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.383480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74 HTTP/1.1" status: 204 len: 168 time: 2.0849192 Aug 10 01:56:47.387386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37658) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:47.432775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cc72ce4-533f-4fd6-aadd-6b64c32dfd11 req-9911876b-9316-4bf9-9167-89a774ac5cce tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762283 Aug 10 01:56:47.433599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50975172-4581-49fa-b9aa-2d6fa5b76ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a288d7f-dbcd-46d8-8bc5-4bc503ab0f74,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:47.534392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-7551a384-e13f-46c7-b9c9-54fc08255085 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:47.536020 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-7551a384-e13f-46c7-b9c9-54fc08255085 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 812 time: 0.1300633 Aug 10 01:56:47.543005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63446cb0-3406-4cd2-ac2e-f80deb0a03be req-9e757ac8-ccbb-4640-938c-4acd7f6a8823 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921014 Aug 10 01:56:47.555722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Request body: {'port': {'device_id': '8195ca80-dafa-4feb-a94f-d28f81bd3064', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'admin_state_up': True, 'tenant_id': '00fbeb92a4464845bf2bfbaf4fa56973'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:47.567282 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-86e7130e-342d-453f-996f-527a46000f87 None None] Set router 2390c3c1-96ac-4930-9710-068bbf57968e gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:47.603778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de92ef93-8363-4a22-a01a-ef65681799fa service neutron] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:47.638121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de92ef93-8363-4a22-a01a-ef65681799fa service neutron] Notify callbacks [] for binding, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.639319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2113521-845d-4426-b2c3-01dcd97320ae req-de92ef93-8363-4a22-a01a-ef65681799fa service neutron] 10.222.0.16 "DELETE /v2.0/ports/5d533d01-6b3d-44b5-9440-b7ace7f3d836/bindings/n-h2-767704-21 HTTP/1.1" status: 204 len: 173 time: 0.5696907 Aug 10 01:56:47.700875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] For port a4055ca1-ad01-4895-86e5-9f0b8d83771d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a4055ca1-ad01-4895-86e5-9f0b8d83771d,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:47.701308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.711843 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-86e7130e-342d-453f-996f-527a46000f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:42Z', 'updated_at': '2021-08-10T01:56:47Z', 'revision_number': 6, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:47.726919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Calling delete_port for a4055ca1-ad01-4895-86e5-9f0b8d83771d owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:47.774380 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e7130e-342d-453f-996f-527a46000f87 None None] The sync data for ids ['2390c3c1-96ac-4930-9710-068bbf57968e'] in n-d-767704-21 is: [{'id': '2390c3c1-96ac-4930-9710-068bbf57968e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1556592199-router', 'tenant_id': '54594ae8fec34a7786d166db790b2d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:42Z', 'updated_at': '2021-08-10T01:56:47Z', 'revision_number': 6, 'project_id': '54594ae8fec34a7786d166db790b2d34', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:47.851923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23c1d52c-8e3c-41c6-b8f6-84d1d0517153 req-f1b42c98-2e2e-40e5-8a00-5c19ca910b62 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 210 time: 0.1012118 Aug 10 01:56:47.993156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45073a15-455d-48c6-b9c7-ffe548168856 req-b35f3b76-8a29-4f0e-b727-1d56e5dbaf92 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:47.994724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45073a15-455d-48c6-b9c7-ffe548168856 req-b35f3b76-8a29-4f0e-b727-1d56e5dbaf92 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 1097 time: 0.1925333 Aug 10 01:56:48.071336 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c200988-01d8-4c5c-b96e-007276397db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.116198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45073a15-455d-48c6-b9c7-ffe548168856 req-2d86c258-78ed-4e76-a502-5922037593c0 tempest-LiveMigrationTest-2053160214 tempest-LiveMigrationTest-2053160214-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136613 Aug 10 01:56:48.137038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.142141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Made reservation on behalf of 00fbeb92a4464845bf2bfbaf4fa56973 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:48.154091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.168268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242ee71c-043e-4cc6-907a-279e8048a7b3 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:48.179147 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.231359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Transition to ACTIVE for port object 242ee71c-043e-4cc6-907a-279e8048a7b3 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:48.285134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4055ca1-ad01-4895-86e5-9f0b8d83771d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:48.287345 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.325204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.397807 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.401208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.403365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Pushing event updated for resources: {'Port': ['ID=242ee71c-043e-4cc6-907a-279e8048a7b3,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:48.477645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.536373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Attempting to bind port 242ee71c-043e-4cc6-907a-279e8048a7b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:48.536736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Attempting to bind port 242ee71c-043e-4cc6-907a-279e8048a7b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:48.537200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Attempting to bind port 242ee71c-043e-4cc6-907a-279e8048a7b3 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:48.547290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Port 242ee71c-043e-4cc6-907a-279e8048a7b3 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:56:48.550184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Attempting to bind port 242ee71c-043e-4cc6-907a-279e8048a7b3 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:48.589743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:48.590091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:48.590485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:48.591022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Bound port: 242ee71c-043e-4cc6-907a-279e8048a7b3, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:48.591317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.598364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.601976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2390c3c1-96ac-4930-9710-068bbf57968e {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:56:48.608001 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.609385 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8847e6b0-13e0-403d-9f7d-ddcaab4ae186 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2390c3c1-96ac-4930-9710-068bbf57968e HTTP/1.1" status: 204 len: 168 time: 1.8674457 Aug 10 01:56:48.623925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37674) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:48.636584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Allocated IP 172.20.0.9 (b3ff8e7a-e648-4408-83fa-64a78dd8ec1c/88c8310d-f229-4c41-91a5-1c2abd9b97d8/a9d279df-41ba-43c0-a36b-e1ec4f2d3750) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:48.715454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6259c88-2169-42fc-b778-a37a65fc8e11 admin admin] Deleting subnet dc5783b4-50bd-484a-b319-eb22df793773 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:48.740407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6259c88-2169-42fc-b778-a37a65fc8e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.761034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5889309-2fa4-4b52-a46a-f9c5ff176a2e req-b17da160-eaa6-450d-afd3-a02f7989e502 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:48.769023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5889309-2fa4-4b52-a46a-f9c5ff176a2e req-b17da160-eaa6-450d-afd3-a02f7989e502 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 948 time: 0.1148248 Aug 10 01:56:48.806323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6259c88-2169-42fc-b778-a37a65fc8e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:48.935679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf6dab29-1531-4662-b76c-e8c3ce2372a6 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:48.975768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: bf6dab29-1531-4662-b76c-e8c3ce2372a6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:48.976418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf6dab29-1531-4662-b76c-e8c3ce2372a6 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:48.977040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a4055ca1-ad01-4895-86e5-9f0b8d83771d no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:49.014025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: a4055ca1-ad01-4895-86e5-9f0b8d83771d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:49.014642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a4055ca1-ad01-4895-86e5-9f0b8d83771d not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:49.044795 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6259c88-2169-42fc-b778-a37a65fc8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.129727 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.226759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6259c88-2169-42fc-b778-a37a65fc8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.258736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6259c88-2169-42fc-b778-a37a65fc8e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5783b4-50bd-484a-b319-eb22df793773,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:49.260785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6259c88-2169-42fc-b778-a37a65fc8e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.262765 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e6259c88-2169-42fc-b778-a37a65fc8e11 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dc5783b4-50bd-484a-b319-eb22df793773 HTTP/1.1" status: 204 len: 168 time: 0.6376326 Aug 10 01:56:49.265268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37682) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:49.274449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae71d7-b37c-4b0b-ac7b-c50950f24f14 None None] Network e4ef1753-5aa9-454c-bc3c-d192171e37b7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:49.286249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.332372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] For port 242ee71c-043e-4cc6-907a-279e8048a7b3, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:49.360078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] For port 242ee71c-043e-4cc6-907a-279e8048a7b3, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=242ee71c-043e-4cc6-907a-279e8048a7b3,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:49.367537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5889309-2fa4-4b52-a46a-f9c5ff176a2e req-97ddc715-ab9f-4b6c-8a0a-8f07373274a5 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187057 Aug 10 01:56:49.378196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:49.385105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74faa4-f450-41f7-a4d5-6df570a14227 req-5966d149-bf3b-4a62-8e1e-836b3783761c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:49.386908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c74faa4-f450-41f7-a4d5-6df570a14227 req-5966d149-bf3b-4a62-8e1e-836b3783761c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 945 time: 0.1369064 Aug 10 01:56:49.394005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:49.400544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:49.410200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.442172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event updated for resources: {'Port': ['ID=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:49.465454 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.479703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:49.480484 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.538278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Deleting port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:49.538278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.583136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:49.584553 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.586369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] 10.222.0.11 "PUT /v2.0/ports/242ee71c-043e-4cc6-907a-279e8048a7b3 HTTP/1.1" status: 200 len: 1097 time: 2.6933994 Aug 10 01:56:49.589314 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-5bcdbbe8-c5f4-437e-a303-ceeb370df669 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0416241 Aug 10 01:56:49.603953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9362691-7626-4e36-b1cf-281d29926d51 None None] DHCP port deletion for e4ef1753-5aa9-454c-bc3c-d192171e37b7 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:56:49.608426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29b808c-d8a8-4c3b-bab1-e12489475240', 'tag': '242ee71c-043e-4cc6-907a-279e8048a7b3'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:49.611890 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d98683-4ec9-4359-88f0-b4dacaa770bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a29b808c-d8a8-4c3b-bab1-e12489475240", "tag": "242ee71c-043e-4cc6-907a-279e8048a7b3"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:49.626400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Request body: {'port': {'device_id': '8195ca80-dafa-4feb-a94f-d28f81bd3064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:49.632220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c74faa4-f450-41f7-a4d5-6df570a14227 req-86146d51-517a-4d04-9cbb-b69149fda86f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383769 Aug 10 01:56:49.698469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] For port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd,segment=NetworkSegment(d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d),segment_id=d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:49.698640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.699046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04a484-f9c0-468e-aca9-34e85917e8ef service neutron] Pushing event updated for resources: {'Port': ['ID=242ee71c-043e-4cc6-907a-279e8048a7b3,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:49.723892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-20611c26-50c8-4042-9992-155b0b528752 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:49.729960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-20611c26-50c8-4042-9992-155b0b528752 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.16 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 945 time: 0.2467136 Aug 10 01:56:49.734307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Calling delete_port for 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:49.762327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c9362691-7626-4e36-b1cf-281d29926d51 None None] Deleting port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:49.768057 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c9362691-7626-4e36-b1cf-281d29926d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.783243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.835134 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3a6c76-33f3-4e99-9d1f-da7763508f9c x-openstack-request-id: req-8e3a6c76-33f3-4e99-9d1f-da7763508f9c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:49.837192 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29b808c-d8a8-4c3b-bab1-e12489475240", "tag": "242ee71c-043e-4cc6-907a-279e8048a7b3", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:49.837570 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e3a6c76-33f3-4e99-9d1f-da7763508f9c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:49.838156 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29b808c-d8a8-4c3b-bab1-e12489475240', 'tag': '242ee71c-043e-4cc6-907a-279e8048a7b3', 'status': 'completed', 'code': 200} Aug 10 01:56:49.853435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65995568-d927-49a2-bcff-e6cdbc1e649a req-362ced7b-39d9-4bc5-9990-d1e129f7f768 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:49.861856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65995568-d927-49a2-bcff-e6cdbc1e649a req-362ced7b-39d9-4bc5-9990-d1e129f7f768 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 931 time: 0.3669252 Aug 10 01:56:49.872596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c9362691-7626-4e36-b1cf-281d29926d51 None None] For port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd,segment=NetworkSegment(d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d),segment_id=d01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:49.873253 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c9362691-7626-4e36-b1cf-281d29926d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.898911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c9362691-7626-4e36-b1cf-281d29926d51 None None] Calling delete_port for 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:49.979797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-2b83aaf7-cfb7-40ae-973d-d6e2064a5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:49.981668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-2b83aaf7-cfb7-40ae-973d-d6e2064a5092 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9c38ac9088f426799e4550bc03238c4&device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 1100 time: 0.2748117 Aug 10 01:56:50.004463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65995568-d927-49a2-bcff-e6cdbc1e649a req-b5339833-0650-4b42-b0ac-9a109d8a4a6b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414831 Aug 10 01:56:50.071793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Deleting port e2a4f2f1-2229-43c8-9487-5d027864ba11 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:50.072355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.092434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-72c504c8-552f-42f5-a3be-3db96a7c33aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=242ee71c-043e-4cc6-907a-279e8048a7b3 HTTP/1.1" status: 200 len: 217 time: 0.0818717 Aug 10 01:56:50.187305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Deleting port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:50.187760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.231553 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c9362691-7626-4e36-b1cf-281d29926d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.252638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-1cb2baca-ec3f-4f29-83f2-687add183015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:50.253361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-1cb2baca-ec3f-4f29-83f2-687add183015 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1287198 Aug 10 01:56:50.287905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] For port e2a4f2f1-2229-43c8-9487-5d027864ba11, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e2a4f2f1-2229-43c8-9487-5d027864ba11,segment=NetworkSegment(befa99df-2833-4816-ae90-31c8ef40c86c),segment_id=befa99df-2833-4816-ae90-31c8ef40c86c)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:50.288437 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.300218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9362691-7626-4e36-b1cf-281d29926d51 None None] Pushing event deleted for resources: {'Port': ['ID=6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:50.304127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9362691-7626-4e36-b1cf-281d29926d51 None None] No DVR routers for this DVR port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:50.337579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Calling delete_port for e2a4f2f1-2229-43c8-9487-5d027864ba11 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:50.363070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.375691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-83f7341a-9a9a-4525-9cd0-8f5303d22645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:50.377134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-83f7341a-9a9a-4525-9cd0-8f5303d22645 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151841 Aug 10 01:56:50.433673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:50.439296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] For port 5d533d01-6b3d-44b5-9440-b7ace7f3d836, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5d533d01-6b3d-44b5-9440-b7ace7f3d836,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:50.439911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.449450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] No DVR routers for this DVR port 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:50.517149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Calling delete_port for 5d533d01-6b3d-44b5-9440-b7ace7f3d836 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:50.528061 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c3e83e38-fd62-4edd-beb8-efe8f3e2d210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.577580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.596030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ef1753-5aa9-454c-bc3c-d192171e37b7']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:50.612010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:50.612586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01fa9d8-36cc-4f9a-ae5c-2eb38fb1ed3d') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:50.633087 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.660455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d9161-26fb-4667-9e69-eb0d35f1b59e req-d8e39ca6-c316-4ebd-b3ff-55657d91064b tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:50.662775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b90d9161-26fb-4667-9e69-eb0d35f1b59e req-d8e39ca6-c316-4ebd-b3ff-55657d91064b tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 948 time: 0.1891401 Aug 10 01:56:50.706519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.722297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:50.729296 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:50.737522 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:50.743499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-00aa9b6f-9b08-449a-89c5-d5f4f2fec1a2 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991118 Aug 10 01:56:50.837301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d279df-41ba-43c0-a36b-e1ec4f2d3750 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:50.846885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.866598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Transition to ACTIVE for port object a9d279df-41ba-43c0-a36b-e1ec4f2d3750 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:50.899838 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:56:50.903723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b90d9161-26fb-4667-9e69-eb0d35f1b59e req-6e868aee-d0db-47c2-b229-7930c5b55dc4 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868358 Aug 10 01:56:50.911207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.916258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:50.926502 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.926502 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e4ef1753-5aa9-454c-bc3c-d192171e37b7 HTTP/1.1" status: 204 len: 168 time: 1.6573057 Aug 10 01:56:50.949011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:50.954866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6aa0b56b-ddf7-4d9a-a7a9-3ebd03a4f7fd not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:50.955017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:50.975941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9e41f-e6ff-457f-9ac2-db31961eab62 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ef1753-5aa9-454c-bc3c-d192171e37b7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:50.983707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f945f78-a26a-4df3-9b4c-606a475f154c req-496e0cdc-0faf-44c6-bb3c-d0961f0d0013 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:50.989057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f945f78-a26a-4df3-9b4c-606a475f154c req-496e0cdc-0faf-44c6-bb3c-d0961f0d0013 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 945 time: 0.1786647 Aug 10 01:56:51.085030 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.093468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd61cc92-0f77-4b39-b580-6848549e9463 req-cd4ca4ff-f05a-497f-b57b-0c4d9ee66c43 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398974 Aug 10 01:56:51.134180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f945f78-a26a-4df3-9b4c-606a475f154c req-6e4dd836-3ec9-4669-ae44-888c9fc2b363 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365824 Aug 10 01:56:51.156135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.170731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['972ef41c-5933-4427-b8fb-38bb6049ca32'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:51.215804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:51.264323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Attempting to bind port a9d279df-41ba-43c0-a36b-e1ec4f2d3750 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:51.264753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Attempting to bind port a9d279df-41ba-43c0-a36b-e1ec4f2d3750 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:51.265247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Attempting to bind port a9d279df-41ba-43c0-a36b-e1ec4f2d3750 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:51.272597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Port a9d279df-41ba-43c0-a36b-e1ec4f2d3750 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:56:51.277656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Attempting to bind port a9d279df-41ba-43c0-a36b-e1ec4f2d3750 on network b3ff8e7a-e648-4408-83fa-64a78dd8ec1c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:51.277797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Pushing event deleted for resources: {'Port': ['ID=5d533d01-6b3d-44b5-9440-b7ace7f3d836,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:51.277797 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.285189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:51.285914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Checking segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:51.286808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Bound using segment: {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:51.287448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Bound port: a9d279df-41ba-43c0-a36b-e1ec4f2d3750, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:51.288031 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.374755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a4f2f1-2229-43c8-9487-5d027864ba11,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:51.408998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] For port a9d279df-41ba-43c0-a36b-e1ec4f2d3750, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:51.418619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] For port a9d279df-41ba-43c0-a36b-e1ec4f2d3750, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:51.437770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] No DVR routers for this DVR port 5d533d01-6b3d-44b5-9440-b7ace7f3d836 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:51.443577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.446389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b6b77ce-6ded-4feb-9ef6-554f7c68c70d req-17e8a9b8-531d-49fe-b0a4-9c27fa3174c4 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.16 "DELETE /v2.0/ports/5d533d01-6b3d-44b5-9440-b7ace7f3d836 HTTP/1.1" status: 204 len: 173 time: 1.7120695 Aug 10 01:56:51.486971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-a9492ae5-2207-4a93-bc3a-1ae515bf894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:51.489982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-a9492ae5-2207-4a93-bc3a-1ae515bf894d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9c38ac9088f426799e4550bc03238c4&device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 1100 time: 0.2526467 Aug 10 01:56:51.507197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad2b70-b380-47e8-8f80-68ffaa9e04b0 req-f46c445f-df38-409b-b0ed-f3e9a175fc3e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:51.508906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79ad2b70-b380-47e8-8f80-68ffaa9e04b0 req-f46c445f-df38-409b-b0ed-f3e9a175fc3e tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 943 time: 0.2846584 Aug 10 01:56:51.540741 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.579817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37706) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:51.623938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:51.624730 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.626207 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] 10.222.0.16 "PUT /v2.0/ports/a9d279df-41ba-43c0-a36b-e1ec4f2d3750 HTTP/1.1" status: 200 len: 1092 time: 2.0272958 Aug 10 01:56:51.626791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8195ca80-dafa-4feb-a94f-d28f81bd3064', 'tag': 'a9d279df-41ba-43c0-a36b-e1ec4f2d3750'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:51.629255 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620f386c-3ff2-49b1-90a5-8c82cc594aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8195ca80-dafa-4feb-a94f-d28f81bd3064", "tag": "a9d279df-41ba-43c0-a36b-e1ec4f2d3750"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:51.687120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca114aad-9f20-4c39-9b73-51d251e8b506 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:51.701596 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-41be0b32-e7eb-4393-a383-b22323420e12 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca2114bdf58f4ae69801eaa9b7360069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1182792 Aug 10 01:56:51.704803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37710) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:51.710949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79ad2b70-b380-47e8-8f80-68ffaa9e04b0 req-cc51da36-e780-405a-9399-bbdae113c932 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885910 Aug 10 01:56:51.729018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-54bdee41-5544-4c75-81dd-3ab7762702ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:51.730589 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-54bdee41-5544-4c75-81dd-3ab7762702ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2206340 Aug 10 01:56:51.772185 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9439bec-7178-43dc-889e-595b91ccae0c x-openstack-request-id: req-e9439bec-7178-43dc-889e-595b91ccae0c {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:51.772479 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8195ca80-dafa-4feb-a94f-d28f81bd3064", "tag": "a9d279df-41ba-43c0-a36b-e1ec4f2d3750", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:51.772736 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e9439bec-7178-43dc-889e-595b91ccae0c {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:51.773140 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8195ca80-dafa-4feb-a94f-d28f81bd3064', 'tag': 'a9d279df-41ba-43c0-a36b-e1ec4f2d3750', 'status': 'completed', 'code': 200} Aug 10 01:56:51.834153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-519d68c3-f5fe-45ec-b6df-5e2bc95ab5c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=242ee71c-043e-4cc6-907a-279e8048a7b3 HTTP/1.1" status: 200 len: 217 time: 0.0701268 Aug 10 01:56:51.857707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'name': 'network-vif-deleted', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:51.860083 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145fe49b-114b-4e24-87eb-7a4c5f39f03f" -d '{"events": [{"server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "name": "network-vif-deleted", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:51.869461 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.873292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc8f41e-6aec-4441-9f16-fffd12a011e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.900704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-92c74776-d894-4206-a9f2-2fac6357f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:51.902250 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-92c74776-d894-4206-a9f2-2fac6357f765 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 1095 time: 0.1329415 Aug 10 01:56:51.908024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc8f41e-6aec-4441-9f16-fffd12a011e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:51.950018 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483d6bf0-beb1-484b-acf1-f471d1eb777c x-openstack-request-id: req-483d6bf0-beb1-484b-acf1-f471d1eb777c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:51.950336 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f3d490-c5ca-41de-842a-11632b57c98a", "name": "network-vif-deleted", "tag": "5d533d01-6b3d-44b5-9440-b7ace7f3d836", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:51.951947 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-483d6bf0-beb1-484b-acf1-f471d1eb777c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:51.952393 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f3d490-c5ca-41de-842a-11632b57c98a', 'name': 'network-vif-deleted', 'tag': '5d533d01-6b3d-44b5-9440-b7ace7f3d836', 'status': 'completed', 'code': 200} Aug 10 01:56:51.979114 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-88411653-375e-48a1-8795-ccd7dd662a8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9d279df-41ba-43c0-a36b-e1ec4f2d3750 HTTP/1.1" status: 200 len: 217 time: 0.0630345 Aug 10 01:56:52.022919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-cf191d6f-d336-4f51-9969-a212a5a83877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:52.024418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-cf191d6f-d336-4f51-9969-a212a5a83877 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1602046 Aug 10 01:56:52.049769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-c2ca50de-9290-4b82-872b-9f713db64d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:52.051291 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-c2ca50de-9290-4b82-872b-9f713db64d84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.0629621 Aug 10 01:56:52.095950 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-4720f044-58ed-4e52-afd0-4a13d40ca15e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334575 Aug 10 01:56:52.156322 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.172382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-d7f30bee-2d22-4007-b559-2f62aa046454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:52.174455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-d7f30bee-2d22-4007-b559-2f62aa046454 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407320 Aug 10 01:56:52.187104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f0102-feb3-4dba-8b66-1cc3179bae80 req-b5e21a9d-ef67-49c5-bb01-ef870de8380a tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:52.188724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d6f0102-feb3-4dba-8b66-1cc3179bae80 req-b5e21a9d-ef67-49c5-bb01-ef870de8380a tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 948 time: 0.1145356 Aug 10 01:56:52.214709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc8f41e-6aec-4441-9f16-fffd12a011e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.223078 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc8f41e-6aec-4441-9f16-fffd12a011e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:52.226150 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6dc8f41e-6aec-4441-9f16-fffd12a011e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7bc54874-c0b1-40f7-9ac9-592bec8e2dbd HTTP/1.1" status: 204 len: 168 time: 0.5197492 Aug 10 01:56:52.271427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8f41e-6aec-4441-9f16-fffd12a011e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc54874-c0b1-40f7-9ac9-592bec8e2dbd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:52.345712 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-18c13d85-edee-4325-96c6-4efcb2252bbf service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415068 Aug 10 01:56:52.482718 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1f5ebef3-5603-4151-a0ff-097aa67af0d5 req-24345c9e-58bb-449a-8ec6-1ed3e4480fa8 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272399 Aug 10 01:56:52.720120 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb5fbdcd-b9e4-4639-ade2-7b9f81554b8b req-0d331c4f-e845-4974-9be9-209b7be69d0a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 210 time: 0.0820744 Aug 10 01:56:52.743969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d6f0102-feb3-4dba-8b66-1cc3179bae80 req-9fb2dde2-73ab-43c2-90d7-3f582d7d38e4 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101628 Aug 10 01:56:52.752086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5d533d01-6b3d-44b5-9440-b7ace7f3d836 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:52.768179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-1e0cc840-1ba5-420e-a737-714229c6c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:52.772820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-1e0cc840-1ba5-420e-a737-714229c6c49c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 1095 time: 0.1125917 Aug 10 01:56:52.792165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 5d533d01-6b3d-44b5-9440-b7ace7f3d836 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:52.792636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5d533d01-6b3d-44b5-9440-b7ace7f3d836 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:52.882196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-dd7f068c-ade4-4ad9-ba33-225308103d98 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619263 Aug 10 01:56:52.937764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:52.985789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-094c0240-e497-4928-8027-c59851ee784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:52.987396 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-094c0240-e497-4928-8027-c59851ee784c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 200 len: 913 time: 0.2086954 Aug 10 01:56:52.993768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6e7fd-de3a-42a1-a4b3-e59ef44713e4 req-14bb229e-7cbd-4913-a44c-2898db761e3f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:52.995551 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4bb6e7fd-de3a-42a1-a4b3-e59ef44713e4 req-14bb229e-7cbd-4913-a44c-2898db761e3f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 943 time: 0.1485503 Aug 10 01:56:53.088788 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-32abd811-7b1f-49f4-bfb3-b7b81a07cf17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9d279df-41ba-43c0-a36b-e1ec4f2d3750 HTTP/1.1" status: 200 len: 217 time: 0.0394869 Aug 10 01:56:53.094489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-d09ca8df-d9bf-4827-b7f5-372c9b9dfca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:53.096203 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-d09ca8df-d9bf-4827-b7f5-372c9b9dfca6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 200 len: 852 time: 0.0547185 Aug 10 01:56:53.129662 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-b22d8647-e528-4b5d-a9fa-56b85ac22381 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255673 Aug 10 01:56:53.168457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47d98683-4ec9-4359-88f0-b4dacaa770bf req-002118f1-e7d0-4e63-ba01-517d6b48c371 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788043 Aug 10 01:56:53.205088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4bb6e7fd-de3a-42a1-a4b3-e59ef44713e4 req-0fdc02e8-73a6-4f08-ad1e-52f24db67051 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646044 Aug 10 01:56:53.217457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:53.223270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9fb6e62c-8fcf-45e1-b24f-be6804dfea8c admin admin] 10.222.0.38 "PUT /v2.0/routers/b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8245425 Aug 10 01:56:53.225792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37734) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:53.229828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] Sync routers for ids ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:53.257531 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-c80d1f41-659f-47bc-939d-1b68b9a97f71 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192451 Aug 10 01:56:53.261265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] Routers {'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:53.262187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:53.358413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 242ee71c-043e-4cc6-907a-279e8048a7b3 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:53.377183 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-620f386c-3ff2-49b1-90a5-8c82cc594aaf req-1f253834-494d-4801-b00b-355a998b2454 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124291 Aug 10 01:56:53.402658 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.449469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] Set router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:53.531558 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.603322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 242ee71c-043e-4cc6-907a-279e8048a7b3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=242ee71c-043e-4cc6-907a-279e8048a7b3,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:53.623980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '242ee71c-043e-4cc6-907a-279e8048a7b3', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '242ee71c-043e-4cc6-907a-279e8048a7b3', 'mac_address': 'fa:16:3e:6b:b6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:53.701315 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.720023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242ee71c-043e-4cc6-907a-279e8048a7b3 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:53.745782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 242ee71c-043e-4cc6-907a-279e8048a7b3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=242ee71c-043e-4cc6-907a-279e8048a7b3,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:53.750104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:45Z', 'updated_at': '2021-08-10T01:56:50Z', 'revision_number': 5, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'gw_port': {'id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:46Z', 'updated_at': '2021-08-10T01:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:53.781473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] Checking router: b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:53.790398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] Routers {'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:53.791141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:53.845814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-635ea2c7-e7bb-4d4c-9677-f264d32cb4e5 req-3cdc32bf-950b-45f4-a0cc-4370e9efde68 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 210 time: 0.0381377 Aug 10 01:56:53.898842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee110cc-9d65-481f-bbbf-271e8a7d0325 req-5e759bb1-a1d4-4105-bef8-e7186d181ae9 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:53.900494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ee110cc-9d65-481f-bbbf-271e8a7d0325 req-5e759bb1-a1d4-4105-bef8-e7186d181ae9 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 948 time: 0.0576351 Aug 10 01:56:53.911289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] Set router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:53.953505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ee110cc-9d65-481f-bbbf-271e8a7d0325 req-e66df1c1-fcab-41cc-a314-48db1efe486e tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Aug 10 01:56:53.987186 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:53.990045 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.061367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Deleting port ec375bc6-7ae1-4361-8d36-9ea43f1857aa {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:54.061716 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.151414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37752) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:54.151953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=242ee71c-043e-4cc6-907a-279e8048a7b3,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:54.188332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] For port ec375bc6-7ae1-4361-8d36-9ea43f1857aa, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ec375bc6-7ae1-4361-8d36-9ea43f1857aa,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:54.192150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.205747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Calling delete_port for ec375bc6-7ae1-4361-8d36-9ea43f1857aa owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:54.218431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['242ee71c-043e-4cc6-907a-279e8048a7b3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:54.242239 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23e5262a-6e14-4f82-a632-e94530047800 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54594ae8fec34a7786d166db790b2d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0896161 Aug 10 01:56:54.248115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37754) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:54.366206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3aca9ca6-7c57-4dde-a142-431b4d5e75f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.404643 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3aca9ca6-7c57-4dde-a142-431b4d5e75f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.409366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:45Z', 'updated_at': '2021-08-10T01:56:50Z', 'revision_number': 5, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'gw_port': {'id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:46Z', 'updated_at': '2021-08-10T01:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:54.447978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90635967-cf01-4557-8b36-58756ec11e4f None None] The sync data for ids ['b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7'] in n-d-767704-21 is: [{'id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-282750888-router', 'tenant_id': 'b2b453c65c534ee7afb25896828f4499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:51:45Z', 'updated_at': '2021-08-10T01:56:50Z', 'revision_number': 5, 'project_id': 'b2b453c65c534ee7afb25896828f4499', 'gw_port': {'id': 'ec375bc6-7ae1-4361-8d36-9ea43f1857aa', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:51:46Z', 'updated_at': '2021-08-10T01:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:54.466509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea39446-e4cf-46e2-97b0-04c624275108 req-9e6521e7-9f03-45da-845b-4e22819c7f02 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:54.475462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ea39446-e4cf-46e2-97b0-04c624275108 req-9e6521e7-9f03-45da-845b-4e22819c7f02 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 943 time: 0.0892627 Aug 10 01:56:54.525234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ea39446-e4cf-46e2-97b0-04c624275108 req-f8c84159-4722-48d3-b903-625bcdefd4c3 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489023 Aug 10 01:56:54.548590 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.576363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec375bc6-7ae1-4361-8d36-9ea43f1857aa,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:54.600554 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3aca9ca6-7c57-4dde-a142-431b4d5e75f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.603461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3aca9ca6-7c57-4dde-a142-431b4d5e75f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.607371 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3aca9ca6-7c57-4dde-a142-431b4d5e75f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3b80952f-eb6e-4f6e-9c0e-d8686d46307e HTTP/1.1" status: 204 len: 168 time: 0.3555083 Aug 10 01:56:54.613975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca9ca6-7c57-4dde-a142-431b4d5e75f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b80952f-eb6e-4f6e-9c0e-d8686d46307e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:54.691480 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.737981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a9d279df-41ba-43c0-a36b-e1ec4f2d3750 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:54.824699 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.827112 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:54.923252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a9d279df-41ba-43c0-a36b-e1ec4f2d3750, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:54.955584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'a9d279df-41ba-43c0-a36b-e1ec4f2d3750', 'network_id': 'b3ff8e7a-e648-4408-83fa-64a78dd8ec1c', 'port_id': 'a9d279df-41ba-43c0-a36b-e1ec4f2d3750', 'mac_address': 'fa:16:3e:b2:b5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8310d-f229-4c41-91a5-1c2abd9b97d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:55.004404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e2a4f2f1-2229-43c8-9487-5d027864ba11 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:55.053414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e2a4f2f1-2229-43c8-9487-5d027864ba11 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:55.053762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e2a4f2f1-2229-43c8-9487-5d027864ba11 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:55.059466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4beae6e-4947-40ea-8c2f-74d889e681a8 req-1d3de4d7-0acb-404a-822f-10dbc3272f3b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 210 time: 0.0457075 Aug 10 01:56:55.080486 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.081002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:56:55.095913 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.096324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.097480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4c899dcc-c68d-4bbb-8524-728537bb50e7 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b4ea4c8c-8b38-48ef-8500-a12d9bcb24b7 HTTP/1.1" status: 204 len: 168 time: 1.8704996 Aug 10 01:56:55.100922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37778) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:55.119602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d279df-41ba-43c0-a36b-e1ec4f2d3750 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:55.164181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a9d279df-41ba-43c0-a36b-e1ec4f2d3750, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:55.209336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81057b75-8bf6-4b9e-9205-466decdf6a59 req-04049e2f-a1fc-4680-8ffb-653abe03adb2 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:55.223381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81057b75-8bf6-4b9e-9205-466decdf6a59 req-04049e2f-a1fc-4680-8ffb-653abe03adb2 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 949 time: 0.1754024 Aug 10 01:56:55.236284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-252f5d1d-3042-4c42-9d75-eb603ff4152e admin admin] Deleting subnet 2beb756a-7f05-4d38-a97c-5c5e61f8373c {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:55.248275 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-252f5d1d-3042-4c42-9d75-eb603ff4152e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.271615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.333884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81057b75-8bf6-4b9e-9205-466decdf6a59 req-7097dbbf-8b52-437c-b7ed-b92edee3e000 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011405 Aug 10 01:56:55.367516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-252f5d1d-3042-4c42-9d75-eb603ff4152e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.497186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-252f5d1d-3042-4c42-9d75-eb603ff4152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.577564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:55.580932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 242ee71c-043e-4cc6-907a-279e8048a7b3 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:55.698783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-252f5d1d-3042-4c42-9d75-eb603ff4152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.711279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152f967-d253-4ac1-8a80-925b16df0b9f req-6ab4f754-a12f-4467-931d-99f60bb9ba31 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:55.713029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3152f967-d253-4ac1-8a80-925b16df0b9f req-6ab4f754-a12f-4467-931d-99f60bb9ba31 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 944 time: 0.0598860 Aug 10 01:56:55.728110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 242ee71c-043e-4cc6-907a-279e8048a7b3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:55.732739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 242ee71c-043e-4cc6-907a-279e8048a7b3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:55.741546 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.755476 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['a9d279df-41ba-43c0-a36b-e1ec4f2d3750'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:55.774160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f5d1d-3042-4c42-9d75-eb603ff4152e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2beb756a-7f05-4d38-a97c-5c5e61f8373c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:55.785389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-252f5d1d-3042-4c42-9d75-eb603ff4152e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:55.788059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-252f5d1d-3042-4c42-9d75-eb603ff4152e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2beb756a-7f05-4d38-a97c-5c5e61f8373c HTTP/1.1" status: 204 len: 168 time: 0.6861491 Aug 10 01:56:55.790650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37794) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:55.806021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3152f967-d253-4ac1-8a80-925b16df0b9f req-0a0a7e7f-7bef-441f-89b5-5f61f5e6ae37 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536568 Aug 10 01:56:55.826045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e0821-6e63-4561-99ef-968d680a0210 None None] Network 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:55.952134 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.028514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Deleting port 513de80e-ac91-4952-a393-f38bf9b6c789 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:56.028868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.124279 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.166674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b808c-d8a8-4c3b-bab1-e12489475240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242ee71c-043e-4cc6-907a-279e8048a7b3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:56.172654 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b525c4be-d7b1-4779-866f-d192888b5b36" -d '{"events": [{"server_uuid": "a29b808c-d8a8-4c3b-bab1-e12489475240", "name": "network-vif-plugged", "status": "completed", "tag": "242ee71c-043e-4cc6-907a-279e8048a7b3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:56.174394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] For port 513de80e-ac91-4952-a393-f38bf9b6c789, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=513de80e-ac91-4952-a393-f38bf9b6c789,segment=NetworkSegment(befa99df-2833-4816-ae90-31c8ef40c86c),segment_id=befa99df-2833-4816-ae90-31c8ef40c86c)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:56.174988 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.179719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 242ee71c-043e-4cc6-907a-279e8048a7b3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=242ee71c-043e-4cc6-907a-279e8048a7b3,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:56.234130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Calling delete_port for 513de80e-ac91-4952-a393-f38bf9b6c789 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:56.235586 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa1353-fcf3-4a2a-9545-3cf31222ec53 x-openstack-request-id: req-38aa1353-fcf3-4a2a-9545-3cf31222ec53 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:56.235880 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b808c-d8a8-4c3b-bab1-e12489475240", "name": "network-vif-plugged", "status": "completed", "tag": "242ee71c-043e-4cc6-907a-279e8048a7b3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:56.236255 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38aa1353-fcf3-4a2a-9545-3cf31222ec53 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:56.236584 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b808c-d8a8-4c3b-bab1-e12489475240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242ee71c-043e-4cc6-907a-279e8048a7b3', 'code': 200} Aug 10 01:56:56.273166 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.327384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1a65c95-203e-45ff-99af-045b2daad9ec req-5b0eb38f-78b8-4eb7-97db-664e6359ff68 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 210 time: 0.1074924 Aug 10 01:56:56.336496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb38bc5d-b811-4ed5-8ead-e9f421455611 None None] DHCP port deletion for 0d1105e8-d46d-4ea1-937b-98c71b0c57b5 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:56:56.347968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37820) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:56.393000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=242ee71c-043e-4cc6-907a-279e8048a7b3,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:56.435941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-cb38bc5d-b811-4ed5-8ead-e9f421455611 None None] Deleting port 513de80e-ac91-4952-a393-f38bf9b6c789 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:56.436345 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cb38bc5d-b811-4ed5-8ead-e9f421455611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.517657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a1cbe-5937-4221-ae16-e004fb42d347 req-23f49937-9b52-4f02-af48-f8900045cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:56.519729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a14a1cbe-5937-4221-ae16-e004fb42d347 req-23f49937-9b52-4f02-af48-f8900045cba9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 1102 time: 0.2018960 Aug 10 01:56:56.545456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.558159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] No DVR routers for this DVR port 513de80e-ac91-4952-a393-f38bf9b6c789 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:56.569167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-cb38bc5d-b811-4ed5-8ead-e9f421455611 None None] For port 513de80e-ac91-4952-a393-f38bf9b6c789, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=513de80e-ac91-4952-a393-f38bf9b6c789,segment=NetworkSegment(befa99df-2833-4816-ae90-31c8ef40c86c),segment_id=befa99df-2833-4816-ae90-31c8ef40c86c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:56.569892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cb38bc5d-b811-4ed5-8ead-e9f421455611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.589271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a14a1cbe-5937-4221-ae16-e004fb42d347 req-a5ca35cd-34ba-4cad-ba58-ddf50274001e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589733 Aug 10 01:56:56.599763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb3193-ac14-4840-bf25-bbd6a776b344 req-a04acbe0-3b44-4ea7-8728-adb338fbe4e4 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:56.601116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-cb38bc5d-b811-4ed5-8ead-e9f421455611 None None] Calling delete_port for 513de80e-ac91-4952-a393-f38bf9b6c789 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:56.601592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2bb3193-ac14-4840-bf25-bbd6a776b344 req-a04acbe0-3b44-4ea7-8728-adb338fbe4e4 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 950 time: 0.1438339 Aug 10 01:56:56.616363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-network', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:56.652563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2bb3193-ac14-4840-bf25-bbd6a776b344 req-c3ced017-aa96-474e-8218-7af131a34818 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447862 Aug 10 01:56:56.653768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Pushing event deleted for resources: {'Port': ['ID=513de80e-ac91-4952-a393-f38bf9b6c789,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:56.716469 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cb38bc5d-b811-4ed5-8ead-e9f421455611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.745035 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.748307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38bc5d-b811-4ed5-8ead-e9f421455611 None None] Pushing event deleted for resources: {'Port': ['ID=513de80e-ac91-4952-a393-f38bf9b6c789,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:56.759105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1105e8-d46d-4ea1-937b-98c71b0c57b5']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:56.762744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38bc5d-b811-4ed5-8ead-e9f421455611 None None] No DVR routers for this DVR port 513de80e-ac91-4952-a393-f38bf9b6c789 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:56.781180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befa99df-2833-4816-ae90-31c8ef40c86c') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:56.781498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befa99df-2833-4816-ae90-31c8ef40c86c') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:56.791932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.808039 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.812667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Made reservation on behalf of c6e5a4731abb4c5ca6f5de72b8432615 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:56.815086 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.828803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:56.829092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:56.831572 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:56.843379 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.954640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 513de80e-ac91-4952-a393-f38bf9b6c789 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:56.959630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1fe04-345e-49ab-84f2-c87e8d7d6a33 req-e020f7df-e349-4ba9-ba57-27cf8d90ba27 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:56.961779 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8b1fe04-345e-49ab-84f2-c87e8d7d6a33 req-e020f7df-e349-4ba9-ba57-27cf8d90ba27 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 944 time: 0.0749485 Aug 10 01:56:56.999073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 513de80e-ac91-4952-a393-f38bf9b6c789 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:56.999722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 513de80e-ac91-4952-a393-f38bf9b6c789 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:57.004407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ec375bc6-7ae1-4361-8d36-9ea43f1857aa no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:57.014381 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.021368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8b1fe04-345e-49ab-84f2-c87e8d7d6a33 req-93f302d5-fe7b-4539-b542-9ce8876aa558 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475388 Aug 10 01:56:57.035391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ec375bc6-7ae1-4361-8d36-9ea43f1857aa {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:57.036143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ec375bc6-7ae1-4361-8d36-9ea43f1857aa not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:57.046228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.056939 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.061493 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] 10.222.0.38 "DELETE /v2.0/networks/0d1105e8-d46d-4ea1-937b-98c71b0c57b5 HTTP/1.1" status: 204 len: 168 time: 1.2664893 Aug 10 01:56:57.071533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41c3fe-105e-488c-a149-6bca1b88359e admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1105e8-d46d-4ea1-937b-98c71b0c57b5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:57.148281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.178091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:57.183199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ab340c-54d0-49e9-9ffa-809516e555d2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:57.193067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.193542 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Added segment 8c84eb51-d2cc-481c-b642-b3b183cb6ae5 of type vlan for network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe Aug 10 01:56:57.238603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.344818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.345869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:57.346458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.435418 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0834327 Aug 10 01:56:57.438657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37838) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:57.450389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Request body: {'subnet': {'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-subnet', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:57.457446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f28013-fffe-49c4-ab93-874f4f0b7044 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc100c9-6770-4cc2-ad5a-d65cef2449fe,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:57.472224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:57.512243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8770d52a-33b1-4658-9a45-03e60e1bd4d5 req-f512bcb6-297c-4b93-b163-473c137e352e tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f3d490-c5ca-41de-842a-11632b57c98a HTTP/1.1" status: 200 len: 210 time: 0.0972469 Aug 10 01:56:57.520289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37840) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:57.572934 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d0a7da17-1681-4b9e-a58b-92df6bd6d241 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba74b0dbdf364148a5e19eef50af3f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509174 Aug 10 01:56:57.575880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37842) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:57.588022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Made reservation on behalf of c6e5a4731abb4c5ca6f5de72b8432615 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:57.594987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.648002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d1342cb-266c-46dd-8a87-d365c790e0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.675075 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d1342cb-266c-46dd-8a87-d365c790e0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.814004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd6fd-7bab-4e1e-932e-6125ed8f0646 req-9a25ac07-a81f-46bc-87a3-62a9b67793c9 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:57.815694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e1cd6fd-7bab-4e1e-932e-6125ed8f0646 req-9a25ac07-a81f-46bc-87a3-62a9b67793c9 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 950 time: 0.0515490 Aug 10 01:56:57.860537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e1cd6fd-7bab-4e1e-932e-6125ed8f0646 req-8f9f23dc-95f6-431e-b144-4f6b213afc3f tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Aug 10 01:56:57.862100 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d1342cb-266c-46dd-8a87-d365c790e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.865702 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d1342cb-266c-46dd-8a87-d365c790e0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:57.866895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2d1342cb-266c-46dd-8a87-d365c790e0a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2acd827c-f734-4459-9a46-156ec239b89e HTTP/1.1" status: 204 len: 168 time: 0.2898848 Aug 10 01:56:57.883633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1342cb-266c-46dd-8a87-d365c790e0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acd827c-f734-4459-9a46-156ec239b89e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:57.946334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.025533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Checking segment: {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:58.026026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Network hostable DHCP agents. Network: 9dc100c9-6770-4cc2-ad5a-d65cef2449fe, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:58.028389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e83992-091f-4fea-818d-d0d1ef2d221e,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:58.131824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:58.207191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fd32c-9b0b-4b5e-a34f-65bdba2b526a req-913627ed-dcbb-43d3-a4fd-78068828a02a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:58.209736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c8fd32c-9b0b-4b5e-a34f-65bdba2b526a req-913627ed-dcbb-43d3-a4fd-78068828a02a tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 944 time: 0.0687222 Aug 10 01:56:58.288433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9dc100c9-6770-4cc2-ad5a-d65cef2449fe) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:58.293061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:58.294189 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.300284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea53b3-e56d-4808-b1ba-85e3f93b0076 None None] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:58.314742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c8fd32c-9b0b-4b5e-a34f-65bdba2b526a req-7180a959-14ad-475c-b29e-f52f8d5e1a4d tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Aug 10 01:56:58.385749 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bdaed0d9-0201-4e4f-9e6f-9a237dd53a83 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9446101 Aug 10 01:56:58.388304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37862) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:58.392936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:58.490887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e60cd-f9a6-40a9-8bde-919c6db07e47 req-8de0e01e-057f-4168-aee5-784779d495a1 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:58.492942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d3e60cd-f9a6-40a9-8bde-919c6db07e47 req-8de0e01e-057f-4168-aee5-784779d495a1 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 950 time: 0.0748792 Aug 10 01:56:58.514046 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.515169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.608680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d3e60cd-f9a6-40a9-8bde-919c6db07e47 req-2f800a02-19fc-4c05-8448-e78c20fe8f49 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093311 Aug 10 01:56:58.660259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:58.671306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.682592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:58.767338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a9d279df-41ba-43c0-a36b-e1ec4f2d3750 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:58.872159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-760f291d-05a7-4d52-92ce-cafafc333bdf tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d9c38ac9088f426799e4550bc03238c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308194 Aug 10 01:56:58.873345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Allocated IP 172.20.0.2 (9dc100c9-6770-4cc2-ad5a-d65cef2449fe/85e83992-091f-4fea-818d-d0d1ef2d221e/b7ba7a73-7cd6-4f45-9c6f-dae356852bec) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:59.050935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port a9d279df-41ba-43c0-a36b-e1ec4f2d3750 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:59.059214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port a9d279df-41ba-43c0-a36b-e1ec4f2d3750 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:59.060076 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.067054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-4996da82-0b4b-4a53-83b3-c2e2eda83f66 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:59.070236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-4996da82-0b4b-4a53-83b3-c2e2eda83f66 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821122 Aug 10 01:56:59.093339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.097071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0a2e35fc-6766-4702-a029-2d9f8a60b62d tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/quotas/d9c38ac9088f426799e4550bc03238c4 HTTP/1.1" status: 200 len: 375 time: 0.0175071 Aug 10 01:56:59.118226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37886) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:59.166500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-e89d8148-8b30-4721-880e-3b32bee7e967 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9c38ac9088f426799e4550bc03238c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678706 Aug 10 01:56:59.178610 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0c635c14-011b-4d2e-8dba-fa847cb7d32c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2b453c65c534ee7afb25896828f4499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559177 Aug 10 01:56:59.179351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37888) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:59.183683 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.196345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Transition to ACTIVE for port object b7ba7a73-7cd6-4f45-9c6f-dae356852bec will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:59.259078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Transition to ACTIVE for port object b7ba7a73-7cd6-4f45-9c6f-dae356852bec will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:59.264873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.276394 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbc883a1-b87d-4613-a560-5f50d467677c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.293748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8195ca80-dafa-4feb-a94f-d28f81bd3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d279df-41ba-43c0-a36b-e1ec4f2d3750'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:59.296678 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e22f2bf-debc-4721-a89e-0d65f6001db6" -d '{"events": [{"server_uuid": "8195ca80-dafa-4feb-a94f-d28f81bd3064", "name": "network-vif-plugged", "status": "completed", "tag": "a9d279df-41ba-43c0-a36b-e1ec4f2d3750"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:59.328431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a9d279df-41ba-43c0-a36b-e1ec4f2d3750, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:59.331428 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbc883a1-b87d-4613-a560-5f50d467677c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.378207 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67daad0-f59e-4a63-8b3e-c67f37e81a48 x-openstack-request-id: req-b67daad0-f59e-4a63-8b3e-c67f37e81a48 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:59.378827 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8195ca80-dafa-4feb-a94f-d28f81bd3064", "name": "network-vif-plugged", "status": "completed", "tag": "a9d279df-41ba-43c0-a36b-e1ec4f2d3750", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:59.379267 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b67daad0-f59e-4a63-8b3e-c67f37e81a48 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:59.379987 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8195ca80-dafa-4feb-a94f-d28f81bd3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d279df-41ba-43c0-a36b-e1ec4f2d3750', 'code': 200} Aug 10 01:56:59.397165 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.463989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Pushing event updated for resources: {'Port': ['ID=b7ba7a73-7cd6-4f45-9c6f-dae356852bec,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:59.470379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.591050 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660e770-0033-42a9-941a-fc726853d507 req-b3e6b3e6-ce0f-4fa5-9d24-e787ca071f80 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:59.593221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b660e770-0033-42a9-941a-fc726853d507 req-b3e6b3e6-ce0f-4fa5-9d24-e787ca071f80 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 945 time: 0.1084356 Aug 10 01:56:59.620185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:59.625767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:59.631435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:59.632212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8b3f6-4cf1-47bc-8d07-de2f81873905 req-0d661bfb-2991-43d2-b98c-b9577993376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:59.633727 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b3a8b3f6-4cf1-47bc-8d07-de2f81873905 req-0d661bfb-2991-43d2-b98c-b9577993376c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 1097 time: 0.1066220 Aug 10 01:56:59.638404 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.658171 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbc883a1-b87d-4613-a560-5f50d467677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.664248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbc883a1-b87d-4613-a560-5f50d467677c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.668269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cbc883a1-b87d-4613-a560-5f50d467677c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f0cbec06-779a-4c61-9a38-e73f63448463 HTTP/1.1" status: 204 len: 168 time: 0.4853058 Aug 10 01:56:59.686865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.719117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b660e770-0033-42a9-941a-fc726853d507 req-1d39fffd-7e99-40c5-8d31-4bd3ac3022df tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192336 Aug 10 01:56:59.726082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-610b5f4a-2316-47d9-9ffc-2f71f4b29ca3 req-9ee33097-c884-435a-95b8-c8d9f81095e3 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 210 time: 0.0528471 Aug 10 01:56:59.726897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc883a1-b87d-4613-a560-5f50d467677c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cbec06-779a-4c61-9a38-e73f63448463,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:59.762162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:59.784832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.785168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.785570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.785913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.786932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.787293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.788024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.788361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.788705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.803061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.803061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.806354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:59.868256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Attempting to bind port b7ba7a73-7cd6-4f45-9c6f-dae356852bec on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:59.868544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Attempting to bind port b7ba7a73-7cd6-4f45-9c6f-dae356852bec by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:59.869083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Attempting to bind port b7ba7a73-7cd6-4f45-9c6f-dae356852bec on network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:59.894384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:59.894384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Checking segment: {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:59.894384 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.894384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Bound using segment: {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:59.894384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Bound port: b7ba7a73-7cd6-4f45-9c6f-dae356852bec, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:59.894384 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:59.923631 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b3a8b3f6-4cf1-47bc-8d07-de2f81873905 req-d8cccd34-7ebf-427d-86ea-6e9fc6698d93 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587450 Aug 10 01:56:59.992128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] For port b7ba7a73-7cd6-4f45-9c6f-dae356852bec, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:59.996690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] For port b7ba7a73-7cd6-4f45-9c6f-dae356852bec, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b7ba7a73-7cd6-4f45-9c6f-dae356852bec,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:00.021975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Allocated IP 172.25.3.122 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/83567769-2e15-46a9-bb5e-84ce47d2545a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:00.140780 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:00.160375 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:00.276707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4a98c-3b87-4ab9-8043-588936e72471 None None] Pushing event updated for resources: {'Port': ['ID=b7ba7a73-7cd6-4f45-9c6f-dae356852bec,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:00.399843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:00.459972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Pushing event updated for resources: {'Port': ['ID=83567769-2e15-46a9-bb5e-84ce47d2545a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:00.480791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:00.483368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:00.486157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:00.845571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c29c8db5-1cd3-4cea-93ec-543b3ad2e787 req-11d2af2d-fe6c-42ce-a088-3df87ded17a7 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 210 time: 0.0329356 Aug 10 01:57:00.944019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9df91-a05b-4a6c-a219-1107ad16c39b req-1325ebfa-f4ae-4135-9280-21038b337c1f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:00.952038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29c9df91-a05b-4a6c-a219-1107ad16c39b req-1325ebfa-f4ae-4135-9280-21038b337c1f tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 945 time: 0.0778964 Aug 10 01:57:01.017411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b7ba7a73-7cd6-4f45-9c6f-dae356852bec up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:01.062428 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.073556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29c9df91-a05b-4a6c-a219-1107ad16c39b req-273e54b3-3a8f-4305-919f-215d9b30afc8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046510 Aug 10 01:57:01.250915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b7ba7a73-7cd6-4f45-9c6f-dae356852bec completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:01.401305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.593825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6eb242-0fb2-4855-87a5-cd1f2c13751f None None] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:01.762423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:57:01.807705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4d04c9f2-9a24-4ff8-b9fa-a548e5c3dcf1 None None] Provisioning for port b7ba7a73-7cd6-4f45-9c6f-dae356852bec completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:01.814466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4d04c9f2-9a24-4ff8-b9fa-a548e5c3dcf1 None None] Provisioning complete for port b7ba7a73-7cd6-4f45-9c6f-dae356852bec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:01.814864 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4d04c9f2-9a24-4ff8-b9fa-a548e5c3dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.888310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:01.901119 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Sync routers for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:01.913016 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4d04c9f2-9a24-4ff8-b9fa-a548e5c3dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:01.915073 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:01.916067 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:01.974313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4d04c9f2-9a24-4ff8-b9fa-a548e5c3dcf1 None None] For port b7ba7a73-7cd6-4f45-9c6f-dae356852bec, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b7ba7a73-7cd6-4f45-9c6f-dae356852bec,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:02.014541 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:02.016172 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5c6569a8-10f3-4f40-b1d8-268d3fa63e3a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.6269205 Aug 10 01:57:02.019540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37952) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:02.022925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c48ec91c-6eea-46d1-aacd-5727d6e6ef6c req-3f176af4-c75a-4a3d-8f68-bc82b40da207 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 210 time: 0.0317118 Aug 10 01:57:02.144021 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4d04c9f2-9a24-4ff8-b9fa-a548e5c3dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:02.306453 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:02.316746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04c9f2-9a24-4ff8-b9fa-a548e5c3dcf1 None None] Pushing event updated for resources: {'Port': ['ID=b7ba7a73-7cd6-4f45-9c6f-dae356852bec,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:02.335871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dadc0c8f-f178-48b8-8245-9663dcc82a06 None None] Provisioning complete for port b7ba7a73-7cd6-4f45-9c6f-dae356852bec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:02.336369 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dadc0c8f-f178-48b8-8245-9663dcc82a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:02.409789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac86b7-b744-49bd-bf87-cc4d56ce7694 req-eabe6f0b-daea-4d61-82e7-f4869c8259bf tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:02.417878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8ac86b7-b744-49bd-bf87-cc4d56ce7694 req-eabe6f0b-daea-4d61-82e7-f4869c8259bf tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 945 time: 0.1728296 Aug 10 01:57:02.563875 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:00Z', 'revision_number': 3, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:02.607419 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Checking router: ec3ba06d-ef9c-4b03-a749-a20ae9c4640e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:02.607971 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Updating router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e port 83567769-2e15-46a9-bb5e-84ce47d2545a binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:57:02.648175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8ac86b7-b744-49bd-bf87-cc4d56ce7694 req-f449ab19-671f-47d7-a8d9-e4541ec4cadd tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289767 Aug 10 01:57:02.653262 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:02.963214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b7ba7a73-7cd6-4f45-9c6f-dae356852bec up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:02.979837 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.065611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b7ba7a73-7cd6-4f45-9c6f-dae356852bec triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:03.072746 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.130790 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-49005a5e-0da8-4673-b408-fca55749fee6 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d9c38ac9088f426799e4550bc03238c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1143992 Aug 10 01:57:03.138652 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.149417 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Transition to ACTIVE for port object 83567769-2e15-46a9-bb5e-84ce47d2545a will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:03.311126 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.316669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b33cc8e-c6f4-42b7-875d-2b050aa658bf req-5ab6a844-cf0d-4513-b911-79275895972d tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 210 time: 0.0580885 Aug 10 01:57:03.393473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-c92afce1-d3a8-4b96-b92d-b9e1ad59d790 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.396154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-c92afce1-d3a8-4b96-b92d-b9e1ad59d790 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564707 Aug 10 01:57:03.413216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Request body: {'port': {'device_id': 'd9c1f970-0fa1-4017-aaa3-71524679e193', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'd9c38ac9088f426799e4550bc03238c4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:03.422432 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850be3a-7942-4032-a33d-0367d2764865 None None] Pushing event updated for resources: {'Port': ['ID=83567769-2e15-46a9-bb5e-84ce47d2545a,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:03.456490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Allocated IP 172.20.0.1 (9dc100c9-6770-4cc2-ad5a-d65cef2449fe/85e83992-091f-4fea-818d-d0d1ef2d221e/abc91dda-b41d-47f6-a471-5144a13509de) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:03.478013 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Attempting to bind port 83567769-2e15-46a9-bb5e-84ce47d2545a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:03.478481 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Attempting to bind port 83567769-2e15-46a9-bb5e-84ce47d2545a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:03.478931 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Attempting to bind port 83567769-2e15-46a9-bb5e-84ce47d2545a on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:03.484461 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:03.484933 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:03.485405 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.486446 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:03.486446 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Bound port: 83567769-2e15-46a9-bb5e-84ce47d2545a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:03.488127 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.575668 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] For port 83567769-2e15-46a9-bb5e-84ce47d2545a, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:03.580084 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] For port 83567769-2e15-46a9-bb5e-84ce47d2545a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=83567769-2e15-46a9-bb5e-84ce47d2545a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:03.651871 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:03.712797 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:03.713736 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:03.805281 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850be3a-7942-4032-a33d-0367d2764865 None None] Pushing event updated for resources: {'Port': ['ID=83567769-2e15-46a9-bb5e-84ce47d2545a,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:03.870714 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:03.943357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c21bd-82b8-4cee-8113-37b5ae448696 req-90c11d3b-8f8a-4ae5-9659-cdad2673a7d8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.945275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb5c21bd-82b8-4cee-8113-37b5ae448696 req-90c11d3b-8f8a-4ae5-9659-cdad2673a7d8 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 945 time: 0.5133576 Aug 10 01:57:04.033609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb5c21bd-82b8-4cee-8113-37b5ae448696 req-fec9f801-d61e-4a47-9747-b0542356deda tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773108 Aug 10 01:57:04.058106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:04.078218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Transition to ACTIVE for port object abc91dda-b41d-47f6-a471-5144a13509de will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:04.103864 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:00Z', 'revision_number': 3, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:04.139274 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512008cc-de7f-4d95-ba5d-f5c85c91513d None None] The sync data for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 is: [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:00Z', 'revision_number': 3, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:04.195346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Made reservation on behalf of d9c38ac9088f426799e4550bc03238c4 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:04.199015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:04.328644 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:04.398807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:04.436193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:04.448912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88cc44-0ff6-4fbd-8438-e474bff25e19 req-edec411d-4538-46d5-88fc-e31b0a77916a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:04.455136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac88cc44-0ff6-4fbd-8438-e474bff25e19 req-edec411d-4538-46d5-88fc-e31b0a77916a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 944 time: 0.1898766 Aug 10 01:57:04.466281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:04.482988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Pushing event updated for resources: {'Port': ['ID=abc91dda-b41d-47f6-a471-5144a13509de,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:04.522985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa5cd191-c2e3-4774-b68c-361937be9aed req-0af2977e-2e90-4320-8072-236470c28082 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 210 time: 0.0667152 Aug 10 01:57:04.596478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Allocated IP 192.168.233.206 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/d1b4d09b-a156-409e-8583-67ab9cd971ae) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:04.615632 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:04.745392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac88cc44-0ff6-4fbd-8438-e474bff25e19 req-630bb57d-64ce-40a6-b786-d2c5cb48a1f7 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303483 Aug 10 01:57:04.810633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-b5f7a3ae-c791-4a50-9006-5b31bb6a3113 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:04.812776 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-b5f7a3ae-c791-4a50-9006-5b31bb6a3113 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 944 time: 0.0879793 Aug 10 01:57:04.896291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-398ad37a-2e8c-429e-8430-c12bd037a0e6 None None] Provisioning for port abc91dda-b41d-47f6-a471-5144a13509de completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:04.913822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-398ad37a-2e8c-429e-8430-c12bd037a0e6 None None] Provisioning complete for port abc91dda-b41d-47f6-a471-5144a13509de triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:04.916829 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-398ad37a-2e8c-429e-8430-c12bd037a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.002730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-398ad37a-2e8c-429e-8430-c12bd037a0e6 None None] Port abc91dda-b41d-47f6-a471-5144a13509de cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:05.015828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 83567769-2e15-46a9-bb5e-84ce47d2545a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:05.035801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.044091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Deleting port 972ef41c-5933-4427-b8fb-38bb6049ca32 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:05.044890 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.068836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.116055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Transition to ACTIVE for port object d1b4d09b-a156-409e-8583-67ab9cd971ae will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:05.163122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] For port 972ef41c-5933-4427-b8fb-38bb6049ca32, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=972ef41c-5933-4427-b8fb-38bb6049ca32,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:05.165499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.179127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Calling delete_port for 972ef41c-5933-4427-b8fb-38bb6049ca32 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:05.251194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 83567769-2e15-46a9-bb5e-84ce47d2545a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:05.256017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 83567769-2e15-46a9-bb5e-84ce47d2545a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:05.265222 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.302383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f48372-08a9-474b-b728-b8dadee448a6 req-a0ed8b92-295d-4687-a9f8-3e53ed7b5699 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:05.304134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8f48372-08a9-474b-b728-b8dadee448a6 req-a0ed8b92-295d-4687-a9f8-3e53ed7b5699 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 945 time: 0.1035614 Aug 10 01:57:05.370783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.379409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8f48372-08a9-474b-b728-b8dadee448a6 req-0983f2ee-a94c-404e-b5ca-15568cf3af63 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687304 Aug 10 01:57:05.388977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.405777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.421451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 83567769-2e15-46a9-bb5e-84ce47d2545a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=83567769-2e15-46a9-bb5e-84ce47d2545a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:05.422898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['242ee71c-043e-4cc6-907a-279e8048a7b3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:05.450318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:05.453546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:05.463807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:05.475334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.526683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Pushing event updated for resources: {'Port': ['ID=d1b4d09b-a156-409e-8583-67ab9cd971ae,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:05.532392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Pushing event deleted for resources: {'Port': ['ID=972ef41c-5933-4427-b8fb-38bb6049ca32,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:05.546655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:05.547361 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.584298 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.595940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] No DVR routers for this DVR port 972ef41c-5933-4427-b8fb-38bb6049ca32 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:05.602543 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.605222 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-85604e1d-86b9-40df-b48c-e403a5b48bf0 req-fa1100cd-e594-4954-82db-88250caa77c5 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.11 "DELETE /v2.0/ports/972ef41c-5933-4427-b8fb-38bb6049ca32 HTTP/1.1" status: 204 len: 173 time: 0.7858617 Aug 10 01:57:05.613007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'name': 'network-vif-deleted', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:05.613007 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2519d5-7afb-4c3f-bc20-5c9003eab5ce" -d '{"events": [{"server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "name": "network-vif-deleted", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:05.640076 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.697907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0d9161c1-7c48-43c4-af74-7ffbf8a47e44 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2916424 Aug 10 01:57:05.717673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=83567769-2e15-46a9-bb5e-84ce47d2545a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:05.724417 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.736301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Request body: {'port': {'device_id': 'd9c1f970-0fa1-4017-aaa3-71524679e193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:05.782224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Pushing event updated for resources: {'Port': ['ID=abc91dda-b41d-47f6-a471-5144a13509de,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:05.876131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3197f4e-123a-4835-bfd7-47f6f3a448e7 req-0bf6de87-4fc4-4ab0-b6f3-98ac60b7acb6 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:05.877566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3197f4e-123a-4835-bfd7-47f6f3a448e7 req-0bf6de87-4fc4-4ab0-b6f3-98ac60b7acb6 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 936 time: 0.2226303 Aug 10 01:57:05.883406 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:05.985898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a178f5a5-af01-4c04-96f1-1d9a9785577a None None] Provisioning for port d1b4d09b-a156-409e-8583-67ab9cd971ae completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:05.993234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a178f5a5-af01-4c04-96f1-1d9a9785577a None None] Provisioning complete for port d1b4d09b-a156-409e-8583-67ab9cd971ae triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:05.993682 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a178f5a5-af01-4c04-96f1-1d9a9785577a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.001238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3197f4e-123a-4835-bfd7-47f6f3a448e7 req-27e877d1-43f0-490a-bb47-74fd37bc2ef5 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138546 Aug 10 01:57:06.005415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:06.009910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:06.050767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a178f5a5-af01-4c04-96f1-1d9a9785577a None None] Port d1b4d09b-a156-409e-8583-67ab9cd971ae cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:06.151636 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d079072f-a0e1-42e0-99e9-35527d91b2ba x-openstack-request-id: req-d079072f-a0e1-42e0-99e9-35527d91b2ba {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:06.152157 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e408003-048b-4571-a4ff-233a223b8346", "name": "network-vif-deleted", "tag": "972ef41c-5933-4427-b8fb-38bb6049ca32", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:06.152264 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d079072f-a0e1-42e0-99e9-35527d91b2ba {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:06.152647 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e408003-048b-4571-a4ff-233a223b8346', 'name': 'network-vif-deleted', 'tag': '972ef41c-5933-4427-b8fb-38bb6049ca32', 'status': 'completed', 'code': 200} Aug 10 01:57:06.323575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-003ecb49-7b8a-4a3f-bbb8-dc5ddd3212c8 req-580b16b6-0204-4121-883c-07b96a8f0f8b tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e408003-048b-4571-a4ff-233a223b8346 HTTP/1.1" status: 200 len: 210 time: 0.0548656 Aug 10 01:57:06.361706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:06.475219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3edb1b38-cd93-47de-8c29-bdd3e1efdea2 None None] Provisioning complete for port abc91dda-b41d-47f6-a471-5144a13509de triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:06.475679 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3edb1b38-cd93-47de-8c29-bdd3e1efdea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.512068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3edb1b38-cd93-47de-8c29-bdd3e1efdea2 None None] Port abc91dda-b41d-47f6-a471-5144a13509de cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:06.522670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b4d09b-a156-409e-8583-67ab9cd971ae {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:06.538050 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.561437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a55b4-e390-4886-85a8-29e737c1ea30 req-b575d5d0-9641-4765-8a59-7ce71ae74c8b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:06.563209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be2a55b4-e390-4886-85a8-29e737c1ea30 req-b575d5d0-9641-4765-8a59-7ce71ae74c8b tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 945 time: 0.1423879 Aug 10 01:57:06.573148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Transition to ACTIVE for port object d1b4d09b-a156-409e-8583-67ab9cd971ae will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:06.590283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:06.596964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1d372088-c000-439d-a56d-d27df61b0a1b admin admin] 10.222.0.38 "PUT /v2.0/routers/ec3ba06d-ef9c-4b03-a749-a20ae9c4640e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5730555 Aug 10 01:57:06.610668 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Sync routers for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:06.616561 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be2a55b4-e390-4886-85a8-29e737c1ea30 req-8c4b1124-1206-478a-bb13-0dcdc1fa8a1c tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Aug 10 01:57:06.633828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:06.634471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:06.671872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.739690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Pushing event updated for resources: {'Port': ['ID=d1b4d09b-a156-409e-8583-67ab9cd971ae,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:06.836623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38060) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:06.864397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Attempting to bind port d1b4d09b-a156-409e-8583-67ab9cd971ae on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:06.864753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Attempting to bind port d1b4d09b-a156-409e-8583-67ab9cd971ae by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:06.867224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Attempting to bind port d1b4d09b-a156-409e-8583-67ab9cd971ae on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:06.881685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Port d1b4d09b-a156-409e-8583-67ab9cd971ae on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:57:06.881685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Attempting to bind port d1b4d09b-a156-409e-8583-67ab9cd971ae on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:06.904468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:06.904468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:06.904468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:06.904468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Bound port: d1b4d09b-a156-409e-8583-67ab9cd971ae, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:06.904468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.981059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 83567769-2e15-46a9-bb5e-84ce47d2545a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:07.023098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] For port d1b4d09b-a156-409e-8583-67ab9cd971ae, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:07.036802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] For port d1b4d09b-a156-409e-8583-67ab9cd971ae, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d1b4d09b-a156-409e-8583-67ab9cd971ae,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:07.077328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:07.080458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99d710ae-1785-4158-9a8c-a593906f4684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.170135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 83567769-2e15-46a9-bb5e-84ce47d2545a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:07.170135 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.195794 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99d710ae-1785-4158-9a8c-a593906f4684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.196365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94275d17-6fb0-42e1-a8c7-28642544a52d req-ef4f0b4e-18e5-43da-8a11-23877cd82ecd tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:07.198353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94275d17-6fb0-42e1-a8c7-28642544a52d req-ef4f0b4e-18e5-43da-8a11-23877cd82ecd tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 948 time: 0.0888212 Aug 10 01:57:07.214918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.294046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:07.294694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.296550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] 10.222.0.11 "PUT /v2.0/ports/d1b4d09b-a156-409e-8583-67ab9cd971ae HTTP/1.1" status: 200 len: 1097 time: 1.5765038 Aug 10 01:57:07.301689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c1f970-0fa1-4017-aaa3-71524679e193', 'tag': 'd1b4d09b-a156-409e-8583-67ab9cd971ae'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:07.305432 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d9bcf7-c7dc-4417-99b6-d200602911f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c1f970-0fa1-4017-aaa3-71524679e193", "tag": "d1b4d09b-a156-409e-8583-67ab9cd971ae"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:07.378422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94275d17-6fb0-42e1-a8c7-28642544a52d req-a44f79e3-6371-4aeb-ae31-2e92f3911e9c tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670401 Aug 10 01:57:07.381965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bf8e7-8e39-4c91-b26b-b69182b964dd service neutron] Pushing event updated for resources: {'Port': ['ID=d1b4d09b-a156-409e-8583-67ab9cd971ae,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:07.401211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 972ef41c-5933-4427-b8fb-38bb6049ca32 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:07.408887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-bb251784-49d6-4cf0-9d40-30e4e731264a tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:07.409476 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99d710ae-1785-4158-9a8c-a593906f4684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.417935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-bb251784-49d6-4cf0-9d40-30e4e731264a tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 821 time: 0.2492993 Aug 10 01:57:07.431918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 972ef41c-5933-4427-b8fb-38bb6049ca32 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:07.432953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 972ef41c-5933-4427-b8fb-38bb6049ca32 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:07.452947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-ad346f43-7674-4ef5-9478-d399168934f8 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/quotas/c6e5a4731abb4c5ca6f5de72b8432615 HTTP/1.1" status: 200 len: 375 time: 0.0340545 Aug 10 01:57:07.462234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 2, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:07.509129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-99d710ae-1785-4158-9a8c-a593906f4684 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3153690afb8488b83f1b06f7ad01286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705704 Aug 10 01:57:07.510332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Checking router: ec3ba06d-ef9c-4b03-a749-a20ae9c4640e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:07.510936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Updating router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e port abc91dda-b41d-47f6-a471-5144a13509de binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:57:07.513177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38088) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:07.526129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d710ae-1785-4158-9a8c-a593906f4684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf329bc-4c81-4b8e-a50e-1d4504037a51,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:07.552766 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.562225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-eb960cee-cc0b-4c38-a8c9-ec9866a0e9e7 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081927 Aug 10 01:57:07.573627 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791d715a-1bbc-41ce-b9d9-2d415f7fe68c x-openstack-request-id: req-791d715a-1bbc-41ce-b9d9-2d415f7fe68c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:07.577044 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c1f970-0fa1-4017-aaa3-71524679e193", "tag": "d1b4d09b-a156-409e-8583-67ab9cd971ae", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:07.577044 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-791d715a-1bbc-41ce-b9d9-2d415f7fe68c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:07.577044 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c1f970-0fa1-4017-aaa3-71524679e193', 'tag': 'd1b4d09b-a156-409e-8583-67ab9cd971ae', 'status': 'completed', 'code': 200} Aug 10 01:57:07.581628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-27b94714-2a89-4924-99c3-aebf2559847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:07.584030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-27b94714-2a89-4924-99c3-aebf2559847c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9c38ac9088f426799e4550bc03238c4&device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 1100 time: 0.1131756 Aug 10 01:57:07.599515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-6d1d5acc-3a3a-4346-9f41-f55b05646bfa tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:07.601784 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-6d1d5acc-3a3a-4346-9f41-f55b05646bfa tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 945 time: 0.1370089 Aug 10 01:57:07.656989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-0ae0efb0-0dba-4f25-9d9b-a2c951d3e109 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d1b4d09b-a156-409e-8583-67ab9cd971ae HTTP/1.1" status: 200 len: 217 time: 0.0652559 Aug 10 01:57:07.692482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89bc9d39-423d-4d10-b0b1-8a954a876469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.762480 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89bc9d39-423d-4d10-b0b1-8a954a876469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.780612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-678ccfef-0e42-4fab-b60b-637a09fe53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:07.782251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-678ccfef-0e42-4fab-b60b-637a09fe53d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1158941 Aug 10 01:57:07.826328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Deleting port a9d279df-41ba-43c0-a36b-e1ec4f2d3750 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:07.826874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:07.909393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732c2e-159e-4fed-bb66-51e16a3c9735 req-c3ba000a-f5ac-425a-9dee-0bcf42afc887 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:07.911388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71732c2e-159e-4fed-bb66-51e16a3c9735 req-c3ba000a-f5ac-425a-9dee-0bcf42afc887 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 945 time: 0.1088784 Aug 10 01:57:07.913614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-dee6897b-b03b-4cba-bdbb-909e9278fc48 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501174 Aug 10 01:57:07.919504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-bc2e3660-b2cb-4b8e-bcb8-87a3f2e2736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:07.919504 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-bc2e3660-b2cb-4b8e-bcb8-87a3f2e2736f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257794 Aug 10 01:57:07.926015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] For port a9d279df-41ba-43c0-a36b-e1ec4f2d3750, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,segment=NetworkSegment(9f1c2e88-6eff-473e-8af4-6ebad1ea4deb),segment_id=9f1c2e88-6eff-473e-8af4-6ebad1ea4deb)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:07.926734 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.014321 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.025534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Transition to ACTIVE for port object abc91dda-b41d-47f6-a471-5144a13509de will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:08.077244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71732c2e-159e-4fed-bb66-51e16a3c9735 req-63b9736a-eaa8-4298-8e12-d1c2052eb619 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/security-groups?id=59288b9d-6754-47cd-8b91-a93f9d56f9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557536 Aug 10 01:57:08.116443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-d4626e14-dd97-4397-a5d1-1f14fffc12c3 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869273 Aug 10 01:57:08.142752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.179813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9b9138f5-f98b-434f-93dc-3ce44e0269f0 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516410 Aug 10 01:57:08.252691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b311f0-855c-4818-9c31-18e7bb427fa7 None None] Pushing event updated for resources: {'Port': ['ID=abc91dda-b41d-47f6-a471-5144a13509de,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:08.268784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be848d67-7eae-49a9-8019-cb143c94a3f8 req-d9d6604b-5c10-40ea-81a0-06d39f745cdf service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429012 Aug 10 01:57:08.274853 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Attempting to bind port abc91dda-b41d-47f6-a471-5144a13509de on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:08.275297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Attempting to bind port abc91dda-b41d-47f6-a471-5144a13509de by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:08.280085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Attempting to bind port abc91dda-b41d-47f6-a471-5144a13509de on network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:08.293216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:08.296288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Checking segment: {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:08.296288 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.296288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Bound using segment: {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:08.297863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Bound port: abc91dda-b41d-47f6-a471-5144a13509de, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:08.299306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.332076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Calling delete_port for a9d279df-41ba-43c0-a36b-e1ec4f2d3750 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:08.385835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] For port abc91dda-b41d-47f6-a471-5144a13509de, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:08.393547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] For port abc91dda-b41d-47f6-a471-5144a13509de, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=abc91dda-b41d-47f6-a471-5144a13509de,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:08.461901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-162e6604-97c9-4f18-bcb8-40c121360f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:08.463555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-162e6604-97c9-4f18-bcb8-40c121360f2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9c38ac9088f426799e4550bc03238c4&device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 1100 time: 0.0429893 Aug 10 01:57:08.496399 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89bc9d39-423d-4d10-b0b1-8a954a876469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.503957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89bc9d39-423d-4d10-b0b1-8a954a876469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.503957 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-89bc9d39-423d-4d10-b0b1-8a954a876469 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bcf329bc-4c81-4b8e-a50e-1d4504037a51 HTTP/1.1" status: 204 len: 168 time: 0.9859829 Aug 10 01:57:08.509268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc9d39-423d-4d10-b0b1-8a954a876469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf329bc-4c81-4b8e-a50e-1d4504037a51,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:08.563744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-1a7c4d04-5be0-4dc2-985d-142b1d2f3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:08.565232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-1a7c4d04-5be0-4dc2-985d-142b1d2f3ec1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.0945442 Aug 10 01:57:08.569113 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.642243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.646457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-05e4505d-9a56-4a21-bf3e-22d68398e8a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=d1b4d09b-a156-409e-8583-67ab9cd971ae HTTP/1.1" status: 200 len: 217 time: 0.0669370 Aug 10 01:57:08.659880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['a9d279df-41ba-43c0-a36b-e1ec4f2d3750'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:08.685439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Pushing event deleted for resources: {'Port': ['ID=a9d279df-41ba-43c0-a36b-e1ec4f2d3750,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:08.694820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b311f0-855c-4818-9c31-18e7bb427fa7 None None] Pushing event updated for resources: {'Port': ['ID=abc91dda-b41d-47f6-a471-5144a13509de,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:08.718928 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:08.719624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:56:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:08.744997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] No DVR routers for this DVR port a9d279df-41ba-43c0-a36b-e1ec4f2d3750 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:08.748380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.751584 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-78e67b6a-4417-4032-9f01-4d8fc8165a5f req-12d99aa2-c3fc-49aa-8e8d-8894e2974d49 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.16 "DELETE /v2.0/ports/a9d279df-41ba-43c0-a36b-e1ec4f2d3750 HTTP/1.1" status: 204 len: 173 time: 1.1386611 Aug 10 01:57:08.755821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8195ca80-dafa-4feb-a94f-d28f81bd3064', 'name': 'network-vif-deleted', 'tag': 'a9d279df-41ba-43c0-a36b-e1ec4f2d3750'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:08.770087 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a0c8ed-840b-43f0-a949-5e842306c1d9" -d '{"events": [{"server_uuid": "8195ca80-dafa-4feb-a94f-d28f81bd3064", "name": "network-vif-deleted", "tag": "a9d279df-41ba-43c0-a36b-e1ec4f2d3750"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:08.775426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-a4905f81-6df3-4ec5-b3d6-5a855c381a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:08.776743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-a4905f81-6df3-4ec5-b3d6-5a855c381a31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1254294 Aug 10 01:57:08.878017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f32eca-7369-4a85-a6fd-559a42a49ca4 req-b49e5f8d-1e30-42d0-9233-3d663373e971 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:08.880695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47f32eca-7369-4a85-a6fd-559a42a49ca4 req-b49e5f8d-1e30-42d0-9233-3d663373e971 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 948 time: 0.1523099 Aug 10 01:57:08.917981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-af380c12-eaac-49e4-99cf-77cb66109d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:08.919845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-af380c12-eaac-49e4-99cf-77cb66109d92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322970 Aug 10 01:57:08.947018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:08.980530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47f32eca-7369-4a85-a6fd-559a42a49ca4 req-72867e47-4b68-4722-a5c5-ad3f5c231eca tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938163 Aug 10 01:57:09.008946 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d330af5-15c0-45cf-9903-e8d6551a5495 req-d35d9ef9-6180-4539-a18e-fce5d73d8193 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 210 time: 0.0821288 Aug 10 01:57:09.085687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-88c68d60-482d-4f13-9dba-75e9e3d1aea3 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487997 Aug 10 01:57:09.141869 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8d414-8f54-4aae-bc16-11c382fbe9e7 x-openstack-request-id: req-ebf8d414-8f54-4aae-bc16-11c382fbe9e7 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:09.142166 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8195ca80-dafa-4feb-a94f-d28f81bd3064", "name": "network-vif-deleted", "tag": "a9d279df-41ba-43c0-a36b-e1ec4f2d3750", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:09.142471 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ebf8d414-8f54-4aae-bc16-11c382fbe9e7 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:09.142936 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8195ca80-dafa-4feb-a94f-d28f81bd3064', 'name': 'network-vif-deleted', 'tag': 'a9d279df-41ba-43c0-a36b-e1ec4f2d3750', 'status': 'completed', 'code': 200} Aug 10 01:57:09.236034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:08Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:09.239163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33c4007e-3905-46f0-bc7f-2dd02e8f4b30 req-642a77f0-d42b-422b-ad0f-42d4825122b5 tempest-DeleteServersTestJSON-1822690984 tempest-DeleteServersTestJSON-1822690984-project] 10.222.0.38 "GET /v2.0/ports?device_id=8195ca80-dafa-4feb-a94f-d28f81bd3064 HTTP/1.1" status: 200 len: 210 time: 0.0428665 Aug 10 01:57:09.271519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100d0a3-3e08-4f12-8a54-95df5a6b647c req-2e5103ad-315d-459f-8b78-aaa9181dc01f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:09.272578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f100d0a3-3e08-4f12-8a54-95df5a6b647c req-2e5103ad-315d-459f-8b78-aaa9181dc01f tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 944 time: 0.1099753 Aug 10 01:57:09.276698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bb3f3-845a-4d8b-b432-359fbcc0fc40 None None] The sync data for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 is: [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:08Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:09.292375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8d9bcf7-c7dc-4417-99b6-d200602911f5 req-64c065ef-04a2-4b11-9283-6fcf2f624c93 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981502 Aug 10 01:57:09.296002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95865793-bcb3-4ad9-b775-01112897bdeb req-606b8a5e-eae9-4ea0-92a9-e1085e10f063 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:09.297579 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-95865793-bcb3-4ad9-b775-01112897bdeb req-606b8a5e-eae9-4ea0-92a9-e1085e10f063 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 944 time: 0.0558145 Aug 10 01:57:09.369687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f100d0a3-3e08-4f12-8a54-95df5a6b647c req-20c52f72-1831-49e6-81c0-239a7a99bcdb tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885124 Aug 10 01:57:09.441506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-95865793-bcb3-4ad9-b775-01112897bdeb req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Deleting port 67ac624d-e9d1-4b38-bd98-7427e4043aed {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:09.442783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-95865793-bcb3-4ad9-b775-01112897bdeb req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:09.548118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-95865793-bcb3-4ad9-b775-01112897bdeb req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] For port 67ac624d-e9d1-4b38-bd98-7427e4043aed, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=67ac624d-e9d1-4b38-bd98-7427e4043aed,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:09.548491 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-95865793-bcb3-4ad9-b775-01112897bdeb req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:09.566648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-95865793-bcb3-4ad9-b775-01112897bdeb req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Calling delete_port for 67ac624d-e9d1-4b38-bd98-7427e4043aed owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:09.630332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38124) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:09.646321 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-529084ad-f652-46d1-be31-5db9a0153dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:09.756491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-529084ad-f652-46d1-be31-5db9a0153dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:09.931568 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-95865793-bcb3-4ad9-b775-01112897bdeb req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:09.935526 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-529084ad-f652-46d1-be31-5db9a0153dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:09.965181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Pushing event deleted for resources: {'Port': ['ID=67ac624d-e9d1-4b38-bd98-7427e4043aed,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:09.987404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-529084ad-f652-46d1-be31-5db9a0153dc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b40b18d9c6114c6ca1df877ab3a51d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558440 Aug 10 01:57:09.988841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529084ad-f652-46d1-be31-5db9a0153dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8055cf-4bbd-4282-8f5d-8ff799dc6167,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:09.992641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38130) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:10.034780 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-95865793-bcb3-4ad9-b775-01112897bdeb req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] No DVR routers for this DVR port 67ac624d-e9d1-4b38-bd98-7427e4043aed on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:10.038655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-95865793-bcb3-4ad9-b775-01112897bdeb req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:10.045967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-95865793-bcb3-4ad9-b775-01112897bdeb req-ed97aa2a-f484-4cb5-92c6-a5617404cb41 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.11 "DELETE /v2.0/ports/67ac624d-e9d1-4b38-bd98-7427e4043aed HTTP/1.1" status: 204 len: 173 time: 0.7413113 Aug 10 01:57:10.108904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05d16402-3765-4e2a-83a4-ccb2b3903565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:10.119263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3fd874f5-2b3c-4f2d-8de8-4e045854c085 req-22da5448-0b8a-4582-939e-91d1ce80f40d tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 210 time: 0.0448899 Aug 10 01:57:10.148976 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05d16402-3765-4e2a-83a4-ccb2b3903565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:10.163297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c1391-460b-46f0-ad87-01dc86c2e4a6 req-a62c73df-1450-4074-a535-429d2736c7c8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:10.165052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c39c1391-460b-46f0-ad87-01dc86c2e4a6 req-a62c73df-1450-4074-a535-429d2736c7c8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 948 time: 0.0772927 Aug 10 01:57:10.226630 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c39c1391-460b-46f0-ad87-01dc86c2e4a6 req-e7d02643-982f-49ac-b566-002edf4a3b9f tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 Aug 10 01:57:10.322362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05d16402-3765-4e2a-83a4-ccb2b3903565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:10.325023 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05d16402-3765-4e2a-83a4-ccb2b3903565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:10.329326 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-05d16402-3765-4e2a-83a4-ccb2b3903565 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de8055cf-4bbd-4282-8f5d-8ff799dc6167 HTTP/1.1" status: 204 len: 168 time: 0.3354316 Aug 10 01:57:10.338880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d16402-3765-4e2a-83a4-ccb2b3903565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8055cf-4bbd-4282-8f5d-8ff799dc6167,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:10.498118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d59443e-6ead-4278-af2c-c839e5a30eaf req-f82d6527-a46c-4365-93cd-4b83d40c5c86 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 210 time: 0.0351002 Aug 10 01:57:10.815014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a9d279df-41ba-43c0-a36b-e1ec4f2d3750 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:10.839295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: a9d279df-41ba-43c0-a36b-e1ec4f2d3750 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:10.839295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a9d279df-41ba-43c0-a36b-e1ec4f2d3750 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:10.917254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device abc91dda-b41d-47f6-a471-5144a13509de up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:11.068817 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port abc91dda-b41d-47f6-a471-5144a13509de completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:11.073057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port abc91dda-b41d-47f6-a471-5144a13509de triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:11.073542 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.144538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'name': 'network-vif-deleted', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:11.147283 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b71aa-f988-4a39-b031-126852612152" -d '{"events": [{"server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "name": "network-vif-deleted", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:11.174111 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.200365 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0fec83-3878-4611-ac19-751a05acf7b2 x-openstack-request-id: req-9b0fec83-3878-4611-ac19-751a05acf7b2 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:11.200731 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad", "name": "network-vif-deleted", "tag": "67ac624d-e9d1-4b38-bd98-7427e4043aed", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:11.201080 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b0fec83-3878-4611-ac19-751a05acf7b2 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:11.201548 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad', 'name': 'network-vif-deleted', 'tag': '67ac624d-e9d1-4b38-bd98-7427e4043aed', 'status': 'completed', 'code': 200} Aug 10 01:57:11.226504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port abc91dda-b41d-47f6-a471-5144a13509de, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=abc91dda-b41d-47f6-a471-5144a13509de,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:11.246008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f28c607-a5e3-4950-aaee-9eb21ebc793f req-52a8cc88-a374-4c4a-95df-62dcb5435e29 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 210 time: 0.0323336 Aug 10 01:57:11.316632 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.372440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927c89c-ce8d-4fe2-8840-1084b9f589d5 req-a6c969f7-1dff-40eb-aded-db4aa138f77f tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:11.374113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e927c89c-ce8d-4fe2-8840-1084b9f589d5 req-a6c969f7-1dff-40eb-aded-db4aa138f77f tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 948 time: 0.0509875 Aug 10 01:57:11.376174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=abc91dda-b41d-47f6-a471-5144a13509de,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:11.416412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e927c89c-ce8d-4fe2-8840-1084b9f589d5 req-0836523b-7b6c-407c-9546-48fbcf692cba tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Aug 10 01:57:11.418359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d1b4d09b-a156-409e-8583-67ab9cd971ae details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:57:11.602312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port d1b4d09b-a156-409e-8583-67ab9cd971ae, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d1b4d09b-a156-409e-8583-67ab9cd971ae,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:11.615696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'd1b4d09b-a156-409e-8583-67ab9cd971ae', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'd1b4d09b-a156-409e-8583-67ab9cd971ae', 'mac_address': 'fa:16:3e:3d:e5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:57:11.646316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7df9710f-cb5e-4f4f-80f6-4fff938ab450 req-322605e9-8273-4d49-abf9-1385a2e2e34c tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eaefedb-fd0d-4fa2-a3f5-7e3dfb0017ad HTTP/1.1" status: 200 len: 210 time: 0.0304201 Aug 10 01:57:11.657889 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.674494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b4d09b-a156-409e-8583-67ab9cd971ae {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:11.697425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port d1b4d09b-a156-409e-8583-67ab9cd971ae, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d1b4d09b-a156-409e-8583-67ab9cd971ae,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:11.847836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.916484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=d1b4d09b-a156-409e-8583-67ab9cd971ae,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:12.110217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['d1b4d09b-a156-409e-8583-67ab9cd971ae'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:12.318912 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-0e710568-59f8-4438-8c1c-d9a90d02083f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:12.327106 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-0e710568-59f8-4438-8c1c-d9a90d02083f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 821 time: 0.1308036 Aug 10 01:57:12.336422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Request body: {'port': {'device_id': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'admin_state_up': True, 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:12.361528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acc1a45d-68aa-4034-ae0d-135d698009c6 req-917f2133-2ea3-4261-8d9d-1c03e8a5ca0d tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 210 time: 0.0291426 Aug 10 01:57:12.556114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20207ee7-c19f-4b8a-9690-2f38c58c08bc req-2e449d34-db8c-4a72-89d6-5c4defe4c6ed tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:12.557605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20207ee7-c19f-4b8a-9690-2f38c58c08bc req-2e449d34-db8c-4a72-89d6-5c4defe4c6ed tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 949 time: 0.0549860 Aug 10 01:57:12.594293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Made reservation on behalf of c6e5a4731abb4c5ca6f5de72b8432615 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:12.597979 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.623005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20207ee7-c19f-4b8a-9690-2f38c58c08bc req-a9a6686a-c9d8-466e-b91e-9109e28dbba6 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574949 Aug 10 01:57:12.629351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.771143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Allocated IP 172.20.0.11 (9dc100c9-6770-4cc2-ad5a-d65cef2449fe/85e83992-091f-4fea-818d-d0d1ef2d221e/4a1b156d-6ca6-47b3-bffc-d0372814695b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:12.900389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device abc91dda-b41d-47f6-a471-5144a13509de up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:12.955648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port abc91dda-b41d-47f6-a471-5144a13509de triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:12.956024 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.956857 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.973017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Transition to ACTIVE for port object 4a1b156d-6ca6-47b3-bffc-d0372814695b will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:13.162619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.219554 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Pushing event updated for resources: {'Port': ['ID=4a1b156d-6ca6-47b3-bffc-d0372814695b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:13.247426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:13.249381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:13.252243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:13.326102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:13.328004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.378115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf61494-bb1f-43d2-be11-b3073e9e20a6 req-bf6e3b5d-4aa8-4d7a-af0f-48c2ec5f67c7 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:13.381126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebf61494-bb1f-43d2-be11-b3073e9e20a6 req-bf6e3b5d-4aa8-4d7a-af0f-48c2ec5f67c7 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 945 time: 0.0811057 Aug 10 01:57:13.431508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebf61494-bb1f-43d2-be11-b3073e9e20a6 req-5cdb1b46-e5d9-4bcf-bce1-9bad7afd2f9a tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442171 Aug 10 01:57:13.443512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d1b4d09b-a156-409e-8583-67ab9cd971ae up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:13.459486 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-af65c039-4c52-4064-be4a-55e213fce195 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1277671 Aug 10 01:57:13.482917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Request body: {'port': {'device_id': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:13.574943 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.631437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port d1b4d09b-a156-409e-8583-67ab9cd971ae completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:13.636112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port d1b4d09b-a156-409e-8583-67ab9cd971ae triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:13.636639 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.755330 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.769846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c1f970-0fa1-4017-aaa3-71524679e193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b4d09b-a156-409e-8583-67ab9cd971ae'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:13.772932 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3d8677-75cb-4da4-8d00-beb35a9b8069" -d '{"events": [{"server_uuid": "d9c1f970-0fa1-4017-aaa3-71524679e193", "name": "network-vif-plugged", "status": "completed", "tag": "d1b4d09b-a156-409e-8583-67ab9cd971ae"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:13.790262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port d1b4d09b-a156-409e-8583-67ab9cd971ae, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d1b4d09b-a156-409e-8583-67ab9cd971ae,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:13.803174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7c71f9b2-4136-4abe-b3ab-ce06be73d17b None None] Provisioning for port 4a1b156d-6ca6-47b3-bffc-d0372814695b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:13.807434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7c71f9b2-4136-4abe-b3ab-ce06be73d17b None None] Provisioning complete for port 4a1b156d-6ca6-47b3-bffc-d0372814695b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:13.807820 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7c71f9b2-4136-4abe-b3ab-ce06be73d17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.847134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7c71f9b2-4136-4abe-b3ab-ce06be73d17b None None] Port 4a1b156d-6ca6-47b3-bffc-d0372814695b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:13.899930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1b156d-6ca6-47b3-bffc-d0372814695b {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:13.907944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.921057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Transition to ACTIVE for port object 4a1b156d-6ca6-47b3-bffc-d0372814695b will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:13.993558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2a838-5ce4-41db-8a0e-5a2a600cbfb8 req-c664b179-623d-4374-9594-c83c835b1aad tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:13.995142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8c2a838-5ce4-41db-8a0e-5a2a600cbfb8 req-c664b179-623d-4374-9594-c83c835b1aad tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 932 time: 0.4778335 Aug 10 01:57:13.999986 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.003584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 67ac624d-e9d1-4b38-bd98-7427e4043aed no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:14.027816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 67ac624d-e9d1-4b38-bd98-7427e4043aed {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:14.028419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 67ac624d-e9d1-4b38-bd98-7427e4043aed not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:14.058120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.058896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.059687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.060227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.060758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.061813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.062293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.062784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.063257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.064229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.064725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.070626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.070797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.070797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fe0d42a-ad77-48a4-9a40-b338f373dbcc req-0d291a1d-1e0d-4a1f-a4cf-f8133160b6f3 tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8494 time: 0.6355736 Aug 10 01:57:14.100696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=d1b4d09b-a156-409e-8583-67ab9cd971ae,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:14.111401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8c2a838-5ce4-41db-8a0e-5a2a600cbfb8 req-8eb03b68-f6ba-4a67-9a87-a0a99fcc21db tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862308 Aug 10 01:57:14.138636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-4af7a64a-9892-4393-815d-0f6675724d26 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.138636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-4af7a64a-9892-4393-815d-0f6675724d26 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.11 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 945 time: 0.1907835 Aug 10 01:57:14.146458 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1b156d-6ca6-47b3-bffc-d0372814695b,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:14.210189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Attempting to bind port 4a1b156d-6ca6-47b3-bffc-d0372814695b on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:14.210593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Attempting to bind port 4a1b156d-6ca6-47b3-bffc-d0372814695b by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:14.210895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Attempting to bind port 4a1b156d-6ca6-47b3-bffc-d0372814695b on network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:14.213536 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.215887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Port 4a1b156d-6ca6-47b3-bffc-d0372814695b on network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:57:14.216225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Attempting to bind port 4a1b156d-6ca6-47b3-bffc-d0372814695b on network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:14.221877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:14.222345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Checking segment: {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:14.222630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Bound using segment: {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:14.223178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Bound port: 4a1b156d-6ca6-47b3-bffc-d0372814695b, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:14.224114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.235127 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1556d9b3-229d-499b-91fe-7f3e18263463 x-openstack-request-id: req-1556d9b3-229d-499b-91fe-7f3e18263463 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:14.235549 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c1f970-0fa1-4017-aaa3-71524679e193", "name": "network-vif-plugged", "status": "completed", "tag": "d1b4d09b-a156-409e-8583-67ab9cd971ae", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:14.235886 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1556d9b3-229d-499b-91fe-7f3e18263463 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:14.237430 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c1f970-0fa1-4017-aaa3-71524679e193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b4d09b-a156-409e-8583-67ab9cd971ae', 'code': 200} Aug 10 01:57:14.313600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61ccf8-5d61-45a9-8fe5-b68f9c5432c1 req-4434a1ad-7419-48ab-9543-5325475cbb0f tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.315172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f61ccf8-5d61-45a9-8fe5-b68f9c5432c1 req-4434a1ad-7419-48ab-9543-5325475cbb0f tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 950 time: 0.1228435 Aug 10 01:57:14.370581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] For port 4a1b156d-6ca6-47b3-bffc-d0372814695b, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:14.374895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] For port 4a1b156d-6ca6-47b3-bffc-d0372814695b, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:14.459263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f61ccf8-5d61-45a9-8fe5-b68f9c5432c1 req-f37466c1-8e00-400b-a789-e91fa16e3207 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945849 Aug 10 01:57:14.476333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f88fd1-952d-40de-866e-12748045dbbd req-5e2e57c5-ac6b-45ff-a275-648c9dcd818a tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.477729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02f88fd1-952d-40de-866e-12748045dbbd req-5e2e57c5-ac6b-45ff-a275-648c9dcd818a tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 886 time: 0.2257426 Aug 10 01:57:14.480474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb40252-3cba-4dc5-a432-ed7466091708 req-85d6adc2-1446-4110-a940-4d5ea614cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.481647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbb40252-3cba-4dc5-a432-ed7466091708 req-85d6adc2-1446-4110-a940-4d5ea614cbe5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 1102 time: 0.1655905 Aug 10 01:57:14.484161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Deleting port 8fff1bed-d37a-4416-b2f9-d4688b9922bf {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:14.484301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.534318 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.576855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.577510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.579968 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 1093 time: 1.1066504 Aug 10 01:57:14.585565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:14.585565 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d7379-6a13-4b6f-8ffc-050074068302" -d '{"events": [{"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:14.609159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadf0b8-a8fe-45e8-8bb2-43eaf1e450b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1b156d-6ca6-47b3-bffc-d0372814695b,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:14.672452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbb40252-3cba-4dc5-a432-ed7466091708 req-c8de2672-5a92-441c-9fb6-c3df6a6c5560 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723711 Aug 10 01:57:14.722241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6381bd-8a34-46c3-b1ac-248e37fcc8f3 req-6e019664-45cf-42d9-95ad-e0c6a9693a19 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.735252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c6381bd-8a34-46c3-b1ac-248e37fcc8f3 req-6e019664-45cf-42d9-95ad-e0c6a9693a19 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 945 time: 0.1887083 Aug 10 01:57:14.739192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] For port 8fff1bed-d37a-4416-b2f9-d4688b9922bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=8fff1bed-d37a-4416-b2f9-d4688b9922bf,segment=NetworkSegment(e95cb7c8-1f27-4f43-bd42-57e2416102c5),segment_id=e95cb7c8-1f27-4f43-bd42-57e2416102c5)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:14.739767 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.758222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Calling delete_port for 8fff1bed-d37a-4416-b2f9-d4688b9922bf owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:14.949176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.949658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.950124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.950605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.951064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.951524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.951978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.952428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.952880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.953384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.953835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.954289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.956326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11f4ef06-18e9-4803-9586-b135c6fb500e req-234bb192-7010-49da-81a3-9e273ab0c8af tempest-NetworksTest-1182806647 tempest-NetworksTest-1182806647-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8494 time: 0.3905153 Aug 10 01:57:14.959299 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c6381bd-8a34-46c3-b1ac-248e37fcc8f3 req-8ddece48-1a9b-4889-8780-4d4be9bad8a2 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/security-groups?id=6b981070-e555-46f5-8a7d-05bdbe60df22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232409 Aug 10 01:57:14.979560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-de284907-22cd-444d-8858-db6f4e5f3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:14.981289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-de284907-22cd-444d-8858-db6f4e5f3ca8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1096 time: 0.1583514 Aug 10 01:57:15.016018 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd1857a-f39e-4deb-8f68-f4d13448138d x-openstack-request-id: req-5fd1857a-f39e-4deb-8f68-f4d13448138d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:15.016332 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:15.016584 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5fd1857a-f39e-4deb-8f68-f4d13448138d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:15.016983 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'status': 'completed', 'code': 200} Aug 10 01:57:15.053366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-39d3907e-9596-40e5-b0d1-f1a9b681c28c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 217 time: 0.0451033 Aug 10 01:57:15.117462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-5f8a93ee-4d78-42f9-9e31-cfadd941dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:15.119040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-5f8a93ee-4d78-42f9-9e31-cfadd941dee9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.0565746 Aug 10 01:57:15.172572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-54a1ddf2-2185-43d0-bc3b-31f846b779eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:15.174790 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-54a1ddf2-2185-43d0-bc3b-31f846b779eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471985 Aug 10 01:57:15.243604 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.303983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Pushing event deleted for resources: {'Port': ['ID=8fff1bed-d37a-4416-b2f9-d4688b9922bf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:15.365880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] No DVR routers for this DVR port 8fff1bed-d37a-4416-b2f9-d4688b9922bf on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:15.369132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.371870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30769c7d-861a-4cad-b6f4-6d5e6d884485 req-055a2d3e-22e2-499c-ba74-98a93c64a854 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.11 "DELETE /v2.0/ports/8fff1bed-d37a-4416-b2f9-d4688b9922bf HTTP/1.1" status: 204 len: 173 time: 1.2299926 Aug 10 01:57:15.375219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'name': 'network-vif-deleted', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:15.377871 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767ca066-ca0e-43bc-9e24-c63c78a64f2c" -d '{"events": [{"server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "name": "network-vif-deleted", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:15.402857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012a6f9-573d-4edf-923a-127a746a523a req-20375366-3dc1-48ea-a1b9-968290c1717f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:15.404508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1012a6f9-573d-4edf-923a-127a746a523a req-20375366-3dc1-48ea-a1b9-968290c1717f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 944 time: 0.2096927 Aug 10 01:57:15.411422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-35473575-ebdc-4c3a-93f5-c70825a3e166 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273071 Aug 10 01:57:15.472829 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5327ed-c9e0-42f8-a52d-6e72b711cd54 x-openstack-request-id: req-fa5327ed-c9e0-42f8-a52d-6e72b711cd54 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:15.473715 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685fb1e8-8f8a-4a66-935b-c7f451f05905", "name": "network-vif-deleted", "tag": "8fff1bed-d37a-4416-b2f9-d4688b9922bf", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:15.473715 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fa5327ed-c9e0-42f8-a52d-6e72b711cd54 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:15.473954 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685fb1e8-8f8a-4a66-935b-c7f451f05905', 'name': 'network-vif-deleted', 'tag': '8fff1bed-d37a-4416-b2f9-d4688b9922bf', 'status': 'completed', 'code': 200} Aug 10 01:57:15.521103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38288) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:15.572698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1012a6f9-573d-4edf-923a-127a746a523a req-5f932d7d-3116-4ec5-a527-2fec9ab6fe2a tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602876 Aug 10 01:57:15.690453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3debc2-3601-4ef4-af38-33c72fada3e4 req-b9cc0daa-e579-47fe-a4d7-ea02a86a28cf service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654650 Aug 10 01:57:15.709956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-97306175-3500-487b-827a-e8551e351ea1 admin admin] Deleting subnet 88c8310d-f229-4c41-91a5-1c2abd9b97d8 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:57:15.709956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97306175-3500-487b-827a-e8551e351ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.715483 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacd91-91d9-4715-8742-ebe9022c2ec6 req-ffffe4c4-409c-4acd-9d07-c4f6aec82bfd tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:15.726543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-addacd91-91d9-4715-8742-ebe9022c2ec6 req-ffffe4c4-409c-4acd-9d07-c4f6aec82bfd tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 950 time: 0.1281877 Aug 10 01:57:15.753335 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97306175-3500-487b-827a-e8551e351ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.790838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-addacd91-91d9-4715-8742-ebe9022c2ec6 req-4fdeb2c8-01f7-470e-a65a-4e8c7e689170 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632613 Aug 10 01:57:15.826238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97306175-3500-487b-827a-e8551e351ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.835107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38296) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:15.916837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-f6092a0e-d9f8-4b01-8566-00769cef2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:15.918717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-f6092a0e-d9f8-4b01-8566-00769cef2189 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1096 time: 0.0650022 Aug 10 01:57:15.999987 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82606a3a-5a3e-404c-9a8d-73687a7c51dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.068267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97306175-3500-487b-827a-e8551e351ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.070378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-55aa9281-e2d7-431b-ae5f-634b63b26dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:16.072553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-55aa9281-e2d7-431b-ae5f-634b63b26dfd service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.1448052 Aug 10 01:57:16.100543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97306175-3500-487b-827a-e8551e351ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c8310d-f229-4c41-91a5-1c2abd9b97d8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:16.106400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97306175-3500-487b-827a-e8551e351ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.109337 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-97306175-3500-487b-827a-e8551e351ea1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/88c8310d-f229-4c41-91a5-1c2abd9b97d8 HTTP/1.1" status: 204 len: 168 time: 0.5884786 Aug 10 01:57:16.111986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38302) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:16.138967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-45265654-62bd-43bb-9d40-912e9cc1f52c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 217 time: 0.0564806 Aug 10 01:57:16.190811 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.198937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5898d883-cb13-4589-8caf-2880f08ac205 req-713f0565-55c2-443f-93f8-2d237c92b219 tempest-LiveMigrationTest-2041250897 tempest-LiveMigrationTest-2041250897-project] 10.222.0.38 "GET /v2.0/ports?device_id=685fb1e8-8f8a-4a66-935b-c7f451f05905 HTTP/1.1" status: 200 len: 210 time: 0.0650396 Aug 10 01:57:16.228952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-a3092e59-d206-4451-bdfa-9696a0a5ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:16.229956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-a3092e59-d206-4451-bdfa-9696a0a5ff08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.0756061 Aug 10 01:57:16.287833 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82606a3a-5a3e-404c-9a8d-73687a7c51dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.288031 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.301167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ff8e7a-e648-4408-83fa-64a78dd8ec1c']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:16.302250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-e4bd0b92-702d-4b88-917f-a3164e935904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:16.304369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-e4bd0b92-702d-4b88-917f-a3164e935904 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589228 Aug 10 01:57:16.313361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:16.313361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1c2e88-6eff-473e-8af4-6ebad1ea4deb') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:16.322818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.340213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.350336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:57:16.350891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:57:16.352892 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:57:16.371409 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82606a3a-5a3e-404c-9a8d-73687a7c51dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.422373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-82606a3a-5a3e-404c-9a8d-73687a7c51dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38d4e8bdec2a4734a96d44c6f54fec06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5836875 Aug 10 01:57:16.422720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38306) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:16.430049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82606a3a-5a3e-404c-9a8d-73687a7c51dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9c1159-ec8c-4293-83e6-7d1ac9493a81,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:16.446202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-05162244-c46b-4f11-b396-79cbf13bbc70 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331434 Aug 10 01:57:16.475532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-160677ed-aafc-4be8-95a6-8bec8378d45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.497586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-160677ed-aafc-4be8-95a6-8bec8378d45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.544555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b9d7379-6a13-4b6f-8ffc-050074068302 req-64acd99b-13db-4618-adac-5aa7bf242177 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903101 Aug 10 01:57:16.573568 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.579285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.583864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b3ff8e7a-e648-4408-83fa-64a78dd8ec1c HTTP/1.1" status: 204 len: 168 time: 0.4682376 Aug 10 01:57:16.592519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d7122-a4a5-47d1-aed9-d4652e1216d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ff8e7a-e648-4408-83fa-64a78dd8ec1c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:16.704755 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-160677ed-aafc-4be8-95a6-8bec8378d45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.708719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6e5f4-af34-4263-a182-7ab0e6ff686f req-58ecc468-738e-4531-bce2-77176bef9e10 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:16.708719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-abc6e5f4-af34-4263-a182-7ab0e6ff686f req-58ecc468-738e-4531-bce2-77176bef9e10 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 944 time: 0.0568023 Aug 10 01:57:16.709894 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-160677ed-aafc-4be8-95a6-8bec8378d45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.711384 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-160677ed-aafc-4be8-95a6-8bec8378d45d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc9c1159-ec8c-4293-83e6-7d1ac9493a81 HTTP/1.1" status: 204 len: 168 time: 0.2876678 Aug 10 01:57:16.721303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160677ed-aafc-4be8-95a6-8bec8378d45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9c1159-ec8c-4293-83e6-7d1ac9493a81,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:16.755035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-abc6e5f4-af34-4263-a182-7ab0e6ff686f req-fef608bd-4733-46f9-b0a1-36db9b13a179 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Aug 10 01:57:16.905719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f9883-e664-42c7-bfc6-ee2fdf642db3 req-e65fa500-a9a1-4160-a8de-dddb20ccfde6 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:16.907277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-817f9883-e664-42c7-bfc6-ee2fdf642db3 req-e65fa500-a9a1-4160-a8de-dddb20ccfde6 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 950 time: 0.0535548 Aug 10 01:57:16.946296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-817f9883-e664-42c7-bfc6-ee2fdf642db3 req-edd4c318-44aa-4309-9188-2e41e5d54b9c tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Aug 10 01:57:17.132719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38322) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:17.172755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-078c0137-221f-45a2-a428-8a60dafcd9b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00fbeb92a4464845bf2bfbaf4fa56973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388057 Aug 10 01:57:17.175443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38324) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:17.227256 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae51ab8c-aa8a-47a8-afc2-d0ce5316dcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.250145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae51ab8c-aa8a-47a8-afc2-d0ce5316dcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.270931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38330) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:17.406217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae51ab8c-aa8a-47a8-afc2-d0ce5316dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.408866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae51ab8c-aa8a-47a8-afc2-d0ce5316dcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.410316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ae51ab8c-aa8a-47a8-afc2-d0ce5316dcc8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59288b9d-6754-47cd-8b91-a93f9d56f9bc HTTP/1.1" status: 204 len: 168 time: 0.2338548 Aug 10 01:57:17.422248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51ab8c-aa8a-47a8-afc2-d0ce5316dcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59288b9d-6754-47cd-8b91-a93f9d56f9bc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:17.440665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31fd10-8251-4049-9c16-40336cc22fc7 req-31703fe5-017f-4f2b-8bab-0bf703da4fa7 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:17.443086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac31fd10-8251-4049-9c16-40336cc22fc7 req-31703fe5-017f-4f2b-8bab-0bf703da4fa7 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 950 time: 0.0708368 Aug 10 01:57:17.484562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4a1b156d-6ca6-47b3-bffc-d0372814695b details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:57:17.487376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 8fff1bed-d37a-4416-b2f9-d4688b9922bf no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:17.493700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac31fd10-8251-4049-9c16-40336cc22fc7 req-274839b7-b645-47fa-9605-828e1521f433 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Aug 10 01:57:17.500069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2296228-ea33-4085-9efc-7f9b7666f23d admin admin] Deleting subnet efe20240-759c-44f9-a75c-18875ca75d53 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:57:17.501160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d2296228-ea33-4085-9efc-7f9b7666f23d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.524632 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 8fff1bed-d37a-4416-b2f9-d4688b9922bf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:17.524979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 8fff1bed-d37a-4416-b2f9-d4688b9922bf not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:17.546644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d2296228-ea33-4085-9efc-7f9b7666f23d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.593816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d2296228-ea33-4085-9efc-7f9b7666f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.728581 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d2296228-ea33-4085-9efc-7f9b7666f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.728761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38340) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:17.756134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 4a1b156d-6ca6-47b3-bffc-d0372814695b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:17.761535 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d2296228-ea33-4085-9efc-7f9b7666f23d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.761893 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a49183cd-a9bf-4632-9a0d-a51766862f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.764259 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d2296228-ea33-4085-9efc-7f9b7666f23d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/efe20240-759c-44f9-a75c-18875ca75d53 HTTP/1.1" status: 204 len: 168 time: 0.4922998 Aug 10 01:57:17.765494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2296228-ea33-4085-9efc-7f9b7666f23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe20240-759c-44f9-a75c-18875ca75d53,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:17.767977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38344) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:17.773859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'port_id': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'mac_address': 'fa:16:3e:50:43:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:57:17.853350 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.868217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1b156d-6ca6-47b3-bffc-d0372814695b {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:17.871531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.890886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 4a1b156d-6ca6-47b3-bffc-d0372814695b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:17.916536 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-63be062b-019e-4caa-bb73-f567f42440a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.941618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb29c0-20f4-40c3-aba0-9a94bc3dcb4f req-023bf00e-abc4-4999-bbc4-d32fe942b635 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:17.944640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcbb29c0-20f4-40c3-aba0-9a94bc3dcb4f req-023bf00e-abc4-4999-bbc4-d32fe942b635 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 944 time: 0.0878386 Aug 10 01:57:17.962739 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.975386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:17.988470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95cb7c8-1f27-4f43-bd42-57e2416102c5') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:17.989701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95cb7c8-1f27-4f43-bd42-57e2416102c5') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:18.000248 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.005646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a49183cd-a9bf-4632-9a0d-a51766862f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.013657 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.019340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.029618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:57:18.029618 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:57:18.030993 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:57:18.081052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=4a1b156d-6ca6-47b3-bffc-d0372814695b,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:18.085780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcbb29c0-20f4-40c3-aba0-9a94bc3dcb4f req-93cba7ec-9314-4ca6-9cc3-dca2c48967c3 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254866 Aug 10 01:57:18.091831 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a49183cd-a9bf-4632-9a0d-a51766862f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.138361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a49183cd-a9bf-4632-9a0d-a51766862f5c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44a611f93f7747b785342967fef04880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086146 Aug 10 01:57:18.138788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38360) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:18.151610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49183cd-a9bf-4632-9a0d-a51766862f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d150cd-2a12-4d15-8e91-fbbe26a4bac8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:18.202804 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6065cf9-48e8-4049-acca-f6cb62871691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.225771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6065cf9-48e8-4049-acca-f6cb62871691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.250238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['4a1b156d-6ca6-47b3-bffc-d0372814695b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:18.317474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.334598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.339526 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] 10.222.0.38 "DELETE /v2.0/networks/ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d HTTP/1.1" status: 204 len: 168 time: 0.5701671 Aug 10 01:57:18.344049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38364) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:18.344204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71b57b-a7f0-4f61-a17e-625377e3e76b admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1d8c7e-22e3-4d71-94f7-2a939f5bd11d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:18.365115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6065cf9-48e8-4049-acca-f6cb62871691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.369481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6065cf9-48e8-4049-acca-f6cb62871691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.370747 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b6065cf9-48e8-4049-acca-f6cb62871691 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b4d150cd-2a12-4d15-8e91-fbbe26a4bac8 HTTP/1.1" status: 204 len: 168 time: 0.2305160 Aug 10 01:57:18.385069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6065cf9-48e8-4049-acca-f6cb62871691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d150cd-2a12-4d15-8e91-fbbe26a4bac8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:18.411315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e612364-623e-4cf7-8dbf-d081954cefc7 admin admin] Deleting subnet 765a9c52-f987-49b6-adf3-fc2c64a47262 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:57:18.416430 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3e612364-623e-4cf7-8dbf-d081954cefc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.463701 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3e612364-623e-4cf7-8dbf-d081954cefc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.512477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3e612364-623e-4cf7-8dbf-d081954cefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.627142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af9dd1-963d-442f-9f6c-b34d7692bbdb req-9f7d2048-f1cd-4271-bddb-a79a1e2ee814 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:18.628817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62af9dd1-963d-442f-9f6c-b34d7692bbdb req-9f7d2048-f1cd-4271-bddb-a79a1e2ee814 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 950 time: 0.0607066 Aug 10 01:57:18.652822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3e612364-623e-4cf7-8dbf-d081954cefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.690929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e612364-623e-4cf7-8dbf-d081954cefc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765a9c52-f987-49b6-adf3-fc2c64a47262,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:18.699674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3e612364-623e-4cf7-8dbf-d081954cefc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.704041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3e612364-623e-4cf7-8dbf-d081954cefc7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/765a9c52-f987-49b6-adf3-fc2c64a47262 HTTP/1.1" status: 204 len: 168 time: 0.3596673 Aug 10 01:57:18.704598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38376) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:18.713657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62af9dd1-963d-442f-9f6c-b34d7692bbdb req-2045d2a9-f2e8-459a-9598-ccdfbb74b8ab tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771685 Aug 10 01:57:18.855382 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.874163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478d029-edbc-4fef-beaf-f5b410f28b9d req-fa94caa2-d00d-41f5-b383-c446f7704822 tempest-LiveMigrationNegativeTest-378609771 tempest-LiveMigrationNegativeTest-378609771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:18.874163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9478d029-edbc-4fef-beaf-f5b410f28b9d req-fa94caa2-d00d-41f5-b383-c446f7704822 tempest-LiveMigrationNegativeTest-378609771 tempest-LiveMigrationNegativeTest-378609771-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 1102 time: 0.0680606 Aug 10 01:57:18.944941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9478d029-edbc-4fef-beaf-f5b410f28b9d req-ed3350f7-e322-4b6a-bae4-2f8b2a70070c tempest-LiveMigrationNegativeTest-378609771 tempest-LiveMigrationNegativeTest-378609771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.971156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.985895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bfb006-e446-4448-b72a-d1fee36fa177']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:19.002659 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b527a5-8524-40ff-b53e-cb6c7466a5dd') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:19.002659 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b527a5-8524-40ff-b53e-cb6c7466a5dd') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:19.017983 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.032197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38398) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:19.041612 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.054192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:57:19.054712 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: timer() Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:57:19.056367 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:57:19.160036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9478d029-edbc-4fef-beaf-f5b410f28b9d req-ed3350f7-e322-4b6a-bae4-2f8b2a70070c tempest-LiveMigrationNegativeTest-378609771 tempest-LiveMigrationNegativeTest-378609771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.217387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b03a1-310d-4935-9cb4-365f06fda507 req-9a720462-f788-4af3-a5d5-59fca87cdc95 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:19.219118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-062b03a1-310d-4935-9cb4-365f06fda507 req-9a720462-f788-4af3-a5d5-59fca87cdc95 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 945 time: 0.0566587 Aug 10 01:57:19.234187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.238838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1209418117-network', 'tenant_id': '135b4ad07d8f4bc1aee44f1b7156aeef'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:19.251359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.262733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] 10.222.0.38 "DELETE /v2.0/networks/f2bfb006-e446-4448-b72a-d1fee36fa177 HTTP/1.1" status: 204 len: 168 time: 0.5483212 Aug 10 01:57:19.268509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f4205-c4c8-4125-87b6-ab92107ad3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=f2bfb006-e446-4448-b72a-d1fee36fa177,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:19.299277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-062b03a1-310d-4935-9cb4-365f06fda507 req-9f703b44-ce81-4917-8257-c7197c0dfa97 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670276 Aug 10 01:57:19.300579 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9478d029-edbc-4fef-beaf-f5b410f28b9d req-ed3350f7-e322-4b6a-bae4-2f8b2a70070c tempest-LiveMigrationNegativeTest-378609771 tempest-LiveMigrationNegativeTest-378609771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.347471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9478d029-edbc-4fef-beaf-f5b410f28b9d req-ed3350f7-e322-4b6a-bae4-2f8b2a70070c tempest-LiveMigrationNegativeTest-378609771 tempest-LiveMigrationNegativeTest-378609771-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530475 Aug 10 01:57:19.348979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3350f7-e322-4b6a-bae4-2f8b2a70070c tempest-LiveMigrationNegativeTest-378609771 tempest-LiveMigrationNegativeTest-378609771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba13f8e-711b-402c-8fa3-1dfdc04d25eb,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:19.390669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Made reservation on behalf of 135b4ad07d8f4bc1aee44f1b7156aeef for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:19.394689 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.409219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.499566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4a1b156d-6ca6-47b3-bffc-d0372814695b up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:19.531181 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.639654 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.667289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:57:19.677473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d494aa3-bd03-4edf-b970-b352f469d57f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:19.683516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.683868 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Added segment a4f90a38-1e76-4fb5-ad26-b22e2a189eea of type vlan for network a27dcb2a-ede5-49f8-973b-f85b3e80af10 Aug 10 01:57:19.690378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38428) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:19.708361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 4a1b156d-6ca6-47b3-bffc-d0372814695b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:19.712660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 4a1b156d-6ca6-47b3-bffc-d0372814695b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:19.713280 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.734980 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.741410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7e0a0842-2c2d-4368-83c0-db37a5f6c721 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64f718678e0b4c91a1b88e2f03a4baec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494990 Aug 10 01:57:19.743646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38432) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:19.809540 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-131278d7-3144-4fb1-9cff-d6da009d53d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.825553 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.866908 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-131278d7-3144-4fb1-9cff-d6da009d53d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.868065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:19.870322 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24078602-b3fe-45ed-8973-0c1e5e117ba0" -d '{"events": [{"server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "name": "network-vif-plugged", "status": "completed", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:19.873428 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.877286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:19.877550 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.900666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 4a1b156d-6ca6-47b3-bffc-d0372814695b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:19.929928 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9984784-7d9e-4882-b133-0b70cac1450d x-openstack-request-id: req-a9984784-7d9e-4882-b133-0b70cac1450d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:19.930496 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "name": "network-vif-plugged", "status": "completed", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:19.931773 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a9984784-7d9e-4882-b133-0b70cac1450d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:19.932376 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'code': 200} Aug 10 01:57:19.971538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] Pushing event updated for resources: {'Network': ['ID=a27dcb2a-ede5-49f8-973b-f85b3e80af10,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:19.991108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network a27dcb2a-ede5-49f8-973b-f85b3e80af10 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:57:20.037706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f23a-c264-44da-88e2-2b904f99c6be req-85004079-efa4-4aff-bec1-f5e2101c464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:20.039453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff83f23a-c264-44da-88e2-2b904f99c6be req-85004079-efa4-4aff-bec1-f5e2101c464b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1097 time: 0.0491209 Aug 10 01:57:20.045352 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.081696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38442) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:20.083088 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3a0b41b3-8376-4562-b4cd-3f9b23cd6730 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0445743 Aug 10 01:57:20.093832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Request body: {'subnet': {'network_id': 'a27dcb2a-ede5-49f8-973b-f85b3e80af10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1209418117-subnet', 'tenant_id': '135b4ad07d8f4bc1aee44f1b7156aeef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:20.117714 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-131278d7-3144-4fb1-9cff-d6da009d53d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.120459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-131278d7-3144-4fb1-9cff-d6da009d53d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.121924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-131278d7-3144-4fb1-9cff-d6da009d53d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b981070-e555-46f5-8a7d-05bdbe60df22 HTTP/1.1" status: 204 len: 168 time: 0.3773513 Aug 10 01:57:20.131315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=4a1b156d-6ca6-47b3-bffc-d0372814695b,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:20.138164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131278d7-3144-4fb1-9cff-d6da009d53d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b981070-e555-46f5-8a7d-05bdbe60df22,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:20.142326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff83f23a-c264-44da-88e2-2b904f99c6be req-80b049d2-0137-4b75-bbc1-596c370749e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945501 Aug 10 01:57:20.223924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecec1ba-9bbc-4af8-ab38-976f4df921ad req-7b6e5553-167c-4e2e-8a64-b4e663e82bd5 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:20.225489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ecec1ba-9bbc-4af8-ab38-976f4df921ad req-7b6e5553-167c-4e2e-8a64-b4e663e82bd5 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 950 time: 0.0565987 Aug 10 01:57:20.259457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Made reservation on behalf of 135b4ad07d8f4bc1aee44f1b7156aeef for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:20.265055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.306259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ecec1ba-9bbc-4af8-ab38-976f4df921ad req-9f752fd3-4b4c-4a38-bd1c-6b0c826f1d2d tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745933 Aug 10 01:57:20.480318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b99c1-95bf-48c8-af60-b5949594a419 req-425f735a-cd43-4320-8e5c-bbd54a61c845 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:20.481858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa2b99c1-95bf-48c8-af60-b5949594a419 req-425f735a-cd43-4320-8e5c-bbd54a61c845 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 946 time: 0.0987823 Aug 10 01:57:20.520246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa2b99c1-95bf-48c8-af60-b5949594a419 req-c023562b-b0db-4d9a-99eb-50f20b891ffb tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Aug 10 01:57:20.744173 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-780718c9-47f4-42ab-9833-787627e475b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.922012 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.978852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ba7d13-73ff-4915-9aaa-98af6229d94c,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:20.994373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Checking segment: {'id': 'a4f90a38-1e76-4fb5-ad26-b22e2a189eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a27dcb2a-ede5-49f8-973b-f85b3e80af10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:20.994776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Network hostable DHCP agents. Network: a27dcb2a-ede5-49f8-973b-f85b3e80af10, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:57:21.156228 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.176421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Network a27dcb2a-ede5-49f8-973b-f85b3e80af10 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:57:21.365633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, a27dcb2a-ede5-49f8-973b-f85b3e80af10) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:21.373492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:21.374085 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.380740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86f0b24-7967-4a58-9dde-2d963c09702c None None] Network a27dcb2a-ede5-49f8-973b-f85b3e80af10 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:21.447168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef211-98cd-4687-a87f-c9dda42d2593 req-5e552706-afbb-443b-a358-1116f03912aa tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:21.454407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-448ef211-98cd-4687-a87f-c9dda42d2593 req-5e552706-afbb-443b-a358-1116f03912aa tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 950 time: 0.0638101 Aug 10 01:57:21.491867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38478) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:21.494637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-448ef211-98cd-4687-a87f-c9dda42d2593 req-6e4d7423-ecd6-45a3-a208-9d854833ca3c tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Aug 10 01:57:21.512424 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-f530bb06-009e-4e02-9417-2192b293bb51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620873 Aug 10 01:57:21.513116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-90a8eea8-3907-4a52-ac03-28924c571b38 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4269969 Aug 10 01:57:21.546036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-096eeb9d-99fa-493f-9179-fdf4d03b8297 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b628ab62e42426792930c8efc138192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476515 Aug 10 01:57:21.546036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38482) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:21.566369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ce478-d5cf-478e-a93b-86d9f68f6d17 None None] Network a27dcb2a-ede5-49f8-973b-f85b3e80af10 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:21.612519 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e64b0fe-756d-4157-b790-1c8cff403ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.646861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e64b0fe-756d-4157-b790-1c8cff403ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.704640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-3306118c-873f-40f9-90ef-2fb5841df5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:21.708615 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-3306118c-873f-40f9-90ef-2fb5841df5a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83fb7cd8ab2b4f97bdbfc7dc97992cda&device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 1097 time: 0.1156230 Aug 10 01:57:21.871593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568d28-43c7-43f9-b112-8becf59fa371 req-9a1beebe-2530-4850-8cbd-01778c19443d tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:21.874634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da568d28-43c7-43f9-b112-8becf59fa371 req-9a1beebe-2530-4850-8cbd-01778c19443d tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 946 time: 0.1597707 Aug 10 01:57:21.910952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-fe40a851-d11d-44d9-9534-9e5ff2e94d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:21.913119 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-fe40a851-d11d-44d9-9534-9e5ff2e94d29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63490791-c75a-4705-bd62-b0863d203ed7 HTTP/1.1" status: 200 len: 916 time: 0.1772258 Aug 10 01:57:21.923336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-5f9e28f6-8831-4679-bf49-313805fc5014 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:21.924825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-5f9e28f6-8831-4679-bf49-313805fc5014 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 950 time: 0.1331723 Aug 10 01:57:21.933195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da568d28-43c7-43f9-b112-8becf59fa371 req-7e49328d-6b9f-4c53-bd6c-a95c98fbf678 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493288 Aug 10 01:57:21.993757 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-9d4575b6-7c17-4df9-86f6-ce4f1480e954 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f304be0-62a3-4f99-b27d-339b2eae3a64 HTTP/1.1" status: 200 len: 1000 time: 0.0731425 Aug 10 01:57:22.039779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e64b0fe-756d-4157-b790-1c8cff403ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.052005 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e64b0fe-756d-4157-b790-1c8cff403ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.053590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2e64b0fe-756d-4157-b790-1c8cff403ad1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7fc60213-9533-400c-b1de-00a28a97349a HTTP/1.1" status: 204 len: 168 time: 0.5066049 Aug 10 01:57:22.060665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Deleting port d1b4d09b-a156-409e-8583-67ab9cd971ae {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:22.061026 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.078649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-d7ff5e8b-ec51-430e-be60-0cae4a9c3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:22.080704 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-d7ff5e8b-ec51-430e-be60-0cae4a9c3bf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=080b13db-3e9e-4586-9336-377ab77c5706 HTTP/1.1" status: 200 len: 854 time: 0.0769091 Aug 10 01:57:22.159089 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.160118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-53b8c5da-a2af-495c-9be9-f027a00a8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:22.167059 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-53b8c5da-a2af-495c-9be9-f027a00a8662 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63490791-c75a-4705-bd62-b0863d203ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779455 Aug 10 01:57:22.202187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b0fe-756d-4157-b790-1c8cff403ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc60213-9533-400c-b1de-00a28a97349a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:22.294792 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-6b2f4ee3-ae55-470c-ad30-4aeb8c21f9c3 service neutron] 10.222.0.16 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225395 Aug 10 01:57:22.319030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-3f17bf6b-459c-40e3-8e3e-221b27ce1a14 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:22.320545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-3f17bf6b-459c-40e3-8e3e-221b27ce1a14 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/networks?id=a27dcb2a-ede5-49f8-973b-f85b3e80af10 HTTP/1.1" status: 200 len: 814 time: 0.2653646 Aug 10 01:57:22.361379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-b02b7cf9-1cd7-4082-a917-8375998fda2a tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/quotas/135b4ad07d8f4bc1aee44f1b7156aeef HTTP/1.1" status: 200 len: 375 time: 0.0280342 Aug 10 01:57:22.375805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] For port d1b4d09b-a156-409e-8583-67ab9cd971ae, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d1b4d09b-a156-409e-8583-67ab9cd971ae,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:22.380579 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.423042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Calling delete_port for d1b4d09b-a156-409e-8583-67ab9cd971ae owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:22.424799 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27f5a398-9617-4d5a-a3d4-939b356734a5 req-1b62c366-9864-48f4-aa01-fae3b0234027 service neutron] 10.222.0.16 "GET /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224215 Aug 10 01:57:22.426334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-f94e6fdb-923c-473d-befd-51acbe357625 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=135b4ad07d8f4bc1aee44f1b7156aeef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528035 Aug 10 01:57:22.433947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-b0909ae7-0abe-49fc-a98d-16e2b70a2a28 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2344701 Aug 10 01:57:22.448308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:22.578723 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.666087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a7b26023-1c61-4ad1-80ea-7c88e75faf46 service neutron] 10.222.0.38 "GET /v2.0/networks/a27dcb2a-ede5-49f8-973b-f85b3e80af10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968706 Aug 10 01:57:22.823229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-cdd1ff19-edc9-49c5-a30f-6de45a003152 service neutron] 10.222.0.38 "GET /v2.0/networks/a27dcb2a-ede5-49f8-973b-f85b3e80af10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495399 Aug 10 01:57:22.849630 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.858914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.883372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['242ee71c-043e-4cc6-907a-279e8048a7b3', 'd1b4d09b-a156-409e-8583-67ab9cd971ae'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:22.942803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Pushing event deleted for resources: {'Port': ['ID=d1b4d09b-a156-409e-8583-67ab9cd971ae,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:23.018826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] No DVR routers for this DVR port d1b4d09b-a156-409e-8583-67ab9cd971ae on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:23.024275 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.026303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3663b057-2ec0-46ea-aaef-f2049b775310 req-c1bee59b-27e2-477d-9e48-d3be83383500 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "DELETE /v2.0/ports/d1b4d09b-a156-409e-8583-67ab9cd971ae HTTP/1.1" status: 204 len: 173 time: 1.0922375 Aug 10 01:57:23.026778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c1f970-0fa1-4017-aaa3-71524679e193', 'name': 'network-vif-deleted', 'tag': 'd1b4d09b-a156-409e-8583-67ab9cd971ae'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:23.029181 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e8c0f-8eb2-45ee-97f4-d85fa2fea31a" -d '{"events": [{"server_uuid": "d9c1f970-0fa1-4017-aaa3-71524679e193", "name": "network-vif-deleted", "tag": "d1b4d09b-a156-409e-8583-67ab9cd971ae"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:23.085715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Allocated IP 172.25.3.251 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/2004c0df-f7ae-4e05-b87c-fc37b0c26f5a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:23.216231 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.405439 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.448419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:23.451604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:23.455295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:23.478830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Pushing event updated for resources: {'Port': ['ID=2004c0df-f7ae-4e05-b87c-fc37b0c26f5a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:23.547290 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.655292 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.790211 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.991660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38572) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:23.997969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-367498841'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:24.108791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2de6c7c-5b42-481a-bf0c-157ef86c276f req-c8a70134-fe46-4761-9787-cf53cd163c96 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9c1f970-0fa1-4017-aaa3-71524679e193 HTTP/1.1" status: 200 len: 210 time: 0.3857093 Aug 10 01:57:24.177717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.204425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:24.204425 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.229764 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b512b186-7863-4574-96e5-5d6cef1e3c18 x-openstack-request-id: req-b512b186-7863-4574-96e5-5d6cef1e3c18 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:24.230154 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c1f970-0fa1-4017-aaa3-71524679e193", "name": "network-vif-deleted", "tag": "d1b4d09b-a156-409e-8583-67ab9cd971ae", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:24.230513 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b512b186-7863-4574-96e5-5d6cef1e3c18 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:24.232404 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c1f970-0fa1-4017-aaa3-71524679e193', 'name': 'network-vif-deleted', 'tag': 'd1b4d09b-a156-409e-8583-67ab9cd971ae', 'status': 'completed', 'code': 200} Aug 10 01:57:24.256934 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.345791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7872bec9-ba89-4b4d-bc96-be2004bad104 req-2fd69fbe-3ea0-470f-8ef4-03b5e2285b3a tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 210 time: 0.0607729 Aug 10 01:57:24.355824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:57:24.373448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Pushing event updated for resources: {'Port': ['ID=2004c0df-f7ae-4e05-b87c-fc37b0c26f5a,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:24.379245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.381687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.382034 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Added segment c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76 of type vlan for network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc Aug 10 01:57:24.434260 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.525445 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.533320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6dc346f1-4ff5-4dc0-8b06-6da6b6684fde tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0839176 Aug 10 01:57:24.573894 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.583715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:24.584389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.603087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-92fc325c-bcbe-430c-9e51-88ffdc406849 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0643413 Aug 10 01:57:24.714903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Network': ['ID=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:24.727083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:57:24.767612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6eb2d31a-2a60-423c-a242-cf1af6d2779a tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:24.768973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4117ee4f-49b1-4ebf-a1b7-1c9ac5e59437 req-6eb2d31a-2a60-423c-a242-cf1af6d2779a tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.1581268 Aug 10 01:57:24.788064 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd79fbeb-1332-4dea-a535-3b8bc5373c2d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7950788 Aug 10 01:57:24.791323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38600) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:24.796910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1725767119'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:24.949118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:24.952750 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.980328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:57:24.991364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.992008 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Added segment 9090f154-8e96-4c96-b2f4-4ff6eca6a634 of type vlan for network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 Aug 10 01:57:25.054021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.156846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b91d7-92db-4003-94cf-30379cd055c5 req-f212bb91-9b3f-4ce8-bdd4-fde644bb5925 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:25.158864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-f212bb91-9b3f-4ce8-bdd4-fde644bb5925 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 821 time: 0.1323178 Aug 10 01:57:25.177808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-142e0bcc-1fd3-4a9a-834e-3afd87315c78 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/quotas/c6e5a4731abb4c5ca6f5de72b8432615 HTTP/1.1" status: 200 len: 375 time: 0.0110180 Aug 10 01:57:25.242820 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-d233b758-d248-4650-bd33-fd2c52dc98f9 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0581238 Aug 10 01:57:25.245364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.258771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:25.258771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.345107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Network': ['ID=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:25.365861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:57:25.375708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-50661e89-62a4-4fd8-9d11-eb06d47ee97e service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241374 Aug 10 01:57:25.428912 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a86bd327-1a3b-4c4e-96ba-16a1e1e6abd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6362679 Aug 10 01:57:25.432237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38658) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:25.439537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'subnet': {'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:25.524657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d1b4d09b-a156-409e-8583-67ab9cd971ae no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:25.547560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: d1b4d09b-a156-409e-8583-67ab9cd971ae {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:25.548136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d1b4d09b-a156-409e-8583-67ab9cd971ae not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:25.593625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-36df043f-55f5-4f0c-a2fd-cc0c80e2be72 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169766 Aug 10 01:57:25.699456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:25.704207 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.129766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a17dd98-b502-44c4-aef4-efe9cdc7bf3a req-2bcdf1c1-7c40-459a-a833-a4c715bccc99 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 210 time: 0.0270779 Aug 10 01:57:26.130878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.193016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Subnet': ['ID=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:26.215342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Checking segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:26.215757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network hostable DHCP agents. Network: c1fd6e7b-c020-4b3d-b50f-99c49a9527cc, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:57:26.272277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbd7b9a4-65f7-4620-9604-d0d968d6e6c0 req-9d74bc4d-470a-45b0-a94e-a96291530416 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 210 time: 0.0298219 Aug 10 01:57:26.387461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-76e56d09-1651-428e-8433-5b9e6fdbbeed tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:26.388963 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-76e56d09-1651-428e-8433-5b9e6fdbbeed tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.16 "GET /v2.0/networks?id=a27dcb2a-ede5-49f8-973b-f85b3e80af10 HTTP/1.1" status: 200 len: 814 time: 0.1252704 Aug 10 01:57:26.401446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8660b-8c96-473b-9084-33196e94146b req-e854ad08-add3-4f38-9cae-6be511f88287 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:26.403509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51c8660b-8c96-473b-9084-33196e94146b req-e854ad08-add3-4f38-9cae-6be511f88287 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 950 time: 0.0581822 Aug 10 01:57:26.405633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Request body: {'port': {'device_id': '3d1d1867-bdf6-409a-b20c-86d7d74878b6', 'network_id': 'a27dcb2a-ede5-49f8-973b-f85b3e80af10', 'admin_state_up': True, 'tenant_id': '135b4ad07d8f4bc1aee44f1b7156aeef'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:26.458488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51c8660b-8c96-473b-9084-33196e94146b req-64ad90f8-70c8-4702-846e-119fa6ad87ca tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Aug 10 01:57:26.516809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:57:26.632704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38698) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:26.685292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c1fd6e7b-c020-4b3d-b50f-99c49a9527cc) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:26.685556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Made reservation on behalf of 135b4ad07d8f4bc1aee44f1b7156aeef for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:26.693426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:26.694326 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.694454 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.697792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e27d75a-2316-4d25-9f21-c49a6c1a5413 None None] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:26.813582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38704) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:26.814056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6ee9fe24-0e1e-4f63-b1fd-d75fca67dbf3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3726428 Aug 10 01:57:26.814170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'subnet': {'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:26.828388 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5850d594-b1ba-498d-84b7-d6626e666cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.934436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'fixed_ips': [{'subnet_id': 'ce81f104-a6cf-4dc2-b3ee-a7fc243abea1'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:57:26.935482 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.948209 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5850d594-b1ba-498d-84b7-d6626e666cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.962074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Allocated IP 172.20.0.10 (a27dcb2a-ede5-49f8-973b-f85b3e80af10/04ba7d13-73ff-4915-9aaa-98af6229d94c/68f3b48a-a8ee-41fe-ba62-8068bf4dfabb) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:27.056680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5850d594-b1ba-498d-84b7-d6626e666cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.096662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Allocated IP 10.1.1.2 (c1fd6e7b-c020-4b3d-b50f-99c49a9527cc/ce81f104-a6cf-4dc2-b3ee-a7fc243abea1/cf249de0-198d-4e9b-be82-9f8851d491d2) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:27.120906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850d594-b1ba-498d-84b7-d6626e666cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed7d12-dd72-4e50-997f-27a13098af10,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:27.126951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5850d594-b1ba-498d-84b7-d6626e666cfb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98e1cc7133dc4013b40d86500d80784d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931700 Aug 10 01:57:27.130171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38718) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:27.146976 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.193226 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-903a1221-ca57-4a33-877c-a571f8305450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.218114 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-903a1221-ca57-4a33-877c-a571f8305450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.248004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:27.252009 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.271125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a69ec6f-26b5-4dbb-9da0-a796f1846478 req-d055b6a9-e6f8-4faa-8a27-7a0a6e059a75 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 210 time: 0.0407257 Aug 10 01:57:27.296344 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.388310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.444519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Network a27dcb2a-ede5-49f8-973b-f85b3e80af10 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:27.447123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2da39bb-fce6-4d02-8295-26ec5dba6539 req-784744e6-fa34-45fb-8a36-2086735e2fd9 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 210 time: 0.0405891 Aug 10 01:57:27.449795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:27.456621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:27.485123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Transition to ACTIVE for port object cf249de0-198d-4e9b-be82-9f8851d491d2 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:27.487022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Pushing event updated for resources: {'Port': ['ID=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:27.509948 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-903a1221-ca57-4a33-877c-a571f8305450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.518852 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-903a1221-ca57-4a33-877c-a571f8305450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.520184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-903a1221-ca57-4a33-877c-a571f8305450 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fed7d12-dd72-4e50-997f-27a13098af10 HTTP/1.1" status: 204 len: 168 time: 0.3887882 Aug 10 01:57:27.521822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Transition to ACTIVE for port object cf249de0-198d-4e9b-be82-9f8851d491d2 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:27.526289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:27.526914 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.555699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a1221-ca57-4a33-877c-a571f8305450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed7d12-dd72-4e50-997f-27a13098af10,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:27.607040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efb470-fbd3-4a0b-bda1-c7e7a39a7b68 req-e9bbe127-3f3b-4925-8fd4-6ebd6ff3d7ef tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:27.608549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8efb470-fbd3-4a0b-bda1-c7e7a39a7b68 req-e9bbe127-3f3b-4925-8fd4-6ebd6ff3d7ef tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 945 time: 0.1293397 Aug 10 01:57:27.640133 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.649991 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-a5aa69f8-6417-40e1-91f2-3079e2d7db19 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2435951 Aug 10 01:57:27.657582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Request body: {'port': {'device_id': '3d1d1867-bdf6-409a-b20c-86d7d74878b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:27.715558 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Pushing event updated for resources: {'Port': ['ID=cf249de0-198d-4e9b-be82-9f8851d491d2,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:27.724253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8efb470-fbd3-4a0b-bda1-c7e7a39a7b68 req-d945c6d1-683d-4a6a-a061-41e098ba9a8d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705321 Aug 10 01:57:27.730663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:27.732210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:27.735323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:27.783276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cb032-0615-49ad-97d3-440b293c2692 req-db49f8ba-cbcf-40b1-96a6-53ca2b53ceb3 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:27.784873 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.785327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a30cb032-0615-49ad-97d3-440b293c2692 req-db49f8ba-cbcf-40b1-96a6-53ca2b53ceb3 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 950 time: 0.1758423 Aug 10 01:57:27.799100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Attempting to bind port cf249de0-198d-4e9b-be82-9f8851d491d2 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:27.799767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Attempting to bind port cf249de0-198d-4e9b-be82-9f8851d491d2 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:27.800314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Attempting to bind port cf249de0-198d-4e9b-be82-9f8851d491d2 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:27.807026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:27.812965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Checking segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:27.812965 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.812965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Bound using segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:27.812965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Bound port: cf249de0-198d-4e9b-be82-9f8851d491d2, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:27.812965 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.839693 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.858093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399a756-ae86-45ab-a941-340715f6ff23 req-3ec9c47d-b7a1-49ac-afb4-881a9cfc4a02 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:27.859637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c399a756-ae86-45ab-a941-340715f6ff23 req-3ec9c47d-b7a1-49ac-afb4-881a9cfc4a02 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 950 time: 0.1344323 Aug 10 01:57:27.899941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] For port cf249de0-198d-4e9b-be82-9f8851d491d2, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:27.900556 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:57:27.904923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] For port cf249de0-198d-4e9b-be82-9f8851d491d2, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cf249de0-198d-4e9b-be82-9f8851d491d2,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:27.916023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Subnet': ['ID=ef3ef63c-9e2a-4efa-9142-1b134fc15786,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:27.942884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c399a756-ae86-45ab-a941-340715f6ff23 req-7227bd19-4e02-496f-8997-6f9ce774b8e4 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/security-groups?id=04d1f779-a060-4b01-88e1-20576b84ace9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513816 Aug 10 01:57:27.960840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-a30cb032-0615-49ad-97d3-440b293c2692 req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Deleting port 242ee71c-043e-4cc6-907a-279e8048a7b3 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:27.967563 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a30cb032-0615-49ad-97d3-440b293c2692 req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.996556 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.084350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4e07c-344a-4986-8a77-49c8a0a9e0d1 None None] Pushing event updated for resources: {'Port': ['ID=cf249de0-198d-4e9b-be82-9f8851d491d2,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:28.088434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-a30cb032-0615-49ad-97d3-440b293c2692 req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] For port 242ee71c-043e-4cc6-907a-279e8048a7b3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=242ee71c-043e-4cc6-907a-279e8048a7b3,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:28.092538 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a30cb032-0615-49ad-97d3-440b293c2692 req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.115099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-a30cb032-0615-49ad-97d3-440b293c2692 req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Calling delete_port for 242ee71c-043e-4cc6-907a-279e8048a7b3 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:28.140426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Checking segment: {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:28.140791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network hostable DHCP agents. Network: acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:57:28.295048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:28.309194 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.342475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:57:28.431488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba41c1-bbca-4c2c-9cf4-914a0e321c55 req-9921e1cd-04a6-45c2-a4d9-919cada9b8ea tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:28.433017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21ba41c1-bbca-4c2c-9cf4-914a0e321c55 req-9921e1cd-04a6-45c2-a4d9-919cada9b8ea tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 932 time: 0.0542948 Aug 10 01:57:28.448725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Transition to ACTIVE for port object 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:28.463062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a30cb032-0615-49ad-97d3-440b293c2692 req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.479234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:28.485634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:28.485634 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.488786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['242ee71c-043e-4cc6-907a-279e8048a7b3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:28.506767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Pushing event deleted for resources: {'Port': ['ID=242ee71c-043e-4cc6-907a-279e8048a7b3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:28.528028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21ba41c1-bbca-4c2c-9cf4-914a0e321c55 req-476d6c50-e0a9-4dc3-8afa-35f887d51028 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862617 Aug 10 01:57:28.566098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23650df0-ada6-4b3d-94b4-a146ef6abe73 None None] Network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:28.574249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.578609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30cb032-0615-49ad-97d3-440b293c2692 req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] No DVR routers for this DVR port 242ee71c-043e-4cc6-907a-279e8048a7b3 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:28.578609 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a30cb032-0615-49ad-97d3-440b293c2692 req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.581725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a30cb032-0615-49ad-97d3-440b293c2692 req-ab6eba60-271d-45ed-bcdd-a1d87cdef2f8 tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.11 "DELETE /v2.0/ports/242ee71c-043e-4cc6-907a-279e8048a7b3 HTTP/1.1" status: 204 len: 173 time: 0.7897193 Aug 10 01:57:28.582969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29b808c-d8a8-4c3b-bab1-e12489475240', 'name': 'network-vif-deleted', 'tag': '242ee71c-043e-4cc6-907a-279e8048a7b3'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:28.586192 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59316f9e-1d2d-4073-8d2c-2d2a6630bd01" -d '{"events": [{"server_uuid": "a29b808c-d8a8-4c3b-bab1-e12489475240", "name": "network-vif-deleted", "tag": "242ee71c-043e-4cc6-907a-279e8048a7b3"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:28.624173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a27ce29c-1d8a-40a4-a9d1-af7b1dba412b req-e6cdc35e-2494-4dd8-b3dd-ea506950422e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 210 time: 0.0339296 Aug 10 01:57:28.660293 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8688a2de-4dc1-4594-a4cf-f4513f4d20fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8536508 Aug 10 01:57:28.668487 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e18ce7-5237-4c16-bd38-c3f27e8595b3 x-openstack-request-id: req-72e18ce7-5237-4c16-bd38-c3f27e8595b3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:28.673103 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29b808c-d8a8-4c3b-bab1-e12489475240", "name": "network-vif-deleted", "tag": "242ee71c-043e-4cc6-907a-279e8048a7b3", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:28.673374 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72e18ce7-5237-4c16-bd38-c3f27e8595b3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:28.673804 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29b808c-d8a8-4c3b-bab1-e12489475240', 'name': 'network-vif-deleted', 'tag': '242ee71c-043e-4cc6-907a-279e8048a7b3', 'status': 'completed', 'code': 200} Aug 10 01:57:28.674366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38754) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:28.675586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Pushing event updated for resources: {'Port': ['ID=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:28.689422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'port': {'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'name': 'tempest-TaggedBootDevicesTest-299400496', 'fixed_ips': [{'subnet_id': 'ce81f104-a6cf-4dc2-b3ee-a7fc243abea1'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:28.749952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Attempting to bind port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:28.750331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Attempting to bind port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'a4f90a38-1e76-4fb5-ad26-b22e2a189eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a27dcb2a-ede5-49f8-973b-f85b3e80af10'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:28.751102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Attempting to bind port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb on network a27dcb2a-ede5-49f8-973b-f85b3e80af10 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:28.756216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb on network a27dcb2a-ede5-49f8-973b-f85b3e80af10 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:57:28.756547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Attempting to bind port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb on network a27dcb2a-ede5-49f8-973b-f85b3e80af10 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:28.764669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:28.764669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Checking segment: {'id': 'a4f90a38-1e76-4fb5-ad26-b22e2a189eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a27dcb2a-ede5-49f8-973b-f85b3e80af10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:28.764669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Bound using segment: {'id': 'a4f90a38-1e76-4fb5-ad26-b22e2a189eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a27dcb2a-ede5-49f8-973b-f85b3e80af10'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:28.764669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Bound port: 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f90a38-1e76-4fb5-ad26-b22e2a189eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a27dcb2a-ede5-49f8-973b-f85b3e80af10'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:28.764669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.766049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38756) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:28.789433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ced2f6f-f189-4532-aace-f378940469b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.802981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9', 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'fixed_ips': [{'subnet_id': 'ef3ef63c-9e2a-4efa-9142-1b134fc15786'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:57:28.803975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.882740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:57:28.882740 n-d-767704-21 neutron-server[101224]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 01:57:28.882740 n-d-767704-21 neutron-server[101224]: [parameters: {'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'id': '927ea63b-1935-42f1-a531-1dfa8c45d0f0', 'expiration': datetime.datetime(2021, 8, 10, 1, 59, 28, 873384)}] Aug 10 01:57:28.882740 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:57:28.886204 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:57:28.935513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] For port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:28.940069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] For port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,segment=NetworkSegment(a4f90a38-1e76-4fb5-ad26-b22e2a189eea),segment_id=a4f90a38-1e76-4fb5-ad26-b22e2a189eea)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:29.056054 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ced2f6f-f189-4532-aace-f378940469b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.093535 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.154134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.154984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.157325 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] 10.222.0.16 "PUT /v2.0/ports/68f3b48a-a8ee-41fe-ba62-8068bf4dfabb HTTP/1.1" status: 200 len: 1093 time: 1.5046902 Aug 10 01:57:29.157923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1d1867-bdf6-409a-b20c-86d7d74878b6', 'tag': '68f3b48a-a8ee-41fe-ba62-8068bf4dfabb'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:29.160902 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea52ff81-c144-4228-8ced-0368b48bcce0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1d1867-bdf6-409a-b20c-86d7d74878b6", "tag": "68f3b48a-a8ee-41fe-ba62-8068bf4dfabb"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:29.196406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ced2f6f-f189-4532-aace-f378940469b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.239020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9811d-96f7-40c4-914c-8aafd8b78268 service neutron] Pushing event updated for resources: {'Port': ['ID=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:29.285674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Allocated IP 10.2.2.2 (acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9/ef3ef63c-9e2a-4efa-9142-1b134fc15786/338c38dc-1808-4225-b1cb-56d2724ec6e6) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:29.288592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced2f6f-f189-4532-aace-f378940469b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c0268-d7d8-497e-bfc9-3c8227f9bed7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:29.307952 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4ced2f6f-f189-4532-aace-f378940469b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f6964b31125417b967c6699aa4b9b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407689 Aug 10 01:57:29.317573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38770) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:29.433239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f1ea12c9-6127-4b8f-a5ed-9aae12acb8f6 req-1f81dd85-9e53-4694-b803-0b84fdb7bb1d tempest-LiveMigrationNegativeTest-1542324854 tempest-LiveMigrationNegativeTest-1542324854-project] 10.222.0.38 "GET /v2.0/ports?device_id=a29b808c-d8a8-4c3b-bab1-e12489475240 HTTP/1.1" status: 200 len: 210 time: 0.0960279 Aug 10 01:57:29.516096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:29.577216 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f8250b-9bcb-432f-8685-342faa89cac9 x-openstack-request-id: req-e7f8250b-9bcb-432f-8685-342faa89cac9 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:29.577856 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1d1867-bdf6-409a-b20c-86d7d74878b6", "tag": "68f3b48a-a8ee-41fe-ba62-8068bf4dfabb", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:29.577856 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7f8250b-9bcb-432f-8685-342faa89cac9 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:29.578206 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1d1867-bdf6-409a-b20c-86d7d74878b6', 'tag': '68f3b48a-a8ee-41fe-ba62-8068bf4dfabb', 'status': 'completed', 'code': 200} Aug 10 01:57:29.584993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b91d7-92db-4003-94cf-30379cd055c5 req-d4e9063e-5c41-42b7-abbb-6d4f53952dee tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.586603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-d4e9063e-5c41-42b7-abbb-6d4f53952dee tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 821 time: 0.5562422 Aug 10 01:57:29.595726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.610594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Transition to ACTIVE for port object 338c38dc-1808-4225-b1cb-56d2724ec6e6 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:29.634094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cf249de0-198d-4e9b-be82-9f8851d491d2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:29.649620 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e1728f7-113a-41ea-9ba8-1cd2893314f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.689406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Request body: {'port': {'device_id': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'admin_state_up': True, 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:29.712221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-f362345e-33ce-41ff-8972-3465a6bca001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.714038 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-f362345e-33ce-41ff-8972-3465a6bca001 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=135b4ad07d8f4bc1aee44f1b7156aeef&device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 1096 time: 0.2742939 Aug 10 01:57:29.718277 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e1728f7-113a-41ea-9ba8-1cd2893314f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.731486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Transition to ACTIVE for port object 338c38dc-1808-4225-b1cb-56d2724ec6e6 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:29.742188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926f5ee-8850-4f43-911b-930161b421f7 None None] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:29.805566 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-9379ff05-b5f4-48e9-b85f-318e05a96263 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb HTTP/1.1" status: 200 len: 217 time: 0.0669453 Aug 10 01:57:29.874920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-516ce3dd-b0c6-470c-b6b7-1fb9a637a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.876677 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-516ce3dd-b0c6-470c-b6b7-1fb9a637a73c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04ba7d13-73ff-4915-9aaa-98af6229d94c HTTP/1.1" status: 200 len: 854 time: 0.0619903 Aug 10 01:57:29.918015 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-b84e0a72-ec51-4742-b957-79a829471671 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a27dcb2a-ede5-49f8-973b-f85b3e80af10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322862 Aug 10 01:57:29.924203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.927624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ce0cb-acd9-453c-b84c-f99ae21a577f req-1ceee40a-8a4c-46e6-9251-30ae411776ec tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.929199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-972ce0cb-acd9-453c-b84c-f99ae21a577f req-1ceee40a-8a4c-46e6-9251-30ae411776ec tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 944 time: 0.1457424 Aug 10 01:57:29.940875 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.970487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port cf249de0-198d-4e9b-be82-9f8851d491d2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:29.979487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-405d212b-ef04-44db-94ae-de445fbe39cd None None] Provisioning for port cf249de0-198d-4e9b-be82-9f8851d491d2 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:29.984180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port cf249de0-198d-4e9b-be82-9f8851d491d2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:29.984634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.993116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e1728f7-113a-41ea-9ba8-1cd2893314f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.996810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e1728f7-113a-41ea-9ba8-1cd2893314f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.997782 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e1728f7-113a-41ea-9ba8-1cd2893314f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab8c0268-d7d8-497e-bfc9-3c8227f9bed7 HTTP/1.1" status: 204 len: 168 time: 0.6862729 Aug 10 01:57:30.010130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1728f7-113a-41ea-9ba8-1cd2893314f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c0268-d7d8-497e-bfc9-3c8227f9bed7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:30.014997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] device_id is not set on port c87348b9-cab1-464b-a8e5-493b8acf3299 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:57:30.040342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:30.048129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-405d212b-ef04-44db-94ae-de445fbe39cd None None] Provisioning complete for port cf249de0-198d-4e9b-be82-9f8851d491d2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:30.048759 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-405d212b-ef04-44db-94ae-de445fbe39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.058978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:30.065620 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-5406cb7c-b9c7-4cd9-aa1a-854f1f3f6a04 service neutron] 10.222.0.16 "GET /v2.0/networks/a27dcb2a-ede5-49f8-973b-f85b3e80af10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339905 Aug 10 01:57:30.083383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:30.086583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Pushing event updated for resources: {'Port': ['ID=338c38dc-1808-4225-b1cb-56d2724ec6e6,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:30.101688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-972ce0cb-acd9-453c-b84c-f99ae21a577f req-2d6f5f73-0ec8-499d-8ea1-3d5517a0ffd3 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566381 Aug 10 01:57:30.278518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Made reservation on behalf of c6e5a4731abb4c5ca6f5de72b8432615 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:30.283440 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.299016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a89c54e-0499-4260-bfe6-0e10bbb2cb8d req-79e59c11-625f-426e-8f92-bfd7f98395a7 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 210 time: 0.0846086 Aug 10 01:57:30.467464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Attempting to bind port 338c38dc-1808-4225-b1cb-56d2724ec6e6 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:30.467464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Attempting to bind port 338c38dc-1808-4225-b1cb-56d2724ec6e6 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:30.467839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Attempting to bind port 338c38dc-1808-4225-b1cb-56d2724ec6e6 on network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:30.473092 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.482103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Allocated IP 10.1.1.13 (c1fd6e7b-c020-4b3d-b50f-99c49a9527cc/ce81f104-a6cf-4dc2-b3ee-a7fc243abea1/c87348b9-cab1-464b-a8e5-493b8acf3299) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:30.487913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:30.489012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Checking segment: {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:30.489492 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.489967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Bound using segment: {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:30.490530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Bound port: 338c38dc-1808-4225-b1cb-56d2724ec6e6, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:30.494531 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.501978 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-405d212b-ef04-44db-94ae-de445fbe39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.571767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port cf249de0-198d-4e9b-be82-9f8851d491d2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cf249de0-198d-4e9b-be82-9f8851d491d2,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:30.599303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] For port 338c38dc-1808-4225-b1cb-56d2724ec6e6, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:30.601758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Allocated IP 172.20.0.6 (9dc100c9-6770-4cc2-ad5a-d65cef2449fe/85e83992-091f-4fea-818d-d0d1ef2d221e/9aa60f47-5358-4636-a48b-465af6b61b7e) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:30.603546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] For port 338c38dc-1808-4225-b1cb-56d2724ec6e6, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=338c38dc-1808-4225-b1cb-56d2724ec6e6,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:30.681371 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25e3c045-f168-4259-ab7a-189fc64c74fa req-6d2f9264-7170-4770-8641-ddf93baf7166 service neutron] 10.222.0.16 "GET /v2.0/networks/a27dcb2a-ede5-49f8-973b-f85b3e80af10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066582 Aug 10 01:57:30.747216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.752207 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.847615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-405d212b-ef04-44db-94ae-de445fbe39cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:57:30.847988 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-405d212b-ef04-44db-94ae-de445fbe39cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:57:30.852835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=cf249de0-198d-4e9b-be82-9f8851d491d2,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:30.871109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:30.918114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-a7f3e876-295f-495b-bd0f-82f3ff611923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:30.920669 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-a7f3e876-295f-495b-bd0f-82f3ff611923 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=135b4ad07d8f4bc1aee44f1b7156aeef&device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 1096 time: 0.0771251 Aug 10 01:57:30.921078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e7165-35c8-4a4d-8280-46067f67a5d8 None None] Pushing event updated for resources: {'Port': ['ID=338c38dc-1808-4225-b1cb-56d2724ec6e6,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:30.934740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff971bc-31cd-487e-ae46-56208b3fdbf8 req-3d206356-1b16-4889-a763-f3b68195ffa7 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:30.935930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ff971bc-31cd-487e-ae46-56208b3fdbf8 req-3d206356-1b16-4889-a763-f3b68195ffa7 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 945 time: 0.1632171 Aug 10 01:57:30.937101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Transition to ACTIVE for port object c87348b9-cab1-464b-a8e5-493b8acf3299 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:30.968165 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:31.013574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Transition to ACTIVE for port object 9aa60f47-5358-4636-a48b-465af6b61b7e will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:31.035259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ff971bc-31cd-487e-ae46-56208b3fdbf8 req-9359c48a-a9d7-44cb-a4bd-e79fc463b4ae tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902371 Aug 10 01:57:31.044785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-8c344dbc-7fee-4cca-ba72-d18cceb40349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:31.045913 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-8c344dbc-7fee-4cca-ba72-d18cceb40349 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a27dcb2a-ede5-49f8-973b-f85b3e80af10 HTTP/1.1" status: 200 len: 915 time: 0.1177638 Aug 10 01:57:31.133359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-2ec31667-6223-44a1-9c23-d3fdf4f0471f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb HTTP/1.1" status: 200 len: 217 time: 0.0659516 Aug 10 01:57:31.233008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-dc24ea7e-d73e-4139-b6b8-c8a8db6b3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:31.234777 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-dc24ea7e-d73e-4139-b6b8-c8a8db6b3a77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04ba7d13-73ff-4915-9aaa-98af6229d94c HTTP/1.1" status: 200 len: 854 time: 0.0932457 Aug 10 01:57:31.242268 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:31.247354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:31.254607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['4a1b156d-6ca6-47b3-bffc-d0372814695b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:31.293324 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-5ae6cbd5-3554-4633-b963-9b6acccb5e82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a27dcb2a-ede5-49f8-973b-f85b3e80af10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502079 Aug 10 01:57:31.315358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:31.325959 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:31.327401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:31.329917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:31.362152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:31.365463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:31.377972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Pushing event updated for resources: {'Port': ['ID=9aa60f47-5358-4636-a48b-465af6b61b7e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:31.416710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292975-08e9-46e0-80be-892af0e7b5e7 req-6034f03a-7e11-44f2-bdc8-5b50d54a8bbb tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:31.421441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba292975-08e9-46e0-80be-892af0e7b5e7 req-6034f03a-7e11-44f2-bdc8-5b50d54a8bbb tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 944 time: 0.2140772 Aug 10 01:57:31.487937 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-22ade429-da16-4c8b-8dee-4726edf795bd service neutron] 10.222.0.16 "GET /v2.0/networks/a27dcb2a-ede5-49f8-973b-f85b3e80af10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843388 Aug 10 01:57:31.522786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:31.528817 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:31.563865 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 242ee71c-043e-4cc6-907a-279e8048a7b3 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:31.568465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:31.569103 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:31.589473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Port': ['ID=c87348b9-cab1-464b-a8e5-493b8acf3299,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:31.598243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba292975-08e9-46e0-80be-892af0e7b5e7 req-2226eb3b-e030-4a69-9c72-53201b3fcef9 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344278 Aug 10 01:57:31.607731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 242ee71c-043e-4cc6-907a-279e8048a7b3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:31.607731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 242ee71c-043e-4cc6-907a-279e8048a7b3 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:31.621375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e046983b-645b-487a-8783-bd884b114697 None None] Provisioning complete for port cf249de0-198d-4e9b-be82-9f8851d491d2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:31.629732 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e046983b-645b-487a-8783-bd884b114697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:31.739025 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea52ff81-c144-4228-8ced-0368b48bcce0 req-2daed79b-51e9-4b8e-8da4-074a68ee22a8 service neutron] 10.222.0.16 "GET /v2.0/networks/a27dcb2a-ede5-49f8-973b-f85b3e80af10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323251 Aug 10 01:57:31.810472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-ae00b707-9f2b-44b5-8763-6f81608ff88f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2054212 Aug 10 01:57:31.828232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Request body: {'port': {'device_id': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:31.839885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dc71360c-9f99-44e4-99a5-590c664e61ac tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1600091 Aug 10 01:57:31.841886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38826) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:31.852667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'port': {'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'name': 'tempest-TaggedBootDevicesTest-711478785', 'fixed_ips': [{'subnet_id': 'ce81f104-a6cf-4dc2-b3ee-a7fc243abea1'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:31.858083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38828) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:31.918520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2575d4-c432-4a71-9608-e134be024c02 req-51dd2f30-fa23-4ecd-a166-ff5ea8531799 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:31.926700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de2575d4-c432-4a71-9608-e134be024c02 req-51dd2f30-fa23-4ecd-a166-ff5ea8531799 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 931 time: 0.1838386 Aug 10 01:57:31.955907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.021092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de2575d4-c432-4a71-9608-e134be024c02 req-5178cdcb-8c96-43b9-845b-88f7776b190b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873189 Aug 10 01:57:32.024624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e3af2acc-558a-48ad-bbd8-249a784d0fcc None None] Provisioning for port c87348b9-cab1-464b-a8e5-493b8acf3299 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:32.035472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e3af2acc-558a-48ad-bbd8-249a784d0fcc None None] Provisioning complete for port c87348b9-cab1-464b-a8e5-493b8acf3299 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:32.035472 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3af2acc-558a-48ad-bbd8-249a784d0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.102292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38834) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:32.102533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e3af2acc-558a-48ad-bbd8-249a784d0fcc None None] Port c87348b9-cab1-464b-a8e5-493b8acf3299 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:32.119644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:32.207424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1490982891-network', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:32.210933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e3af2acc-558a-48ad-bbd8-249a784d0fcc None None] Provisioning for port 9aa60f47-5358-4636-a48b-465af6b61b7e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:32.224829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e3af2acc-558a-48ad-bbd8-249a784d0fcc None None] Provisioning complete for port 9aa60f47-5358-4636-a48b-465af6b61b7e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:32.226098 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3af2acc-558a-48ad-bbd8-249a784d0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.273329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e3af2acc-558a-48ad-bbd8-249a784d0fcc None None] Port 9aa60f47-5358-4636-a48b-465af6b61b7e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:32.283862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950da96b-693a-4571-bea4-ed7641a116a6 None None] Network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:32.299545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.332110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] device_id is not set on port c5c9f62b-89ad-406e-910c-1c90c0ea01da yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:57:32.348215 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-79e25050-8f3c-4a9d-b480-450dece46eee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d9c38ac9088f426799e4550bc03238c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872167 Aug 10 01:57:32.352197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38842) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:32.381630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Made reservation on behalf of 2fe2a3066bbe48a6ae4b2dd0c9f39be7 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:32.384060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.399442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.466210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa60f47-5358-4636-a48b-465af6b61b7e {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:32.469640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-32780472-8127-442b-a185-47be0493bc29 None None] Provisioning for port 338c38dc-1808-4225-b1cb-56d2724ec6e6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:32.471936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8aa6432d-5011-45dc-b712-70faca33ef6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.480776 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.541597 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8aa6432d-5011-45dc-b712-70faca33ef6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.559506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Transition to ACTIVE for port object 9aa60f47-5358-4636-a48b-465af6b61b7e will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:32.596778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2018e5-a226-4132-b3fb-d81884cf898c req-9f6f9b4a-41de-4bb5-b704-c25a23d0c2be tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:32.599163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac2018e5-a226-4132-b3fb-d81884cf898c req-9f6f9b4a-41de-4bb5-b704-c25a23d0c2be tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 945 time: 0.1217227 Aug 10 01:57:32.628216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Allocated IP 10.1.1.240 (c1fd6e7b-c020-4b3d-b50f-99c49a9527cc/ce81f104-a6cf-4dc2-b3ee-a7fc243abea1/c5c9f62b-89ad-406e-910c-1c90c0ea01da) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:32.643879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac2018e5-a226-4132-b3fb-d81884cf898c req-527327e1-eee4-4491-8f9f-228e1c45fd04 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369411 Aug 10 01:57:32.647076 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.666037 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.707884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32431965-f41a-4363-876d-14f000f06619 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa60f47-5358-4636-a48b-465af6b61b7e,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:32.725451 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8aa6432d-5011-45dc-b712-70faca33ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.728130 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8aa6432d-5011-45dc-b712-70faca33ef6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.731756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8aa6432d-5011-45dc-b712-70faca33ef6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04d1f779-a060-4b01-88e1-20576b84ace9 HTTP/1.1" status: 204 len: 168 time: 0.3760695 Aug 10 01:57:32.760147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6432d-5011-45dc-b712-70faca33ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d1f779-a060-4b01-88e1-20576b84ace9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:32.830737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.866077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27438775-9665-4076-9261-59f960967fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:57:32.898611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0451345-8b4a-4ff2-bfa6-cffa2af44c65 req-b9f26a7f-0492-46c2-bd05-386e6beaafc2 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:32.908674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0451345-8b4a-4ff2-bfa6-cffa2af44c65 req-b9f26a7f-0492-46c2-bd05-386e6beaafc2 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 944 time: 0.1493211 Aug 10 01:57:32.914785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Attempting to bind port 9aa60f47-5358-4636-a48b-465af6b61b7e on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:32.921334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Attempting to bind port 9aa60f47-5358-4636-a48b-465af6b61b7e by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:32.921334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Attempting to bind port 9aa60f47-5358-4636-a48b-465af6b61b7e on network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:32.928246 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.952251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Port 9aa60f47-5358-4636-a48b-465af6b61b7e on network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:57:32.952251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Attempting to bind port 9aa60f47-5358-4636-a48b-465af6b61b7e on network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:32.954412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.954807 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Added segment e6f511a5-9742-4c83-9dac-d97bbb4709a7 of type vlan for network bc563a6d-5ac4-470f-92dc-94c28bf77cbb Aug 10 01:57:32.959843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Transition to ACTIVE for port object c5c9f62b-89ad-406e-910c-1c90c0ea01da will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:32.967873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:32.968207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Checking segment: {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:32.968600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Bound using segment: {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:32.969077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Bound port: 9aa60f47-5358-4636-a48b-465af6b61b7e, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c84eb51-d2cc-481c-b642-b3b183cb6ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:32.969442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.977229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:57:33.011181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a453c45f-2b1c-4799-bb15-3183c9a3e314,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:33.035978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0451345-8b4a-4ff2-bfa6-cffa2af44c65 req-8801249d-db48-4469-921e-dcba2eaf088b tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224036 Aug 10 01:57:33.051849 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.092040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cf249de0-198d-4e9b-be82-9f8851d491d2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:33.183620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] For port 9aa60f47-5358-4636-a48b-465af6b61b7e, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:33.189720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port cf249de0-198d-4e9b-be82-9f8851d491d2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:33.190025 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.193520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea9759-410a-47f5-b80f-6e80a7277fec req-b5a6fc42-567e-4948-8644-7d694861bf99 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:33.195129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09ea9759-410a-47f5-b80f-6e80a7277fec req-b5a6fc42-567e-4948-8644-7d694861bf99 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 943 time: 0.0782578 Aug 10 01:57:33.197550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,segment=NetworkSegment(a4f90a38-1e76-4fb5-ad26-b22e2a189eea),segment_id=a4f90a38-1e76-4fb5-ad26-b22e2a189eea)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:33.198642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] For port 9aa60f47-5358-4636-a48b-465af6b61b7e, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9aa60f47-5358-4636-a48b-465af6b61b7e,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:33.232882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '68f3b48a-a8ee-41fe-ba62-8068bf4dfabb', 'network_id': 'a27dcb2a-ede5-49f8-973b-f85b3e80af10', 'port_id': '68f3b48a-a8ee-41fe-ba62-8068bf4dfabb', 'mac_address': 'fa:16:3e:7d:87:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ba7d13-73ff-4915-9aaa-98af6229d94c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:57:33.241534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09ea9759-410a-47f5-b80f-6e80a7277fec req-db774bc2-bfff-4eb9-b669-ef07d79212b2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 Aug 10 01:57:33.243839 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.304103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:33.311756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:33.314412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:33.316982 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.354472 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.355515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:33.359472 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.370991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:33.376422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 338c38dc-1808-4225-b1cb-56d2724ec6e6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:33.385491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Port': ['ID=c5c9f62b-89ad-406e-910c-1c90c0ea01da,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:33.400209 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.436321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,segment=NetworkSegment(a4f90a38-1e76-4fb5-ad26-b22e2a189eea),segment_id=a4f90a38-1e76-4fb5-ad26-b22e2a189eea)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:33.459208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:33.459888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.461345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-32431965-f41a-4363-876d-14f000f06619 service neutron] 10.222.0.11 "PUT /v2.0/ports/9aa60f47-5358-4636-a48b-465af6b61b7e HTTP/1.1" status: 200 len: 1092 time: 1.6413887 Aug 10 01:57:33.461748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:33.461929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:33.462781 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.465790 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225d7b47-7bd4-49ad-abcf-00d6cb1c0803" -d '{"events": [{"name": "network-changed", "server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:33.468922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27438775-9665-4076-9261-59f960967fdd admin admin] Pushing event updated for resources: {'Network': ['ID=bc563a6d-5ac4-470f-92dc-94c28bf77cbb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:33.485667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network bc563a6d-5ac4-470f-92dc-94c28bf77cbb details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:57:33.515697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32431965-f41a-4363-876d-14f000f06619 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa60f47-5358-4636-a48b-465af6b61b7e,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:33.530296 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab43fb3-2bde-454f-88ee-35ad0578a726 x-openstack-request-id: req-fab43fb3-2bde-454f-88ee-35ad0578a726 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:33.530633 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:33.530901 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fab43fb3-2bde-454f-88ee-35ad0578a726 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:33.531314 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'status': 'completed', 'code': 200} Aug 10 01:57:33.601195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7b47-7bd4-49ad-abcf-00d6cb1c0803 req-bb50d4d8-81e4-423e-88f7-04cc142ec152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:33.603954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-225d7b47-7bd4-49ad-abcf-00d6cb1c0803 req-bb50d4d8-81e4-423e-88f7-04cc142ec152 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 1095 time: 0.0483825 Aug 10 01:57:33.641958 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.645577 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-27438775-9665-4076-9261-59f960967fdd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5391428 Aug 10 01:57:33.645962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38858) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:33.651288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Request body: {'subnet': {'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1490982891-subnet', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:33.717834 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5e592af1-5c8c-43b3-8d9e-440e39d868bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8739150 Aug 10 01:57:33.719792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 338c38dc-1808-4225-b1cb-56d2724ec6e6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:33.734053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 338c38dc-1808-4225-b1cb-56d2724ec6e6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:33.734438 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.739044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7b47-7bd4-49ad-abcf-00d6cb1c0803 req-15f531b9-cd80-4f9a-9037-b3f536bf7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:33.741122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-225d7b47-7bd4-49ad-abcf-00d6cb1c0803 req-15f531b9-cd80-4f9a-9037-b3f536bf7cdd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1268687 Aug 10 01:57:33.763011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-96e3ae93-3a16-4d9c-9c71-820933415956 None None] Provisioning for port c5c9f62b-89ad-406e-910c-1c90c0ea01da completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:33.764955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:33.773836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-96e3ae93-3a16-4d9c-9c71-820933415956 None None] Provisioning complete for port c5c9f62b-89ad-406e-910c-1c90c0ea01da triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:33.773836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-96e3ae93-3a16-4d9c-9c71-820933415956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.807254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Made reservation on behalf of 2fe2a3066bbe48a6ae4b2dd0c9f39be7 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:33.810340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.831849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-96e3ae93-3a16-4d9c-9c71-820933415956 None None] Port c5c9f62b-89ad-406e-910c-1c90c0ea01da cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:33.857979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14feddba-ea9b-418c-a192-4a3c05fedbee req-623a6839-ab72-4511-a510-63a220f621fe tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:33.859149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14feddba-ea9b-418c-a192-4a3c05fedbee req-623a6839-ab72-4511-a510-63a220f621fe tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 945 time: 0.1020601 Aug 10 01:57:33.872275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38864) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:33.881004 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:33.919265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 338c38dc-1808-4225-b1cb-56d2724ec6e6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=338c38dc-1808-4225-b1cb-56d2724ec6e6,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:33.930350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['68f3b48a-a8ee-41fe-ba62-8068bf4dfabb'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:33.992750 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.069012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-033b42c7-0a06-4d21-8c24-6a9ecc078435 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:34.071269 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-033b42c7-0a06-4d21-8c24-6a9ecc078435 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.16 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 945 time: 0.0682769 Aug 10 01:57:34.076907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=338c38dc-1808-4225-b1cb-56d2724ec6e6,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:34.161949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.228767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd29c93-8e6e-446e-a4ef-aed0b67ad958,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:34.247151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Deleting port 9f304be0-62a3-4f99-b27d-339b2eae3a64 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:34.247504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.264325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7b47-7bd4-49ad-abcf-00d6cb1c0803 req-bd9a8250-6378-4238-a641-989d50a05e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:34.265573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Checking segment: {'id': 'e6f511a5-9742-4c83-9dac-d97bbb4709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:34.265943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Network hostable DHCP agents. Network: bc563a6d-5ac4-470f-92dc-94c28bf77cbb, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:57:34.266888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-225d7b47-7bd4-49ad-abcf-00d6cb1c0803 req-bd9a8250-6378-4238-a641-989d50a05e23 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5186994 Aug 10 01:57:34.303975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14feddba-ea9b-418c-a192-4a3c05fedbee req-f3049008-ec9d-4afa-b3bc-9a1a5e46b471 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups?id=a685939d-d1e3-4a3b-8ab1-f97843d2281a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4357314 Aug 10 01:57:34.336355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bfd18291-b189-43a0-b803-b03019ea4d09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=599f00565424447a8728e3699a5732be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624317 Aug 10 01:57:34.338982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38870) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:34.376242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b91d7-92db-4003-94cf-30379cd055c5 req-57ee9d7d-cc1a-4900-a6e6-59df3f201d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:34.376619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] For port 9f304be0-62a3-4f99-b27d-339b2eae3a64, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=9f304be0-62a3-4f99-b27d-339b2eae3a64,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:34.377098 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.377863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-57ee9d7d-cc1a-4900-a6e6-59df3f201d27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 1095 time: 0.0705287 Aug 10 01:57:34.427936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-9647a4a4-1261-4c24-b844-539dacedf9a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa60f47-5358-4636-a48b-465af6b61b7e HTTP/1.1" status: 200 len: 217 time: 0.0412102 Aug 10 01:57:34.440285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Network bc563a6d-5ac4-470f-92dc-94c28bf77cbb is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:57:34.466322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-adc0f456-d8e7-43a9-9a2f-39cd21415085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.501052 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-adc0f456-d8e7-43a9-9a2f-39cd21415085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.508460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b91d7-92db-4003-94cf-30379cd055c5 req-998d243a-f028-48dd-b571-5b0e0ac07f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:34.509750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-998d243a-f028-48dd-b571-5b0e0ac07f48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.0725918 Aug 10 01:57:34.538800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, bc563a6d-5ac4-470f-92dc-94c28bf77cbb) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:34.548990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0b2dcd-1718-4dba-a64d-aebbc6e98384 None None] Network bc563a6d-5ac4-470f-92dc-94c28bf77cbb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:34.565391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:34.565391 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.572749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b91d7-92db-4003-94cf-30379cd055c5 req-05e4f5a9-60df-4f70-b5f1-2b9b18969f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:34.574469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-05e4f5a9-60df-4f70-b5f1-2b9b18969f18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564826 Aug 10 01:57:34.600566 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.600838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.601157 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Floating IP 43e6001c-3629-468c-92e4-e9c847d2f9a7 disassociated. External IP: 172.25.3.27, port: 9f304be0-62a3-4f99-b27d-339b2eae3a64. Aug 10 01:57:34.601501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Calling delete_port for 9f304be0-62a3-4f99-b27d-339b2eae3a64 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:34.649327 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64e053bc-7dc8-4162-b570-74077d325577 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0022788 Aug 10 01:57:34.651922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38874) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:34.657325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:34.662526 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-adc0f456-d8e7-43a9-9a2f-39cd21415085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.669466 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-adc0f456-d8e7-43a9-9a2f-39cd21415085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.669466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-adc0f456-d8e7-43a9-9a2f-39cd21415085 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cba13f8e-711b-402c-8fa3-1dfdc04d25eb HTTP/1.1" status: 204 len: 168 time: 0.3265007 Aug 10 01:57:34.683961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0f456-d8e7-43a9-9a2f-39cd21415085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba13f8e-711b-402c-8fa3-1dfdc04d25eb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:34.733861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-7da8926d-462e-4751-a433-775f39246cc4 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517806 Aug 10 01:57:34.768547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-bc563a6d-5ac4-470f-92dc-94c28bf77cbb', 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'fixed_ips': [{'subnet_id': 'ecd29c93-8e6e-446e-a4ef-aed0b67ad958'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:57:34.771498 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.815655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.816790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.817394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38878) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:34.828902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-61549e60-fa94-4542-a277-823470f8aef9 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298692692', 'description': 'tempest-description--1731468267'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:34.902145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-827b91d7-92db-4003-94cf-30379cd055c5 req-bfb29ba7-cf6c-4413-8d7f-2e59c75830c2 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584647 Aug 10 01:57:34.903427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.971151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.974996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62485e6-9c53-4e7b-9189-19a27dc4f458 req-0e7ddd04-9f15-4577-bd77-8be4a6eb3e69 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:34.976506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c62485e6-9c53-4e7b-9189-19a27dc4f458 req-0e7ddd04-9f15-4577-bd77-8be4a6eb3e69 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 945 time: 0.0689340 Aug 10 01:57:34.977778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61549e60-fa94-4542-a277-823470f8aef9 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.984723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:35.025349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Pushing event deleted for resources: {'Port': ['ID=9f304be0-62a3-4f99-b27d-339b2eae3a64,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:35.030940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Allocated IP 172.20.0.2 (bc563a6d-5ac4-470f-92dc-94c28bf77cbb/ecd29c93-8e6e-446e-a4ef-aed0b67ad958/b1493a93-c305-4b87-aba2-7d9ed0ba360e) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:35.034265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 338c38dc-1808-4225-b1cb-56d2724ec6e6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:35.042723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c62485e6-9c53-4e7b-9189-19a27dc4f458 req-2331de2b-2833-45d2-b8dc-5a6a38de4804 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550876 Aug 10 01:57:35.105649 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61549e60-fa94-4542-a277-823470f8aef9 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.185783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 338c38dc-1808-4225-b1cb-56d2724ec6e6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:35.185783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.200801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61549e60-fa94-4542-a277-823470f8aef9 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.308854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8985-52f3-4bd4-87f4-0114c0398bcb req-911648eb-ad48-4633-b45e-b52d883afa29 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:35.310741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb0f8985-52f3-4bd4-87f4-0114c0398bcb req-911648eb-ad48-4633-b45e-b52d883afa29 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 943 time: 0.1673698 Aug 10 01:57:35.312775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61549e60-fa94-4542-a277-823470f8aef9 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03804605-c619-4842-928a-5e4302272ca7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:35.322497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:35.327539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:35.328121 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.367317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61549e60-fa94-4542-a277-823470f8aef9 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.374578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38892) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:35.376014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-61549e60-fa94-4542-a277-823470f8aef9 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5567677 Aug 10 01:57:35.390857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-58cd21e8-8575-4925-8745-6e41d85b3841 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'security_group_rule': {'security_group_id': '03804605-c619-4842-928a-5e4302272ca7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:35.398269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb0f8985-52f3-4bd4-87f4-0114c0398bcb req-b4a0a104-5923-4add-9e29-1637180e276b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793822 Aug 10 01:57:35.411159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.481663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f51db52-7eb8-4b1c-b258-e0975c3f0ca5 req-8c682840-4155-430d-a4ee-55febe13c91e tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 210 time: 0.0560949 Aug 10 01:57:35.509106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:35.520623 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.591334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1d1867-bdf6-409a-b20c-86d7d74878b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f3b48a-a8ee-41fe-ba62-8068bf4dfabb'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:35.598606 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4a5309-a6dc-47cf-af01-9c564728add7" -d '{"events": [{"server_uuid": "3d1d1867-bdf6-409a-b20c-86d7d74878b6", "name": "network-vif-plugged", "status": "completed", "tag": "68f3b48a-a8ee-41fe-ba62-8068bf4dfabb"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:35.614809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58cd21e8-8575-4925-8745-6e41d85b3841 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.626675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,segment=NetworkSegment(a4f90a38-1e76-4fb5-ad26-b22e2a189eea),segment_id=a4f90a38-1e76-4fb5-ad26-b22e2a189eea)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:35.627928 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.637728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Transition to ACTIVE for port object b1493a93-c305-4b87-aba2-7d9ed0ba360e will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:35.656282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Transition to ACTIVE for port object b1493a93-c305-4b87-aba2-7d9ed0ba360e will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:35.662708 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fb5d2c-4745-4dce-8beb-45b9b114339a x-openstack-request-id: req-d5fb5d2c-4745-4dce-8beb-45b9b114339a {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:35.663010 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1d1867-bdf6-409a-b20c-86d7d74878b6", "name": "network-vif-plugged", "status": "completed", "tag": "68f3b48a-a8ee-41fe-ba62-8068bf4dfabb", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:35.663269 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5fb5d2c-4745-4dce-8beb-45b9b114339a {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:35.663669 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1d1867-bdf6-409a-b20c-86d7d74878b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f3b48a-a8ee-41fe-ba62-8068bf4dfabb', 'code': 200} Aug 10 01:57:35.725767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:35.735813 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] Sync routers for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:35.744598 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.747607 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:35.747607 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:35.750591 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.783160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e615244-e272-4270-a582-21d6d700f975 req-105e2e0f-f4e5-4f02-93f8-ee54bb6f9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:35.784667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e615244-e272-4270-a582-21d6d700f975 req-105e2e0f-f4e5-4f02-93f8-ee54bb6f9a13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 1097 time: 0.0567057 Aug 10 01:57:35.832779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Network bc563a6d-5ac4-470f-92dc-94c28bf77cbb is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:35.836287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:35.837010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e615244-e272-4270-a582-21d6d700f975 req-f475f2d0-9e70-4df9-a48b-db991c212e9c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Aug 10 01:57:35.839560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] No DVR routers for this DVR port 9f304be0-62a3-4f99-b27d-339b2eae3a64 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:35.846257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:35.846679 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.846679 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-42dcd2ee-c2a6-4d8f-91ea-64f9fd69f70a req-94ae334d-c93a-44c7-9b3f-52f8e90d0c7d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.16 "DELETE /v2.0/ports/9f304be0-62a3-4f99-b27d-339b2eae3a64 HTTP/1.1" status: 204 len: 173 time: 1.7680984 Aug 10 01:57:35.855011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'name': 'network-vif-deleted', 'tag': '9f304be0-62a3-4f99-b27d-339b2eae3a64'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:35.857328 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe27a4c-4266-4332-9009-57fcc3b914c0" -d '{"events": [{"server_uuid": "db775363-28d4-42c9-a206-4a58b06a6c56", "name": "network-vif-deleted", "tag": "9f304be0-62a3-4f99-b27d-339b2eae3a64"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:35.861605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58cd21e8-8575-4925-8745-6e41d85b3841 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.883402 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:35.909625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38904) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:35.919060 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bebc552-3c1a-4ca1-a548-3f5e3b27cdae x-openstack-request-id: req-8bebc552-3c1a-4ca1-a548-3f5e3b27cdae {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:35.919351 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db775363-28d4-42c9-a206-4a58b06a6c56", "name": "network-vif-deleted", "tag": "9f304be0-62a3-4f99-b27d-339b2eae3a64", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:35.919628 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8bebc552-3c1a-4ca1-a548-3f5e3b27cdae {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:35.920292 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db775363-28d4-42c9-a206-4a58b06a6c56', 'name': 'network-vif-deleted', 'tag': '9f304be0-62a3-4f99-b27d-339b2eae3a64', 'status': 'completed', 'code': 200} Aug 10 01:57:35.936358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58cd21e8-8575-4925-8745-6e41d85b3841 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:35.948242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:35.996678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd21e8-8575-4925-8745-6e41d85b3841 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d5eaff-b697-47da-a1f1-d82f43f83f04,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:36.030534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Attempting to bind port b1493a93-c305-4b87-aba2-7d9ed0ba360e on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:36.038483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Attempting to bind port b1493a93-c305-4b87-aba2-7d9ed0ba360e by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e6f511a5-9742-4c83-9dac-d97bbb4709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:36.038740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Attempting to bind port b1493a93-c305-4b87-aba2-7d9ed0ba360e on network bc563a6d-5ac4-470f-92dc-94c28bf77cbb {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:36.051950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:36.052336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Checking segment: {'id': 'e6f511a5-9742-4c83-9dac-d97bbb4709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:36.052747 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.053147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Bound using segment: {'id': 'e6f511a5-9742-4c83-9dac-d97bbb4709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:36.077643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Bound port: b1493a93-c305-4b87-aba2-7d9ed0ba360e, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f511a5-9742-4c83-9dac-d97bbb4709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:36.077643 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.112809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.119190 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8f018ec6-5eb7-4aef-8f69-fa74b6693390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.139629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Pushing event updated for resources: {'Port': ['ID=b1493a93-c305-4b87-aba2-7d9ed0ba360e,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:36.159076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.167802 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58cd21e8-8575-4925-8745-6e41d85b3841 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.171400 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-58cd21e8-8575-4925-8745-6e41d85b3841 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7849574 Aug 10 01:57:36.179188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38914) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:36.190284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b48918ab-6e50-47ef-8e6d-55d666dc21f4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'security_group_rule': {'security_group_id': '03804605-c619-4842-928a-5e4302272ca7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:36.197537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] For port b1493a93-c305-4b87-aba2-7d9ed0ba360e, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:36.201042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] For port b1493a93-c305-4b87-aba2-7d9ed0ba360e, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1493a93-c305-4b87-aba2-7d9ed0ba360e,segment=NetworkSegment(e6f511a5-9742-4c83-9dac-d97bbb4709a7),segment_id=e6f511a5-9742-4c83-9dac-d97bbb4709a7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:36.280506 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '269e6d12-40ef-442a-8abf-0e74f296beba', 'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'mac_address': 'fa:16:3e:32:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:12Z', 'updated_at': '2021-08-10T01:53:20Z', 'revision_number': 5, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'subnets': [{'id': '080b13db-3e9e-4586-9336-377ab77c5706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:36.298296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513783-96ec-4bba-b19e-16b7efc0fdb2 req-e593c19d-703e-43f1-a2f0-5e0fe732f941 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:36.299923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f513783-96ec-4bba-b19e-16b7efc0fdb2 req-e593c19d-703e-43f1-a2f0-5e0fe732f941 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 946 time: 0.0994825 Aug 10 01:57:36.335514 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.405492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Allocated IP 172.25.3.12 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/f1fadb4a-f275-4764-9033-05adc02fc3cd) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:36.465710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f513783-96ec-4bba-b19e-16b7efc0fdb2 req-1de06ff8-e155-43fa-90af-2aa53502ce85 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529210 Aug 10 01:57:36.482038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a1d49-6e9f-4e73-8b46-a69fe180ec6c None None] Pushing event updated for resources: {'Port': ['ID=b1493a93-c305-4b87-aba2-7d9ed0ba360e,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:36.528973 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8f018ec6-5eb7-4aef-8f69-fa74b6693390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.612400 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] Checking router: 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:36.626431 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:36.627442 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:36.641216 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8f018ec6-5eb7-4aef-8f69-fa74b6693390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.723863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.797343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6dfaebc3-00ec-4b3c-ba54-593e288c593a req-1b4c65d3-9145-43ba-9345-4ae6f0d47ee0 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 210 time: 0.1508603 Aug 10 01:57:36.838406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f018ec6-5eb7-4aef-8f69-fa74b6693390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a3ff69-3ff9-46a5-9827-ff6d9722c693,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:36.843016 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:36.850153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8f018ec6-5eb7-4aef-8f69-fa74b6693390 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae6ce68731ee4821983d52bd46e2eec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9394341 Aug 10 01:57:36.852834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38926) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:36.872357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e429-b0ea-40d7-9e2d-55745bbed13d req-9291d651-0181-4508-a5fa-44a675aa97bd tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:36.875140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a11e429-b0ea-40d7-9e2d-55745bbed13d req-9291d651-0181-4508-a5fa-44a675aa97bd tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 943 time: 0.3107367 Aug 10 01:57:36.912422 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b48918ab-6e50-47ef-8e6d-55d666dc21f4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.939054 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.992635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 9f304be0-62a3-4f99-b27d-339b2eae3a64 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:37.002229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a11e429-b0ea-40d7-9e2d-55745bbed13d req-4665a045-9fb8-4fc2-9af3-05e306b99fe7 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188200 Aug 10 01:57:37.032260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:37.041356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:37.043672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6705d531-4b44-4926-a523-39e135d4fb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.047375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:37.063115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 9f304be0-62a3-4f99-b27d-339b2eae3a64 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:37.063461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 9f304be0-62a3-4f99-b27d-339b2eae3a64 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:37.087708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1493a93-c305-4b87-aba2-7d9ed0ba360e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:37.090680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Pushing event updated for resources: {'Port': ['ID=f1fadb4a-f275-4764-9033-05adc02fc3cd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:37.119906 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b48918ab-6e50-47ef-8e6d-55d666dc21f4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.129490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6705d531-4b44-4926-a523-39e135d4fb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.246650 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '269e6d12-40ef-442a-8abf-0e74f296beba', 'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'mac_address': 'fa:16:3e:32:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:12Z', 'updated_at': '2021-08-10T01:53:20Z', 'revision_number': 5, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'subnets': [{'id': '080b13db-3e9e-4586-9336-377ab77c5706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:37.270198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b48918ab-6e50-47ef-8e6d-55d666dc21f4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.274176 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22d31ab-41d3-405e-b550-a41061553455 None None] The sync data for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 is: [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '269e6d12-40ef-442a-8abf-0e74f296beba', 'name': '', 'network_id': '63490791-c75a-4705-bd62-b0863d203ed7', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'mac_address': 'fa:16:3e:32:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '080b13db-3e9e-4586-9336-377ab77c5706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:12Z', 'updated_at': '2021-08-10T01:53:20Z', 'revision_number': 5, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'subnets': [{'id': '080b13db-3e9e-4586-9336-377ab77c5706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:37.291343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48918ab-6e50-47ef-8e6d-55d666dc21f4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe91bf0-b7b2-43aa-ac47-cc2a5efe3d0b,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:37.293834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b1493a93-c305-4b87-aba2-7d9ed0ba360e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:37.367672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6705d531-4b44-4926-a523-39e135d4fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.371182 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6705d531-4b44-4926-a523-39e135d4fb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.379153 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6705d531-4b44-4926-a523-39e135d4fb78 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61a3ff69-3ff9-46a5-9827-ff6d9722c693 HTTP/1.1" status: 204 len: 168 time: 0.5193982 Aug 10 01:57:37.385621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705d531-4b44-4926-a523-39e135d4fb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a3ff69-3ff9-46a5-9827-ff6d9722c693,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:37.402420 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b48918ab-6e50-47ef-8e6d-55d666dc21f4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.408750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b48918ab-6e50-47ef-8e6d-55d666dc21f4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2268775 Aug 10 01:57:37.415957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38938) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:37.431984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:37.553524 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.556954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 9aa60f47-5358-4636-a48b-465af6b61b7e details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:57:37.590292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.791533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e84ac7-1ac8-4679-9807-fc93577549a0 None None] New status for floating IP 43e6001c-3629-468c-92e4-e9c847d2f9a7: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:57:37.858686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a635d-4551-4e0f-8c13-0f5dc0088ec1 req-af31d326-3a28-42a5-821b-fd3cfe7d9806 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:37.867569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e8a635d-4551-4e0f-8c13-0f5dc0088ec1 req-af31d326-3a28-42a5-821b-fd3cfe7d9806 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 946 time: 0.2847524 Aug 10 01:57:37.971422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e8a635d-4551-4e0f-8c13-0f5dc0088ec1 req-3e365438-aad8-411e-a515-f1ceb77cfb2a tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027749 Aug 10 01:57:38.003569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 9aa60f47-5358-4636-a48b-465af6b61b7e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9aa60f47-5358-4636-a48b-465af6b61b7e,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:38.021586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3d9d6-894b-4459-ac5d-00d0c882052e None None] Network bc563a6d-5ac4-470f-92dc-94c28bf77cbb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:38.073943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.102011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cf6e199-4618-4c5c-97c1-ee3b2aee3119 req-a2182c4d-f85e-4b4e-8edd-02313fbe5fdc tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 210 time: 0.1277146 Aug 10 01:57:38.118490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'port_id': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'mac_address': 'fa:16:3e:d0:5f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:57:38.389969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d01871-780f-4ecd-8545-db4e221cf9ae req-fd623c7d-2713-4dda-9d9d-ebe1b4b08909 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.401093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35d01871-780f-4ecd-8545-db4e221cf9ae req-fd623c7d-2713-4dda-9d9d-ebe1b4b08909 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 943 time: 0.1951785 Aug 10 01:57:38.461987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Allocated IP 172.25.3.120 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/17dd8d1c-5010-43da-8ba0-50b92c254d94) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:38.463362 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.506888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35d01871-780f-4ecd-8545-db4e221cf9ae req-168d6271-8dd3-451d-a247-71d5c2a2d3c7 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048203 Aug 10 01:57:38.511297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa60f47-5358-4636-a48b-465af6b61b7e {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:38.520296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-93be97ae-1d02-4f10-9dd1-6dbe8be131c4 None None] Provisioning for port b1493a93-c305-4b87-aba2-7d9ed0ba360e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:38.547295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-93be97ae-1d02-4f10-9dd1-6dbe8be131c4 None None] Provisioning complete for port b1493a93-c305-4b87-aba2-7d9ed0ba360e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:38.547295 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-93be97ae-1d02-4f10-9dd1-6dbe8be131c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.595719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38972) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:38.603674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 9aa60f47-5358-4636-a48b-465af6b61b7e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9aa60f47-5358-4636-a48b-465af6b61b7e,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:38.625063 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2ccbd64-2f7c-4991-a8c2-34755cb4d5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.678408 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.710591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.713491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.764116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-36a2dead-4524-45e7-801f-80f939b2a52b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=06a4dae1bf8f4965893a5741147e11d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172497 Aug 10 01:57:38.769902 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-93be97ae-1d02-4f10-9dd1-6dbe8be131c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.804388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=9aa60f47-5358-4636-a48b-465af6b61b7e,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:38.841478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-93be97ae-1d02-4f10-9dd1-6dbe8be131c4 None None] For port b1493a93-c305-4b87-aba2-7d9ed0ba360e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1493a93-c305-4b87-aba2-7d9ed0ba360e,segment=NetworkSegment(e6f511a5-9742-4c83-9dac-d97bbb4709a7),segment_id=e6f511a5-9742-4c83-9dac-d97bbb4709a7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:38.901181 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2ccbd64-2f7c-4991-a8c2-34755cb4d5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.930798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-57803590-d4f3-4d0a-83e2-ef0d8992744d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.932484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-57803590-d4f3-4d0a-83e2-ef0d8992744d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1672683 Aug 10 01:57:38.938971 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-93be97ae-1d02-4f10-9dd1-6dbe8be131c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:38.945415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['9aa60f47-5358-4636-a48b-465af6b61b7e'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:38.970879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-2e33b9d7-eaab-43b4-baad-b7dde2597d0e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/quotas/06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 375 time: 0.0231185 Aug 10 01:57:38.993440 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2ccbd64-2f7c-4991-a8c2-34755cb4d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.023347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-ec4f0380-1355-4db6-b8ab-dd0d36f4c426 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452900 Aug 10 01:57:39.051831 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.052196 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b2ccbd64-2f7c-4991-a8c2-34755cb4d5b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cad629d1398242ba8fda62cc45a5d5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529610 Aug 10 01:57:39.053889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Router c367e79d-2e64-4b40-8a16-1ed4df0c5075 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:57:39.057274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38980) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:39.059637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccbd64-2f7c-4991-a8c2-34755cb4d5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e904c607-dd2d-4849-b8fe-c519c0606d83,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:39.059767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be97ae-1d02-4f10-9dd1-6dbe8be131c4 None None] Pushing event updated for resources: {'Port': ['ID=b1493a93-c305-4b87-aba2-7d9ed0ba360e,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:39.117247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:39.124347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:39.127704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:39.213717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Port': ['ID=17dd8d1c-5010-43da-8ba0-50b92c254d94,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:39.260449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f45c9753-3b96-4853-bcfc-c98715fdbc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.309281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f45c9753-3b96-4853-bcfc-c98715fdbc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.321861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6ea884aa-3939-4bed-b1ec-e27920c8b958 None None] Provisioning complete for port b1493a93-c305-4b87-aba2-7d9ed0ba360e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:39.322532 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ea884aa-3939-4bed-b1ec-e27920c8b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.324162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:39.340650 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Sync routers for ids ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:39.344884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e05f0cb8-6e49-44a2-94b3-d65359e4036e req-756bb482-9bdb-4d1c-b532-b476d16a73be tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 210 time: 0.0474193 Aug 10 01:57:39.351352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.352465 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Routers {'c367e79d-2e64-4b40-8a16-1ed4df0c5075'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:39.353095 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:39.505899 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.507872 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-133e5f7f-1a4e-4080-8165-1bc725a5a60d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8549330 Aug 10 01:57:39.510502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38990) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:39.532755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Set router c367e79d-2e64-4b40-8a16-1ed4df0c5075 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:39.542775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b96b5fb-8938-4217-a09f-7d8d7688a166 req-891575ca-c854-4c5f-9764-4023af44cbc6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 210 time: 0.1348479 Aug 10 01:57:39.558921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.634061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f45c9753-3b96-4853-bcfc-c98715fdbc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.642081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f45c9753-3b96-4853-bcfc-c98715fdbc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.643302 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f45c9753-3b96-4853-bcfc-c98715fdbc01 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e904c607-dd2d-4849-b8fe-c519c0606d83 HTTP/1.1" status: 204 len: 168 time: 0.5724924 Aug 10 01:57:39.668950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c9753-3b96-4853-bcfc-c98715fdbc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e904c607-dd2d-4849-b8fe-c519c0606d83,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:39.831386 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:34Z', 'updated_at': '2021-08-10T01:57:37Z', 'revision_number': 3, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'gw_port': {'id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:36Z', 'updated_at': '2021-08-10T01:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:39.834285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f05d80-18f2-4418-9fac-3ffb26878342 req-e04e609d-13d0-40f9-9798-65be7d95667b tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:39.841659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56f05d80-18f2-4418-9fac-3ffb26878342 req-e04e609d-13d0-40f9-9798-65be7d95667b tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 946 time: 0.4438851 Aug 10 01:57:39.861638 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Checking router: c367e79d-2e64-4b40-8a16-1ed4df0c5075 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:39.862373 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Updating router c367e79d-2e64-4b40-8a16-1ed4df0c5075 port f1fadb4a-f275-4764-9033-05adc02fc3cd binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:57:39.894188 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.944817 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:39.958088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88059d2f-650b-44cd-bbdf-d5bccd5c0c92 req-c3ff53c1-4bb7-454a-99d2-5871a31b58a8 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:39.959880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88059d2f-650b-44cd-bbdf-d5bccd5c0c92 req-c3ff53c1-4bb7-454a-99d2-5871a31b58a8 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 944 time: 0.1714482 Aug 10 01:57:39.969704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56f05d80-18f2-4418-9fac-3ffb26878342 req-e4b42acc-ea57-4931-952f-7b743e70eea3 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272042 Aug 10 01:57:40.065507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88059d2f-650b-44cd-bbdf-d5bccd5c0c92 req-faca6f40-f4ad-4f7e-9707-b532790d3d64 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947263 Aug 10 01:57:40.073426 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.171635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Port': ['ID=17dd8d1c-5010-43da-8ba0-50b92c254d94,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:40.193250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.259497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.268060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.270182 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8b7d3858-a82b-4d33-a011-5e333e43ee5a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8526771 Aug 10 01:57:40.302267 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.321093 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Transition to ACTIVE for port object f1fadb4a-f275-4764-9033-05adc02fc3cd will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:40.439574 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.509200 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Attempting to bind port f1fadb4a-f275-4764-9033-05adc02fc3cd on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:40.512955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Attempting to bind port f1fadb4a-f275-4764-9033-05adc02fc3cd by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:40.513659 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Attempting to bind port f1fadb4a-f275-4764-9033-05adc02fc3cd on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:40.517216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a82cdabe-4e40-465a-b629-81a635dae785 req-1ca0d0bf-cee4-4012-a651-2308e3196fcd tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 210 time: 0.0739660 Aug 10 01:57:40.526255 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:40.527026 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:40.527617 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.528171 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:40.528952 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Bound port: f1fadb4a-f275-4764-9033-05adc02fc3cd, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:40.529505 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.575605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Allocated IP 172.20.0.1 (bc563a6d-5ac4-470f-92dc-94c28bf77cbb/ecd29c93-8e6e-446e-a4ef-aed0b67ad958/ed3be92f-e9d5-4f91-8490-8009997b7dfb) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:40.582969 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Pushing event updated for resources: {'Port': ['ID=f1fadb4a-f275-4764-9033-05adc02fc3cd,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:40.593961 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.594436 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.594911 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.595339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.596001 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.596559 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.597111 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.598121 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.598539 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.599070 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.599511 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.599941 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:40.650600 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] For port f1fadb4a-f275-4764-9033-05adc02fc3cd, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:40.654872 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] For port f1fadb4a-f275-4764-9033-05adc02fc3cd, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f1fadb4a-f275-4764-9033-05adc02fc3cd,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:40.690858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7592049-da57-4fd4-9a5d-6df7fb0bfe00 req-37f737b0-3a06-4180-8a02-8e8d3038e959 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 210 time: 0.0530503 Aug 10 01:57:40.702190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-6d4a80a1-95ed-4978-a68c-cda43fab43a5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1298692692&fields=id&tenant_id=6516606fd45e4b029bd44fae3d330ceb HTTP/1.1" status: 200 len: 267 time: 0.1469407 Aug 10 01:57:40.712523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-9dbe3199-5bd7-4679-ac1d-4ede10f980b5 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:40.715432 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-9dbe3199-5bd7-4679-ac1d-4ede10f980b5 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 946 time: 0.1835799 Aug 10 01:57:40.755179 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.761964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92f14ab7-d48e-4f89-bdff-525dca9f2f21 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:40.763487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92f14ab7-d48e-4f89-bdff-525dca9f2f21 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports/c87348b9-cab1-464b-a8e5-493b8acf3299 HTTP/1.1" status: 200 len: 930 time: 0.0596895 Aug 10 01:57:40.829809 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Routers {'c367e79d-2e64-4b40-8a16-1ed4df0c5075'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:40.830428 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:40.834113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b607d597-5267-4dd4-9457-9dcd7e87b63c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:40.834264 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3da834-a0ee-44a3-b4d5-e2e12f5172e0 None None] Pushing event updated for resources: {'Port': ['ID=f1fadb4a-f275-4764-9033-05adc02fc3cd,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:40.837700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b607d597-5267-4dd4-9457-9dcd7e87b63c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports/c5c9f62b-89ad-406e-910c-1c90c0ea01da HTTP/1.1" status: 200 len: 931 time: 0.0659084 Aug 10 01:57:40.853421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.881320 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Transition to ACTIVE for port object ed3be92f-e9d5-4f91-8490-8009997b7dfb will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:40.909401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b13a0e5d-522f-4f7a-9bdb-20b6effcfdd6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0679460 Aug 10 01:57:40.922585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Deleting port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:40.923360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:40.978304 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] Set router c367e79d-2e64-4b40-8a16-1ed4df0c5075 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:40.982773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1493a93-c305-4b87-aba2-7d9ed0ba360e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:41.013161 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-32a73a6c-546b-41d8-b176-1cb5728d99cc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0977230 Aug 10 01:57:41.072278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] For port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,segment=NetworkSegment(a4f90a38-1e76-4fb5-ad26-b22e2a189eea),segment_id=a4f90a38-1e76-4fb5-ad26-b22e2a189eea)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:41.072792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.087187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.104505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b1493a93-c305-4b87-aba2-7d9ed0ba360e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:41.105027 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.201081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Network bc563a6d-5ac4-470f-92dc-94c28bf77cbb is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:41.202589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:41.204981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Calling delete_port for 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:41.207319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3be92f-e9d5-4f91-8490-8009997b7dfb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:41.209499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:41.263580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.285878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475c5a1-adfc-471b-a5fa-1f3de6e2e019 req-2530bc02-76cb-449c-9e14-ae082c2c8799 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:41.288475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f475c5a1-adfc-471b-a5fa-1f3de6e2e019 req-2530bc02-76cb-449c-9e14-ae082c2c8799 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 946 time: 0.1706610 Aug 10 01:57:41.312828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-01917c5d-0244-489a-8ec4-8b6f1f2d6022 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:41.329249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-01917c5d-0244-489a-8ec4-8b6f1f2d6022 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:41.346994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-01917c5d-0244-489a-8ec4-8b6f1f2d6022 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:41.348878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.349241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.349587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.349927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.350262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.350654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.352465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-01917c5d-0244-489a-8ec4-8b6f1f2d6022 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/networks?id=1e03d54b-69b4-4fdd-a166-56db188ca484&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 HTTP/1.1" status: 200 len: 1990 time: 0.3106196 Aug 10 01:57:41.354361 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:34Z', 'updated_at': '2021-08-10T01:57:37Z', 'revision_number': 3, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'gw_port': {'id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:36Z', 'updated_at': '2021-08-10T01:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:41.357066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.357445 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.357791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.358275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.358647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.359037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:41.410360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-8d291c08-eca3-4e46-a0f3-e12c42600230 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/quotas/6516606fd45e4b029bd44fae3d330ceb HTTP/1.1" status: 200 len: 375 time: 0.0303044 Aug 10 01:57:41.423749 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e46509-30c6-477b-a4c5-4b02343b2d8b None None] The sync data for ids ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'] in n-d-767704-21 is: [{'id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:34Z', 'updated_at': '2021-08-10T01:57:37Z', 'revision_number': 3, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'gw_port': {'id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:36Z', 'updated_at': '2021-08-10T01:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:41.464395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f475c5a1-adfc-471b-a5fa-1f3de6e2e019 req-a688572b-8678-479b-bbbe-2f9a8bfe217c tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/security-groups?id=7d494aa3-bd03-4edf-b970-b352f469d57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069989 Aug 10 01:57:41.572359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-1916d12d-ddbb-43a9-9bb9-fe8707bcc2c8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1234961 Aug 10 01:57:41.606519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 9aa60f47-5358-4636-a48b-465af6b61b7e up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:41.702077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca976a6-d617-4647-b3d7-94e5526f245e req-543b0f32-ea89-452d-897b-95e3b38525e5 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:41.703822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ca976a6-d617-4647-b3d7-94e5526f245e req-543b0f32-ea89-452d-897b-95e3b38525e5 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 944 time: 0.1289229 Aug 10 01:57:41.746209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-653c816f-f52d-483a-bc44-c05b661d88a0 service neutron] 10.222.0.38 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725941 Aug 10 01:57:41.757240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.787407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5146cd43-9648-445a-8538-380b1f761770 None None] Provisioning for port ed3be92f-e9d5-4f91-8490-8009997b7dfb completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:41.796422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 9aa60f47-5358-4636-a48b-465af6b61b7e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:41.798816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5146cd43-9648-445a-8538-380b1f761770 None None] Provisioning complete for port ed3be92f-e9d5-4f91-8490-8009997b7dfb triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:41.799186 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5146cd43-9648-445a-8538-380b1f761770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.809723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 9aa60f47-5358-4636-a48b-465af6b61b7e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:41.827952 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.835373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ca976a6-d617-4647-b3d7-94e5526f245e req-26218211-4a31-4e21-be0a-575c45a44559 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213434 Aug 10 01:57:41.891708 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:41.914636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-994cbea0-3869-4c4b-9774-3c1a2209e8d3 service neutron] 10.222.0.38 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674976 Aug 10 01:57:41.946951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['68f3b48a-a8ee-41fe-ba62-8068bf4dfabb'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:41.972807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Pushing event deleted for resources: {'Port': ['ID=68f3b48a-a8ee-41fe-ba62-8068bf4dfabb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:41.995940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-ac47eb83-620e-425d-8ceb-b56f1d5421eb service neutron] 10.222.0.38 "GET /v2.0/ports/c87348b9-cab1-464b-a8e5-493b8acf3299?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0706224 Aug 10 01:57:42.032777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5146cd43-9648-445a-8538-380b1f761770 None None] Port ed3be92f-e9d5-4f91-8490-8009997b7dfb cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:42.056849 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:42.092834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:42.093164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] No DVR routers for this DVR port 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:42.096057 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a6d170-d60f-4f36-8637-bdae842ca2b2" -d '{"events": [{"server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "name": "network-vif-plugged", "status": "completed", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:42.108284 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:42.111149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 9aa60f47-5358-4636-a48b-465af6b61b7e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9aa60f47-5358-4636-a48b-465af6b61b7e,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:42.115772 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1ec0509d-b867-4f8c-b770-d9eb756d9f7a req-0440ac4c-43e8-45d4-82cb-83c836f31996 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.16 "DELETE /v2.0/ports/68f3b48a-a8ee-41fe-ba62-8068bf4dfabb HTTP/1.1" status: 204 len: 173 time: 1.3870471 Aug 10 01:57:42.125920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1d1867-bdf6-409a-b20c-86d7d74878b6', 'name': 'network-vif-deleted', 'tag': '68f3b48a-a8ee-41fe-ba62-8068bf4dfabb'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:42.133226 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f173888-9d24-47ac-91f2-6d4fb783cff5" -d '{"events": [{"server_uuid": "3d1d1867-bdf6-409a-b20c-86d7d74878b6", "name": "network-vif-deleted", "tag": "68f3b48a-a8ee-41fe-ba62-8068bf4dfabb"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:42.133547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-8d29bdb0-782f-44b4-80f5-a22ddc9d0076 service neutron] 10.222.0.38 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402633 Aug 10 01:57:42.211435 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:42.265375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-47937f68-c156-4c73-bf15-b2789ffa658b service neutron] 10.222.0.38 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247487 Aug 10 01:57:42.282186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=9aa60f47-5358-4636-a48b-465af6b61b7e,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:42.354901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f619a98-e631-418a-a77f-307a0f563e96 req-96c7ffdd-7be6-42af-b1c7-f79dae5ae9b1 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/ports?device_id=db775363-28d4-42c9-a206-4a58b06a6c56 HTTP/1.1" status: 200 len: 210 time: 0.1213787 Aug 10 01:57:42.385462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-bdbfdcdb-55cd-40b7-9ee0-1dcedf32479b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=06a4dae1bf8f4965893a5741147e11d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294871 Aug 10 01:57:42.388015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-1ee6cfdb-f369-4022-bdce-3669ea735a0d service neutron] 10.222.0.38 "GET /v2.0/ports/c5c9f62b-89ad-406e-910c-1c90c0ea01da?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1126800 Aug 10 01:57:42.398481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:42.484608 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:42.559363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-999f1632-3525-45b4-8298-88d9f504ebf1 req-2fbe11e1-fcad-4456-8076-cfac68dade29 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 210 time: 0.1031096 Aug 10 01:57:42.559837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:42.561765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed3be92f-e9d5-4f91-8490-8009997b7dfb,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:42.649803 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e3907-6906-40f2-aa3a-53f045c03b6e x-openstack-request-id: req-4e8e3907-6906-40f2-aa3a-53f045c03b6e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:42.650298 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "name": "network-vif-plugged", "status": "completed", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:42.650747 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e8e3907-6906-40f2-aa3a-53f045c03b6e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:42.651301 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'code': 200} Aug 10 01:57:42.652678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-4590921f-ef85-47cd-9fca-57bd422a1bd0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:42.656474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-4590921f-ef85-47cd-9fca-57bd422a1bd0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626369 Aug 10 01:57:42.670375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Network bc563a6d-5ac4-470f-92dc-94c28bf77cbb is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:42.672641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:42.679776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Request body: {'port': {'device_id': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '06a4dae1bf8f4965893a5741147e11d2'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:42.702858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0287863-b69d-473d-9a9d-d7dcf7dcc3b3 service neutron] 10.222.0.38 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963498 Aug 10 01:57:42.708455 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:42.750583 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d5dfbb-371e-4ed1-b277-b690f26e3cd0 x-openstack-request-id: req-32d5dfbb-371e-4ed1-b277-b690f26e3cd0 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:42.759282 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1d1867-bdf6-409a-b20c-86d7d74878b6", "name": "network-vif-deleted", "tag": "68f3b48a-a8ee-41fe-ba62-8068bf4dfabb", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:42.760000 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32d5dfbb-371e-4ed1-b277-b690f26e3cd0 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:42.760000 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1d1867-bdf6-409a-b20c-86d7d74878b6', 'name': 'network-vif-deleted', 'tag': '68f3b48a-a8ee-41fe-ba62-8068bf4dfabb', 'status': 'completed', 'code': 200} Aug 10 01:57:42.902255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Router c367e79d-2e64-4b40-8a16-1ed4df0c5075 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:42.965398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36ed4cac-9f87-4c6a-a5b0-f212a6b0e2ce req-5db8cb1f-3c1b-49c1-a496-1dd0195a07d2 tempest-ServerAddressesTestJSON-1645904272 tempest-ServerAddressesTestJSON-1645904272-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d1d1867-bdf6-409a-b20c-86d7d74878b6 HTTP/1.1" status: 200 len: 210 time: 0.0855389 Aug 10 01:57:43.063518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165e02e-2896-4a90-b225-6eed18165f3c req-8806ce34-cb6c-4470-b53b-9cf1cb69a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:43.065668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b165e02e-2896-4a90-b225-6eed18165f3c req-8806ce34-cb6c-4470-b53b-9cf1cb69a8fe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 1097 time: 0.2884185 Aug 10 01:57:43.118588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f1fadb4a-f275-4764-9033-05adc02fc3cd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:43.124967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:43.133980 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fe9243bd-801c-4e3e-9ca6-1935242165a9 admin admin] 10.222.0.38 "PUT /v2.0/routers/c367e79d-2e64-4b40-8a16-1ed4df0c5075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6210473 Aug 10 01:57:43.196246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-8b7de453-73f7-4109-9bbb-2633f70017dd service neutron] 10.222.0.38 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594746 Aug 10 01:57:43.210142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b165e02e-2896-4a90-b225-6eed18165f3c req-48e31528-72f6-4dbe-8f3a-f1c310c683fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306727 Aug 10 01:57:43.259758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3416c510-aff8-4a3e-8e58-2364db90e466 None None] Provisioning complete for port ed3be92f-e9d5-4f91-8490-8009997b7dfb triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:43.260518 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3416c510-aff8-4a3e-8e58-2364db90e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.278484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632971bc-0aa0-4ab7-96b3-7d8d7d9edadd req-3d04c0d3-a9ec-4dc7-827e-fa5ee2e890a6 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:43.286866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-632971bc-0aa0-4ab7-96b3-7d8d7d9edadd req-3d04c0d3-a9ec-4dc7-827e-fa5ee2e890a6 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 945 time: 0.1804168 Aug 10 01:57:43.308495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3416c510-aff8-4a3e-8e58-2364db90e466 None None] Port ed3be92f-e9d5-4f91-8490-8009997b7dfb cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:43.333057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-632971bc-0aa0-4ab7-96b3-7d8d7d9edadd req-21998fed-3b94-4272-84a8-5a3046703889 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Aug 10 01:57:43.363505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-5b4825e7-33bc-4859-86e5-9020e990873f service neutron] 10.222.0.38 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664088 Aug 10 01:57:43.423540 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f1fadb4a-f275-4764-9033-05adc02fc3cd completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:43.428154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f1fadb4a-f275-4764-9033-05adc02fc3cd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:43.428656 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.437621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Made reservation on behalf of 06a4dae1bf8f4965893a5741147e11d2 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:43.441084 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.456060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.578937 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.595568 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.603418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port f1fadb4a-f275-4764-9033-05adc02fc3cd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f1fadb4a-f275-4764-9033-05adc02fc3cd,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:43.663691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-dca60680-7fe2-4e97-83a4-19b1417617d4 service neutron] 10.222.0.38 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930007 Aug 10 01:57:43.694428 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.724649 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:43.779617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=f1fadb4a-f275-4764-9033-05adc02fc3cd,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:43.974684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Sync routers for ids ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:44.006788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Routers {'c367e79d-2e64-4b40-8a16-1ed4df0c5075'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:44.007920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:44.101715 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.133206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Set router c367e79d-2e64-4b40-8a16-1ed4df0c5075 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:44.166937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38ba1fa-8175-4dc9-b619-91958dd6c688,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:44.184768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-1a395620-df4d-4411-aeec-3f7fd08b514f tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6180828 Aug 10 01:57:44.204958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:44.274508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0093792a-3894-44b8-8d9e-8a09aedf8e2f service neutron] 10.222.0.38 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987506 Aug 10 01:57:44.351364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Allocated IP 192.168.233.121 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/805ffae1-ef45-4486-a5af-94f3f9a18ef7) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:44.369909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:34Z', 'updated_at': '2021-08-10T01:57:41Z', 'revision_number': 4, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'gw_port': {'id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:36Z', 'updated_at': '2021-08-10T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'ed3be92f-e9d5-4f91-8490-8009997b7dfb', 'name': '', 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'mac_address': 'fa:16:3e:59:7f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'ecd29c93-8e6e-446e-a4ef-aed0b67ad958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:40Z', 'updated_at': '2021-08-10T01:57:42Z', 'revision_number': 2, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'subnets': [{'id': 'ecd29c93-8e6e-446e-a4ef-aed0b67ad958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:44.392105 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.392885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Checking router: c367e79d-2e64-4b40-8a16-1ed4df0c5075 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:44.393239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Updating router c367e79d-2e64-4b40-8a16-1ed4df0c5075 port ed3be92f-e9d5-4f91-8490-8009997b7dfb binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:57:44.418611 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.471063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-3029ddbc-cd50-4120-a503-915afdce3b54 service neutron] 10.222.0.38 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864061 Aug 10 01:57:44.668167 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-21c108a3-3aaf-4ed9-91db-1f5aa5ae5178 service neutron] 10.222.0.38 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829002 Aug 10 01:57:44.706486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.717181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Transition to ACTIVE for port object ed3be92f-e9d5-4f91-8490-8009997b7dfb will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:44.746032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.774391 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.776561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Transition to ACTIVE for port object 805ffae1-ef45-4486-a5af-94f3f9a18ef7 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:44.797146 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.880212 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b206ac55-7e3a-4728-b743-90e8ba13cc2e service neutron] 10.222.0.38 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047181 Aug 10 01:57:44.883778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5f2ac-6a40-4987-8ce3-fe3ffe9d4821 None None] Pushing event updated for resources: {'Port': ['ID=ed3be92f-e9d5-4f91-8490-8009997b7dfb,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:44.928014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Attempting to bind port ed3be92f-e9d5-4f91-8490-8009997b7dfb on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:44.928396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Attempting to bind port ed3be92f-e9d5-4f91-8490-8009997b7dfb by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e6f511a5-9742-4c83-9dac-d97bbb4709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:44.928766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Attempting to bind port ed3be92f-e9d5-4f91-8490-8009997b7dfb on network bc563a6d-5ac4-470f-92dc-94c28bf77cbb {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:44.944411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:44.944805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Checking segment: {'id': 'e6f511a5-9742-4c83-9dac-d97bbb4709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:44.945217 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.945620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Bound using segment: {'id': 'e6f511a5-9742-4c83-9dac-d97bbb4709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:44.946111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Bound port: ed3be92f-e9d5-4f91-8490-8009997b7dfb, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f511a5-9742-4c83-9dac-d97bbb4709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:44.946509 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:44.971969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.035627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] For port ed3be92f-e9d5-4f91-8490-8009997b7dfb, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:45.039584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] For port ed3be92f-e9d5-4f91-8490-8009997b7dfb, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ed3be92f-e9d5-4f91-8490-8009997b7dfb,segment=NetworkSegment(e6f511a5-9742-4c83-9dac-d97bbb4709a7),segment_id=e6f511a5-9742-4c83-9dac-d97bbb4709a7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:45.039752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0f49f743-8060-4e8b-95a1-7b86f24999b1 service neutron] 10.222.0.38 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504364 Aug 10 01:57:45.044123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f1fadb4a-f275-4764-9033-05adc02fc3cd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:45.049581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:45.065406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Allocated IP 172.25.3.99 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/91e5e5a3-295f-4248-bfe1-f7a45253e701) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:45.093641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:45.093991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 68f3b48a-a8ee-41fe-ba62-8068bf4dfabb not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:45.127129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f1fadb4a-f275-4764-9033-05adc02fc3cd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:45.127512 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.155278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.190470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.243885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5f2ac-6a40-4987-8ce3-fe3ffe9d4821 None None] Pushing event updated for resources: {'Port': ['ID=ed3be92f-e9d5-4f91-8490-8009997b7dfb,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:45.251582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Routers {'c367e79d-2e64-4b40-8a16-1ed4df0c5075'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:45.252217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:45.316977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:45.328144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:45.341887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:45.358414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Pushing event updated for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:45.407082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.407806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.408450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.409049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.409678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.410292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.410881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.411311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.411703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.412032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.412468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.412811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:45.422509 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.508507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:45.508507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.516519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:45.530873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:45.533450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:45.538184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-654138af-eb26-47a9-9735-bb6d3f987946 service neutron] 10.222.0.38 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058674 Aug 10 01:57:45.542106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Pushing event updated for resources: {'Port': ['ID=91e5e5a3-295f-4248-bfe1-f7a45253e701,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:45.567280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] Set router c367e79d-2e64-4b40-8a16-1ed4df0c5075 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:45.676282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-0245804e-be19-435f-a392-a2f80f864f50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0034056 Aug 10 01:57:45.690743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Request body: {'port': {'device_id': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:45.721061 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.767058 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.835322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b634b09e-da05-4b66-8b5f-ec4a7b80469e None None] Provisioning for port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:45.843211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b634b09e-da05-4b66-8b5f-ec4a7b80469e None None] Provisioning complete for port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:45.848617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b634b09e-da05-4b66-8b5f-ec4a7b80469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.848759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:45.880781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:34Z', 'updated_at': '2021-08-10T01:57:41Z', 'revision_number': 4, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'gw_port': {'id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:36Z', 'updated_at': '2021-08-10T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'ed3be92f-e9d5-4f91-8490-8009997b7dfb', 'name': '', 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'mac_address': 'fa:16:3e:59:7f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'ecd29c93-8e6e-446e-a4ef-aed0b67ad958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:40Z', 'updated_at': '2021-08-10T01:57:45Z', 'revision_number': 4, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'subnets': [{'id': 'ecd29c93-8e6e-446e-a4ef-aed0b67ad958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:45.914892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad811d-85c0-499a-a9df-5e48b4093a1c None None] The sync data for ids ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'] in n-d-767704-21 is: [{'id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:34Z', 'updated_at': '2021-08-10T01:57:41Z', 'revision_number': 4, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'gw_port': {'id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:36Z', 'updated_at': '2021-08-10T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'ed3be92f-e9d5-4f91-8490-8009997b7dfb', 'name': '', 'network_id': 'bc563a6d-5ac4-470f-92dc-94c28bf77cbb', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'mac_address': 'fa:16:3e:59:7f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'ecd29c93-8e6e-446e-a4ef-aed0b67ad958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:40Z', 'updated_at': '2021-08-10T01:57:45Z', 'revision_number': 4, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'subnets': [{'id': 'ecd29c93-8e6e-446e-a4ef-aed0b67ad958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:45.916532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b634b09e-da05-4b66-8b5f-ec4a7b80469e None None] Port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:46.178635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.233095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805ffae1-ef45-4486-a5af-94f3f9a18ef7 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:46.242355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.256606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Transition to ACTIVE for port object 805ffae1-ef45-4486-a5af-94f3f9a18ef7 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:46.298936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.344878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.388627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Pushing event updated for resources: {'Port': ['ID=91e5e5a3-295f-4248-bfe1-f7a45253e701,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:46.436002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.497520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Pushing event updated for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:46.532633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Attempting to bind port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:46.533085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Attempting to bind port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:46.533487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Attempting to bind port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:46.539135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:57:46.539616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Attempting to bind port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:46.547320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:46.547596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:46.547994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:46.548442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Bound port: 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:46.548976 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.600009 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.601260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-7bc58d45-0a86-484a-aab4-66a5d290766c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4167087 Aug 10 01:57:46.684196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-a9b80356-d4ca-4f4d-9474-f84e78f505a0 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0743496 Aug 10 01:57:46.689124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:46.701018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:46.772008 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.827605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:46.828549 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.829871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] 10.222.0.11 "PUT /v2.0/ports/805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 1097 time: 1.1435084 Aug 10 01:57:46.835846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:46.838430 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:46.892639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-a96e5eea-1f1f-4b0a-b0ad-ce93f35c841e tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:46.897374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b0abb69-862f-4558-a2c9-15e0f70a9e9c req-a96e5eea-1f1f-4b0a-b0ad-ce93f35c841e tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.1993515 Aug 10 01:57:46.898903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee5800-caec-48c0-bfd9-ff61cac1974a service neutron] Pushing event updated for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:47.001510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-85b89431-ea15-4b89-a228-0cd622f842ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:47.010352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-85b89431-ea15-4b89-a228-0cd622f842ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1100 time: 0.0674858 Aug 10 01:57:47.080355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-3b03729a-cf05-4853-9e06-3ac22f8828b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 217 time: 0.0653038 Aug 10 01:57:47.096005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ed3be92f-e9d5-4f91-8490-8009997b7dfb up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:47.170702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-763a46b2-d46b-4754-bb5a-aeb9c1c29593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:47.172200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-763a46b2-d46b-4754-bb5a-aeb9c1c29593 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0840242 Aug 10 01:57:47.241492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccbde4-02ce-4653-8693-6b0d3116923e req-b1bbb2d9-b0a4-4643-8906-ff6afbe8a9ae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:47.243174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8ccbde4-02ce-4653-8693-6b0d3116923e req-b1bbb2d9-b0a4-4643-8906-ff6afbe8a9ae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 948 time: 0.1056466 Aug 10 01:57:47.251212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39116) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:47.251719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-38f59129-5dff-4d0f-bdaa-6c774a3239e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:47.257474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-38f59129-5dff-4d0f-bdaa-6c774a3239e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720468 Aug 10 01:57:47.287752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ed3be92f-e9d5-4f91-8490-8009997b7dfb completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:47.292684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ed3be92f-e9d5-4f91-8490-8009997b7dfb triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:47.293432 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.308373 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75a81b9-6ec4-45b1-b178-842c300a9a5a admin admin] Deleting subnet 04ba7d13-73ff-4915-9aaa-98af6229d94c {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:57:47.312697 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a75a81b9-6ec4-45b1-b178-842c300a9a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.363643 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a75a81b9-6ec4-45b1-b178-842c300a9a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.420678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8ccbde4-02ce-4653-8693-6b0d3116923e req-7a9feb8a-6c5e-4aee-b1ca-448e7d254e4b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657536 Aug 10 01:57:47.422895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a75a81b9-6ec4-45b1-b178-842c300a9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.424738 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.432636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-14a11242-8166-43cc-b318-d60de5257a8a service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695628 Aug 10 01:57:47.446847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034fd2-e615-425b-9495-fc77d572aaba req-b0003ad6-c74f-4329-8d29-d370fd491910 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:47.446847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88034fd2-e615-425b-9495-fc77d572aaba req-b0003ad6-c74f-4329-8d29-d370fd491910 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 945 time: 0.1028767 Aug 10 01:57:47.477526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ed3be92f-e9d5-4f91-8490-8009997b7dfb, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ed3be92f-e9d5-4f91-8490-8009997b7dfb,segment=NetworkSegment(e6f511a5-9742-4c83-9dac-d97bbb4709a7),segment_id=e6f511a5-9742-4c83-9dac-d97bbb4709a7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:47.573063 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.576473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec753da9-cf06-4fc1-8ea8-08a05c6fd6f6 req-811af0dd-7e74-4223-b122-8e2cb664e2ac service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308091 Aug 10 01:57:47.585846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88034fd2-e615-425b-9495-fc77d572aaba req-8df7dbe9-2474-49e6-ab9b-3093a648c936 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499420 Aug 10 01:57:47.587673 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754abc8e-5d0e-426d-a5fe-fb388de581d7 x-openstack-request-id: req-754abc8e-5d0e-426d-a5fe-fb388de581d7 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:47.587977 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:47.588496 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-754abc8e-5d0e-426d-a5fe-fb388de581d7 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:47.589161 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'status': 'completed', 'code': 200} Aug 10 01:57:47.639439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ed3be92f-e9d5-4f91-8490-8009997b7dfb,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:47.648360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d745028a-f1dd-42f7-848e-2a3bbf9e8155 req-0d85d2e2-cf3b-4432-b056-e77e952702cb tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips/0c10c708-13f7-4efd-ba9e-4d2002cb7115 HTTP/1.1" status: 200 len: 692 time: 0.0463550 Aug 10 01:57:47.671329 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a75a81b9-6ec4-45b1-b178-842c300a9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.709338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39126) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:47.718828 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a81b9-6ec4-45b1-b178-842c300a9a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ba7d13-73ff-4915-9aaa-98af6229d94c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:47.729680 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a75a81b9-6ec4-45b1-b178-842c300a9a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.732304 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a75a81b9-6ec4-45b1-b178-842c300a9a5a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/04ba7d13-73ff-4915-9aaa-98af6229d94c HTTP/1.1" status: 204 len: 168 time: 0.4800813 Aug 10 01:57:47.735353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39130) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:47.798695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-221c1899-8b18-4b79-8e11-36840840e538 req-4d102ba9-c666-495f-9210-6f08e719b7d0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0345788 Aug 10 01:57:47.822202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-8ad1e0bf-53ee-48c3-9840-4230a94d443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:47.823862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-8ad1e0bf-53ee-48c3-9840-4230a94d443e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1100 time: 0.1027396 Aug 10 01:57:47.839939 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.848674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1491ccf5-5c61-426d-b3ff-868fe7663c9d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.881634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745028a-f1dd-42f7-848e-2a3bbf9e8155 req-f8116ce5-4e42-4d03-9e66-3d8a6bc65c75 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:47.883220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d745028a-f1dd-42f7-848e-2a3bbf9e8155 req-f8116ce5-4e42-4d03-9e66-3d8a6bc65c75 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.2289171 Aug 10 01:57:47.897755 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6be45895-ffd5-4e02-8abf-a6e3179e4b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.915132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1491ccf5-5c61-426d-b3ff-868fe7663c9d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.920374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-d745028a-f1dd-42f7-848e-2a3bbf9e8155 req-64af5091-7749-4b08-be0f-241d9fc7817e tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:57:47.921471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d745028a-f1dd-42f7-848e-2a3bbf9e8155 req-64af5091-7749-4b08-be0f-241d9fc7817e tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281465 Aug 10 01:57:47.990352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.012490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27dcb2a-ede5-49f8-973b-f85b3e80af10']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:48.015407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcfef2-aeda-403f-b521-922429f1940d req-ada85b2c-00b9-40b8-bee2-8e59cc61ea4f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:48.016901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-ada85b2c-00b9-40b8-bee2-8e59cc61ea4f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1246328 Aug 10 01:57:48.025418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f90a38-1e76-4fb5-ad26-b22e2a189eea') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:48.025839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f90a38-1e76-4fb5-ad26-b22e2a189eea') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:48.038282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.052547 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.058449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:57:48.058948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:57:48.060670 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:57:48.107256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-355a7bdf-57d3-408c-af6d-ffc8cf3b8090 req-8f031d61-8a1a-4810-93be-03cb98fb66fb tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=2fe2a3066bbe48a6ae4b2dd0c9f39be7 HTTP/1.1" status: 200 len: 695 time: 0.1056170 Aug 10 01:57:48.127419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-d9f65729-aedd-425a-b350-713b7afc6095 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0682986 Aug 10 01:57:48.132729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1491ccf5-5c61-426d-b3ff-868fe7663c9d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.136110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1491ccf5-5c61-426d-b3ff-868fe7663c9d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.138448 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1491ccf5-5c61-426d-b3ff-868fe7663c9d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "DELETE /v2.0/security-groups/a685939d-d1e3-4a3b-8ab1-f97843d2281a HTTP/1.1" status: 204 len: 168 time: 0.4269972 Aug 10 01:57:48.142233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39136) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:48.145990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-ffbf3a1f-b3ec-4e25-a910-406a57706cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:48.147443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-ffbf3a1f-b3ec-4e25-a910-406a57706cdf service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2633395 Aug 10 01:57:48.159631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Request body: {'floatingip': {'port_id': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:48.161365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491ccf5-5c61-426d-b3ff-868fe7663c9d tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685939d-d1e3-4a3b-8ab1-f97843d2281a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:48.164021 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-ebf0016a-faff-4b81-bb68-ba5b6f9f1633 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] show failed (client error): The resource could not be found. Aug 10 01:57:48.167720 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ebf0016a-faff-4b81-bb68-ba5b6f9f1633 tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "GET /v2.0/security-groups/a685939d-d1e3-4a3b-8ab1-f97843d2281a HTTP/1.1" status: 404 len: 347 time: 0.0197415 Aug 10 01:57:48.168638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39138) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:48.259031 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.267305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-aa82832b-e6fa-4faf-9a2f-58c29a6bb3cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 217 time: 0.0801840 Aug 10 01:57:48.271867 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.283516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.285520 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] 10.222.0.38 "DELETE /v2.0/networks/a27dcb2a-ede5-49f8-973b-f85b3e80af10 HTTP/1.1" status: 204 len: 168 time: 0.5490859 Aug 10 01:57:48.300677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa279337-5ebb-463b-9221-a280b78fa4fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a27dcb2a-ede5-49f8-973b-f85b3e80af10,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:48.329836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Deleting port b9963662-ae5d-4416-b576-a1abbd5389dd {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:48.330451 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.424486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.424820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.433209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7bdf-57d3-408c-af6d-ffc8cf3b8090 req-9d460b99-6c3c-48ba-916a-b18e1687812c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:48.434751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-355a7bdf-57d3-408c-af6d-ffc8cf3b8090 req-9d460b99-6c3c-48ba-916a-b18e1687812c tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/networks?id=70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 787 time: 0.3132043 Aug 10 01:57:48.437659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Calling delete_port for b9963662-ae5d-4416-b576-a1abbd5389dd owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:48.443135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-b880f712-c933-40e9-b524-91ba0c6b2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:48.444555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-b880f712-c933-40e9-b524-91ba0c6b2cc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1677957 Aug 10 01:57:48.580569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-9114cba5-98b9-4a55-bd3e-62f077f55a49 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips/0c10c708-13f7-4efd-ba9e-4d2002cb7115 HTTP/1.1" status: 200 len: 692 time: 0.0614552 Aug 10 01:57:48.808047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39152) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:48.877057 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dd08ba5f-44dd-47c1-b621-942462c171e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=135b4ad07d8f4bc1aee44f1b7156aeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651417 Aug 10 01:57:48.877057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39156) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:48.949834 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66b68894-dd0e-4e9d-ba65-037ceb269779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:48.958198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-72cdb46a-f78e-4c70-ada1-c01142c37ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:48.959792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-72cdb46a-f78e-4c70-ada1-c01142c37ae2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4993973 Aug 10 01:57:48.962915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ed3be92f-e9d5-4f91-8490-8009997b7dfb up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:49.006793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66b68894-dd0e-4e9d-ba65-037ceb269779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.017178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ed3be92f-e9d5-4f91-8490-8009997b7dfb triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:49.017561 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.115837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.143259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Pushing event deleted for resources: {'Port': ['ID=b9963662-ae5d-4416-b576-a1abbd5389dd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:49.204608 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66b68894-dd0e-4e9d-ba65-037ceb269779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.208056 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66b68894-dd0e-4e9d-ba65-037ceb269779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.209210 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-66b68894-dd0e-4e9d-ba65-037ceb269779 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d494aa3-bd03-4edf-b970-b352f469d57f HTTP/1.1" status: 204 len: 168 time: 0.3313091 Aug 10 01:57:49.211276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-8da68477-1eb4-419e-a338-6c1444748ae9 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:49.212651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-8da68477-1eb4-419e-a338-6c1444748ae9 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.2701154 Aug 10 01:57:49.214026 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.216960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.221321 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2431e72b-b5e4-4429-bc4e-9e01de4e956a tempest-ServersTestBootFromVolume-1894696014 tempest-ServersTestBootFromVolume-1894696014-project] 10.222.0.38 "DELETE /v2.0/floatingips/43e6001c-3629-468c-92e4-e9c847d2f9a7 HTTP/1.1" status: 204 len: 168 time: 1.0495787 Aug 10 01:57:49.222107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39160) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:49.222516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-ce9abbc9-dc3f-4fc5-8e42-940a4b3967fe service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493739 Aug 10 01:57:49.316496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b68894-dd0e-4e9d-ba65-037ceb269779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d494aa3-bd03-4edf-b970-b352f469d57f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:49.356900 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-e6531d12-0031-4c9b-9873-27683252bdce tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.1282234 Aug 10 01:57:49.457289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-ce4bd00a-b174-4d96-9def-e3b540174544 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0910435 Aug 10 01:57:49.511148 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.resource_extend [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:57:49.551673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d5142e1-c8e6-4af7-8d15-f9019e8954aa req-61d27d51-ab83-45e3-818b-db0f4c94916e service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217938 Aug 10 01:57:49.627629 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.650730 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.655822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 805ffae1-ef45-4486-a5af-94f3f9a18ef7 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:57:49.672166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Deleting port 91e5e5a3-295f-4248-bfe1-f7a45253e701 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:49.672830 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.692841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.794106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:49.811320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'mac_address': 'fa:16:3e:67:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:57:49.848391 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Floating IP 333648d7-7ae5-4f14-980e-46e9855e5332 associated. External IP: 172.25.3.251, port: 4a1b156d-6ca6-47b3-bffc-d0372814695b. Aug 10 01:57:49.876147 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.897053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805ffae1-ef45-4486-a5af-94f3f9a18ef7 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:49.907382 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.907687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.922478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:49.928324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Calling delete_port for 91e5e5a3-295f-4248-bfe1-f7a45253e701 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:49.981837 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.985884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Deleting port 269e6d12-40ef-442a-8abf-0e74f296beba {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:49.986702 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:50.046078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:50.090691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] For port 269e6d12-40ef-442a-8abf-0e74f296beba, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=269e6d12-40ef-442a-8abf-0e74f296beba,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:50.091091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:50.108660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Calling delete_port for 269e6d12-40ef-442a-8abf-0e74f296beba owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:50.186664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:50.212657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['805ffae1-ef45-4486-a5af-94f3f9a18ef7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:50.315014 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:50.333687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c335f8ce-87f2-41b4-821a-e3cbd531d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:50.336548 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c335f8ce-87f2-41b4-821a-e3cbd531d289 service neutron] 10.222.0.16 "GET /v2.0/ports/c87348b9-cab1-464b-a8e5-493b8acf3299 HTTP/1.1" status: 200 len: 1026 time: 0.0515106 Aug 10 01:57:50.363544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Pushing event deleted for resources: {'Port': ['ID=91e5e5a3-295f-4248-bfe1-f7a45253e701,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:50.383506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-eba08f17-d853-40bd-bb8a-37e758ae36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:50.384886 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-eba08f17-d853-40bd-bb8a-37e758ae36ec service neutron] 10.222.0.16 "GET /v2.0/ports/c5c9f62b-89ad-406e-910c-1c90c0ea01da HTTP/1.1" status: 200 len: 1027 time: 0.0403006 Aug 10 01:57:50.412457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:50.417595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:50.423553 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] Sync routers for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:50.433372 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:50.434208 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:50.468870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:50.475143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-d6599a1c-48b6-4b66-850f-21fd4730182b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "PUT /v2.0/floatingips/333648d7-7ae5-4f14-980e-46e9855e5332 HTTP/1.1" status: 200 len: 997 time: 2.3333514 Aug 10 01:57:50.477389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:50.479915 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb581dd-9480-4d0b-88c6-1e9e9651f882" -d '{"events": [{"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:50.487897 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:50.490985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:50.503050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec3de34-5ac0-41eb-b1c1-de50cfa89d69 req-1fc45127-949c-4d02-b163-b052c62062af tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "DELETE /v2.0/floatingips/0c10c708-13f7-4efd-ba9e-4d2002cb7115 HTTP/1.1" status: 204 len: 173 time: 1.0377958 Aug 10 01:57:50.513302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=269e6d12-40ef-442a-8abf-0e74f296beba,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:50.581364 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-da42fe2d-c6c1-493d-808d-659413977338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:50.603117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcfef2-aeda-403f-b521-922429f1940d req-7c159615-bc92-4fed-ab4e-892d6f2965dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:50.615163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-7c159615-bc92-4fed-ab4e-892d6f2965dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1098 time: 0.1091142 Aug 10 01:57:50.647180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4549fbfc-0179-48db-b561-0c8916b85bc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:50.653344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4549fbfc-0179-48db-b561-0c8916b85bc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:50.660103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4549fbfc-0179-48db-b561-0c8916b85bc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:50.661928 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4549fbfc-0179-48db-b561-0c8916b85bc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "GET /v2.0/networks?id=1e03d54b-69b4-4fdd-a166-56db188ca484&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 HTTP/1.1" status: 200 len: 1990 time: 0.2694695 Aug 10 01:57:50.748197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39184) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:50.775426 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-01729e97-4b17-444c-b321-518f1c5adf35 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6516606fd45e4b029bd44fae3d330ceb HTTP/1.1" status: 200 len: 380 time: 0.0636909 Aug 10 01:57:50.787902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'admin_state_up': True, 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'security_groups': ['03804605-c619-4842-928a-5e4302272ca7']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:50.797061 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:50.902345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c9cbe-2078-48b4-949b-8a67b582a118 req-3684e81f-aa9e-445b-a93b-a0b40e39a313 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:50.902345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a6c9cbe-2078-48b4-949b-8a67b582a118 req-3684e81f-aa9e-445b-a93b-a0b40e39a313 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 949 time: 0.1531732 Aug 10 01:57:50.977711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a6c9cbe-2078-48b4-949b-8a67b582a118 req-aa5e0b51-5c6a-44de-bec7-66638a2c2626 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630028 Aug 10 01:57:50.978866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcfef2-aeda-403f-b521-922429f1940d req-e47819e9-1287-465e-967a-1956cafcb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:50.980291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-e47819e9-1287-465e-967a-1956cafcb528 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.3642304 Aug 10 01:57:51.004958 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:51.104704 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:51.115228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-372016933-network', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:51.193025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-53050f9b-2042-4654-ab48-7bcdad04977b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 1000 time: 0.1834850 Aug 10 01:57:51.264485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcfef2-aeda-403f-b521-922429f1940d req-2a99eb0c-2a95-4f12-ab99-dd75f1ece920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:51.266139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-2a99eb0c-2a95-4f12-ab99-dd75f1ece920 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.0637653 Aug 10 01:57:51.314426 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:50:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:49Z', 'revision_number': 1, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:51.323809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1d46311-b7bd-46ac-847d-ff315c40bd5e req-3eb7c493-6b58-4f92-8cc8-74874ba63429 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0565233 Aug 10 01:57:51.335731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Made reservation on behalf of ec2ba74d34c94eefab5b10bfdb0f5206 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:51.338221 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:51.351423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:51.371093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcfef2-aeda-403f-b521-922429f1940d req-3c9b0972-716a-4093-9bbd-ac91762dacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:51.371093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-3c9b0972-716a-4093-9bbd-ac91762dacf8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912821 Aug 10 01:57:51.390081 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] Checking router: ec3ba06d-ef9c-4b03-a749-a20ae9c4640e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:51.407677 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:51.408532 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:51.460616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:51.484894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-07b230a6-1fe8-445c-9531-a35b8ea990c9 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065018 Aug 10 01:57:51.490055 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84301728-ce76-443c-a3b1-d890a5a70846 x-openstack-request-id: req-84301728-ce76-443c-a3b1-d890a5a70846 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:51.490349 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:51.490629 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84301728-ce76-443c-a3b1-d890a5a70846 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:51.491034 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'status': 'completed', 'code': 200} Aug 10 01:57:51.537016 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:57:51.537016 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:57:51.537016 n-d-767704-21 neutron-server[101224]: [parameters: {'project_id_1': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 57, 51, 371741)}] Aug 10 01:57:51.537016 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:57:51.537481 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:57:51.575321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:51.596101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:51.626686 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:51.683487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 805ffae1-ef45-4486-a5af-94f3f9a18ef7 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:51.770931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-4748437d-fbc5-4cc5-bbf2-ba7ec978ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:51.772673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-4748437d-fbc5-4cc5-bbf2-ba7ec978ce4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1098 time: 0.2850389 Aug 10 01:57:51.788711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74bcfef2-aeda-403f-b521-922429f1940d req-dfa95dc5-69a9-4a23-a378-b91adcc892b0 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582076 Aug 10 01:57:51.837977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:51.849341 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1c807b65-389c-481d-a822-8d1abe463ddf admin admin] 10.222.0.38 "PUT /v2.0/routers/9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6238010 Aug 10 01:57:51.850586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] Sync routers for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:51.851993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39190) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:51.862264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:51.865137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:51.909175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-ff50fd2c-455c-4f1a-98aa-fffe5ee6fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:51.911540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-ff50fd2c-455c-4f1a-98aa-fffe5ee6fef0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.1219842 Aug 10 01:57:51.969476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Allocated IP 172.20.0.5 (1e03d54b-69b4-4fdd-a166-56db188ca484/1d2ab074-2e4e-407d-b5de-d17c5877787c/880da08d-db9b-4e7e-85b9-3059e4325cf8) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:51.977305 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:50:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:49Z', 'revision_number': 1, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:51.997340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:52.010872 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2002521e-0513-4f8d-a88d-d332e61b550a None None] The sync data for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 is: [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:50:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:49Z', 'revision_number': 1, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:52.053668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.054027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.173468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:52.188993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:52.191612 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.224116 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.236356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-65be7f3e-7555-44cc-8498-dd798f3fefab tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7496738 Aug 10 01:57:52.241454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-b49ab47f-e780-4cd8-86f2-1b1fc3c0b570 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 1000 time: 0.3194494 Aug 10 01:57:52.249552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:52.321707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-f13e3312-f6a1-40c3-9f11-72aca0fe1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:52.326339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-f13e3312-f6a1-40c3-9f11-72aca0fe1bdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.0715041 Aug 10 01:57:52.356539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.371637 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.373244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:57:52.389375 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.389806 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Added segment 27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e of type vlan for network 265c9d4c-92c1-49b6-8f87-d064b0588e31 Aug 10 01:57:52.412762 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f9cdf-0be5-4144-96fe-d9d6cceb8b74 None None] New status for floating IP 333648d7-7ae5-4f14-980e-46e9855e5332: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:57:52.498862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Transition to ACTIVE for port object 880da08d-db9b-4e7e-85b9-3059e4325cf8 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:52.520223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.520720 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.538254 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.558283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.570254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:52.572634 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b280ae2e-3aca-4237-aae3-24160c262312" -d '{"events": [{"server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "name": "network-vif-plugged", "status": "completed", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:52.595147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:52.600505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:57:50Z', 'revision_number': 5, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port': {'id': '45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:08Z', 'updated_at': '2021-08-10T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:52.629222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5feb7f3-c7f6-43c6-990c-e03b6d556780,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:52.635709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-36dc2f93-2ca4-4deb-8d86-c67def45dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:52.637237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-36dc2f93-2ca4-4deb-8d86-c67def45dcda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3017876 Aug 10 01:57:52.646935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] Checking router: 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:52.651240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8ff33-8e31-4c41-b105-69893dc33288 req-533e338e-76bf-4107-a748-7968407f63ab tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:52.652857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6fa8ff33-8e31-4c41-b105-69893dc33288 req-533e338e-76bf-4107-a748-7968407f63ab tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 949 time: 0.1578157 Aug 10 01:57:52.658237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] Routers {'9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:52.661213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:52.705861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.707948 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.721154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.722829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:52.723438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.725608 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.783819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Port': ['ID=880da08d-db9b-4e7e-85b9-3059e4325cf8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:52.809930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Deleting port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:52.810276 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.855595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6fa8ff33-8e31-4c41-b105-69893dc33288 req-08599680-d1cf-4f73-a738-08c2e1a2d494 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925085 Aug 10 01:57:52.878851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] Pushing event updated for resources: {'Network': ['ID=265c9d4c-92c1-49b6-8f87-d064b0588e31,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:52.907488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7f10061a-aa7b-4f7f-b171-dec98d40fbde admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1541898 Aug 10 01:57:52.908740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39204) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:52.918696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Request body: {'subnet': {'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-subnet', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:52.927023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-b54c9877-2aa1-4d8b-ab8c-05db782cd681 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731340 Aug 10 01:57:52.931292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] For port 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:52.931742 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:52.955747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Calling delete_port for 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:53.019770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 265c9d4c-92c1-49b6-8f87-d064b0588e31 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:57:53.033756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network 1e03d54b-69b4-4fdd-a166-56db188ca484 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:53.036850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:53.040592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:53.131319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:53.143063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] Set router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:53.219997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:57:52Z', 'revision_number': 6, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:53.250938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef37169-bc85-4bec-98c2-57a6f9b9caa6 None None] The sync data for ids ['9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8'] in n-d-767704-21 is: [{'id': '9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8', 'name': 'tempest-ServersTestBootFromVolume-750631746-router', 'tenant_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:07Z', 'updated_at': '2021-08-10T01:57:52Z', 'revision_number': 6, 'project_id': '83fb7cd8ab2b4f97bdbfc7dc97992cda', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:53.296987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:53.297775 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.356576 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.389201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:53.415143 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-68b8b164-590c-48f4-8ba8-155115017753 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6324379 Aug 10 01:57:53.430291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-69755cdd-c24b-41c2-b4d5-6b85663e3a17 None None] Provisioning for port 880da08d-db9b-4e7e-85b9-3059e4325cf8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:53.434439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-69755cdd-c24b-41c2-b4d5-6b85663e3a17 None None] Provisioning complete for port 880da08d-db9b-4e7e-85b9-3059e4325cf8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:53.436068 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-69755cdd-c24b-41c2-b4d5-6b85663e3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.467356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'admin_state_up': True, 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'security_groups': ['03804605-c619-4842-928a-5e4302272ca7']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:53.478857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-69755cdd-c24b-41c2-b4d5-6b85663e3a17 None None] Port 880da08d-db9b-4e7e-85b9-3059e4325cf8 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:53.532938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Made reservation on behalf of ec2ba74d34c94eefab5b10bfdb0f5206 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:53.535838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.546964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.609689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeb581dd-9480-4d0b-88c6-1e9e9651f882 req-40f60c0e-9f76-4cb9-95bc-4c7e1fbc05e1 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651888 Aug 10 01:57:53.633534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-e9bdf229-fba6-4766-857a-6a405e5649b4 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:53.635120 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-e9bdf229-fba6-4766-857a-6a405e5649b4 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6134984 Aug 10 01:57:53.658249 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.686671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.689505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.784733 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.802831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-df8e4628-9386-4f03-b1d2-b338ed50a836 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1002 time: 0.1606114 Aug 10 01:57:53.819103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Request body: {'floatingip': {'port_id': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:53.836330 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.841527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:57:53.841527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.846197 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-30883750-3a22-4c8b-930b-52efdbbabbd3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9a5a34f3-a067-4d6e-99d3-dbafe9e0bae8 HTTP/1.1" status: 204 len: 168 time: 1.9935510 Aug 10 01:57:53.847539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39206) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:53.879720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:53.887731 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.923457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4821544-c24a-4009-96fb-cd7fe7fe2fcf admin admin] Deleting subnet 080b13db-3e9e-4586-9336-377ab77c5706 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:57:53.929240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d4821544-c24a-4009-96fb-cd7fe7fe2fcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:53.964353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Allocated IP 172.25.3.23 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/c93cc0ad-2854-4ad7-b0ad-a96966b0bc52) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:53.971760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.011932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d4821544-c24a-4009-96fb-cd7fe7fe2fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.103809 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Allocated IP 10.1.1.141 (c1fd6e7b-c020-4b3d-b50f-99c49a9527cc/ce81f104-a6cf-4dc2-b3ee-a7fc243abea1/6ef06fdf-831d-48d8-befe-6f026aa95b87) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:54.155651 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.186055 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d4821544-c24a-4009-96fb-cd7fe7fe2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.296632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6554ce-8d0b-4b66-88be-eed8064be1b5,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:54.342726 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.345183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Checking segment: {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:54.345765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Network hostable DHCP agents. Network: 265c9d4c-92c1-49b6-8f87-d064b0588e31, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:57:54.376964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.396718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Transition to ACTIVE for port object 6ef06fdf-831d-48d8-befe-6f026aa95b87 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:54.400108 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d4821544-c24a-4009-96fb-cd7fe7fe2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.446597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4821544-c24a-4009-96fb-cd7fe7fe2fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=080b13db-3e9e-4586-9336-377ab77c5706,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:54.459353 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d4821544-c24a-4009-96fb-cd7fe7fe2fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.464650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d4821544-c24a-4009-96fb-cd7fe7fe2fcf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/080b13db-3e9e-4586-9336-377ab77c5706 HTTP/1.1" status: 204 len: 168 time: 0.6138656 Aug 10 01:57:54.465381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39210) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:54.465902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea9e2f2-0076-4eb4-af65-a81f10a0dd9d None None] Network 63490791-c75a-4705-bd62-b0863d203ed7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:54.502102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Network 265c9d4c-92c1-49b6-8f87-d064b0588e31 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:57:54.574271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.603242 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.621224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 265c9d4c-92c1-49b6-8f87-d064b0588e31) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:54.632827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b6f491-fd0a-4489-8903-e499f9fe093c None None] Network 265c9d4c-92c1-49b6-8f87-d064b0588e31 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:54.654026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Deleting port b1d6f326-5c22-41d9-847e-6ba7fb31eded {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:54.655097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.655462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:54.656062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.663748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:54.679999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.701989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:54.715536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:54.766220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Pushing event updated for resources: {'Port': ['ID=c93cc0ad-2854-4ad7-b0ad-a96966b0bc52,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:54.800881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1a615fad-c2b6-42be-9d6e-219ee2cfb21e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8860629 Aug 10 01:57:54.802913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39212) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:54.807385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:54.808759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ae3a47-cb63-48f8-b413-9782073ec900 None None] Network 265c9d4c-92c1-49b6-8f87-d064b0588e31 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:54.820664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf912e-acf7-4523-ad60-eca360736c5c None None] DHCP port deletion for 63490791-c75a-4705-bd62-b0863d203ed7 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:57:54.946640 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.946640 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.985504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:54.998318 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.010281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:55.035650 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.042735 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:55.043352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 45a4a0eb-33ab-4491-b1a3-e47f4b11f4a8 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:55.044022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1d6f326-5c22-41d9-847e-6ba7fb31eded no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:55.054001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-78bf912e-acf7-4523-ad60-eca360736c5c None None] Deleting port b1d6f326-5c22-41d9-847e-6ba7fb31eded {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:55.054854 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-78bf912e-acf7-4523-ad60-eca360736c5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.136947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.188194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:55.196587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:55.199756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] For port b1d6f326-5c22-41d9-847e-6ba7fb31eded, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1d6f326-5c22-41d9-847e-6ba7fb31eded,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:55.200124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.202416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Port': ['ID=6ef06fdf-831d-48d8-befe-6f026aa95b87,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:55.210267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:55.236070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Calling delete_port for b1d6f326-5c22-41d9-847e-6ba7fb31eded owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:55.264145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-78bf912e-acf7-4523-ad60-eca360736c5c None None] For port b1d6f326-5c22-41d9-847e-6ba7fb31eded, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1d6f326-5c22-41d9-847e-6ba7fb31eded,segment=NetworkSegment(58b73787-afdb-440c-a8f9-3df891cb4301),segment_id=58b73787-afdb-440c-a8f9-3df891cb4301)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:55.264690 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-78bf912e-acf7-4523-ad60-eca360736c5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.286328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-78bf912e-acf7-4523-ad60-eca360736c5c None None] Calling delete_port for b1d6f326-5c22-41d9-847e-6ba7fb31eded owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:55.315626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:55.316753 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.374801 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Floating IP 333648d7-7ae5-4f14-980e-46e9855e5332 associated. External IP: 172.25.3.251, port: 4a1b156d-6ca6-47b3-bffc-d0372814695b. Aug 10 01:57:55.433963 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f62dc4d9-0f48-434a-a81e-7bca6ca0f16a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9753053 Aug 10 01:57:55.445441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'admin_state_up': True, 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'security_groups': ['03804605-c619-4842-928a-5e4302272ca7']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:55.467393 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.473204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.479562 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.505124 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-78bf912e-acf7-4523-ad60-eca360736c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.523493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf912e-acf7-4523-ad60-eca360736c5c None None] No DVR routers for this DVR port b1d6f326-5c22-41d9-847e-6ba7fb31eded on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:55.539621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d6f326-5c22-41d9-847e-6ba7fb31eded,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:55.554387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] No DVR routers for this DVR port b1d6f326-5c22-41d9-847e-6ba7fb31eded on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:55.559194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 269e6d12-40ef-442a-8abf-0e74f296beba no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:55.604559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 269e6d12-40ef-442a-8abf-0e74f296beba {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:55.607566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 269e6d12-40ef-442a-8abf-0e74f296beba not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:55.621386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf912e-acf7-4523-ad60-eca360736c5c None None] Pushing event deleted for resources: {'Port': ['ID=b1d6f326-5c22-41d9-847e-6ba7fb31eded,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:55.650183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.680437 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.700191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63490791-c75a-4705-bd62-b0863d203ed7']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:55.722410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b73787-afdb-440c-a8f9-3df891cb4301') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:55.722845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b73787-afdb-440c-a8f9-3df891cb4301') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:55.730162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-72419ef0-cb54-45b0-ae1b-2e999a1f7003 None None] Provisioning for port 6ef06fdf-831d-48d8-befe-6f026aa95b87 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:55.734451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-72419ef0-cb54-45b0-ae1b-2e999a1f7003 None None] Provisioning complete for port 6ef06fdf-831d-48d8-befe-6f026aa95b87 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:55.734767 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72419ef0-cb54-45b0-ae1b-2e999a1f7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.736920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.756566 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.764514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:57:55.765067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:57:55.766843 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:57:55.770970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-72419ef0-cb54-45b0-ae1b-2e999a1f7003 None None] Port 6ef06fdf-831d-48d8-befe-6f026aa95b87 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:55.879193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:55.883264 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.910446 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.918060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:55.922360 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/63490791-c75a-4705-bd62-b0863d203ed7 HTTP/1.1" status: 204 len: 168 time: 1.4496205 Aug 10 01:57:55.956832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:55.963130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7c20c-5a3d-4a56-95b6-13c2f42039f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=63490791-c75a-4705-bd62-b0863d203ed7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:55.997779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.057854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Allocated IP 10.1.1.195 (c1fd6e7b-c020-4b3d-b50f-99c49a9527cc/ce81f104-a6cf-4dc2-b3ee-a7fc243abea1/d207a602-ccdd-474e-ad9c-21db4230b5c0) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:56.103447 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.221548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.240460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Transition to ACTIVE for port object d207a602-ccdd-474e-ad9c-21db4230b5c0 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:56.368666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39216) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:56.377237 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.463116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:56.468429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Port': ['ID=d207a602-ccdd-474e-ad9c-21db4230b5c0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:56.475571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:56.478330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:56.504337 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23d443fe-dcc3-4ff9-9d18-5bb4a3bd58e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=83fb7cd8ab2b4f97bdbfc7dc97992cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336994 Aug 10 01:57:56.507580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39218) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:56.556061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:56.556751 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.590596 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a15ca7b-b55d-4b40-9c07-b85b2f71cc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.601842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Pushing event updated for resources: {'Port': ['ID=c93cc0ad-2854-4ad7-b0ad-a96966b0bc52,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:56.613111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:56.630974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] Sync routers for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:56.631543 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a15ca7b-b55d-4b40-9c07-b85b2f71cc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.647653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:56.649357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:56.682471 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-38cc3d24-d0d3-48cb-8280-02a6d1390ddf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2409904 Aug 10 01:57:56.686804 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.701162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9', 'admin_state_up': True, 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'security_groups': ['03804605-c619-4842-928a-5e4302272ca7']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:56.739217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.788192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a15ca7b-b55d-4b40-9c07-b85b2f71cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.791027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a15ca7b-b55d-4b40-9c07-b85b2f71cc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.794408 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4a15ca7b-b55d-4b40-9c07-b85b2f71cc3c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01ee0710-5ad4-46ec-843f-a95c79bc3c8d HTTP/1.1" status: 204 len: 168 time: 0.2838814 Aug 10 01:57:56.803118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:56.807690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15ca7b-b55d-4b40-9c07-b85b2f71cc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee0710-5ad4-46ec-843f-a95c79bc3c8d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:56.818537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.910161 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.911509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-c16c9ea4-51c0-4d7c-8faf-13da6031b788 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6671948 Aug 10 01:57:56.969952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-61871810-8f12-430c-aeec-43ac7f243b8d None None] Provisioning for port d207a602-ccdd-474e-ad9c-21db4230b5c0 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:56.979426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-61871810-8f12-430c-aeec-43ac7f243b8d None None] Provisioning complete for port d207a602-ccdd-474e-ad9c-21db4230b5c0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:56.979426 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-61871810-8f12-430c-aeec-43ac7f243b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.994201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-8ed8102a-438a-4516-899d-febbb66da4a5 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.23 HTTP/1.1" status: 200 len: 695 time: 0.0623918 Aug 10 01:57:57.001872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:57.039646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-61871810-8f12-430c-aeec-43ac7f243b8d None None] Port d207a602-ccdd-474e-ad9c-21db4230b5c0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:57.051531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Allocated IP 172.25.3.211 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/fc04070f-b4ed-462d-9f57-2bb8f2e67e2b) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:57.101473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:57.133163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:d0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:54Z', 'revision_number': 3, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:57.162600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] Checking router: ec3ba06d-ef9c-4b03-a749-a20ae9c4640e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:57.171548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:57.172543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:57.297530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Allocated IP 10.2.2.100 (acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9/ef3ef63c-9e2a-4efa-9142-1b134fc15786/75db37da-9b5b-4b7c-8744-19bf8e24f57f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:57.317971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-fbce0b8e-6f31-49ad-9db7-dcfbced0679f tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:57.319253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-794a9ae9-554d-4f0c-bd35-eb69568868eb req-fbce0b8e-6f31-49ad-9db7-dcfbced0679f tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.3149240 Aug 10 01:57:57.338111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:57.375499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:57.380564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:57.547832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:57.553444 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:57.588007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:57.590347 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72528328-4dec-414b-9c9c-a798c9396990" -d '{"events": [{"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:57.641370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:57.667368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-344cef01-5895-4377-8d17-0d98c2a73b0e tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "PUT /v2.0/floatingips/333648d7-7ae5-4f14-980e-46e9855e5332 HTTP/1.1" status: 200 len: 998 time: 3.8563616 Aug 10 01:57:57.673124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:57.696879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:57.708148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:57.711140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:57.714143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Transition to ACTIVE for port object 75db37da-9b5b-4b7c-8744-19bf8e24f57f will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:57.790720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Pushing event updated for resources: {'Port': ['ID=fc04070f-b4ed-462d-9f57-2bb8f2e67e2b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:57.806305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-047a8dcf-d9e9-4bc0-82b4-bbbf07289143 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:57.808279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:d0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:54Z', 'revision_number': 3, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:57.813114 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-047a8dcf-d9e9-4bc0-82b4-bbbf07289143 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports/4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 943 time: 0.1448340 Aug 10 01:57:57.833246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c473f-9b3f-4834-813e-f9adcb5eff30 req-406c9e55-36d3-4f42-84be-66387116c0f2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:57.842088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c473f-9b3f-4834-813e-f9adcb5eff30 req-406c9e55-36d3-4f42-84be-66387116c0f2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:57.847762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c07bd0-58e2-4083-b5bb-3b58beaa8615 None None] The sync data for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 is: [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:d0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:54Z', 'revision_number': 3, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:57.850073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c473f-9b3f-4834-813e-f9adcb5eff30 req-406c9e55-36d3-4f42-84be-66387116c0f2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:57.858888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a7c473f-9b3f-4834-813e-f9adcb5eff30 req-406c9e55-36d3-4f42-84be-66387116c0f2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 2374 time: 0.2747216 Aug 10 01:57:57.902157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:57.959823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Port': ['ID=75db37da-9b5b-4b7c-8744-19bf8e24f57f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:57.973165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:57.974742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:57.977200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:58.032162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a7c473f-9b3f-4834-813e-f9adcb5eff30 req-281c3d20-b2e8-4ccd-8282-2947899bd56e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722600 Aug 10 01:57:58.058039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:58.058039 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:58.090991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-9f01464a-7ddb-44e2-9780-3b8b18cd6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:58.093312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-9f01464a-7ddb-44e2-9780-3b8b18cd6ddf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1098 time: 0.1731262 Aug 10 01:57:58.108735 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905e7487-847a-4203-afef-5ed374fd6e0b x-openstack-request-id: req-905e7487-847a-4203-afef-5ed374fd6e0b {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:58.109124 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "name": "network-vif-plugged", "status": "completed", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:58.109399 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-905e7487-847a-4203-afef-5ed374fd6e0b {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:58.109853 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'code': 200} Aug 10 01:57:58.178644 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cfbfa-55e7-4f47-8d83-0f9f8d4e3145 None None] New status for floating IP 333648d7-7ae5-4f14-980e-46e9855e5332: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:57:58.236884 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f0d71f69-fc8d-4796-8ae0-ccc958c3f20b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5399234 Aug 10 01:57:58.250715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9', 'admin_state_up': True, 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'security_groups': ['03804605-c619-4842-928a-5e4302272ca7']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:58.272873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10579edb-cf52-40c9-87e5-a57ddc527b49 req-25bddae2-c5fe-48bf-8935-e17a8a6b18de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:58.272873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10579edb-cf52-40c9-87e5-a57ddc527b49 req-25bddae2-c5fe-48bf-8935-e17a8a6b18de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1102 time: 0.0717390 Aug 10 01:57:58.281068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-5f3b8fac-763b-4c10-afc6-4a72121643d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:58.282588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-5f3b8fac-763b-4c10-afc6-4a72121643d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.1739039 Aug 10 01:57:58.425677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-2a24c588-9064-405f-ad33-451c0028affd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 217 time: 0.0665121 Aug 10 01:57:58.519051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-d3fd7a47-bbef-4eb6-b8da-b6d620ab4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:58.520511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-d3fd7a47-bbef-4eb6-b8da-b6d620ab4c62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.0868831 Aug 10 01:57:58.546293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10579edb-cf52-40c9-87e5-a57ddc527b49 req-4ac435d6-aa5b-4b29-9bd3-601c483b3466 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599876 Aug 10 01:57:58.551831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Made reservation on behalf of 6516606fd45e4b029bd44fae3d330ceb for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:58.555876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:58.557028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79c17c-0e60-479c-be28-f48e53f4137e req-994db4c1-fd8c-46d4-a2fe-0cbb9bc47369 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:58.558591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e79c17c-0e60-479c-be28-f48e53f4137e req-994db4c1-fd8c-46d4-a2fe-0cbb9bc47369 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.3038290 Aug 10 01:57:58.597923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:58.602594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c32dc8fa-f981-41f1-94c6-31ffeca8d6b3 None None] Provisioning for port 75db37da-9b5b-4b7c-8744-19bf8e24f57f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:58.606647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c32dc8fa-f981-41f1-94c6-31ffeca8d6b3 None None] Provisioning complete for port 75db37da-9b5b-4b7c-8744-19bf8e24f57f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:58.607033 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c32dc8fa-f981-41f1-94c6-31ffeca8d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:58.663392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc8fa-f981-41f1-94c6-31ffeca8d6b3 None None] Port 75db37da-9b5b-4b7c-8744-19bf8e24f57f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:58.695726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e79c17c-0e60-479c-be28-f48e53f4137e req-da9a81e4-9d4e-49d9-9d4d-3644dd5a7a5b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129472 Aug 10 01:57:58.697869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-d877d561-e625-4643-ac6e-9c285f10b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:58.702656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-d877d561-e625-4643-ac6e-9c285f10b430 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703575 Aug 10 01:57:58.703366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] Sync routers for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:58.726974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:58.731162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:58.767616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Allocated IP 10.2.2.200 (acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9/ef3ef63c-9e2a-4efa-9142-1b134fc15786/b0f900d3-c3cb-47f1-a820-836d3440c17a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:58.857346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:58.876355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-fd7fca89-50f7-4a05-a25f-53f3caedc88a tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips/9314358c-19be-437e-8552-f7abf6985f7d HTTP/1.1" status: 200 len: 692 time: 0.1033151 Aug 10 01:57:58.962481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:58.992569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Transition to ACTIVE for port object b0f900d3-c3cb-47f1-a820-836d3440c17a will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:59.008819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-2ee7781d-c797-436b-b7d8-ec05074479c2 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019669 Aug 10 01:57:59.120996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:59.180847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:59.185358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:59.189550 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:59.212598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-05363882-82e1-4a7c-9010-e18e93b8be44 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:59.219082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-05363882-82e1-4a7c-9010-e18e93b8be44 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.3347876 Aug 10 01:57:59.249163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:59.249988 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:59.257612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event updated for resources: {'Port': ['ID=b0f900d3-c3cb-47f1-a820-836d3440c17a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:59.263355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:59.310777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:d0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:58Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:59.339314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] Checking router: ec3ba06d-ef9c-4b03-a749-a20ae9c4640e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:59.343841 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c3433d3a-1e8d-42b9-a8af-b44e17454766 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0985649 Aug 10 01:57:59.357447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:59.361568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:59.362205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:59.429704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-5d2a547e-df49-4da7-910c-798082a54770 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.23 HTTP/1.1" status: 200 len: 695 time: 0.2006686 Aug 10 01:57:59.433875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-3fce5406-7236-4670-a413-fa715fee426c service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102097 Aug 10 01:57:59.462091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:59.508021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-22d37ea5-9ebb-4e10-b940-8f234f3a358e tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.23 HTTP/1.1" status: 200 len: 695 time: 0.0714178 Aug 10 01:57:59.547201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:59.732692 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-53de2a16-2c68-4cec-bb31-2ed8f696ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:59.740969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-426f2bd4-6adf-4a57-8037-d3797b1f0c7f None None] Provisioning for port b0f900d3-c3cb-47f1-a820-836d3440c17a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:59.742270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-53de2a16-2c68-4cec-bb31-2ed8f696ce9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 1097 time: 0.1781566 Aug 10 01:57:59.746531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-426f2bd4-6adf-4a57-8037-d3797b1f0c7f None None] Provisioning complete for port b0f900d3-c3cb-47f1-a820-836d3440c17a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:59.746953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-426f2bd4-6adf-4a57-8037-d3797b1f0c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:59.819386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-426f2bd4-6adf-4a57-8037-d3797b1f0c7f None None] Port b0f900d3-c3cb-47f1-a820-836d3440c17a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:59.851821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:d0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:58Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:59.853370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880da08d-db9b-4e7e-85b9-3059e4325cf8 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:59.863583 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:59.882939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b329bc8-e13b-4069-8034-a09d21a51c7d None None] The sync data for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 is: [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:d0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:58Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:59.889116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Transition to ACTIVE for port object 880da08d-db9b-4e7e-85b9-3059e4325cf8 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:59.978937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.051977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Pushing event updated for resources: {'Port': ['ID=880da08d-db9b-4e7e-85b9-3059e4325cf8,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:00.180338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Attempting to bind port 880da08d-db9b-4e7e-85b9-3059e4325cf8 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:00.180747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Attempting to bind port 880da08d-db9b-4e7e-85b9-3059e4325cf8 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:00.181073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Attempting to bind port 880da08d-db9b-4e7e-85b9-3059e4325cf8 on network 1e03d54b-69b4-4fdd-a166-56db188ca484 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:00.186308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Port 880da08d-db9b-4e7e-85b9-3059e4325cf8 on network 1e03d54b-69b4-4fdd-a166-56db188ca484 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:00.186677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Attempting to bind port 880da08d-db9b-4e7e-85b9-3059e4325cf8 on network 1e03d54b-69b4-4fdd-a166-56db188ca484 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:00.193708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:00.193993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Checking segment: {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:00.194390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Bound using segment: {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:00.194919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Bound port: 880da08d-db9b-4e7e-85b9-3059e4325cf8, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7039ce-c6a6-4103-a1b1-5b3574ee0323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:00.195290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.223915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:58:00.271895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] For port 880da08d-db9b-4e7e-85b9-3059e4325cf8, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:00.275210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] For port 880da08d-db9b-4e7e-85b9-3059e4325cf8, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:00.322671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Deleting port c93cc0ad-2854-4ad7-b0ad-a96966b0bc52 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:00.323020 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.390280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.400623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-a42f6cbb-ec12-4b32-a4e3-e33bde39d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:00.402158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-a42f6cbb-ec12-4b32-a4e3-e33bde39d455 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.6589992 Aug 10 01:58:00.429420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:00.429797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.432603 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] 10.222.0.16 "PUT /v2.0/ports/880da08d-db9b-4e7e-85b9-3059e4325cf8 HTTP/1.1" status: 200 len: 1092 time: 1.0794971 Aug 10 01:58:00.433189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': '880da08d-db9b-4e7e-85b9-3059e4325cf8'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:00.435538 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da968495-0ab0-411e-bdec-26b04e1abeed" -d '{"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "880da08d-db9b-4e7e-85b9-3059e4325cf8"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:00.465328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a126e-36df-499e-a642-1bb4c2c7644c service neutron] Pushing event updated for resources: {'Port': ['ID=880da08d-db9b-4e7e-85b9-3059e4325cf8,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:00.497635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:00.509089 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Sync routers for ids ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:00.523859 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Routers {'bd25f29a-38aa-45bb-be98-d7e3e9a601b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:00.525400 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:00.540418 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.540845 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.545645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-c13f6b05-3d33-4f8b-8925-eb179e81cf44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa60f47-5358-4636-a48b-465af6b61b7e HTTP/1.1" status: 200 len: 1001 time: 0.1281228 Aug 10 01:58:00.557636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:00.558958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Calling delete_port for c93cc0ad-2854-4ad7-b0ad-a96966b0bc52 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:00.645823 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.647082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8e60fb20-7b67-4b0d-876b-4909cd2c8d10 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8433254 Aug 10 01:58:00.652501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39258) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:00.659423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-c4a86e1a-b452-465f-b318-d2562b898f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:00.660942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-c4a86e1a-b452-465f-b318-d2562b898f6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.1032741 Aug 10 01:58:00.701346 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Set router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:00.743165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-928f7932-0a01-4283-bdf2-36ca936a6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:00.744633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-928f7932-0a01-4283-bdf2-36ca936a6027 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735884 Aug 10 01:58:00.790659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.904029 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:00.934110 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:54Z', 'updated_at': '2021-08-10T01:57:58Z', 'revision_number': 3, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'gw_port': {'id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:56Z', 'updated_at': '2021-08-10T01:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:00.944050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-b84e6964-c823-4b13-9ecc-306cad190bf8 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861343 Aug 10 01:58:00.945136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Pushing event deleted for resources: {'Port': ['ID=c93cc0ad-2854-4ad7-b0ad-a96966b0bc52,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:00.966524 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Checking router: bd25f29a-38aa-45bb-be98-d7e3e9a601b1 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:00.969550 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Updating router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:58:01.008448 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.078656 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.082671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.083864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbb0a157-1f0d-4c12-9c6a-0a33178aed12 req-17761777-88c4-42cf-a6f3-cd51d1529b08 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "DELETE /v2.0/floatingips/9314358c-19be-437e-8552-f7abf6985f7d HTTP/1.1" status: 204 len: 173 time: 1.5683053 Aug 10 01:58:01.138459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf6e8964-506e-4038-a35e-76b39c410c1f req-e8f677b8-5ab8-4779-836c-94a1ccfb91c7 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657193 Aug 10 01:58:01.160671 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fb492f-44cb-4fde-9afb-92fd2c854d28 x-openstack-request-id: req-01fb492f-44cb-4fde-9afb-92fd2c854d28 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:01.161061 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:01.161411 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01fb492f-44cb-4fde-9afb-92fd2c854d28 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:01.161908 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'status': 'completed', 'code': 200} Aug 10 01:58:01.312861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72528328-4dec-414b-9c9c-a798c9396990 req-70d79afc-2024-4041-93dc-504571fa4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:01.318111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72528328-4dec-414b-9c9c-a798c9396990 req-70d79afc-2024-4041-93dc-504571fa4554 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1098 time: 0.1182079 Aug 10 01:58:01.388530 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.494207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87348b9-cab1-464b-a8e5-493b8acf3299 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:01.510958 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.548200 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.560220 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Transition to ACTIVE for port object fc04070f-b4ed-462d-9f57-2bb8f2e67e2b will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:01.566774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Transition to ACTIVE for port object c87348b9-cab1-464b-a8e5-493b8acf3299 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:01.572704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72528328-4dec-414b-9c9c-a798c9396990 req-1a1aa564-ba0a-4d17-9354-ba3171606a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:01.574202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72528328-4dec-414b-9c9c-a798c9396990 req-1a1aa564-ba0a-4d17-9354-ba3171606a60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.2482018 Aug 10 01:58:01.629884 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.632617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe43ef-8277-4426-ba62-8c32e970e8ae req-14d760e0-a66f-4492-a814-8dfaada702bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:01.638451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe43ef-8277-4426-ba62-8c32e970e8ae req-14d760e0-a66f-4492-a814-8dfaada702bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:01.645223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe43ef-8277-4426-ba62-8c32e970e8ae req-14d760e0-a66f-4492-a814-8dfaada702bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:01.651067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe43ef-8277-4426-ba62-8c32e970e8ae req-14d760e0-a66f-4492-a814-8dfaada702bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:01.657501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe43ef-8277-4426-ba62-8c32e970e8ae req-14d760e0-a66f-4492-a814-8dfaada702bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:01.658761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8dbe43ef-8277-4426-ba62-8c32e970e8ae req-14d760e0-a66f-4492-a814-8dfaada702bd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 3828 time: 0.1698000 Aug 10 01:58:01.664399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Allocated IP 172.20.0.1 (265c9d4c-92c1-49b6-8f87-d064b0588e31/cd6554ce-8d0b-4b66-88be-eed8064be1b5/2339d2ea-502d-4ed3-908e-8ef424185e54) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:01.671172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827aad5-696c-4fc1-a34c-57fae5d56e7a req-a7aad866-7095-4f4f-8800-b0f8c2b18a7a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:01.679310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b827aad5-696c-4fc1-a34c-57fae5d56e7a req-a7aad866-7095-4f4f-8800-b0f8c2b18a7a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.1888349 Aug 10 01:58:01.691758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72528328-4dec-414b-9c9c-a798c9396990 req-655017ed-c473-4c8a-99cb-9298981e0d5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 217 time: 0.1065772 Aug 10 01:58:01.716139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba130d-c076-4eb3-9c0d-590c08d090a6 None None] Pushing event updated for resources: {'Port': ['ID=fc04070f-b4ed-462d-9f57-2bb8f2e67e2b,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:01.718957 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Attempting to bind port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:01.719757 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Attempting to bind port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:01.720383 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Attempting to bind port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:01.727744 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:01.729339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:01.729339 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.729339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:01.730222 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Bound port: fc04070f-b4ed-462d-9f57-2bb8f2e67e2b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:01.730995 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.750376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.798362 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] For port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:01.804513 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] For port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fc04070f-b4ed-462d-9f57-2bb8f2e67e2b,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:01.807883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b827aad5-696c-4fc1-a34c-57fae5d56e7a req-a00bd35a-d78a-45e8-8a86-7d3089c0ba4d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272182 Aug 10 01:58:01.830245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8dbe43ef-8277-4426-ba62-8c32e970e8ae req-02cd19fa-68b7-445a-a39c-ed95581058fa tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437626 Aug 10 01:58:01.841855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72528328-4dec-414b-9c9c-a798c9396990 req-42ac840e-418c-4c97-ba5e-ec2ddfc6ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:01.845361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72528328-4dec-414b-9c9c-a798c9396990 req-42ac840e-418c-4c97-ba5e-ec2ddfc6ac90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.1453736 Aug 10 01:58:01.865626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c87348b9-cab1-464b-a8e5-493b8acf3299,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:01.899084 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b7dbd1-b8fc-41f4-a8b2-960b64f0011b x-openstack-request-id: req-87b7dbd1-b8fc-41f4-a8b2-960b64f0011b {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:01.899371 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "880da08d-db9b-4e7e-85b9-3059e4325cf8", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:01.899622 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-87b7dbd1-b8fc-41f4-a8b2-960b64f0011b {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:01.900025 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': '880da08d-db9b-4e7e-85b9-3059e4325cf8', 'status': 'completed', 'code': 200} Aug 10 01:58:01.907413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.943951 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:01.962788 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-489f43c8-765d-4318-af29-91d4d982aa8e req-0c83b96b-d73c-4f23-ba05-b95b0516c19b tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] show failed (client error): The resource could not be found. Aug 10 01:58:01.963761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-489f43c8-765d-4318-af29-91d4d982aa8e req-0c83b96b-d73c-4f23-ba05-b95b0516c19b tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips/9314358c-19be-437e-8552-f7abf6985f7d HTTP/1.1" status: 404 len: 350 time: 0.0709982 Aug 10 01:58:02.040598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Attempting to bind port c87348b9-cab1-464b-a8e5-493b8acf3299 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:02.041137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Attempting to bind port c87348b9-cab1-464b-a8e5-493b8acf3299 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:02.067103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Attempting to bind port c87348b9-cab1-464b-a8e5-493b8acf3299 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:02.067103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Port c87348b9-cab1-464b-a8e5-493b8acf3299 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:02.067103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Attempting to bind port c87348b9-cab1-464b-a8e5-493b8acf3299 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:02.067568 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Routers {'bd25f29a-38aa-45bb-be98-d7e3e9a601b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:02.067568 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:02.067793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:02.067793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Checking segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:02.067793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Bound using segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:02.067793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Bound port: c87348b9-cab1-464b-a8e5-493b8acf3299, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:02.067793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:02.088773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72528328-4dec-414b-9c9c-a798c9396990 req-d4d7b586-ce1b-4c03-948d-dab801ff33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.090424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72528328-4dec-414b-9c9c-a798c9396990 req-d4d7b586-ce1b-4c03-948d-dab801ff33a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360997 Aug 10 01:58:02.106181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bd95735-88bb-4a03-8678-2cfd012fde13 req-a0943ae4-df2f-4b16-9575-91717822b6b1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1538267 Aug 10 01:58:02.129805 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba130d-c076-4eb3-9c0d-590c08d090a6 None None] Pushing event updated for resources: {'Port': ['ID=fc04070f-b4ed-462d-9f57-2bb8f2e67e2b,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:02.181736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-a32211b6-b4be-488c-abe8-a9342a8c6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.188239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-a32211b6-b4be-488c-abe8-a9342a8c6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.188239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-a32211b6-b4be-488c-abe8-a9342a8c6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.188239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-a32211b6-b4be-488c-abe8-a9342a8c6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.188239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-a32211b6-b4be-488c-abe8-a9342a8c6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.188239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-a32211b6-b4be-488c-abe8-a9342a8c6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.188239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da968495-0ab0-411e-bdec-26b04e1abeed req-a32211b6-b4be-488c-abe8-a9342a8c6860 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5245 time: 0.2354412 Aug 10 01:58:02.243580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] For port c87348b9-cab1-464b-a8e5-493b8acf3299, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:02.252264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] For port c87348b9-cab1-464b-a8e5-493b8acf3299, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c87348b9-cab1-464b-a8e5-493b8acf3299,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:02.260207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:02.287804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd95735-88bb-4a03-8678-2cfd012fde13 req-c6300589-0932-4169-b40f-463c1b339b80 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.303362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bd95735-88bb-4a03-8678-2cfd012fde13 req-c6300589-0932-4169-b40f-463c1b339b80 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports/9aa60f47-5358-4636-a48b-465af6b61b7e HTTP/1.1" status: 200 len: 942 time: 0.1871257 Aug 10 01:58:02.305197 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] Set router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:02.328276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Network 265c9d4c-92c1-49b6-8f87-d064b0588e31 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:02.339355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:02.340993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:02.402341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:02.406115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:02.459865 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72528328-4dec-414b-9c9c-a798c9396990 req-a6c6a293-43d9-48a2-935f-b9fc1b8a7786 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507080 Aug 10 01:58:02.469322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Pushing event updated for resources: {'Port': ['ID=2339d2ea-502d-4ed3-908e-8ef424185e54,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:02.514358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.521691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:02.521691 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] 10.222.0.16 "PUT /v2.0/ports/c87348b9-cab1-464b-a8e5-493b8acf3299 HTTP/1.1" status: 200 len: 1130 time: 1.9662445 Aug 10 01:58:02.588683 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:54Z', 'updated_at': '2021-08-10T01:57:58Z', 'revision_number': 3, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'gw_port': {'id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:56Z', 'updated_at': '2021-08-10T01:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:02.608969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148b1de-baeb-4af9-bee8-1d32234047e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c87348b9-cab1-464b-a8e5-493b8acf3299,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:02.613682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72528328-4dec-414b-9c9c-a798c9396990 req-2ecbc299-80a0-4294-9ce6-b9acc6152759 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294923 Aug 10 01:58:02.617718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bd95735-88bb-4a03-8678-2cfd012fde13 req-f5341640-0cc1-45e8-90b9-db36c47edab6 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.2615602 Aug 10 01:58:02.624714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-d7afb3f6-d207-4872-a3c4-c6276c2f0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.625140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-d7afb3f6-d207-4872-a3c4-c6276c2f0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.625609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-d7afb3f6-d207-4872-a3c4-c6276c2f0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.627222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da968495-0ab0-411e-bdec-26b04e1abeed req-d7afb3f6-d207-4872-a3c4-c6276c2f0076 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6516606fd45e4b029bd44fae3d330ceb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4123940 Aug 10 01:58:02.643573 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b08971-9b5e-4702-98e0-0dfa721f293f None None] The sync data for ids ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'] in n-d-767704-21 is: [{'id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:54Z', 'updated_at': '2021-08-10T01:57:58Z', 'revision_number': 3, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'gw_port': {'id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:56Z', 'updated_at': '2021-08-10T01:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:02.655733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:02.741772 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:02.783472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fbe63-2866-4382-bf78-3e4dfc8d8b4b req-cb75efd0-7397-45ff-b5af-4b8a43ed41f7 tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.784896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-825fbe63-2866-4382-bf78-3e4dfc8d8b4b req-cb75efd0-7397-45ff-b5af-4b8a43ed41f7 tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1102 time: 0.3743181 Aug 10 01:58:02.815962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:02.840365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-825fbe63-2866-4382-bf78-3e4dfc8d8b4b req-f8446760-d0e3-414f-b014-0b42354915eb tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:02.916729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968495-0ab0-411e-bdec-26b04e1abeed req-a58078ce-22b4-40f0-8d9a-06df2e9aecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.918672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da968495-0ab0-411e-bdec-26b04e1abeed req-a58078ce-22b4-40f0-8d9a-06df2e9aecd9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2577181 Aug 10 01:58:02.938244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd95735-88bb-4a03-8678-2cfd012fde13 req-6a26997e-39e5-449b-ab0c-136ba87a7b25 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:02.941389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bd95735-88bb-4a03-8678-2cfd012fde13 req-6a26997e-39e5-449b-ab0c-136ba87a7b25 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.3116040 Aug 10 01:58:03.077700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-825fbe63-2866-4382-bf78-3e4dfc8d8b4b req-f8446760-d0e3-414f-b014-0b42354915eb tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:03.140416 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-158900d6-e066-4ee3-a3e7-6399343aae34 req-c6529052-210a-44e2-8009-35269eef5fd5 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] show failed (client error): The resource could not be found. Aug 10 01:58:03.141802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-158900d6-e066-4ee3-a3e7-6399343aae34 req-c6529052-210a-44e2-8009-35269eef5fd5 tempest-FloatingIPsTestJSON-334510435 tempest-FloatingIPsTestJSON-334510435-project] 10.222.0.38 "GET /v2.0/floatingips/9314358c-19be-437e-8552-f7abf6985f7d HTTP/1.1" status: 404 len: 350 time: 0.0767119 Aug 10 01:58:03.153057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39292) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:03.167600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:03.167600 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075cf02c-2417-453d-9ed4-72eae7ec5a75" -d '{"events": [{"name": "network-changed", "server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:03.170301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-825fbe63-2866-4382-bf78-3e4dfc8d8b4b req-f8446760-d0e3-414f-b014-0b42354915eb tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:03.230865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:03.265250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-825fbe63-2866-4382-bf78-3e4dfc8d8b4b req-f8446760-d0e3-414f-b014-0b42354915eb tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657495 Aug 10 01:58:03.288502 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8446760-d0e3-414f-b014-0b42354915eb tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a352c-3d35-4be5-b11d-712042d809a7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:03.300561 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:03.348534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:03.388913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c9f62b-89ad-406e-910c-1c90c0ea01da {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:03.405618 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:03.454345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-5ebaa641-367a-4adf-8796-11b9b2dc425a tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1307850 Aug 10 01:58:03.470763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Pushing event updated for resources: {'Port': ['ID=2339d2ea-502d-4ed3-908e-8ef424185e54,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:03.481178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Transition to ACTIVE for port object c5c9f62b-89ad-406e-910c-1c90c0ea01da will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:03.526296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Network 265c9d4c-92c1-49b6-8f87-d064b0588e31 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:03.528180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:03.552836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb08f9-24a1-4f57-8d21-9770377a2c1e req-0d5acf01-255a-452e-aa42-a79f6d410a94 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:03.559143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb08f9-24a1-4f57-8d21-9770377a2c1e req-0d5acf01-255a-452e-aa42-a79f6d410a94 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:03.567074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb08f9-24a1-4f57-8d21-9770377a2c1e req-0d5acf01-255a-452e-aa42-a79f6d410a94 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:03.573385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb08f9-24a1-4f57-8d21-9770377a2c1e req-0d5acf01-255a-452e-aa42-a79f6d410a94 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:03.580024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb08f9-24a1-4f57-8d21-9770377a2c1e req-0d5acf01-255a-452e-aa42-a79f6d410a94 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:03.581474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:03.587540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb08f9-24a1-4f57-8d21-9770377a2c1e req-0d5acf01-255a-452e-aa42-a79f6d410a94 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:03.589368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddeb08f9-24a1-4f57-8d21-9770377a2c1e req-0d5acf01-255a-452e-aa42-a79f6d410a94 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 4599 time: 0.2075062 Aug 10 01:58:03.648159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-9e5b07e2-93c6-431c-b466-2fcddfbca30b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:03.649226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-9e5b07e2-93c6-431c-b466-2fcddfbca30b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports/9aa60f47-5358-4636-a48b-465af6b61b7e HTTP/1.1" status: 200 len: 942 time: 0.1553476 Aug 10 01:58:03.709080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddeb08f9-24a1-4f57-8d21-9770377a2c1e req-71e5a05a-2790-4f91-8c17-1131f2cac677 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675106 Aug 10 01:58:03.877326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-3315ea59-74b5-4f9d-9dc1-a8c8857c33eb tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1348264 Aug 10 01:58:03.881692 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df68dfb8-365b-4824-86d3-10f2a321ba8e x-openstack-request-id: req-df68dfb8-365b-4824-86d3-10f2a321ba8e {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:03.882232 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:03.882685 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df68dfb8-365b-4824-86d3-10f2a321ba8e {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:03.883267 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'status': 'completed', 'code': 200} Aug 10 01:58:04.206639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': 'c87348b9-cab1-464b-a8e5-493b8acf3299'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:04.210216 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "c87348b9-cab1-464b-a8e5-493b8acf3299"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:04.246775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c9f62b-89ad-406e-910c-1c90c0ea01da,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:04.284099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:04.289943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Attempting to bind port c5c9f62b-89ad-406e-910c-1c90c0ea01da on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:04.290250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Attempting to bind port c5c9f62b-89ad-406e-910c-1c90c0ea01da by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:04.290612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Attempting to bind port c5c9f62b-89ad-406e-910c-1c90c0ea01da on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:04.299385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Port c5c9f62b-89ad-406e-910c-1c90c0ea01da on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:04.300385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Attempting to bind port c5c9f62b-89ad-406e-910c-1c90c0ea01da on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:04.309577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:04.309960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Checking segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:04.310345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Bound using segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:04.310822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Bound port: c5c9f62b-89ad-406e-910c-1c90c0ea01da, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:04.311186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:04.389184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-effbc5c8-8649-42c0-a547-1c49351fc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.390889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-effbc5c8-8649-42c0-a547-1c49351fc6f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 1097 time: 0.5066688 Aug 10 01:58:04.467364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:04.474015 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1293cb0c-3a13-4314-a4be-e3b484d80518 admin admin] 10.222.0.38 "PUT /v2.0/routers/bd25f29a-38aa-45bb-be98-d7e3e9a601b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8204067 Aug 10 01:58:04.497368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] For port c5c9f62b-89ad-406e-910c-1c90c0ea01da, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:04.501765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] For port c5c9f62b-89ad-406e-910c-1c90c0ea01da, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c5c9f62b-89ad-406e-910c-1c90c0ea01da,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:04.504753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-f8d2e821-7710-42d5-8072-b5cab5ebb799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.507901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-f8d2e821-7710-42d5-8072-b5cab5ebb799 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.1062150 Aug 10 01:58:04.584629 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:04.651976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-3cd11a74-0240-4156-b467-42e8f2f70295 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa60f47-5358-4636-a48b-465af6b61b7e HTTP/1.1" status: 200 len: 1001 time: 0.1365800 Aug 10 01:58:04.660634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b0d04fd3-309d-432f-8fbe-7914b0691de4 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.668871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b0d04fd3-309d-432f-8fbe-7914b0691de4 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.7564936 Aug 10 01:58:04.680989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.682016 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:04.684280 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] 10.222.0.16 "PUT /v2.0/ports/c5c9f62b-89ad-406e-910c-1c90c0ea01da HTTP/1.1" status: 200 len: 1131 time: 2.0329492 Aug 10 01:58:04.723746 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b12ed5-6200-4fcd-b705-ffdb29d619f8 x-openstack-request-id: req-83b12ed5-6200-4fcd-b705-ffdb29d619f8 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:04.723746 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "c87348b9-cab1-464b-a8e5-493b8acf3299", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:04.723746 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83b12ed5-6200-4fcd-b705-ffdb29d619f8 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:04.723746 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': 'c87348b9-cab1-464b-a8e5-493b8acf3299', 'status': 'completed', 'code': 200} Aug 10 01:58:04.723746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6713bc5-8304-451e-879d-4f42bc727654 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c9f62b-89ad-406e-910c-1c90c0ea01da,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:04.862159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-a16fced5-3ed6-44de-995c-d5bb17acc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.863057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-a16fced5-3ed6-44de-995c-d5bb17acc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.863635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-a16fced5-3ed6-44de-995c-d5bb17acc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.864297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-a16fced5-3ed6-44de-995c-d5bb17acc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.864582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-a16fced5-3ed6-44de-995c-d5bb17acc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.865054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-a16fced5-3ed6-44de-995c-d5bb17acc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.865520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-a16fced5-3ed6-44de-995c-d5bb17acc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.879761 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-a16fced5-3ed6-44de-995c-d5bb17acc87e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6211 time: 0.1371684 Aug 10 01:58:04.902419 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:58:04.915972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-2c5ef80e-d131-4963-a09d-ff1838576116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:04.923286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-2c5ef80e-d131-4963-a09d-ff1838576116 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.2514462 Aug 10 01:58:04.942954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-a8fe82f4-7d52-4819-9807-7a66cebfc35f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.2728608 Aug 10 01:58:04.968206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:04.992931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b1894e29-0f88-434b-bdc0-c118071c6905 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:05.093614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fc04070f-b4ed-462d-9f57-2bb8f2e67e2b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:05.117895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-99869505-75b4-4f24-83b5-d2bcf1e645a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:05.118385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-99869505-75b4-4f24-83b5-d2bcf1e645a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:05.123661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-99869505-75b4-4f24-83b5-d2bcf1e645a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:05.125409 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-99869505-75b4-4f24-83b5-d2bcf1e645a1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6516606fd45e4b029bd44fae3d330ceb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2404931 Aug 10 01:58:05.264348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-6703ab8c-6fe4-400b-be2f-c49701bf0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:05.265771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-6703ab8c-6fe4-400b-be2f-c49701bf0f33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2872889 Aug 10 01:58:05.266672 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-79006374-8d54-4b2b-b7cd-297dbd2c93a7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4282587 Aug 10 01:58:05.278814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Sync routers for ids ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:05.280536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a891dc-ebf5-4b8e-b358-29b267880217 req-0e8df75c-4605-458c-872d-0bf778416a54 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:05.282049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4a891dc-ebf5-4b8e-b358-29b267880217 req-0e8df75c-4605-458c-872d-0bf778416a54 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.2863982 Aug 10 01:58:05.288877 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b1894e29-0f88-434b-bdc0-c118071c6905 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.292896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-909b9937-7068-4f74-be24-d58dde7bc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:05.294577 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b23cd3bb-5a75-49a7-ab88-ee8b7a8adbf3 req-909b9937-7068-4f74-be24-d58dde7bc31b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396785 Aug 10 01:58:05.298082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Routers {'bd25f29a-38aa-45bb-be98-d7e3e9a601b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:05.300268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:05.305494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:05.345795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:05.346199 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.354445 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.434038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.524477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.556372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fc04070f-b4ed-462d-9f57-2bb8f2e67e2b,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:05.556607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39344) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:05.561801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Set router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:05.634743 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.671131 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b1894e29-0f88-434b-bdc0-c118071c6905 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.687935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4a891dc-ebf5-4b8e-b358-29b267880217 req-b5b2e7fb-42ba-438b-9945-6b7cf28c3e44 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525620 Aug 10 01:58:05.694892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-730a9c24-a061-4807-a0f2-d3740d841a68 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115636 Aug 10 01:58:05.815784 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa52a-b2d7-410f-b5ae-da986a4b5aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.878492 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=fc04070f-b4ed-462d-9f57-2bb8f2e67e2b,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:05.891405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.895061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.895061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.895061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.895061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.895061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.895698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.896340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.897026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.897520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.898007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.898516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:05.916319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:54Z', 'updated_at': '2021-08-10T01:58:02Z', 'revision_number': 4, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'gw_port': {'id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:56Z', 'updated_at': '2021-08-10T01:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '2339d2ea-502d-4ed3-908e-8ef424185e54', 'name': '', 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'mac_address': 'fa:16:3e:c0:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cd6554ce-8d0b-4b66-88be-eed8064be1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:01Z', 'updated_at': '2021-08-10T01:58:02Z', 'revision_number': 2, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'subnets': [{'id': 'cd6554ce-8d0b-4b66-88be-eed8064be1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:05.972728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Checking router: bd25f29a-38aa-45bb-be98-d7e3e9a601b1 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:05.973309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Updating router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 port 2339d2ea-502d-4ed3-908e-8ef424185e54 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:58:05.981280 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b1894e29-0f88-434b-bdc0-c118071c6905 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:05.981877 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b1894e29-0f88-434b-bdc0-c118071c6905 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Floating IP 333648d7-7ae5-4f14-980e-46e9855e5332 disassociated. External IP: 172.25.3.251, port: 9aa60f47-5358-4636-a48b-465af6b61b7e. Aug 10 01:58:06.000073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa52a-b2d7-410f-b5ae-da986a4b5aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.012127 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.092219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa52a-b2d7-410f-b5ae-da986a4b5aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.179228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfa52a-b2d7-410f-b5ae-da986a4b5aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7d5ad5-3264-4129-a8c2-95b3cfbb697f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:06.193482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39366) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:06.196124 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d6bfa52a-b2d7-410f-b5ae-da986a4b5aeb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7750f238d46b439e895bc97086b3d711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368914 Aug 10 01:58:06.362940 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.385458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Transition to ACTIVE for port object 2339d2ea-502d-4ed3-908e-8ef424185e54 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:06.425291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb4daf-b3d2-46de-9368-750ab468c564 req-2adca8af-eefb-4b6c-aaa1-34c1e3d4b3d1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:06.431361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb4daf-b3d2-46de-9368-750ab468c564 req-2adca8af-eefb-4b6c-aaa1-34c1e3d4b3d1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:06.437445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb4daf-b3d2-46de-9368-750ab468c564 req-2adca8af-eefb-4b6c-aaa1-34c1e3d4b3d1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:06.443517 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb4daf-b3d2-46de-9368-750ab468c564 req-2adca8af-eefb-4b6c-aaa1-34c1e3d4b3d1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:06.446913 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.449448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb4daf-b3d2-46de-9368-750ab468c564 req-2adca8af-eefb-4b6c-aaa1-34c1e3d4b3d1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:06.455522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb4daf-b3d2-46de-9368-750ab468c564 req-2adca8af-eefb-4b6c-aaa1-34c1e3d4b3d1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:06.462031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb4daf-b3d2-46de-9368-750ab468c564 req-2adca8af-eefb-4b6c-aaa1-34c1e3d4b3d1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:06.464018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93cb4daf-b3d2-46de-9368-750ab468c564 req-2adca8af-eefb-4b6c-aaa1-34c1e3d4b3d1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5371 time: 0.4754343 Aug 10 01:58:06.507058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23518807-77a6-49b0-b902-dafa5e1b8f1f None None] Pushing event updated for resources: {'Port': ['ID=2339d2ea-502d-4ed3-908e-8ef424185e54,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:06.544415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-075cf02c-2417-453d-9ed4-72eae7ec5a75 req-ac70d7cc-276a-4776-990c-f00c6b8882f9 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050753 Aug 10 01:58:06.583623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93cb4daf-b3d2-46de-9368-750ab468c564 req-dd550b45-4d10-4ba1-b644-af7b1110f81e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930619 Aug 10 01:58:06.594590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Attempting to bind port 2339d2ea-502d-4ed3-908e-8ef424185e54 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:06.598462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Attempting to bind port 2339d2ea-502d-4ed3-908e-8ef424185e54 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:06.598988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Attempting to bind port 2339d2ea-502d-4ed3-908e-8ef424185e54 on network 265c9d4c-92c1-49b6-8f87-d064b0588e31 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:06.615138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:06.615138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Checking segment: {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:06.615138 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.615138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Bound using segment: {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:06.615138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Bound port: 2339d2ea-502d-4ed3-908e-8ef424185e54, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:06.615138 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.719074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] For port 2339d2ea-502d-4ed3-908e-8ef424185e54, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:06.720238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': 'c5c9f62b-89ad-406e-910c-1c90c0ea01da'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:06.724347 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db55e951-f14b-492e-87ad-557ed7b1cfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "c5c9f62b-89ad-406e-910c-1c90c0ea01da"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:06.731864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] For port 2339d2ea-502d-4ed3-908e-8ef424185e54, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2339d2ea-502d-4ed3-908e-8ef424185e54,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:06.746120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef06fdf-831d-48d8-befe-6f026aa95b87 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:06.754022 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.758685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5d5c006a-13a6-4007-9e65-554a7c179dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.804521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Transition to ACTIVE for port object 6ef06fdf-831d-48d8-befe-6f026aa95b87 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:06.811700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5d5c006a-13a6-4007-9e65-554a7c179dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.837287 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:06.928759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Routers {'bd25f29a-38aa-45bb-be98-d7e3e9a601b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:06.933146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:06.953700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.034184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b1894e29-0f88-434b-bdc0-c118071c6905 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:07.064842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23518807-77a6-49b0-b902-dafa5e1b8f1f None None] Pushing event updated for resources: {'Port': ['ID=2339d2ea-502d-4ed3-908e-8ef424185e54,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:07.072402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fc04070f-b4ed-462d-9f57-2bb8f2e67e2b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:07.111630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Pushing event updated for resources: {'Port': ['ID=6ef06fdf-831d-48d8-befe-6f026aa95b87,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:07.136959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] Set router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:07.171769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5d5c006a-13a6-4007-9e65-554a7c179dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.174466 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5d5c006a-13a6-4007-9e65-554a7c179dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.180440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5d5c006a-13a6-4007-9e65-554a7c179dfc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e7d5ad5-3264-4129-a8c2-95b3cfbb697f HTTP/1.1" status: 204 len: 168 time: 0.9789436 Aug 10 01:58:07.228588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Deleting port ed3be92f-e9d5-4f91-8490-8009997b7dfb {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:07.228943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.257563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c006a-13a6-4007-9e65-554a7c179dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7d5ad5-3264-4129-a8c2-95b3cfbb697f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:07.264367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:07.264676 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.293681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-540f3e78-5057-4357-9bbb-90da1542f766 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:07.295267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-540f3e78-5057-4357-9bbb-90da1542f766 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 818 time: 0.3574750 Aug 10 01:58:07.720803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:54Z', 'updated_at': '2021-08-10T01:58:02Z', 'revision_number': 4, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'gw_port': {'id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:56Z', 'updated_at': '2021-08-10T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '2339d2ea-502d-4ed3-908e-8ef424185e54', 'name': '', 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'mac_address': 'fa:16:3e:c0:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cd6554ce-8d0b-4b66-88be-eed8064be1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:01Z', 'updated_at': '2021-08-10T01:58:06Z', 'revision_number': 4, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'subnets': [{'id': 'cd6554ce-8d0b-4b66-88be-eed8064be1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:07.760135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11efbbad-5e50-40b9-afe6-62bb27610f86 None None] The sync data for ids ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'] in n-d-767704-21 is: [{'id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:54Z', 'updated_at': '2021-08-10T01:58:02Z', 'revision_number': 4, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'gw_port': {'id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:56Z', 'updated_at': '2021-08-10T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '2339d2ea-502d-4ed3-908e-8ef424185e54', 'name': '', 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'mac_address': 'fa:16:3e:c0:c8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cd6554ce-8d0b-4b66-88be-eed8064be1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:01Z', 'updated_at': '2021-08-10T01:58:06Z', 'revision_number': 4, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'subnets': [{'id': 'cd6554ce-8d0b-4b66-88be-eed8064be1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:07.800712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-59fe3b7c-5168-410e-9694-6bf04e0c4d71 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/quotas/ec2ba74d34c94eefab5b10bfdb0f5206 HTTP/1.1" status: 200 len: 375 time: 0.0550745 Aug 10 01:58:07.858038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Attempting to bind port 6ef06fdf-831d-48d8-befe-6f026aa95b87 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:07.858489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Attempting to bind port 6ef06fdf-831d-48d8-befe-6f026aa95b87 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:07.858874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Attempting to bind port 6ef06fdf-831d-48d8-befe-6f026aa95b87 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:07.888618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Port 6ef06fdf-831d-48d8-befe-6f026aa95b87 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:07.888949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Attempting to bind port 6ef06fdf-831d-48d8-befe-6f026aa95b87 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:07.897661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b1894e29-0f88-434b-bdc0-c118071c6905 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:07.900709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] For port ed3be92f-e9d5-4f91-8490-8009997b7dfb, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ed3be92f-e9d5-4f91-8490-8009997b7dfb,segment=NetworkSegment(e6f511a5-9742-4c83-9dac-d97bbb4709a7),segment_id=e6f511a5-9742-4c83-9dac-d97bbb4709a7)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:07.901088 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.911278 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] Sync routers for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:07.923592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b1894e29-0f88-434b-bdc0-c118071c6905 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.924375 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:07.925071 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:07.933040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:07.933388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Checking segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:07.933777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Bound using segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:07.934230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Bound port: 6ef06fdf-831d-48d8-befe-6f026aa95b87, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:07.934618 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:07.977164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Calling delete_port for ed3be92f-e9d5-4f91-8490-8009997b7dfb owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:08.026587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-72db2135-afd3-4665-893d-669b6a9e087c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2246356 Aug 10 01:58:08.052797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-b1894e29-0f88-434b-bdc0-c118071c6905 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "PUT /v2.0/floatingips/333648d7-7ae5-4f14-980e-46e9855e5332 HTTP/1.1" status: 200 len: 695 time: 3.1086340 Aug 10 01:58:08.078885 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:08.104912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:08.107399 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2eb79e-4cee-4c78-b2be-58954d924a36" -d '{"events": [{"name": "network-changed", "server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:08.317208 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:08.332429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] For port 6ef06fdf-831d-48d8-befe-6f026aa95b87, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:08.337056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] For port 6ef06fdf-831d-48d8-befe-6f026aa95b87, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6ef06fdf-831d-48d8-befe-6f026aa95b87,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:08.347565 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] Checking router: ec3ba06d-ef9c-4b03-a749-a20ae9c4640e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:08.351703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-45ff328f-1ee8-42d8-91a7-4c9a10fdd22b service neutron] 10.222.0.38 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128335 Aug 10 01:58:08.357093 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:08.357925 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:08.437408 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-f2116404-523e-49b9-be54-6cd51a644745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:08.439150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-f2116404-523e-49b9-be54-6cd51a644745 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1102 time: 0.2715194 Aug 10 01:58:08.480386 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:08.603975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-6f69f1a1-8b96-4090-8a54-542795a475f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:08.613501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-6f69f1a1-8b96-4090-8a54-542795a475f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 1097 time: 0.4818137 Aug 10 01:58:08.623140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-c924c7bd-46b0-4be5-8097-c8ca175e2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:08.625030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-c924c7bd-46b0-4be5-8097-c8ca175e2dcb service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1733463 Aug 10 01:58:08.662686 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:08.797816 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-4af14421-75d3-4754-8057-f0ef8ce80937 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 217 time: 0.1152148 Aug 10 01:58:08.801645 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:08.850923 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57867ade-8fab-4a66-bea3-0bd01b71787b None None] The sync data for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 is: [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:08.873212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:08.873856 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:08.875360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] 10.222.0.16 "PUT /v2.0/ports/6ef06fdf-831d-48d8-befe-6f026aa95b87 HTTP/1.1" status: 200 len: 1092 time: 3.9621623 Aug 10 01:58:09.010830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-fe9f5aa5-37c7-410b-ba3c-7716c9998b13 service neutron] 10.222.0.38 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584566 Aug 10 01:58:09.018775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:09.131467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2339d2ea-502d-4ed3-908e-8ef424185e54 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:09.162909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-c361c8d8-8178-4771-9e48-c2fe742a18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:09.165336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-c361c8d8-8178-4771-9e48-c2fe742a18b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.5510712 Aug 10 01:58:09.167176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57aea5-d629-4e79-a984-a25bff8343ec service neutron] Pushing event updated for resources: {'Port': ['ID=6ef06fdf-831d-48d8-befe-6f026aa95b87,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:09.251481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-b3a63ed1-e302-4666-86c9-78bd3933b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:09.256102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-b3a63ed1-e302-4666-86c9-78bd3933b306 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.4428294 Aug 10 01:58:09.275345 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.342300 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 2339d2ea-502d-4ed3-908e-8ef424185e54 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:09.354701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 2339d2ea-502d-4ed3-908e-8ef424185e54 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:09.355321 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.462004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db738a9e-4156-467b-8f9f-f8f476c30bbe None None] New status for floating IP 333648d7-7ae5-4f14-980e-46e9855e5332: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:58:09.485840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-23db09e6-c23e-4631-8f7b-2cef462a8651 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa60f47-5358-4636-a48b-465af6b61b7e HTTP/1.1" status: 200 len: 217 time: 0.2370756 Aug 10 01:58:09.513500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3be92f-e9d5-4f91-8490-8009997b7dfb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:09.753164 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.805612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-d8e7aa24-6f63-4fcb-b858-d61150309414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:09.807386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-d8e7aa24-6f63-4fcb-b858-d61150309414 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.3188498 Aug 10 01:58:09.814860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-87fe786d-12af-44fa-8756-ceec091d207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:09.817301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-87fe786d-12af-44fa-8756-ceec091d207c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5368054 Aug 10 01:58:09.844360 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:09.930168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 2339d2ea-502d-4ed3-908e-8ef424185e54, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2339d2ea-502d-4ed3-908e-8ef424185e54,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:10.024986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6425d-3d2a-4069-b6dd-ca64184c1fe9 req-0cae9a56-826b-406f-a86d-463705b7dc1c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.026801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92a6425d-3d2a-4069-b6dd-ca64184c1fe9 req-0cae9a56-826b-406f-a86d-463705b7dc1c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.3678575 Aug 10 01:58:10.040605 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:10.150603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=2339d2ea-502d-4ed3-908e-8ef424185e54,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:10.206718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-a367d072-e87e-489c-867a-9b6302b23295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.208238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-a367d072-e87e-489c-867a-9b6302b23295 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3894818 Aug 10 01:58:10.323966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-079f7de1-4730-485f-9e0b-19d17f4476b0 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903810 Aug 10 01:58:10.345701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92a6425d-3d2a-4069-b6dd-ca64184c1fe9 req-94a73f33-0ca3-46f5-959a-26eed6ed0952 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968798 Aug 10 01:58:10.392500 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c306795c-d365-4291-9afa-78d9c22b69bd x-openstack-request-id: req-c306795c-d365-4291-9afa-78d9c22b69bd {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:10.393042 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "c5c9f62b-89ad-406e-910c-1c90c0ea01da", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:10.393397 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c306795c-d365-4291-9afa-78d9c22b69bd {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:10.393914 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': 'c5c9f62b-89ad-406e-910c-1c90c0ea01da', 'status': 'completed', 'code': 200} Aug 10 01:58:10.417576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:10.470823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-58103f68-1322-46ab-bd30-43bf128c8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.471960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-58103f68-1322-46ab-bd30-43bf128c8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.472812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-58103f68-1322-46ab-bd30-43bf128c8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.473311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-58103f68-1322-46ab-bd30-43bf128c8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.473859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-58103f68-1322-46ab-bd30-43bf128c8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.474406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-58103f68-1322-46ab-bd30-43bf128c8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.474929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-58103f68-1322-46ab-bd30-43bf128c8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.477098 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-58103f68-1322-46ab-bd30-43bf128c8b3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6279 time: 0.0618043 Aug 10 01:58:10.538732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-1c8c6322-24f8-4157-b41b-1fbc93c9e90e service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157518 Aug 10 01:58:10.633765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-f9272898-1d80-4856-a956-08a4fd421c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.633765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-f9272898-1d80-4856-a956-08a4fd421c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.633765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-f9272898-1d80-4856-a956-08a4fd421c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.633765 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-f9272898-1d80-4856-a956-08a4fd421c97 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6516606fd45e4b029bd44fae3d330ceb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1473835 Aug 10 01:58:10.681602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-dd551f3e-71cb-4dbd-af1e-af89ebe49227 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440237 Aug 10 01:58:10.739804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228e46-7854-4616-bc03-4413c662cfd0 req-528ae394-03c4-4979-b501-7f70b9244a01 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.740705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-93bc5217-dc6b-4d57-b73f-b5c7a7f4e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.742194 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-db55e951-f14b-492e-87ad-557ed7b1cfe9 req-93bc5217-dc6b-4d57-b73f-b5c7a7f4e9e1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006439 Aug 10 01:58:10.745694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228e46-7854-4616-bc03-4413c662cfd0 req-528ae394-03c4-4979-b501-7f70b9244a01 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.751827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228e46-7854-4616-bc03-4413c662cfd0 req-528ae394-03c4-4979-b501-7f70b9244a01 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.758725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228e46-7854-4616-bc03-4413c662cfd0 req-528ae394-03c4-4979-b501-7f70b9244a01 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.764646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228e46-7854-4616-bc03-4413c662cfd0 req-528ae394-03c4-4979-b501-7f70b9244a01 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.771133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228e46-7854-4616-bc03-4413c662cfd0 req-528ae394-03c4-4979-b501-7f70b9244a01 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.777322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228e46-7854-4616-bc03-4413c662cfd0 req-528ae394-03c4-4979-b501-7f70b9244a01 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:10.779249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c228e46-7854-4616-bc03-4413c662cfd0 req-528ae394-03c4-4979-b501-7f70b9244a01 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5383 time: 0.3142540 Aug 10 01:58:10.815403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d207a602-ccdd-474e-ad9c-21db4230b5c0 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:10.830811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:10.874305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Transition to ACTIVE for port object d207a602-ccdd-474e-ad9c-21db4230b5c0 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:10.883742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c544d2-b3b3-4d41-b579-ed28899e0b95 req-bc7a0655-1604-4502-a4a8-98c085b9ec61 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187504 Aug 10 01:58:10.920172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c228e46-7854-4616-bc03-4413c662cfd0 req-216f78e1-f4a2-4714-8301-42206e23734a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1293254 Aug 10 01:58:10.973258 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c31f1af-be09-4d64-8a34-8617f10eed86 x-openstack-request-id: req-8c31f1af-be09-4d64-8a34-8617f10eed86 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:10.973258 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:10.973722 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8c31f1af-be09-4d64-8a34-8617f10eed86 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:10.973952 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'status': 'completed', 'code': 200} Aug 10 01:58:11.005923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.023851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Router c367e79d-2e64-4b40-8a16-1ed4df0c5075 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:11.145562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2339d2ea-502d-4ed3-908e-8ef424185e54 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:11.149923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6d220b9-8018-4337-8ea7-a8aac0a0e421 req-6c0ae812-3b56-4ef9-b770-18ce210821ff tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 210 time: 0.0954387 Aug 10 01:58:11.201047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Pushing event updated for resources: {'Port': ['ID=d207a602-ccdd-474e-ad9c-21db4230b5c0,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:11.303547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 2339d2ea-502d-4ed3-908e-8ef424185e54 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:11.304069 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.450843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:11.463281 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] Sync routers for ids ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:11.468631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-64aae91f-3855-4f58-88d9-175f82087170 admin admin] 10.222.0.38 "PUT /v2.0/routers/c367e79d-2e64-4b40-8a16-1ed4df0c5075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3112285 Aug 10 01:58:11.469137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39456) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:11.479835 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] Routers {'c367e79d-2e64-4b40-8a16-1ed4df0c5075'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:11.480652 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:11.485299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-c23a32be-091b-456d-a935-bffd0b92b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:11.487465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-c23a32be-091b-456d-a935-bffd0b92b9e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 1097 time: 0.4295084 Aug 10 01:58:11.653544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.744052 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] Set router c367e79d-2e64-4b40-8a16-1ed4df0c5075 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:11.792912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:11.938012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Attempting to bind port d207a602-ccdd-474e-ad9c-21db4230b5c0 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:11.938364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Attempting to bind port d207a602-ccdd-474e-ad9c-21db4230b5c0 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:11.938793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Attempting to bind port d207a602-ccdd-474e-ad9c-21db4230b5c0 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:11.969208 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:34Z', 'updated_at': '2021-08-10T01:58:09Z', 'revision_number': 5, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'gw_port': {'id': 'f1fadb4a-f275-4764-9033-05adc02fc3cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:82:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:36Z', 'updated_at': '2021-08-10T01:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:11.999001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Port d207a602-ccdd-474e-ad9c-21db4230b5c0 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:11.999889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Attempting to bind port d207a602-ccdd-474e-ad9c-21db4230b5c0 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:12.014059 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] Checking router: c367e79d-2e64-4b40-8a16-1ed4df0c5075 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:12.023983 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] Routers {'c367e79d-2e64-4b40-8a16-1ed4df0c5075'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:12.026349 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:12.040624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Deleting port f1fadb4a-f275-4764-9033-05adc02fc3cd {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:12.043654 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.048223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3603e-65f7-4948-a665-e8577fcd4731 req-16c1923c-6a93-4eda-8989-36906ead6b90 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.056099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30f3603e-65f7-4948-a665-e8577fcd4731 req-16c1923c-6a93-4eda-8989-36906ead6b90 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.6097934 Aug 10 01:58:12.057948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:12.058298 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Checking segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:12.058923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Bound using segment: {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:12.059410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Bound port: d207a602-ccdd-474e-ad9c-21db4230b5c0, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:12.059792 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.129497 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] Set router c367e79d-2e64-4b40-8a16-1ed4df0c5075 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:12.145729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-3f8944fb-036e-49cb-aaa6-947718b9893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.147528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-3f8944fb-036e-49cb-aaa6-947718b9893a service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.2324111 Aug 10 01:58:12.161560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39468) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:12.162984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-6a7994f1-8ee8-47dd-8e1f-1d7da7c5da51 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.178628 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-6a7994f1-8ee8-47dd-8e1f-1d7da7c5da51 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1909611 Aug 10 01:58:12.200535 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] For port f1fadb4a-f275-4764-9033-05adc02fc3cd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f1fadb4a-f275-4764-9033-05adc02fc3cd,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:12.202324 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.212052 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:34Z', 'updated_at': '2021-08-10T01:58:11Z', 'revision_number': 6, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:12.236629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30f3603e-65f7-4948-a665-e8577fcd4731 req-e9c0f6d6-ff4e-4840-9c79-26b654fc8dfc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751730 Aug 10 01:58:12.244771 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a3dfe-a017-44d5-a5d1-8bb1280e4603 None None] The sync data for ids ['c367e79d-2e64-4b40-8a16-1ed4df0c5075'] in n-d-767704-21 is: [{'id': 'c367e79d-2e64-4b40-8a16-1ed4df0c5075', 'name': 'tempest-FloatingIPsTestJSON-1490982891-router', 'tenant_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:34Z', 'updated_at': '2021-08-10T01:58:11Z', 'revision_number': 6, 'project_id': '2fe2a3066bbe48a6ae4b2dd0c9f39be7', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:12.248479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-78b57bf3-5ecc-4a9b-8a6e-afd6eb02788e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa60f47-5358-4636-a48b-465af6b61b7e HTTP/1.1" status: 200 len: 217 time: 0.0805564 Aug 10 01:58:12.254991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Calling delete_port for f1fadb4a-f275-4764-9033-05adc02fc3cd owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:12.389109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-400871e2-2a89-4682-ac3a-7f690853acff tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.2087450 Aug 10 01:58:12.399675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Request body: {'floatingip': {'port_id': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:12.464757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.467146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] For port d207a602-ccdd-474e-ad9c-21db4230b5c0, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:12.536235 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a21e-cde6-4b13-ac8e-09895ee8f94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.549427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-ac153d8f-9dc4-405a-ae0d-48a64d6f9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.549427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-ac153d8f-9dc4-405a-ae0d-48a64d6f9887 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.2272246 Aug 10 01:58:12.554165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] For port d207a602-ccdd-474e-ad9c-21db4230b5c0, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:12.627403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.645318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-bf39-418d-8c5f-005f88448ba2 req-f2088291-5b27-4f43-b4bd-e4dc973590d8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.651547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-bf39-418d-8c5f-005f88448ba2 req-f2088291-5b27-4f43-b4bd-e4dc973590d8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.657415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-bf39-418d-8c5f-005f88448ba2 req-f2088291-5b27-4f43-b4bd-e4dc973590d8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.667545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-bf39-418d-8c5f-005f88448ba2 req-f2088291-5b27-4f43-b4bd-e4dc973590d8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.670473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-bf39-418d-8c5f-005f88448ba2 req-f2088291-5b27-4f43-b4bd-e4dc973590d8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.672819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fadb4a-f275-4764-9033-05adc02fc3cd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:12.677114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-bf39-418d-8c5f-005f88448ba2 req-f2088291-5b27-4f43-b4bd-e4dc973590d8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.683369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-bf39-418d-8c5f-005f88448ba2 req-f2088291-5b27-4f43-b4bd-e4dc973590d8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.691302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd882874-bf39-418d-8c5f-005f88448ba2 req-f2088291-5b27-4f43-b4bd-e4dc973590d8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5395 time: 0.3421309 Aug 10 01:58:12.697501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.713072 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.803913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-a6878c40-6564-4d73-95cd-731e5c9b087d tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.805428 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-a6878c40-6564-4d73-95cd-731e5c9b087d tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.16 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 818 time: 0.2507544 Aug 10 01:58:12.818910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.824095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Request body: {'port': {'device_id': '6d676a15-b671-4c67-828c-3b89ed521316', 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31', 'admin_state_up': True, 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:12.844758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.845409 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:12.847396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] 10.222.0.16 "PUT /v2.0/ports/d207a602-ccdd-474e-ad9c-21db4230b5c0 HTTP/1.1" status: 200 len: 1092 time: 3.8548222 Aug 10 01:58:12.875197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-62651376-4b10-4e31-bc9a-a3a86953b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:12.876694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-62651376-4b10-4e31-bc9a-a3a86953b576 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3039458 Aug 10 01:58:12.913339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd882874-bf39-418d-8c5f-005f88448ba2 req-466a913e-9f8f-4ce1-ab92-f91ab4f3bdfb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2048717 Aug 10 01:58:12.990162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927dd29-b341-427b-a57c-ee42ab20029a service neutron] Pushing event updated for resources: {'Port': ['ID=d207a602-ccdd-474e-ad9c-21db4230b5c0,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:12.992657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': '6ef06fdf-831d-48d8-befe-6f026aa95b87'}, {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': 'd207a602-ccdd-474e-ad9c-21db4230b5c0'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:12.994949 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "6ef06fdf-831d-48d8-befe-6f026aa95b87"}, {"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "d207a602-ccdd-474e-ad9c-21db4230b5c0"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:13.013737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.021469 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.048594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:13.117533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a21e-cde6-4b13-ac8e-09895ee8f94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.219681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f1fadb4a-f275-4764-9033-05adc02fc3cd no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:13.242411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: f1fadb4a-f275-4764-9033-05adc02fc3cd {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:13.242811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f1fadb4a-f275-4764-9033-05adc02fc3cd not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:13.243238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ed3be92f-e9d5-4f91-8490-8009997b7dfb no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:13.263812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ed3be92f-e9d5-4f91-8490-8009997b7dfb {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:13.264227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ed3be92f-e9d5-4f91-8490-8009997b7dfb not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:13.281552 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.281552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c367e79d-2e64-4b40-8a16-1ed4df0c5075 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:58:13.281552 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a21e-cde6-4b13-ac8e-09895ee8f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.288229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.289410 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f8694b88-73fc-4016-912d-bed5f045d69a admin admin] 10.222.0.38 "DELETE /v2.0/routers/c367e79d-2e64-4b40-8a16-1ed4df0c5075 HTTP/1.1" status: 204 len: 168 time: 1.8194366 Aug 10 01:58:13.290982 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.293766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39492) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:13.348276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-15fbb4b1-a7b0-40ee-b489-d29509148b55 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582477 Aug 10 01:58:13.392739 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c3e8a21e-cde6-4b13-ac8e-09895ee8f94e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e14d22828584a2ba9c4b9c0aa14150c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2277284 Aug 10 01:58:13.392739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8a21e-cde6-4b13-ac8e-09895ee8f94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f64ef72-ef10-4352-9f47-af9bacfc293c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:13.396126 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39496) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:13.457293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e076e209-4223-4be5-bbe0-bb4718e96ebe admin admin] Deleting subnet ecd29c93-8e6e-446e-a4ef-aed0b67ad958 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:58:13.462706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e076e209-4223-4be5-bbe0-bb4718e96ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.463454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-a49a2cc1-7711-42d4-a0ed-aa1ec9586041 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:13.470606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-a49a2cc1-7711-42d4-a0ed-aa1ec9586041 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 818 time: 0.4263630 Aug 10 01:58:13.505612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Made reservation on behalf of ec2ba74d34c94eefab5b10bfdb0f5206 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:13.509250 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.527521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24637cc4-d3b9-4b4d-8168-e79876f6948e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.543727 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e076e209-4223-4be5-bbe0-bb4718e96ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.548878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-ab2447b1-bb9f-4fee-9c5b-1f12abdb7f29 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/quotas/ec2ba74d34c94eefab5b10bfdb0f5206 HTTP/1.1" status: 200 len: 375 time: 0.0774026 Aug 10 01:58:13.589135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24637cc4-d3b9-4b4d-8168-e79876f6948e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.670975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-227c34f5-b864-49ca-a783-9172fb6eaa79 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:13.672591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-227c34f5-b864-49ca-a783-9172fb6eaa79 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab51ef3b-2dac-488e-9530-db41873a7066 HTTP/1.1" status: 200 len: 945 time: 0.3268571 Aug 10 01:58:13.761406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a2eb79e-4cee-4c78-b2be-58954d924a36 req-c3332665-0ef3-4976-8c09-f8ecb2780845 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941541 Aug 10 01:58:13.791636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e076e209-4223-4be5-bbe0-bb4718e96ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.814767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Allocated IP 172.20.0.8 (265c9d4c-92c1-49b6-8f87-d064b0588e31/cd6554ce-8d0b-4b66-88be-eed8064be1b5/cf094eee-8039-4518-a83c-44221c870f09) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:13.853619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24637cc4-d3b9-4b4d-8168-e79876f6948e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.856234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24637cc4-d3b9-4b4d-8168-e79876f6948e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:13.857396 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-24637cc4-d3b9-4b4d-8168-e79876f6948e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f64ef72-ef10-4352-9f47-af9bacfc293c HTTP/1.1" status: 204 len: 168 time: 0.4546711 Aug 10 01:58:13.891067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637cc4-d3b9-4b4d-8168-e79876f6948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f64ef72-ef10-4352-9f47-af9bacfc293c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:13.910194 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.resource_extend [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:58:13.950786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-8f0cba51-94ee-45c2-beeb-31270c11225e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3043942 Aug 10 01:58:14.031032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.047562 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.053201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e076e209-4223-4be5-bbe0-bb4718e96ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.087684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Deleting port 9aa60f47-5358-4636-a48b-465af6b61b7e {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:14.088037 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.091617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e076e209-4223-4be5-bbe0-bb4718e96ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.096770 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e076e209-4223-4be5-bbe0-bb4718e96ebe admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ecd29c93-8e6e-446e-a4ef-aed0b67ad958 HTTP/1.1" status: 204 len: 168 time: 0.7957127 Aug 10 01:58:14.096770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076e209-4223-4be5-bbe0-bb4718e96ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd29c93-8e6e-446e-a4ef-aed0b67ad958,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:14.099743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39506) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:14.101454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f3851-83cd-4353-ba78-209f0633df2e None None] Network bc563a6d-5ac4-470f-92dc-94c28bf77cbb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:14.266520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e7b20-ef2f-430e-81c4-80f7d6711ea5 None None] DHCP port deletion for bc563a6d-5ac4-470f-92dc-94c28bf77cbb request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:58:14.318521 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e7b20-ef2f-430e-81c4-80f7d6711ea5 None None] Deleting port b1493a93-c305-4b87-aba2-7d9ed0ba360e {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:14.318923 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e7e7b20-ef2f-430e-81c4-80f7d6711ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.388547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4e7e7b20-ef2f-430e-81c4-80f7d6711ea5 None None] For port b1493a93-c305-4b87-aba2-7d9ed0ba360e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1493a93-c305-4b87-aba2-7d9ed0ba360e,segment=NetworkSegment(e6f511a5-9742-4c83-9dac-d97bbb4709a7),segment_id=e6f511a5-9742-4c83-9dac-d97bbb4709a7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:14.388953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e7e7b20-ef2f-430e-81c4-80f7d6711ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.402371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e7b20-ef2f-430e-81c4-80f7d6711ea5 None None] Calling delete_port for b1493a93-c305-4b87-aba2-7d9ed0ba360e owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:14.431283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.452085 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.518420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Network 265c9d4c-92c1-49b6-8f87-d064b0588e31 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:14.524717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:14.530776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:14.561475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Pushing event updated for resources: {'Port': ['ID=cf094eee-8039-4518-a83c-44221c870f09,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:14.571258 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.595919 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e7e7b20-ef2f-430e-81c4-80f7d6711ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.598851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:14.600081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.633436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-7e202538-3de8-41e4-9fcd-58cea235d6eb service neutron] 10.222.0.38 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655936 Aug 10 01:58:14.640545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e7b20-ef2f-430e-81c4-80f7d6711ea5 None None] Pushing event deleted for resources: {'Port': ['ID=b1493a93-c305-4b87-aba2-7d9ed0ba360e,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:14.645995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e7b20-ef2f-430e-81c4-80f7d6711ea5 None None] No DVR routers for this DVR port b1493a93-c305-4b87-aba2-7d9ed0ba360e on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:14.653369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75db37da-9b5b-4b7c-8744-19bf8e24f57f {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:14.720944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.761027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] For port 9aa60f47-5358-4636-a48b-465af6b61b7e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=9aa60f47-5358-4636-a48b-465af6b61b7e,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:14.761401 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.768763 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.797473 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-595a0d75-0856-41a7-8096-a45d924ecae5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9744370 Aug 10 01:58:14.806585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Request body: {'port': {'device_id': '6d676a15-b671-4c67-828c-3b89ed521316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:14.819011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Transition to ACTIVE for port object 75db37da-9b5b-4b7c-8744-19bf8e24f57f will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:14.835335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Calling delete_port for 9aa60f47-5358-4636-a48b-465af6b61b7e owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:14.875286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.940811 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Floating IP 333648d7-7ae5-4f14-980e-46e9855e5332 associated. External IP: 172.25.3.251, port: 4a1b156d-6ca6-47b3-bffc-d0372814695b. Aug 10 01:58:14.944023 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.982949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-bb76e561-0ff9-465f-b39b-f01d32987cc6 service neutron] 10.222.0.38 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486202 Aug 10 01:58:15.016087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1493a93-c305-4b87-aba2-7d9ed0ba360e no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:15.056451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b1493a93-c305-4b87-aba2-7d9ed0ba360e {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:15.056798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1493a93-c305-4b87-aba2-7d9ed0ba360e not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:15.115337 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.196556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc563a6d-5ac4-470f-92dc-94c28bf77cbb']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:15.215594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=75db37da-9b5b-4b7c-8744-19bf8e24f57f,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:15.226920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f511a5-9742-4c83-9dac-d97bbb4709a7') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:15.227210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f511a5-9742-4c83-9dac-d97bbb4709a7') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:15.268579 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.272215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf094eee-8039-4518-a83c-44221c870f09 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:15.280331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.297324 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Transition to ACTIVE for port object cf094eee-8039-4518-a83c-44221c870f09 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:15.332905 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.360469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:58:15.360883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: timer() Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:58:15.368697 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:58:15.447253 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.478883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Attempting to bind port 75db37da-9b5b-4b7c-8744-19bf8e24f57f on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:15.479195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Attempting to bind port 75db37da-9b5b-4b7c-8744-19bf8e24f57f by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:15.479600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Attempting to bind port 75db37da-9b5b-4b7c-8744-19bf8e24f57f on network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:15.486169 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.497405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['4a1b156d-6ca6-47b3-bffc-d0372814695b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:15.534347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Port 75db37da-9b5b-4b7c-8744-19bf8e24f57f on network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:15.534935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Attempting to bind port 75db37da-9b5b-4b7c-8744-19bf8e24f57f on network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:15.566146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Pushing event deleted for resources: {'Port': ['ID=9aa60f47-5358-4636-a48b-465af6b61b7e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:15.580891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:15.581565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Checking segment: {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:15.582027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Bound using segment: {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:15.582501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Bound port: 75db37da-9b5b-4b7c-8744-19bf8e24f57f, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:15.582931 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.646287 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25f4504-546a-45da-a73c-bc47374aa841 x-openstack-request-id: req-a25f4504-546a-45da-a73c-bc47374aa841 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:15.646798 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "6ef06fdf-831d-48d8-befe-6f026aa95b87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "d207a602-ccdd-474e-ad9c-21db4230b5c0", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:15.647048 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a25f4504-546a-45da-a73c-bc47374aa841 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:15.647433 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': '6ef06fdf-831d-48d8-befe-6f026aa95b87', 'status': 'completed', 'code': 200} Aug 10 01:58:15.647868 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': 'd207a602-ccdd-474e-ad9c-21db4230b5c0', 'status': 'completed', 'code': 200} Aug 10 01:58:15.657626 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.670670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.672812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] 10.222.0.38 "DELETE /v2.0/networks/bc563a6d-5ac4-470f-92dc-94c28bf77cbb HTTP/1.1" status: 204 len: 168 time: 1.5580306 Aug 10 01:58:15.690692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Pushing event updated for resources: {'Port': ['ID=cf094eee-8039-4518-a83c-44221c870f09,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:15.702309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] No DVR routers for this DVR port 9aa60f47-5358-4636-a48b-465af6b61b7e on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:15.778096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-1993b6b8-ec90-425c-8f9c-db63a93c1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.779341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-1993b6b8-ec90-425c-8f9c-db63a93c1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.781145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-1993b6b8-ec90-425c-8f9c-db63a93c1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.781343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] For port 75db37da-9b5b-4b7c-8744-19bf8e24f57f, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:15.782327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-1993b6b8-ec90-425c-8f9c-db63a93c1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.783115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-1993b6b8-ec90-425c-8f9c-db63a93c1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.783832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-1993b6b8-ec90-425c-8f9c-db63a93c1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.784589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-1993b6b8-ec90-425c-8f9c-db63a93c1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.784986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] For port 75db37da-9b5b-4b7c-8744-19bf8e24f57f, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:15.787745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-1993b6b8-ec90-425c-8f9c-db63a93c1f2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6373 time: 0.1356709 Aug 10 01:58:15.794108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 9aa60f47-5358-4636-a48b-465af6b61b7e no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:15.810710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed283bb5-051c-4fe5-b4ce-5d5c29b379ab admin admin] Pushing event deleted for resources: {'Network': ['ID=bc563a6d-5ac4-470f-92dc-94c28bf77cbb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:15.813361 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.816083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34c65110-e811-4851-bd81-c1d0d938c5ba req-68131c12-0824-4861-aa1f-1f6499e493d2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.11 "DELETE /v2.0/ports/9aa60f47-5358-4636-a48b-465af6b61b7e HTTP/1.1" status: 204 len: 173 time: 2.1159294 Aug 10 01:58:15.833563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:15.841860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Attempting to bind port cf094eee-8039-4518-a83c-44221c870f09 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:15.847951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Attempting to bind port cf094eee-8039-4518-a83c-44221c870f09 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:15.847951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Attempting to bind port cf094eee-8039-4518-a83c-44221c870f09 on network 265c9d4c-92c1-49b6-8f87-d064b0588e31 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:15.856531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 9aa60f47-5358-4636-a48b-465af6b61b7e {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:15.856907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 9aa60f47-5358-4636-a48b-465af6b61b7e not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:15.876693 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.882459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Port cf094eee-8039-4518-a83c-44221c870f09 on network 265c9d4c-92c1-49b6-8f87-d064b0588e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:15.883081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Attempting to bind port cf094eee-8039-4518-a83c-44221c870f09 on network 265c9d4c-92c1-49b6-8f87-d064b0588e31 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:15.899199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:15.899626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Checking segment: {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:15.900045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Bound using segment: {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:15.900492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Bound port: cf094eee-8039-4518-a83c-44221c870f09, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:15.901046 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.980779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-6e2b3e09-cc67-4c57-8210-5510f62c12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.982798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-6e2b3e09-cc67-4c57-8210-5510f62c12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.982914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.983020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-6e2b3e09-cc67-4c57-8210-5510f62c12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:15.983134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:15.983341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] 10.222.0.16 "PUT /v2.0/ports/75db37da-9b5b-4b7c-8744-19bf8e24f57f HTTP/1.1" status: 200 len: 1092 time: 2.9417872 Aug 10 01:58:15.983546 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-6e2b3e09-cc67-4c57-8210-5510f62c12ba service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6516606fd45e4b029bd44fae3d330ceb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1796651 Aug 10 01:58:16.006273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b1e7-391f-46ed-8329-2b4f4b05cbeb req-d7c5c88a-88b5-46bf-88f9-3ec4593c47f7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.006273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a96b1e7-391f-46ed-8329-2b4f4b05cbeb req-d7c5c88a-88b5-46bf-88f9-3ec4593c47f7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.1850152 Aug 10 01:58:16.036048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7cfba-b925-4993-b04c-5ebfc1dad8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=75db37da-9b5b-4b7c-8744-19bf8e24f57f,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:16.055054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] For port cf094eee-8039-4518-a83c-44221c870f09, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:16.086272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] For port cf094eee-8039-4518-a83c-44221c870f09, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cf094eee-8039-4518-a83c-44221c870f09,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:16.137017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a96b1e7-391f-46ed-8329-2b4f4b05cbeb req-8817d5e7-7984-4219-b3fa-cf08a6c002b9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176159 Aug 10 01:58:16.166858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:16.175536 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.179561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-a70bfc49-2847-4207-ae7a-32f371284aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.180378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] Sync routers for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:16.181008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-a70bfc49-2847-4207-ae7a-32f371284aa0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861138 Aug 10 01:58:16.195947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Request body: {'port': {'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:16.211756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:16.213022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:16.248147 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.344830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.345924 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.352639 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] 10.222.0.16 "PUT /v2.0/ports/cf094eee-8039-4518-a83c-44221c870f09 HTTP/1.1" status: 200 len: 1092 time: 1.5463412 Aug 10 01:58:16.355355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-703e1c53-1c26-46b5-bc5d-1cf217526ef2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "PUT /v2.0/floatingips/333648d7-7ae5-4f14-980e-46e9855e5332 HTTP/1.1" status: 200 len: 997 time: 3.9653108 Aug 10 01:58:16.384293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d676a15-b671-4c67-828c-3b89ed521316', 'tag': 'cf094eee-8039-4518-a83c-44221c870f09'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:16.386467 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f975386-bc64-4b8f-9d20-92a3fbc27351" -d '{"events": [{"name": "network-changed", "server_uuid": "6d676a15-b671-4c67-828c-3b89ed521316", "tag": "cf094eee-8039-4518-a83c-44221c870f09"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:16.436156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.464414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcc222-a39e-451b-b356-90da0cfebaa9 req-34a9ee42-ff66-4e6f-9003-0fbdc58f8319 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.466350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39556) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:16.472116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcc222-a39e-451b-b356-90da0cfebaa9 req-34a9ee42-ff66-4e6f-9003-0fbdc58f8319 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.480297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcc222-a39e-451b-b356-90da0cfebaa9 req-34a9ee42-ff66-4e6f-9003-0fbdc58f8319 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.484434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:16.486931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcc222-a39e-451b-b356-90da0cfebaa9 req-34a9ee42-ff66-4e6f-9003-0fbdc58f8319 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.493296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcc222-a39e-451b-b356-90da0cfebaa9 req-34a9ee42-ff66-4e6f-9003-0fbdc58f8319 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.499508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcc222-a39e-451b-b356-90da0cfebaa9 req-34a9ee42-ff66-4e6f-9003-0fbdc58f8319 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.505687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcc222-a39e-451b-b356-90da0cfebaa9 req-34a9ee42-ff66-4e6f-9003-0fbdc58f8319 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.507756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50dcc222-a39e-451b-b356-90da0cfebaa9 req-34a9ee42-ff66-4e6f-9003-0fbdc58f8319 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5407 time: 0.2551243 Aug 10 01:58:16.570884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f967900-3b1c-4715-a1c4-93e4529ba77f service neutron] Pushing event updated for resources: {'Port': ['ID=cf094eee-8039-4518-a83c-44221c870f09,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:16.575834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-2a1ba275-e97e-4264-93f9-882bc8fc81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.577580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-2a1ba275-e97e-4264-93f9-882bc8fc81ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1098 time: 0.1979680 Aug 10 01:58:16.591941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-7cd5d687-cfec-4b55-b5ce-7b38f929bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.592997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-7cd5d687-cfec-4b55-b5ce-7b38f929bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.593661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-7cd5d687-cfec-4b55-b5ce-7b38f929bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.594301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-7cd5d687-cfec-4b55-b5ce-7b38f929bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.594993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-7cd5d687-cfec-4b55-b5ce-7b38f929bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.595703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-7cd5d687-cfec-4b55-b5ce-7b38f929bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.597093 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-7cd5d687-cfec-4b55-b5ce-7b38f929bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.599279 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-7cd5d687-cfec-4b55-b5ce-7b38f929bf4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6415 time: 0.2661428 Aug 10 01:58:16.629653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50dcc222-a39e-451b-b356-90da0cfebaa9 req-237c4bad-a78b-4fa8-95c8-e5353d5eebbb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141098 Aug 10 01:58:16.678425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-461d6729-0fe8-468b-9cb7-a6733b6cc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.680154 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-461d6729-0fe8-468b-9cb7-a6733b6cc2b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 1095 time: 0.1422551 Aug 10 01:58:16.681305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39560) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:16.693627 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ac87b6ae-9432-4033-862f-18a30df55728 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fe2a3066bbe48a6ae4b2dd0c9f39be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243671 Aug 10 01:58:16.708795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39564) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:16.765875 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-8d2b4e3e-a0f2-45b2-a10e-bff91d648731 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf094eee-8039-4518-a83c-44221c870f09 HTTP/1.1" status: 200 len: 217 time: 0.0684817 Aug 10 01:58:16.859525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfa98fe1-e6bf-4504-b732-7100c9488346 req-63502bf4-71d2-450d-9308-a22752d222a6 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 210 time: 0.0900574 Aug 10 01:58:16.874762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-e6db2619-09ee-4745-a959-c2ced829816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.875331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-e6db2619-09ee-4745-a959-c2ced829816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.875811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-e6db2619-09ee-4745-a959-c2ced829816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.889598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-e6db2619-09ee-4745-a959-c2ced829816c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6516606fd45e4b029bd44fae3d330ceb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2686236 Aug 10 01:58:16.904938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-e350aa95-639b-488d-9ef8-6512bc1c1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.906717 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-e350aa95-639b-488d-9ef8-6512bc1c1e3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.1320627 Aug 10 01:58:16.907511 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dd4594b-6e9c-4dc5-be57-f76775e93ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.934773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dd4594b-6e9c-4dc5-be57-f76775e93ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.938885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-127bf674-7b33-47d4-b52c-c3884213a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:16.940685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-127bf674-7b33-47d4-b52c-c3884213a6f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.3504190 Aug 10 01:58:16.947181 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21112e79-b72a-49fc-bbed-c5ba30c39d50 x-openstack-request-id: req-21112e79-b72a-49fc-bbed-c5ba30c39d50 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:16.950871 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d676a15-b671-4c67-828c-3b89ed521316", "tag": "cf094eee-8039-4518-a83c-44221c870f09", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:16.950871 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-21112e79-b72a-49fc-bbed-c5ba30c39d50 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:16.950871 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d676a15-b671-4c67-828c-3b89ed521316', 'tag': 'cf094eee-8039-4518-a83c-44221c870f09', 'status': 'completed', 'code': 200} Aug 10 01:58:17.042061 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-22843e19-efc3-4d2a-b547-ff7bb3a25769 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929155 Aug 10 01:58:17.052980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:50:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:58:13Z', 'revision_number': 8, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:17.087587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] Checking router: ec3ba06d-ef9c-4b03-a749-a20ae9c4640e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:17.096054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-a918ccc8-57b2-4b58-a3c5-bb848c599754 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 1000 time: 0.1293848 Aug 10 01:58:17.098131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:17.098893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:57:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:17.171074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-network', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:17.231771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f900d3-c3cb-47f1-a820-836d3440c17a {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:17.239436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-2cdfd1ef-d63d-49c6-9305-6479204695ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.241740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-70a5cd1d-2bda-4f9a-a7d4-655d0ed8b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.243092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-2cdfd1ef-d63d-49c6-9305-6479204695ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.1331048 Aug 10 01:58:17.244130 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a71f4f8d-5b72-476b-a0ca-1f67d4ded9b4 req-70a5cd1d-2bda-4f9a-a7d4-655d0ed8b600 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3534498 Aug 10 01:58:17.250163 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.273804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-36826c5c-ea41-4996-a05b-93ca2ff80d8f service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230680 Aug 10 01:58:17.300994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:17.340941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Transition to ACTIVE for port object b0f900d3-c3cb-47f1-a820-836d3440c17a will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:17.374736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf129d28-c298-4d90-bbeb-4d886ea10e64 req-078d3600-4d82-4853-ace2-f03b60d8cb3b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.376836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf129d28-c298-4d90-bbeb-4d886ea10e64 req-078d3600-4d82-4853-ace2-f03b60d8cb3b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.1108978 Aug 10 01:58:17.383863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-40e8385d-4dd9-49d5-913f-7bd37bf44885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.385579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-40e8385d-4dd9-49d5-913f-7bd37bf44885 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180243 Aug 10 01:58:17.484769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf129d28-c298-4d90-bbeb-4d886ea10e64 req-fdf95c42-2fda-4d0c-8340-e1b56a19a96f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980887 Aug 10 01:58:17.488999 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.589306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f900d3-c3cb-47f1-a820-836d3440c17a,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:17.616240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-be2e0ccd-4238-412b-966e-8bcb66e9b3fd service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209828 Aug 10 01:58:17.632780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:50:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:58:13Z', 'revision_number': 8, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:17.679457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874be23-6015-4ec9-8dee-f1ef624fff0a None None] The sync data for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 is: [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '333648d7-7ae5-4f14-980e-46e9855e5332', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'port_id': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'mac_address': 'fa:16:3e:50:43:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:58:13Z', 'revision_number': 8, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:17.819606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'name': 'network-vif-deleted', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e'}, {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': '75db37da-9b5b-4b7c-8744-19bf8e24f57f'}, {'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:17.822247 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188e3b8d-3935-4fa7-a604-03c55ab707e7" -d '{"events": [{"server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "name": "network-vif-deleted", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e"}, {"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "75db37da-9b5b-4b7c-8744-19bf8e24f57f"}, {"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:17.827223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63507809-b7e6-4b8b-9991-1b3c081fb33e req-99495d53-83bb-486f-a586-4b3e2287fe3c service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091873 Aug 10 01:58:17.828683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dd4594b-6e9c-4dc5-be57-f76775e93ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.831688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dd4594b-6e9c-4dc5-be57-f76775e93ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.835077 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4dd4594b-6e9c-4dc5-be57-f76775e93ed3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a453c45f-2b1c-4799-bb15-3183c9a3e314 HTTP/1.1" status: 204 len: 168 time: 1.1225729 Aug 10 01:58:17.835622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Made reservation on behalf of bc1a5ad300104dc39c7519b2063365bb for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:17.842000 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.869008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4594b-6e9c-4dc5-be57-f76775e93ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a453c45f-2b1c-4799-bb15-3183c9a3e314,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:17.877521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.914764 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ff06b9b0-0510-4d80-84b3-0fab0d01e5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.943430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263615a-34c0-4034-a4d4-9511fb6fb5c4 req-4bcb081d-d470-40f0-9bc5-3c48b69cf569 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.949837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263615a-34c0-4034-a4d4-9511fb6fb5c4 req-4bcb081d-d470-40f0-9bc5-3c48b69cf569 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.967445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263615a-34c0-4034-a4d4-9511fb6fb5c4 req-4bcb081d-d470-40f0-9bc5-3c48b69cf569 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.974941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263615a-34c0-4034-a4d4-9511fb6fb5c4 req-4bcb081d-d470-40f0-9bc5-3c48b69cf569 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.981706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263615a-34c0-4034-a4d4-9511fb6fb5c4 req-4bcb081d-d470-40f0-9bc5-3c48b69cf569 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.990492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263615a-34c0-4034-a4d4-9511fb6fb5c4 req-4bcb081d-d470-40f0-9bc5-3c48b69cf569 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:17.997287 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263615a-34c0-4034-a4d4-9511fb6fb5c4 req-4bcb081d-d470-40f0-9bc5-3c48b69cf569 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.000201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7263615a-34c0-4034-a4d4-9511fb6fb5c4 req-4bcb081d-d470-40f0-9bc5-3c48b69cf569 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.1713045 Aug 10 01:58:18.009594 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e73dd3e2-21cc-4e5a-bbe0-98a9d4b0bf0e req-3fe0d055-d756-4ada-bb06-a40facba3d2b service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7271655 Aug 10 01:58:18.071194 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22848752-d104-4f9d-974d-be1d18dc790c x-openstack-request-id: req-22848752-d104-4f9d-974d-be1d18dc790c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:18.071486 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab51ef3b-2dac-488e-9530-db41873a7066", "name": "network-vif-deleted", "tag": "9aa60f47-5358-4636-a48b-465af6b61b7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "75db37da-9b5b-4b7c-8744-19bf8e24f57f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:18.071725 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22848752-d104-4f9d-974d-be1d18dc790c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:18.072126 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab51ef3b-2dac-488e-9530-db41873a7066', 'name': 'network-vif-deleted', 'tag': '9aa60f47-5358-4636-a48b-465af6b61b7e', 'status': 'completed', 'code': 200} Aug 10 01:58:18.072381 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': '75db37da-9b5b-4b7c-8744-19bf8e24f57f', 'status': 'completed', 'code': 200} Aug 10 01:58:18.072629 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'status': 'completed', 'code': 200} Aug 10 01:58:18.073294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Attempting to bind port b0f900d3-c3cb-47f1-a820-836d3440c17a on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:18.073650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Attempting to bind port b0f900d3-c3cb-47f1-a820-836d3440c17a by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:18.074289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Attempting to bind port b0f900d3-c3cb-47f1-a820-836d3440c17a on network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:18.130337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Port b0f900d3-c3cb-47f1-a820-836d3440c17a on network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:18.130848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Attempting to bind port b0f900d3-c3cb-47f1-a820-836d3440c17a on network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:18.144605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:18.144963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Checking segment: {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:18.145404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Bound using segment: {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:18.145789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Bound port: b0f900d3-c3cb-47f1-a820-836d3440c17a, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9090f154-8e96-4c96-b2f4-4ff6eca6a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:18.146154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.162448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-32ebc7a7-ea0a-4d19-a618-e337637cc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.164103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-32ebc7a7-ea0a-4d19-a618-e337637cc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.164103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-32ebc7a7-ea0a-4d19-a618-e337637cc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.164103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-32ebc7a7-ea0a-4d19-a618-e337637cc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.164725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-32ebc7a7-ea0a-4d19-a618-e337637cc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.164725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-32ebc7a7-ea0a-4d19-a618-e337637cc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.165446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-32ebc7a7-ea0a-4d19-a618-e337637cc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.170609 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-32ebc7a7-ea0a-4d19-a618-e337637cc821 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6441 time: 0.0991571 Aug 10 01:58:18.170732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7263615a-34c0-4034-a4d4-9511fb6fb5c4 req-66f4f921-95ea-4559-ad78-0a85bf39bcfa tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418006 Aug 10 01:58:18.175393 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba0388c-6996-41a7-8bd0-94467da35905 None None] New status for floating IP 333648d7-7ae5-4f14-980e-46e9855e5332: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:58:18.224711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7454f1fd-4c35-4ae5-8689-efebb33a1aa8 req-642e1ac9-2824-4078-9710-d005feba2819 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 210 time: 0.1109464 Aug 10 01:58:18.332284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-1cc74ccb-ae39-4838-8fb0-d6a2bf111005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.334243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-1cc74ccb-ae39-4838-8fb0-d6a2bf111005 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1098 time: 0.2421377 Aug 10 01:58:18.407802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-bd9dfe31-5f0f-4eda-ba7b-77bb4455229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.410370 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-bd9dfe31-5f0f-4eda-ba7b-77bb4455229b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 1095 time: 0.1838944 Aug 10 01:58:18.412757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.439399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-52c32425-f00c-4343-97e8-4cdab766a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.440687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-52c32425-f00c-4343-97e8-4cdab766a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.441368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-52c32425-f00c-4343-97e8-4cdab766a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.443817 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-52c32425-f00c-4343-97e8-4cdab766a45f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6516606fd45e4b029bd44fae3d330ceb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2616513 Aug 10 01:58:18.527059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] For port b0f900d3-c3cb-47f1-a820-836d3440c17a, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:18.568653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] For port b0f900d3-c3cb-47f1-a820-836d3440c17a, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:18.574323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.597349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfe2c046-265a-4713-80b8-b67f05a548af req-f38c4a27-6194-4447-b048-06430e48b5fd tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips/333648d7-7ae5-4f14-980e-46e9855e5332 HTTP/1.1" status: 200 len: 997 time: 0.3693800 Aug 10 01:58:18.649140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e32af9-cb46-4799-b0e9-b84678c389b1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:18.672301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:58:18.706160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.706798 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Added segment 8a43262d-3cd0-41a8-bb3c-e55369c1408b of type vlan for network a8d9b616-6efb-48c4-bba7-cf68dac44396 Aug 10 01:58:18.767598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-8a23486f-f3d3-4fc1-ba15-bbc0302f9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.772479 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-8a23486f-f3d3-4fc1-ba15-bbc0302f9589 service neutron] 10.222.0.16 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 919 time: 0.3485210 Aug 10 01:58:18.775296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-13d82a84-dbaa-4c45-85c3-01b78b0797dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.778645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.780350 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-13d82a84-dbaa-4c45-85c3-01b78b0797dd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3265545 Aug 10 01:58:18.829210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.835580 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-b1186c2b-837e-46d6-aab6-11bc4f192686 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf094eee-8039-4518-a83c-44221c870f09 HTTP/1.1" status: 200 len: 217 time: 0.0541816 Aug 10 01:58:18.897096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.897740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.899462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] 10.222.0.16 "PUT /v2.0/ports/b0f900d3-c3cb-47f1-a820-836d3440c17a HTTP/1.1" status: 200 len: 1092 time: 2.7298055 Aug 10 01:58:18.916383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-b29021dd-d12a-4ebb-9518-4dd7124b4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.919436 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-b29021dd-d12a-4ebb-9518-4dd7124b4b7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.0711856 Aug 10 01:58:18.985547 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-8416e2ad-e41d-4481-b522-2b5845836569 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571735 Aug 10 01:58:18.986152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:18.987794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:18.988466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.128164 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-053f7f5d-b46e-4ccb-9643-b509bb5238ab service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325879 Aug 10 01:58:19.239426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] Pushing event updated for resources: {'Network': ['ID=a8d9b616-6efb-48c4-bba7-cf68dac44396,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:19.263536 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d97a1eed-c8d6-4797-878c-1e6cdf8640bb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5790842 Aug 10 01:58:19.266377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39628) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:19.271421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network a8d9b616-6efb-48c4-bba7-cf68dac44396 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:58:19.271946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Request body: {'subnet': {'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-subnet', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:19.301909 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f975386-bc64-4b8f-9d20-92a3fbc27351 req-d2c59bae-7e39-48b8-a375-b43e267e0830 service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403227 Aug 10 01:58:19.356446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-bb47df7d-805d-4fe9-8044-f0e333674530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.357814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-bb47df7d-805d-4fe9-8044-f0e333674530 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.9907715 Aug 10 01:58:19.401305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Made reservation on behalf of bc1a5ad300104dc39c7519b2063365bb for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:19.404885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.462790 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-7b774327-b06b-4c5d-8b7f-e806ab6d629f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 1002 time: 0.0734460 Aug 10 01:58:19.508542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86293a8d-f473-442d-8dfe-8541fb66aad6 req-86998130-f4d3-4acb-b19c-769548f0b888 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.510344 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86293a8d-f473-442d-8dfe-8541fb66aad6 req-86998130-f4d3-4acb-b19c-769548f0b888 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.7544572 Aug 10 01:58:19.511036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29d323-991a-49a0-ad89-8cc4d7c3f575 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f900d3-c3cb-47f1-a820-836d3440c17a,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:19.594646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2c046-265a-4713-80b8-b67f05a548af req-83694ab3-6ea0-492d-8e13-68a2b39e6a9d tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.606997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfe2c046-265a-4713-80b8-b67f05a548af req-83694ab3-6ea0-492d-8e13-68a2b39e6a9d tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.9930246 Aug 10 01:58:19.624315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-ea59bfac-0369-427b-829c-fa262781eebc tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.625763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-ea59bfac-0369-427b-829c-fa262781eebc tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.11 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 818 time: 1.0677111 Aug 10 01:58:19.653074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Request body: {'port': {'device_id': '4f6762b1-da3d-4d94-bc20-72844d865070', 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31', 'admin_state_up': True, 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:19.703609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92810cec-32a7-4a47-84be-f7653e8b79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.704100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92810cec-32a7-4a47-84be-f7653e8b79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.704581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92810cec-32a7-4a47-84be-f7653e8b79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.705059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92810cec-32a7-4a47-84be-f7653e8b79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.706511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92810cec-32a7-4a47-84be-f7653e8b79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.706878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92810cec-32a7-4a47-84be-f7653e8b79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.707359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92810cec-32a7-4a47-84be-f7653e8b79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.709260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-92810cec-32a7-4a47-84be-f7653e8b79b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6483 time: 0.3442726 Aug 10 01:58:19.719444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86293a8d-f473-442d-8dfe-8541fb66aad6 req-8dbdc11b-202e-4311-ad3f-6d567b7938eb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823945 Aug 10 01:58:19.732674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.792872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-98512e93-f430-4e11-89b8-0bcfae24cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.794361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-98512e93-f430-4e11-89b8-0bcfae24cd6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.3030393 Aug 10 01:58:19.798622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:19.802917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-a9d89b6c-2405-45d9-888f-8fea29cd723e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8 HTTP/1.1" status: 200 len: 217 time: 0.0683386 Aug 10 01:58:19.811800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Checking segment: {'id': '8a43262d-3cd0-41a8-bb3c-e55369c1408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:19.812364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Network hostable DHCP agents. Network: a8d9b616-6efb-48c4-bba7-cf68dac44396, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:58:19.880621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-786cdf2f-8e6d-48c7-9c5d-872f56d3546d req-87a5a4a0-06bb-4652-a4b5-e2def8457782 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 210 time: 0.0819492 Aug 10 01:58:19.921129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Network a8d9b616-6efb-48c4-bba7-cf68dac44396 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:58:19.949278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47635b-b312-4110-941e-41b41e2411c2 req-e39e15d8-7c3a-4f0f-8f02-b18e5db14fc5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.955858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47635b-b312-4110-941e-41b41e2411c2 req-e39e15d8-7c3a-4f0f-8f02-b18e5db14fc5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.962801 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47635b-b312-4110-941e-41b41e2411c2 req-e39e15d8-7c3a-4f0f-8f02-b18e5db14fc5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.969100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47635b-b312-4110-941e-41b41e2411c2 req-e39e15d8-7c3a-4f0f-8f02-b18e5db14fc5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.975266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47635b-b312-4110-941e-41b41e2411c2 req-e39e15d8-7c3a-4f0f-8f02-b18e5db14fc5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.981204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47635b-b312-4110-941e-41b41e2411c2 req-e39e15d8-7c3a-4f0f-8f02-b18e5db14fc5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.987737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47635b-b312-4110-941e-41b41e2411c2 req-e39e15d8-7c3a-4f0f-8f02-b18e5db14fc5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.988233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, a8d9b616-6efb-48c4-bba7-cf68dac44396) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:19.989703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f47635b-b312-4110-941e-41b41e2411c2 req-e39e15d8-7c3a-4f0f-8f02-b18e5db14fc5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.2777402 Aug 10 01:58:19.992945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:19.993515 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.000700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35bd94a-3b3a-48a9-bc70-770a231c8e61 None None] Network a8d9b616-6efb-48c4-bba7-cf68dac44396 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:20.023899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-ae682f6c-089b-4cb7-8ec4-30cd59e200fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:20.025333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-ae682f6c-089b-4cb7-8ec4-30cd59e200fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d2ab074-2e4e-407d-b5de-d17c5877787c HTTP/1.1" status: 200 len: 851 time: 0.1928911 Aug 10 01:58:20.056712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-ea34fe90-a6f0-4239-8e96-f56d534cbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:20.058232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-ea34fe90-a6f0-4239-8e96-f56d534cbdc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2462554 Aug 10 01:58:20.078941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': 'b0f900d3-c3cb-47f1-a820-836d3440c17a'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:20.081437 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352f3ff7-eff1-474f-ac69-5d78d0dba31d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "b0f900d3-c3cb-47f1-a820-836d3440c17a"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:20.159812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-a8d9b616-6efb-48c4-bba7-cf68dac44396', 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'fixed_ips': [{'subnet_id': '1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:58:20.160686 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.191691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-011b6fda-6bee-4470-980e-1565846bedcf tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1002 time: 0.2009554 Aug 10 01:58:20.198368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f47635b-b312-4110-941e-41b41e2411c2 req-f1c32ea6-028a-4f60-b402-c51e8206ab0b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1901698 Aug 10 01:58:20.198971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Made reservation on behalf of ec2ba74d34c94eefab5b10bfdb0f5206 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:20.202251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.274497 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fe26d622-1f17-49d8-a74d-f7c6b0a8494a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0042791 Aug 10 01:58:20.274765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f54a4924-aa6f-4129-890f-e87a8862869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:20.274865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39648) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:20.275426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f54a4924-aa6f-4129-890f-e87a8862869f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e03d54b-69b4-4fdd-a166-56db188ca484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2162957 Aug 10 01:58:20.279563 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:20.309264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-425c38b7-03d7-406e-9081-7b111ce1bab2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:20.310701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-425c38b7-03d7-406e-9081-7b111ce1bab2 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports/4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 943 time: 0.1022301 Aug 10 01:58:20.343859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Allocated IP 172.20.0.2 (a8d9b616-6efb-48c4-bba7-cf68dac44396/1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb/722a396c-d737-4f51-9093-db8f3aff43fa) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:20.382985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-ea47c8e2-d494-4f39-8302-f8a9a51f36e1 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985184 Aug 10 01:58:20.430398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.432271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.515032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.526570 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2ba09435-2a68-4147-8743-4a093a57a40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.574037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.578800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-9885c2d0-ee55-4c6c-8850-abf9b5da0aed tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1002 time: 0.1881473 Aug 10 01:58:20.584558 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Transition to ACTIVE for port object 722a396c-d737-4f51-9093-db8f3aff43fa will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:20.586178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-cb5739fc-ffeb-4606-84e8-da938ff2708a service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974510 Aug 10 01:58:20.613988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Transition to ACTIVE for port object 722a396c-d737-4f51-9093-db8f3aff43fa will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:20.682904 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.713221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Allocated IP 172.20.0.10 (265c9d4c-92c1-49b6-8f87-d064b0588e31/cd6554ce-8d0b-4b66-88be-eed8064be1b5/8749bcbd-bd4d-4d61-9bce-17c69f95dbf3) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:20.735119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Network a8d9b616-6efb-48c4-bba7-cf68dac44396 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:20.738184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:20.741892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:20.749163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Pushing event updated for resources: {'Port': ['ID=722a396c-d737-4f51-9093-db8f3aff43fa,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:20.787056 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.815186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-494a7e85-1cc2-4240-b0af-54decde2d253 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a9d0586cf06c4846a67a1fdf4393a15c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1559079 Aug 10 01:58:20.820711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Attempting to bind port 722a396c-d737-4f51-9093-db8f3aff43fa on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:20.821170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Attempting to bind port 722a396c-d737-4f51-9093-db8f3aff43fa by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8a43262d-3cd0-41a8-bb3c-e55369c1408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:20.821609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Attempting to bind port 722a396c-d737-4f51-9093-db8f3aff43fa on network a8d9b616-6efb-48c4-bba7-cf68dac44396 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:20.827060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:20.827543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Checking segment: {'id': '8a43262d-3cd0-41a8-bb3c-e55369c1408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:20.828020 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.828490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Bound using segment: {'id': '8a43262d-3cd0-41a8-bb3c-e55369c1408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:20.828971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Bound port: 722a396c-d737-4f51-9093-db8f3aff43fa, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a43262d-3cd0-41a8-bb3c-e55369c1408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:20.829408 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:20.836732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-188e3b8d-3935-4fa7-a604-03c55ab707e7 req-959ce0b3-47c2-4ae2-86eb-4ca3031a609a service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425435 Aug 10 01:58:20.886938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-5af6daca-5661-4f63-b061-0ebac0837d1b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:20.895471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-5af6daca-5661-4f63-b061-0ebac0837d1b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.3045182 Aug 10 01:58:20.900634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] For port 722a396c-d737-4f51-9093-db8f3aff43fa, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:20.904038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] For port 722a396c-d737-4f51-9093-db8f3aff43fa, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=722a396c-d737-4f51-9093-db8f3aff43fa,segment=NetworkSegment(8a43262d-3cd0-41a8-bb3c-e55369c1408b),segment_id=8a43262d-3cd0-41a8-bb3c-e55369c1408b)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:20.993846 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.029386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-98b6875a-30b5-4f97-9b91-fdc8dab1e5bd service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254572 Aug 10 01:58:21.066315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a87cf-a7f6-453a-9098-03fe20ed03b3 None None] Pushing event updated for resources: {'Port': ['ID=722a396c-d737-4f51-9093-db8f3aff43fa,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:21.116092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.127880 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.143970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.155921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-4933332a-0573-4584-bab1-32166ddc43e5 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1002 time: 0.2588143 Aug 10 01:58:21.163620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-369b5cf2-0c2f-4386-af14-94b816e46d7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=c87348b9-cab1-464b-a8e5-493b8acf3299 HTTP/1.1" status: 200 len: 217 time: 0.1121490 Aug 10 01:58:21.203154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-d26eafa6-948b-44b0-988d-4892cd2b2e90 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:21.242005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cf094eee-8039-4518-a83c-44221c870f09 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:21.269213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-5a055f1a-5d97-44ab-a0e6-1be48784dc86 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:21.272266 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-5a055f1a-5d97-44ab-a0e6-1be48784dc86 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4420538 Aug 10 01:58:21.346380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Allocated IP 172.25.3.101 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/24abf286-9cff-447a-9d94-3ac7375f3fcc) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:21.354481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-eb396ce7-09ed-4639-9bc2-1265151a0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:21.356168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-eb396ce7-09ed-4639-9bc2-1265151a0ac3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.1770577 Aug 10 01:58:21.382916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.386510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port cf094eee-8039-4518-a83c-44221c870f09, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cf094eee-8039-4518-a83c-44221c870f09,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:21.409913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'cf094eee-8039-4518-a83c-44221c870f09', 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31', 'port_id': 'cf094eee-8039-4518-a83c-44221c870f09', 'mac_address': 'fa:16:3e:d2:5a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6554ce-8d0b-4b66-88be-eed8064be1b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:21.417724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-e1e023b8-0f1b-49f5-a103-081b6ab6cb2d tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/quotas/a9d0586cf06c4846a67a1fdf4393a15c HTTP/1.1" status: 200 len: 375 time: 0.0830302 Aug 10 01:58:21.427530 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-d26eafa6-948b-44b0-988d-4892cd2b2e90 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.465580 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.488740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf094eee-8039-4518-a83c-44221c870f09 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:21.498334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.511576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port cf094eee-8039-4518-a83c-44221c870f09, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cf094eee-8039-4518-a83c-44221c870f09,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:21.560343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-d0e231ee-f9f8-49f5-8a41-0448a05eb099 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9d0586cf06c4846a67a1fdf4393a15c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749285 Aug 10 01:58:21.590114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.598724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b983292b-7970-4b5b-94a9-423cf3ba0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:21.600222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b983292b-7970-4b5b-94a9-423cf3ba0629 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2206593 Aug 10 01:58:21.618405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.641649 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-d26eafa6-948b-44b0-988d-4892cd2b2e90 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.661633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:21.668734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=cf094eee-8039-4518-a83c-44221c870f09,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:21.669528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:21.673585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:21.706586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Pushing event updated for resources: {'Port': ['ID=24abf286-9cff-447a-9d94-3ac7375f3fcc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:21.735108 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.737504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-d26eafa6-948b-44b0-988d-4892cd2b2e90 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.737923 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-d26eafa6-948b-44b0-988d-4892cd2b2e90 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Floating IP 333648d7-7ae5-4f14-980e-46e9855e5332 disassociated. External IP: 172.25.3.251, port: 4a1b156d-6ca6-47b3-bffc-d0372814695b. Aug 10 01:58:21.850268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Network 265c9d4c-92c1-49b6-8f87-d064b0588e31 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:21.857956 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f23851-cd06-4039-9de8-58ae5d963e94 x-openstack-request-id: req-a3f23851-cd06-4039-9de8-58ae5d963e94 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:21.858253 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "b0f900d3-c3cb-47f1-a820-836d3440c17a", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:21.858508 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a3f23851-cd06-4039-9de8-58ae5d963e94 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:21.859188 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': 'b0f900d3-c3cb-47f1-a820-836d3440c17a', 'status': 'completed', 'code': 200} Aug 10 01:58:21.860043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:21.869950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:21.895924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-4b47e468-febd-49b8-ab5d-55f969bb4c3b service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442663 Aug 10 01:58:21.897953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39680) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:21.902269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['cf094eee-8039-4518-a83c-44221c870f09'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:21.988944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Pushing event updated for resources: {'Port': ['ID=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:22.104059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0fa48e88-4f64-45e1-87b1-786db8a428e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.146722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.183772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:22.184395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.189798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.366981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0fa48e88-4f64-45e1-87b1-786db8a428e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.385028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c87a046-26da-4dde-a023-7c1b6187ecdb None None] Network a8d9b616-6efb-48c4-bba7-cf68dac44396 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:22.432758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.547666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0fa48e88-4f64-45e1-87b1-786db8a428e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.607560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa48e88-4f64-45e1-87b1-786db8a428e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59fa4e8-be2c-4e68-96c2-76df5d85da38,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:22.616858 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0fa48e88-4f64-45e1-87b1-786db8a428e3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07f0749d2ba04a96b8aff31d82aa81b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166827 Aug 10 01:58:22.640467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39688) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:22.645747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205bb21-6d7a-492b-9377-96b8ffb75c5a req-4d18ee12-bf28-4c19-b540-2d2f128f4362 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:22.647327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3205bb21-6d7a-492b-9377-96b8ffb75c5a req-4d18ee12-bf28-4c19-b540-2d2f128f4362 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.7186799 Aug 10 01:58:22.684572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-21513178-7aae-4a0e-8729-297da1f05475 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7569535 Aug 10 01:58:22.709571 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6d6d-efa8-4663-b608-3aff33f794e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.749420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-91c9d3c6-7aac-4992-ac20-2a04acb1c1ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=c5c9f62b-89ad-406e-910c-1c90c0ea01da HTTP/1.1" status: 200 len: 217 time: 0.0552747 Aug 10 01:58:22.749693 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6d6d-efa8-4663-b608-3aff33f794e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:22.755314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a94d30f8-07eb-4fb4-87b3-cb6530fbc5bb None None] Provisioning for port 722a396c-d737-4f51-9093-db8f3aff43fa completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:22.782783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-819e339b-05a2-4caa-812f-a777392944ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1410706 Aug 10 01:58:22.789862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Router f882ddae-aeef-4de9-8972-792c4617188e is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:58:22.810340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Request body: {'port': {'device_id': '4f6762b1-da3d-4d94-bc20-72844d865070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:22.868683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3205bb21-6d7a-492b-9377-96b8ffb75c5a req-955c37b4-10fd-4fc6-abfe-06f719869786 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872396 Aug 10 01:58:22.918741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c2c3b015-34f9-4f43-8d67-4fe4e064e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:22.920657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c2c3b015-34f9-4f43-8d67-4fe4e064e2df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.1340311 Aug 10 01:58:22.943566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-d26eafa6-948b-44b0-988d-4892cd2b2e90 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:22.944021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:22.956647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Sync routers for ids ['f882ddae-aeef-4de9-8972-792c4617188e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:22.970224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Routers {'f882ddae-aeef-4de9-8972-792c4617188e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:22.970946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f882ddae-aeef-4de9-8972-792c4617188e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:22.973756 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.065585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 722a396c-d737-4f51-9093-db8f3aff43fa up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:23.098720 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6d6d-efa8-4663-b608-3aff33f794e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.100958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-663fac56-5159-4d1d-88d2-f6db685d768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.101353 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee0b6d6d-efa8-4663-b608-3aff33f794e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.102478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-663fac56-5159-4d1d-88d2-f6db685d768f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1735229 Aug 10 01:58:23.105469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ee0b6d6d-efa8-4663-b608-3aff33f794e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b59fa4e8-be2c-4e68-96c2-76df5d85da38 HTTP/1.1" status: 204 len: 168 time: 0.4676120 Aug 10 01:58:23.106590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.108300 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-50d5393e-79dc-459c-a796-f5010f4b6b13 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8318052 Aug 10 01:58:23.116745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39694) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:23.118003 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b6d6d-efa8-4663-b608-3aff33f794e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59fa4e8-be2c-4e68-96c2-76df5d85da38,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:23.169580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Set router f882ddae-aeef-4de9-8972-792c4617188e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:23.224084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3f976-7b67-4676-b2fb-ab5290c7b4b6 req-82d06690-d574-4156-8aaf-072bba199975 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.225654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6d3f976-7b67-4676-b2fb-ab5290c7b4b6 req-82d06690-d574-4156-8aaf-072bba199975 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 932 time: 0.2339005 Aug 10 01:58:23.271814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cf094eee-8039-4518-a83c-44221c870f09 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:23.300252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 722a396c-d737-4f51-9093-db8f3aff43fa completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:23.306864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 722a396c-d737-4f51-9093-db8f3aff43fa triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:23.307228 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.388731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-d26eafa6-948b-44b0-988d-4892cd2b2e90 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:23.400340 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-d26eafa6-948b-44b0-988d-4892cd2b2e90 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.403018 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] Sync routers for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:23.416596 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:23.436045 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:23.469871 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.483988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:21Z', 'revision_number': 3, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'gw_port': {'id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:21Z', 'updated_at': '2021-08-10T01:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:23.488812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port cf094eee-8039-4518-a83c-44221c870f09 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:23.513665 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6d3f976-7b67-4676-b2fb-ab5290c7b4b6 req-fb243902-e7dc-41ec-a402-479747909953 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303829 Aug 10 01:58:23.524052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Checking router: f882ddae-aeef-4de9-8972-792c4617188e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:23.524052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Updating router f882ddae-aeef-4de9-8972-792c4617188e port 24abf286-9cff-447a-9d94-3ac7375f3fcc binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:58:23.527672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port cf094eee-8039-4518-a83c-44221c870f09 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:23.528040 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.550025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-fff6ec03-6ea6-4f57-970f-1d65d1eadc62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3592653 Aug 10 01:58:23.596295 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.596940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-80778f9d-4434-4f3c-bbf6-17e2f51e46c4 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688766 Aug 10 01:58:23.599966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-d26eafa6-948b-44b0-988d-4892cd2b2e90 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "PUT /v2.0/floatingips/333648d7-7ae5-4f14-980e-46e9855e5332 HTTP/1.1" status: 200 len: 696 time: 2.4240630 Aug 10 01:58:23.600920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 722a396c-d737-4f51-9093-db8f3aff43fa, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=722a396c-d737-4f51-9093-db8f3aff43fa,segment=NetworkSegment(8a43262d-3cd0-41a8-bb3c-e55369c1408b),segment_id=8a43262d-3cd0-41a8-bb3c-e55369c1408b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:23.725257 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:23.783264 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.794277 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.845198 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-e3b592e4-9083-4a81-8669-98bd91ac0ec0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1073177 Aug 10 01:58:23.886485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:23.896268 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2929f1-381e-4f9e-a461-052f337c7e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:23.914795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port cf094eee-8039-4518-a83c-44221c870f09, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cf094eee-8039-4518-a83c-44221c870f09,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:23.920193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d676a15-b671-4c67-828c-3b89ed521316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf094eee-8039-4518-a83c-44221c870f09'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:23.924014 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0779e48d-b56d-44c9-816a-9894e787d146" -d '{"events": [{"server_uuid": "6d676a15-b671-4c67-828c-3b89ed521316", "name": "network-vif-plugged", "status": "completed", "tag": "cf094eee-8039-4518-a83c-44221c870f09"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:23.931423 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:23.950541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-10221f74-5f87-4d1f-a79c-6318c19120d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.956736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-10221f74-5f87-4d1f-a79c-6318c19120d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1098 time: 0.3310542 Aug 10 01:58:23.973490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-e0433f65-8c28-44ea-b2ae-81ede79af893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.977407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-e0433f65-8c28-44ea-b2ae-81ede79af893 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1098 time: 0.2919426 Aug 10 01:58:23.988379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-046b167c-dde0-43da-8f8a-2d113a02aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.989213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-046b167c-dde0-43da-8f8a-2d113a02aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.989889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-046b167c-dde0-43da-8f8a-2d113a02aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.990576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-046b167c-dde0-43da-8f8a-2d113a02aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.991232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-046b167c-dde0-43da-8f8a-2d113a02aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.991882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-046b167c-dde0-43da-8f8a-2d113a02aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.992529 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-046b167c-dde0-43da-8f8a-2d113a02aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:23.994837 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-046b167c-dde0-43da-8f8a-2d113a02aaec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6510 time: 0.1027315 Aug 10 01:58:23.997871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.034354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=722a396c-d737-4f51-9093-db8f3aff43fa,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:24.059884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.109549 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:24.122112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39706) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:24.129325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-a5e54a6e-238c-444b-a81b-c1254285e4c2 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313013 Aug 10 01:58:24.143436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=cf094eee-8039-4518-a83c-44221c870f09,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:24.184135 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] Checking router: ec3ba06d-ef9c-4b03-a749-a20ae9c4640e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:24.193104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-6e0e7b13-b3ad-4885-bf41-9658120fc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.193975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-6e0e7b13-b3ad-4885-bf41-9658120fc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.194544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-6e0e7b13-b3ad-4885-bf41-9658120fc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.196387 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-6e0e7b13-b3ad-4885-bf41-9658120fc8c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f69e41a9-0dba-4491-a226-ab1715d23daa&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea HTTP/1.1" status: 200 len: 2298 time: 0.1378071 Aug 10 01:58:24.197278 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:24.198032 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:24.250157 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78552832-2e9f-47ad-ad0b-4f79fa991acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.266008 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.277673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-57f731dd-aef0-47b9-9170-290047f47844 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=6ef06fdf-831d-48d8-befe-6f026aa95b87 HTTP/1.1" status: 200 len: 217 time: 0.0826368 Aug 10 01:58:24.280426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Transition to ACTIVE for port object 24abf286-9cff-447a-9d94-3ac7375f3fcc will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:24.289365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:24.333599 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-00d84509-23da-4d2c-83d6-0253686bb5d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db60ac19-8829-4451-9307-964b4d9a35e4 HTTP/1.1" status: 200 len: 1000 time: 0.1252527 Aug 10 01:58:24.333868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afbca-5170-46d9-b97c-bfc305b11a9c req-acb7d793-2184-40ed-9f7d-ed54067c618e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.339866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afbca-5170-46d9-b97c-bfc305b11a9c req-acb7d793-2184-40ed-9f7d-ed54067c618e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.346360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afbca-5170-46d9-b97c-bfc305b11a9c req-acb7d793-2184-40ed-9f7d-ed54067c618e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.348857 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:24.352418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afbca-5170-46d9-b97c-bfc305b11a9c req-acb7d793-2184-40ed-9f7d-ed54067c618e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.365986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afbca-5170-46d9-b97c-bfc305b11a9c req-acb7d793-2184-40ed-9f7d-ed54067c618e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.365986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afbca-5170-46d9-b97c-bfc305b11a9c req-acb7d793-2184-40ed-9f7d-ed54067c618e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.370982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743afbca-5170-46d9-b97c-bfc305b11a9c req-acb7d793-2184-40ed-9f7d-ed54067c618e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.372834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-743afbca-5170-46d9-b97c-bfc305b11a9c req-acb7d793-2184-40ed-9f7d-ed54067c618e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.5805118 Aug 10 01:58:24.377522 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.417194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Allocated IP 172.20.0.1 (a8d9b616-6efb-48c4-bba7-cf68dac44396/1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb/94604ce0-57e7-481b-8832-4fe5ef8beab6) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:24.417883 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.424829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-ac89690b-2e08-4e35-9158-72de1bace190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.428299 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-ac89690b-2e08-4e35-9158-72de1bace190 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7ef8f74-efaa-4741-9ac1-208de71217cf HTTP/1.1" status: 200 len: 856 time: 0.0692039 Aug 10 01:58:24.481592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ba9af-9f8f-40ef-89f8-b958f65b4cab None None] Pushing event updated for resources: {'Port': ['ID=24abf286-9cff-447a-9d94-3ac7375f3fcc,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:24.494470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Transition to ACTIVE for port object 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:24.495819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-c65a2011-7058-4933-b86c-998642fcc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.497331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-c65a2011-7058-4933-b86c-998642fcc4ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.5170035 Aug 10 01:58:24.504463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Attempting to bind port 24abf286-9cff-447a-9d94-3ac7375f3fcc on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:24.508708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Attempting to bind port 24abf286-9cff-447a-9d94-3ac7375f3fcc by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:24.508708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Attempting to bind port 24abf286-9cff-447a-9d94-3ac7375f3fcc on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:24.509070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-1b5bb9a2-1089-426e-b34d-6a7c0e73f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.510392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-1b5bb9a2-1089-426e-b34d-6a7c0e73f047 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.2077320 Aug 10 01:58:24.512312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:24.513054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:24.514123 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.514741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:24.515783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Bound port: 24abf286-9cff-447a-9d94-3ac7375f3fcc, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:24.516368 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.526999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-fb9222cb-9185-4bd5-b7b0-19b6cc5fdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.531603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-fb9222cb-9185-4bd5-b7b0-19b6cc5fdcdb service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.4774134 Aug 10 01:58:24.582054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-6fc8ecd7-f085-45bc-bd05-a89a7ab2b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.583794 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-6fc8ecd7-f085-45bc-bd05-a89a7ab2b697 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f69e41a9-0dba-4491-a226-ab1715d23daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485994 Aug 10 01:58:24.621224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-743afbca-5170-46d9-b97c-bfc305b11a9c req-1989bd7e-0631-47aa-82bc-e680a1f2b318 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2267606 Aug 10 01:58:24.637521 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] For port 24abf286-9cff-447a-9d94-3ac7375f3fcc, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:24.654398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] For port 24abf286-9cff-447a-9d94-3ac7375f3fcc, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=24abf286-9cff-447a-9d94-3ac7375f3fcc,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:24.677000 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:24.678079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-1fc952ef-4532-41e2-b358-caf65b65dfd4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 217 time: 0.1709812 Aug 10 01:58:24.679232 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.696836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-8c86a994-96ff-4b51-9582-4620ddfb249d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 217 time: 0.1504579 Aug 10 01:58:24.717314 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ba81d-e4b5-4462-b965-0c14031f14a1 None None] The sync data for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 is: [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:57:04Z', 'revision_number': 4, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'abc91dda-b41d-47f6-a471-5144a13509de', 'name': '', 'network_id': '9dc100c9-6770-4cc2-ad5a-d65cef2449fe', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'mac_address': 'fa:16:3e:20:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:03Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'subnets': [{'id': '85e83992-091f-4fea-818d-d0d1ef2d221e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:24.719741 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.728293 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:24.748128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Transition to ACTIVE for port object 94604ce0-57e7-481b-8832-4fe5ef8beab6 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:24.758215 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-16c2320f-1699-462a-b81a-59fc1dd7adc6 service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659672 Aug 10 01:58:24.811939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Routers {'f882ddae-aeef-4de9-8972-792c4617188e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:24.812580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f882ddae-aeef-4de9-8972-792c4617188e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:24.818205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ba9af-9f8f-40ef-89f8-b958f65b4cab None None] Pushing event updated for resources: {'Port': ['ID=24abf286-9cff-447a-9d94-3ac7375f3fcc,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:24.883470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dc28e8-1066-4998-b723-44ba77044c13 req-212a50b0-8340-4ea8-9ac4-b70616b5dc20 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 210 time: 0.0943649 Aug 10 01:58:24.908053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Pushing event updated for resources: {'Port': ['ID=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:24.928770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9f289731-1c8a-4dbd-bf11-98590c98c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:24.931861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-9f289731-1c8a-4dbd-bf11-98590c98c216 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4005980 Aug 10 01:58:24.965998 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-a93af3f9-db0b-44f6-82f9-4e42e886da8e service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003434 Aug 10 01:58:25.038403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-3d6f2c68-9e42-43f5-8d85-fd3fe451d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:25.040316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-3d6f2c68-9e42-43f5-8d85-fd3fe451d2af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.3480346 Aug 10 01:58:25.059761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 722a396c-d737-4f51-9093-db8f3aff43fa up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:25.140057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] Set router f882ddae-aeef-4de9-8972-792c4617188e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:25.189018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-6a736eb6-fa48-48f5-afc2-bbcd7abb670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:25.191080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-6a736eb6-fa48-48f5-afc2-bbcd7abb670f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.4516137 Aug 10 01:58:25.199324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78552832-2e9f-47ad-ad0b-4f79fa991acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:25.250987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040e0f4-ca0e-4fe5-8625-b7ab17920cca None None] New status for floating IP 333648d7-7ae5-4f14-980e-46e9855e5332: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:58:25.257706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 722a396c-d737-4f51-9093-db8f3aff43fa triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:25.258090 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:25.275598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Attempting to bind port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:25.276215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Attempting to bind port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:25.276388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Attempting to bind port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 on network 265c9d4c-92c1-49b6-8f87-d064b0588e31 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:25.310540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 on network 265c9d4c-92c1-49b6-8f87-d064b0588e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:25.311039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Attempting to bind port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 on network 265c9d4c-92c1-49b6-8f87-d064b0588e31 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:25.313289 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78552832-2e9f-47ad-ad0b-4f79fa991acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:25.332006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07659f17-37e8-4c0c-8e28-fb052681425a req-1a756e18-9aab-4832-832b-a51883efb65d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:25.333593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07659f17-37e8-4c0c-8e28-fb052681425a req-1a756e18-9aab-4832-832b-a51883efb65d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.3098104 Aug 10 01:58:25.346433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-9f049c1d-eb7e-4e2f-a9a1-0490334478f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:25.348314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-9f049c1d-eb7e-4e2f-a9a1-0490334478f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2584069 Aug 10 01:58:25.373827 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-c11b1736-e652-4a35-aec2-91b9d8254d0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=427255fd-b6d6-40ae-bad2-edb5ab3b5dec HTTP/1.1" status: 200 len: 217 time: 0.3999250 Aug 10 01:58:25.375065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:25.379964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:25.380311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Checking segment: {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:25.380749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Bound using segment: {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:25.381941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Bound port: 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:25.381941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:25.434199 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-1d214cb5-1df5-42fe-af3a-86dec0ee40da tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a9d0586cf06c4846a67a1fdf4393a15c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623407 Aug 10 01:58:25.495009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Network a8d9b616-6efb-48c4-bba7-cf68dac44396 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:25.511541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Pushing event updated for resources: {'Port': ['ID=94604ce0-57e7-481b-8832-4fe5ef8beab6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:25.514334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:25.547345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:25.581875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-e6773eed-58b1-47ea-bca6-7236c1d5b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:25.585135 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-e6773eed-58b1-47ea-bca6-7236c1d5b2b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.1970487 Aug 10 01:58:25.612704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:21Z', 'revision_number': 3, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'gw_port': {'id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:21Z', 'updated_at': '2021-08-10T01:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:25.659782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d552f2-a838-4b77-8008-922d61d6b978 None None] The sync data for ids ['f882ddae-aeef-4de9-8972-792c4617188e'] in n-d-767704-21 is: [{'id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:21Z', 'revision_number': 3, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'gw_port': {'id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:21Z', 'updated_at': '2021-08-10T01:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:25.669057 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:25.798017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-48423844-4fd9-4dfb-b652-ac84e740d69f tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:25.803964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-48423844-4fd9-4dfb-b652-ac84e740d69f tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3365614 Aug 10 01:58:25.816457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-f4d185bc-a052-474f-b1fd-3d7a5d2acd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:25.818274 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-f4d185bc-a052-474f-b1fd-3d7a5d2acd95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2182338 Aug 10 01:58:25.829304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Request body: {'port': {'device_id': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'a9d0586cf06c4846a67a1fdf4393a15c'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:25.928215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-d3ceba03-0ab8-4f42-83fe-efa617d166c0 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9448082 Aug 10 01:58:25.939959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-78552832-2e9f-47ad-ad0b-4f79fa991acb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87804aafe306448aa6a2e5fe7d693edc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8112180 Aug 10 01:58:25.939959 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-6a40582d-b5df-424f-83e3-8f3ab073a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:25.949045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-6a40582d-b5df-424f-83e3-8f3ab073a203 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7269762 Aug 10 01:58:25.958230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39716) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:26.000085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78552832-2e9f-47ad-ad0b-4f79fa991acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e96df8-a9d7-4203-a8a8-d2e6283adde4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:26.037444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ff9f45f6-513b-429f-b084-f2a89564b847 None None] Provisioning for port 94604ce0-57e7-481b-8832-4fe5ef8beab6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:26.037444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ff9f45f6-513b-429f-b084-f2a89564b847 None None] Provisioning complete for port 94604ce0-57e7-481b-8832-4fe5ef8beab6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:26.038131 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ff9f45f6-513b-429f-b084-f2a89564b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.131478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f45f6-513b-429f-b084-f2a89564b847 None None] Port 94604ce0-57e7-481b-8832-4fe5ef8beab6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:58:26.145993 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73c1a30b-41c8-4676-b28c-3b30f22fae4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.154463 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-45f28106-8f09-45f7-99fb-f06edb60dc83 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145382 Aug 10 01:58:26.211236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07659f17-37e8-4c0c-8e28-fb052681425a req-9f0de4a7-e710-441e-a938-9aa2517a3d30 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8533673 Aug 10 01:58:26.296794 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1184319-0d2c-4377-a7ea-3cda9ef8de86 x-openstack-request-id: req-a1184319-0d2c-4377-a7ea-3cda9ef8de86 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:26.297173 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d676a15-b671-4c67-828c-3b89ed521316", "name": "network-vif-plugged", "status": "completed", "tag": "cf094eee-8039-4518-a83c-44221c870f09", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:26.297505 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a1184319-0d2c-4377-a7ea-3cda9ef8de86 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:26.297973 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d676a15-b671-4c67-828c-3b89ed521316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf094eee-8039-4518-a83c-44221c870f09', 'code': 200} Aug 10 01:58:26.320703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-15819aac-f08e-4bb8-b57d-42dcfc373a76 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9516571 Aug 10 01:58:26.328785 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-2be652e1-5818-4e05-9629-7ec546faa53d service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673992 Aug 10 01:58:26.329600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] For port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:26.334281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] For port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:26.340010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-a94bb276-d500-4228-93f5-a348921e5d1d service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773623 Aug 10 01:58:26.349530 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73c1a30b-41c8-4676-b28c-3b30f22fae4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.380277 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ed0a5-c2d7-4fa8-bb2f-13d565e473de x-openstack-request-id: req-158ed0a5-c2d7-4fa8-bb2f-13d565e473de {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:26.380513 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:26.380771 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-158ed0a5-c2d7-4fa8-bb2f-13d565e473de {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:26.381551 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'status': 'completed', 'code': 200} Aug 10 01:58:26.404321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Made reservation on behalf of a9d0586cf06c4846a67a1fdf4393a15c for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:26.408040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.429333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.462682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-ce2ed599-20e1-49cd-8ca8-df7c1a5c5783 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0919595 Aug 10 01:58:26.463746 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.471708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-5f5f3702-4bac-40a3-b171-d518a1ab1444 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201592 Aug 10 01:58:26.498007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.500676 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-e008b593-dd94-468a-9d40-faf042741b9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=efb0670e-4f05-4aac-9ba8-3680f27368b7 HTTP/1.1" status: 200 len: 217 time: 0.1336992 Aug 10 01:58:26.624012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b2f36-7c05-4497-b539-88d32b198069 req-77a86820-dc0a-445b-bc65-06ae5443f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:26.627811 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-654b2f36-7c05-4497-b539-88d32b198069 req-77a86820-dc0a-445b-bc65-06ae5443f167 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 1097 time: 0.1988461 Aug 10 01:58:26.632230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:26.632853 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.634309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] 10.222.0.11 "PUT /v2.0/ports/8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 HTTP/1.1" status: 200 len: 1093 time: 3.8287034 Aug 10 01:58:26.652107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73c1a30b-41c8-4676-b28c-3b30f22fae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.657283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73c1a30b-41c8-4676-b28c-3b30f22fae4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.657283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-73c1a30b-41c8-4676-b28c-3b30f22fae4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6e96df8-a9d7-4203-a8a8-d2e6283adde4 HTTP/1.1" status: 204 len: 168 time: 0.6967404 Aug 10 01:58:26.665792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-aea78394-6a9c-4d0b-b11e-d136c2ef51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:26.667418 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-aea78394-6a9c-4d0b-b11e-d136c2ef51f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.1562498 Aug 10 01:58:26.685674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-6fae75ac-190e-49d2-8d07-e6ca040263b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:26.687220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-6fae75ac-190e-49d2-8d07-e6ca040263b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.2078211 Aug 10 01:58:26.718962 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-654b2f36-7c05-4497-b539-88d32b198069 req-00a87591-31d4-4352-8302-8b47e893cd9d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Aug 10 01:58:26.726118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94146464-3a81-42f8-a74e-95f167c15070 service neutron] Pushing event updated for resources: {'Port': ['ID=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:26.736874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a540d7-a946-4a6b-8558-ececdac123a0 req-ecc13804-78d5-4131-bf27-65f3ecf0fbe7 service neutron] 10.222.0.38 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896394 Aug 10 01:58:26.744950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d768294-73c2-4cf8-a356-86a553e6eb82 req-d1f53143-994a-4f06-8fae-7362267de52d tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:26.748983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d768294-73c2-4cf8-a356-86a553e6eb82 req-d1f53143-994a-4f06-8fae-7362267de52d tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 944 time: 0.2864251 Aug 10 01:58:26.849817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9f361b5-86d9-4f63-b9bc-8a198f3bdab2 req-6e26cc1e-b7d0-4e5a-9008-e15d6335c355 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621762 Aug 10 01:58:26.876074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1a30b-41c8-4676-b28c-3b30f22fae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e96df8-a9d7-4203-a8a8-d2e6283adde4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:26.908597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-631d3724-1ef3-48df-974b-c7b433bfa9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:26.911049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-631d3724-1ef3-48df-974b-c7b433bfa9f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2124770 Aug 10 01:58:26.914267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d768294-73c2-4cf8-a356-86a553e6eb82 req-896982d4-3e6c-442e-8780-8b1092caf17b tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361740 Aug 10 01:58:26.965078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-ae17f065-31e4-432e-8b5a-65d522be792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:26.966646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-ae17f065-31e4-432e-8b5a-65d522be792e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 1096 time: 0.1858373 Aug 10 01:58:26.966978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-dec91935-334a-4c75-b177-951831f21621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:26.969071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-dec91935-334a-4c75-b177-951831f21621 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2551589 Aug 10 01:58:26.971390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.058272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.092470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-15e84f9d-643e-4147-8494-293c7b5f4917 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 HTTP/1.1" status: 200 len: 217 time: 0.0719576 Aug 10 01:58:27.106285 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-04b96d0c-eaf6-46c4-8260-927546e02547 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268964 Aug 10 01:58:27.112924 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.163036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 24abf286-9cff-447a-9d94-3ac7375f3fcc up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:27.221580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-dcd6fbae-7716-4585-906c-c6e464041b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.223268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-dcd6fbae-7716-4585-906c-c6e464041b2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 1098 time: 0.3047643 Aug 10 01:58:27.230809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5454837-24ba-4e02-9284-957ba5c41499 req-1165d670-1993-435d-a0f1-14f64ab67994 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 210 time: 0.1066432 Aug 10 01:58:27.261424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Pushing event updated for resources: {'Port': ['ID=94604ce0-57e7-481b-8832-4fe5ef8beab6,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:27.269017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.303926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 24abf286-9cff-447a-9d94-3ac7375f3fcc completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:27.309810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 24abf286-9cff-447a-9d94-3ac7375f3fcc triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:27.316262 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.353520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-2e21e0d8-4612-41a8-a38b-87dde7ccc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.355251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-2e21e0d8-4612-41a8-a38b-87dde7ccc938 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.2517443 Aug 10 01:58:27.357226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-8ab4d29e-aa86-4911-8737-58950541ecd2 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340010 Aug 10 01:58:27.371377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b837c39-c343-46e6-b1ee-962ab3ea0ac2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:27.391189 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.423489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bad32-e39f-46e1-9fc2-f28ef043e700 req-ee82563a-c8c3-4564-95a0-7083e3525e2b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.430647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bad32-e39f-46e1-9fc2-f28ef043e700 req-ee82563a-c8c3-4564-95a0-7083e3525e2b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.436746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bad32-e39f-46e1-9fc2-f28ef043e700 req-ee82563a-c8c3-4564-95a0-7083e3525e2b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.443293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bad32-e39f-46e1-9fc2-f28ef043e700 req-ee82563a-c8c3-4564-95a0-7083e3525e2b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.449330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bad32-e39f-46e1-9fc2-f28ef043e700 req-ee82563a-c8c3-4564-95a0-7083e3525e2b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.456086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bad32-e39f-46e1-9fc2-f28ef043e700 req-ee82563a-c8c3-4564-95a0-7083e3525e2b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.462795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bad32-e39f-46e1-9fc2-f28ef043e700 req-ee82563a-c8c3-4564-95a0-7083e3525e2b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.471637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-712bad32-e39f-46e1-9fc2-f28ef043e700 req-ee82563a-c8c3-4564-95a0-7083e3525e2b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.3730233 Aug 10 01:58:27.475532 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.522042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 24abf286-9cff-447a-9d94-3ac7375f3fcc, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=24abf286-9cff-447a-9d94-3ac7375f3fcc,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:27.573554 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-a3e7fac7-7e43-4b55-a902-a07587a26a06 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576457 Aug 10 01:58:27.593834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-66d1f9aa-7960-44d9-aa0b-1682c83d7aa5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136687 Aug 10 01:58:27.600295 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:27.661229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=24abf286-9cff-447a-9d94-3ac7375f3fcc,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:27.671979 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-2dc9b8f5-7f87-4b6a-a53a-398019ba1273 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=8cf4f938-de02-41ee-a3ac-d3a89ae08d67 HTTP/1.1" status: 200 len: 217 time: 0.0882878 Aug 10 01:58:27.737438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-712bad32-e39f-46e1-9fc2-f28ef043e700 req-15ac829e-5457-4ff0-8421-49b9b16f8471 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584283 Aug 10 01:58:27.745709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Allocated IP 192.168.233.30 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/632a099d-9b9b-4e9d-87fb-fa5a6e6732b0) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:27.779025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Network a8d9b616-6efb-48c4-bba7-cf68dac44396 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:27.781866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-04b13d43-7e17-4d26-a7b5-8ca9e33370d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.783569 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-04b13d43-7e17-4d26-a7b5-8ca9e33370d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.1007018 Aug 10 01:58:27.786323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:27.838751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-dcb76a86-eab2-4f2e-b226-6057e50ded90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.840495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-dcb76a86-eab2-4f2e-b226-6057e50ded90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 200 len: 922 time: 0.6081948 Aug 10 01:58:27.857773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132bea-f954-4269-9aec-567628dc699d req-ec708537-9b50-4be3-addd-240f09d89322 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:27.864865 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26132bea-f954-4269-9aec-567628dc699d req-ec708537-9b50-4be3-addd-240f09d89322 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.3911989 Aug 10 01:58:27.991916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-d12d46ab-3d82-4a59-bdab-490e1f8e194d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 200 len: 217 time: 0.1260121 Aug 10 01:58:28.015190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-5e47b6b0-f7a4-4caa-9b53-23c8de1f3cf8 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips/333648d7-7ae5-4f14-980e-46e9855e5332 HTTP/1.1" status: 200 len: 694 time: 0.1669073 Aug 10 01:58:28.088615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-7e387389-cf23-43bf-82c8-13adcb57b3a2 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7144494 Aug 10 01:58:28.216222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-0856959a-c0ba-4dd2-8f77-a2cd7669feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:28.221530 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-0856959a-c0ba-4dd2-8f77-a2cd7669feb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4228756 Aug 10 01:58:28.233747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-79c047d7-c50f-4fd3-a861-4261fa667a01 service neutron] 10.222.0.11 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040151 Aug 10 01:58:28.246723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f52d1afd-1590-4da3-8848-ead8788e8885 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f HTTP/1.1" status: 200 len: 217 time: 0.1151171 Aug 10 01:58:28.270004 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26132bea-f954-4269-9aec-567628dc699d req-07467f96-1a01-4c8a-9d9e-1fa08b1d6aac tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940814 Aug 10 01:58:28.303619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:28.314024 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-f95096a7-f328-43cc-ac17-e3b9b0ae1477 service neutron] show failed (client error): The resource could not be found. Aug 10 01:58:28.314024 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-f95096a7-f328-43cc-ac17-e3b9b0ae1477 service neutron] 10.222.0.11 "GET /v2.0/ports/805ffae1-ef45-4486-a5af-94f3f9a18ef7/bindings/n-h1-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.3525314 Aug 10 01:58:28.336534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Router f882ddae-aeef-4de9-8972-792c4617188e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:28.337634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Transition to ACTIVE for port object 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:28.337929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1fd3e2fe-b33a-4355-a72a-66e35d7cc039 None None] Provisioning complete for port 94604ce0-57e7-481b-8832-4fe5ef8beab6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:28.339216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e2fe-b33a-4355-a72a-66e35d7cc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:28.364009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-23dfd865-8e9f-4a16-9c43-7c24b7081138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:28.365532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-23dfd865-8e9f-4a16-9c43-7c24b7081138 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 200 len: 860 time: 0.3544950 Aug 10 01:58:28.415467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6762b1-da3d-4d94-bc20-72844d865070', 'tag': '8749bcbd-bd4d-4d61-9bce-17c69f95dbf3'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:28.421636 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893e3c87-20d2-4c73-82d6-77845ac6e55d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6762b1-da3d-4d94-bc20-72844d865070", "tag": "8749bcbd-bd4d-4d61-9bce-17c69f95dbf3"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:28.433667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3e2fe-b33a-4355-a72a-66e35d7cc039 None None] Port 94604ce0-57e7-481b-8832-4fe5ef8beab6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:58:28.447677 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-e528f761-31f5-4809-baec-6db38379a5a3 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165680 Aug 10 01:58:28.564708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-7a40e786-de57-4657-8a1e-db93d2ce0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:28.566297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-7a40e786-de57-4657-8a1e-db93d2ce0d20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 200 len: 797 time: 0.3114834 Aug 10 01:58:28.571559 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:28.579483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:28.590519 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7aa3dec0-c1eb-4d37-b3f2-613431f2d630 admin admin] 10.222.0.38 "PUT /v2.0/routers/f882ddae-aeef-4de9-8972-792c4617188e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4689820 Aug 10 01:58:28.592752 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Sync routers for ids ['f882ddae-aeef-4de9-8972-792c4617188e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:28.611530 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Routers {'f882ddae-aeef-4de9-8972-792c4617188e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:28.613192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-e16dc1d1-2d66-4aa8-8c85-f26e9ef26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:28.618446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-e16dc1d1-2d66-4aa8-8c85-f26e9ef26d62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc100c9-6770-4cc2-ad5a-d65cef2449fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2433052 Aug 10 01:58:28.619089 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f882ddae-aeef-4de9-8972-792c4617188e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:28.641872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-e656c770-65e8-4adc-9aee-c1a23541f0d0 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:28.644909 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-e656c770-65e8-4adc-9aee-c1a23541f0d0 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.6106050 Aug 10 01:58:28.645097 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-d1942ea1-d41e-4ad4-bb3d-13285beb7d8d service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888649 Aug 10 01:58:28.651535 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:28.664720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:28.695560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:28.701343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:28.702778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f408118-a853-4874-a6f7-c4c32bbc511c req-b8f6ce9a-d6ec-4b89-8613-c8ab19d16b55 service neutron] 10.222.0.11 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613459 Aug 10 01:58:28.708946 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-c6935844-8ab6-4979-8a55-bf515ba853f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=b2958efa-81da-4c3f-9652-5f945e907a77 HTTP/1.1" status: 200 len: 217 time: 0.0560944 Aug 10 01:58:28.773667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d45b-0b93-42be-9d9d-239f7bb7488d req-06a09e10-a934-446d-80df-40c41bdd9676 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:28.776347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30b7d45b-0b93-42be-9d9d-239f7bb7488d req-06a09e10-a934-446d-80df-40c41bdd9676 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 944 time: 0.3449805 Aug 10 01:58:28.881983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-1e2cb3a5-cf36-4f67-931f-46d3bb9d2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:28.888671 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-1e2cb3a5-cf36-4f67-931f-46d3bb9d2ee9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.1478548 Aug 10 01:58:28.918239 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Set router f882ddae-aeef-4de9-8972-792c4617188e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:28.956257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:28.957372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:28.992294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-faf6adf9-08a1-419a-b237-282d58b8429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:28.993904 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-faf6adf9-08a1-419a-b237-282d58b8429b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930426 Aug 10 01:58:29.122769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 24abf286-9cff-447a-9d94-3ac7375f3fcc up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:29.195185 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-839bb47b-e2e2-4411-83c7-14376a3e0e98 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3757792 Aug 10 01:58:29.224228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 24abf286-9cff-447a-9d94-3ac7375f3fcc triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:29.224898 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:29.263794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-22268131-9828-4e28-bf77-f9997ff04484 None None] Provisioning for port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:29.271939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-22268131-9828-4e28-bf77-f9997ff04484 None None] Provisioning complete for port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:29.272648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22268131-9828-4e28-bf77-f9997ff04484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:29.296211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-263ef8f8-9ee2-497a-a8d5-1b4d6b3b5f13 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 697 time: 0.6212821 Aug 10 01:58:29.327739 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:26Z', 'revision_number': 4, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'gw_port': {'id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:21Z', 'updated_at': '2021-08-10T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '94604ce0-57e7-481b-8832-4fe5ef8beab6', 'name': '', 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'mac_address': 'fa:16:3e:93:ec:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:24Z', 'updated_at': '2021-08-10T01:58:26Z', 'revision_number': 2, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'subnets': [{'id': '1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:29.365724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-22268131-9828-4e28-bf77-f9997ff04484 None None] Port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:58:29.395242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-67780d7c-3363-4754-8f1b-f62009057d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:29.396990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-67780d7c-3363-4754-8f1b-f62009057d73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8200285 Aug 10 01:58:29.443217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-604a6fc1-46b8-4cc0-982e-3c3868a39477 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 697 time: 0.1361065 Aug 10 01:58:29.479408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30b7d45b-0b93-42be-9d9d-239f7bb7488d req-8387da3e-5bc2-4a64-828d-c0d293d69150 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168856 Aug 10 01:58:29.525319 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Checking router: f882ddae-aeef-4de9-8972-792c4617188e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:29.525680 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Updating router f882ddae-aeef-4de9-8972-792c4617188e port 94604ce0-57e7-481b-8832-4fe5ef8beab6 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:58:29.573788 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:29.666270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-f474308d-fcd1-4d91-b4cd-7217ceca4ad6 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0199881 Aug 10 01:58:29.717813 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Request body: {'port': {'device_id': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:29.797899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-364650f3-1092-4c45-ae46-5d720439f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:29.800255 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-364650f3-1092-4c45-ae46-5d720439f619 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c&tenant_id=06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 1102 time: 0.6340597 Aug 10 01:58:29.820182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:29.852168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:29.857295 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-372a40e6-959a-4701-af33-4adc91c80913 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363171 Aug 10 01:58:29.880172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-b14d5d59-3dd1-4ea5-87b8-4abe295fed16 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666183 Aug 10 01:58:29.962993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0597ae6-df91-499b-9ac1-a7d2274ea941 req-84a72315-71fa-40d4-a0c5-45a94ea9707b tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:29.971682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0597ae6-df91-499b-9ac1-a7d2274ea941 req-84a72315-71fa-40d4-a0c5-45a94ea9707b tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 935 time: 0.2636032 Aug 10 01:58:29.983983 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:29.995368 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Transition to ACTIVE for port object 94604ce0-57e7-481b-8832-4fe5ef8beab6 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:30.007603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:30.028362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b2929f1-381e-4f9e-a461-052f337c7e3d req-dcb46f1c-5cfa-4906-b853-005a7dc17720 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456762 Aug 10 01:58:30.056687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Deleting port 2004c0df-f7ae-4e05-b87c-fc37b0c26f5a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:30.057165 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:30.082840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0597ae6-df91-499b-9ac1-a7d2274ea941 req-ac185b9e-8dcd-440c-a6c6-5a9494d07e96 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100600 Aug 10 01:58:30.119196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-6617798f-9ae0-4b3f-8d7d-d2265f46c030 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241747 Aug 10 01:58:30.169877 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-e7565074-2ceb-46fa-848f-2e2dfb5ede53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a HTTP/1.1" status: 200 len: 217 time: 0.0460269 Aug 10 01:58:30.173415 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:30.177298 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-b3ff2682-1a06-4b58-8ee3-ddc121ea0614 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080499 Aug 10 01:58:30.219031 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c08bad-3f9d-4ee8-8473-37ad3b68b7e9 x-openstack-request-id: req-14c08bad-3f9d-4ee8-8473-37ad3b68b7e9 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:30.219332 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6762b1-da3d-4d94-bc20-72844d865070", "tag": "8749bcbd-bd4d-4d61-9bce-17c69f95dbf3", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:30.219586 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-14c08bad-3f9d-4ee8-8473-37ad3b68b7e9 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:30.219981 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6762b1-da3d-4d94-bc20-72844d865070', 'tag': '8749bcbd-bd4d-4d61-9bce-17c69f95dbf3', 'status': 'completed', 'code': 200} Aug 10 01:58:30.273472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:30.273760 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-06d647b8-4ff2-463b-bb65-01b6548bb1e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d HTTP/1.1" status: 200 len: 217 time: 0.0875235 Aug 10 01:58:30.273900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:30.298189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Calling delete_port for 2004c0df-f7ae-4e05-b87c-fc37b0c26f5a owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:30.299608 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc70cab-7a3b-4000-9585-fa667b17e159 None None] Pushing event updated for resources: {'Port': ['ID=94604ce0-57e7-481b-8832-4fe5ef8beab6,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:30.303625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f6250318-c706-4583-ae2b-fce72e47822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.304100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-f6250318-c706-4583-ae2b-fce72e47822d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 200 len: 797 time: 0.1211436 Aug 10 01:58:30.403001 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Attempting to bind port 94604ce0-57e7-481b-8832-4fe5ef8beab6 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:30.403219 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Attempting to bind port 94604ce0-57e7-481b-8832-4fe5ef8beab6 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8a43262d-3cd0-41a8-bb3c-e55369c1408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:30.403734 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Attempting to bind port 94604ce0-57e7-481b-8832-4fe5ef8beab6 on network a8d9b616-6efb-48c4-bba7-cf68dac44396 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:30.404819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-0196c49e-db44-438c-83ba-f81a27f58237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.406944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-0196c49e-db44-438c-83ba-f81a27f58237 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 1096 time: 0.1828761 Aug 10 01:58:30.410922 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:30.411301 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Checking segment: {'id': '8a43262d-3cd0-41a8-bb3c-e55369c1408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:30.411711 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:30.412106 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Bound using segment: {'id': '8a43262d-3cd0-41a8-bb3c-e55369c1408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:30.412573 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Bound port: 94604ce0-57e7-481b-8832-4fe5ef8beab6, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a43262d-3cd0-41a8-bb3c-e55369c1408b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:30.412951 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:30.416973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-b9719606-7847-4ad8-a572-fb4ca895021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.418675 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-b9719606-7847-4ad8-a572-fb4ca895021a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 200 len: 797 time: 0.0608258 Aug 10 01:58:30.525738 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] For port 94604ce0-57e7-481b-8832-4fe5ef8beab6, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:30.529050 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] For port 94604ce0-57e7-481b-8832-4fe5ef8beab6, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=94604ce0-57e7-481b-8832-4fe5ef8beab6,segment=NetworkSegment(8a43262d-3cd0-41a8-bb3c-e55369c1408b),segment_id=8a43262d-3cd0-41a8-bb3c-e55369c1408b)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:30.553668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46889a-baab-48d0-87d2-c1b4c11e6260 req-4e417c5a-6178-4f38-ab3b-90c10888e64b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.558457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-cdb349ef-d876-4efa-835c-c3dda308b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.558457 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-cdb349ef-d876-4efa-835c-c3dda308b757 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243386 Aug 10 01:58:30.559634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46889a-baab-48d0-87d2-c1b4c11e6260 req-4e417c5a-6178-4f38-ab3b-90c10888e64b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.565602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46889a-baab-48d0-87d2-c1b4c11e6260 req-4e417c5a-6178-4f38-ab3b-90c10888e64b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.571535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46889a-baab-48d0-87d2-c1b4c11e6260 req-4e417c5a-6178-4f38-ab3b-90c10888e64b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.577461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46889a-baab-48d0-87d2-c1b4c11e6260 req-4e417c5a-6178-4f38-ab3b-90c10888e64b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.584022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46889a-baab-48d0-87d2-c1b4c11e6260 req-4e417c5a-6178-4f38-ab3b-90c10888e64b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.593434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46889a-baab-48d0-87d2-c1b4c11e6260 req-4e417c5a-6178-4f38-ab3b-90c10888e64b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.595421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b46889a-baab-48d0-87d2-c1b4c11e6260 req-4e417c5a-6178-4f38-ab3b-90c10888e64b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.2599092 Aug 10 01:58:30.604138 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:30.604305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c22ae8fd-2bcb-46f6-990f-90ca319ef27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.604305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-c22ae8fd-2bcb-46f6-990f-90ca319ef27f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2843759 Aug 10 01:58:30.700521 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc70cab-7a3b-4000-9585-fa667b17e159 None None] Pushing event updated for resources: {'Port': ['ID=94604ce0-57e7-481b-8832-4fe5ef8beab6,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:30.716193 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Routers {'f882ddae-aeef-4de9-8972-792c4617188e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:30.716816 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f882ddae-aeef-4de9-8972-792c4617188e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:30.734710 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-2eed61af-6ad9-40d5-82e0-97e6bff71bab service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673737 Aug 10 01:58:30.752729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-9d46b910-5d20-4aa1-99f2-f577b5194441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:30.754244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-9d46b910-5d20-4aa1-99f2-f577b5194441 service neutron] 10.222.0.11 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 919 time: 0.3232107 Aug 10 01:58:30.807092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b46889a-baab-48d0-87d2-c1b4c11e6260 req-209170d4-4138-462e-9fe6-9138522e3fb9 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1979012 Aug 10 01:58:30.871511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-310a6d62-310d-4f19-983f-219e31214bf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 HTTP/1.1" status: 200 len: 217 time: 0.1044340 Aug 10 01:58:30.872581 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] Set router f882ddae-aeef-4de9-8972-792c4617188e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:30.873249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:30.884076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:30.900749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Transition to ACTIVE for port object 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:30.941162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-5de70edb-9b25-4de1-b334-f7720c4f44ac service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314092 Aug 10 01:58:31.043632 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:31.046225 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-9ce551db-8004-4ce4-98c0-3d25e7bebf8d service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441522 Aug 10 01:58:31.064008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:31.078728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-85a9f801-b76c-455c-97cb-8170a246ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.080459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-85a9f801-b76c-455c-97cb-8170a246ece4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.1986277 Aug 10 01:58:31.087001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Pushing event deleted for resources: {'Port': ['ID=2004c0df-f7ae-4e05-b87c-fc37b0c26f5a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:31.150677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-1d845fa1-80de-4ffd-8014-9e5581a26dc7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567658 Aug 10 01:58:31.151201 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:26Z', 'revision_number': 4, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'gw_port': {'id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:21Z', 'updated_at': '2021-08-10T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '94604ce0-57e7-481b-8832-4fe5ef8beab6', 'name': '', 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'mac_address': 'fa:16:3e:93:ec:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:24Z', 'updated_at': '2021-08-10T01:58:30Z', 'revision_number': 4, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'subnets': [{'id': '1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:31.196436 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128cf66-c2cf-47cc-b879-cdbd308e9cce None None] The sync data for ids ['f882ddae-aeef-4de9-8972-792c4617188e'] in n-d-767704-21 is: [{'id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:26Z', 'revision_number': 4, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'gw_port': {'id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:21Z', 'updated_at': '2021-08-10T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '94604ce0-57e7-481b-8832-4fe5ef8beab6', 'name': '', 'network_id': 'a8d9b616-6efb-48c4-bba7-cf68dac44396', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'mac_address': 'fa:16:3e:93:ec:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:24Z', 'updated_at': '2021-08-10T01:58:30Z', 'revision_number': 4, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'subnets': [{'id': '1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:31.265705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57208170-ef0c-4b6f-9a98-40483f469a3c req-0d7c08d1-5999-4d6a-834b-a791efd69594 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163793 Aug 10 01:58:31.272008 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:31.279123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:31.280861 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-be36d82c-5123-4145-9366-e1ae001b084a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46267443-4211-4c0f-9fce-25b2006944e6 HTTP/1.1" status: 200 len: 217 time: 0.2148995 Aug 10 01:58:31.295193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fad76e41-0903-49a0-9746-4bd625b79e31 req-21572b8e-087e-42ec-b3cb-22855d2c1e20 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "DELETE /v2.0/floatingips/333648d7-7ae5-4f14-980e-46e9855e5332 HTTP/1.1" status: 204 len: 173 time: 1.8484674 Aug 10 01:58:31.329138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:31.376207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-ffa71cbd-252e-4a25-8d6e-a7ad81194983 service neutron] 10.222.0.11 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043874 Aug 10 01:58:31.503262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-cf0d1d54-1320-4229-8431-86cb0f6dedff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.504924 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-cf0d1d54-1320-4229-8431-86cb0f6dedff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 200 len: 797 time: 0.2106869 Aug 10 01:58:31.523230 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-3c8e47c0-55c8-4639-b9d0-3c3f5ccab09a req-511cfddb-1128-4dd3-ad12-5b9f0bf9fc52 tempest-FloatingIPDetailsNegativeTestJSON-977106985 tempest-FloatingIPDetailsNegativeTestJSON-977106985-project] show failed (client error): The resource could not be found. Aug 10 01:58:31.535415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c8e47c0-55c8-4639-b9d0-3c3f5ccab09a req-511cfddb-1128-4dd3-ad12-5b9f0bf9fc52 tempest-FloatingIPDetailsNegativeTestJSON-977106985 tempest-FloatingIPDetailsNegativeTestJSON-977106985-project] 10.222.0.38 "GET /v2.0/floatingips/5fe44e5a-53e0-4262-893d-1b28cb7ba045 HTTP/1.1" status: 404 len: 350 time: 0.1323063 Aug 10 01:58:31.535954 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39806) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:31.641911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:31.703858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-0ad9dd73-890a-4553-89d3-64dd8008e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.706048 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-0ad9dd73-890a-4553-89d3-64dd8008e42d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1638482 Aug 10 01:58:31.755065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c54fc-baac-418e-b3f5-7ebfd17eb3a6 req-7007aac4-ebff-46f1-81e1-a3c9a171a2d9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.757006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d4c54fc-baac-418e-b3f5-7ebfd17eb3a6 req-7007aac4-ebff-46f1-81e1-a3c9a171a2d9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.3737612 Aug 10 01:58:31.790391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Attempting to bind port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:31.791139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Attempting to bind port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:31.791139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Attempting to bind port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:31.806675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:31.806922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Attempting to bind port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:31.813319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:31.829280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-580e589d-80fd-4d02-a697-3ba42e1e1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.829917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-580e589d-80fd-4d02-a697-3ba42e1e1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.831000 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-580e589d-80fd-4d02-a697-3ba42e1e1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.831661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-580e589d-80fd-4d02-a697-3ba42e1e1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.832357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-580e589d-80fd-4d02-a697-3ba42e1e1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.833061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-580e589d-80fd-4d02-a697-3ba42e1e1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.833531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-580e589d-80fd-4d02-a697-3ba42e1e1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.835633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-580e589d-80fd-4d02-a697-3ba42e1e1ffd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6483 time: 0.3241212 Aug 10 01:58:31.840062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:31.841552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:31.841917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:31.842317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:31.846898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Bound port: 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:31.847319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:31.853860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 805ffae1-ef45-4486-a5af-94f3f9a18ef7 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:31.859474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-893e3c87-20d2-4c73-82d6-77845ac6e55d req-95dfb42c-bf87-485c-873e-c0757d59268f service neutron] 10.222.0.11 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743240 Aug 10 01:58:31.885159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5c48c-7329-43ab-8ee0-a144fee92ccf req-a8c88cec-be45-4e1f-be40-0c002126b0af tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:31.898596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddb5c48c-7329-43ab-8ee0-a144fee92ccf req-a8c88cec-be45-4e1f-be40-0c002126b0af tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 944 time: 0.2582326 Aug 10 01:58:31.986920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:31.989074 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd13dbb-1a91-4f35-b520-351ed17408e5" -d '{"events": [{"server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "name": "network-vif-unplugged", "status": "completed", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:31.996333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:32.011245 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-51b9080d-67cb-401a-b7a1-b95a366a3d22 service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912183 Aug 10 01:58:32.036520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d4c54fc-baac-418e-b3f5-7ebfd17eb3a6 req-475f61cc-1a3a-4554-a1d6-240cda92b11e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380078 Aug 10 01:58:32.038586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Transition to ACTIVE for port object 805ffae1-ef45-4486-a5af-94f3f9a18ef7 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:32.044491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:32.104619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddb5c48c-7329-43ab-8ee0-a144fee92ccf req-d6489743-8742-4bf5-84bb-34f91b45d6d0 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048120 Aug 10 01:58:32.116538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:32.128259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:32.144943 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:32.154458 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:32.163610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '8749bcbd-bd4d-4d61-9bce-17c69f95dbf3', 'network_id': '265c9d4c-92c1-49b6-8f87-d064b0588e31', 'port_id': '8749bcbd-bd4d-4d61-9bce-17c69f95dbf3', 'mac_address': 'fa:16:3e:e4:5e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6554ce-8d0b-4b66-88be-eed8064be1b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:32.257851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:32.270542 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:32.312417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:32.337345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:32.339897 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:58:32.340643 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:58:32.363670 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fb3ea6c-da5c-4e26-bed1-22d40bf35f01 req-a9b418f0-7ba8-4dbe-9f42-e937a23b8503 service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408024 Aug 10 01:58:32.368708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] No DVR routers for this DVR port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:32.383359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:32.384003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:32.385738 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] 10.222.0.11 "PUT /v2.0/ports/632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 HTTP/1.1" status: 200 len: 1096 time: 2.6821492 Aug 10 01:58:32.388524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:32.463886 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:32.501862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Attempting to bind port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:32.508185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Attempting to bind port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:32.508185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Attempting to bind port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:32.511677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad17efd-13b4-403c-b9c8-3604931a252e service neutron] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:32.521385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:32.521385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Attempting to bind port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:32.537346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:32.537709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:32.538156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:32.538635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Bound port: 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:32.540970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:32.565673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:32.675054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['8749bcbd-bd4d-4d61-9bce-17c69f95dbf3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:32.727280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:32.732010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:32.749074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-9e5de2d6-a281-4095-bd6d-dc9752d5a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:32.750889 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-9e5de2d6-a281-4095-bd6d-dc9752d5a813 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d0586cf06c4846a67a1fdf4393a15c&device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 1099 time: 0.1203644 Aug 10 01:58:32.860889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:32.869197 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-a219d49b-0d5b-420a-9022-02e401a51c6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 HTTP/1.1" status: 200 len: 217 time: 0.1095929 Aug 10 01:58:33.043793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.044448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:33.045868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] 10.222.0.16 "PUT /v2.0/ports/805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 1097 time: 3.2338328 Aug 10 01:58:33.046099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-55138285-622c-49ba-9f6f-e63c99736179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.048546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-55138285-622c-49ba-9f6f-e63c99736179 service neutron] 10.222.0.16 "GET /v2.0/networks?id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 HTTP/1.1" status: 200 len: 903 time: 1.1965575 Aug 10 01:58:33.195954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 94604ce0-57e7-481b-8832-4fe5ef8beab6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:33.204324 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-b7ab85e5-aa35-46e8-9049-269bff316a02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a HTTP/1.1" status: 200 len: 217 time: 0.1328545 Aug 10 01:58:33.228846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39836) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:33.255076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88485723-0d57-4deb-bb6d-38283a57f8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:33.263084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-9f5a2c87-d716-4523-8dd8-19f714de3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.264818 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-9f5a2c87-d716-4523-8dd8-19f714de3aab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.3843188 Aug 10 01:58:33.334997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543a85c-84bf-4d92-ae5e-5a3be6d06096 req-b1cd5c15-15af-4797-a7d3-a18308f275e9 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.344904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e543a85c-84bf-4d92-ae5e-5a3be6d06096 req-b1cd5c15-15af-4797-a7d3-a18308f275e9 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 947 time: 1.1314406 Aug 10 01:58:33.348432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-34426f6b-b8d4-4367-9b41-6afdd57d8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.350478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-34426f6b-b8d4-4367-9b41-6afdd57d8649 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 200 len: 797 time: 0.1193626 Aug 10 01:58:33.363601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-7e6132ba-4c44-400b-9c41-29a747e59f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.365620 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-7e6132ba-4c44-400b-9c41-29a747e59f43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1100 time: 0.2699020 Aug 10 01:58:33.413867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-b2a03440-7326-4fbf-8fc0-9c427535616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.415568 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-b2a03440-7326-4fbf-8fc0-9c427535616b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377726 Aug 10 01:58:33.426012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 94604ce0-57e7-481b-8832-4fe5ef8beab6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:33.430471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 94604ce0-57e7-481b-8832-4fe5ef8beab6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:33.431581 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:33.462899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3717a-b219-45c6-970d-277a092fa3e0 req-f4eb69c4-5550-415e-a933-e05d10ebe4af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.469472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3717a-b219-45c6-970d-277a092fa3e0 req-f4eb69c4-5550-415e-a933-e05d10ebe4af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.476398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3717a-b219-45c6-970d-277a092fa3e0 req-f4eb69c4-5550-415e-a933-e05d10ebe4af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.482030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3717a-b219-45c6-970d-277a092fa3e0 req-f4eb69c4-5550-415e-a933-e05d10ebe4af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.488686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3717a-b219-45c6-970d-277a092fa3e0 req-f4eb69c4-5550-415e-a933-e05d10ebe4af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.494844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3717a-b219-45c6-970d-277a092fa3e0 req-f4eb69c4-5550-415e-a933-e05d10ebe4af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.500818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3717a-b219-45c6-970d-277a092fa3e0 req-f4eb69c4-5550-415e-a933-e05d10ebe4af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.509848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ef3717a-b219-45c6-970d-277a092fa3e0 req-f4eb69c4-5550-415e-a933-e05d10ebe4af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.4585326 Aug 10 01:58:33.518678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-887972cf-d2bf-4ecf-8727-aefccc8f2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.520175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-887972cf-d2bf-4ecf-8727-aefccc8f2b30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1500449 Aug 10 01:58:33.523979 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f21e8217-e73f-4a4f-ad4b-8dfed86c23c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:33.547559 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:33.581631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e543a85c-84bf-4d92-ae5e-5a3be6d06096 req-9445435c-00a8-4edf-b3e1-3850523ca7c7 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326698 Aug 10 01:58:33.585281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 94604ce0-57e7-481b-8832-4fe5ef8beab6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=94604ce0-57e7-481b-8832-4fe5ef8beab6,segment=NetworkSegment(8a43262d-3cd0-41a8-bb3c-e55369c1408b),segment_id=8a43262d-3cd0-41a8-bb3c-e55369c1408b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:33.624789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-929c853c-c2e4-4d04-a01f-843e29f6b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.629904 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-929c853c-c2e4-4d04-a01f-843e29f6b5dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2465105 Aug 10 01:58:33.681508 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:33.701714 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-f28f35cd-cb44-45b0-97e7-37bcf94a04b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 217 time: 0.0654705 Aug 10 01:58:33.705390 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-f4aa96fb-6df7-4ec4-a5d1-e8205bd415d4 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480016 Aug 10 01:58:33.706157 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ef3717a-b219-45c6-970d-277a092fa3e0 req-286ac234-87ef-44d9-930c-3489a4715f27 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918905 Aug 10 01:58:33.725241 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86fa0a4-f68d-45b1-9aa4-26e6dfc5d101 x-openstack-request-id: req-b86fa0a4-f68d-45b1-9aa4-26e6dfc5d101 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:33.725698 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "name": "network-vif-unplugged", "status": "completed", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:33.726543 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b86fa0a4-f68d-45b1-9aa4-26e6dfc5d101 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:33.727076 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'code': 200} Aug 10 01:58:33.747202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=94604ce0-57e7-481b-8832-4fe5ef8beab6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:33.813261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-1d85d23a-d6de-4e1a-9bae-9e8b54d11995 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633283 Aug 10 01:58:33.849237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:33.871642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-07b52b24-8449-4bea-9c2e-6a1e1cf5bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.873159 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-07b52b24-8449-4bea-9c2e-6a1e1cf5bc46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1450663 Aug 10 01:58:33.926172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9462-bdd0-4797-82dd-34ba6cb3d0ca req-119725cb-22d7-4092-81bf-1e9285b47c0f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.927777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37bd9462-bdd0-4797-82dd-34ba6cb3d0ca req-119725cb-22d7-4092-81bf-1e9285b47c0f tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 946 time: 0.2007439 Aug 10 01:58:33.930790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f21e8217-e73f-4a4f-ad4b-8dfed86c23c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:33.934383 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ac066e3-1af9-47c4-bc17-daf6d0588299 req-064018d3-1f8a-4b07-9524-2131b21559b3 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051508 Aug 10 01:58:33.950140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-5e931ba3-e35a-4867-862f-516d0d01c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.951701 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-5e931ba3-e35a-4867-862f-516d0d01c455 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653930 Aug 10 01:58:33.980497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527487-eea5-48a2-a46f-6d670999bd93 req-3469752f-3c7a-4765-8b6d-a522f37588b9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:33.982007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4527487-eea5-48a2-a46f-6d670999bd93 req-3469752f-3c7a-4765-8b6d-a522f37588b9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 948 time: 0.1908374 Aug 10 01:58:33.989414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:33.993233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:33.993607 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.047428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37bd9462-bdd0-4797-82dd-34ba6cb3d0ca req-70f4ed68-f282-4335-9a6d-2ffa128a5b67 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/security-groups?id=a3ab340c-54d0-49e9-9ffa-809516e555d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052523 Aug 10 01:58:34.052110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f21e8217-e73f-4a4f-ad4b-8dfed86c23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.062934 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.103782 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.118767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e8217-e73f-4a4f-ad4b-8dfed86c23c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd7431a-9511-47e3-ac6c-d8635749040e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:34.137316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6762b1-da3d-4d94-bc20-72844d865070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8749bcbd-bd4d-4d61-9bce-17c69f95dbf3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:34.139841 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8442b1a3-532c-4863-b8df-ffe8b648d7f5" -d '{"events": [{"server_uuid": "4f6762b1-da3d-4d94-bc20-72844d865070", "name": "network-vif-plugged", "status": "completed", "tag": "8749bcbd-bd4d-4d61-9bce-17c69f95dbf3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:34.155652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:34.182635 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f21e8217-e73f-4a4f-ad4b-8dfed86c23c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=581261cdbc2b475bb63e5ebb35705281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9473846 Aug 10 01:58:34.185817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39844) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:34.212831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-352f3ff7-eff1-474f-ac69-5d78d0dba31d req-6f91359c-4f69-48c2-927c-8da912952da4 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824458 Aug 10 01:58:34.224078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4527487-eea5-48a2-a46f-6d670999bd93 req-e72b8b43-fa81-475f-bba0-9c5cd013d33d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290609 Aug 10 01:58:34.243087 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-27be5134-1847-4291-a894-27c8e142cbee service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809155 Aug 10 01:58:34.257957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-238e27c3-6c25-44e5-aa82-e6052ad74ce1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.259485 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-238e27c3-6c25-44e5-aa82-e6052ad74ce1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.11 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 946 time: 0.1469023 Aug 10 01:58:34.263783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.300259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c3849-6402-49c3-b902-1d748af2ca74 req-b3796979-b9b4-4afe-a3d1-a013ccbbb775 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.312434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-537c3849-6402-49c3-b902-1d748af2ca74 req-b3796979-b9b4-4afe-a3d1-a013ccbbb775 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 945 time: 0.1495256 Aug 10 01:58:34.326842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:34.348116 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0504a7-9ad2-46af-95ec-9fd28225000b x-openstack-request-id: req-9e0504a7-9ad2-46af-95ec-9fd28225000b {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:34.348449 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6762b1-da3d-4d94-bc20-72844d865070", "name": "network-vif-plugged", "status": "completed", "tag": "8749bcbd-bd4d-4d61-9bce-17c69f95dbf3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:34.348704 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e0504a7-9ad2-46af-95ec-9fd28225000b {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:34.349098 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6762b1-da3d-4d94-bc20-72844d865070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8749bcbd-bd4d-4d61-9bce-17c69f95dbf3', 'code': 200} Aug 10 01:58:34.380960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e0be8ba-96df-41ae-aedc-f49e498bbdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.387147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-537c3849-6402-49c3-b902-1d748af2ca74 req-2c92384a-ee2c-4561-844c-9be6a19ff093 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737603 Aug 10 01:58:34.454370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e0be8ba-96df-41ae-aedc-f49e498bbdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.501273 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-e8880338-dd84-49f5-a0fb-679622536b59 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407978 Aug 10 01:58:34.512689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ba9e5-e078-4925-8d14-53bc352a6050 req-0a7e07ff-4a70-4408-822e-85a128aa1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.514481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e30ba9e5-e078-4925-8d14-53bc352a6050 req-0a7e07ff-4a70-4408-822e-85a128aa1b95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 1098 time: 0.0771191 Aug 10 01:58:34.522299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Deleting port 4a1b156d-6ca6-47b3-bffc-d0372814695b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:34.522670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.560096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Deleting port 94604ce0-57e7-481b-8832-4fe5ef8beab6 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:34.560342 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.564168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e30ba9e5-e078-4925-8d14-53bc352a6050 req-0a9328eb-27c6-4961-87b5-0f9feb17dff8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Aug 10 01:58:34.622992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] For port 4a1b156d-6ca6-47b3-bffc-d0372814695b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4a1b156d-6ca6-47b3-bffc-d0372814695b,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:34.623390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.643676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Calling delete_port for 4a1b156d-6ca6-47b3-bffc-d0372814695b owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:34.677425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] For port 94604ce0-57e7-481b-8832-4fe5ef8beab6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=94604ce0-57e7-481b-8832-4fe5ef8beab6,segment=NetworkSegment(8a43262d-3cd0-41a8-bb3c-e55369c1408b),segment_id=8a43262d-3cd0-41a8-bb3c-e55369c1408b)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:34.677954 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.711151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Calling delete_port for 94604ce0-57e7-481b-8832-4fe5ef8beab6 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:34.712774 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e0be8ba-96df-41ae-aedc-f49e498bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.714445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e0be8ba-96df-41ae-aedc-f49e498bbdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.715631 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e0be8ba-96df-41ae-aedc-f49e498bbdb7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fd7431a-9511-47e3-ac6c-d8635749040e HTTP/1.1" status: 204 len: 168 time: 0.5289168 Aug 10 01:58:34.727423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0be8ba-96df-41ae-aedc-f49e498bbdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd7431a-9511-47e3-ac6c-d8635749040e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:34.779477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f741ec8-f80c-4017-9821-588b9f2c46dd req-7e2ca50f-29e0-49ef-976b-8586a9b639f2 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.786544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f741ec8-f80c-4017-9821-588b9f2c46dd req-7e2ca50f-29e0-49ef-976b-8586a9b639f2 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 947 time: 0.1263955 Aug 10 01:58:34.865366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f741ec8-f80c-4017-9821-588b9f2c46dd req-29c62806-500f-4f60-9607-d670908533a9 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778224 Aug 10 01:58:34.916063 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:34.927455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['4a1b156d-6ca6-47b3-bffc-d0372814695b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:34.932101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184466-7b34-4ca5-9ed8-9858952fb7d0 req-eedb6267-7447-43c4-8b01-12874a3bc7ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.939475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184466-7b34-4ca5-9ed8-9858952fb7d0 req-eedb6267-7447-43c4-8b01-12874a3bc7ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.945528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184466-7b34-4ca5-9ed8-9858952fb7d0 req-eedb6267-7447-43c4-8b01-12874a3bc7ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.951469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184466-7b34-4ca5-9ed8-9858952fb7d0 req-eedb6267-7447-43c4-8b01-12874a3bc7ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.955362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Pushing event deleted for resources: {'Port': ['ID=4a1b156d-6ca6-47b3-bffc-d0372814695b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:34.957935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184466-7b34-4ca5-9ed8-9858952fb7d0 req-eedb6267-7447-43c4-8b01-12874a3bc7ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.963849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184466-7b34-4ca5-9ed8-9858952fb7d0 req-eedb6267-7447-43c4-8b01-12874a3bc7ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.970009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184466-7b34-4ca5-9ed8-9858952fb7d0 req-eedb6267-7447-43c4-8b01-12874a3bc7ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:34.973413 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5184466-7b34-4ca5-9ed8-9858952fb7d0 req-eedb6267-7447-43c4-8b01-12874a3bc7ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.1627460 Aug 10 01:58:35.011389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] No DVR routers for this DVR port 4a1b156d-6ca6-47b3-bffc-d0372814695b on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:35.015215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.021956 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-09abd68f-3af9-4a5a-a6fa-38f7937c1dc0 req-3afa42e3-7275-442d-9309-ad060b43dca1 tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.11 "DELETE /v2.0/ports/4a1b156d-6ca6-47b3-bffc-d0372814695b HTTP/1.1" status: 204 len: 173 time: 0.7505572 Aug 10 01:58:35.042103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5184466-7b34-4ca5-9ed8-9858952fb7d0 req-c5805285-231d-498f-96ec-fd252c1547c6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597594 Aug 10 01:58:35.089291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 94604ce0-57e7-481b-8832-4fe5ef8beab6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:35.140443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 94604ce0-57e7-481b-8832-4fe5ef8beab6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:35.140754 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.171793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11ce297c-69f8-488d-ac67-d65507cb9bfa req-bb622e7a-b5ee-4dd6-99bf-a8f7028cfc5b tempest-FloatingIPsAssociationTestJSON-1291801978 tempest-FloatingIPsAssociationTestJSON-1291801978-project] 10.222.0.38 "GET /v2.0/ports?device_id=588b4a69-7ebe-403a-96e0-ae7e173dcfd2 HTTP/1.1" status: 200 len: 210 time: 0.0398355 Aug 10 01:58:35.178684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.183213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Could not find standard attr ID for object 94604ce0-57e7-481b-8832-4fe5ef8beab6. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:58:35.186810 n-d-767704-21 neutron-server[101225]: INFO neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No ports have port_id starting with 94604ce0-57e7-481b-8832-4fe5ef8beab6 Aug 10 01:58:35.224527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94604ce0-57e7-481b-8832-4fe5ef8beab6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:35.502192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.534722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf631eb-efad-40dc-a9fe-e3ae30fad56c req-5cd8ba15-77ef-470e-8335-98d889f3dcb6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:35.537243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aaf631eb-efad-40dc-a9fe-e3ae30fad56c req-5cd8ba15-77ef-470e-8335-98d889f3dcb6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 948 time: 0.2332356 Aug 10 01:58:35.680213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39862) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:35.694871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aaf631eb-efad-40dc-a9fe-e3ae30fad56c req-704bb7e5-4d1a-4c62-b055-bc7c1708c016 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082058 Aug 10 01:58:35.704089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-740a7c23-eae4-4ba3-b139-2b009598b1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.707540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085e80-1a4c-4be9-9c15-f2021a8b65e3 req-7c5eadbf-009b-467c-8428-9df740440196 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:35.708805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f085e80-1a4c-4be9-9c15-f2021a8b65e3 req-7c5eadbf-009b-467c-8428-9df740440196 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1683528 Aug 10 01:58:35.728960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'}, {'name': 'network-changed', 'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7'}, {'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'name': 'network-vif-deleted', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:35.731354 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ab60b-0a98-49dd-966f-e831329aa048" -d '{"events": [{"name": "network-changed", "server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0"}, {"name": "network-changed", "server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7"}, {"server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "name": "network-vif-deleted", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:35.806952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f085e80-1a4c-4be9-9c15-f2021a8b65e3 req-fb155f28-e56c-432c-8010-333d6020db3a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902936 Aug 10 01:58:35.824746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-740a7c23-eae4-4ba3-b139-2b009598b1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:35.830381 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43974155-ffbc-46e9-bc25-703e78d3d019 x-openstack-request-id: req-43974155-ffbc-46e9-bc25-703e78d3d019 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:35.830893 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7", "status": "completed", "code": 200}, {"server_uuid": "588b4a69-7ebe-403a-96e0-ae7e173dcfd2", "name": "network-vif-deleted", "tag": "4a1b156d-6ca6-47b3-bffc-d0372814695b", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:35.831362 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43974155-ffbc-46e9-bc25-703e78d3d019 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:35.831953 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'status': 'completed', 'code': 200} Aug 10 01:58:35.832374 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'status': 'completed', 'code': 200} Aug 10 01:58:35.832798 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588b4a69-7ebe-403a-96e0-ae7e173dcfd2', 'name': 'network-vif-deleted', 'tag': '4a1b156d-6ca6-47b3-bffc-d0372814695b', 'status': 'completed', 'code': 200} Aug 10 01:58:35.867812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:35.906106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Router f882ddae-aeef-4de9-8972-792c4617188e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:35.943875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-a9921050-3167-4b2f-a95e-1208ecee891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:35.945414 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-a9921050-3167-4b2f-a95e-1208ecee891c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1100 time: 0.0807395 Aug 10 01:58:35.948818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-7707a9ea-1ae1-4228-a308-3a386252562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:35.949459 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-7707a9ea-1ae1-4228-a308-3a386252562d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d0586cf06c4846a67a1fdf4393a15c&device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 1099 time: 0.0934758 Aug 10 01:58:35.950359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-740a7c23-eae4-4ba3-b139-2b009598b1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:36.065619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ab2d1-e7ad-4666-9534-7d77c2754b9e req-c59700d3-3ebf-4902-869d-c8dc45b616ca tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.067203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-202ab2d1-e7ad-4666-9534-7d77c2754b9e req-c59700d3-3ebf-4902-869d-c8dc45b616ca tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 947 time: 0.1046534 Aug 10 01:58:36.073330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:36.088415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:36.091193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'mac_address': 'fa:16:3e:9c:fb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:36.101617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] Sync routers for ids ['f882ddae-aeef-4de9-8972-792c4617188e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:36.101879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-838af96f-9871-47cf-badc-162818ae5fb4 admin admin] 10.222.0.38 "PUT /v2.0/routers/f882ddae-aeef-4de9-8972-792c4617188e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5597391 Aug 10 01:58:36.107136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39870) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:36.116728 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-740a7c23-eae4-4ba3-b139-2b009598b1be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=adbb7c8af3a04df194e4f53189f9d604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328833 Aug 10 01:58:36.116728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a7c23-eae4-4ba3-b139-2b009598b1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dddd63-7d3b-4809-bca8-052fe89cd1db,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:36.129354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39872) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:36.156211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] Routers {'f882ddae-aeef-4de9-8972-792c4617188e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:36.156886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f882ddae-aeef-4de9-8972-792c4617188e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:36.207714 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:36.241887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:36.274880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-fc530b4c-7f05-451e-bfe3-29b27ff3c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.276369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-fc530b4c-7f05-451e-bfe3-29b27ff3c6d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.3140986 Aug 10 01:58:36.284773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-ceab3224-499b-4054-a5b1-51baacd8af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.286724 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-ceab3224-499b-4054-a5b1-51baacd8af2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.3334277 Aug 10 01:58:36.326652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-202ab2d1-e7ad-4666-9534-7d77c2754b9e req-2a0a3db9-d98e-4c91-8136-c69ae63226ea tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368889 Aug 10 01:58:36.330669 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:36.418308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942401e1-9d80-41ab-8c99-2b0b79933c31 req-6f0f864f-6dfc-4fc5-a230-6318c9dac700 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.425181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942401e1-9d80-41ab-8c99-2b0b79933c31 req-6f0f864f-6dfc-4fc5-a230-6318c9dac700 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.431278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942401e1-9d80-41ab-8c99-2b0b79933c31 req-6f0f864f-6dfc-4fc5-a230-6318c9dac700 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.437288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942401e1-9d80-41ab-8c99-2b0b79933c31 req-6f0f864f-6dfc-4fc5-a230-6318c9dac700 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.443526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942401e1-9d80-41ab-8c99-2b0b79933c31 req-6f0f864f-6dfc-4fc5-a230-6318c9dac700 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.449578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942401e1-9d80-41ab-8c99-2b0b79933c31 req-6f0f864f-6dfc-4fc5-a230-6318c9dac700 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.456590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942401e1-9d80-41ab-8c99-2b0b79933c31 req-6f0f864f-6dfc-4fc5-a230-6318c9dac700 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.460813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:36.464727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-942401e1-9d80-41ab-8c99-2b0b79933c31 req-6f0f864f-6dfc-4fc5-a230-6318c9dac700 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.2130468 Aug 10 01:58:36.491635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39878) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:36.493378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] Set router f882ddae-aeef-4de9-8972-792c4617188e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:36.494400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13d192fe-56da-4f64-862f-734281382d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:36.519795 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13d192fe-56da-4f64-862f-734281382d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:36.565842 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:36.682334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13d192fe-56da-4f64-862f-734281382d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:36.686039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13d192fe-56da-4f64-862f-734281382d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:36.686726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:36.689976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-13d192fe-56da-4f64-862f-734281382d04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6dddd63-7d3b-4809-bca8-052fe89cd1db HTTP/1.1" status: 204 len: 168 time: 0.5649543 Aug 10 01:58:36.729661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-942401e1-9d80-41ab-8c99-2b0b79933c31 req-a72d7eeb-7a05-443d-8886-6de2a3075be7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2638614 Aug 10 01:58:36.735648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d192fe-56da-4f64-862f-734281382d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dddd63-7d3b-4809-bca8-052fe89cd1db,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:36.774303 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:36.791959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:36.833031 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-e24c2de1-4300-4ebf-9c29-8eb57d8c6008 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 HTTP/1.1" status: 200 len: 217 time: 0.5452371 Aug 10 01:58:36.835692 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-db37b08b-923a-4b18-a4df-450f0cc2f68a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 217 time: 0.5359526 Aug 10 01:58:36.869386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:35Z', 'revision_number': 5, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'gw_port': {'id': '24abf286-9cff-447a-9d94-3ac7375f3fcc', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:21Z', 'updated_at': '2021-08-10T01:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:36.911953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] Checking router: f882ddae-aeef-4de9-8972-792c4617188e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:36.933879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] Routers {'f882ddae-aeef-4de9-8972-792c4617188e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:36.934523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f882ddae-aeef-4de9-8972-792c4617188e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:36.979521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-f6f15c07-b47a-47fd-b4ff-92b1115c723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.981719 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-f6f15c07-b47a-47fd-b4ff-92b1115c723f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1406853 Aug 10 01:58:36.989808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-c1ec945f-da98-4f5d-a02f-7ee01d09815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:36.997194 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-c1ec945f-da98-4f5d-a02f-7ee01d09815e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1340139 Aug 10 01:58:37.073869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] Set router f882ddae-aeef-4de9-8972-792c4617188e gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:37.076424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-d9109d53-f924-44ec-98e6-8d44f09c7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:37.078224 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-d9109d53-f924-44ec-98e6-8d44f09c7e16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799778 Aug 10 01:58:37.089684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-3f17b0ef-0650-447c-8b60-a79f02913096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:37.097629 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-3f17b0ef-0650-447c-8b60-a79f02913096 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824351 Aug 10 01:58:37.153730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:36Z', 'revision_number': 6, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:37.242208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2f090-c372-4eb0-96b4-1fafbf8a30db None None] The sync data for ids ['f882ddae-aeef-4de9-8972-792c4617188e'] in n-d-767704-21 is: [{'id': 'f882ddae-aeef-4de9-8972-792c4617188e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1680054328-router', 'tenant_id': 'bc1a5ad300104dc39c7519b2063365bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:20Z', 'updated_at': '2021-08-10T01:58:36Z', 'revision_number': 6, 'project_id': 'bc1a5ad300104dc39c7519b2063365bb', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:37.275869 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-54543193-e577-4e25-8ac1-ee7f8763455b service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829603 Aug 10 01:58:37.349630 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-ddbf4d91-e833-4ac7-98ab-118ff1cbace8 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471447 Aug 10 01:58:37.356084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 805ffae1-ef45-4486-a5af-94f3f9a18ef7 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:37.433053 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-721b7d89-9902-421d-ad1c-c96a0dc271e6 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482618 Aug 10 01:58:37.524583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:37.547513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'mac_address': 'fa:16:3e:67:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:37.554966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d318d8b-0fe4-472a-b656-78ed1b553018 req-95757c3d-91b0-4e38-811f-eb2a019abd4a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:37.556631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d318d8b-0fe4-472a-b656-78ed1b553018 req-95757c3d-91b0-4e38-811f-eb2a019abd4a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 948 time: 0.6562994 Aug 10 01:58:37.584820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716c54d-c733-46f5-a938-83b7e8f7f719 req-a19806bf-bec1-4259-96f9-9c8df6ca20cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:37.586607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5716c54d-c733-46f5-a938-83b7e8f7f719 req-a19806bf-bec1-4259-96f9-9c8df6ca20cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.6725996 Aug 10 01:58:37.607792 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-4bfa337e-450c-4f4d-8e93-bf75e302b34e service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722825 Aug 10 01:58:37.609994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-73288af2-ebb8-4ce9-8ee1-bc239aeebe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:37.612283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-73288af2-ebb8-4ce9-8ee1-bc239aeebe35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1100 time: 0.0914402 Aug 10 01:58:37.612680 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:37.639991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805ffae1-ef45-4486-a5af-94f3f9a18ef7 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:37.668892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:37.677174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Deleting port 24abf286-9cff-447a-9d94-3ac7375f3fcc {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:37.677524 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:37.741775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-15dee3fa-cd2c-42ec-b418-49bca4e2ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:37.743385 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-15dee3fa-cd2c-42ec-b418-49bca4e2ccc9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1151001 Aug 10 01:58:37.766764 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:37.777640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d318d8b-0fe4-472a-b656-78ed1b553018 req-9ca14c49-b928-4b34-b60a-96c69ca41512 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075453 Aug 10 01:58:37.785948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5716c54d-c733-46f5-a938-83b7e8f7f719 req-f1c1b2d5-ca76-42f8-9851-6dda07c89747 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865928 Aug 10 01:58:37.793951 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-bfcfc8db-c455-4be1-8522-e0be95da791d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 217 time: 0.0431149 Aug 10 01:58:37.849046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] For port 24abf286-9cff-447a-9d94-3ac7375f3fcc, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=24abf286-9cff-447a-9d94-3ac7375f3fcc,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:37.849422 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:37.865782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-3abdcabd-3164-4fc2-98a5-f26e836ac210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:37.867355 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-3abdcabd-3164-4fc2-98a5-f26e836ac210 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0667198 Aug 10 01:58:37.867506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Calling delete_port for 24abf286-9cff-447a-9d94-3ac7375f3fcc owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:37.870955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:37.898589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:37.960285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ab60b-0a98-49dd-966f-e831329aa048 req-a73a7649-5c7f-4876-be66-7b3b0d223146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:37.960649 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-a73a7649-5c7f-4876-be66-7b3b0d223146 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860105 Aug 10 01:58:38.076886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:38.082244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['805ffae1-ef45-4486-a5af-94f3f9a18ef7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:38.090219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-9f51ed67-c832-4ccc-8c16-ff4ceb94cdba service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202104 Aug 10 01:58:38.145006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:38.145382 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.193857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1a9e9-dbbf-4aba-b76f-44655c17a2cd req-8026c2ea-c7a0-4c73-9c7f-e9d0ef846c4f tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.195953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afd1a9e9-dbbf-4aba-b76f-44655c17a2cd req-8026c2ea-c7a0-4c73-9c7f-e9d0ef846c4f tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 948 time: 0.2181432 Aug 10 01:58:38.225497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fc9b-354b-4b38-bd34-d99f2846b234 req-a9326f6f-f5ff-4fd8-9a33-8863fa63ecb1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.231459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fc9b-354b-4b38-bd34-d99f2846b234 req-a9326f6f-f5ff-4fd8-9a33-8863fa63ecb1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.239795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fc9b-354b-4b38-bd34-d99f2846b234 req-a9326f6f-f5ff-4fd8-9a33-8863fa63ecb1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.241917 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-623ab60b-0a98-49dd-966f-e831329aa048 req-62f10e1e-2ac7-4a74-b1a6-34ccbc9d32fa service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441822 Aug 10 01:58:38.243860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fc9b-354b-4b38-bd34-d99f2846b234 req-a9326f6f-f5ff-4fd8-9a33-8863fa63ecb1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.249794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fc9b-354b-4b38-bd34-d99f2846b234 req-a9326f6f-f5ff-4fd8-9a33-8863fa63ecb1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.256774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fc9b-354b-4b38-bd34-d99f2846b234 req-a9326f6f-f5ff-4fd8-9a33-8863fa63ecb1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.262694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fc9b-354b-4b38-bd34-d99f2846b234 req-a9326f6f-f5ff-4fd8-9a33-8863fa63ecb1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.264748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c32fc9b-354b-4b38-bd34-d99f2846b234 req-a9326f6f-f5ff-4fd8-9a33-8863fa63ecb1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.2170997 Aug 10 01:58:38.293841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.326580 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.353662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:38.355929 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7033a7b5-3692-499d-b87f-8d5261d5c8d9" -d '{"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-plugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:38.370453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:38.416740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afd1a9e9-dbbf-4aba-b76f-44655c17a2cd req-81003461-54ae-4850-addb-d40e99f79e13 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033405 Aug 10 01:58:38.440139 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.441264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4a1b156d-6ca6-47b3-bffc-d0372814695b no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:38.452444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c32fc9b-354b-4b38-bd34-d99f2846b234 req-145285f3-4387-4498-a71e-a95f3124ecbd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1744578 Aug 10 01:58:38.498732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 4a1b156d-6ca6-47b3-bffc-d0372814695b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:38.499115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4a1b156d-6ca6-47b3-bffc-d0372814695b not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:38.510096 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a58b7-55d5-4554-9fa2-73960f8be4ec x-openstack-request-id: req-5d1a58b7-55d5-4554-9fa2-73960f8be4ec {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:38.510387 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-plugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:38.510662 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5d1a58b7-55d5-4554-9fa2-73960f8be4ec {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:38.511053 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'code': 200} Aug 10 01:58:38.536069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:38.560500 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.592120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Pushing event deleted for resources: {'Port': ['ID=24abf286-9cff-447a-9d94-3ac7375f3fcc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:38.622285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bdc56-59bd-449f-b77f-2c1dbeeb428c req-cae36c30-4eee-415f-b880-26e677ec980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:38.623971 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cd1bdc56-59bd-449f-b77f-2c1dbeeb428c req-cae36c30-4eee-415f-b880-26e677ec980d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 1101 time: 0.0444424 Aug 10 01:58:38.662687 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cd1bdc56-59bd-449f-b77f-2c1dbeeb428c req-af7be75e-122b-40e2-b088-a5f9ea917d5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Aug 10 01:58:38.676431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.790914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.808780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.874660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Deleting port abc91dda-b41d-47f6-a471-5144a13509de {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:38.875011 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.954374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.955021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router f882ddae-aeef-4de9-8972-792c4617188e {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:58:38.988576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:38.989823 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-734170d9-7cae-4405-b707-3279250021ce admin admin] 10.222.0.38 "DELETE /v2.0/routers/f882ddae-aeef-4de9-8972-792c4617188e HTTP/1.1" status: 204 len: 168 time: 2.8806374 Aug 10 01:58:38.996592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39930) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:39.052109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-0e84a8ed-895f-42f9-912a-ef83994ab2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.053680 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-0e84a8ed-895f-42f9-912a-ef83994ab2b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 1098 time: 0.0876219 Aug 10 01:58:39.080630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 94604ce0-57e7-481b-8832-4fe5ef8beab6 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:39.081164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6f4f2-a559-4865-bf40-d25f3fd6d0ff req-3599f305-1da0-4ecc-8177-a66c0d7f17d9 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.088336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4d6f4f2-a559-4865-bf40-d25f3fd6d0ff req-3599f305-1da0-4ecc-8177-a66c0d7f17d9 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1724088 Aug 10 01:58:39.113964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 94604ce0-57e7-481b-8832-4fe5ef8beab6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:39.114376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 94604ce0-57e7-481b-8832-4fe5ef8beab6 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:39.114974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 24abf286-9cff-447a-9d94-3ac7375f3fcc no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:39.137500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-201a401f-4f77-4919-9ad3-21b6259c19b7 admin admin] Deleting subnet 1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:58:39.137500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0714f-207e-42f5-a058-992ce3ae27be req-f2c3b22e-41b1-44e4-ae26-b29bb7dd7a6d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.138085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1b0714f-207e-42f5-a058-992ce3ae27be req-f2c3b22e-41b1-44e4-ae26-b29bb7dd7a6d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 949 time: 0.2233815 Aug 10 01:58:39.144004 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-201a401f-4f77-4919-9ad3-21b6259c19b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.151787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 24abf286-9cff-447a-9d94-3ac7375f3fcc {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:39.152136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 24abf286-9cff-447a-9d94-3ac7375f3fcc not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:39.178014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] For port abc91dda-b41d-47f6-a471-5144a13509de, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=abc91dda-b41d-47f6-a471-5144a13509de,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:39.181971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.194316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-c4a9e076-bc78-423f-914e-eb08dcb9a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.195848 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-c4a9e076-bc78-423f-914e-eb08dcb9a862 service neutron] 10.222.0.11 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 919 time: 0.1322176 Aug 10 01:58:39.209760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Calling delete_port for abc91dda-b41d-47f6-a471-5144a13509de owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:39.248931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4d6f4f2-a559-4865-bf40-d25f3fd6d0ff req-75f88f55-4a6a-450d-9eb1-d6d0ac3cdae2 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597140 Aug 10 01:58:39.250822 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-d9e9f172-18d3-4535-b31e-e356dfbd9d91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 HTTP/1.1" status: 200 len: 217 time: 0.0438409 Aug 10 01:58:39.256664 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-201a401f-4f77-4919-9ad3-21b6259c19b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.280520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1b0714f-207e-42f5-a058-992ce3ae27be req-38a6a325-b881-4b4b-9e6c-b6398e15011a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339688 Aug 10 01:58:39.342425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-b1e2618e-7581-454f-b3a7-ed7510b22c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.344616 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-b1e2618e-7581-454f-b3a7-ed7510b22c48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.0854125 Aug 10 01:58:39.380272 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-6b2191eb-8473-4326-ba14-885848212690 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263932 Aug 10 01:58:39.385131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 805ffae1-ef45-4486-a5af-94f3f9a18ef7 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:39.463176 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-201a401f-4f77-4919-9ad3-21b6259c19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.531977 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-2b9b3dc9-1c16-465e-abf6-09ef5c92c379 service neutron] 10.222.0.11 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362197 Aug 10 01:58:39.554944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:39.561229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:39.561805 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.582525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb860a57-3e04-485d-888d-eadd04261d26 req-f9450d12-8792-4929-87ae-6eb939fe406b tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.584085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb860a57-3e04-485d-888d-eadd04261d26 req-f9450d12-8792-4929-87ae-6eb939fe406b tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 949 time: 0.0908930 Aug 10 01:58:39.662957 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-201a401f-4f77-4919-9ad3-21b6259c19b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.683722 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ae39714-e91f-41fa-bbef-491ee3a90912 req-af09a471-bf0f-4441-8fa0-c759adc13704 service neutron] 10.222.0.11 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440389 Aug 10 01:58:39.685889 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.714204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb860a57-3e04-485d-888d-eadd04261d26 req-d4aa94f8-9a86-49d2-aa55-a94b09872693 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206899 Aug 10 01:58:39.723812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:39.726861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-201a401f-4f77-4919-9ad3-21b6259c19b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.729667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-201a401f-4f77-4919-9ad3-21b6259c19b7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb HTTP/1.1" status: 204 len: 168 time: 0.7302144 Aug 10 01:58:39.731107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a401f-4f77-4919-9ad3-21b6259c19b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1006bd3a-cc6c-4dcf-a43a-9f9b49dd79eb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:39.732728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bcd405-0523-44c7-949e-684d47c8f457 None None] Network a8d9b616-6efb-48c4-bba7-cf68dac44396 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:39.734128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39950) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:39.846023 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.879850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632feef-fa7a-48f3-a511-d8df973f591f req-16f4173a-e9de-4da1-aa34-2ed8a9be5dda tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.885763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632feef-fa7a-48f3-a511-d8df973f591f req-16f4173a-e9de-4da1-aa34-2ed8a9be5dda tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.891689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632feef-fa7a-48f3-a511-d8df973f591f req-16f4173a-e9de-4da1-aa34-2ed8a9be5dda tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.899334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632feef-fa7a-48f3-a511-d8df973f591f req-16f4173a-e9de-4da1-aa34-2ed8a9be5dda tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.905112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632feef-fa7a-48f3-a511-d8df973f591f req-16f4173a-e9de-4da1-aa34-2ed8a9be5dda tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.912039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632feef-fa7a-48f3-a511-d8df973f591f req-16f4173a-e9de-4da1-aa34-2ed8a9be5dda tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.918259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632feef-fa7a-48f3-a511-d8df973f591f req-16f4173a-e9de-4da1-aa34-2ed8a9be5dda tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:39.920818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c632feef-fa7a-48f3-a511-d8df973f591f req-16f4173a-e9de-4da1-aa34-2ed8a9be5dda tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.2052593 Aug 10 01:58:39.929346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:39.956668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:39.966688 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.022598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-1a6e2db8-fcba-460d-8758-27fdd90f1bc4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:40.024136 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-1a6e2db8-fcba-460d-8758-27fdd90f1bc4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c&tenant_id=06a4dae1bf8f4965893a5741147e11d2&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 950 time: 0.1462538 Aug 10 01:58:40.024634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc91dda-b41d-47f6-a471-5144a13509de,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:40.043269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0f297-e140-454c-998d-1e872d88e69d None None] DHCP port deletion for a8d9b616-6efb-48c4-bba7-cf68dac44396 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:58:40.087732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Deleting port 722a396c-d737-4f51-9093-db8f3aff43fa {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:40.088356 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.100983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ace0f297-e140-454c-998d-1e872d88e69d None None] Deleting port 722a396c-d737-4f51-9093-db8f3aff43fa {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:40.100983 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ace0f297-e140-454c-998d-1e872d88e69d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.144164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e658f6-2986-4657-94f7-836cfc57b03a req-8e164a69-c8c6-4ce2-82f5-57406aec6d0c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:40.151572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7e658f6-2986-4657-94f7-836cfc57b03a req-8e164a69-c8c6-4ce2-82f5-57406aec6d0c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.2953701 Aug 10 01:58:40.158052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] For port 722a396c-d737-4f51-9093-db8f3aff43fa, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=722a396c-d737-4f51-9093-db8f3aff43fa,segment=NetworkSegment(8a43262d-3cd0-41a8-bb3c-e55369c1408b),segment_id=8a43262d-3cd0-41a8-bb3c-e55369c1408b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:40.158726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.172512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Calling delete_port for 722a396c-d737-4f51-9093-db8f3aff43fa owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:40.177598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c632feef-fa7a-48f3-a511-d8df973f591f req-d0946cfb-2f76-4e3b-b4c0-4631b9b6526d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118959 Aug 10 01:58:40.192048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ace0f297-e140-454c-998d-1e872d88e69d None None] For port 722a396c-d737-4f51-9093-db8f3aff43fa, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=722a396c-d737-4f51-9093-db8f3aff43fa,segment=NetworkSegment(8a43262d-3cd0-41a8-bb3c-e55369c1408b),segment_id=8a43262d-3cd0-41a8-bb3c-e55369c1408b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:40.192532 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ace0f297-e140-454c-998d-1e872d88e69d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.219543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ace0f297-e140-454c-998d-1e872d88e69d None None] Calling delete_port for 722a396c-d737-4f51-9093-db8f3aff43fa owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:40.289857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7e658f6-2986-4657-94f7-836cfc57b03a req-23b83b11-f0b4-4483-b17f-f47e9e670614 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372812 Aug 10 01:58:40.291319 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-9df8605f-f4f2-4eda-98f1-d59ed665dbdc service neutron] delete failed (client error): The resource could not be found. Aug 10 01:58:40.292537 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-9df8605f-f4f2-4eda-98f1-d59ed665dbdc service neutron] 10.222.0.11 "DELETE /v2.0/ports/805ffae1-ef45-4486-a5af-94f3f9a18ef7/bindings/n-h2-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.2587552 Aug 10 01:58:40.349724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.355870 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ace0f297-e140-454c-998d-1e872d88e69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.368402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] No DVR routers for this DVR port 722a396c-d737-4f51-9093-db8f3aff43fa on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:40.390843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0f297-e140-454c-998d-1e872d88e69d None None] Pushing event deleted for resources: {'Port': ['ID=722a396c-d737-4f51-9093-db8f3aff43fa,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:40.393281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0f297-e140-454c-998d-1e872d88e69d None None] No DVR routers for this DVR port 722a396c-d737-4f51-9093-db8f3aff43fa on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:40.420407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=722a396c-d737-4f51-9093-db8f3aff43fa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:40.424745 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.489298 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76570c3-221e-4699-9966-91726e378848 req-23ba88bd-b8ca-4b23-8ce6-b282cf780738 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:40.490849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c76570c3-221e-4699-9966-91726e378848 req-23ba88bd-b8ca-4b23-8ce6-b282cf780738 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1222885 Aug 10 01:58:40.503381 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.512431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:40.514825 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c8710f-6a1b-406c-a9d7-9db4a76146f0" -d '{"events": [{"server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "name": "network-vif-plugged", "status": "completed", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:40.515386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d9b616-6efb-48c4-bba7-cf68dac44396']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:40.535427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a43262d-3cd0-41a8-bb3c-e55369c1408b') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:40.535792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a43262d-3cd0-41a8-bb3c-e55369c1408b') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:40.547093 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-b82791f3-a59b-4dd0-9b0e-bb05452e9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:40.549176 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-b82791f3-a59b-4dd0-9b0e-bb05452e9d3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1102 time: 0.0833373 Aug 10 01:58:40.551088 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.591302 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffb04c5-94cd-4408-8c9b-5b71c6fbb235 x-openstack-request-id: req-cffb04c5-94cd-4408-8c9b-5b71c6fbb235 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:40.592037 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "name": "network-vif-plugged", "status": "completed", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:40.593775 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cffb04c5-94cd-4408-8c9b-5b71c6fbb235 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:40.594495 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'code': 200} Aug 10 01:58:40.599254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c76570c3-221e-4699-9966-91726e378848 req-749a5e85-7e96-498a-a82a-2758b96fdf32 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014328 Aug 10 01:58:40.606341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.616663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:58:40.617089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:58:40.618731 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:58:40.717521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-fd21fbe4-f947-4ecb-8d31-0b1312128627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:40.719631 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-fd21fbe4-f947-4ecb-8d31-0b1312128627 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1617751 Aug 10 01:58:40.752538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:58:40.779028 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-d52eeada-6fb5-44ac-9bdf-b7af01422c4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 217 time: 0.0506833 Aug 10 01:58:40.779697 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.789730 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:40.789730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a8d9b616-6efb-48c4-bba7-cf68dac44396 HTTP/1.1" status: 204 len: 168 time: 1.0520289 Aug 10 01:58:40.833023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b613b-2a53-46fc-bbed-056cc6c3e2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d9b616-6efb-48c4-bba7-cf68dac44396,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:40.874711 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-3c7149e6-ee5c-4c6c-b151-62440c5ca5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:40.876383 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-3c7149e6-ee5c-4c6c-b151-62440c5ca5bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0880165 Aug 10 01:58:40.911217 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8f78d-e2f7-451b-b028-6319a6ae4cce req-1f8326ec-60d2-4e5f-b2b3-36c56ede9f9b tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:40.918447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2f8f78d-e2f7-451b-b028-6319a6ae4cce req-1f8326ec-60d2-4e5f-b2b3-36c56ede9f9b tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 949 time: 0.0990944 Aug 10 01:58:40.921044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:40.932018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1050b191-2d77-4913-aed7-31c2eea9ee89 admin admin] 10.222.0.38 "PUT /v2.0/routers/ec3ba06d-ef9c-4b03-a749-a20ae9c4640e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4391229 Aug 10 01:58:40.932797 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] Sync routers for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:40.935514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39980) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:40.945885 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:40.946117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-f48cb97e-500a-490b-9540-5447af0b0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:40.946983 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:40.947928 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-f48cb97e-500a-490b-9540-5447af0b0558 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0638130 Aug 10 01:58:41.011460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2f8f78d-e2f7-451b-b028-6319a6ae4cce req-ef5e59ee-11f1-4ac3-bc5e-0cc7d8cef526 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915425 Aug 10 01:58:41.064641 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:41.143790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:41.170135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 722a396c-d737-4f51-9093-db8f3aff43fa no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:41.185368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-69d435a4-2566-40a4-8afb-7dd4b7b7d1ac service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053726 Aug 10 01:58:41.211534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 722a396c-d737-4f51-9093-db8f3aff43fa {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:41.212242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 722a396c-d737-4f51-9093-db8f3aff43fa not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:41.251933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39992) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:41.329230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b4f7bbb1-6e86-4b50-a180-5fa40dec15a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc1a5ad300104dc39c7519b2063365bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759141 Aug 10 01:58:41.329982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39996) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:41.365895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:41.378843 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-93370b33-37df-49fc-a121-c2f2c09bf94c req-7dd37867-174f-4002-8c6a-b0fb296f0986 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852543 Aug 10 01:58:41.395057 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:58:39Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:41.425305 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] Checking router: ec3ba06d-ef9c-4b03-a749-a20ae9c4640e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:41.435820 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] Routers {'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:41.436788 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:41.574863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Deleting port 83567769-2e15-46a9-bb5e-84ce47d2545a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:41.575081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:41.590061 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] Set router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:41.676771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] For port 83567769-2e15-46a9-bb5e-84ce47d2545a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=83567769-2e15-46a9-bb5e-84ce47d2545a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:41.677142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:41.690859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Calling delete_port for 83567769-2e15-46a9-bb5e-84ce47d2545a owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:41.789489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff97975-8c53-475a-85fa-310f4e03fa88 req-ca6f6cb8-6146-48b1-bdb8-bacec72ecccc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:41.795618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff97975-8c53-475a-85fa-310f4e03fa88 req-ca6f6cb8-6146-48b1-bdb8-bacec72ecccc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:41.802851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff97975-8c53-475a-85fa-310f4e03fa88 req-ca6f6cb8-6146-48b1-bdb8-bacec72ecccc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:41.808948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff97975-8c53-475a-85fa-310f4e03fa88 req-ca6f6cb8-6146-48b1-bdb8-bacec72ecccc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:41.815909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff97975-8c53-475a-85fa-310f4e03fa88 req-ca6f6cb8-6146-48b1-bdb8-bacec72ecccc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:41.823610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff97975-8c53-475a-85fa-310f4e03fa88 req-ca6f6cb8-6146-48b1-bdb8-bacec72ecccc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:41.830653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff97975-8c53-475a-85fa-310f4e03fa88 req-ca6f6cb8-6146-48b1-bdb8-bacec72ecccc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:41.839209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ff97975-8c53-475a-85fa-310f4e03fa88 req-ca6f6cb8-6146-48b1-bdb8-bacec72ecccc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.5254090 Aug 10 01:58:41.862131 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:58:39Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:41.911882 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a89e1161-5840-4986-883f-b552f344361a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:41.938577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a89e1161-5840-4986-883f-b552f344361a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:41.984360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ff97975-8c53-475a-85fa-310f4e03fa88 req-81c6ec3c-1ee5-47a2-a547-422683f646eb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440339 Aug 10 01:58:42.009151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f30af-3222-41a0-a56c-3b3aa33ee508 req-a0eb0277-ffc1-4fcf-9134-5023fee416fb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:42.010944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f2f30af-3222-41a0-a56c-3b3aa33ee508 req-a0eb0277-ffc1-4fcf-9134-5023fee416fb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.1473582 Aug 10 01:58:42.015957 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218ff20-adae-43aa-ad45-2639a765cb41 None None] The sync data for ids ['ec3ba06d-ef9c-4b03-a749-a20ae9c4640e'] in n-d-767704-21 is: [{'id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1685670194-router', 'tenant_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:58Z', 'updated_at': '2021-08-10T01:58:39Z', 'revision_number': 5, 'project_id': 'c6e5a4731abb4c5ca6f5de72b8432615', 'gw_port': {'id': '83567769-2e15-46a9-bb5e-84ce47d2545a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3ba06d-ef9c-4b03-a749-a20ae9c4640e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:59Z', 'updated_at': '2021-08-10T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:58:42.024820 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:58:42.041316 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.097734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f2f30af-3222-41a0-a56c-3b3aa33ee508 req-8af9283d-729a-472e-b34c-345a34d0f004 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504582 Aug 10 01:58:42.121707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Pushing event deleted for resources: {'Port': ['ID=83567769-2e15-46a9-bb5e-84ce47d2545a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:42.138083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.138083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.138083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.138083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.138083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.138083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.138083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.138083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.138083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.139510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.140195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.140639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:42.207479 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.228775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c03e-5148-4f13-ab59-ddb38aca6018 req-81dcab63-a195-409d-8646-ddebd2e905e5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:42.230225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f43c03e-5148-4f13-ab59-ddb38aca6018 req-81dcab63-a195-409d-8646-ddebd2e905e5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.0529838 Aug 10 01:58:42.235807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a89e1161-5840-4986-883f-b552f344361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.235807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a89e1161-5840-4986-883f-b552f344361a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.237211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a89e1161-5840-4986-883f-b552f344361a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83e32af9-cb46-4799-b0e9-b84678c389b1 HTTP/1.1" status: 204 len: 168 time: 0.9047697 Aug 10 01:58:42.259123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e1161-5840-4986-883f-b552f344361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e32af9-cb46-4799-b0e9-b84678c389b1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:42.319619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.322310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.334335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f43c03e-5148-4f13-ab59-ddb38aca6018 req-cc29fe69-d3c4-433e-9eac-2a2e993019bc tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921729 Aug 10 01:58:42.448070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.448646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3ba06d-ef9c-4b03-a749-a20ae9c4640e {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:58:42.456936 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.460667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40030) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:42.472014 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd977d20-7d88-49ff-8aec-8ce78bfa8590 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ec3ba06d-ef9c-4b03-a749-a20ae9c4640e HTTP/1.1" status: 204 len: 168 time: 1.5351238 Aug 10 01:58:42.515282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1634df43-2a12-46b6-b9ee-86b699cf5bc7 admin admin] Deleting subnet 85e83992-091f-4fea-818d-d0d1ef2d221e {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:58:42.519663 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1634df43-2a12-46b6-b9ee-86b699cf5bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.557517 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1634df43-2a12-46b6-b9ee-86b699cf5bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.660662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1634df43-2a12-46b6-b9ee-86b699cf5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.679827 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.824477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1634df43-2a12-46b6-b9ee-86b699cf5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.856623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634df43-2a12-46b6-b9ee-86b699cf5bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e83992-091f-4fea-818d-d0d1ef2d221e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:42.862069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1634df43-2a12-46b6-b9ee-86b699cf5bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:42.864876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1634df43-2a12-46b6-b9ee-86b699cf5bc7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/85e83992-091f-4fea-818d-d0d1ef2d221e HTTP/1.1" status: 204 len: 168 time: 0.4029748 Aug 10 01:58:42.868372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40042) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:42.871603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c382cbb-dce5-4d84-9ad7-c88f5cd50190 None None] Network 9dc100c9-6770-4cc2-ad5a-d65cef2449fe requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:42.948764 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.008736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Deleting port b7ba7a73-7cd6-4f45-9c6f-dae356852bec {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:43.009089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.094456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] For port b7ba7a73-7cd6-4f45-9c6f-dae356852bec, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b7ba7a73-7cd6-4f45-9c6f-dae356852bec,segment=NetworkSegment(8c84eb51-d2cc-481c-b642-b3b183cb6ae5),segment_id=8c84eb51-d2cc-481c-b642-b3b183cb6ae5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:43.095922 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.111776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Calling delete_port for b7ba7a73-7cd6-4f45-9c6f-dae356852bec owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:43.144382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e179-2ffe-4fac-a833-41c13f7665fa req-aa15a224-d602-4f0a-92f1-609fdde923cf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.150643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e179-2ffe-4fac-a833-41c13f7665fa req-aa15a224-d602-4f0a-92f1-609fdde923cf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.160157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e179-2ffe-4fac-a833-41c13f7665fa req-aa15a224-d602-4f0a-92f1-609fdde923cf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.164041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e179-2ffe-4fac-a833-41c13f7665fa req-aa15a224-d602-4f0a-92f1-609fdde923cf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.170708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e179-2ffe-4fac-a833-41c13f7665fa req-aa15a224-d602-4f0a-92f1-609fdde923cf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.177365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e179-2ffe-4fac-a833-41c13f7665fa req-aa15a224-d602-4f0a-92f1-609fdde923cf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.183559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e179-2ffe-4fac-a833-41c13f7665fa req-aa15a224-d602-4f0a-92f1-609fdde923cf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.196828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3105e179-2ffe-4fac-a833-41c13f7665fa req-aa15a224-d602-4f0a-92f1-609fdde923cf tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.1198394 Aug 10 01:58:43.246750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] DHCP port deletion for 9dc100c9-6770-4cc2-ad5a-d65cef2449fe request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:58:43.262404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3105e179-2ffe-4fac-a833-41c13f7665fa req-4a5520de-39c1-41d5-b6f3-adec245aad12 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564933 Aug 10 01:58:43.320650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.331369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 83567769-2e15-46a9-bb5e-84ce47d2545a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:43.365772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 83567769-2e15-46a9-bb5e-84ce47d2545a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:43.366099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 83567769-2e15-46a9-bb5e-84ce47d2545a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:43.366775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b7ba7a73-7cd6-4f45-9c6f-dae356852bec no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:43.392410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b7ba7a73-7cd6-4f45-9c6f-dae356852bec {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:43.392787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ba7a73-7cd6-4f45-9c6f-dae356852bec,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:43.393026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b7ba7a73-7cd6-4f45-9c6f-dae356852bec not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:43.393184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device abc91dda-b41d-47f6-a471-5144a13509de no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:58:43.396140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] Deleting port b7ba7a73-7cd6-4f45-9c6f-dae356852bec {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:58:43.396779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.402947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] No DVR routers for this DVR port b7ba7a73-7cd6-4f45-9c6f-dae356852bec on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:43.427974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: abc91dda-b41d-47f6-a471-5144a13509de {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:58:43.428231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device abc91dda-b41d-47f6-a471-5144a13509de not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:58:43.462980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece37097-5072-476c-a960-478e7f80a54c req-139fd36c-f1f1-4a6d-b263-6337a9b57fc2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.479323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ece37097-5072-476c-a960-478e7f80a54c req-139fd36c-f1f1-4a6d-b263-6337a9b57fc2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.1435850 Aug 10 01:58:43.495693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] For port b7ba7a73-7cd6-4f45-9c6f-dae356852bec, host n-d-767704-21, got binding levels [] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:43.496243 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.513835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] Calling delete_port for b7ba7a73-7cd6-4f45-9c6f-dae356852bec owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:58:43.517833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.ipam_backend_mixin [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] Port b7ba7a73-7cd6-4f45-9c6f-dae356852bec was not found and therefore no delete operation was performed {{(pid=101225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:58:43.519867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.520796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.531898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc100c9-6770-4cc2-ad5a-d65cef2449fe']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:43.545701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c84eb51-d2cc-481c-b642-b3b183cb6ae5') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:43.546195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c84eb51-d2cc-481c-b642-b3b183cb6ae5') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:43.555851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ece37097-5072-476c-a960-478e7f80a54c req-3e44f3d8-a3f4-443b-93db-7315a12747ca tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793531 Aug 10 01:58:43.555980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] Pushing event deleted for resources: {'Port': ['ID=b7ba7a73-7cd6-4f45-9c6f-dae356852bec,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:43.561517 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.566217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0291df-bf1a-4153-aee4-19f62b0feb26 None None] No DVR routers for this DVR port b7ba7a73-7cd6-4f45-9c6f-dae356852bec on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:58:43.590110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49afcd-2491-4d54-9350-1b7cc3b6166e req-d6b61944-c23a-4508-9e65-58439d4a21df tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.590711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.597744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b49afcd-2491-4d54-9350-1b7cc3b6166e req-d6b61944-c23a-4508-9e65-58439d4a21df tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.0999637 Aug 10 01:58:43.605170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:58:43.613507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: timer() Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:58:43.615948 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:58:43.655695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b49afcd-2491-4d54-9350-1b7cc3b6166e req-6bd8e344-78c3-49c9-8ad4-1ff7d78b4578 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561380 Aug 10 01:58:43.707849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200060ad-41fe-45ed-b8ba-66786439ab37 req-a06aa410-0442-42a7-867f-5f7236c932dd tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:43.709357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-200060ad-41fe-45ed-b8ba-66786439ab37 req-a06aa410-0442-42a7-867f-5f7236c932dd tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1102 time: 0.0600483 Aug 10 01:58:43.751307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-200060ad-41fe-45ed-b8ba-66786439ab37 req-009cc26d-5798-4a95-8fa4-54a30a7e74f4 tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Aug 10 01:58:43.769995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.776198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:43.779798 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9dc100c9-6770-4cc2-ad5a-d65cef2449fe HTTP/1.1" status: 204 len: 168 time: 0.9100754 Aug 10 01:58:43.795540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86620851-7415-4c9a-bda4-2fbe5cef6d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc100c9-6770-4cc2-ad5a-d65cef2449fe,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:43.900169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:44.028592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40102) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:44.106910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-862bd127-b539-4a69-b720-6936ae352cc4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=06a4dae1bf8f4965893a5741147e11d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312846 Aug 10 01:58:44.167204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:44.178694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'mac_address': 'fa:16:3e:9c:fb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:44.216191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bee9e-d974-4dab-beac-1772c687587b req-788c6e19-3971-4f79-bffc-96c605cf2b03 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.217396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-788c6e19-3971-4f79-bffc-96c605cf2b03 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093857 Aug 10 01:58:44.220603 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.233749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-0be8ff9f-1329-4d11-9d6f-b1cab5327b47 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/quotas/06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Aug 10 01:58:44.235938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:44.257269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:44.293147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-6f2c44ca-ab27-4522-872a-247363083fb7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525391 Aug 10 01:58:44.295937 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.384620 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.400263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787d5b6-6b12-435b-bac9-2fbfc8ae2726 req-23e7ac87-2701-4fc1-baef-d31b9c921571 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.406430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787d5b6-6b12-435b-bac9-2fbfc8ae2726 req-23e7ac87-2701-4fc1-baef-d31b9c921571 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.412666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787d5b6-6b12-435b-bac9-2fbfc8ae2726 req-23e7ac87-2701-4fc1-baef-d31b9c921571 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.418826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787d5b6-6b12-435b-bac9-2fbfc8ae2726 req-23e7ac87-2701-4fc1-baef-d31b9c921571 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.426277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787d5b6-6b12-435b-bac9-2fbfc8ae2726 req-23e7ac87-2701-4fc1-baef-d31b9c921571 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.432241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787d5b6-6b12-435b-bac9-2fbfc8ae2726 req-23e7ac87-2701-4fc1-baef-d31b9c921571 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.438229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787d5b6-6b12-435b-bac9-2fbfc8ae2726 req-23e7ac87-2701-4fc1-baef-d31b9c921571 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.440218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:44.440842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0787d5b6-6b12-435b-bac9-2fbfc8ae2726 req-23e7ac87-2701-4fc1-baef-d31b9c921571 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.1014755 Aug 10 01:58:44.487263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0787d5b6-6b12-435b-bac9-2fbfc8ae2726 req-70f13814-698c-4ab9-b0dd-152c5828dea9 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393605 Aug 10 01:58:44.496465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:44.502710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40118) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:44.541489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-40666770-network', 'tenant_id': '12c6d02010fa4f41a3426194cb3a7217'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:44.589925 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6bdf988d-d1d2-4924-8407-8f11bc79edda admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6e5a4731abb4c5ca6f5de72b8432615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860250 Aug 10 01:58:44.592319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40128) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:44.637183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Made reservation on behalf of 12c6d02010fa4f41a3426194cb3a7217 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:44.637183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.649279 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.656202 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8c5497a-4784-451b-b4c3-13c0950897be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.696757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8c5497a-4784-451b-b4c3-13c0950897be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.746963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3bc7db8-4b9d-4d48-bbc7-b4c643302768 req-ade1cbcb-9234-423a-9b3b-b343e317d7e2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 210 time: 0.0355325 Aug 10 01:58:44.841741 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.875714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2fff7-36c4-4f55-b0e2-21f1e9638510 req-3716bccd-1184-47c2-bce3-861cab8b4c04 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:44.881641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8c5497a-4784-451b-b4c3-13c0950897be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.884083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fb2fff7-36c4-4f55-b0e2-21f1e9638510 req-3716bccd-1184-47c2-bce3-861cab8b4c04 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1022446 Aug 10 01:58:44.884314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8c5497a-4784-451b-b4c3-13c0950897be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.893200 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d8c5497a-4784-451b-b4c3-13c0950897be admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3ab340c-54d0-49e9-9ffa-809516e555d2 HTTP/1.1" status: 204 len: 168 time: 0.2916892 Aug 10 01:58:44.911884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5497a-4784-451b-b4c3-13c0950897be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ab340c-54d0-49e9-9ffa-809516e555d2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:44.918892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.948094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fb2fff7-36c4-4f55-b0e2-21f1e9638510 req-39bfce6d-bf88-4995-9c11-699865d2abe3 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587118 Aug 10 01:58:44.973790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:58:44.976056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2747d0c8-4a2a-4481-a363-30edda97b453,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:44.987434 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:44.987914 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Added segment 9f6f8014-ccab-4569-b83f-9bbd822906d1 of type vlan for network d23cb1a0-d889-4251-bc3a-fd2dece0a82d Aug 10 01:58:45.041344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:45.183677 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:45.184769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:45.185363 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:45.249375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] Pushing event updated for resources: {'Network': ['ID=d23cb1a0-d889-4251-bc3a-fd2dece0a82d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:45.260118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network d23cb1a0-d889-4251-bc3a-fd2dece0a82d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:58:45.338369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7c9e4f89-5084-40a2-bf48-a548eaca5b08 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3075202 Aug 10 01:58:45.341212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40166) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:45.347376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Request body: {'subnet': {'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-40666770-subnet', 'tenant_id': '12c6d02010fa4f41a3426194cb3a7217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:45.478340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Made reservation on behalf of 12c6d02010fa4f41a3426194cb3a7217 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:45.480805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:45.705397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3e36-8251-4b4e-ae51-dcafe393bb16 req-18fe4b48-475c-4ce1-ada7-0fe16213663e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:45.712368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3e36-8251-4b4e-ae51-dcafe393bb16 req-18fe4b48-475c-4ce1-ada7-0fe16213663e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:45.718278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3e36-8251-4b4e-ae51-dcafe393bb16 req-18fe4b48-475c-4ce1-ada7-0fe16213663e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:45.724917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3e36-8251-4b4e-ae51-dcafe393bb16 req-18fe4b48-475c-4ce1-ada7-0fe16213663e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:45.731421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3e36-8251-4b4e-ae51-dcafe393bb16 req-18fe4b48-475c-4ce1-ada7-0fe16213663e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:45.738134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3e36-8251-4b4e-ae51-dcafe393bb16 req-18fe4b48-475c-4ce1-ada7-0fe16213663e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:45.744233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3e36-8251-4b4e-ae51-dcafe393bb16 req-18fe4b48-475c-4ce1-ada7-0fe16213663e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:45.746204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaaa3e36-8251-4b4e-ae51-dcafe393bb16 req-18fe4b48-475c-4ce1-ada7-0fe16213663e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.1662297 Aug 10 01:58:45.839802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaaa3e36-8251-4b4e-ae51-dcafe393bb16 req-35026ac1-672e-4eb2-9f1b-b54ad4098250 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837116 Aug 10 01:58:45.859411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52d25f6f-8ba4-4f05-946c-069bbdc138af req-5bf77d41-481a-48fd-9915-7e5441c04993 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 210 time: 0.0359578 Aug 10 01:58:45.915398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:45.921063 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:46.047737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Checking segment: {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:46.049015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Network hostable DHCP agents. Network: d23cb1a0-d889-4251-bc3a-fd2dece0a82d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:58:46.055934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:46.090936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:46.091311 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:46.109746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.110099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.110437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.111368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.111838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.112043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.112631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.112962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.113457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.113971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.114299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.114664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:58:46.159794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2855b5-10f6-4f82-ae86-ea9207383c46 req-47933047-4f61-4478-86ea-4cbdeea9389c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:46.173929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc2855b5-10f6-4f82-ae86-ea9207383c46 req-47933047-4f61-4478-86ea-4cbdeea9389c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1186039 Aug 10 01:58:46.230532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc2855b5-10f6-4f82-ae86-ea9207383c46 req-8ce2cb97-e3cc-436f-9c96-6eea2b9394e2 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562787 Aug 10 01:58:46.235262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Network d23cb1a0-d889-4251-bc3a-fd2dece0a82d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:58:46.281709 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:46.315903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:46.318409 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541db3b7-b462-4236-a06a-63d56495399e" -d '{"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-plugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:46.327084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, d23cb1a0-d889-4251-bc3a-fd2dece0a82d) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:46.331658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:46.332369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:46.334965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:46.350112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f1377-06ee-429c-b942-2f938d65f9dc None None] Network d23cb1a0-d889-4251-bc3a-fd2dece0a82d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:46.435944 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ffd4b-8e9b-4cc0-84e8-63fcaa5cf6c6 x-openstack-request-id: req-fc8ffd4b-8e9b-4cc0-84e8-63fcaa5cf6c6 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:46.436615 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-plugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:46.437035 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fc8ffd4b-8e9b-4cc0-84e8-63fcaa5cf6c6 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:46.437673 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'code': 200} Aug 10 01:58:46.439495 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:46.468859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bf392f7b-74c1-4e9c-9575-0a8f293d9fe6 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1255386 Aug 10 01:58:46.514598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40232) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:46.554670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:46.614793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a2c3c3-5ecb-48df-82a2-7ca102baf5d2 None None] Network d23cb1a0-d889-4251-bc3a-fd2dece0a82d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:46.805677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-network', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:46.891890 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Made reservation on behalf of 22321bf32ffe4fd3b0b4788b5f4bfdd8 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:46.895601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:46.917074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:47.062618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e58d08a0-7ba3-44b5-bf50-d2353ee28a3f req-43ad4f9c-2c1e-4cdc-9caa-838b5e171eb6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 210 time: 0.0565956 Aug 10 01:58:47.098598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:47.100763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19fe5b-f504-432b-b3db-8dbb0c5e7d37 req-1dc8dae5-1334-43f4-9f84-e9f0d3a2dd02 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.113595 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19fe5b-f504-432b-b3db-8dbb0c5e7d37 req-1dc8dae5-1334-43f4-9f84-e9f0d3a2dd02 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.120546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19fe5b-f504-432b-b3db-8dbb0c5e7d37 req-1dc8dae5-1334-43f4-9f84-e9f0d3a2dd02 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.127911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19fe5b-f504-432b-b3db-8dbb0c5e7d37 req-1dc8dae5-1334-43f4-9f84-e9f0d3a2dd02 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.134446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19fe5b-f504-432b-b3db-8dbb0c5e7d37 req-1dc8dae5-1334-43f4-9f84-e9f0d3a2dd02 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.140925 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19fe5b-f504-432b-b3db-8dbb0c5e7d37 req-1dc8dae5-1334-43f4-9f84-e9f0d3a2dd02 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.147867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19fe5b-f504-432b-b3db-8dbb0c5e7d37 req-1dc8dae5-1334-43f4-9f84-e9f0d3a2dd02 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.156976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b19fe5b-f504-432b-b3db-8dbb0c5e7d37 req-1dc8dae5-1334-43f4-9f84-e9f0d3a2dd02 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.1964869 Aug 10 01:58:47.163550 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-32b3e23d-c57b-4e6d-8846-81cff2144565 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=06a4dae1bf8f4965893a5741147e11d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321774 Aug 10 01:58:47.166755 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:47.213140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b19fe5b-f504-432b-b3db-8dbb0c5e7d37 req-0dd150e1-fcaa-449c-80a0-adc27d261042 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539894 Aug 10 01:58:47.332108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bee9e-d974-4dab-beac-1772c687587b req-2008c8ea-8dca-4e44-abfd-2857f13e476f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.332108 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-2008c8ea-8dca-4e44-abfd-2857f13e476f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569118 Aug 10 01:58:47.348518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:58:47.355109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Request body: {'port': {'device_id': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '06a4dae1bf8f4965893a5741147e11d2'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:47.545178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46d299-28e4-4b7c-9e1f-65dc0f100a64 req-ffef0027-ea31-4f58-89b2-fa688c8dc28e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.554216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae46d299-28e4-4b7c-9e1f-65dc0f100a64 req-ffef0027-ea31-4f58-89b2-fa688c8dc28e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1682937 Aug 10 01:58:47.633500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6405a780-3230-43f8-90fd-d4b0c551be0a tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:47.635313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6405a780-3230-43f8-90fd-d4b0c551be0a tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 803 time: 0.2276475 Aug 10 01:58:47.650784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae46d299-28e4-4b7c-9e1f-65dc0f100a64 req-306a2a6f-29b3-4223-9112-90e54072228f tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921910 Aug 10 01:58:47.676742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-09c3efcd-aa58-4127-91b2-4499855b21b7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/quotas/12c6d02010fa4f41a3426194cb3a7217 HTTP/1.1" status: 200 len: 375 time: 0.0234480 Aug 10 01:58:47.743355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6581f497-2a26-4189-acdd-03b2e31b12e2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594692 Aug 10 01:58:47.818681 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:47.819325 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Added segment 33f7cfe9-d448-4a9a-b816-39cde927142d of type vlan for network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 Aug 10 01:58:47.827519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17d19f-5ef3-421d-b54f-a97614bc4f64,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:47.893226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:47.897823 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e6548ca-0262-4407-9144-f8b92a9d61ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:47.966118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-73c3e3eb-b31d-470a-8053-64e28a007c94 service neutron] 10.222.0.38 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153707 Aug 10 01:58:48.023649 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:48.024736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.025396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:48.090378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] Pushing event updated for resources: {'Network': ['ID=73e1ccd2-cfca-46fa-ae2e-3b57458b3b66,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:48.096879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Made reservation on behalf of 06a4dae1bf8f4965893a5741147e11d2 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:48.105402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:48.107190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:58:48.108276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-0674b5d3-646c-4271-ae61-743041174cf3 service neutron] 10.222.0.38 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286132 Aug 10 01:58:48.195978 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5ad1a418-05b2-4536-9e81-7f0e9e596143 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6782835 Aug 10 01:58:48.196318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40294) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:48.208921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Request body: {'subnet': {'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-subnet', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:48.279789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac3bfb3c-0262-4137-9352-9a67b0557837 req-63df89b1-312c-40cb-8cc3-a219d8ee6a7a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 210 time: 0.1004186 Aug 10 01:58:48.293152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Allocated IP 192.168.233.118 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:48.419839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Made reservation on behalf of 22321bf32ffe4fd3b0b4788b5f4bfdd8 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:48.434635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:48.675015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59029e5e-ed3a-4ddf-923e-39e644e0c1a3 req-d76fc633-6ff7-413c-bbe0-3bc107f84c18 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 210 time: 0.1106300 Aug 10 01:58:48.693855 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:48.716205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Transition to ACTIVE for port object df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:48.735225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814faa-4876-4b9b-8b5f-41871ee26e09 req-b4a6b4fc-488b-4363-a2cf-720d5bc63d79 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.742339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814faa-4876-4b9b-8b5f-41871ee26e09 req-b4a6b4fc-488b-4363-a2cf-720d5bc63d79 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.767048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814faa-4876-4b9b-8b5f-41871ee26e09 req-b4a6b4fc-488b-4363-a2cf-720d5bc63d79 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.773314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814faa-4876-4b9b-8b5f-41871ee26e09 req-b4a6b4fc-488b-4363-a2cf-720d5bc63d79 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.779169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814faa-4876-4b9b-8b5f-41871ee26e09 req-b4a6b4fc-488b-4363-a2cf-720d5bc63d79 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.791319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814faa-4876-4b9b-8b5f-41871ee26e09 req-b4a6b4fc-488b-4363-a2cf-720d5bc63d79 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.797231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814faa-4876-4b9b-8b5f-41871ee26e09 req-b4a6b4fc-488b-4363-a2cf-720d5bc63d79 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.799868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95814faa-4876-4b9b-8b5f-41871ee26e09 req-b4a6b4fc-488b-4363-a2cf-720d5bc63d79 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.4445069 Aug 10 01:58:48.822232 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:48.839598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['805ffae1-ef45-4486-a5af-94f3f9a18ef7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:48.924730 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95814faa-4876-4b9b-8b5f-41871ee26e09 req-d01b220b-d49a-4f52-b6c9-8b06b50c45b0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039031 Aug 10 01:58:48.948485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996ab37-73c1-42af-bf0f-20a74970c417 req-7aa82e74-9289-43da-80ce-effb5d0a8acf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:48.959545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7996ab37-73c1-42af-bf0f-20a74970c417 req-7aa82e74-9289-43da-80ce-effb5d0a8acf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1585927 Aug 10 01:58:48.965058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:48.969147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:48.973620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:48.990289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Pushing event updated for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:49.134646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7996ab37-73c1-42af-bf0f-20a74970c417 req-f2d91647-88ff-4251-8832-9acded874cf1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588411 Aug 10 01:58:49.140353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:49.141037 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:49.341027 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-2a69931a-5203-4f6c-ab14-c120a00a0570 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9896755 Aug 10 01:58:49.355391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Request body: {'port': {'device_id': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:49.405055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:49.440500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 880da08d-db9b-4e7e-85b9-3059e4325cf8 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:49.457145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:49.471554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3620473e-45b9-4abd-8518-43309de73dc0,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:49.506966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401a334-46b5-4a0e-8fd6-85ebc783e7c6 req-539d5911-95e8-4154-a280-acd056858de5 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:49.514339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9401a334-46b5-4a0e-8fd6-85ebc783e7c6 req-539d5911-95e8-4154-a280-acd056858de5 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 936 time: 0.1527264 Aug 10 01:58:49.538403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Checking segment: {'id': '33f7cfe9-d448-4a9a-b816-39cde927142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:49.538932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Network hostable DHCP agents. Network: 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:58:49.582020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9401a334-46b5-4a0e-8fd6-85ebc783e7c6 req-0516057c-90d6-482b-926f-b8e9a5054c11 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666153 Aug 10 01:58:49.629363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c186fae5-faec-4e18-9919-72d08f2e2d5c None None] Provisioning for port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:49.634693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c186fae5-faec-4e18-9919-72d08f2e2d5c None None] Provisioning complete for port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:49.635178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c186fae5-faec-4e18-9919-72d08f2e2d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:49.663701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:58:49.738103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c186fae5-faec-4e18-9919-72d08f2e2d5c None None] Port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:58:49.762382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 880da08d-db9b-4e7e-85b9-3059e4325cf8, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:49.775395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:49.791466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f72ddd-d690-49f1-b2a0-7710c89f0959 None None] Network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:49.796788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '880da08d-db9b-4e7e-85b9-3059e4325cf8', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'port_id': '880da08d-db9b-4e7e-85b9-3059e4325cf8', 'mac_address': 'fa:16:3e:c9:aa:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:49.833909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:49.834830 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:49.850605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-082b074d-bc76-400b-a4ac-782179fd49a3 req-67a4cf96-3323-4078-8f4e-6c27e2aab54f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 210 time: 0.0726359 Aug 10 01:58:49.918359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ddae37b5-c586-4d2e-9ab2-f2ef10950b68 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7184310 Aug 10 01:58:49.918914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40336) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:49.927668 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:49.935876 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:49.991360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880da08d-db9b-4e7e-85b9-3059e4325cf8 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:50.036700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:50.039571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 880da08d-db9b-4e7e-85b9-3059e4325cf8, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:50.046898 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.049082 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.058208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.088538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Transition to ACTIVE for port object df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:50.141052 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.189718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.199118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e36f3-accc-43bc-9a5c-3e297ad1b74a req-d16793fc-692f-4897-84cd-973111e77789 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.206206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e36f3-accc-43bc-9a5c-3e297ad1b74a req-d16793fc-692f-4897-84cd-973111e77789 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.212754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e36f3-accc-43bc-9a5c-3e297ad1b74a req-d16793fc-692f-4897-84cd-973111e77789 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.220834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e36f3-accc-43bc-9a5c-3e297ad1b74a req-d16793fc-692f-4897-84cd-973111e77789 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.230932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e36f3-accc-43bc-9a5c-3e297ad1b74a req-d16793fc-692f-4897-84cd-973111e77789 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.238399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e36f3-accc-43bc-9a5c-3e297ad1b74a req-d16793fc-692f-4897-84cd-973111e77789 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.250028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e36f3-accc-43bc-9a5c-3e297ad1b74a req-d16793fc-692f-4897-84cd-973111e77789 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.258705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f84e36f3-accc-43bc-9a5c-3e297ad1b74a req-d16793fc-692f-4897-84cd-973111e77789 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5419 time: 0.2010121 Aug 10 01:58:50.288298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Pushing event updated for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:50.304361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-73e1ccd2-cfca-46fa-ae2e-3b57458b3b66', 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'fixed_ips': [{'subnet_id': '3620473e-45b9-4abd-8518-43309de73dc0'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:58:50.305684 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.349470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.406965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f84e36f3-accc-43bc-9a5c-3e297ad1b74a req-24e3d9dc-a876-4c2b-be16-83b21a0d7808 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437705 Aug 10 01:58:50.448273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec7de2-727e-4108-99e8-03c4ba54d686 req-6d45fcd1-06e7-4a30-919b-660aae3f2d7e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.472254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87ec7de2-727e-4108-99e8-03c4ba54d686 req-6d45fcd1-06e7-4a30-919b-660aae3f2d7e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1516838 Aug 10 01:58:50.494514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Attempting to bind port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:50.499205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Attempting to bind port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:50.499804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Attempting to bind port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:50.513920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:50.516490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Attempting to bind port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:50.529865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:50.531533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:50.532146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:50.532856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Bound port: df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:50.535711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.748325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87ec7de2-727e-4108-99e8-03c4ba54d686 req-5dc8b5be-3a31-41c0-8778-4bf3d778e9dc tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669270 Aug 10 01:58:50.786841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Allocated IP 172.20.0.2 (73e1ccd2-cfca-46fa-ae2e-3b57458b3b66/3620473e-45b9-4abd-8518-43309de73dc0/66a92ebb-a901-4abf-83be-b7d26f50511a) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:50.812587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:50.818221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:50.820797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=880da08d-db9b-4e7e-85b9-3059e4325cf8,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:50.882652 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.904925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:50.907168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:50.913280 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] 10.222.0.16 "PUT /v2.0/ports/df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 1097 time: 1.5630455 Aug 10 01:58:50.924070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:50.926129 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:51.016938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:51.035030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['880da08d-db9b-4e7e-85b9-3059e4325cf8'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:51.104123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b938dd1-fb08-4dba-9daf-57075563dedb service neutron] Pushing event updated for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:51.149166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbe544c4-6031-4e03-9062-e56130e1123c req-64577ed3-d222-40bd-b56f-70e9531c80d3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 210 time: 0.1451764 Aug 10 01:58:51.155083 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-31aa2005-82fd-4be7-951a-20afca0acc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:51.217162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070b3a-46b5-4dd1-8220-2061a1e863b9 req-55926df5-5096-4730-a030-9980d6102e9a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.218999 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcff2de-6260-4327-a149-0aa2ec458006 x-openstack-request-id: req-1fcff2de-6260-4327-a149-0aa2ec458006 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:51.235247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a070b3a-46b5-4dd1-8220-2061a1e863b9 req-55926df5-5096-4730-a030-9980d6102e9a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 948 time: 0.3393240 Aug 10 01:58:51.238210 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:51.238210 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1fcff2de-6260-4327-a149-0aa2ec458006 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:51.238745 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'status': 'completed', 'code': 200} Aug 10 01:58:51.241419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bee9e-d974-4dab-beac-1772c687587b req-8754a3a1-06ff-4a89-bf3f-f48400aa3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.246006 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-8754a3a1-06ff-4a89-bf3f-f48400aa3d3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 1100 time: 0.1779296 Aug 10 01:58:51.344079 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-1298be67-c33c-428e-a85d-059c1520700b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 217 time: 0.0901556 Aug 10 01:58:51.350520 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:51.368522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a070b3a-46b5-4dd1-8220-2061a1e863b9 req-60d8d1ee-1e7c-44fa-a122-7a424339edf5 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322517 Aug 10 01:58:51.466151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c5c9f62b-89ad-406e-910c-1c90c0ea01da details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:51.470903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:51.505423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Transition to ACTIVE for port object 66a92ebb-a901-4abf-83be-b7d26f50511a will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:51.509402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bee9e-d974-4dab-beac-1772c687587b req-3cc803ec-bb63-42f5-92fc-2594ac63f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.512808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-3cc803ec-bb63-42f5-92fc-2594ac63f0bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1529748 Aug 10 01:58:51.605194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Transition to ACTIVE for port object 66a92ebb-a901-4abf-83be-b7d26f50511a will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:51.791738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bee9e-d974-4dab-beac-1772c687587b req-76776878-caee-4cd3-9a35-c1ba5011d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.791738 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-76776878-caee-4cd3-9a35-c1ba5011d0b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1603630 Aug 10 01:58:51.793263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c5c9f62b-89ad-406e-910c-1c90c0ea01da, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c5c9f62b-89ad-406e-910c-1c90c0ea01da,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:51.793263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'c5c9f62b-89ad-406e-910c-1c90c0ea01da', 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'port_id': 'c5c9f62b-89ad-406e-910c-1c90c0ea01da', 'mac_address': 'fa:16:3e:65:69:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce81f104-a6cf-4dc2-b3ee-a7fc243abea1', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:51.793263 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:51.793263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c9f62b-89ad-406e-910c-1c90c0ea01da {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:51.822767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c5c9f62b-89ad-406e-910c-1c90c0ea01da, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c5c9f62b-89ad-406e-910c-1c90c0ea01da,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:51.857156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-a881d072-da2e-4fb6-9610-f1fec6d9435e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.859317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-a881d072-da2e-4fb6-9610-f1fec6d9435e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.16 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 803 time: 0.3545442 Aug 10 01:58:51.860193 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-db948130-11d1-410f-9667-30598ce6e5e4 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660597 Aug 10 01:58:51.888455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713d6f-3ce6-4244-862a-1b9b6fce55d5 req-3b2c62d7-7d7c-458e-ae3f-86c1a4451c54 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.890803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713d6f-3ce6-4244-862a-1b9b6fce55d5 req-3b2c62d7-7d7c-458e-ae3f-86c1a4451c54 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.898058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713d6f-3ce6-4244-862a-1b9b6fce55d5 req-3b2c62d7-7d7c-458e-ae3f-86c1a4451c54 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.904290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713d6f-3ce6-4244-862a-1b9b6fce55d5 req-3b2c62d7-7d7c-458e-ae3f-86c1a4451c54 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.911019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713d6f-3ce6-4244-862a-1b9b6fce55d5 req-3b2c62d7-7d7c-458e-ae3f-86c1a4451c54 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.917154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713d6f-3ce6-4244-862a-1b9b6fce55d5 req-3b2c62d7-7d7c-458e-ae3f-86c1a4451c54 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.923393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713d6f-3ce6-4244-862a-1b9b6fce55d5 req-3b2c62d7-7d7c-458e-ae3f-86c1a4451c54 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:51.925479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b713d6f-3ce6-4244-862a-1b9b6fce55d5 req-3b2c62d7-7d7c-458e-ae3f-86c1a4451c54 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5420 time: 0.2173448 Aug 10 01:58:51.930712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Request body: {'port': {'device_id': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'admin_state_up': True, 'tenant_id': '12c6d02010fa4f41a3426194cb3a7217'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:51.959976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:51.961776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 75db37da-9b5b-4b7c-8744-19bf8e24f57f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:52.021057 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-990bee9e-d974-4dab-beac-1772c687587b req-e407d0f4-739c-4e9f-b344-4f534f72ab98 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443536 Aug 10 01:58:52.040565 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.205634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:52.233219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:52.259352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:52.266648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=c5c9f62b-89ad-406e-910c-1c90c0ea01da,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:52.269803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-82501c18-6cfc-4072-ac4e-8e8d3a1700b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:52.272909 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-82501c18-6cfc-4072-ac4e-8e8d3a1700b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 1100 time: 0.1104677 Aug 10 01:58:52.295172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b713d6f-3ce6-4244-862a-1b9b6fce55d5 req-342385af-7a52-4f61-9250-46ab2161eea7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3434341 Aug 10 01:58:52.302086 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.467603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Pushing event updated for resources: {'Port': ['ID=66a92ebb-a901-4abf-83be-b7d26f50511a,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:52.477366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-6329820b-f6e7-46e1-8f54-cc0c273cf3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:52.479308 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-6329820b-f6e7-46e1-8f54-cc0c273cf3a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1935599 Aug 10 01:58:52.485478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 75db37da-9b5b-4b7c-8744-19bf8e24f57f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:52.497662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Attempting to bind port 66a92ebb-a901-4abf-83be-b7d26f50511a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:52.498037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Attempting to bind port 66a92ebb-a901-4abf-83be-b7d26f50511a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '33f7cfe9-d448-4a9a-b816-39cde927142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:52.498410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Attempting to bind port 66a92ebb-a901-4abf-83be-b7d26f50511a on network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:52.504677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:52.505064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Checking segment: {'id': '33f7cfe9-d448-4a9a-b816-39cde927142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:52.505487 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.505908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Bound using segment: {'id': '33f7cfe9-d448-4a9a-b816-39cde927142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:52.506372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Bound port: 66a92ebb-a901-4abf-83be-b7d26f50511a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f7cfe9-d448-4a9a-b816-39cde927142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:52.506803 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.510354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '75db37da-9b5b-4b7c-8744-19bf8e24f57f', 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9', 'port_id': '75db37da-9b5b-4b7c-8744-19bf8e24f57f', 'mac_address': 'fa:16:3e:78:1c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3ef63c-9e2a-4efa-9142-1b134fc15786', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:52.517371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ecb08-a851-4a2c-997a-ccb0b6e86acb req-7acde126-ac38-47a5-b33c-b60d6ee705be tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:52.525038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-702ecb08-a851-4a2c-997a-ccb0b6e86acb req-7acde126-ac38-47a5-b33c-b60d6ee705be tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.5896506 Aug 10 01:58:52.539515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4461c44b-31a5-496a-b619-3f06d8b8ca96 req-24a1293e-521a-4357-a2be-39e6df7d74d4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 210 time: 0.0905170 Aug 10 01:58:52.575435 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-fcf31b34-9b15-405f-acf1-997f2a218eb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 217 time: 0.0701258 Aug 10 01:58:52.599269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.604196 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.623707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] For port 66a92ebb-a901-4abf-83be-b7d26f50511a, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:52.627241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75db37da-9b5b-4b7c-8744-19bf8e24f57f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:52.650384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 75db37da-9b5b-4b7c-8744-19bf8e24f57f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:52.651978 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.662412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-f8b8b045-861c-4215-89ed-21223a3559d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:52.664196 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-f8b8b045-861c-4215-89ed-21223a3559d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0917609 Aug 10 01:58:52.703094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] For port 66a92ebb-a901-4abf-83be-b7d26f50511a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=66a92ebb-a901-4abf-83be-b7d26f50511a,segment=NetworkSegment(33f7cfe9-d448-4a9a-b816-39cde927142d),segment_id=33f7cfe9-d448-4a9a-b816-39cde927142d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:52.737508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-51b6c0c6-2f18-41fd-893b-0bf9076d9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:52.740273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.740462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-51b6c0c6-2f18-41fd-893b-0bf9076d9ada service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0626650 Aug 10 01:58:52.741509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d207a602-ccdd-474e-ad9c-21db4230b5c0 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:52.788046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.792772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79175731-9059-468f-81f9-a7e2bc3da8c5 req-41ae8a9f-dbd6-46da-aeef-3f7c8c6864a8 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:52.801438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79175731-9059-468f-81f9-a7e2bc3da8c5 req-41ae8a9f-dbd6-46da-aeef-3f7c8c6864a8 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 948 time: 0.1383510 Aug 10 01:58:52.805767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-702ecb08-a851-4a2c-997a-ccb0b6e86acb req-b76ddbd1-6836-41d2-b1fb-e54348c9e170 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798722 Aug 10 01:58:52.870792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Made reservation on behalf of 12c6d02010fa4f41a3426194cb3a7217 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:58:52.874351 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:52.881315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port d207a602-ccdd-474e-ad9c-21db4230b5c0, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:52.903231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=75db37da-9b5b-4b7c-8744-19bf8e24f57f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:52.922489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'd207a602-ccdd-474e-ad9c-21db4230b5c0', 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'port_id': 'd207a602-ccdd-474e-ad9c-21db4230b5c0', 'mac_address': 'fa:16:3e:84:d1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce81f104-a6cf-4dc2-b3ee-a7fc243abea1', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:52.971926 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-f2292327-d896-48a4-919f-6ae7fd10e7ab service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228131 Aug 10 01:58:53.058105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Allocated IP 172.20.0.8 (d23cb1a0-d889-4251-bc3a-fd2dece0a82d/85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2/677fdd71-289d-4a74-85d0-5d597e4b8eb3) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:53.088450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656a3a0-d8d4-414c-adb0-b51d5afe6b48 None None] Pushing event updated for resources: {'Port': ['ID=66a92ebb-a901-4abf-83be-b7d26f50511a,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:53.098457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.133315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d207a602-ccdd-474e-ad9c-21db4230b5c0 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:53.178370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port d207a602-ccdd-474e-ad9c-21db4230b5c0, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:53.216771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79175731-9059-468f-81f9-a7e2bc3da8c5 req-b88babc1-bb92-4f72-89c7-aedde7e17611 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122894 Aug 10 01:58:53.246754 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2b5ecb2-0072-44ae-9353-4879dfb9b2ce req-9ebe1773-cd22-4509-a359-3e990416c9f7 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545831 Aug 10 01:58:53.266395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40410) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:53.268857 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.269910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c87348b9-cab1-464b-a8e5-493b8acf3299 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:53.335670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Allocated IP 172.25.3.67 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:53.366567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c87348b9-cab1-464b-a8e5-493b8acf3299, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c87348b9-cab1-464b-a8e5-493b8acf3299,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:53.367770 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.391876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'c87348b9-cab1-464b-a8e5-493b8acf3299', 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'port_id': 'c87348b9-cab1-464b-a8e5-493b8acf3299', 'mac_address': 'fa:16:3e:07:1e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce81f104-a6cf-4dc2-b3ee-a7fc243abea1', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:53.426115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d570f1d-2fda-4987-976e-2ac8362090e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.489821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=d207a602-ccdd-474e-ad9c-21db4230b5c0,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:53.501528 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.523968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87348b9-cab1-464b-a8e5-493b8acf3299 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:53.604879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c87348b9-cab1-464b-a8e5-493b8acf3299, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c87348b9-cab1-464b-a8e5-493b8acf3299,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:53.606217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.618780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90b898-ff95-464d-86a5-92e21f98eccb req-d71a2ac2-ddd8-484d-91dc-98912a80dce0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:53.625546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90b898-ff95-464d-86a5-92e21f98eccb req-d71a2ac2-ddd8-484d-91dc-98912a80dce0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:53.627461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d570f1d-2fda-4987-976e-2ac8362090e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.632473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90b898-ff95-464d-86a5-92e21f98eccb req-d71a2ac2-ddd8-484d-91dc-98912a80dce0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:53.640613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90b898-ff95-464d-86a5-92e21f98eccb req-d71a2ac2-ddd8-484d-91dc-98912a80dce0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:53.649525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90b898-ff95-464d-86a5-92e21f98eccb req-d71a2ac2-ddd8-484d-91dc-98912a80dce0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:53.652714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90b898-ff95-464d-86a5-92e21f98eccb req-d71a2ac2-ddd8-484d-91dc-98912a80dce0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:53.659975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90b898-ff95-464d-86a5-92e21f98eccb req-d71a2ac2-ddd8-484d-91dc-98912a80dce0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:53.661987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c90b898-ff95-464d-86a5-92e21f98eccb req-d71a2ac2-ddd8-484d-91dc-98912a80dce0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5423 time: 0.1764643 Aug 10 01:58:53.708269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13efbdcf-b990-4638-bd21-cafd0057b0ab req-c5222385-5f5e-41c3-8ad0-26dc79e1888c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 210 time: 0.0452511 Aug 10 01:58:53.774263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c90b898-ff95-464d-86a5-92e21f98eccb req-b163bcbf-8e38-4c2e-bd6d-ddb3783f14d4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910025 Aug 10 01:58:53.812525 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.813540 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6ef06fdf-831d-48d8-befe-6f026aa95b87 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:53.858128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d570f1d-2fda-4987-976e-2ac8362090e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.858356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.881269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=c87348b9-cab1-464b-a8e5-493b8acf3299,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:53.886431 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.906921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Network d23cb1a0-d889-4251-bc3a-fd2dece0a82d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:53.913373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:53.921776 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:53.931092 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7d570f1d-2fda-4987-976e-2ac8362090e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3b098999ac0c4156b074ca2313321475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6625693 Aug 10 01:58:53.932440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40420) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:53.967280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:54.032141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d570f1d-2fda-4987-976e-2ac8362090e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a530c-df13-44f3-a49a-01267f543ee4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:54.119476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:54.123898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Pushing event updated for resources: {'Port': ['ID=677fdd71-289d-4a74-85d0-5d597e4b8eb3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:54.133401 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57957931-dbc1-46b2-af2a-ec08542dabd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:54.148380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:54.150742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:54.189766 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57957931-dbc1-46b2-af2a-ec08542dabd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:54.265787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6ef06fdf-831d-48d8-befe-6f026aa95b87, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6ef06fdf-831d-48d8-befe-6f026aa95b87,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:54.279176 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '6ef06fdf-831d-48d8-befe-6f026aa95b87', 'network_id': 'c1fd6e7b-c020-4b3d-b50f-99c49a9527cc', 'port_id': '6ef06fdf-831d-48d8-befe-6f026aa95b87', 'mac_address': 'fa:16:3e:dc:3a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce81f104-a6cf-4dc2-b3ee-a7fc243abea1', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:54.291012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:54.291012 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:54.299564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39211046-8ba1-4703-b9c5-af5ffa73a810 None None] Network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:58:54.394723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57957931-dbc1-46b2-af2a-ec08542dabd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:54.397533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57957931-dbc1-46b2-af2a-ec08542dabd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:54.401086 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-57957931-dbc1-46b2-af2a-ec08542dabd6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a88a530c-df13-44f3-a49a-01267f543ee4 HTTP/1.1" status: 204 len: 168 time: 0.4644868 Aug 10 01:58:54.401627 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:54.427177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef06fdf-831d-48d8-befe-6f026aa95b87 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:54.430089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57957931-dbc1-46b2-af2a-ec08542dabd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a530c-df13-44f3-a49a-01267f543ee4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:54.467822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6ef06fdf-831d-48d8-befe-6f026aa95b87, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6ef06fdf-831d-48d8-befe-6f026aa95b87,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:54.498262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac22fa-553f-4def-b821-6bdb9a9a6a81 req-35ad79fc-5084-41ff-8508-3c97968f6a5f tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:54.509494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bac22fa-553f-4def-b821-6bdb9a9a6a81 req-35ad79fc-5084-41ff-8508-3c97968f6a5f tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.5340009 Aug 10 01:58:54.520237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-51fe52f2-d93f-47af-b738-ea655a191994 None None] Provisioning for port 66a92ebb-a901-4abf-83be-b7d26f50511a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:54.548678 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:54.548678 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b0f900d3-c3cb-47f1-a820-836d3440c17a details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:54.567639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:54.581389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-6e0bce01-c364-4eed-b936-0415e7cd8bc2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6546741 Aug 10 01:58:54.611663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Request body: {'port': {'device_id': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:58:54.685588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6ef06fdf-831d-48d8-befe-6f026aa95b87,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:54.698681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port b0f900d3-c3cb-47f1-a820-836d3440c17a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:54.732914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'b0f900d3-c3cb-47f1-a820-836d3440c17a', 'network_id': 'acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9', 'port_id': 'b0f900d3-c3cb-47f1-a820-836d3440c17a', 'mac_address': 'fa:16:3e:9c:ec:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3ef63c-9e2a-4efa-9142-1b134fc15786', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:54.806127 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:54.852192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f900d3-c3cb-47f1-a820-836d3440c17a {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:54.896024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port b0f900d3-c3cb-47f1-a820-836d3440c17a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:54.978387 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.040639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:58:55.047120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 880da08d-db9b-4e7e-85b9-3059e4325cf8 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:55.129514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 66a92ebb-a901-4abf-83be-b7d26f50511a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:55.208174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2046701-3c26-483b-bf8b-ffe837c470a4 req-44d7f90f-bd40-487d-a7de-93aa261e67bb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:55.215073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2046701-3c26-483b-bf8b-ffe837c470a4 req-44d7f90f-bd40-487d-a7de-93aa261e67bb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 948 time: 0.8742723 Aug 10 01:58:55.227306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bac22fa-553f-4def-b821-6bdb9a9a6a81 req-2bb5fc0f-6e8c-46ff-8430-0c67376b228c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7164860 Aug 10 01:58:55.242677 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.257907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=b0f900d3-c3cb-47f1-a820-836d3440c17a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:55.296433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 66a92ebb-a901-4abf-83be-b7d26f50511a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:55.303434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 66a92ebb-a901-4abf-83be-b7d26f50511a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:55.308080 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.333658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40448) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:55.354449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff1550b7-0a2b-493b-bd2f-59c67ec13643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.391686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:55.446357 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.461278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 880da08d-db9b-4e7e-85b9-3059e4325cf8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:55.497193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 66a92ebb-a901-4abf-83be-b7d26f50511a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=66a92ebb-a901-4abf-83be-b7d26f50511a,segment=NetworkSegment(33f7cfe9-d448-4a9a-b816-39cde927142d),segment_id=33f7cfe9-d448-4a9a-b816-39cde927142d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:55.498307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 880da08d-db9b-4e7e-85b9-3059e4325cf8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:55.498716 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.529601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'mac_address': 'fa:16:3e:a9:09:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:58:55.547246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677fdd71-289d-4a74-85d0-5d597e4b8eb3 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:55.556109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.568506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Transition to ACTIVE for port object 677fdd71-289d-4a74-85d0-5d597e4b8eb3 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:55.618683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff1550b7-0a2b-493b-bd2f-59c67ec13643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.631897 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.665304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2046701-3c26-483b-bf8b-ffe837c470a4 req-fbb1b34e-2cdd-43cb-a117-7ab0d95c163f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350128 Aug 10 01:58:55.669319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.685733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['b0f900d3-c3cb-47f1-a820-836d3440c17a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:55.692073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff1550b7-0a2b-493b-bd2f-59c67ec13643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.761853 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['75db37da-9b5b-4b7c-8744-19bf8e24f57f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:55.763815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['c5c9f62b-89ad-406e-910c-1c90c0ea01da'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:55.768181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f01b9-44e1-48b4-930e-da1687afa82b req-86e7e736-fa02-417e-922a-7ed9766f26e6 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:55.769837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c90f01b9-44e1-48b4-930e-da1687afa82b req-86e7e736-fa02-417e-922a-7ed9766f26e6 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 931 time: 0.1947591 Aug 10 01:58:55.784486 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff1550b7-0a2b-493b-bd2f-59c67ec13643 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d80db7a10e5e4177aabf809fdc47e096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492528 Aug 10 01:58:55.785382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40450) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:55.789343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1550b7-0a2b-493b-bd2f-59c67ec13643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877669a4-4d86-42ec-8aa2-05d57d1e4588,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:55.822487 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.858462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-141e2346-8dd0-400b-9110-3290321d5885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.868605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:58:55.886480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Pushing event updated for resources: {'Port': ['ID=677fdd71-289d-4a74-85d0-5d597e4b8eb3,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:55.890822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-141e2346-8dd0-400b-9110-3290321d5885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.892959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:55.950738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=66a92ebb-a901-4abf-83be-b7d26f50511a,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:55.979109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ae26-e48b-4324-8b57-9fec78910c48 req-030ae712-b177-48a6-b0c8-e5bffc8f2328 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:55.984849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ae26-e48b-4324-8b57-9fec78910c48 req-030ae712-b177-48a6-b0c8-e5bffc8f2328 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:55.986956 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:55.991690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ae26-e48b-4324-8b57-9fec78910c48 req-030ae712-b177-48a6-b0c8-e5bffc8f2328 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:55.999965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ae26-e48b-4324-8b57-9fec78910c48 req-030ae712-b177-48a6-b0c8-e5bffc8f2328 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:56.006967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ae26-e48b-4324-8b57-9fec78910c48 req-030ae712-b177-48a6-b0c8-e5bffc8f2328 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:56.012956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ae26-e48b-4324-8b57-9fec78910c48 req-030ae712-b177-48a6-b0c8-e5bffc8f2328 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:56.013192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.021539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ae26-e48b-4324-8b57-9fec78910c48 req-030ae712-b177-48a6-b0c8-e5bffc8f2328 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:56.023682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a51ae26-e48b-4324-8b57-9fec78910c48 req-030ae712-b177-48a6-b0c8-e5bffc8f2328 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5426 time: 0.2849340 Aug 10 01:58:56.028213 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.051988 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-141e2346-8dd0-400b-9110-3290321d5885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.054734 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-141e2346-8dd0-400b-9110-3290321d5885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.058847 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-141e2346-8dd0-400b-9110-3290321d5885 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/877669a4-4d86-42ec-8aa2-05d57d1e4588 HTTP/1.1" status: 204 len: 168 time: 0.2704389 Aug 10 01:58:56.070726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c90f01b9-44e1-48b4-930e-da1687afa82b req-22c1ad95-750d-435d-b226-46c9f4072e36 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586250 Aug 10 01:58:56.078495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e2346-8dd0-400b-9110-3290321d5885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877669a4-4d86-42ec-8aa2-05d57d1e4588,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:56.139089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880da08d-db9b-4e7e-85b9-3059e4325cf8'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:56.142512 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af98365-896f-4c64-8c5a-333e73a908c6" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "880da08d-db9b-4e7e-85b9-3059e4325cf8"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:56.193508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Attempting to bind port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:56.194205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Attempting to bind port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:56.194830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Attempting to bind port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:56.196526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 880da08d-db9b-4e7e-85b9-3059e4325cf8, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:56.202446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a51ae26-e48b-4324-8b57-9fec78910c48 req-9d2a4ec1-88e7-456b-9709-348d22b0d28d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1690233 Aug 10 01:58:56.220899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:58:56.221343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Attempting to bind port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:56.237800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:56.238264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Checking segment: {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:56.238856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Bound using segment: {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:56.239392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Bound port: 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:56.239863 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.261323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:56.309472 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.370578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:56.385177 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba89d645-ba25-4f4e-b5ff-d82fe9182038 x-openstack-request-id: req-ba89d645-ba25-4f4e-b5ff-d82fe9182038 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:56.385472 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "880da08d-db9b-4e7e-85b9-3059e4325cf8", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:56.385708 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba89d645-ba25-4f4e-b5ff-d82fe9182038 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:56.386591 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880da08d-db9b-4e7e-85b9-3059e4325cf8', 'code': 200} Aug 10 01:58:56.500287 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:56.517264 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.524400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:56.543399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fe42a-7bc4-4f70-9c5d-64c230fa360e req-3e4de0b5-8d31-4d49-9219-e527b0ad4161 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:56.545280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-725fe42a-7bc4-4f70-9c5d-64c230fa360e req-3e4de0b5-8d31-4d49-9219-e527b0ad4161 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1142509 Aug 10 01:58:56.580336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=880da08d-db9b-4e7e-85b9-3059e4325cf8,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:56.651617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-725fe42a-7bc4-4f70-9c5d-64c230fa360e req-cb88e5ca-9f04-43bc-a35c-1f22b9bde06d tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628393 Aug 10 01:58:56.656072 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.708568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['6ef06fdf-831d-48d8-befe-6f026aa95b87'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:56.748525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Pushing event updated for resources: {'Port': ['ID=677fdd71-289d-4a74-85d0-5d597e4b8eb3,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:56.783992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['d207a602-ccdd-474e-ad9c-21db4230b5c0'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:56.842036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:56.842893 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.845836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-5e98799e-5dc2-4caa-a6f9-623012772de5 service neutron] 10.222.0.16 "PUT /v2.0/ports/677fdd71-289d-4a74-85d0-5d597e4b8eb3 HTTP/1.1" status: 200 len: 1092 time: 2.2453659 Aug 10 01:58:56.848205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:56.852128 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4682d85-2b4a-4a3b-a7ff-3184d60efba1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:56.919459 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6793d82-195d-4b90-aa22-5df57098f325 x-openstack-request-id: req-b6793d82-195d-4b90-aa22-5df57098f325 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:56.919988 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:56.922159 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6793d82-195d-4b90-aa22-5df57098f325 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:56.922159 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3', 'status': 'completed', 'code': 200} Aug 10 01:58:56.949330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f644bd-b62a-498f-a721-0232b33fbd96 req-5c2f4fc7-51c3-4a8f-9f28-ca1a516a869a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:56.959231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72f644bd-b62a-498f-a721-0232b33fbd96 req-5c2f4fc7-51c3-4a8f-9f28-ca1a516a869a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 949 time: 0.1653733 Aug 10 01:58:56.984338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['c87348b9-cab1-464b-a8e5-493b8acf3299'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:58:57.042137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682d85-2b4a-4a3b-a7ff-3184d60efba1 req-2c311b72-16f5-4d42-8607-4605a35b24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.049017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4682d85-2b4a-4a3b-a7ff-3184d60efba1 req-2c311b72-16f5-4d42-8607-4605a35b24b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 1095 time: 0.0803156 Aug 10 01:58:57.081250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72f644bd-b62a-498f-a721-0232b33fbd96 req-4c7ca508-2bdc-4efe-9ebc-7b7ed6c4b16a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207414 Aug 10 01:58:57.094452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 66a92ebb-a901-4abf-83be-b7d26f50511a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:57.127812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Router f1986c49-c5f3-4608-85b2-2314cd3103f7 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:58:57.362662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 66a92ebb-a901-4abf-83be-b7d26f50511a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:57.363013 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:57.373779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aab10-f166-4953-a39c-3bed73d39430 req-04201799-6a14-4d11-bbe5-e65af5b9a44d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.381779 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d71aab10-f166-4953-a39c-3bed73d39430 req-04201799-6a14-4d11-bbe5-e65af5b9a44d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 943 time: 0.1556916 Aug 10 01:58:57.437861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682d85-2b4a-4a3b-a7ff-3184d60efba1 req-086f4c72-1cf7-4424-a72e-1ccf194abc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.440113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4682d85-2b4a-4a3b-a7ff-3184d60efba1 req-086f4c72-1cf7-4424-a72e-1ccf194abc04 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=12c6d02010fa4f41a3426194cb3a7217&shared=False HTTP/1.1" status: 200 len: 904 time: 0.3799446 Aug 10 01:58:57.504564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d71aab10-f166-4953-a39c-3bed73d39430 req-49fc56a2-fcb4-45fa-a006-3b680b5a40eb tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158044 Aug 10 01:58:57.623142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:58:57.646624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Sync routers for ids ['f1986c49-c5f3-4608-85b2-2314cd3103f7'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:58:57.676983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17510e-81e9-4633-94bf-3e32287e8d08 req-53925273-6015-458f-acdb-3b6b401139bb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.683378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17510e-81e9-4633-94bf-3e32287e8d08 req-53925273-6015-458f-acdb-3b6b401139bb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.690465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17510e-81e9-4633-94bf-3e32287e8d08 req-53925273-6015-458f-acdb-3b6b401139bb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.691802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Routers {'f1986c49-c5f3-4608-85b2-2314cd3103f7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:57.692652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f1986c49-c5f3-4608-85b2-2314cd3103f7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:57.699327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17510e-81e9-4633-94bf-3e32287e8d08 req-53925273-6015-458f-acdb-3b6b401139bb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.707307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17510e-81e9-4633-94bf-3e32287e8d08 req-53925273-6015-458f-acdb-3b6b401139bb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.715194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17510e-81e9-4633-94bf-3e32287e8d08 req-53925273-6015-458f-acdb-3b6b401139bb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.722952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17510e-81e9-4633-94bf-3e32287e8d08 req-53925273-6015-458f-acdb-3b6b401139bb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.725038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d17510e-81e9-4633-94bf-3e32287e8d08 req-53925273-6015-458f-acdb-3b6b401139bb tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5427 time: 0.2826900 Aug 10 01:58:57.728716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682d85-2b4a-4a3b-a7ff-3184d60efba1 req-e79a01a2-cd9b-4e59-842f-ba34b97c40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.730395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4682d85-2b4a-4a3b-a7ff-3184d60efba1 req-e79a01a2-cd9b-4e59-842f-ba34b97c40f4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2821484 Aug 10 01:58:57.864659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d17510e-81e9-4633-94bf-3e32287e8d08 req-dc280566-7667-46ed-8c86-7da69a4da6a7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190307 Aug 10 01:58:57.878166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Set router f1986c49-c5f3-4608-85b2-2314cd3103f7 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:57.886703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64310375-defa-4ca9-8656-04ef74b8555e req-13a31d24-bb4d-412d-a525-13436cff6625 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.888248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64310375-defa-4ca9-8656-04ef74b8555e req-13a31d24-bb4d-412d-a525-13436cff6625 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1297224 Aug 10 01:58:57.895747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-88fefc0d-26f9-4c31-98af-4cecc1dcd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:57.897196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-88fefc0d-26f9-4c31-98af-4cecc1dcd68d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 1095 time: 0.0929523 Aug 10 01:58:57.966629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-bc58bb51-501a-4e4c-b0b3-d980100fb0e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3 HTTP/1.1" status: 200 len: 217 time: 0.0485535 Aug 10 01:58:57.990958 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:57.992282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4e16162a-4d4b-4e2c-8f8f-a2f1813a8d24 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0712936 Aug 10 01:58:57.995756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40508) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:58:58.024894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64310375-defa-4ca9-8656-04ef74b8555e req-dbcd371d-d967-48ae-9bcd-cfe463a5be55 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267350 Aug 10 01:58:58.051168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-11dd25db-84b4-4635-837c-e5ad1a0a6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:58.054462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-11dd25db-84b4-4635-837c-e5ad1a0a6854 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2 HTTP/1.1" status: 200 len: 843 time: 0.0771308 Aug 10 01:58:58.099676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-121a26a8-582b-4a90-9ade-c7d6112be401 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374897 Aug 10 01:58:58.124891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:50Z', 'updated_at': '2021-08-10T01:58:55Z', 'revision_number': 3, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'gw_port': {'id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:52Z', 'updated_at': '2021-08-10T01:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:58.198762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Checking router: f1986c49-c5f3-4608-85b2-2314cd3103f7 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:58:58.199390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Updating router f1986c49-c5f3-4608-85b2-2314cd3103f7 port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:58:58.236101 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:58.271270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b8fd8-1c3c-4843-81d1-823d24787cf0 req-3bd92983-a7cf-400d-a88d-d6ceaa73f652 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:58.272901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f9b8fd8-1c3c-4843-81d1-823d24787cf0 req-3bd92983-a7cf-400d-a88d-d6ceaa73f652 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 949 time: 0.0924509 Aug 10 01:58:58.310771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-87b62bfa-6b5a-4e2a-b3a2-ca2d2b449758 service neutron] 10.222.0.16 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006238 Aug 10 01:58:58.462457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f9b8fd8-1c3c-4843-81d1-823d24787cf0 req-e534bdb9-1a56-4bab-8826-2e6740ccd165 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738932 Aug 10 01:58:58.513294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8837548-8c27-4a13-9a0b-ca9506965d0b req-be7f7dbc-0dad-4200-951a-8c57fa34a090 service neutron] 10.222.0.16 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900678 Aug 10 01:58:58.680354 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:58.706003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fbd24-046c-41f3-a5ec-b1d64afe20ea req-810cd9d4-974b-4e8c-b620-9c95b93173f7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:58.711038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Transition to ACTIVE for port object dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:58.718405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a98fbd24-046c-41f3-a5ec-b1d64afe20ea req-810cd9d4-974b-4e8c-b620-9c95b93173f7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 943 time: 0.1279516 Aug 10 01:58:58.779374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:58.781784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a98fbd24-046c-41f3-a5ec-b1d64afe20ea req-498b6a70-17fd-4d76-a0e2-6be565b60cb7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622582 Aug 10 01:58:58.789024 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:58.915049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Attempting to bind port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:58:58.916111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Attempting to bind port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:58:58.916111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Attempting to bind port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:58:58.926308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:58:58.926780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:58:58.927116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:58.927517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:58:58.927986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Bound port: dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:58:58.928368 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:58.931256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8936d-556b-4389-a8fd-8484090d70cb None None] Pushing event updated for resources: {'Port': ['ID=dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:59.017963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 75db37da-9b5b-4b7c-8744-19bf8e24f57f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:58:59.024906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af04b73-b7a9-453d-ad1b-d18eba794039 req-47a015fd-3d70-403a-9b32-482bce7a7f49 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.030757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af04b73-b7a9-453d-ad1b-d18eba794039 req-47a015fd-3d70-403a-9b32-482bce7a7f49 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.037865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af04b73-b7a9-453d-ad1b-d18eba794039 req-47a015fd-3d70-403a-9b32-482bce7a7f49 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.045326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af04b73-b7a9-453d-ad1b-d18eba794039 req-47a015fd-3d70-403a-9b32-482bce7a7f49 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.046838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] For port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:58:59.053817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af04b73-b7a9-453d-ad1b-d18eba794039 req-47a015fd-3d70-403a-9b32-482bce7a7f49 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.066665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af04b73-b7a9-453d-ad1b-d18eba794039 req-47a015fd-3d70-403a-9b32-482bce7a7f49 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.073700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af04b73-b7a9-453d-ad1b-d18eba794039 req-47a015fd-3d70-403a-9b32-482bce7a7f49 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.084093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3af04b73-b7a9-453d-ad1b-d18eba794039 req-47a015fd-3d70-403a-9b32-482bce7a7f49 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5427 time: 0.1273968 Aug 10 01:58:59.116492 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] For port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:58:59.140751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3af04b73-b7a9-453d-ad1b-d18eba794039 req-f3700bc7-7803-4a22-84ec-b4e5304bab9f tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498569 Aug 10 01:58:59.147711 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Allocated IP 172.20.0.1 (73e1ccd2-cfca-46fa-ae2e-3b57458b3b66/3620473e-45b9-4abd-8518-43309de73dc0/5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:58:59.227726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97895a6e-1160-4456-836a-63754f8aafe4 req-b5cc1b5f-df76-4e1c-8d5f-525b5575c4a3 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.229212 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97895a6e-1160-4456-836a-63754f8aafe4 req-b5cc1b5f-df76-4e1c-8d5f-525b5575c4a3 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.0601609 Aug 10 01:58:59.236150 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:59.291209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97895a6e-1160-4456-836a-63754f8aafe4 req-02780ede-30cb-4fce-bc37-251025b4abdd tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Aug 10 01:58:59.304611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 75db37da-9b5b-4b7c-8744-19bf8e24f57f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:58:59.315359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 75db37da-9b5b-4b7c-8744-19bf8e24f57f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:58:59.316051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:59.331042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:59.345302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Transition to ACTIVE for port object 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:58:59.383633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Routers {'f1986c49-c5f3-4608-85b2-2314cd3103f7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:58:59.384248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f1986c49-c5f3-4608-85b2-2314cd3103f7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:58:59.441530 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:59.453285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8936d-556b-4389-a8fd-8484090d70cb None None] Pushing event updated for resources: {'Port': ['ID=dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:59.498746 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:59.500493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:58:59.509242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:58:59.513500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:58:59.600077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:59.619482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] Set router f1986c49-c5f3-4608-85b2-2314cd3103f7 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:58:59.692328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4412fcd-a9d4-471a-9c0f-276630667d1a req-87d1f3ed-3e6c-4e46-95c6-0392e67b8a2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.704533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4412fcd-a9d4-471a-9c0f-276630667d1a req-87d1f3ed-3e6c-4e46-95c6-0392e67b8a2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 949 time: 0.1412139 Aug 10 01:58:59.736788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:58:59.791368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4412fcd-a9d4-471a-9c0f-276630667d1a req-90e6b801-3b87-4bcd-8271-60dbd1b65d73 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824065 Aug 10 01:58:59.813330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75db37da-9b5b-4b7c-8744-19bf8e24f57f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:58:59.817518 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f77a049-760b-427a-b081-95d6857b3a08" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "75db37da-9b5b-4b7c-8744-19bf8e24f57f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:58:59.834948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 75db37da-9b5b-4b7c-8744-19bf8e24f57f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:58:59.892395 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86927594-f641-487f-8912-7a9be096a98d x-openstack-request-id: req-86927594-f641-487f-8912-7a9be096a98d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:58:59.892696 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "75db37da-9b5b-4b7c-8744-19bf8e24f57f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:58:59.893487 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86927594-f641-487f-8912-7a9be096a98d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:58:59.893487 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75db37da-9b5b-4b7c-8744-19bf8e24f57f', 'code': 200} Aug 10 01:58:59.943430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58fad0-43c8-45b4-8145-3e99c2971b71 req-46f6b866-79b1-42fa-b00f-fa6a386a9f5e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:59.950992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f58fad0-43c8-45b4-8145-3e99c2971b71 req-46f6b866-79b1-42fa-b00f-fa6a386a9f5e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 943 time: 0.0929725 Aug 10 01:59:00.003596 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:00.004724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b0f900d3-c3cb-47f1-a820-836d3440c17a up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:00.006263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ffdf4b1e-bf66-4b87-81ef-476081d28e4f None None] Provisioning for port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:00.018807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ffdf4b1e-bf66-4b87-81ef-476081d28e4f None None] Provisioning complete for port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:00.019182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4b1e-bf66-4b87-81ef-476081d28e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:00.054112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f58fad0-43c8-45b4-8145-3e99c2971b71 req-1fb962d1-9891-4a3d-bb37-ea1b930c695a tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021497 Aug 10 01:59:00.064650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:00.179277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf4b1e-bf66-4b87-81ef-476081d28e4f None None] Port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:59:00.181677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=75db37da-9b5b-4b7c-8744-19bf8e24f57f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:00.196119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:50Z', 'updated_at': '2021-08-10T01:58:55Z', 'revision_number': 3, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'gw_port': {'id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:52Z', 'updated_at': '2021-08-10T01:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:00.228281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25bfa1a-b796-451f-8074-fb5b0adc6a64 None None] The sync data for ids ['f1986c49-c5f3-4608-85b2-2314cd3103f7'] in n-d-767704-21 is: [{'id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:50Z', 'updated_at': '2021-08-10T01:58:55Z', 'revision_number': 3, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'gw_port': {'id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:52Z', 'updated_at': '2021-08-10T01:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:59:00.283975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port b0f900d3-c3cb-47f1-a820-836d3440c17a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:00.290845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port b0f900d3-c3cb-47f1-a820-836d3440c17a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:00.291528 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:00.322951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d2a9-8f0e-499d-b38a-f0a2b504f130 req-714141ac-d30c-4db3-9c15-3720b1aef8a8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:00.337656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d2a9-8f0e-499d-b38a-f0a2b504f130 req-714141ac-d30c-4db3-9c15-3720b1aef8a8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:00.355088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d2a9-8f0e-499d-b38a-f0a2b504f130 req-714141ac-d30c-4db3-9c15-3720b1aef8a8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:00.370253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d2a9-8f0e-499d-b38a-f0a2b504f130 req-714141ac-d30c-4db3-9c15-3720b1aef8a8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:00.382635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d2a9-8f0e-499d-b38a-f0a2b504f130 req-714141ac-d30c-4db3-9c15-3720b1aef8a8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:00.396332 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:00.403086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d2a9-8f0e-499d-b38a-f0a2b504f130 req-714141ac-d30c-4db3-9c15-3720b1aef8a8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:00.423331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95d2a9-8f0e-499d-b38a-f0a2b504f130 req-714141ac-d30c-4db3-9c15-3720b1aef8a8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:00.435946 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc95d2a9-8f0e-499d-b38a-f0a2b504f130 req-714141ac-d30c-4db3-9c15-3720b1aef8a8 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5428 time: 0.2098944 Aug 10 01:59:00.475678 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:00.495665 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:00.542791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port b0f900d3-c3cb-47f1-a820-836d3440c17a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:00.612256 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:00.623337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc95d2a9-8f0e-499d-b38a-f0a2b504f130 req-ba99fe9e-cf03-4caa-a6c0-0dd023f033fc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1865978 Aug 10 01:59:00.645225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:00.645885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2df160-ad02-468a-83bf-991155b476c7 req-ff75e6c2-48c2-4a77-895c-594aa75d2c00 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:00.653361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e2df160-ad02-468a-83bf-991155b476c7 req-ff75e6c2-48c2-4a77-895c-594aa75d2c00 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1860802 Aug 10 01:59:00.653727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Pushing event updated for resources: {'Port': ['ID=5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:00.748005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e2df160-ad02-468a-83bf-991155b476c7 req-279b6094-0347-4295-bc40-555257809a57 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936532 Aug 10 01:59:00.754249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=b0f900d3-c3cb-47f1-a820-836d3440c17a,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:00.854939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:00.856564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:01.012075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 677fdd71-289d-4a74-85d0-5d597e4b8eb3 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:59:01.024393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c5c9f62b-89ad-406e-910c-1c90c0ea01da up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:01.060795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9216efa-0774-44c4-986e-9c52e0efc55c req-835a5f43-f3bc-4d2a-b765-f602a105caa4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:01.070747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9216efa-0774-44c4-986e-9c52e0efc55c req-835a5f43-f3bc-4d2a-b765-f602a105caa4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 949 time: 0.1167741 Aug 10 01:59:01.117271 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Router f1986c49-c5f3-4608-85b2-2314cd3103f7 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:59:01.147298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9216efa-0774-44c4-986e-9c52e0efc55c req-59af2244-0ed6-42f3-a011-ed0970f52b6f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756283 Aug 10 01:59:01.259361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:01.277203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.resource_extend [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:59:01.379957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426c11e-d83f-48ca-8591-40d0c07bb7b2 req-c5990812-f92c-44d7-8f6e-3252979786c4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:01.395921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4426c11e-d83f-48ca-8591-40d0c07bb7b2 req-c5990812-f92c-44d7-8f6e-3252979786c4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 943 time: 0.1090391 Aug 10 01:59:01.405794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:59:01.416563 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4f1d1cb4-1509-4409-813a-902f09dfc769 admin admin] 10.222.0.38 "PUT /v2.0/routers/f1986c49-c5f3-4608-85b2-2314cd3103f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4153199 Aug 10 01:59:01.478595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4426c11e-d83f-48ca-8591-40d0c07bb7b2 req-30bff98f-58a0-4c0f-96f2-dcddeb704774 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796268 Aug 10 01:59:01.518415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:01.552444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '677fdd71-289d-4a74-85d0-5d597e4b8eb3', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'port_id': '677fdd71-289d-4a74-85d0-5d597e4b8eb3', 'mac_address': 'fa:16:3e:68:b9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:59:01.561481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b1acf7e8-8e2e-47d1-8fd1-67e3253aa056 None None] Provisioning complete for port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:01.561865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b1acf7e8-8e2e-47d1-8fd1-67e3253aa056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:01.663092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b1acf7e8-8e2e-47d1-8fd1-67e3253aa056 None None] Port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:59:01.685191 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:01.741137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677fdd71-289d-4a74-85d0-5d597e4b8eb3 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:01.795663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:01.796840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port c5c9f62b-89ad-406e-910c-1c90c0ea01da completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:01.810257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:01.831126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port c5c9f62b-89ad-406e-910c-1c90c0ea01da triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:01.831505 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:01.833314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:01.833677 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:01.888169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:01.896662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1201d1c-807d-4735-a9e2-4ff3252f29dd req-39257680-d091-4ec1-aee3-fb0401d0713d tempest-FloatingIPsNegativeTestJSON-2100107805 tempest-FloatingIPsNegativeTestJSON-2100107805-project] 10.222.0.38 "GET /v2.0/floatingips?tenant_id=22321bf32ffe4fd3b0b4788b5f4bfdd8 HTTP/1.1" status: 200 len: 217 time: 0.0616546 Aug 10 01:59:01.900007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f900d3-c3cb-47f1-a820-836d3440c17a'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:01.902254 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e200e7a-7562-447a-add6-f0febb08063f" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "b0f900d3-c3cb-47f1-a820-836d3440c17a"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:02.042043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ffd6-565f-47aa-8b57-150989f62066 req-593dbea0-85ac-442e-9af9-b095f44311b6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:02.053310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ffd6-565f-47aa-8b57-150989f62066 req-593dbea0-85ac-442e-9af9-b095f44311b6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:02.060759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ffd6-565f-47aa-8b57-150989f62066 req-593dbea0-85ac-442e-9af9-b095f44311b6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:02.068128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ffd6-565f-47aa-8b57-150989f62066 req-593dbea0-85ac-442e-9af9-b095f44311b6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:02.074568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ffd6-565f-47aa-8b57-150989f62066 req-593dbea0-85ac-442e-9af9-b095f44311b6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:02.081978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=677fdd71-289d-4a74-85d0-5d597e4b8eb3,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:02.083433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ffd6-565f-47aa-8b57-150989f62066 req-593dbea0-85ac-442e-9af9-b095f44311b6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:02.104248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ffd6-565f-47aa-8b57-150989f62066 req-593dbea0-85ac-442e-9af9-b095f44311b6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:02.106679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4239ffd6-565f-47aa-8b57-150989f62066 req-593dbea0-85ac-442e-9af9-b095f44311b6 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5429 time: 0.2228994 Aug 10 01:59:02.109442 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:02.127391 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:02.151704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd24cce-8ee6-4561-ba85-88b0f525fc59 req-e1ede1ed-2433-4b8f-b50e-2937141f9240 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:02.153669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfd24cce-8ee6-4561-ba85-88b0f525fc59 req-e1ede1ed-2433-4b8f-b50e-2937141f9240 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1816952 Aug 10 01:59:02.199635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40628) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:02.236834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfd24cce-8ee6-4561-ba85-88b0f525fc59 req-94495d81-0c09-4511-b15c-13a2e38ace0d tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756395 Aug 10 01:59:02.278243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4239ffd6-565f-47aa-8b57-150989f62066 req-5f84921b-e5eb-4992-9032-6448faa2694d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1569858 Aug 10 01:59:02.348947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d20af1f-c4d5-4949-a179-bcce1e9971e8 req-a89003bf-8e5c-4654-900f-6a56dac1ef28 tempest-FloatingIPsNegativeTestJSON-2100107805 tempest-FloatingIPsNegativeTestJSON-2100107805-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0676947 Aug 10 01:59:02.365115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['677fdd71-289d-4a74-85d0-5d597e4b8eb3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:02.405430 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e7b87e6c-d758-42d6-89c7-44fcf0dede67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:02.417011 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35959b1b-d37f-49e4-94f4-a8123cdaef46 x-openstack-request-id: req-35959b1b-d37f-49e4-94f4-a8123cdaef46 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:02.417219 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "b0f900d3-c3cb-47f1-a820-836d3440c17a", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:02.417483 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35959b1b-d37f-49e4-94f4-a8123cdaef46 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:02.417872 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f900d3-c3cb-47f1-a820-836d3440c17a', 'code': 200} Aug 10 01:59:02.441418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c5c9f62b-89ad-406e-910c-1c90c0ea01da, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c5c9f62b-89ad-406e-910c-1c90c0ea01da,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:02.448596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:02.544073 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:02.544969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d207a602-ccdd-474e-ad9c-21db4230b5c0 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:02.562133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2e20-f6ca-441b-a53c-84b958992fe7 req-ab1bbd5d-f64e-4e74-adbc-d7a769a8e23b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:02.570778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e1b2e20-f6ca-441b-a53c-84b958992fe7 req-ab1bbd5d-f64e-4e74-adbc-d7a769a8e23b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 949 time: 0.0833044 Aug 10 01:59:02.627377 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:02.638693 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e1b2e20-f6ca-441b-a53c-84b958992fe7 req-a40b907e-4557-40b1-93d9-d51a9d52bd27 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670118 Aug 10 01:59:02.674601 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-bd19710a-aed7-4d1e-8508-73f32a2b9404 req-79df8f03-817b-430e-bfa0-263394541471 tempest-FloatingIPsNegativeTestJSON-2100107805 tempest-FloatingIPsNegativeTestJSON-2100107805-project] show failed (client error): The resource could not be found. Aug 10 01:59:02.678626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=c5c9f62b-89ad-406e-910c-1c90c0ea01da,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:02.682399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd19710a-aed7-4d1e-8508-73f32a2b9404 req-79df8f03-817b-430e-bfa0-263394541471 tempest-FloatingIPsNegativeTestJSON-2100107805 tempest-FloatingIPsNegativeTestJSON-2100107805-project] 10.222.0.38 "GET /v2.0/floatingips/1f2c8468-9435-4d12-a629-5baf3651c670 HTTP/1.1" status: 404 len: 350 time: 0.0756903 Aug 10 01:59:02.685812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40646) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:02.734320 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e7b87e6c-d758-42d6-89c7-44fcf0dede67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:02.777457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:02.810432 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e7b87e6c-d758-42d6-89c7-44fcf0dede67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:02.857498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b87e6c-d758-42d6-89c7-44fcf0dede67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a0ab2f-9ade-42ea-a51e-ec7d9cf5cf8b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:02.869759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port d207a602-ccdd-474e-ad9c-21db4230b5c0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:02.880453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port d207a602-ccdd-474e-ad9c-21db4230b5c0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:02.885262 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:02.924719 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e7b87e6c-d758-42d6-89c7-44fcf0dede67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=387aea057adf4e92b8612a14bd5760bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7238843 Aug 10 01:59:02.927301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40648) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:02.954968 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Sync routers for ids ['f1986c49-c5f3-4608-85b2-2314cd3103f7'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:59:02.968592 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Routers {'f1986c49-c5f3-4608-85b2-2314cd3103f7'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:02.970091 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f1986c49-c5f3-4608-85b2-2314cd3103f7'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:03.014728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57378412-a436-4a0b-bd3b-d746b7b19bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.036717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2bde8-76dd-4f80-8e8d-c02b7a31f85b req-ecc915d8-c79d-4aa8-81a3-bfd4652dd4c7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:03.044328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6da2bde8-76dd-4f80-8e8d-c02b7a31f85b req-ecc915d8-c79d-4aa8-81a3-bfd4652dd4c7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 944 time: 0.2306681 Aug 10 01:59:03.058607 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57378412-a436-4a0b-bd3b-d746b7b19bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.070240 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.148159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port d207a602-ccdd-474e-ad9c-21db4230b5c0, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:03.148845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6da2bde8-76dd-4f80-8e8d-c02b7a31f85b req-74686d0f-6054-4c1e-9ab9-1f72ac8dfa4e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033690 Aug 10 01:59:03.151976 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:03.175047 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Set router f1986c49-c5f3-4608-85b2-2314cd3103f7 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:03.212017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57378412-a436-4a0b-bd3b-d746b7b19bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.213613 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.214601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:03.215429 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57378412-a436-4a0b-bd3b-d746b7b19bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.222237 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-57378412-a436-4a0b-bd3b-d746b7b19bca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0a0ab2f-9ade-42ea-a51e-ec7d9cf5cf8b HTTP/1.1" status: 204 len: 168 time: 0.2937183 Aug 10 01:59:03.234490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57378412-a436-4a0b-bd3b-d746b7b19bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a0ab2f-9ade-42ea-a51e-ec7d9cf5cf8b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:03.285904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:03.286281 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.464653 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.526969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=d207a602-ccdd-474e-ad9c-21db4230b5c0,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:03.556255 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:50Z', 'updated_at': '2021-08-10T01:58:59Z', 'revision_number': 4, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'gw_port': {'id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:52Z', 'updated_at': '2021-08-10T01:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f', 'name': '', 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'mac_address': 'fa:16:3e:34:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3620473e-45b9-4abd-8518-43309de73dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:58Z', 'updated_at': '2021-08-10T01:59:00Z', 'revision_number': 2, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'subnets': [{'id': '3620473e-45b9-4abd-8518-43309de73dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:03.628142 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Checking router: f1986c49-c5f3-4608-85b2-2314cd3103f7 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:59:03.628783 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Updating router f1986c49-c5f3-4608-85b2-2314cd3103f7 port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:59:03.682150 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.686398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:03.692883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:03.693610 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.862379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.915170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:03.980504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6ff21-34e2-4eac-81ad-1d715e82d71e req-531f9f1b-2c1f-4fee-84f1-cd0ed843dd31 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:03.982341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acb6ff21-34e2-4eac-81ad-1d715e82d71e req-531f9f1b-2c1f-4fee-84f1-cd0ed843dd31 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.5868754 Aug 10 01:59:04.021281 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.022301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c87348b9-cab1-464b-a8e5-493b8acf3299 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:04.052637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a77e2-c74a-4019-af1a-3185048cc11c req-d218f5b8-921e-488c-912e-6b69f5e4249a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.060369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a77e2-c74a-4019-af1a-3185048cc11c req-d218f5b8-921e-488c-912e-6b69f5e4249a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.067548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a77e2-c74a-4019-af1a-3185048cc11c req-d218f5b8-921e-488c-912e-6b69f5e4249a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.072858 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.073859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a77e2-c74a-4019-af1a-3185048cc11c req-d218f5b8-921e-488c-912e-6b69f5e4249a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.080843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a77e2-c74a-4019-af1a-3185048cc11c req-d218f5b8-921e-488c-912e-6b69f5e4249a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.086395 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Transition to ACTIVE for port object 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:04.087171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a77e2-c74a-4019-af1a-3185048cc11c req-d218f5b8-921e-488c-912e-6b69f5e4249a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.095296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a77e2-c74a-4019-af1a-3185048cc11c req-d218f5b8-921e-488c-912e-6b69f5e4249a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.097540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-341a77e2-c74a-4019-af1a-3185048cc11c req-d218f5b8-921e-488c-912e-6b69f5e4249a tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5431 time: 0.6887474 Aug 10 01:59:04.156635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:04.176685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40666) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:04.193111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c130678-02cf-4ba0-b3e2-8dd074e07429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.194675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acb6ff21-34e2-4eac-81ad-1d715e82d71e req-7f9bd54e-0319-4285-8344-e2e57a170b19 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799729 Aug 10 01:59:04.234353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-341a77e2-c74a-4019-af1a-3185048cc11c req-4c5c1eb2-698f-490f-9e02-792a703df8df tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259673 Aug 10 01:59:04.301830 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.311321 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c130678-02cf-4ba0-b3e2-8dd074e07429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.382149 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Pushing event updated for resources: {'Port': ['ID=5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:04.419033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c9f62b-89ad-406e-910c-1c90c0ea01da'}, {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd207a602-ccdd-474e-ad9c-21db4230b5c0'}, {'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:04.423910 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5715a93c-47e8-49ce-9440-71632902b49b" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "c5c9f62b-89ad-406e-910c-1c90c0ea01da"}, {"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "d207a602-ccdd-474e-ad9c-21db4230b5c0"}, {"server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "name": "network-vif-plugged", "status": "completed", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:04.434704 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.435080 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.435403 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.435744 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.436088 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.436502 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.437027 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.437285 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.437586 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.437914 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.438277 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.438671 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:04.456130 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Attempting to bind port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:59:04.456853 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Attempting to bind port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '33f7cfe9-d448-4a9a-b816-39cde927142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:59:04.457244 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Attempting to bind port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f on network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:04.464459 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:59:04.464722 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Checking segment: {'id': '33f7cfe9-d448-4a9a-b816-39cde927142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:59:04.465137 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.465547 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Bound using segment: {'id': '33f7cfe9-d448-4a9a-b816-39cde927142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:59:04.466444 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Bound port: 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f7cfe9-d448-4a9a-b816-39cde927142d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:59:04.466658 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.480519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46562104-9730-4f77-86bf-d0b59c4b11b8 req-8db93b92-a07a-465c-8638-d628d8c3f6c4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.482214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46562104-9730-4f77-86bf-d0b59c4b11b8 req-8db93b92-a07a-465c-8638-d628d8c3f6c4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.1066809 Aug 10 01:59:04.511699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Deleting port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:59:04.512039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.525318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113c339-dcc0-4027-aab3-99e1fcf80bb7 req-8a3af86d-c6ee-45ec-8efa-2ad3dc11d2aa tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.526963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a113c339-dcc0-4027-aab3-99e1fcf80bb7 req-8a3af86d-c6ee-45ec-8efa-2ad3dc11d2aa tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 944 time: 0.0899239 Aug 10 01:59:04.543792 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] For port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:59:04.548123 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] For port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f,segment=NetworkSegment(33f7cfe9-d448-4a9a-b816-39cde927142d),segment_id=33f7cfe9-d448-4a9a-b816-39cde927142d)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:59:04.592936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port c87348b9-cab1-464b-a8e5-493b8acf3299 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:04.601969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port c87348b9-cab1-464b-a8e5-493b8acf3299 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:04.607131 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.607269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46562104-9730-4f77-86bf-d0b59c4b11b8 req-259ccb69-a16e-49e4-94ba-b6cd70875968 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116159 Aug 10 01:59:04.637163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a113c339-dcc0-4027-aab3-99e1fcf80bb7 req-4d6e6cfb-71bf-4e7b-bbd6-b0c9d2a2ce64 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958436 Aug 10 01:59:04.659941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] For port 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f, host n-d-767704-21, got binding levels [] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:04.660495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.669158 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20786a21-d97f-48d7-b69c-171c3e5182e0 x-openstack-request-id: req-20786a21-d97f-48d7-b69c-171c3e5182e0 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:04.669158 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "c5c9f62b-89ad-406e-910c-1c90c0ea01da", "code": 200}, {"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "d207a602-ccdd-474e-ad9c-21db4230b5c0", "code": 200}, {"server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "name": "network-vif-plugged", "status": "completed", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:04.669158 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-20786a21-d97f-48d7-b69c-171c3e5182e0 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:04.669158 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c9f62b-89ad-406e-910c-1c90c0ea01da', 'code': 200} Aug 10 01:59:04.669158 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd207a602-ccdd-474e-ad9c-21db4230b5c0', 'code': 200} Aug 10 01:59:04.669158 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'code': 200} Aug 10 01:59:04.674926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c130678-02cf-4ba0-b3e2-8dd074e07429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.675465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Calling delete_port for 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:59:04.709942 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.725296 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2c130678-02cf-4ba0-b3e2-8dd074e07429 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86c6b7a398224df1b0f93c769574a72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446036 Aug 10 01:59:04.725296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c130678-02cf-4ba0-b3e2-8dd074e07429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8956e093-397b-4d62-9489-9badfc70e985,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:04.726478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40678) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:04.751367 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.782763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8462ad58-b23f-477c-843d-3f980e3c482e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.794057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c87348b9-cab1-464b-a8e5-493b8acf3299, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c87348b9-cab1-464b-a8e5-493b8acf3299,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:04.809505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8462ad58-b23f-477c-843d-3f980e3c482e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.832861 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Routers {'f1986c49-c5f3-4608-85b2-2314cd3103f7'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:04.835501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a67026-2fed-40e8-8c1e-446df4d0a55d req-b2d94de8-407d-4fd2-8ddd-9360838b0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:04.837053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3a67026-2fed-40e8-8c1e-446df4d0a55d req-b2d94de8-407d-4fd2-8ddd-9360838b0f52 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 1102 time: 0.0756612 Aug 10 01:59:04.839307 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f1986c49-c5f3-4608-85b2-2314cd3103f7'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:04.880686 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.883407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6ef06fdf-831d-48d8-befe-6f026aa95b87 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:04.884513 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9d94a-dade-4d4a-903c-12cffb0ae846 None None] Pushing event updated for resources: {'Port': ['ID=5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:04.956220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3a67026-2fed-40e8-8c1e-446df4d0a55d req-b0add192-6e48-4f41-92e8-df514b1b89a0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600946 Aug 10 01:59:04.972585 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8462ad58-b23f-477c-843d-3f980e3c482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.984641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8462ad58-b23f-477c-843d-3f980e3c482e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:04.991099 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8462ad58-b23f-477c-843d-3f980e3c482e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8956e093-397b-4d62-9489-9badfc70e985 HTTP/1.1" status: 204 len: 168 time: 0.2584770 Aug 10 01:59:05.015775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462ad58-b23f-477c-843d-3f980e3c482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8956e093-397b-4d62-9489-9badfc70e985,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:05.055521 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] Set router f1986c49-c5f3-4608-85b2-2314cd3103f7 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:05.127050 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:05.145305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=c87348b9-cab1-464b-a8e5-493b8acf3299,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:05.171259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e4baffe5-ce06-4f44-b4ae-fd79ced57ca1 None None] Could not find standard attr ID for object 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:59:05.177504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:05.291990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 6ef06fdf-831d-48d8-befe-6f026aa95b87 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:05.302610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 6ef06fdf-831d-48d8-befe-6f026aa95b87 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:05.302610 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:05.483224 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:50Z', 'updated_at': '2021-08-10T01:58:59Z', 'revision_number': 4, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'gw_port': {'id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:52Z', 'updated_at': '2021-08-10T01:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f', 'name': '', 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'mac_address': 'fa:16:3e:34:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3620473e-45b9-4abd-8518-43309de73dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:58Z', 'updated_at': '2021-08-10T01:59:04Z', 'revision_number': 4, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'subnets': [{'id': '3620473e-45b9-4abd-8518-43309de73dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:05.514506 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee56ea7-eaa0-420c-aad0-7800524c1abd None None] The sync data for ids ['f1986c49-c5f3-4608-85b2-2314cd3103f7'] in n-d-767704-21 is: [{'id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:50Z', 'updated_at': '2021-08-10T01:58:59Z', 'revision_number': 4, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'gw_port': {'id': 'dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:52Z', 'updated_at': '2021-08-10T01:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f', 'name': '', 'network_id': '73e1ccd2-cfca-46fa-ae2e-3b57458b3b66', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'mac_address': 'fa:16:3e:34:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '3620473e-45b9-4abd-8518-43309de73dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:58:58Z', 'updated_at': '2021-08-10T01:59:04Z', 'revision_number': 4, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'subnets': [{'id': '3620473e-45b9-4abd-8518-43309de73dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:59:05.522419 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:05.558079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e32e-eadd-44c0-ae4a-e83a22545921 req-907ae410-8d04-4d3a-9de7-dcce4d58756b tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:05.559914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c8e32e-eadd-44c0-ae4a-e83a22545921 req-907ae410-8d04-4d3a-9de7-dcce4d58756b tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1440799 Aug 10 01:59:05.610529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6ef06fdf-831d-48d8-befe-6f026aa95b87, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6ef06fdf-831d-48d8-befe-6f026aa95b87,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:05.686095 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:05.695362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 677fdd71-289d-4a74-85d0-5d597e4b8eb3 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:05.708142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b790ff-345e-42b8-a4a6-3ee27a781ff6 req-21c84274-3a0c-47a8-a245-9de3d76510d2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:05.714400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b790ff-345e-42b8-a4a6-3ee27a781ff6 req-21c84274-3a0c-47a8-a245-9de3d76510d2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:05.726128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b790ff-345e-42b8-a4a6-3ee27a781ff6 req-21c84274-3a0c-47a8-a245-9de3d76510d2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:05.739868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b790ff-345e-42b8-a4a6-3ee27a781ff6 req-21c84274-3a0c-47a8-a245-9de3d76510d2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:05.775052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b790ff-345e-42b8-a4a6-3ee27a781ff6 req-21c84274-3a0c-47a8-a245-9de3d76510d2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:05.783350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b790ff-345e-42b8-a4a6-3ee27a781ff6 req-21c84274-3a0c-47a8-a245-9de3d76510d2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:05.794330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b790ff-345e-42b8-a4a6-3ee27a781ff6 req-21c84274-3a0c-47a8-a245-9de3d76510d2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:05.797036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8b790ff-345e-42b8-a4a6-3ee27a781ff6 req-21c84274-3a0c-47a8-a245-9de3d76510d2 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5432 time: 0.3800201 Aug 10 01:59:05.809168 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:05.836370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6ef06fdf-831d-48d8-befe-6f026aa95b87,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:05.895683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c8e32e-eadd-44c0-ae4a-e83a22545921 req-d905f14d-c3c1-41f1-9727-78af4f554c9d tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526925 Aug 10 01:59:05.958258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:05.961917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8b790ff-345e-42b8-a4a6-3ee27a781ff6 req-98ead376-4178-4419-b6e2-c09b17c7b291 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470377 Aug 10 01:59:05.963967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:05.964656 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:06.120294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686eafd-b719-408d-ae4c-24747eab8b3e req-7d4eacb4-0649-49c9-8a65-02ee1a753d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.123498 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9686eafd-b719-408d-ae4c-24747eab8b3e req-7d4eacb4-0649-49c9-8a65-02ee1a753d56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 1098 time: 0.0967247 Aug 10 01:59:06.195769 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9686eafd-b719-408d-ae4c-24747eab8b3e req-c3c2b69c-b731-4534-b6af-0d0968bf6059 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630019 Aug 10 01:59:06.197450 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:06.247092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:06.335012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bac99-c5e6-46ec-8b73-058df21df851 req-a551be05-ef04-4fe6-b378-1706f4e4348f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.336611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc6bac99-c5e6-46ec-8b73-058df21df851 req-a551be05-ef04-4fe6-b378-1706f4e4348f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 944 time: 0.1661792 Aug 10 01:59:06.346914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725574f9-0e81-43fa-86a4-3ea52866509c req-d08acb67-a621-4987-96e5-4dadfef4fc29 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.348483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-725574f9-0e81-43fa-86a4-3ea52866509c req-d08acb67-a621-4987-96e5-4dadfef4fc29 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.1879036 Aug 10 01:59:06.354479 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:06.393660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Router f1986c49-c5f3-4608-85b2-2314cd3103f7 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:59:06.434984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc6bac99-c5e6-46ec-8b73-058df21df851 req-f59bc6f4-fa23-4861-ae0f-59f0417dc41e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854712 Aug 10 01:59:06.450408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=677fdd71-289d-4a74-85d0-5d597e4b8eb3,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:06.450603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-725574f9-0e81-43fa-86a4-3ea52866509c req-ac5449e1-7e9a-40bc-a15d-c9b0927d5c53 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841310 Aug 10 01:59:06.460989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.461351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.461699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.462042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.462379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.469014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.469444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.470543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.471061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.471492 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.471936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.472469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:06.571895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:59:06.577137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3c748c50-b183-432f-90dd-1996313d2af9 admin admin] 10.222.0.38 "PUT /v2.0/routers/f1986c49-c5f3-4608-85b2-2314cd3103f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8901000 Aug 10 01:59:06.579721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40732) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:06.668296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87348b9-cab1-464b-a8e5-493b8acf3299'}, {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef06fdf-831d-48d8-befe-6f026aa95b87'}, {'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:06.674431 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea66c7ba-cd9c-44b8-a339-67b95bc6d6f3" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "c87348b9-cab1-464b-a8e5-493b8acf3299"}, {"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "6ef06fdf-831d-48d8-befe-6f026aa95b87"}, {"server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "name": "network-vif-plugged", "status": "completed", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:06.693784 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:06.728258 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef02d16-32fc-4d8e-aea1-876e0681e12c x-openstack-request-id: req-eef02d16-32fc-4d8e-aea1-876e0681e12c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:06.728820 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "c87348b9-cab1-464b-a8e5-493b8acf3299", "code": 200}, {"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-plugged", "status": "completed", "tag": "6ef06fdf-831d-48d8-befe-6f026aa95b87", "code": 200}, {"server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "name": "network-vif-plugged", "status": "completed", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:06.729288 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eef02d16-32fc-4d8e-aea1-876e0681e12c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:06.729886 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87348b9-cab1-464b-a8e5-493b8acf3299', 'code': 200} Aug 10 01:59:06.730356 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef06fdf-831d-48d8-befe-6f026aa95b87', 'code': 200} Aug 10 01:59:06.730825 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3', 'code': 200} Aug 10 01:59:06.834401 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:06.904083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89fa16-8f4f-47c3-bc9d-34e3009b3fb0 req-4f1469c1-b3ca-4554-9400-54fcf2014d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.904574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89fa16-8f4f-47c3-bc9d-34e3009b3fb0 req-4f1469c1-b3ca-4554-9400-54fcf2014d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.905049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89fa16-8f4f-47c3-bc9d-34e3009b3fb0 req-4f1469c1-b3ca-4554-9400-54fcf2014d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.905530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89fa16-8f4f-47c3-bc9d-34e3009b3fb0 req-4f1469c1-b3ca-4554-9400-54fcf2014d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.906510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89fa16-8f4f-47c3-bc9d-34e3009b3fb0 req-4f1469c1-b3ca-4554-9400-54fcf2014d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.907342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89fa16-8f4f-47c3-bc9d-34e3009b3fb0 req-4f1469c1-b3ca-4554-9400-54fcf2014d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.907874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89fa16-8f4f-47c3-bc9d-34e3009b3fb0 req-4f1469c1-b3ca-4554-9400-54fcf2014d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.909785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f89fa16-8f4f-47c3-bc9d-34e3009b3fb0 req-4f1469c1-b3ca-4554-9400-54fcf2014d86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6497 time: 0.0575733 Aug 10 01:59:06.917198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f36c8-f9b3-46e5-80ac-55a7a2fc80fc req-2fd94816-7e51-4965-8cd9-100f1f5b5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:06.919338 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a88f36c8-f9b3-46e5-80ac-55a7a2fc80fc req-2fd94816-7e51-4965-8cd9-100f1f5b5ca1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 1097 time: 0.0663505 Aug 10 01:59:06.971671 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a88f36c8-f9b3-46e5-80ac-55a7a2fc80fc req-517740b6-5398-44b2-a1f2-392974cb9429 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Aug 10 01:59:06.998010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f89fa16-8f4f-47c3-bc9d-34e3009b3fb0 req-eb98a357-dab6-4655-a728-1bce5d90b3ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806334 Aug 10 01:59:07.045383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Deleting port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:59:07.045910 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:07.206438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c3fc2-f824-4787-99d7-a6c0cc2b7ed0 req-14c73d1e-33f3-48de-a30b-cd5f3015b0f6 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.207987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-162c3fc2-f824-4787-99d7-a6c0cc2b7ed0 req-14c73d1e-33f3-48de-a30b-cd5f3015b0f6 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1575458 Aug 10 01:59:07.219185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc4485-866e-4178-a55c-47c997bf7c42 req-b11f30f9-67dd-47fa-9a4b-960e7b01c01e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.225680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc4485-866e-4178-a55c-47c997bf7c42 req-b11f30f9-67dd-47fa-9a4b-960e7b01c01e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.231535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc4485-866e-4178-a55c-47c997bf7c42 req-b11f30f9-67dd-47fa-9a4b-960e7b01c01e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.231712 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] Sync routers for ids ['f1986c49-c5f3-4608-85b2-2314cd3103f7'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:59:07.237828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc4485-866e-4178-a55c-47c997bf7c42 req-b11f30f9-67dd-47fa-9a4b-960e7b01c01e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.243490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] Routers {'f1986c49-c5f3-4608-85b2-2314cd3103f7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:07.244192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc4485-866e-4178-a55c-47c997bf7c42 req-b11f30f9-67dd-47fa-9a4b-960e7b01c01e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.244312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f1986c49-c5f3-4608-85b2-2314cd3103f7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:07.249756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc4485-866e-4178-a55c-47c997bf7c42 req-b11f30f9-67dd-47fa-9a4b-960e7b01c01e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.256665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc4485-866e-4178-a55c-47c997bf7c42 req-b11f30f9-67dd-47fa-9a4b-960e7b01c01e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.258531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dbc4485-866e-4178-a55c-47c997bf7c42 req-b11f30f9-67dd-47fa-9a4b-960e7b01c01e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5433 time: 0.1884840 Aug 10 01:59:07.323600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] For port dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:07.323974 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:07.347094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] Set router f1986c49-c5f3-4608-85b2-2314cd3103f7 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:07.355684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-162c3fc2-f824-4787-99d7-a6c0cc2b7ed0 req-79d55677-4b55-4318-994c-7b8972ae9b3e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936918 Aug 10 01:59:07.356571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Calling delete_port for dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:59:07.386761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dbc4485-866e-4178-a55c-47c997bf7c42 req-ae587f75-de85-4906-8404-e07947af249b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934141 Aug 10 01:59:07.412849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:50Z', 'updated_at': '2021-08-10T01:59:06Z', 'revision_number': 6, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:07.441084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] Checking router: f1986c49-c5f3-4608-85b2-2314cd3103f7 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:59:07.450408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] Routers {'f1986c49-c5f3-4608-85b2-2314cd3103f7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:07.459109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f1986c49-c5f3-4608-85b2-2314cd3103f7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:07.557035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] Set router f1986c49-c5f3-4608-85b2-2314cd3103f7 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:07.619802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:50Z', 'updated_at': '2021-08-10T01:59:06Z', 'revision_number': 6, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:07.648424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fbb3b4-3522-4950-846c-86eeb5fe70af None None] The sync data for ids ['f1986c49-c5f3-4608-85b2-2314cd3103f7'] in n-d-767704-21 is: [{'id': 'f1986c49-c5f3-4608-85b2-2314cd3103f7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1495700031-router', 'tenant_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:58:50Z', 'updated_at': '2021-08-10T01:59:06Z', 'revision_number': 6, 'project_id': '22321bf32ffe4fd3b0b4788b5f4bfdd8', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:59:07.696281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133754b3-3df6-4f2b-9cee-56984a5a4f0a req-69b724b8-bd71-4615-9dcb-77456cc2df21 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.709083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-133754b3-3df6-4f2b-9cee-56984a5a4f0a req-69b724b8-bd71-4615-9dcb-77456cc2df21 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 945 time: 0.1188445 Aug 10 01:59:07.711798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b637-bc75-4b0d-970c-f9a773aeb8d7 req-092da845-38a7-4af0-a0d5-465a3ae6508f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:07.713076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b289b637-bc75-4b0d-970c-f9a773aeb8d7 req-092da845-38a7-4af0-a0d5-465a3ae6508f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.1322722 Aug 10 01:59:07.770034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-133754b3-3df6-4f2b-9cee-56984a5a4f0a req-672536f2-4d91-4809-a3d6-6c66d35cac1d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556798 Aug 10 01:59:07.778331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b289b637-bc75-4b0d-970c-f9a773aeb8d7 req-70242f54-e282-44b9-acce-1d47d1c61bed tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505977 Aug 10 01:59:07.779483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:07.815381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:07.944302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.059750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630b7a9-bb9b-479a-a88b-c14d04a630e9 req-cbef96c9-469e-4767-ac77-981fa663d5e6 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:08.061579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6630b7a9-bb9b-479a-a88b-c14d04a630e9 req-cbef96c9-469e-4767-ac77-981fa663d5e6 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 949 time: 0.1798699 Aug 10 01:59:08.068510 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.072410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.162048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6630b7a9-bb9b-479a-a88b-c14d04a630e9 req-341c0ce3-fdda-4c31-9fab-80625701204b tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Aug 10 01:59:08.233205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.233758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1986c49-c5f3-4608-85b2-2314cd3103f7 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:59:08.248042 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.248042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-34577e2b-32e5-4842-80ab-a7bc6c0e84be admin admin] 10.222.0.38 "DELETE /v2.0/routers/f1986c49-c5f3-4608-85b2-2314cd3103f7 HTTP/1.1" status: 204 len: 168 time: 1.6599970 Aug 10 01:59:08.249726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40806) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:08.299267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b893288d-9aad-4db5-a37b-248f0007b30e admin admin] Deleting subnet 3620473e-45b9-4abd-8518-43309de73dc0 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:59:08.302423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b893288d-9aad-4db5-a37b-248f0007b30e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.350607 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b893288d-9aad-4db5-a37b-248f0007b30e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.502472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b893288d-9aad-4db5-a37b-248f0007b30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.544400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30c8e-bdc0-4f60-aa0f-84f707faf078 req-3892a88e-20f5-41c3-9d27-4ab34a4508c6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:08.555267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fd30c8e-bdc0-4f60-aa0f-84f707faf078 req-3892a88e-20f5-41c3-9d27-4ab34a4508c6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.1015024 Aug 10 01:59:08.611087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fd30c8e-bdc0-4f60-aa0f-84f707faf078 req-39201389-dffe-486b-a8ce-d36beface3bb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533867 Aug 10 01:59:08.662048 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b893288d-9aad-4db5-a37b-248f0007b30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.666848 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-174d8ebb-e1cc-4a51-a6ba-39d84fb93bd0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703602 Aug 10 01:59:08.899783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893288d-9aad-4db5-a37b-248f0007b30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3620473e-45b9-4abd-8518-43309de73dc0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:08.899783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b893288d-9aad-4db5-a37b-248f0007b30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.899783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b893288d-9aad-4db5-a37b-248f0007b30e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3620473e-45b9-4abd-8518-43309de73dc0 HTTP/1.1" status: 204 len: 168 time: 0.4793813 Aug 10 01:59:08.899783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40840) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:08.974280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd97ed9-d6b6-4f73-ac0e-93b38ed74ec0 None None] Network 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:59:08.977439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81d972-c3f8-4e14-b1f8-e9f62f7598de req-f0ae68e2-3f7a-4288-942c-60ba9677d5a8 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:08.977439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d81d972-c3f8-4e14-b1f8-e9f62f7598de req-f0ae68e2-3f7a-4288-942c-60ba9677d5a8 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1327686 Aug 10 01:59:08.977439 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.977439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d81d972-c3f8-4e14-b1f8-e9f62f7598de req-2686ab20-4317-420e-bf52-2db3db7db170 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803130 Aug 10 01:59:08.977439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Deleting port 66a92ebb-a901-4abf-83be-b7d26f50511a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:59:08.977439 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:08.989276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49a310-daea-431e-a8f6-2e7e36574ace None None] DHCP port deletion for 73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:59:09.066895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] For port 66a92ebb-a901-4abf-83be-b7d26f50511a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=66a92ebb-a901-4abf-83be-b7d26f50511a,segment=NetworkSegment(33f7cfe9-d448-4a9a-b816-39cde927142d),segment_id=33f7cfe9-d448-4a9a-b816-39cde927142d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:09.073086 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.073273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0f49a310-daea-431e-a8f6-2e7e36574ace None None] Deleting port 66a92ebb-a901-4abf-83be-b7d26f50511a {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:59:09.073273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0f49a310-daea-431e-a8f6-2e7e36574ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.101893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Calling delete_port for 66a92ebb-a901-4abf-83be-b7d26f50511a owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:59:09.122901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:09.148039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:59:09.148388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5f0ebb5d-f000-4e2b-bdbe-7544a5efa18f not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:59:09.148869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:09.192361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:59:09.193078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc0b9bcd-3d2e-4a52-9b2e-7f98fb1b43f2 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:59:09.193696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 66a92ebb-a901-4abf-83be-b7d26f50511a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:09.200713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0f49a310-daea-431e-a8f6-2e7e36574ace None None] For port 66a92ebb-a901-4abf-83be-b7d26f50511a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=66a92ebb-a901-4abf-83be-b7d26f50511a,segment=NetworkSegment(33f7cfe9-d448-4a9a-b816-39cde927142d),segment_id=33f7cfe9-d448-4a9a-b816-39cde927142d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:09.201645 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0f49a310-daea-431e-a8f6-2e7e36574ace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.216267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a48d47-d40c-478a-9cc8-a7b7ea49d1b3 req-45655ed7-a606-4711-8537-07301e408483 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:09.219169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a48d47-d40c-478a-9cc8-a7b7ea49d1b3 req-45655ed7-a606-4711-8537-07301e408483 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:09.225436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a48d47-d40c-478a-9cc8-a7b7ea49d1b3 req-45655ed7-a606-4711-8537-07301e408483 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:09.231276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a48d47-d40c-478a-9cc8-a7b7ea49d1b3 req-45655ed7-a606-4711-8537-07301e408483 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:09.237044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0f49a310-daea-431e-a8f6-2e7e36574ace None None] Calling delete_port for 66a92ebb-a901-4abf-83be-b7d26f50511a owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:59:09.238793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a48d47-d40c-478a-9cc8-a7b7ea49d1b3 req-45655ed7-a606-4711-8537-07301e408483 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:09.244582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a48d47-d40c-478a-9cc8-a7b7ea49d1b3 req-45655ed7-a606-4711-8537-07301e408483 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:09.251049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a48d47-d40c-478a-9cc8-a7b7ea49d1b3 req-45655ed7-a606-4711-8537-07301e408483 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:09.260082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8a48d47-d40c-478a-9cc8-a7b7ea49d1b3 req-45655ed7-a606-4711-8537-07301e408483 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5433 time: 0.1815484 Aug 10 01:59:09.314087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8a48d47-d40c-478a-9cc8-a7b7ea49d1b3 req-dd5d7975-f4bb-44ff-b677-92ab7333fc9c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536201 Aug 10 01:59:09.368280 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.406805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.419516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] No DVR routers for this DVR port 66a92ebb-a901-4abf-83be-b7d26f50511a on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:59:09.436228 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0f49a310-daea-431e-a8f6-2e7e36574ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.450032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a92ebb-a901-4abf-83be-b7d26f50511a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:09.463470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49a310-daea-431e-a8f6-2e7e36574ace None None] Pushing event deleted for resources: {'Port': ['ID=66a92ebb-a901-4abf-83be-b7d26f50511a,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:09.470141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49a310-daea-431e-a8f6-2e7e36574ace None None] No DVR routers for this DVR port 66a92ebb-a901-4abf-83be-b7d26f50511a on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:59:09.570534 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.583428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e1ccd2-cfca-46fa-ae2e-3b57458b3b66']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:09.595796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f7cfe9-d448-4a9a-b816-39cde927142d') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:09.596229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f7cfe9-d448-4a9a-b816-39cde927142d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:09.608408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.617618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2588a11-c6ba-49bb-b68c-875e12902689 req-102d04c1-c298-4b68-b4c7-fb06c5911a8e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:09.619140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2588a11-c6ba-49bb-b68c-875e12902689 req-102d04c1-c298-4b68-b4c7-fb06c5911a8e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 945 time: 0.0875199 Aug 10 01:59:09.633775 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.641041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:59:09.641600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: timer() Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:59:09.644192 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:59:09.723505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2588a11-c6ba-49bb-b68c-875e12902689 req-a732a437-3880-4aad-96eb-feac70e9a3bd tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836165 Aug 10 01:59:09.815679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.822247 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:09.826879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] 10.222.0.38 "DELETE /v2.0/networks/73e1ccd2-cfca-46fa-ae2e-3b57458b3b66 HTTP/1.1" status: 204 len: 168 time: 1.0924678 Aug 10 01:59:09.839471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd55a50-5f1b-41a7-9f53-151cd7645a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e1ccd2-cfca-46fa-ae2e-3b57458b3b66,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:09.860916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fb6b3-a7dd-4f98-8368-c9f5691ad524 req-e1518e8b-8e66-4f29-b68b-55a4573385c8 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:09.862476 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-929fb6b3-a7dd-4f98-8368-c9f5691ad524 req-e1518e8b-8e66-4f29-b68b-55a4573385c8 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0814672 Aug 10 01:59:10.010142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:10.096727 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:10.129036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:10.132487 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb38daea-8b22-4f97-a6a1-2e739c200dd1" -d '{"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-unplugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:10.152078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:10.253113 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:10.272218 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-929fb6b3-a7dd-4f98-8368-c9f5691ad524 req-98220063-0e55-46ab-b96c-96251a49be90 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037023 Aug 10 01:59:10.285220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba940aa7-538a-4174-b573-8298bde17357 req-f5240c9a-6bdf-45ec-a866-5878c2684446 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:10.291393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba940aa7-538a-4174-b573-8298bde17357 req-f5240c9a-6bdf-45ec-a866-5878c2684446 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:10.308694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:10.310844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba940aa7-538a-4174-b573-8298bde17357 req-f5240c9a-6bdf-45ec-a866-5878c2684446 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:10.320384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba940aa7-538a-4174-b573-8298bde17357 req-f5240c9a-6bdf-45ec-a866-5878c2684446 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:10.326624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba940aa7-538a-4174-b573-8298bde17357 req-f5240c9a-6bdf-45ec-a866-5878c2684446 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:10.333188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba940aa7-538a-4174-b573-8298bde17357 req-f5240c9a-6bdf-45ec-a866-5878c2684446 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:10.339162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba940aa7-538a-4174-b573-8298bde17357 req-f5240c9a-6bdf-45ec-a866-5878c2684446 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:10.341121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba940aa7-538a-4174-b573-8298bde17357 req-f5240c9a-6bdf-45ec-a866-5878c2684446 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5433 time: 0.4744556 Aug 10 01:59:10.354180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40924) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:10.368393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2409aa2b-6b5f-4d59-a673-c957a2028932 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Request body: {'floatingip': {'port_id': '880da08d-db9b-4e7e-85b9-3059e4325cf8'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:10.406866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad8e34-c068-410a-8d04-664ad1cd55cd req-03a490ce-8899-4ac7-8d44-958ebc050550 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:10.408957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9ad8e34-c068-410a-8d04-664ad1cd55cd req-03a490ce-8899-4ac7-8d44-958ebc050550 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0601332 Aug 10 01:59:10.414599 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2409aa2b-6b5f-4d59-a673-c957a2028932 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:10.459696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9ad8e34-c068-410a-8d04-664ad1cd55cd req-6cf19cb0-5692-43b4-8ffe-040470ca58bd tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389915 Aug 10 01:59:10.473985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40930) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:10.538632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f78e6a24-7a40-45e4-a381-73197ff46c61 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=22321bf32ffe4fd3b0b4788b5f4bfdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600748 Aug 10 01:59:10.541099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40938) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:10.564597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40940) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:10.568900 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c88ba9-a5b3-49c0-94fe-55f603d50986 x-openstack-request-id: req-a6c88ba9-a5b3-49c0-94fe-55f603d50986 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:10.569406 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-unplugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:10.569850 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6c88ba9-a5b3-49c0-94fe-55f603d50986 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:10.570480 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'code': 200} Aug 10 01:59:10.598337 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0af4-110f-49c6-b976-8482f47b6270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:10.624416 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0af4-110f-49c6-b976-8482f47b6270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:10.784260 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0af4-110f-49c6-b976-8482f47b6270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:10.788906 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0af4-110f-49c6-b976-8482f47b6270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:10.792605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a1ee0af4-110f-49c6-b976-8482f47b6270 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a17d19f-5ef3-421d-b54f-a97614bc4f64 HTTP/1.1" status: 204 len: 168 time: 0.2481003 Aug 10 01:59:10.803072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee0af4-110f-49c6-b976-8482f47b6270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17d19f-5ef3-421d-b54f-a97614bc4f64,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:10.918122 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe51fe0d-9393-4526-a994-4ea3f995ed8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.109133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82180cbc-e7db-42b1-ba64-91b596f54ae1 req-a4bfee68-2223-4a5f-af79-d41371417c4d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:11.111564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82180cbc-e7db-42b1-ba64-91b596f54ae1 req-a4bfee68-2223-4a5f-af79-d41371417c4d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 945 time: 0.0509770 Aug 10 01:59:11.131015 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2409aa2b-6b5f-4d59-a673-c957a2028932 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.160983 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe51fe0d-9393-4526-a994-4ea3f995ed8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.165228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82180cbc-e7db-42b1-ba64-91b596f54ae1 req-fd0b7cb2-864f-403a-878a-05308d17ffaa tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Aug 10 01:59:11.268939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a6f19-cea2-48b8-9da2-30c985a2e164 req-563228a6-bd2c-4dbe-b086-98b1810979c5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:11.270356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f89a6f19-cea2-48b8-9da2-30c985a2e164 req-563228a6-bd2c-4dbe-b086-98b1810979c5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0501795 Aug 10 01:59:11.284417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe51fe0d-9393-4526-a994-4ea3f995ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.287063 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2409aa2b-6b5f-4d59-a673-c957a2028932 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.323681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f89a6f19-cea2-48b8-9da2-30c985a2e164 req-b3c19d09-74f1-4b4c-b791-3b1564337d30 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472333 Aug 10 01:59:11.362931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fe51fe0d-9393-4526-a994-4ea3f995ed8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f46268c6cb24ffa8c29a66f77d6667d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7967069 Aug 10 01:59:11.365913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40962) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:11.433884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51fe0d-9393-4526-a994-4ea3f995ed8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2156796-c524-4609-922b-d310b28d0a47,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:11.475342 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-2409aa2b-6b5f-4d59-a673-c957a2028932 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Floating IP 57bb36c7-816f-4a9a-a702-c8cb0e5d6b30 associated. External IP: 172.25.3.120, port: 880da08d-db9b-4e7e-85b9-3059e4325cf8. Aug 10 01:59:11.493497 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da8611c7-e295-49c7-918c-090732c5e369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.529895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-248056f2-7e88-4bc1-9ad5-d702b94914dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:11.532873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-248056f2-7e88-4bc1-9ad5-d702b94914dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 1102 time: 0.0884929 Aug 10 01:59:11.550779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da8611c7-e295-49c7-918c-090732c5e369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.697625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ab67a-87f0-49bb-9c5f-2c54447073eb req-05eb27cb-6955-442c-b6bb-0de74baa6047 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:11.699193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946ab67a-87f0-49bb-9c5f-2c54447073eb req-05eb27cb-6955-442c-b6bb-0de74baa6047 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.1316056 Aug 10 01:59:11.748651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-acb96649-2555-48cc-b93a-662eb17dd669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:11.750155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-acb96649-2555-48cc-b93a-662eb17dd669 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2017941 Aug 10 01:59:11.765251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2409aa2b-6b5f-4d59-a673-c957a2028932 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:59:11.818022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946ab67a-87f0-49bb-9c5f-2c54447073eb req-f6181b84-688a-4a96-8e34-9588546dd093 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011608 Aug 10 01:59:11.821412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-e9c433ca-4d21-4fce-a592-68d8cf8a8bac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 217 time: 0.0576782 Aug 10 01:59:11.821412 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da8611c7-e295-49c7-918c-090732c5e369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.822766 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da8611c7-e295-49c7-918c-090732c5e369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.823859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-da8611c7-e295-49c7-918c-090732c5e369 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2156796-c524-4609-922b-d310b28d0a47 HTTP/1.1" status: 204 len: 168 time: 0.4570096 Aug 10 01:59:11.845865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8611c7-e295-49c7-918c-090732c5e369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2156796-c524-4609-922b-d310b28d0a47,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:11.887540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-2cd20827-19ed-406b-9a23-5a924095222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:11.889022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-2cd20827-19ed-406b-9a23-5a924095222c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0534055 Aug 10 01:59:11.890271 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2409aa2b-6b5f-4d59-a673-c957a2028932 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:59:11.895984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2409aa2b-6b5f-4d59-a673-c957a2028932 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:11.901255 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] Sync routers for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:59:11.916962 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:11.917958 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:11.939072 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2409aa2b-6b5f-4d59-a673-c957a2028932 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "PUT /v2.0/floatingips/57bb36c7-816f-4a9a-a702-c8cb0e5d6b30 HTTP/1.1" status: 200 len: 991 time: 1.5787554 Aug 10 01:59:11.939072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': '880da08d-db9b-4e7e-85b9-3059e4325cf8'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:11.939460 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13863790-a03f-44c7-b526-a527e8da78cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "880da08d-db9b-4e7e-85b9-3059e4325cf8"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:11.947611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-757f6c33-c3e5-4a45-9595-22c9aed8e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:11.949145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-757f6c33-c3e5-4a45-9595-22c9aed8e484 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0501325 Aug 10 01:59:12.009957 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cea88e-c8bf-4d2c-88db-0f6449d3f4e7 x-openstack-request-id: req-95cea88e-c8bf-4d2c-88db-0f6449d3f4e7 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:12.010505 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "tag": "880da08d-db9b-4e7e-85b9-3059e4325cf8", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:12.011068 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95cea88e-c8bf-4d2c-88db-0f6449d3f4e7 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:12.011709 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'tag': '880da08d-db9b-4e7e-85b9-3059e4325cf8', 'status': 'completed', 'code': 200} Aug 10 01:59:12.082167 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-167df692-407f-4de4-ad2a-3cb13fc89b88 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214144 Aug 10 01:59:12.083194 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:12.088922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-422c6523-bb39-43c9-9c44-706c4bb08a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.089417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-422c6523-bb39-43c9-9c44-706c4bb08a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.089993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-422c6523-bb39-43c9-9c44-706c4bb08a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.090639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-422c6523-bb39-43c9-9c44-706c4bb08a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.090974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-422c6523-bb39-43c9-9c44-706c4bb08a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.091440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-422c6523-bb39-43c9-9c44-706c4bb08a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.091942 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-422c6523-bb39-43c9-9c44-706c4bb08a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.094915 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13863790-a03f-44c7-b526-a527e8da78cd req-422c6523-bb39-43c9-9c44-706c4bb08a8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6497 time: 0.0531685 Aug 10 01:59:12.225244 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-aea4f6cc-e163-47ed-bb70-fd99ddbc83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.226782 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13863790-a03f-44c7-b526-a527e8da78cd req-aea4f6cc-e163-47ed-bb70-fd99ddbc83a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e03d54b-69b4-4fdd-a166-56db188ca484 HTTP/1.1" status: 200 len: 913 time: 0.1217508 Aug 10 01:59:12.237856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-4e6686e2-72fa-4446-962c-a4ee760b5edb service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485043 Aug 10 01:59:12.302747 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13863790-a03f-44c7-b526-a527e8da78cd req-1a479621-c1c2-46ed-a73e-a63ef982e740 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8 HTTP/1.1" status: 200 len: 999 time: 0.0654924 Aug 10 01:59:12.307288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887bb43-e6af-4624-81af-c77506ff7db0 req-94d83ae4-063d-44bf-905d-ac2f54e44a2d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.308865 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0887bb43-e6af-4624-81af-c77506ff7db0 req-94d83ae4-063d-44bf-905d-ac2f54e44a2d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 945 time: 0.0676560 Aug 10 01:59:12.362821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0887bb43-e6af-4624-81af-c77506ff7db0 req-22393553-37a2-4860-8e5b-f5a24219d10b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Aug 10 01:59:12.384373 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-2434971d-f4d9-4f0b-b9aa-f00afdad6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.390404 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '57bb36c7-816f-4a9a-a702-c8cb0e5d6b30', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'port_id': '880da08d-db9b-4e7e-85b9-3059e4325cf8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'mac_address': 'fa:16:3e:c9:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:39Z', 'updated_at': '2021-08-10T01:59:10Z', 'revision_number': 1, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a890a89d-19dc-4d54-a29b-77e3b95d7f90', 'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'mac_address': 'fa:16:3e:fb:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:27Z', 'updated_at': '2021-08-10T01:56:37Z', 'revision_number': 5, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'subnets': [{'id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:12.395462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13863790-a03f-44c7-b526-a527e8da78cd req-2434971d-f4d9-4f0b-b9aa-f00afdad6ff9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d2ab074-2e4e-407d-b5de-d17c5877787c HTTP/1.1" status: 200 len: 851 time: 0.0762198 Aug 10 01:59:12.451121 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] Checking router: c7ec96a9-8877-4950-bc1e-de8c8dacd0cf for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:59:12.461557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:12.462903 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:58:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:12.475810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13863790-a03f-44c7-b526-a527e8da78cd req-fe812160-4f8f-4cf9-b29b-de33c4008628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.493359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13863790-a03f-44c7-b526-a527e8da78cd req-fe812160-4f8f-4cf9-b29b-de33c4008628 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e03d54b-69b4-4fdd-a166-56db188ca484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965018 Aug 10 01:59:12.527040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade1d40-0be1-4aef-bb18-8b5b89338a0b req-01351aa9-5113-48cb-8fad-9fdd0a7667d5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:12.528808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bade1d40-0be1-4aef-bb18-8b5b89338a0b req-01351aa9-5113-48cb-8fad-9fdd0a7667d5 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1083603 Aug 10 01:59:12.561140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41020) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:12.618333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d3a-448e-4477-b4aa-52cd2fed6476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.641807 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13863790-a03f-44c7-b526-a527e8da78cd req-112a41c3-b474-4c58-857d-18ce8b2398d5 service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389570 Aug 10 01:59:12.652023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bade1d40-0be1-4aef-bb18-8b5b89338a0b req-df07e4f6-c4d4-46b3-bfd8-b12c4c83d112 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159992 Aug 10 01:59:12.680953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.751530 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d3a-448e-4477-b4aa-52cd2fed6476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.770907 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:12.785874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-13863790-a03f-44c7-b526-a527e8da78cd req-4f1805bc-f9e0-49dd-8dc7-8b112e65c8fe service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348324 Aug 10 01:59:12.834773 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e6d58d3a-448e-4477-b4aa-52cd2fed6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.874612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d58d3a-448e-4477-b4aa-52cd2fed6476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1709b306-f582-4cfd-b13d-7992642feda2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:12.880338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e6d58d3a-448e-4477-b4aa-52cd2fed6476 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4607188414ba4def95a7e8fc3e577c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181877 Aug 10 01:59:12.883229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41044) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:12.953965 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e67becf6-6307-4835-9b62-856c4713d717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:12.984931 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e67becf6-6307-4835-9b62-856c4713d717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.034339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '57bb36c7-816f-4a9a-a702-c8cb0e5d6b30', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'port_id': '880da08d-db9b-4e7e-85b9-3059e4325cf8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'mac_address': 'fa:16:3e:c9:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:39Z', 'updated_at': '2021-08-10T01:59:10Z', 'revision_number': 1, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a890a89d-19dc-4d54-a29b-77e3b95d7f90', 'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'mac_address': 'fa:16:3e:fb:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:27Z', 'updated_at': '2021-08-10T01:56:37Z', 'revision_number': 5, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'subnets': [{'id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:13.067146 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8047831-1142-4e86-9b92-a16e6c4516a9 None None] The sync data for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 is: [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '57bb36c7-816f-4a9a-a702-c8cb0e5d6b30', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'port_id': '880da08d-db9b-4e7e-85b9-3059e4325cf8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'mac_address': 'fa:16:3e:c9:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:39Z', 'updated_at': '2021-08-10T01:59:10Z', 'revision_number': 1, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a890a89d-19dc-4d54-a29b-77e3b95d7f90', 'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'mac_address': 'fa:16:3e:fb:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:27Z', 'updated_at': '2021-08-10T01:56:37Z', 'revision_number': 5, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'subnets': [{'id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:59:13.103749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e67becf6-6307-4835-9b62-856c4713d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.107027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e67becf6-6307-4835-9b62-856c4713d717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:13.108340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e67becf6-6307-4835-9b62-856c4713d717 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1709b306-f582-4cfd-b13d-7992642feda2 HTTP/1.1" status: 204 len: 168 time: 0.2238929 Aug 10 01:59:13.133109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67becf6-6307-4835-9b62-856c4713d717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709b306-f582-4cfd-b13d-7992642feda2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:13.260763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248b98a-3a2d-4e2a-8405-5e5b9faf088f req-6703a14c-40ed-42bb-b181-1f7dd443aec9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:13.271134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4248b98a-3a2d-4e2a-8405-5e5b9faf088f req-6703a14c-40ed-42bb-b181-1f7dd443aec9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0726397 Aug 10 01:59:13.352968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4248b98a-3a2d-4e2a-8405-5e5b9faf088f req-04ca2854-7d81-4caa-b43c-071a89b786bc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774064 Aug 10 01:59:13.417682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b0648-056c-4a88-93db-49cf4578a194 None None] New status for floating IP 57bb36c7-816f-4a9a-a702-c8cb0e5d6b30: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:59:13.686837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280892a-e013-48be-b779-e86d22983e43 req-52eb534d-e8e9-4458-a0b2-8e8b40d3a98c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:13.688977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0280892a-e013-48be-b779-e86d22983e43 req-52eb534d-e8e9-4458-a0b2-8e8b40d3a98c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0624380 Aug 10 01:59:13.740637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0280892a-e013-48be-b779-e86d22983e43 req-8a795138-4810-4436-b358-82a67d10ed04 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Aug 10 01:59:14.010682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:59:14.030691 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.114259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:14.124794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'mac_address': 'fa:16:3e:9c:fb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:59:14.167918 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.181381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:14.201123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:14.297652 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:14.353879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:14.382385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:14.514664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08af34-9b4a-47e9-8f32-82b7adf11d7e req-8f618fae-864f-48b6-992a-3e8ee105d1e1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:14.517253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb08af34-9b4a-47e9-8f32-82b7adf11d7e req-8f618fae-864f-48b6-992a-3e8ee105d1e1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0682285 Aug 10 01:59:14.558623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb08af34-9b4a-47e9-8f32-82b7adf11d7e req-21e64716-e152-4df0-8614-b537bc62cdfe tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Aug 10 01:59:14.871867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89002f-11d1-4f00-8295-e3312f807463 req-22f5caf8-3d12-4356-a1c7-b488f70e4228 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:14.873343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c89002f-11d1-4f00-8295-e3312f807463 req-22f5caf8-3d12-4356-a1c7-b488f70e4228 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0557971 Aug 10 01:59:14.912165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c89002f-11d1-4f00-8295-e3312f807463 req-1df2a33f-7cf5-4679-b63d-b4761df65847 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Aug 10 01:59:15.051641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 677fdd71-289d-4a74-85d0-5d597e4b8eb3 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:59:15.149881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:15.160983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '677fdd71-289d-4a74-85d0-5d597e4b8eb3', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'port_id': '677fdd71-289d-4a74-85d0-5d597e4b8eb3', 'mac_address': 'fa:16:3e:68:b9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:59:15.198637 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:15.211692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 677fdd71-289d-4a74-85d0-5d597e4b8eb3 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:15.243647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:15.320354 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:15.374425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=677fdd71-289d-4a74-85d0-5d597e4b8eb3,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:15.528400 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['677fdd71-289d-4a74-85d0-5d597e4b8eb3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:15.712877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f274e7-e263-4d0b-93da-b042bedfbdc1 req-3bef5749-74f1-453d-8cd9-b5b700769485 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:15.715084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5f274e7-e263-4d0b-93da-b042bedfbdc1 req-3bef5749-74f1-453d-8cd9-b5b700769485 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0782619 Aug 10 01:59:15.774941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5f274e7-e263-4d0b-93da-b042bedfbdc1 req-69b546aa-b35e-4abf-91e6-1339f7fd5092 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522285 Aug 10 01:59:16.020216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:16.105977 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:16.107084 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:16.232842 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:16.260693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:16.263061 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1b8ad8-36fd-48b7-9c05-d134ac2bdc72" -d '{"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-plugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:16.285961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:16.320612 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c628aa7f-0e3e-41d4-8359-85fb253638a4 x-openstack-request-id: req-c628aa7f-0e3e-41d4-8359-85fb253638a4 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:16.321772 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-plugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:16.321772 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c628aa7f-0e3e-41d4-8359-85fb253638a4 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:16.321991 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'code': 200} Aug 10 01:59:16.417150 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:16.517876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=10']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:17.014914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f0b34-d8ca-45ac-b550-d184602ad89d req-8604fbe8-901e-4c5f-aeb8-599dfa160e14 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:17.023617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d7f0b34-d8ca-45ac-b550-d184602ad89d req-8604fbe8-901e-4c5f-aeb8-599dfa160e14 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0747333 Aug 10 01:59:17.058868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d7f0b34-d8ca-45ac-b550-d184602ad89d req-8e8142ab-1df5-4931-9d2f-29a305b9d379 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343111 Aug 10 01:59:17.074523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 677fdd71-289d-4a74-85d0-5d597e4b8eb3 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:17.130374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:17.131165 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:17.267750 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:17.320426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:17.375867 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:17.452302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=677fdd71-289d-4a74-85d0-5d597e4b8eb3,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:17.863007 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e8538765-6c0c-4a3f-aab2-6ffc9d71f1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:18.323156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:18.330591 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c18d1de-40b2-4b5b-bed0-d9f61114a5e9" -d '{"events": [{"server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "name": "network-vif-plugged", "status": "completed", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:19.025652 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:59:20.723709 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5e860efe-bff3-4f2e-b481-8a29a6710fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:21.129789 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:22.198368 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:23.983254 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:24.587505 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e75cd57a-b1b6-4a7d-a640-6952bf89c398 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0926907 Aug 10 01:59:24.733260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e1511ec7-525c-4f4e-bf08-6d9e7a302a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.733791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e1511ec7-525c-4f4e-bf08-6d9e7a302a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.734415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e1511ec7-525c-4f4e-bf08-6d9e7a302a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.734963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e1511ec7-525c-4f4e-bf08-6d9e7a302a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.735447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e1511ec7-525c-4f4e-bf08-6d9e7a302a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.735915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e1511ec7-525c-4f4e-bf08-6d9e7a302a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.736389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e1511ec7-525c-4f4e-bf08-6d9e7a302a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.738309 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e1511ec7-525c-4f4e-bf08-6d9e7a302a4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6510 time: 0.0857232 Aug 10 01:59:25.424233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-79c44fc5-6f17-4319-802a-0a31be37d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:25.424795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-79c44fc5-6f17-4319-802a-0a31be37d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:25.426016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-79c44fc5-6f17-4319-802a-0a31be37d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:25.436564 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-79c44fc5-6f17-4319-802a-0a31be37d9ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=f69e41a9-0dba-4491-a226-ab1715d23daa&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea HTTP/1.1" status: 200 len: 2298 time: 0.6459942 Aug 10 01:59:25.565595 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-2b9e4d2a-4cf8-49c1-9161-69d15cbc52fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db60ac19-8829-4451-9307-964b4d9a35e4 HTTP/1.1" status: 200 len: 1000 time: 0.1235292 Aug 10 01:59:25.666750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-8d77f886-68b6-458b-82c7-11f94fad365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:25.668300 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-8d77f886-68b6-458b-82c7-11f94fad365f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7ef8f74-efaa-4741-9ac1-208de71217cf HTTP/1.1" status: 200 len: 856 time: 0.0919666 Aug 10 01:59:25.793417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-8c5b1132-0ff9-4cc3-8056-d2ad2e4ae8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:25.795288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-8c5b1132-0ff9-4cc3-8056-d2ad2e4ae8ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f69e41a9-0dba-4491-a226-ab1715d23daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094742 Aug 10 01:59:25.963984 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-a142ddb5-a98e-41e6-a4f1-de06dbbb61ad service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595480 Aug 10 01:59:26.138426 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-fbc2158b-5f49-49f6-bf14-9a90658a281f service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663435 Aug 10 01:59:26.197017 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-fe74d86d-7149-426d-a112-527faa821505 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=427255fd-b6d6-40ae-bad2-edb5ab3b5dec HTTP/1.1" status: 200 len: 217 time: 0.0381138 Aug 10 01:59:26.269560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-8aa06a08-9e19-4db0-83ba-ea859d519562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:26.274971 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-8aa06a08-9e19-4db0-83ba-ea859d519562 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0630949 Aug 10 01:59:26.347476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-18263726-2468-455c-b2f4-202f3d14f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:26.349457 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-18263726-2468-455c-b2f4-202f3d14f122 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0662184 Aug 10 01:59:26.487350 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-009c427d-656c-4bd2-b4e2-9125b334d611 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287537 Aug 10 01:59:26.619148 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-023fc062-5856-42f9-9e2c-062f33bb40a0 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231337 Aug 10 01:59:26.685540 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-095344d3-c63f-4cf9-9f79-5e0f51664503 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=efb0670e-4f05-4aac-9ba8-3680f27368b7 HTTP/1.1" status: 200 len: 217 time: 0.0560796 Aug 10 01:59:26.795734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-590b11bb-0039-449b-aaa7-b2326d3a6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:26.798240 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-590b11bb-0039-449b-aaa7-b2326d3a6ec2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.1011636 Aug 10 01:59:26.912066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-4f4f8b9e-bc5c-4bc7-a565-a07430dccf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:26.913601 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-4f4f8b9e-bc5c-4bc7-a565-a07430dccf3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0818450 Aug 10 01:59:27.053218 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-c50918b7-9bf0-4ad5-9d50-d141dbad3f7c service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200523 Aug 10 01:59:27.173333 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-661ff7fb-6b15-447e-8a5f-484e30dd85f3 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131542 Aug 10 01:59:27.235471 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-0a56711f-b595-479c-9891-1adf0c70e850 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=8cf4f938-de02-41ee-a3ac-d3a89ae08d67 HTTP/1.1" status: 200 len: 217 time: 0.0475295 Aug 10 01:59:27.289136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-49ac9451-f3b8-4fb2-bbea-20f0f705be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:27.290782 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-49ac9451-f3b8-4fb2-bbea-20f0f705be72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0488765 Aug 10 01:59:27.341035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-0816e35a-f00a-4b67-b26f-236eab09ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:27.342857 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-0816e35a-f00a-4b67-b26f-236eab09ed47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0444663 Aug 10 01:59:27.446319 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-0310dbe4-776d-4366-8bf6-cd814ab52974 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964370 Aug 10 01:59:27.558873 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-72ad8035-202f-454d-a83e-3992521870e5 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057179 Aug 10 01:59:27.617047 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-1aa8240c-7e13-4657-ae5e-1352fcf41fc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=b2958efa-81da-4c3f-9652-5f945e907a77 HTTP/1.1" status: 200 len: 217 time: 0.0466056 Aug 10 01:59:27.687874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-1d72d78c-91af-4ff5-a6e1-34cebf09748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:27.690475 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-1d72d78c-91af-4ff5-a6e1-34cebf09748d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0620100 Aug 10 01:59:27.753274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-1caaa7ff-dc4d-468d-b4f4-971c21f12158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:27.755020 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-1caaa7ff-dc4d-468d-b4f4-971c21f12158 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554438 Aug 10 01:59:27.888533 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-551b1dd7-39f2-410b-9e3c-6c183416c502 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230018 Aug 10 01:59:28.028939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-dad6f676-7c1a-4253-a0b1-66a9aaea574c service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307867 Aug 10 01:59:28.080808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-5d177a8c-a18e-4e43-8b85-1363e9bd62c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d HTTP/1.1" status: 200 len: 217 time: 0.0441170 Aug 10 01:59:28.134274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-847b326b-805b-4a5c-8a9d-2358920a2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:28.135873 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-847b326b-805b-4a5c-8a9d-2358920a2118 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 200 len: 797 time: 0.0481825 Aug 10 01:59:28.186303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-d9ada76d-2f76-4ed7-b498-37ae15a7bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:28.188153 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-d9ada76d-2f76-4ed7-b498-37ae15a7bfe2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0448725 Aug 10 01:59:28.287440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-5fcfa51f-e8b7-4370-bb57-1e02d4083b4c service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914476 Aug 10 01:59:28.388983 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-bbe18738-4fd3-4fdb-83d8-79641adbcd44 service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929751 Aug 10 01:59:28.425116 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90918c9-539d-4c9f-8234-21c5da371375 x-openstack-request-id: req-f90918c9-539d-4c9f-8234-21c5da371375 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:28.425648 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "name": "network-vif-plugged", "status": "completed", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:28.425648 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f90918c9-539d-4c9f-8234-21c5da371375 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:28.426059 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3', 'code': 200} Aug 10 01:59:28.428211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac2a45-f9ec-49e5-9056-e1fe2d4b2969 req-941ac819-050c-4ac4-85d2-9d6cbaeef646 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:28.429757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fdac2a45-f9ec-49e5-9056-e1fe2d4b2969 req-941ac819-050c-4ac4-85d2-9d6cbaeef646 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0767121 Aug 10 01:59:28.435588 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-46ac3ae8-c27e-4add-9884-be33ec72de8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46267443-4211-4c0f-9fce-25b2006944e6 HTTP/1.1" status: 200 len: 217 time: 0.0386264 Aug 10 01:59:28.471712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fdac2a45-f9ec-49e5-9056-e1fe2d4b2969 req-3e1aa1fb-839b-4ece-acbf-42f341083a0b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350177 Aug 10 01:59:28.509162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-155cf00a-0718-4cd2-8ce9-46980e2c3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:28.510703 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-155cf00a-0718-4cd2-8ce9-46980e2c3f69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 200 len: 797 time: 0.0665135 Aug 10 01:59:28.526534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-7507d553-50ed-44ed-99d0-4cc5ef9c11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:28.535965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-7507d553-50ed-44ed-99d0-4cc5ef9c11af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 1097 time: 0.0632303 Aug 10 01:59:28.564103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e8850486-2b05-40d4-9aa9-d4901c1687dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:28.566464 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-e8850486-2b05-40d4-9aa9-d4901c1687dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472803 Aug 10 01:59:28.669430 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-650fb129-992a-44cf-aa86-ed6e623cd43e service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893221 Aug 10 01:59:28.676995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc4b44-655e-4162-8115-4a00bbc19b37 req-19b1bb55-c4ec-4323-b377-af8d0a260c63 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:28.678588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13bc4b44-655e-4162-8115-4a00bbc19b37 req-19b1bb55-c4ec-4323-b377-af8d0a260c63 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1097767 Aug 10 01:59:28.710319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-22bc6a34-5b3d-4c31-b65d-8e174e7a3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:28.711852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-22bc6a34-5b3d-4c31-b65d-8e174e7a3f19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 919 time: 0.1691465 Aug 10 01:59:28.730092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13bc4b44-655e-4162-8115-4a00bbc19b37 req-173b3def-30d0-48b1-b7f9-5600cc821e82 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391710 Aug 10 01:59:28.766139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-fa970c84-b299-41b8-af96-3539e15434ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf094eee-8039-4518-a83c-44221c870f09 HTTP/1.1" status: 200 len: 217 time: 0.0386479 Aug 10 01:59:28.786657 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6e84487e-a842-4885-8cea-0ca2c108f4f8 req-6de87b1c-56a3-418b-8ab6-c021c28b3b1f service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060455 Aug 10 01:59:28.933288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-36b52676-ddf5-48a2-9294-f4da96ede4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:28.934800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-36b52676-ddf5-48a2-9294-f4da96ede4d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.0537572 Aug 10 01:59:28.980802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-e6196e2e-660e-45be-85f4-1ff8dc8f1896 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372429 Aug 10 01:59:29.129184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a0115-6e5e-41d8-a339-4fe14f07e8f6 req-5dd4ad65-87b1-4edb-bcc6-46ae88634976 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:29.130719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-902a0115-6e5e-41d8-a339-4fe14f07e8f6 req-5dd4ad65-87b1-4edb-bcc6-46ae88634976 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 950 time: 0.0778854 Aug 10 01:59:29.151529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-1ef38b2f-61b1-4bc9-a290-34367dc6938c service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502283 Aug 10 01:59:29.222391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-902a0115-6e5e-41d8-a339-4fe14f07e8f6 req-3416f059-9b83-4444-8d25-2a29e1c6b5c0 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841649 Aug 10 01:59:29.280440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3242d0d3-96f8-44cb-b98e-bb61cdb72b14 req-89d71e65-1177-4b3d-9b56-2a86f6a8e501 service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194544 Aug 10 01:59:30.748964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f05f4-d02a-444c-9a2e-9b9921b84733 req-def504ad-f748-4fd8-8db5-67130195f953 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:30.751494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a3f05f4-d02a-444c-9a2e-9b9921b84733 req-def504ad-f748-4fd8-8db5-67130195f953 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0593016 Aug 10 01:59:30.793772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a3f05f4-d02a-444c-9a2e-9b9921b84733 req-d948183a-22a2-4ae8-a408-73b4a07d034d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356188 Aug 10 01:59:30.931971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080cdf7-7bbe-4319-9684-362b74445f98 req-91cc3d02-a884-428f-b5bd-881bd8e378ab tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:30.933584 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3080cdf7-7bbe-4319-9684-362b74445f98 req-91cc3d02-a884-428f-b5bd-881bd8e378ab tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0511611 Aug 10 01:59:30.974895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3080cdf7-7bbe-4319-9684-362b74445f98 req-137622d7-d772-41d4-84b7-c159e1b1c52e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Aug 10 01:59:31.791885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cef42-9cf4-4ad7-8e1a-ba7e02b77d2c req-19594aaf-65f9-409f-858c-48779ddc8671 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:31.793353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-914cef42-9cf4-4ad7-8e1a-ba7e02b77d2c req-19594aaf-65f9-409f-858c-48779ddc8671 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 950 time: 0.0819767 Aug 10 01:59:31.802015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-25519f7b-d400-43c2-a473-5a0e4141b519 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:31.803524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-25519f7b-d400-43c2-a473-5a0e4141b519 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 803 time: 0.1461294 Aug 10 01:59:31.832900 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-0467ef48-11cc-4044-b047-5552e110749e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/quotas/12c6d02010fa4f41a3426194cb3a7217 HTTP/1.1" status: 200 len: 375 time: 0.0223839 Aug 10 01:59:31.854658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-914cef42-9cf4-4ad7-8e1a-ba7e02b77d2c req-c4f06f2f-9add-4f6d-948c-e3d37554fcd7 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501468 Aug 10 01:59:31.886678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-ab1836d4-013d-4695-9f4b-04c361b01509 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480371 Aug 10 01:59:32.020548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784faf66-c56e-4ecf-ae55-a51915a1a648 req-2bf2d38e-5f67-4782-9aa0-9e548f61f0f9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:32.022158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-784faf66-c56e-4ecf-ae55-a51915a1a648 req-2bf2d38e-5f67-4782-9aa0-9e548f61f0f9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0794823 Aug 10 01:59:32.025937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-a4f8e59c-fcdf-4134-a976-353ebd93a325 service neutron] 10.222.0.38 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301615 Aug 10 01:59:32.081893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:32.117279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-784faf66-c56e-4ecf-ae55-a51915a1a648 req-b8d67b39-d6cf-4932-9937-d4068da07bfe tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889914 Aug 10 01:59:32.158775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-5ffeff51-747f-49a7-a0e6-de1e2329bba3 service neutron] 10.222.0.38 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245875 Aug 10 01:59:32.240269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53c524-155e-4bf5-b680-0f8f2649f297 req-d522de73-8c34-4011-92e5-c84eef2cc0ba tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:32.242186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c53c524-155e-4bf5-b680-0f8f2649f297 req-d522de73-8c34-4011-92e5-c84eef2cc0ba tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0634875 Aug 10 01:59:32.253892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:32.279851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:32.282094 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb605560-b52a-4cc3-86d2-3f109381a5fb" -d '{"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-unplugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:32.285728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c53c524-155e-4bf5-b680-0f8f2649f297 req-e13c87ae-f281-40a3-ba14-200aad275771 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Aug 10 01:59:32.295071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:32.375806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:32.446184 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33abeb63-a003-43a3-b6ac-e13b09845d74 x-openstack-request-id: req-33abeb63-a003-43a3-b6ac-e13b09845d74 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:32.446500 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-unplugged", "status": "completed", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:32.446773 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33abeb63-a003-43a3-b6ac-e13b09845d74 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:32.447201 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'code': 200} Aug 10 01:59:32.448948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=11']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:32.479638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4c0eed4-5393-4791-bbef-61e219765e92 req-f72271d9-129d-4e4f-b246-2c148915f100 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 210 time: 0.0318875 Aug 10 01:59:32.561195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42000) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:32.664387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7383248-3fbd-48f4-8e56-e533e423bc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:32.757415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7383248-3fbd-48f4-8e56-e533e423bc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:32.846345 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7383248-3fbd-48f4-8e56-e533e423bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:32.885701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c7383248-3fbd-48f4-8e56-e533e423bc6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=214204b51792486ab95c221f9f19acc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234322 Aug 10 01:59:32.886694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7383248-3fbd-48f4-8e56-e533e423bc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752fc9e4-0248-43df-a93b-8ca0f0c8b98d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:32.888409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42008) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:32.946519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2162a76c-ae16-4adc-b8e6-890fff387a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:32.969165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2162a76c-ae16-4adc-b8e6-890fff387a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:32.976903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620c32d-c394-44c2-abb6-5e231c91d925 req-bea1f4f6-4c44-435c-b546-cfe168ebb015 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:32.978392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b620c32d-c394-44c2-abb6-5e231c91d925 req-bea1f4f6-4c44-435c-b546-cfe168ebb015 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 948 time: 0.0528262 Aug 10 01:59:33.016808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b620c32d-c394-44c2-abb6-5e231c91d925 req-871aed72-00c2-4495-897a-79156bc03324 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Aug 10 01:59:33.077883 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2162a76c-ae16-4adc-b8e6-890fff387a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:33.080618 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2162a76c-ae16-4adc-b8e6-890fff387a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:33.081871 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2162a76c-ae16-4adc-b8e6-890fff387a97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/752fc9e4-0248-43df-a93b-8ca0f0c8b98d HTTP/1.1" status: 204 len: 168 time: 0.1916790 Aug 10 01:59:33.090085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a76c-ae16-4adc-b8e6-890fff387a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752fc9e4-0248-43df-a93b-8ca0f0c8b98d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:33.142689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 677fdd71-289d-4a74-85d0-5d597e4b8eb3 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:33.223566 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:33.242252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74989159-ae37-492c-bffe-fdb87c76e17b req-80f27db2-805f-4e1c-b992-56e587149e69 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:33.243745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74989159-ae37-492c-bffe-fdb87c76e17b req-80f27db2-805f-4e1c-b992-56e587149e69 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0516868 Aug 10 01:59:33.258846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:33.283772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74989159-ae37-492c-bffe-fdb87c76e17b req-e14f2c73-348f-4948-984b-8657bc9f7c38 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334792 Aug 10 01:59:33.354423 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:33.416923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=677fdd71-289d-4a74-85d0-5d597e4b8eb3,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:33.448904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fc3aa-988f-4e85-8cad-74bc829fa37d req-36d3844f-f366-4175-a7ac-89b9e16ffefe tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:33.450466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b72fc3aa-988f-4e85-8cad-74bc829fa37d req-36d3844f-f366-4175-a7ac-89b9e16ffefe tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0924745 Aug 10 01:59:33.503068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b72fc3aa-988f-4e85-8cad-74bc829fa37d req-6edd8877-5fe2-4123-b13c-0db08c90e8a9 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347221 Aug 10 01:59:33.595196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b71a97b8-223d-4ada-8ab8-8479d43c7996 req-36bf6803-8aa3-450f-9f55-0edcdc8c8260 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 210 time: 0.0312684 Aug 10 01:59:33.636204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-f114beb4-325c-445a-b4b8-6cdc4b32c5a9 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:33.638400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-f114beb4-325c-445a-b4b8-6cdc4b32c5a9 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d9b775c-5523-4ee4-a21b-454bd528d579 HTTP/1.1" status: 200 len: 943 time: 0.1306732 Aug 10 01:59:33.641183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-0a05e04c-a42a-4d76-9293-55b85bd09a43 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:33.641183 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-0a05e04c-a42a-4d76-9293-55b85bd09a43 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.11 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 948 time: 0.0615530 Aug 10 01:59:33.753835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Deleting port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:59:33.759641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:33.759800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Deleting port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:59:33.759800 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:33.860029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] For port 677fdd71-289d-4a74-85d0-5d597e4b8eb3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=677fdd71-289d-4a74-85d0-5d597e4b8eb3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:33.861094 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:33.861342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] For port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:33.861726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:33.874995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Calling delete_port for 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:59:33.875330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Calling delete_port for 677fdd71-289d-4a74-85d0-5d597e4b8eb3 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:59:34.120389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:34.121308 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:34.156456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Pushing event deleted for resources: {'Port': ['ID=677fdd71-289d-4a74-85d0-5d597e4b8eb3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:34.159873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Pushing event deleted for resources: {'Port': ['ID=632a099d-9b9b-4e9d-87fb-fa5a6e6732b0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:34.167060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586cc26-aa2b-46cb-8cfa-1dab69822325 req-75b66712-390c-4be5-bfab-ce531faa12cf tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:34.171070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d586cc26-aa2b-46cb-8cfa-1dab69822325 req-75b66712-390c-4be5-bfab-ce531faa12cf tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 866 time: 0.0863509 Aug 10 01:59:34.211238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] No DVR routers for this DVR port 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:59:34.214497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:34.216736 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-825a63f1-f05e-4574-aa81-3e440484e4c0 req-c421b1d9-2ee0-414a-b5f0-01977f3c6bed tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.11 "DELETE /v2.0/ports/632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 HTTP/1.1" status: 204 len: 173 time: 0.5652378 Aug 10 01:59:34.217291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-deleted', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:34.220194 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda6758-7f97-4a02-a0de-c8c31272a91a" -d '{"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-deleted", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:34.234744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] No DVR routers for this DVR port 677fdd71-289d-4a74-85d0-5d597e4b8eb3 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:59:34.245890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:34.246276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d89469d4-74c6-4cad-ac71-440f1e8816ae req-b5a5ac17-f246-4960-b0b6-7918194e7ee4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.16 "DELETE /v2.0/ports/677fdd71-289d-4a74-85d0-5d597e4b8eb3 HTTP/1.1" status: 204 len: 173 time: 0.5994818 Aug 10 01:59:34.246772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'name': 'network-vif-deleted', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:34.250929 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf9fa47-ba74-42cb-b314-367f6a96509d" -d '{"events": [{"server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "name": "network-vif-deleted", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:34.270778 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e224695-e555-4daf-9158-69883cea14e5 x-openstack-request-id: req-8e224695-e555-4daf-9158-69883cea14e5 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:34.271386 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b3268-ab79-435e-82ca-3fff360d9139", "name": "network-vif-deleted", "tag": "632a099d-9b9b-4e9d-87fb-fa5a6e6732b0", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:34.277568 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e224695-e555-4daf-9158-69883cea14e5 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:34.277568 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b3268-ab79-435e-82ca-3fff360d9139', 'name': 'network-vif-deleted', 'tag': '632a099d-9b9b-4e9d-87fb-fa5a6e6732b0', 'status': 'completed', 'code': 200} Aug 10 01:59:34.290802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d586cc26-aa2b-46cb-8cfa-1dab69822325 req-59fc5f23-3832-482a-a7ee-4fa27d6d190a tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b837c39-c343-46e6-b1ee-962ab3ea0ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784333 Aug 10 01:59:34.318443 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b420e3-0c37-4d4f-833d-cfeb4431bc08 x-openstack-request-id: req-68b420e3-0c37-4d4f-833d-cfeb4431bc08 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:34.318917 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "name": "network-vif-deleted", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:34.319251 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68b420e3-0c37-4d4f-833d-cfeb4431bc08 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:34.319723 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'name': 'network-vif-deleted', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3', 'status': 'completed', 'code': 200} Aug 10 01:59:34.426371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc2b64-922e-4a31-b6d2-368f7e3b791c req-bdac3964-8c3a-4f3b-9587-5dd82a60ea94 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:34.427973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aafc2b64-922e-4a31-b6d2-368f7e3b791c req-bdac3964-8c3a-4f3b-9587-5dd82a60ea94 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0633023 Aug 10 01:59:34.448645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:34.451041 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7070b62b-39c0-444d-8c6a-d6ea8e9fdecd" -d '{"events": [{"server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "name": "network-vif-unplugged", "status": "completed", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:34.487824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aafc2b64-922e-4a31-b6d2-368f7e3b791c req-0ed8765e-d037-40c5-a8e5-d3ccae999ea6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520034 Aug 10 01:59:34.494529 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb6a07d-f0f9-4a31-83ca-b27ee6c16934 x-openstack-request-id: req-9cb6a07d-f0f9-4a31-83ca-b27ee6c16934 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:34.495029 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9b775c-5523-4ee4-a21b-454bd528d579", "name": "network-vif-unplugged", "status": "completed", "tag": "677fdd71-289d-4a74-85d0-5d597e4b8eb3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:34.495343 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9cb6a07d-f0f9-4a31-83ca-b27ee6c16934 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:34.495874 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9b775c-5523-4ee4-a21b-454bd528d579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677fdd71-289d-4a74-85d0-5d597e4b8eb3', 'code': 200} Aug 10 01:59:34.575962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-c5fbd0b3-0fec-4ab7-a89a-2848a078c3c3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:34.578170 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-c5fbd0b3-0fec-4ab7-a89a-2848a078c3c3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 803 time: 0.1676664 Aug 10 01:59:34.601966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Request body: {'port': {'device_id': 'b7be1347-650d-4383-bc98-a107834c513a', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'admin_state_up': True, 'tenant_id': '12c6d02010fa4f41a3426194cb3a7217'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:34.670150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e70dac-b127-4589-941d-7d65ba4a400a req-5a6ef4c1-ef16-4990-84d4-7eba563da908 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:34.678153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70e70dac-b127-4589-941d-7d65ba4a400a req-5a6ef4c1-ef16-4990-84d4-7eba563da908 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0938413 Aug 10 01:59:34.739160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70e70dac-b127-4589-941d-7d65ba4a400a req-8b76fbfa-78d1-402d-8568-919b65717425 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599213 Aug 10 01:59:34.821952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da8b8709-206d-4c78-aefb-866db13b84ba req-b465d39e-d594-4c50-9eec-ee8640965439 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 210 time: 0.0389729 Aug 10 01:59:34.878036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Made reservation on behalf of 12c6d02010fa4f41a3426194cb3a7217 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:59:34.881608 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:35.018204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Allocated IP 172.20.0.12 (d23cb1a0-d889-4251-bc3a-fd2dece0a82d/85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2/e08e7733-01de-4bf1-b451-347e96d7ccc3) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:59:35.182076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:35.301835 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:35.344380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Network d23cb1a0-d889-4251-bc3a-fd2dece0a82d is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:35.352247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:35.356196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:59:35.381962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Pushing event updated for resources: {'Port': ['ID=e08e7733-01de-4bf1-b451-347e96d7ccc3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:35.398726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19f78a02-889a-47e9-a31d-f13e2494a7e6 req-dd5ad0fb-b12a-4d9b-ab8a-a475ba96b937 tempest-ImagesOneServerTestJSON-141624865 tempest-ImagesOneServerTestJSON-141624865-project] 10.222.0.38 "GET /v2.0/ports?device_id=f62b3268-ab79-435e-82ca-3fff360d9139 HTTP/1.1" status: 200 len: 210 time: 0.0328195 Aug 10 01:59:35.427166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:35.429425 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:35.519112 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-73c393e8-c2e6-4ca7-88de-8d9e78d9b599 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9229755 Aug 10 01:59:35.533357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Request body: {'port': {'device_id': 'b7be1347-650d-4383-bc98-a107834c513a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:35.597257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:35.618842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5309ad-3a08-40b1-8d17-fa878b71d70e req-948c661d-3bd3-48b1-9bea-3455fdf37a13 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:35.620512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b5309ad-3a08-40b1-8d17-fa878b71d70e req-948c661d-3bd3-48b1-9bea-3455fdf37a13 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0556030 Aug 10 01:59:35.662518 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b5309ad-3a08-40b1-8d17-fa878b71d70e req-86efec5c-e948-40a8-a505-143beba1ff69 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336041 Aug 10 01:59:35.899117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08e7733-01de-4bf1-b451-347e96d7ccc3 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:35.901352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064003ff-b7d9-43a0-9d03-ab8032e5ef8b req-84aea989-b455-4f41-8818-df45ba9f767d tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:35.903095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-064003ff-b7d9-43a0-9d03-ab8032e5ef8b req-84aea989-b455-4f41-8818-df45ba9f767d tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0718634 Aug 10 01:59:35.907843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:35.921978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Transition to ACTIVE for port object e08e7733-01de-4bf1-b451-347e96d7ccc3 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:35.972471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-064003ff-b7d9-43a0-9d03-ab8032e5ef8b req-3f83f2f5-817c-44e9-a583-eeecf493c8ee tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Aug 10 01:59:35.988256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85661696-a4c8-4dea-ad54-529cb4e6f900 req-5e502cc5-d262-40b2-9f4d-5da4c5ba48e7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:35.989620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85661696-a4c8-4dea-ad54-529cb4e6f900 req-5e502cc5-d262-40b2-9f4d-5da4c5ba48e7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 932 time: 0.0771947 Aug 10 01:59:36.028640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85661696-a4c8-4dea-ad54-529cb4e6f900 req-808a4e2f-01bb-4ba5-b605-7a99fc7b68a8 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Aug 10 01:59:36.034172 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:36.096754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:36.104914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Pushing event updated for resources: {'Port': ['ID=e08e7733-01de-4bf1-b451-347e96d7ccc3,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:36.119736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:59:36.120331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 632a099d-9b9b-4e9d-87fb-fa5a6e6732b0 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:59:36.160956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Attempting to bind port e08e7733-01de-4bf1-b451-347e96d7ccc3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:59:36.161326 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Attempting to bind port e08e7733-01de-4bf1-b451-347e96d7ccc3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:59:36.161663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Attempting to bind port e08e7733-01de-4bf1-b451-347e96d7ccc3 on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:36.166004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Port e08e7733-01de-4bf1-b451-347e96d7ccc3 on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:59:36.166332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Attempting to bind port e08e7733-01de-4bf1-b451-347e96d7ccc3 on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:36.171208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:59:36.177322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Checking segment: {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:59:36.177322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Bound using segment: {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:59:36.177322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Bound port: e08e7733-01de-4bf1-b451-347e96d7ccc3, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:59:36.177322 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:36.236592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:59:36.239725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:59:36.303130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:36.337277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:36.337896 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:36.339450 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] 10.222.0.11 "PUT /v2.0/ports/e08e7733-01de-4bf1-b451-347e96d7ccc3 HTTP/1.1" status: 200 len: 1093 time: 0.8110452 Aug 10 01:59:36.339885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:36.342118 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557aa79b-5158-43c8-81e3-b451f873f371" -d '{"events": [{"name": "network-changed", "server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:36.368488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb726b1e-c4e6-4d53-85bc-3050ea33fa7f service neutron] Pushing event updated for resources: {'Port': ['ID=e08e7733-01de-4bf1-b451-347e96d7ccc3,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:36.389511 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517b58ff-fe1b-46cb-b7ed-e96c62780533 x-openstack-request-id: req-517b58ff-fe1b-46cb-b7ed-e96c62780533 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:36.389760 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:36.390794 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-517b58ff-fe1b-46cb-b7ed-e96c62780533 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:36.391348 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3', 'status': 'completed', 'code': 200} Aug 10 01:59:36.450835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa79b-5158-43c8-81e3-b451f873f371 req-19a66d3c-08da-4bda-80a4-efbd5955f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:36.452907 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-557aa79b-5158-43c8-81e3-b451f873f371 req-19a66d3c-08da-4bda-80a4-efbd5955f1e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 1096 time: 0.0433743 Aug 10 01:59:36.565354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa79b-5158-43c8-81e3-b451f873f371 req-de2b9396-b5f2-41e2-a39d-bcc22d2bda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:36.566854 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-557aa79b-5158-43c8-81e3-b451f873f371 req-de2b9396-b5f2-41e2-a39d-bcc22d2bda9b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=12c6d02010fa4f41a3426194cb3a7217&shared=False HTTP/1.1" status: 200 len: 904 time: 0.1070831 Aug 10 01:59:36.663909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aa79b-5158-43c8-81e3-b451f873f371 req-ce978a7b-86eb-45f3-a736-251086c08c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:36.665379 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-557aa79b-5158-43c8-81e3-b451f873f371 req-ce978a7b-86eb-45f3-a736-251086c08c53 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913012 Aug 10 01:59:36.762331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eed352f8-0e83-4d74-93f6-afe3f9a57e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:36.764115 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-eed352f8-0e83-4d74-93f6-afe3f9a57e94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 1096 time: 0.0490761 Aug 10 01:59:36.799161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbdd3a-0ca5-4b56-903f-bb2ad4397a14 req-a9c10421-378c-4532-8bb5-a514e95bbe08 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:36.800665 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93cbdd3a-0ca5-4b56-903f-bb2ad4397a14 req-a9c10421-378c-4532-8bb5-a514e95bbe08 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0510073 Aug 10 01:59:36.816162 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-4d262fed-7303-44fb-a8b0-18bf96d9d88e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3 HTTP/1.1" status: 200 len: 217 time: 0.0418227 Aug 10 01:59:36.842956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93cbdd3a-0ca5-4b56-903f-bb2ad4397a14 req-043fafa0-98ac-4f3e-b030-0ff63c160e80 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353012 Aug 10 01:59:36.868646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-254c8d3d-ff3d-4aad-979c-0a4d4a33a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:36.870165 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-254c8d3d-ff3d-4aad-979c-0a4d4a33a8e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2 HTTP/1.1" status: 200 len: 843 time: 0.0470295 Aug 10 01:59:36.905186 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-711289ea-5a37-401e-b290-a40a248c4365 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279250 Aug 10 01:59:36.997060 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-efa68049-9998-4cc9-9c28-3198134178dc service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832498 Aug 10 01:59:36.997958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42146) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:37.111925 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26976f58-9459-4b15-b934-de96bae873f4 req-8d3b46a1-a463-48e2-9157-32b54457ea1f tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:37.113530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26976f58-9459-4b15-b934-de96bae873f4 req-8d3b46a1-a463-48e2-9157-32b54457ea1f tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0647840 Aug 10 01:59:37.122307 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2bde3d5f-703e-40e9-86bb-6cb3712dde3c req-869ee52b-c0bf-4f9f-b9df-57dcd235cec1 service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175780 Aug 10 01:59:37.167749 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-eefff0eb-aecf-4faa-9c48-0916e5d6da70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9d0586cf06c4846a67a1fdf4393a15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663160 Aug 10 01:59:37.168002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42152) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:37.180137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26976f58-9459-4b15-b934-de96bae873f4 req-79b8350d-d4f0-4ad6-b2ee-683f54e9117a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565636 Aug 10 01:59:37.189058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0fea8-c929-4d26-9701-062b1bea5d41 req-2071f223-345f-4db0-ab65-b9c359a913c9 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:37.190570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23f0fea8-c929-4d26-9701-062b1bea5d41 req-2071f223-345f-4db0-ab65-b9c359a913c9 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 944 time: 0.0760722 Aug 10 01:59:37.227748 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8b48c9-8ddc-4fd5-ab66-37965beba655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:37.238416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23f0fea8-c929-4d26-9701-062b1bea5d41 req-0925e49c-9252-422f-b293-08ba579344ca tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410070 Aug 10 01:59:37.251739 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8b48c9-8ddc-4fd5-ab66-37965beba655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:37.352148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8b48c9-8ddc-4fd5-ab66-37965beba655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:37.354661 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8b48c9-8ddc-4fd5-ab66-37965beba655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:37.355805 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8c8b48c9-8ddc-4fd5-ab66-37965beba655 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b837c39-c343-46e6-b1ee-962ab3ea0ac2 HTTP/1.1" status: 204 len: 168 time: 0.1869493 Aug 10 01:59:37.363818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b48c9-8ddc-4fd5-ab66-37965beba655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b837c39-c343-46e6-b1ee-962ab3ea0ac2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:37.968796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435d2aa-8478-4b08-9ada-11c21b5ca600 req-39747805-493e-444f-914f-82f18e6c4c5d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:37.970304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2435d2aa-8478-4b08-9ada-11c21b5ca600 req-39747805-493e-444f-914f-82f18e6c4c5d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0522768 Aug 10 01:59:38.017237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2435d2aa-8478-4b08-9ada-11c21b5ca600 req-d96e60b4-ccc5-4f21-8c00-38a30e5e7a44 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Aug 10 01:59:38.314413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00a808-8f05-413c-ae31-844311618f28 req-131c41b3-0a7e-4c7e-a166-1588294fb09a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:38.316091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d00a808-8f05-413c-ae31-844311618f28 req-131c41b3-0a7e-4c7e-a166-1588294fb09a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0628922 Aug 10 01:59:38.382054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d00a808-8f05-413c-ae31-844311618f28 req-36763fe1-eb94-48cf-801f-a48c90d7efc2 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554945 Aug 10 01:59:38.393552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a95c4-bad4-48d8-bd27-626752d6245e req-7519ba7f-09cd-4521-b625-948250f20e82 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:38.400842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e5a95c4-bad4-48d8-bd27-626752d6245e req-7519ba7f-09cd-4521-b625-948250f20e82 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 944 time: 0.0781333 Aug 10 01:59:38.436351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e5a95c4-bad4-48d8-bd27-626752d6245e req-7331f50d-f0ed-4265-a57c-e8affc6be15d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342426 Aug 10 01:59:38.523756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42206) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:38.626298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-872216852-network', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:38.757719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Made reservation on behalf of 6088e916290f4b7fbf1ed7d24deb7349 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:59:38.760070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:38.768774 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:38.862995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:38.965509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:38.992637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:59:39.003065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032e0366-546f-4623-8482-301e0afd22cf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:39.008038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:39.008320 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Added segment 1db607fb-4dd7-459a-b0b1-a0675eae100c of type vlan for network 063b3253-76ca-4c6d-b5f3-d76c00010176 Aug 10 01:59:39.052020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:39.144384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371ebd2-a896-4aea-b806-8cd045e26d09 req-8e9cca5b-7c94-4d0d-a389-a7e403734f61 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:39.146011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4371ebd2-a896-4aea-b806-8cd045e26d09 req-8e9cca5b-7c94-4d0d-a389-a7e403734f61 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0501125 Aug 10 01:59:39.148719 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:39.149694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:39.150285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:39.178613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 677fdd71-289d-4a74-85d0-5d597e4b8eb3 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:39.189759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4371ebd2-a896-4aea-b806-8cd045e26d09 req-eb34d331-7383-43e3-9fbb-a40a2ef801eb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 Aug 10 01:59:39.214679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 677fdd71-289d-4a74-85d0-5d597e4b8eb3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:59:39.214679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 677fdd71-289d-4a74-85d0-5d597e4b8eb3 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:59:39.220566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] Pushing event updated for resources: {'Network': ['ID=063b3253-76ca-4c6d-b5f3-d76c00010176,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:39.231848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 063b3253-76ca-4c6d-b5f3-d76c00010176 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:59:39.306851 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-01a08eab-34c7-4911-b4fb-ea5ac91e1135 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7819726 Aug 10 01:59:39.309661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42246) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:39.315386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Request body: {'subnet': {'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-872216852-subnet', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:39.392949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Made reservation on behalf of 6088e916290f4b7fbf1ed7d24deb7349 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:59:39.395313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:39.507774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741f0a7-3a6b-4739-8532-ed44d7297231 req-43c890dd-29e1-415b-ad65-b1c45c3ec41e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:39.509309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d741f0a7-3a6b-4739-8532-ed44d7297231 req-43c890dd-29e1-415b-ad65-b1c45c3ec41e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0569673 Aug 10 01:59:39.575377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d741f0a7-3a6b-4739-8532-ed44d7297231 req-3803e4a3-9689-4512-b662-b13fba19b5a9 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541382 Aug 10 01:59:39.584455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db42b88-f53a-4421-a633-4dd4c8a54ff5 req-3ec3dccc-d627-455f-ab8e-246e4a31c3e4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:39.586036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0db42b88-f53a-4421-a633-4dd4c8a54ff5 req-3ec3dccc-d627-455f-ab8e-246e4a31c3e4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 944 time: 0.0758221 Aug 10 01:59:39.624676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0db42b88-f53a-4421-a633-4dd4c8a54ff5 req-8eaa0b69-da16-4657-abe6-790b0cf90c23 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Aug 10 01:59:39.649302 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:39.709949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Pushing event updated for resources: {'Subnet': ['ID=364bf874-8a50-4379-8ca8-75f229acd959,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:39.717289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Checking segment: {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:59:39.717656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Network hostable DHCP agents. Network: 063b3253-76ca-4c6d-b5f3-d76c00010176, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:59:39.833868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Network 063b3253-76ca-4c6d-b5f3-d76c00010176 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:59:39.894619 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-946cac05-3b8a-4457-85be-7ab22dfa0c46 service neutron] show failed (client error): The resource could not be found. Aug 10 01:59:39.895629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-946cac05-3b8a-4457-85be-7ab22dfa0c46 service neutron] 10.222.0.16 "GET /v2.0/ports/df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1/bindings/n-h2-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.0585885 Aug 10 01:59:39.969653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 063b3253-76ca-4c6d-b5f3-d76c00010176) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:39.974621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:39.975597 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:39.980126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d11312-b413-4edc-916b-ea380274fc04 None None] Network 063b3253-76ca-4c6d-b5f3-d76c00010176 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:59:40.141280 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7b7d0687-5f7f-49ae-b950-e93e7b2e036b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8268812 Aug 10 01:59:40.141280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42266) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:40.145760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:40.150000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e08e7733-01de-4bf1-b451-347e96d7ccc3 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:59:40.152414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-063b3253-76ca-4c6d-b5f3-d76c00010176', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:59:40.153329 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.255910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.257361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.351064 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.364366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e48017-7389-4603-9d64-c61b53ef9fce req-03cf4c5c-927e-468e-b539-26508ecdaa89 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:40.365889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58e48017-7389-4603-9d64-c61b53ef9fce req-03cf4c5c-927e-468e-b539-26508ecdaa89 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0901191 Aug 10 01:59:40.371711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:40.384404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Allocated IP 172.20.0.2 (063b3253-76ca-4c6d-b5f3-d76c00010176/364bf874-8a50-4379-8ca8-75f229acd959/c341cb26-f4ee-48aa-ab6c-b455088bc57d) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:59:40.389637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'e08e7733-01de-4bf1-b451-347e96d7ccc3', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'port_id': 'e08e7733-01de-4bf1-b451-347e96d7ccc3', 'mac_address': 'fa:16:3e:e2:be:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:59:40.407324 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58e48017-7389-4603-9d64-c61b53ef9fce req-cc939d9c-821a-4ad6-98e0-613e04f18e20 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350399 Aug 10 01:59:40.477836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.506354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08e7733-01de-4bf1-b451-347e96d7ccc3 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:40.540235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:40.589960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.603906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.607909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-48e10c42-5b5d-4905-9017-7f02a7dc645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:40.610012 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-48e10c42-5b5d-4905-9017-7f02a7dc645b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880&tenant_id=06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 1102 time: 0.0753624 Aug 10 01:59:40.615188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Transition to ACTIVE for port object c341cb26-f4ee-48aa-ab6c-b455088bc57d will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:40.622694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:40.650980 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.656423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Transition to ACTIVE for port object c341cb26-f4ee-48aa-ab6c-b455088bc57d will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:40.688842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.704052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e08e7733-01de-4bf1-b451-347e96d7ccc3,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:40.739396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f47a4c-80a2-4fc7-894c-9940b260306d req-5b405587-e1a9-4ff1-b098-c7bdf822b787 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:40.743453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20f47a4c-80a2-4fc7-894c-9940b260306d req-5b405587-e1a9-4ff1-b098-c7bdf822b787 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0649457 Aug 10 01:59:40.764302 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.821182 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20f47a4c-80a2-4fc7-894c-9940b260306d req-e854cad2-4802-4d7e-a5bc-b42307900817 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645912 Aug 10 01:59:40.830947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Network 063b3253-76ca-4c6d-b5f3-d76c00010176 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:40.835762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:40.838182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Pushing event updated for resources: {'Port': ['ID=c341cb26-f4ee-48aa-ab6c-b455088bc57d,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:40.849377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:59:40.902290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e08e7733-01de-4bf1-b451-347e96d7ccc3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:40.915869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b43daa-2b2c-4a9b-b6a9-a8adfdc2c4a8 req-0d7bde66-efed-4aae-9d8c-27b2c74edc73 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:40.927151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29b43daa-2b2c-4a9b-b6a9-a8adfdc2c4a8 req-0d7bde66-efed-4aae-9d8c-27b2c74edc73 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 945 time: 0.0944011 Aug 10 01:59:40.946478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Attempting to bind port c341cb26-f4ee-48aa-ab6c-b455088bc57d on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:59:40.948413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Attempting to bind port c341cb26-f4ee-48aa-ab6c-b455088bc57d by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:59:40.948413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Attempting to bind port c341cb26-f4ee-48aa-ab6c-b455088bc57d on network 063b3253-76ca-4c6d-b5f3-d76c00010176 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:40.959501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:59:40.960397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Checking segment: {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:59:40.960707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:40.961197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Bound using segment: {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:59:40.961778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Bound port: c341cb26-f4ee-48aa-ab6c-b455088bc57d, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:59:40.962370 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:41.007435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-d174111d-340f-44bc-b325-8df622d6fe80 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f0e47d9e92ff41998edaf41372e885ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352292 Aug 10 01:59:41.053082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29b43daa-2b2c-4a9b-b6a9-a8adfdc2c4a8 req-4071d5eb-dc0e-4e05-863a-df1c2b449f4e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132753 Aug 10 01:59:41.068168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] For port c341cb26-f4ee-48aa-ab6c-b455088bc57d, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:59:41.074102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] For port c341cb26-f4ee-48aa-ab6c-b455088bc57d, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c341cb26-f4ee-48aa-ab6c-b455088bc57d,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:59:41.168445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a2ee0b2b-f019-455f-a060-55566d2df854 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:41.170044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a2ee0b2b-f019-455f-a060-55566d2df854 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503656 Aug 10 01:59:41.174103 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:41.195632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-83a1f452-3d30-44fb-95d7-1ad8db1a1c2c tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/quotas/f0e47d9e92ff41998edaf41372e885ab HTTP/1.1" status: 200 len: 375 time: 0.0173185 Aug 10 01:59:41.249512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-77b93839-208e-46c7-8b0b-df9551272ba7 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0e47d9e92ff41998edaf41372e885ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528865 Aug 10 01:59:41.263020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049ae8-6a8d-4bf5-ac66-54d00217efb8 None None] Pushing event updated for resources: {'Port': ['ID=c341cb26-f4ee-48aa-ab6c-b455088bc57d,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:41.404854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:41.485107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:59:41.551800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:41.593339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:41.641158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166190b-be16-40d9-90ed-c57cd74780da req-deb97f30-2c26-44e2-869b-3af3a3017695 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:41.642989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9166190b-be16-40d9-90ed-c57cd74780da req-deb97f30-2c26-44e2-869b-3af3a3017695 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.0720053 Aug 10 01:59:41.672823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:41.672823 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edadf385-47a7-4ed2-8cd6-034339a48827" -d '{"events": [{"server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "name": "network-vif-unplugged", "status": "completed", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:41.678446 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:41.692318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-afbbdb3a-13ab-42ad-83dc-41118cf3af24 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f0e47d9e92ff41998edaf41372e885ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482559 Aug 10 01:59:41.712545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Transition to ACTIVE for port object df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:41.745429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9166190b-be16-40d9-90ed-c57cd74780da req-4b499fc2-eb37-41fb-b90a-13b0706096e1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857747 Aug 10 01:59:41.781885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Allocated IP 172.25.3.153 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/01120843-73a8-403a-8cf7-b498ab37782f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:59:41.841910 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc2b44-ff4d-43f7-be16-a7d4866f211b x-openstack-request-id: req-33fc2b44-ff4d-43f7-be16-a7d4866f211b {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:41.842206 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "name": "network-vif-unplugged", "status": "completed", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:41.842475 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33fc2b44-ff4d-43f7-be16-a7d4866f211b {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:41.842885 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'code': 200} Aug 10 01:59:41.845561 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:41.857920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-aba51a73-8d99-447c-aa45-8781e4408219 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:41.860149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-aba51a73-8d99-447c-aa45-8781e4408219 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576974 Aug 10 01:59:41.877460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-446e35d2-4ada-44ba-a163-23d5c10c2971 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/quotas/f0e47d9e92ff41998edaf41372e885ab HTTP/1.1" status: 200 len: 375 time: 0.0099602 Aug 10 01:59:41.936030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] No DVR routers for this DVR port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:59:41.941706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Pushing event updated for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:41.952530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-39b4ab85-7dc2-4030-945e-04f77f5de3c3 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0e47d9e92ff41998edaf41372e885ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671074 Aug 10 01:59:41.995632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69def5-e7a3-4435-9060-88e2ec1e348e req-98fa32df-90bb-44f0-bff2-8b432b733cff tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:41.997102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce69def5-e7a3-4435-9060-88e2ec1e348e req-98fa32df-90bb-44f0-bff2-8b432b733cff tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1105111 Aug 10 01:59:42.036802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Attempting to bind port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:59:42.037202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Attempting to bind port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:59:42.037476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Attempting to bind port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:42.046377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.050081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:59:42.050498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Attempting to bind port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:42.060336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:59:42.060685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:59:42.061320 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:59:42.061603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Bound port: df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:59:42.062091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.099203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce69def5-e7a3-4435-9060-88e2ec1e348e req-0581ef28-b4c3-45b1-b54a-81d4084d7b8e tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839756 Aug 10 01:59:42.150039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42350) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:42.155583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e08e7733-01de-4bf1-b451-347e96d7ccc3 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:42.219211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:59:42.227392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:59:42.299053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd2de7-3d0d-4537-999e-b5cc66a2f8a1 req-26f66071-6468-4ffc-bfda-6c5c012d6a50 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:42.302601 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4cd2de7-3d0d-4537-999e-b5cc66a2f8a1 req-26f66071-6468-4ffc-bfda-6c5c012d6a50 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 945 time: 0.0902917 Aug 10 01:59:42.313656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.379172 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85390e16-d8fa-49c1-8b97-d216f683af5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.381072 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.394838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port e08e7733-01de-4bf1-b451-347e96d7ccc3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:42.399538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port e08e7733-01de-4bf1-b451-347e96d7ccc3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:42.400058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.409726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4cd2de7-3d0d-4537-999e-b5cc66a2f8a1 req-8915c46f-d54d-4c87-bc18-9f1753cd17b3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985382 Aug 10 01:59:42.440455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:42.441118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.447770 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] 10.222.0.11 "PUT /v2.0/ports/df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 1097 time: 1.8275442 Aug 10 01:59:42.514457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Pushing event updated for resources: {'Port': ['ID=01120843-73a8-403a-8cf7-b498ab37782f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:42.551890 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:42.604393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:42.607393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.607788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.608151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.608492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.608825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.609159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.610010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.610010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.610679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.613598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fa6afc0-8c3a-42f9-9fc9-501eb2c682b5 req-c94875c4-fd38-4c22-ae0c-4a7ca2aebd7e tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 210 time: 0.0735931 Aug 10 01:59:42.615032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.615706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.618745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:42.624032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:59:42.666377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85390e16-d8fa-49c1-8b97-d216f683af5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.674585 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.725704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:42.728587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:42.731087 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea27f2e-2c3b-4905-b9a9-8e59e767f84a" -d '{"events": [{"server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "name": "network-vif-plugged", "status": "completed", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:42.734351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb93527b-f2c2-4ef7-b3cc-3ca5ae5e32ba None None] Network 063b3253-76ca-4c6d-b5f3-d76c00010176 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:59:42.752126 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.752588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d417b8-a7c0-4fc7-b0a0-a7d2cae40864 service neutron] Pushing event updated for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:42.767167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-7e289176-fbe5-480b-ac6b-e2ab61f0951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:42.768687 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-7e289176-fbe5-480b-ac6b-e2ab61f0951b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 1100 time: 0.2450068 Aug 10 01:59:42.782484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85390e16-d8fa-49c1-8b97-d216f683af5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.855621 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f43abf-19ed-42c5-94bc-aede2f803d4d x-openstack-request-id: req-71f43abf-19ed-42c5-94bc-aede2f803d4d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:42.856232 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "name": "network-vif-plugged", "status": "completed", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:42.856580 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71f43abf-19ed-42c5-94bc-aede2f803d4d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:42.857067 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3', 'code': 200} Aug 10 01:59:42.887301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-85390e16-d8fa-49c1-8b97-d216f683af5e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f78798314ff480a9d81c3e66dc2706e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7356966 Aug 10 01:59:42.889977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42372) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:42.895670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85390e16-d8fa-49c1-8b97-d216f683af5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c070f0ce-23e4-4352-99d2-7bb989984fba,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:42.925695 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:42.965802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-26795d2d-6773-404c-81dc-1825ada14e2f None None] Provisioning for port c341cb26-f4ee-48aa-ab6c-b455088bc57d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:42.980918 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd06cb2-5184-4644-826a-b98f4c7e167f req-1cde097d-8102-455b-9cef-da7393ef47d3 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:42.981945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bd06cb2-5184-4644-826a-b98f4c7e167f req-1cde097d-8102-455b-9cef-da7393ef47d3 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 948 time: 0.1353054 Aug 10 01:59:43.003080 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-36cae2c4-4fe7-4664-bfa4-9f2fc0657c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.013190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e6cdc-2a17-4334-9c83-45b2301208ee req-99c6bc46-63ef-4f87-9e83-5c808a3ba79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:43.014694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc1e6cdc-2a17-4334-9c83-45b2301208ee req-99c6bc46-63ef-4f87-9e83-5c808a3ba79e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 1098 time: 0.1060925 Aug 10 01:59:43.050232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e08e7733-01de-4bf1-b451-347e96d7ccc3,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:43.058147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-170d8852-d35a-463a-8604-57bdcd315418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:43.065034 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-170d8852-d35a-463a-8604-57bdcd315418 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2229764 Aug 10 01:59:43.076993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-36cae2c4-4fe7-4664-bfa4-9f2fc0657c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.106938 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bd06cb2-5184-4644-826a-b98f4c7e167f req-4fd3b496-d8da-417b-a5aa-9dbee406c827 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047127 Aug 10 01:59:43.116990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc1e6cdc-2a17-4334-9c83-45b2301208ee req-414de05c-54b5-43da-b42b-0f61ab23d7c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936165 Aug 10 01:59:43.140300 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-df05d755-5a07-491e-8754-94cfbcd1a1dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 217 time: 0.0578585 Aug 10 01:59:43.255741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c341cb26-f4ee-48aa-ab6c-b455088bc57d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:43.277766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83803b-e109-4053-be38-23e543565cc0 req-690c37cf-ebc8-4d79-9b9c-ff6242d48df4 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:43.286340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-7133a46f-7ff1-4244-a7f4-f2624a33ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:43.286978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f83803b-e109-4053-be38-23e543565cc0 req-690c37cf-ebc8-4d79-9b9c-ff6242d48df4 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1028996 Aug 10 01:59:43.287860 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-7133a46f-7ff1-4244-a7f4-f2624a33ffd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1105011 Aug 10 01:59:43.296100 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-36cae2c4-4fe7-4664-bfa4-9f2fc0657c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.298779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-36cae2c4-4fe7-4664-bfa4-9f2fc0657c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.299969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-36cae2c4-4fe7-4664-bfa4-9f2fc0657c27 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c070f0ce-23e4-4352-99d2-7bb989984fba HTTP/1.1" status: 204 len: 168 time: 0.4059272 Aug 10 01:59:43.340441 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.346809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cae2c4-4fe7-4664-bfa4-9f2fc0657c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c070f0ce-23e4-4352-99d2-7bb989984fba,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:43.388391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f83803b-e109-4053-be38-23e543565cc0 req-1253983a-6c35-485f-9bf2-3c64ae09f8d4 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001000 Aug 10 01:59:43.448376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-ea9d0a63-82b8-40a4-81ba-685cc8729af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:43.450144 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-ea9d0a63-82b8-40a4-81ba-685cc8729af0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485682 Aug 10 01:59:43.560516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91494a9e-3c78-4477-9997-50719e6e4fa4 req-ac527a41-ccfb-4d60-9912-90809cc75752 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:43.562839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91494a9e-3c78-4477-9997-50719e6e4fa4 req-ac527a41-ccfb-4d60-9912-90809cc75752 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0673926 Aug 10 01:59:43.616952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91494a9e-3c78-4477-9997-50719e6e4fa4 req-8738e7c8-9703-41d6-b716-19df58aef2a6 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476379 Aug 10 01:59:43.633313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c341cb26-f4ee-48aa-ab6c-b455088bc57d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:43.637476 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c341cb26-f4ee-48aa-ab6c-b455088bc57d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:43.637923 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.732273 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-04cd1858-d959-4f39-bddd-41455b74193a service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451262 Aug 10 01:59:43.735172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.739440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2544f6a-7cfa-4098-8054-0935caca181a req-91df618b-6daa-42c1-bf60-f5ffcb8e8185 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 210 time: 0.0302958 Aug 10 01:59:43.768891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.772829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port c341cb26-f4ee-48aa-ab6c-b455088bc57d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c341cb26-f4ee-48aa-ab6c-b455088bc57d,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:43.845590 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:43.847863 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:43.885361 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:43.925914 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0161a9a0-35c1-44a1-9a9c-7b4939cde5f4 x-openstack-request-id: req-0161a9a0-35c1-44a1-9a9c-7b4939cde5f4 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:43.926217 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:43.926475 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0161a9a0-35c1-44a1-9a9c-7b4939cde5f4 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:43.927299 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'status': 'completed', 'code': 200} Aug 10 01:59:43.959401 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dca9712c-71d7-4f64-87ef-798a12d1cd40 req-78e832c6-4ae6-4afa-bf53-bd55ff8ee657 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168343 Aug 10 01:59:43.989637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=c341cb26-f4ee-48aa-ab6c-b455088bc57d,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:43.996077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-786b37d3-810e-47c8-8c70-46d1dd753675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:43.998639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-786b37d3-810e-47c8-8c70-46d1dd753675 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 1100 time: 0.0554550 Aug 10 01:59:44.092720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-66ec2e6b-8656-4e1f-b8a8-1d1d22f27538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.094830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-66ec2e6b-8656-4e1f-b8a8-1d1d22f27538 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.0892437 Aug 10 01:59:44.137159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-34fbd50e-c876-45af-8420-64fca1176a15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 217 time: 0.0351572 Aug 10 01:59:44.148329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Router a59ea197-f0f0-44f4-9cd3-a36252533575 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:59:44.153198 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:44.204934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-1a47666a-af3d-4e57-8edc-abb9c9388528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.207043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-1a47666a-af3d-4e57-8edc-abb9c9388528 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0633624 Aug 10 01:59:44.287252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-65ee29a1-f2f4-4b25-9024-950f46d6ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.288930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-65ee29a1-f2f4-4b25-9024-950f46d6ca96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709136 Aug 10 01:59:44.296428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00feefba-1065-4b3e-b4ab-bd7b28f76a74 req-987bdba1-b476-419d-9522-84401e619cd1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.298347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00feefba-1065-4b3e-b4ab-bd7b28f76a74 req-987bdba1-b476-419d-9522-84401e619cd1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 948 time: 0.0902452 Aug 10 01:59:44.325847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-769ed19f-9e71-47a6-9873-462c9d87dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.327366 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-769ed19f-9e71-47a6-9873-462c9d87dd95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 1100 time: 0.1293552 Aug 10 01:59:44.392273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:59:44.396943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00feefba-1065-4b3e-b4ab-bd7b28f76a74 req-2faf083d-bdc2-492b-b6a3-e0ff4bf2deaf tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894308 Aug 10 01:59:44.414404 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Sync routers for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:59:44.427450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-7d18462e-7e6e-405d-b9f8-161b063d2747 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280890 Aug 10 01:59:44.446778 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:44.447508 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:59:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:44.484141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-5c86f384-9687-4dc8-87df-2c386a66703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.485963 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-5c86f384-9687-4dc8-87df-2c386a66703c service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1493075 Aug 10 01:59:44.554657 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-6df1ab89-fb19-49d8-84d5-3944f038d07c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 217 time: 0.0592506 Aug 10 01:59:44.555532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:44.556719 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-20788a4e-dde1-49f9-945e-371b9e64720a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4146180 Aug 10 01:59:44.559752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42412) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:44.619649 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:44.691208 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-511fdce0-a340-40ac-ade3-1f0b11ed5b33 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566562 Aug 10 01:59:44.711377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c852cf5-09af-49f3-aa82-efc99b53db15 req-be2463de-d719-4e91-a8e3-abc1ff10276f tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.721028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c852cf5-09af-49f3-aa82-efc99b53db15 req-be2463de-d719-4e91-a8e3-abc1ff10276f tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1733155 Aug 10 01:59:44.769727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c852cf5-09af-49f3-aa82-efc99b53db15 req-892535b8-e3af-4229-a381-3b632e5de2a4 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Aug 10 01:59:44.789515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-f588f026-9258-4a4e-a991-14eaf4f95c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.791033 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-f588f026-9258-4a4e-a991-14eaf4f95c77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.2221498 Aug 10 01:59:44.887181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-5e9ab013-84d3-4166-8901-820c8e0e8ed9 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f0e47d9e92ff41998edaf41372e885ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086440 Aug 10 01:59:44.887690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-c0228f6b-4717-40d7-942c-a63dd3701288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.889209 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-c0228f6b-4717-40d7-942c-a63dd3701288 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0858724 Aug 10 01:59:44.978989 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:43Z', 'revision_number': 3, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:45.061905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Checking router: a59ea197-f0f0-44f4-9cd3-a36252533575 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:59:45.061905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Updating router a59ea197-f0f0-44f4-9cd3-a36252533575 port 01120843-73a8-403a-8cf7-b498ab37782f binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:59:45.086671 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:45.128369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-18be02b5-11bc-4fd7-807f-47a3ca5ea61f service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233839 Aug 10 01:59:45.144726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c341cb26-f4ee-48aa-ab6c-b455088bc57d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:45.231101 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:45.310077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:59:45.313722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c341cb26-f4ee-48aa-ab6c-b455088bc57d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:45.314320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:45.475623 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:45.488261 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Transition to ACTIVE for port object 01120843-73a8-403a-8cf7-b498ab37782f will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:45.501662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa0fa6-bdb6-4fdc-9688-b41fc707d8a1 req-9244698b-b134-40d4-8ce1-97702fa459b3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:45.510862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99aa0fa6-bdb6-4fdc-9688-b41fc707d8a1 req-9244698b-b134-40d4-8ce1-97702fa459b3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.7095361 Aug 10 01:59:45.574262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e123dfa9-2171-44a8-bd9b-069e6d84d688 req-0ffa8259-b5de-4402-b5ee-71001b8b7c67 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 210 time: 0.0949149 Aug 10 01:59:45.576891 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:45.608761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-745592da-493a-43c3-9464-0ad203f8e151 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:45.610988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-745592da-493a-43c3-9464-0ad203f8e151 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7088020 Aug 10 01:59:45.664270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99aa0fa6-bdb6-4fdc-9688-b41fc707d8a1 req-484782eb-5fc4-4d91-a2b9-9cc3eb53f947 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491735 Aug 10 01:59:45.676544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Request body: {'port': {'device_id': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'f0e47d9e92ff41998edaf41372e885ab'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:45.676544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-15e96973-a017-4aaa-8ceb-b97eaf8183ad tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f0e47d9e92ff41998edaf41372e885ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1078279 Aug 10 01:59:45.691014 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be59fad-7d18-422d-aff3-462150199c1a None None] Pushing event updated for resources: {'Port': ['ID=01120843-73a8-403a-8cf7-b498ab37782f,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:45.724800 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Attempting to bind port 01120843-73a8-403a-8cf7-b498ab37782f on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:59:45.725347 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Attempting to bind port 01120843-73a8-403a-8cf7-b498ab37782f by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:59:45.725762 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Attempting to bind port 01120843-73a8-403a-8cf7-b498ab37782f on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:45.732703 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:59:45.733917 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:59:45.734720 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:45.735370 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:59:45.736063 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Bound port: 01120843-73a8-403a-8cf7-b498ab37782f, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:59:45.736645 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:45.758653 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16acd1cc-8a80-473b-9c7e-912f5e5d87c6 req-3022be4a-6410-47ea-bfda-385f449ef671 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196005 Aug 10 01:59:45.803712 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] For port 01120843-73a8-403a-8cf7-b498ab37782f, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:59:45.808187 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] For port 01120843-73a8-403a-8cf7-b498ab37782f, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=01120843-73a8-403a-8cf7-b498ab37782f,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:59:45.866278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:45.886597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6eea0-5c0e-4ae8-9fe4-2876c55911f9 req-65e0d862-2eaf-4743-aad3-22119bafc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:45.887174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25d6eea0-5c0e-4ae8-9fe4-2876c55911f9 req-65e0d862-2eaf-4743-aad3-22119bafc909 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 1097 time: 0.3569365 Aug 10 01:59:45.950614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37702174-a4e0-4e65-b393-414baa4d553b req-17c0898b-6394-49c4-8954-2bb251761b44 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:45.952092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37702174-a4e0-4e65-b393-414baa4d553b req-17c0898b-6394-49c4-8954-2bb251761b44 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 948 time: 0.2603598 Aug 10 01:59:46.005023 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.018246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25d6eea0-5c0e-4ae8-9fe4-2876c55911f9 req-d00afb50-d8aa-4221-8365-3daacb07af2a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143632 Aug 10 01:59:46.027515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-54f6b7b9-8981-4bc3-ad58-fca5e602f12f tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:46.028989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-54f6b7b9-8981-4bc3-ad58-fca5e602f12f tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3053956 Aug 10 01:59:46.051544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Request body: {'port': {'device_id': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': 'f0e47d9e92ff41998edaf41372e885ab'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:46.089879 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:46.090967 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:59:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:46.095743 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be59fad-7d18-422d-aff3-462150199c1a None None] Pushing event updated for resources: {'Port': ['ID=01120843-73a8-403a-8cf7-b498ab37782f,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:46.120181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Allocated IP 172.20.0.1 (063b3253-76ca-4c6d-b5f3-d76c00010176/364bf874-8a50-4379-8ca8-75f229acd959/e962c10e-63c5-41a9-b20f-965132278f89) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:59:46.123162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37702174-a4e0-4e65-b393-414baa4d553b req-02b642d7-3c14-4489-84b5-586cd3872254 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458647 Aug 10 01:59:46.170593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:59:46.175637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Made reservation on behalf of f0e47d9e92ff41998edaf41372e885ab for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:59:46.183168 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.254696 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.320868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:46.329964 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:46.337029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'mac_address': 'fa:16:3e:a9:09:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:59:46.347210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.367798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Transition to ACTIVE for port object e962c10e-63c5-41a9-b20f-965132278f89 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:46.407236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd67d4-3d1f-4a65-beed-bd37e5e3f84c req-f17e5c23-3a82-487a-a252-4d980fd24228 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:46.416276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36dd67d4-3d1f-4a65-beed-bd37e5e3f84c req-f17e5c23-3a82-487a-a252-4d980fd24228 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1591952 Aug 10 01:59:46.419207 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.455589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:46.500334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:46.530502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36dd67d4-3d1f-4a65-beed-bd37e5e3f84c req-cfe789b6-b301-4d84-9182-5d1b1078e852 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129510 Aug 10 01:59:46.547407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb158-e9ed-4cc6-852b-0a9d0f96d925 req-f7760be0-ecb1-453f-9058-669ea5656c91 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:46.548917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e68cb158-e9ed-4cc6-852b-0a9d0f96d925 req-f7760be0-ecb1-453f-9058-669ea5656c91 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0917306 Aug 10 01:59:46.566716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.585349 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:43Z', 'revision_number': 3, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:46.605003 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.612361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e68cb158-e9ed-4cc6-852b-0a9d0f96d925 req-c79f7b91-6394-48bf-916a-1510d2384d2a tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553429 Aug 10 01:59:46.624135 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.631645 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbdb873-e6f5-4628-89f5-bbb355b2c716 None None] The sync data for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 is: [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:43Z', 'revision_number': 3, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:59:46.639138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Network 063b3253-76ca-4c6d-b5f3-d76c00010176 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:46.643332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:46.645790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:59:46.648309 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Pushing event updated for resources: {'Port': ['ID=e962c10e-63c5-41a9-b20f-965132278f89,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:46.707852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:46.718095 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.733792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbec3b9f-0390-4118-a24c-11d8f6dc340b req-928fc063-36cc-4ea1-b965-62c1b1f63c73 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 210 time: 0.0416667 Aug 10 01:59:46.791449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:46.848973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:46.911232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:46.929336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.929696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.930093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.930441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.930807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.931194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.932995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.932995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.932995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.932995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.932995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:46.933453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.016997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Made reservation on behalf of f0e47d9e92ff41998edaf41372e885ab for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:59:47.020545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.108451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Allocated IP 192.168.233.142 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/a2c6091d-ba94-4ee4-8fbd-a4e251b0a183) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:59:47.108874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.200775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 01120843-73a8-403a-8cf7-b498ab37782f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:47.319538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-67dfeaa7-93a7-49ee-8e07-85b4c6fbeaff None None] Provisioning for port e962c10e-63c5-41a9-b20f-965132278f89 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:47.320487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-67dfeaa7-93a7-49ee-8e07-85b4c6fbeaff None None] Provisioning complete for port e962c10e-63c5-41a9-b20f-965132278f89 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:47.321085 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67dfeaa7-93a7-49ee-8e07-85b4c6fbeaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.371409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-67dfeaa7-93a7-49ee-8e07-85b4c6fbeaff None None] Port e962c10e-63c5-41a9-b20f-965132278f89 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:59:47.406534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374cd2d-d31a-46fb-9813-4ac6b0da3658 req-97e043a8-0456-4249-882a-a1639012068f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:47.406534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a374cd2d-d31a-46fb-9813-4ac6b0da3658 req-97e043a8-0456-4249-882a-a1639012068f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 949 time: 0.1375611 Aug 10 01:59:47.411032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 01120843-73a8-403a-8cf7-b498ab37782f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:47.415290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 01120843-73a8-403a-8cf7-b498ab37782f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:47.415734 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.490453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.504534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a374cd2d-d31a-46fb-9813-4ac6b0da3658 req-fab2836e-64cb-4445-84b5-5101d49c0920 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884414 Aug 10 01:59:47.527977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.554058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Transition to ACTIVE for port object a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:47.559057 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.583073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.609478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 01120843-73a8-403a-8cf7-b498ab37782f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=01120843-73a8-403a-8cf7-b498ab37782f,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:47.675987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Pushing event updated for resources: {'Port': ['ID=e962c10e-63c5-41a9-b20f-965132278f89,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:47.679625 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.684536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c432be-9958-4038-8a95-dc9a2248e94a req-b41c9236-0797-4eca-9063-8deb0c1e4921 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:47.686248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2c432be-9958-4038-8a95-dc9a2248e94a req-b41c9236-0797-4eca-9063-8deb0c1e4921 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0644953 Aug 10 01:59:47.752580 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.755656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2c432be-9958-4038-8a95-dc9a2248e94a req-21b3ce8b-2e5f-4055-bd3c-e7ca0df36866 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627043 Aug 10 01:59:47.765897 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.815089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:47.820226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:47.829153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Network 063b3253-76ca-4c6d-b5f3-d76c00010176 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:47.832953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:47.848807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:59:47.887543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=01120843-73a8-403a-8cf7-b498ab37782f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:47.938354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Allocated IP 192.168.233.109 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/a3e19979-074e-4b14-9dc6-68867c8c8b9b) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:59:47.987443 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0d82716-ef84-48b1-aaa9-ac6b52c8c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.027105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Router a59ea197-f0f0-44f4-9cd3-a36252533575 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:59:48.144506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:48.189930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:48.205254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:59:48.218367 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-219f248e-f488-4f70-89a8-e5da125acea3 admin admin] 10.222.0.38 "PUT /v2.0/routers/a59ea197-f0f0-44f4-9cd3-a36252533575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6535726 Aug 10 01:59:48.252398 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.286858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9484df5-0761-4d3f-806b-dcf5d414017b req-0fdee5d6-cc12-4511-b5e2-fdabf576657d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 210 time: 0.1911552 Aug 10 01:59:48.315153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:48.315801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.347825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Transition to ACTIVE for port object a3e19979-074e-4b14-9dc6-68867c8c8b9b will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:48.388401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:48.391655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d55910-0a6f-4023-9812-f5cc8b7d7f00 req-2666a42e-314b-4070-9213-e602666f087b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:48.393767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:48.394278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.401079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d55910-0a6f-4023-9812-f5cc8b7d7f00 req-2666a42e-314b-4070-9213-e602666f087b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.4927683 Aug 10 01:59:48.436746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-40ac6310-3e2c-4789-88ae-e77a706cec73 None None] Provisioning for port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:48.458531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-40ac6310-3e2c-4789-88ae-e77a706cec73 None None] Provisioning complete for port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:48.459012 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-40ac6310-3e2c-4789-88ae-e77a706cec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.487886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-22c01767-c400-4c9c-b142-33074994f362 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:48.489641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-22c01767-c400-4c9c-b142-33074994f362 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880&tenant_id=06a4dae1bf8f4965893a5741147e11d2&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 949 time: 0.2162571 Aug 10 01:59:48.513203 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-40ac6310-3e2c-4789-88ae-e77a706cec73 None None] Port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:59:48.554609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-40ac6310-3e2c-4789-88ae-e77a706cec73 None None] Provisioning complete for port e962c10e-63c5-41a9-b20f-965132278f89 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:48.554870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-710eb533-f7cf-4489-84c3-1dc347acec2b tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9117572 Aug 10 01:59:48.554982 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-40ac6310-3e2c-4789-88ae-e77a706cec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.557849 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.563903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d55910-0a6f-4023-9812-f5cc8b7d7f00 req-119ce748-5949-474b-b716-c484f157529c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619039 Aug 10 01:59:48.587712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Request body: {'port': {'device_id': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:48.642733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:48.648776 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.651071 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1bac23-0617-4d5f-87a6-77eadd779da2" -d '{"events": [{"server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "name": "network-vif-plugged", "status": "completed", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:48.653005 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-0bde0496-c035-4b87-b408-8bc5363fc3c9 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:59:48.654115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-0bde0496-c035-4b87-b408-8bc5363fc3c9 service neutron] 10.222.0.16 "DELETE /v2.0/ports/df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1/bindings/n-h1-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.1560869 Aug 10 01:59:48.672730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:48.675555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-40ac6310-3e2c-4789-88ae-e77a706cec73 None None] Port e962c10e-63c5-41a9-b20f-965132278f89 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:59:48.757112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1239ed3-aa06-4954-987f-00059dfb3079 req-e3d002f7-d50d-404b-a153-4db722acc434 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:48.758763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1239ed3-aa06-4954-987f-00059dfb3079 req-e3d002f7-d50d-404b-a153-4db722acc434 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 949 time: 0.2681937 Aug 10 01:59:48.759444 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.766960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.782783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:48.812917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:48.818325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Pushing event updated for resources: {'Port': ['ID=a3e19979-074e-4b14-9dc6-68867c8c8b9b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:48.830904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:59:48.837309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:48.875872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Sync routers for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:59:48.888383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:48.889309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:59:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:48.953479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1239ed3-aa06-4954-987f-00059dfb3079 req-01fb4a00-03ca-4b18-be08-73f61b3bc77f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725605 Aug 10 01:59:48.960740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-e9e1db49-8616-4a5e-8190-817a32e25786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:48.962501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-e9e1db49-8616-4a5e-8190-817a32e25786 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 1102 time: 0.2153320 Aug 10 01:59:49.090980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:49.091918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.099709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:49.164495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 01120843-73a8-403a-8cf7-b498ab37782f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:49.217006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-1b1b14f1-b5f3-4fe0-8a89-a3faea96c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:49.219425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-1b1b14f1-b5f3-4fe0-8a89-a3faea96c944 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2339058 Aug 10 01:59:49.293351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-6de87592-675d-4959-a68a-0f650676457b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 217 time: 0.0634050 Aug 10 01:59:49.317040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 01120843-73a8-403a-8cf7-b498ab37782f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:49.317421 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.348645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-01b8c588-cf14-4e38-9db2-500c0d6efd46 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3026261 Aug 10 01:59:49.371909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Request body: {'port': {'device_id': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:49.412732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-ac13851c-3f38-4ea0-867a-05050d9a3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:49.414263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-ac13851c-3f38-4ea0-867a-05050d9a3c15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1109502 Aug 10 01:59:49.430135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fcfec0ed-e18e-4ec9-a2cb-bc6cc23a9d7f None None] Provisioning for port a3e19979-074e-4b14-9dc6-68867c8c8b9b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:49.447610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fcfec0ed-e18e-4ec9-a2cb-bc6cc23a9d7f None None] Provisioning complete for port a3e19979-074e-4b14-9dc6-68867c8c8b9b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:49.447990 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fcfec0ed-e18e-4ec9-a2cb-bc6cc23a9d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.469065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42568) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:49.473924 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a5e75e63-c1a0-4a60-8d11-d3e2029927bb tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036436155', 'description': 'tempest-description--1445355138'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:49.514652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:46Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e962c10e-63c5-41a9-b20f-965132278f89', 'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'mac_address': 'fa:16:3e:e8:16:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:45Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 2, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'subnets': [{'id': '364bf874-8a50-4379-8ca8-75f229acd959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:49.543838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.546797 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f47577-e17c-4e45-8bb3-1376b9f11935 x-openstack-request-id: req-43f47577-e17c-4e45-8bb3-1376b9f11935 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:49.547087 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "name": "network-vif-plugged", "status": "completed", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:49.547339 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43f47577-e17c-4e45-8bb3-1376b9f11935 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:49.547737 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'code': 200} Aug 10 01:59:49.548786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Checking router: a59ea197-f0f0-44f4-9cd3-a36252533575 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:59:49.549198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Updating router a59ea197-f0f0-44f4-9cd3-a36252533575 port e962c10e-63c5-41a9-b20f-965132278f89 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:59:49.551295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-fcfec0ed-e18e-4ec9-a2cb-bc6cc23a9d7f None None] Port a3e19979-074e-4b14-9dc6-68867c8c8b9b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:59:49.578437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:49.591304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-e32e07fd-18c1-41df-b44b-1d2710da12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:49.594512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-e32e07fd-18c1-41df-b44b-1d2710da12e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1651635 Aug 10 01:59:49.596154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.609466 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.634121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-f036478e-b694-4280-9ec9-62c204d2df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:49.636639 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-f036478e-b694-4280-9ec9-62c204d2df30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 1097 time: 0.0544970 Aug 10 01:59:49.683492 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e75e63-c1a0-4a60-8d11-d3e2029927bb tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.685200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Transition to ACTIVE for port object a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:49.773654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42574) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:49.841914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-f2fb0b04-257b-474d-b0a3-fc9382214cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:49.844359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-f2fb0b04-257b-474d-b0a3-fc9382214cf3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 919 time: 0.1916969 Aug 10 01:59:49.845835 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.900472 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-599f90e2-37c1-49c6-9e44-e764c1c68875 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf094eee-8039-4518-a83c-44221c870f09 HTTP/1.1" status: 200 len: 217 time: 0.0458829 Aug 10 01:59:49.918213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf71c59-5c50-47fe-a989-1b2b8669eefb req-82d77623-4411-4d87-8e92-d09ed621adb7 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:49.927099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-edf71c59-5c50-47fe-a989-1b2b8669eefb req-82d77623-4411-4d87-8e92-d09ed621adb7 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 936 time: 0.3005390 Aug 10 01:59:49.965467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e75e63-c1a0-4a60-8d11-d3e2029927bb tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.006398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-22050ba3-5c30-421e-802d-f37f8898d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:50.008129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-22050ba3-5c30-421e-802d-f37f8898d267 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.0954444 Aug 10 01:59:50.009205 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e38c5d5-20ad-4cf6-b439-8f79f2e11ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.017066 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.031829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Transition to ACTIVE for port object e962c10e-63c5-41a9-b20f-965132278f89 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:50.045745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-97267f4d-4dfa-4fd7-a364-3fc064b12ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273032 Aug 10 01:59:50.066128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-b233a4e5-1a53-4a06-80f6-4e91097c2873 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455945 Aug 10 01:59:50.087668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:50.148867 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.149491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcbfbd-2fe4-427d-9b52-5f42f15b7180 req-e2d479e4-43a4-47e6-ae5b-0cb16710e715 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:50.154186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e75e63-c1a0-4a60-8d11-d3e2029927bb tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.157013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cadcbfbd-2fe4-427d-9b52-5f42f15b7180 req-e2d479e4-43a4-47e6-ae5b-0cb16710e715 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.3784449 Aug 10 01:59:50.211192 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-850908c1-88ba-40e7-885d-4388cf1d73d0 service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563816 Aug 10 01:59:50.216304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eb1f4-3fea-4b85-bdd4-904678683f0a None None] Pushing event updated for resources: {'Port': ['ID=e962c10e-63c5-41a9-b20f-965132278f89,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:50.279867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Attempting to bind port e962c10e-63c5-41a9-b20f-965132278f89 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:59:50.280307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Attempting to bind port e962c10e-63c5-41a9-b20f-965132278f89 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:59:50.280807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Attempting to bind port e962c10e-63c5-41a9-b20f-965132278f89 on network 063b3253-76ca-4c6d-b5f3-d76c00010176 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:50.289915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:59:50.290593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Checking segment: {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:59:50.291173 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.291916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Bound using segment: {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:59:50.292389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Bound port: e962c10e-63c5-41a9-b20f-965132278f89, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:59:50.292878 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.298953 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e38c5d5-20ad-4cf6-b439-8f79f2e11ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.300917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e75e63-c1a0-4a60-8d11-d3e2029927bb tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f7840b-c54d-42ec-89e7-98519dac0b3d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:50.385003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] For port e962c10e-63c5-41a9-b20f-965132278f89, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:59:50.389025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] For port e962c10e-63c5-41a9-b20f-965132278f89, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e962c10e-63c5-41a9-b20f-965132278f89,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:59:50.415638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e38c5d5-20ad-4cf6-b439-8f79f2e11ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.439334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7ce3b4b5-d380-4501-8dd0-7bcbca26c8d1 req-382cb8e1-032a-4bf9-a63a-83d4e5385b50 service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220624 Aug 10 01:59:50.466898 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5e38c5d5-20ad-4cf6-b439-8f79f2e11ff3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84384c296fc34656bbf5d2278aa2652b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910985 Aug 10 01:59:50.467555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42580) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:50.474501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38c5d5-20ad-4cf6-b439-8f79f2e11ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247760d7-f075-4b22-b37d-e2591cb38670,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:50.492455 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.519374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5e75e63-c1a0-4a60-8d11-d3e2029927bb tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.520804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a5e75e63-c1a0-4a60-8d11-d3e2029927bb tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0506024 Aug 10 01:59:50.523765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42582) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:50.529083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4e8ccfdd-881f-4721-bd8d-f54436aa2f83 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Request body: {'security_group_rule': {'security_group_id': '98f7840b-c54d-42ec-89e7-98519dac0b3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:50.532185 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af89db27-fe3e-42f8-8b61-ef707b7145cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.576850 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-f780-4129-925b-a309d0650cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.585076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eb1f4-3fea-4b85-bdd4-904678683f0a None None] Pushing event updated for resources: {'Port': ['ID=e962c10e-63c5-41a9-b20f-965132278f89,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:50.599960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:59:50.600608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:59:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:50.611203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-f780-4129-925b-a309d0650cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.698446 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccfdd-881f-4721-bd8d-f54436aa2f83 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.729120 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-edf71c59-5c50-47fe-a989-1b2b8669eefb req-5ddf5f37-c862-453d-a5d1-098923396349 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966080 Aug 10 01:59:50.783274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-f780-4129-925b-a309d0650cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.786891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4abbc6cf-f780-4129-925b-a309d0650cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.790837 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4abbc6cf-f780-4129-925b-a309d0650cd6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/247760d7-f075-4b22-b37d-e2591cb38670 HTTP/1.1" status: 204 len: 168 time: 0.3198388 Aug 10 01:59:50.838144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:59:50.849270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbc6cf-f780-4129-925b-a309d0650cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247760d7-f075-4b22-b37d-e2591cb38670,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:50.856903 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccfdd-881f-4721-bd8d-f54436aa2f83 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.861793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Attempting to bind port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:59:50.861793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Attempting to bind port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:59:50.862165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Attempting to bind port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:50.961111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:59:50.961510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Attempting to bind port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:50.972739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cadcbfbd-2fe4-427d-9b52-5f42f15b7180 req-b1cc3fb3-0d16-4fc1-9492-c3c372191f5b tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8148978 Aug 10 01:59:50.982952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccfdd-881f-4721-bd8d-f54436aa2f83 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.984851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:59:50.985201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:59:50.985587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:59:50.986045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Bound port: a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:59:50.986414 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.000992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0ae091-f2af-4771-a050-f5ca064d964d req-e9b47d5f-89d7-4a86-a8bf-9e596e608763 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9044144 Aug 10 01:59:51.012749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e19979-074e-4b14-9dc6-68867c8c8b9b {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:51.020962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ccfdd-881f-4721-bd8d-f54436aa2f83 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d59a84-2f97-4b85-b55c-5a41ebe27025,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:51.026607 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.041672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ce542-743a-424e-922b-dda77dfd05b0 req-5b3ac0c7-e879-4eb5-891b-9630380a067f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:51.043286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d86ce542-743a-424e-922b-dda77dfd05b0 req-5b3ac0c7-e879-4eb5-891b-9630380a067f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.1779294 Aug 10 01:59:51.095820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Transition to ACTIVE for port object a3e19979-074e-4b14-9dc6-68867c8c8b9b will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:51.135116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccfdd-881f-4721-bd8d-f54436aa2f83 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.139473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:46Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e962c10e-63c5-41a9-b20f-965132278f89', 'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'mac_address': 'fa:16:3e:e8:16:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:45Z', 'updated_at': '2021-08-10T01:59:50Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'subnets': [{'id': '364bf874-8a50-4379-8ca8-75f229acd959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:59:51.139727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:59:51.141775 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4e8ccfdd-881f-4721-bd8d-f54436aa2f83 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6164141 Aug 10 01:59:51.141933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42590) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:51.147682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d86ce542-743a-424e-922b-dda77dfd05b0 req-ad1d5031-afd1-49fe-bc3a-64279b9a7316 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841911 Aug 10 01:59:51.172490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f7f0aecc-80e8-4780-bcc1-cca2c912416d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Request body: {'security_group_rule': {'security_group_id': '98f7840b-c54d-42ec-89e7-98519dac0b3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:51.172670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d967b-ab44-49cf-95b9-976f00c7a748 None None] The sync data for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 is: [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:46Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e962c10e-63c5-41a9-b20f-965132278f89', 'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'mac_address': 'fa:16:3e:e8:16:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:45Z', 'updated_at': '2021-08-10T01:59:50Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'subnets': [{'id': '364bf874-8a50-4379-8ca8-75f229acd959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:59:51.194481 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.203647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:59:51.233921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abdcdd-9afd-493f-958b-2b03f93f8611 req-9a80038a-e8ef-4275-b66e-028e45ba5834 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:51.235566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05abdcdd-9afd-493f-958b-2b03f93f8611 req-9a80038a-e8ef-4275-b66e-028e45ba5834 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.1138229 Aug 10 01:59:51.240012 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.431991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05abdcdd-9afd-493f-958b-2b03f93f8611 req-5eab5738-2a88-4cab-bb90-a218bb84f968 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583972 Aug 10 01:59:51.433576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.453722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:51.454446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.456481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] 10.222.0.11 "PUT /v2.0/ports/a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 HTTP/1.1" status: 200 len: 1097 time: 2.8905175 Aug 10 01:59:51.483768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:51.490405 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:51.490405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Pushing event updated for resources: {'Port': ['ID=a3e19979-074e-4b14-9dc6-68867c8c8b9b,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:51.554963 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7f0aecc-80e8-4780-bcc1-cca2c912416d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.604808 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475750c0-5a9d-482a-9e91-e8b535907492 x-openstack-request-id: req-475750c0-5a9d-482a-9e91-e8b535907492 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:51.605252 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:51.605603 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-475750c0-5a9d-482a-9e91-e8b535907492 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:51.606224 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'status': 'completed', 'code': 200} Aug 10 01:59:51.653421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1608d5b-a6aa-4aa8-9145-d7fd1b5b1a18 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:51.690370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7f0aecc-80e8-4780-bcc1-cca2c912416d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.717238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-3d0389b7-7574-4fb5-b775-b58ee515ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:51.719777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-3d0389b7-7574-4fb5-b775-b58ee515ce03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0e47d9e92ff41998edaf41372e885ab&device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 1100 time: 0.1036048 Aug 10 01:59:51.721316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Attempting to bind port a3e19979-074e-4b14-9dc6-68867c8c8b9b on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:59:51.721837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Attempting to bind port a3e19979-074e-4b14-9dc6-68867c8c8b9b by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:59:51.722348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Attempting to bind port a3e19979-074e-4b14-9dc6-68867c8c8b9b on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:51.744586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Port a3e19979-074e-4b14-9dc6-68867c8c8b9b on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:59:51.748070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Attempting to bind port a3e19979-074e-4b14-9dc6-68867c8c8b9b on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:59:51.794129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-f03150c2-927c-42e8-b5b3-03747b7f9788 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 HTTP/1.1" status: 200 len: 217 time: 0.0638585 Aug 10 01:59:51.795109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:59:51.795507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:59:51.795847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:59:51.796328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Bound port: a3e19979-074e-4b14-9dc6-68867c8c8b9b, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:59:51.797256 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.828570 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7f0aecc-80e8-4780-bcc1-cca2c912416d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:51.938762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0aecc-80e8-4780-bcc1-cca2c912416d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611b06e1-7b2c-49cf-b233-5d9a897476c3,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:51.974498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-f96574a6-e0e1-4f49-880b-703748eb277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:51.976228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-f96574a6-e0e1-4f49-880b-703748eb277b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1598692 Aug 10 01:59:52.000029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42598) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:52.022884 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5baf5304-b563-4c13-91fb-d7d33ae1ab4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.065386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901a0ae-0eb6-418f-85ff-0eac69e0c947 req-910aa4f1-a7eb-49f9-b7c7-676a8dd12089 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:52.065386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7901a0ae-0eb6-418f-85ff-0eac69e0c947 req-910aa4f1-a7eb-49f9-b7c7-676a8dd12089 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 948 time: 0.1860983 Aug 10 01:59:52.065386 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7f0aecc-80e8-4780-bcc1-cca2c912416d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.069506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f7f0aecc-80e8-4780-bcc1-cca2c912416d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9222915 Aug 10 01:59:52.072909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42602) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:52.078879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:52.091522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:59:52.129075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:59:52.153204 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5baf5304-b563-4c13-91fb-d7d33ae1ab4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.169928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-fc5d9b99-87a7-414b-b942-6b5754a85316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:52.172023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-fc5d9b99-87a7-414b-b942-6b5754a85316 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1865027 Aug 10 01:59:52.176200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7901a0ae-0eb6-418f-85ff-0eac69e0c947 req-7b24ed0a-9eda-4e56-bd3f-0cb787abc64e tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871897 Aug 10 01:59:52.250449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f6410-8223-4168-abf3-c60988c5c545 req-9fb1e38d-7d1f-4a42-949a-a82e8718a305 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:52.252040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b6f6410-8223-4168-abf3-c60988c5c545 req-9fb1e38d-7d1f-4a42-949a-a82e8718a305 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1352556 Aug 10 01:59:52.257493 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.271844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.341336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5baf5304-b563-4c13-91fb-d7d33ae1ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.360676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:52.361301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.362728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] 10.222.0.11 "PUT /v2.0/ports/a3e19979-074e-4b14-9dc6-68867c8c8b9b HTTP/1.1" status: 200 len: 1097 time: 2.9991798 Aug 10 01:59:52.381426 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5baf5304-b563-4c13-91fb-d7d33ae1ab4d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24ff898328384b31beb7a855feab63ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798332 Aug 10 01:59:52.387021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42608) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:59:52.426817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-73729b9e-5cfc-42fa-8c64-1d83328c61fc service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473016 Aug 10 01:59:52.429243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf5304-b563-4c13-91fb-d7d33ae1ab4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30264d-b59e-44b9-a019-cc5ba09839dc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:52.436381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b6f6410-8223-4168-abf3-c60988c5c545 req-6e4c1f5a-35d1-4cae-a415-c22751158414 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636827 Aug 10 01:59:52.467497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83255871-eb70-4306-b48b-970d806203b6 req-a555d1f9-074a-4e0d-8bd6-211af9a8035f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:52.469405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83255871-eb70-4306-b48b-970d806203b6 req-a555d1f9-074a-4e0d-8bd6-211af9a8035f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.2275801 Aug 10 01:59:52.479926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c2f2a-9492-4d75-ba27-85f3b699f3da service neutron] Pushing event updated for resources: {'Port': ['ID=a3e19979-074e-4b14-9dc6-68867c8c8b9b,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:52.520999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0ba1849-1adb-4749-82e4-fa1512b18b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.529559 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.550686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0ba1849-1adb-4749-82e4-fa1512b18b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.649894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83255871-eb70-4306-b48b-970d806203b6 req-53693556-dd5c-45d2-9b81-466ecc7dd48e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361704 Aug 10 01:59:52.689214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-a7e55fcd-112d-45fa-a352-2901eada1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:52.690912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-a7e55fcd-112d-45fa-a352-2901eada1513 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0e47d9e92ff41998edaf41372e885ab&device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 1100 time: 0.1753914 Aug 10 01:59:52.714274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ee84dc-16b1-434d-9ecb-16f7f37abf08 req-3e13e96d-92bf-432c-8511-b321ffaa42cc service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745173 Aug 10 01:59:52.750726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-d85b47f7-6f5a-4b39-b6d0-1790f6c4d275 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b HTTP/1.1" status: 200 len: 217 time: 0.0490205 Aug 10 01:59:52.783766 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0ba1849-1adb-4749-82e4-fa1512b18b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.786914 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0ba1849-1adb-4749-82e4-fa1512b18b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:52.788208 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a0ba1849-1adb-4749-82e4-fa1512b18b6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c30264d-b59e-44b9-a019-cc5ba09839dc HTTP/1.1" status: 204 len: 168 time: 0.4022925 Aug 10 01:59:52.797126 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba1849-1adb-4749-82e4-fa1512b18b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30264d-b59e-44b9-a019-cc5ba09839dc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:52.872983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94288877-70d9-4689-9c61-3a1e6da4a39b req-53554b8d-678b-45d0-889a-2d353265ba25 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:52.874471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94288877-70d9-4689-9c61-3a1e6da4a39b req-53554b8d-678b-45d0-889a-2d353265ba25 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.1263778 Aug 10 01:59:52.878123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-f8422f15-08d9-455c-9c7a-23ed03acb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:52.879641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-f8422f15-08d9-455c-9c7a-23ed03acb587 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1163435 Aug 10 01:59:52.911161 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:53.022967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94288877-70d9-4689-9c61-3a1e6da4a39b req-6011da5e-a78f-41a5-b9b7-105605eb11fc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405544 Aug 10 01:59:53.061860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-de6ea964-53b7-4345-91f1-b0e939ecb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:53.061860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-de6ea964-53b7-4345-91f1-b0e939ecb0a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0e47d9e92ff41998edaf41372e885ab&device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 1100 time: 0.1503577 Aug 10 01:59:53.065188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-39330384-3ae2-4d35-9c04-6136d61f79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:53.066735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-39330384-3ae2-4d35-9c04-6136d61f79c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587887 Aug 10 01:59:53.151971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e962c10e-63c5-41a9-b20f-965132278f89 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:53.277663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Allocated IP 172.25.3.205 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/99f3a552-3eda-4c71-996d-73369f0fe691) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:59:53.280120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e962c10e-63c5-41a9-b20f-965132278f89 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:53.287706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e962c10e-63c5-41a9-b20f-965132278f89 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:53.288181 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:53.352610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeadd2-5152-4b5c-be0b-ac1befe47077 req-2dd1309e-5879-4703-a9b2-dd8f656cc677 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:53.354362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2eeadd2-5152-4b5c-be0b-ac1befe47077 req-2dd1309e-5879-4703-a9b2-dd8f656cc677 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.2443674 Aug 10 01:59:53.445832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-5d1479c4-9bfc-400a-ba51-34c68ce303dc service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557196 Aug 10 01:59:53.455278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-4a25ab85-f8f5-496c-bd63-eb6b19d7dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:53.457032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-4a25ab85-f8f5-496c-bd63-eb6b19d7dbe1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.3681297 Aug 10 01:59:53.470978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf39982-b916-46ed-8a4d-e94c8c80ffc5 req-084e60a0-8463-4c6e-834e-cff83275efb6 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:53.472627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbf39982-b916-46ed-8a4d-e94c8c80ffc5 req-084e60a0-8463-4c6e-834e-cff83275efb6 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 948 time: 0.2167284 Aug 10 01:59:53.503287 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:53.536512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e962c10e-63c5-41a9-b20f-965132278f89, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e962c10e-63c5-41a9-b20f-965132278f89,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:53.591010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-6b516c21-545c-4e8c-a4ba-ec8df8be438b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 HTTP/1.1" status: 200 len: 217 time: 0.1141293 Aug 10 01:59:53.594399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2eeadd2-5152-4b5c-be0b-ac1befe47077 req-50526f3a-9fcf-49c8-bb7e-09206a218a5a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127051 Aug 10 01:59:53.604306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:53.616857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:53.616857 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73133409-add3-416b-87b9-49d1c0f2fa94" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:53.708080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e962c10e-63c5-41a9-b20f-965132278f89,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:53.723174 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:53.745450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbf39982-b916-46ed-8a4d-e94c8c80ffc5 req-8918e1ed-3f31-4314-9515-8680a507134e tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643299 Aug 10 01:59:53.789463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-c83eeb9d-005a-48b1-9c86-6f67c5bc56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:53.790948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-c83eeb9d-005a-48b1-9c86-6f67c5bc56a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1868362 Aug 10 01:59:53.793703 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:53.843906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c3472de-c10e-46e1-a432-50141a7a5ffb req-7d9d026d-56ee-4907-ad40-c320083a7f82 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691690 Aug 10 01:59:53.869208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64421181-90e6-4de8-9beb-49d1fe2f5ce2 req-17e73272-a755-4725-a179-895adf95ff3c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:53.870776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64421181-90e6-4de8-9beb-49d1fe2f5ce2 req-17e73272-a755-4725-a179-895adf95ff3c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1552675 Aug 10 01:59:53.872291 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54a33e9-d431-4c9d-82d3-8d9329d7108a x-openstack-request-id: req-d54a33e9-d431-4c9d-82d3-8d9329d7108a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:53.872586 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:53.872846 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d54a33e9-d431-4c9d-82d3-8d9329d7108a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:53.873240 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b', 'status': 'completed', 'code': 200} Aug 10 01:59:53.901162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-93e2c33c-bf3c-434e-9194-5571ad69d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:53.912495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-93e2c33c-bf3c-434e-9194-5571ad69d624 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033213 Aug 10 01:59:53.929036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64421181-90e6-4de8-9beb-49d1fe2f5ce2 req-b9d4b084-4b6d-490d-adcf-67b070a9fcb2 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503614 Aug 10 01:59:54.078899 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:54.138963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-af16e091-2624-48f3-b162-54668f7ad18d service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255332 Aug 10 01:59:54.151558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:54.172026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:54.184022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:59:54.211896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Pushing event updated for resources: {'Port': ['ID=99f3a552-3eda-4c71-996d-73369f0fe691,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:54.221322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30129184-b222-47af-aef4-8dc02eb2758d req-b2b8803f-c5ee-4cf3-9148-5b320954504c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:54.222865 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30129184-b222-47af-aef4-8dc02eb2758d req-b2b8803f-c5ee-4cf3-9148-5b320954504c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.2071860 Aug 10 01:59:54.228732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:59:54.252999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-e529ab1d-f5db-44dc-8502-7c069e85016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:54.254616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-e529ab1d-f5db-44dc-8502-7c069e85016f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0e47d9e92ff41998edaf41372e885ab&device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 1100 time: 0.2183862 Aug 10 01:59:54.344585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:54.364429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'mac_address': 'fa:16:3e:66:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:59:54.411519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30129184-b222-47af-aef4-8dc02eb2758d req-9be86a80-a8ec-4190-ba11-16ab588fd50a tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605642 Aug 10 01:59:54.418113 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:54.441365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e83e788-72eb-445b-8ee2-fe8a5b1fb6b1 req-7713b0ef-49b2-4992-ac6f-8791bb5a6de6 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871754 Aug 10 01:59:54.443955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:54.463554 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:54.474083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:54.479504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-12ede3b1-0f1c-4cfc-baea-55fa730a8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:54.481010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-12ede3b1-0f1c-4cfc-baea-55fa730a8f64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2124338 Aug 10 01:59:54.541829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-475f6836-c161-49d6-b89c-b278599d575b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b HTTP/1.1" status: 200 len: 217 time: 0.0527537 Aug 10 01:59:54.543830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-d9c43865-9054-4ebe-82bc-f15795fd7030 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=06a4dae1bf8f4965893a5741147e11d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488188 Aug 10 01:59:54.622903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:54.701786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:54.912424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:55.074371 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:55.119371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-94ef6f00-6204-47d5-b7da-492bd4391971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:55.121107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-94ef6f00-6204-47d5-b7da-492bd4391971 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.5603764 Aug 10 01:59:55.129284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e962c10e-63c5-41a9-b20f-965132278f89 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:55.184510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e962c10e-63c5-41a9-b20f-965132278f89 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:55.185370 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:55.189331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a03ee-22b1-4200-892e-5b3f74b73923 req-bd035184-6413-477c-8d4e-6bb8726a544e tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:55.196452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-535a03ee-22b1-4200-892e-5b3f74b73923 req-bd035184-6413-477c-8d4e-6bb8726a544e tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 948 time: 0.2343471 Aug 10 01:59:55.211843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-eb0a82f7-1b89-48a8-84c2-812585e78714 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:55.211843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-eb0a82f7-1b89-48a8-84c2-812585e78714 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6601501 Aug 10 01:59:55.304330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-23158ae5-9a6f-479c-baf9-8a8b5f4f2b50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/quotas/06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 375 time: 0.0826998 Aug 10 01:59:55.346759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-752ad7f0-10d5-4ce7-843b-131300d2a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:55.348314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-752ad7f0-10d5-4ce7-843b-131300d2a157 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2119856 Aug 10 01:59:55.351120 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-535a03ee-22b1-4200-892e-5b3f74b73923 req-ecbd068d-3001-4197-8723-537ad71fe009 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538846 Aug 10 01:59:55.502588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-2310f178-4cff-4223-b031-5e64ac51b590 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853056 Aug 10 01:59:55.521460 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:55.544933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-7a06f23f-3670-4d89-b716-3262b169b2e4 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631923 Aug 10 01:59:55.639110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:55.747720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Pushing event updated for resources: {'Port': ['ID=99f3a552-3eda-4c71-996d-73369f0fe691,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:55.776991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5b7c9-59c1-49af-8869-d62994694d28 req-1e0404d7-3085-4c98-aae2-26c1520b537d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:55.779065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bd5b7c9-59c1-49af-8869-d62994694d28 req-1e0404d7-3085-4c98-aae2-26c1520b537d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.1777954 Aug 10 01:59:55.804207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73133409-add3-416b-87b9-49d1c0f2fa94 req-c540e373-c8c8-46af-be0c-5c6bf2c02643 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507262 Aug 10 01:59:55.810866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:55.853696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bd5b7c9-59c1-49af-8869-d62994694d28 req-fb47e2b3-1495-4c54-870a-7a4e3f63dfd9 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667241 Aug 10 01:59:55.982873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2856c44-e134-4f41-81b4-c4394a2c2549 req-1d08b637-abe1-4c5a-ac25-5b815c47a980 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 210 time: 0.0391862 Aug 10 01:59:55.999853 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:56.006166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-981752d1-b247-45a1-aebb-5fc16811765a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9275942 Aug 10 01:59:56.025974 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:59:56.212173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-f2d90f3f-6083-4105-a7ec-a188acbd46e5 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--2036436155&fields=id&tenant_id=6088e916290f4b7fbf1ed7d24deb7349 HTTP/1.1" status: 200 len: 267 time: 0.0392439 Aug 10 01:59:56.223009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a3e19979-074e-4b14-9dc6-68867c8c8b9b details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:59:56.223009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:56.323632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8232c-c1ad-4929-9673-53be3825114e req-1b8006d2-d295-42a0-b0b1-feab43a329f9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:56.325078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-1b8006d2-d295-42a0-b0b1-feab43a329f9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/networks?id=063b3253-76ca-4c6d-b5f3-d76c00010176 HTTP/1.1" status: 200 len: 814 time: 0.1051633 Aug 10 01:59:56.342338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-aff4e923-b8da-4073-a7fc-e03bd8bc1e8c tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/quotas/6088e916290f4b7fbf1ed7d24deb7349 HTTP/1.1" status: 200 len: 375 time: 0.0098615 Aug 10 01:59:56.363937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:56.377724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b', 'mac_address': 'fa:16:3e:39:04:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:59:56.406479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-466775be-1c88-4fd4-9e0f-71cb69ad02fa tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6088e916290f4b7fbf1ed7d24deb7349&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553005 Aug 10 01:59:56.419198 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:56.432660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e19979-074e-4b14-9dc6-68867c8c8b9b {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:56.453136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:56.468035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:56.473223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:56.473435 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:56.544979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817a7c3-4dc7-4c66-9a55-3e71a95f2781 req-7bf4e78a-efd1-49a4-93fa-20ff3040cff4 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:56.551900 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8817a7c3-4dc7-4c66-9a55-3e71a95f2781 req-7bf4e78a-efd1-49a4-93fa-20ff3040cff4 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 948 time: 0.1179123 Aug 10 01:59:56.574377 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:56.609831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-3c317d1c-1e70-4b84-a9c9-2e6d0346b714 service neutron] 10.222.0.38 "GET /v2.0/networks/063b3253-76ca-4c6d-b5f3-d76c00010176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859927 Aug 10 01:59:56.609966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:56.611982 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909bb06c-084c-4ce5-a4f6-95d8ed7f2e21" -d '{"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-plugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:56.617694 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:56.628758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8817a7c3-4dc7-4c66-9a55-3e71a95f2781 req-dcaeb951-b52a-43c8-8aab-c74e67befb1a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692406 Aug 10 01:59:56.650522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:56.679238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a3e19979-074e-4b14-9dc6-68867c8c8b9b,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:56.733215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-84aea7e9-83ac-4efb-996e-8b85a27ebe8e service neutron] 10.222.0.38 "GET /v2.0/networks/063b3253-76ca-4c6d-b5f3-d76c00010176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266534 Aug 10 01:59:56.788027 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:56.827758 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feebb56-2899-42ee-aec9-3020fc023535 x-openstack-request-id: req-2feebb56-2899-42ee-aec9-3020fc023535 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:56.828082 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-plugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:56.828337 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2feebb56-2899-42ee-aec9-3020fc023535 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:56.828730 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'code': 200} Aug 10 01:59:56.857091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:56.893648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a3e19979-074e-4b14-9dc6-68867c8c8b9b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:56.927071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7162e-416f-4e06-acaf-42a4828d6a79 req-d930f573-f1a9-4053-ad35-7d822f9d8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:56.928686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94d7162e-416f-4e06-acaf-42a4828d6a79 req-d930f573-f1a9-4053-ad35-7d822f9d8bf3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 1102 time: 0.0499465 Aug 10 01:59:57.012904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94d7162e-416f-4e06-acaf-42a4828d6a79 req-e8a1e45b-3969-4110-bd3f-ae2e3cbbcbc1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762115 Aug 10 01:59:57.033604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c3da8-9368-4e79-bde2-fed5897ff40e req-6e9ef936-a698-406d-b383-2695d8844d48 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:57.042634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae8c3da8-9368-4e79-bde2-fed5897ff40e req-6e9ef936-a698-406d-b383-2695d8844d48 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0832167 Aug 10 01:59:57.135846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae8c3da8-9368-4e79-bde2-fed5897ff40e req-77e91f77-e245-40e9-a577-33eec1c7f27e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915453 Aug 10 01:59:57.145377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf103f6-368e-499a-9f46-0d8052ba4473 req-583128a9-c0ea-4cf4-b1b3-5c996e358bde tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:57.146989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cf103f6-368e-499a-9f46-0d8052ba4473 req-583128a9-c0ea-4cf4-b1b3-5c996e358bde tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0908833 Aug 10 01:59:57.222713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cf103f6-368e-499a-9f46-0d8052ba4473 req-b5aa9809-c26c-441a-a59a-400524cab639 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631628 Aug 10 01:59:57.252458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47d3c67f-297e-4872-b52f-5738c207992d req-ae2a2c11-62a8-46b6-848e-b5439e10c6d1 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 210 time: 0.0454068 Aug 10 01:59:57.307686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2d6f8a2-daa8-472d-94af-6bf8af74a31a req-03afd1da-25a4-46bb-8136-785839d21d6e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 210 time: 0.0271368 Aug 10 01:59:57.798811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006183f-939c-423f-bd04-16b855620320 req-119df26b-cf4e-4a95-8f8a-84b77681ef6a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:57.800289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4006183f-939c-423f-bd04-16b855620320 req-119df26b-cf4e-4a95-8f8a-84b77681ef6a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 949 time: 0.0732212 Aug 10 01:59:57.840925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4006183f-939c-423f-bd04-16b855620320 req-e99d18b7-8a4f-4603-ac0f-32d05386345a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338063 Aug 10 01:59:58.223494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a3e19979-074e-4b14-9dc6-68867c8c8b9b up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:58.269613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea9320-151f-42ea-ac6e-369358563d00 req-f285860e-8ffb-4c53-ae42-c6d32b916137 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:58.271192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeea9320-151f-42ea-ac6e-369358563d00 req-f285860e-8ffb-4c53-ae42-c6d32b916137 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0508409 Aug 10 01:59:58.310943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeea9320-151f-42ea-ac6e-369358563d00 req-9bd6a2f6-f2d9-4ff3-b0d4-b967432ad637 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Aug 10 01:59:58.376706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56e808d3-4796-49d9-ba05-a5fe7c6ba772 req-b8f96496-20b3-4b77-ace1-c30a577d8d2b tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 210 time: 0.0265450 Aug 10 01:59:58.432205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port a3e19979-074e-4b14-9dc6-68867c8c8b9b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:59:58.436389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a3e19979-074e-4b14-9dc6-68867c8c8b9b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:58.437429 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:58.489994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-66419b51-f4c6-454f-ac30-4ccb9030f9fe tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=06a4dae1bf8f4965893a5741147e11d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300498 Aug 10 01:59:58.551978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8646886a-5d64-4810-9e76-7d1b254b3a16 req-1dcca442-690b-4c59-b181-7cecd2addab2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 210 time: 0.0585134 Aug 10 01:59:58.557072 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:58.614126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:58.650569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-f12aebc3-23c7-41cb-98b5-79dfcbdb7185 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:58.655233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-f12aebc3-23c7-41cb-98b5-79dfcbdb7185 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561303 Aug 10 01:59:58.665115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Request body: {'port': {'device_id': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '06a4dae1bf8f4965893a5741147e11d2'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:59:58.674450 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:58.726856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a3e19979-074e-4b14-9dc6-68867c8c8b9b,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:58.831278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:58.833951 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c944d7-e7c9-43da-9014-88bfbf5c51bf" -d '{"events": [{"server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "name": "network-vif-plugged", "status": "completed", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:58.884552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Made reservation on behalf of 06a4dae1bf8f4965893a5741147e11d2 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:59:58.886400 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c322793-d630-4bbe-8c90-d0df0726168c x-openstack-request-id: req-4c322793-d630-4bbe-8c90-d0df0726168c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:58.886748 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "name": "network-vif-plugged", "status": "completed", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:58.886999 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c322793-d630-4bbe-8c90-d0df0726168c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:58.887392 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b', 'code': 200} Aug 10 01:59:58.889505 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:59.122697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329ad6c-80ec-4728-84a7-9ddbf78cd320 req-83b2ebb9-5497-4d48-8483-a639dc77301f tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:59.128124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2329ad6c-80ec-4728-84a7-9ddbf78cd320 req-83b2ebb9-5497-4d48-8483-a639dc77301f tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 950 time: 0.1574583 Aug 10 01:59:59.161563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f78af-cada-49f8-bb51-70ba7563706e req-f94c9e09-9d98-4cf8-a8a1-896ef2192354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:59.162941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b68f78af-cada-49f8-bb51-70ba7563706e req-f94c9e09-9d98-4cf8-a8a1-896ef2192354 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 1102 time: 0.1546602 Aug 10 01:59:59.227612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Allocated IP 192.168.233.34 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/ec56e0fd-2ae8-4110-a0ea-d0b77562d075) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:59:59.242323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2329ad6c-80ec-4728-84a7-9ddbf78cd320 req-e933e423-0d2e-4d14-a017-3170466b5e80 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935860 Aug 10 01:59:59.250918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b68f78af-cada-49f8-bb51-70ba7563706e req-bade776c-d5b0-4f13-9e55-e98996a359f8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749876 Aug 10 01:59:59.420917 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:59.458251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Transition to ACTIVE for port object ec56e0fd-2ae8-4110-a0ea-d0b77562d075 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:59:59.494382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96800e9a-b0dc-4aa4-ad3d-a4e696b1cc25 req-2ae65779-7c23-4de3-95ae-6988b0fd4e90 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 210 time: 0.0382819 Aug 10 01:59:59.503744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e922b8-1850-4888-bdd7-112f634f978e req-2432c837-ff8b-4712-b465-c6bfe1ba8932 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:59.505250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3e922b8-1850-4888-bdd7-112f634f978e req-2432c837-ff8b-4712-b465-c6bfe1ba8932 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.1092045 Aug 10 01:59:59.580451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3e922b8-1850-4888-bdd7-112f634f978e req-40e7e3cc-5a8a-4d85-b53b-aa583a9d0429 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663996 Aug 10 01:59:59.628766 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:59.642766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['805ffae1-ef45-4486-a5af-94f3f9a18ef7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:59.695851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:59.711230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:59.734071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:59:59.738977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:59:59.742783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:59:59.800623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce0b9c-9d7a-4375-8e69-1696ba17a0ec req-92f5387b-6111-42b4-ac03-6bc8aeb02c06 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:59.808641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4ce0b9c-9d7a-4375-8e69-1696ba17a0ec req-92f5387b-6111-42b4-ac03-6bc8aeb02c06 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 935 time: 0.1219635 Aug 10 01:59:59.877215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4ce0b9c-9d7a-4375-8e69-1696ba17a0ec req-a3cbf2fa-c9b9-4537-a2d4-389a7e1c10a0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674899 Aug 10 01:59:59.907677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:59.909128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:00.011680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-3bfd54bf-8e71-4118-9825-2e76676213c0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3507197 Aug 10 02:00:00.026997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Request body: {'port': {'device_id': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:00.087048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8232c-c1ad-4929-9673-53be3825114e req-7ec511b5-56b5-4b39-9b3c-defeac502faa tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:00.089247 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-7ec511b5-56b5-4b39-9b3c-defeac502faa tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.16 "GET /v2.0/networks?id=063b3253-76ca-4c6d-b5f3-d76c00010176 HTTP/1.1" status: 200 len: 814 time: 0.1549194 Aug 10 02:00:00.118478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:00.172999 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-f76a8a17-5bb5-492c-b09c-f1773a95353c tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6088e916290f4b7fbf1ed7d24deb7349 HTTP/1.1" status: 200 len: 380 time: 0.0737195 Aug 10 02:00:00.188749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Request body: {'port': {'device_id': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'admin_state_up': True, 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'security_groups': ['98f7840b-c54d-42ec-89e7-98519dac0b3d']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:00.265454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d828a713-c8e8-45be-a512-e4d26460f3f0 None None] Provisioning for port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:00.273790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d828a713-c8e8-45be-a512-e4d26460f3f0 None None] Provisioning complete for port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:00.274172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d828a713-c8e8-45be-a512-e4d26460f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:00.364058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d828a713-c8e8-45be-a512-e4d26460f3f0 None None] Port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:00:00.411180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Made reservation on behalf of 6088e916290f4b7fbf1ed7d24deb7349 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:00.414743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:00.504651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8b92e-d96f-4219-acf6-471b4bc26f86 req-ab60e23e-feea-498d-a57b-4a305e9a5943 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:00.506061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11f8b92e-d96f-4219-acf6-471b4bc26f86 req-ab60e23e-feea-498d-a57b-4a305e9a5943 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 950 time: 0.1271057 Aug 10 02:00:00.581464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11f8b92e-d96f-4219-acf6-471b4bc26f86 req-37e25f5e-18f7-4e77-8640-024a9717f7c5 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594528 Aug 10 02:00:00.598298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Allocated IP 172.20.0.9 (063b3253-76ca-4c6d-b5f3-d76c00010176/364bf874-8a50-4379-8ca8-75f229acd959/1fe85f7b-8964-40b3-88b1-7f9dfce6890a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:00.680362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-054a3cb3-7099-4f4e-8ed6-4a536526bc36 req-4874cc1f-19bd-42de-aa10-6ebcc11c444c tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 210 time: 0.0454209 Aug 10 02:00:00.771667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec56e0fd-2ae8-4110-a0ea-d0b77562d075 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:00.776449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:00.796760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Transition to ACTIVE for port object 1fe85f7b-8964-40b3-88b1-7f9dfce6890a will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:00.798732 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:00.820948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Transition to ACTIVE for port object ec56e0fd-2ae8-4110-a0ea-d0b77562d075 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:00.829211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a24db1-8120-4db6-8831-c1af609523dd req-988a2f0e-3d24-406c-a510-53541a73aa7f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:00.830768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19a24db1-8120-4db6-8831-c1af609523dd req-988a2f0e-3d24-406c-a510-53541a73aa7f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0759273 Aug 10 02:00:00.871031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19a24db1-8120-4db6-8831-c1af609523dd req-27ff7498-182c-4419-ab77-b041e7a89307 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Aug 10 02:00:00.903290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:00.908621 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:00.953930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Network 063b3253-76ca-4c6d-b5f3-d76c00010176 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:00.957474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:00.961539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:00.994817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Pushing event updated for resources: {'Port': ['ID=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:01.046721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:01.047430 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.069133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:01.116661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3564f5-8d7c-42d9-bead-76b0b1763616 req-c9b0e794-4a96-4337-b2f8-081e06325be4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:01.118243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c3564f5-8d7c-42d9-bead-76b0b1763616 req-c9b0e794-4a96-4337-b2f8-081e06325be4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 947 time: 0.1659451 Aug 10 02:00:01.143219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-924a2447-f0b6-4b7b-a359-2f7d2fd98161 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9604058 Aug 10 02:00:01.157967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Request body: {'port': {'device_id': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:01.225867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:00:01.239696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:00:01.240116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:01.258583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c3564f5-8d7c-42d9-bead-76b0b1763616 req-c615cc8d-5723-4311-9cdc-d933400faab3 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216316 Aug 10 02:00:01.267102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:00:01.267496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:01.276929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:00:01.283942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:00:01.284364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:00:01.287400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Bound port: ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:00:01.287400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.290164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42980) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:01.324897 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.400085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:01.403779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:00:01.459578 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-387a9a1c-f0eb-40c1-90b6-3f2b2e272c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.501956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-616bbd25-dc36-4053-8bf3-d4a46c1e1ae4 None None] Provisioning for port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:01.506801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-616bbd25-dc36-4053-8bf3-d4a46c1e1ae4 None None] Provisioning complete for port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:01.507178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-616bbd25-dc36-4053-8bf3-d4a46c1e1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.549511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-616bbd25-dc36-4053-8bf3-d4a46c1e1ae4 None None] Port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:00:01.572078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.576184 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-387a9a1c-f0eb-40c1-90b6-3f2b2e272c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.611167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:01.611888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.613530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] 10.222.0.16 "PUT /v2.0/ports/ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 1096 time: 1.5937595 Aug 10 02:00:01.614083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:01.616735 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b987735-e96e-47f8-b6da-eca983e89e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:01.635585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-387a9a1c-f0eb-40c1-90b6-3f2b2e272c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.670319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe85f7b-8964-40b3-88b1-7f9dfce6890a {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:01.679906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.687442 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0bf774-73b0-40ed-a19e-c7c623602eb3 x-openstack-request-id: req-1a0bf774-73b0-40ed-a19e-c7c623602eb3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:01.687963 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:01.703975 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a0bf774-73b0-40ed-a19e-c7c623602eb3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:01.703975 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'status': 'completed', 'code': 200} Aug 10 02:00:01.710452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Transition to ACTIVE for port object 1fe85f7b-8964-40b3-88b1-7f9dfce6890a will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:01.775642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d68f25-79d3-4b83-82af-63f90ce6586f service neutron] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:01.776645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.789591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-387a9a1c-f0eb-40c1-90b6-3f2b2e272c0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d04f4064744e491686f6c7a7d048736b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983189 Aug 10 02:00:01.798865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42992) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:01.840023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a9a1c-f0eb-40c1-90b6-3f2b2e272c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0097fa8a-98cb-4f3b-a95c-7891127fc80d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:01.876154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b987735-e96e-47f8-b6da-eca983e89e9f req-103d2e93-b248-4d6c-9b07-00d06b798f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:01.877878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b987735-e96e-47f8-b6da-eca983e89e9f req-103d2e93-b248-4d6c-9b07-00d06b798f2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1099 time: 0.1502330 Aug 10 02:00:01.931181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04532bb4-b47c-4dcd-a867-43932e2299f2 req-c91a9458-2b49-462a-90dd-77249c146399 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:01.940357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04532bb4-b47c-4dcd-a867-43932e2299f2 req-c91a9458-2b49-462a-90dd-77249c146399 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 950 time: 0.1701186 Aug 10 02:00:01.942632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Pushing event updated for resources: {'Port': ['ID=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:01.945411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b987735-e96e-47f8-b6da-eca983e89e9f req-24acc8fa-9ab1-48dc-ac71-54d1c93244b0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=06a4dae1bf8f4965893a5741147e11d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554836 Aug 10 02:00:01.977280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3417d8-7b65-4700-96ee-f5571479acd8 req-6a5778b3-778e-4811-98fb-9e8da2954ad0 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:01.979131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de3417d8-7b65-4700-96ee-f5571479acd8 req-6a5778b3-778e-4811-98fb-9e8da2954ad0 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 943 time: 0.1584945 Aug 10 02:00:02.044763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Attempting to bind port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:00:02.045113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Attempting to bind port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:00:02.045452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Attempting to bind port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a on network 063b3253-76ca-4c6d-b5f3-d76c00010176 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:02.055439 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d20e64d-2946-46e3-91d6-b013485597d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.057084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a on network 063b3253-76ca-4c6d-b5f3-d76c00010176 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:00:02.057319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Attempting to bind port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a on network 063b3253-76ca-4c6d-b5f3-d76c00010176 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:02.064636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:00:02.065127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Checking segment: {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:00:02.065522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Bound using segment: {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:00:02.065962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Bound port: 1fe85f7b-8964-40b3-88b1-7f9dfce6890a, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db607fb-4dd7-459a-b0b1-a0675eae100c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:00:02.066529 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.071049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04532bb4-b47c-4dcd-a867-43932e2299f2 req-1f06db1f-4b4d-442b-8b81-435e51fe428d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289520 Aug 10 02:00:02.110581 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d20e64d-2946-46e3-91d6-b013485597d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.138740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de3417d8-7b65-4700-96ee-f5571479acd8 req-d279f868-1096-438d-867a-9e3165d2d470 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453764 Aug 10 02:00:02.228267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b987735-e96e-47f8-b6da-eca983e89e9f req-e3f56a20-574c-4fc3-a010-448700eba5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.229706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] For port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:02.230603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b987735-e96e-47f8-b6da-eca983e89e9f req-e3f56a20-574c-4fc3-a010-448700eba5d4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2476866 Aug 10 02:00:02.235437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] For port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:00:02.278976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1bcb-9c01-4055-9aeb-1f63865e3ed5 req-40d52b6b-a2d2-40d2-b629-90db77b9ecf2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.281858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ead1bcb-9c01-4055-9aeb-1f63865e3ed5 req-40d52b6b-a2d2-40d2-b629-90db77b9ecf2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.1190021 Aug 10 02:00:02.289112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d20e64d-2946-46e3-91d6-b013485597d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.292439 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d20e64d-2946-46e3-91d6-b013485597d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.298595 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d20e64d-2946-46e3-91d6-b013485597d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0097fa8a-98cb-4f3b-a95c-7891127fc80d HTTP/1.1" status: 204 len: 168 time: 0.4938161 Aug 10 02:00:02.314696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20e64d-2946-46e3-91d6-b013485597d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0097fa8a-98cb-4f3b-a95c-7891127fc80d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:02.317565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.362892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172b9b-7247-4c03-95a2-8ac19a7dbbda req-23c89ca7-27a5-499a-8fd1-e2c3b69f7e11 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.364939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08172b9b-7247-4c03-95a2-8ac19a7dbbda req-23c89ca7-27a5-499a-8fd1-e2c3b69f7e11 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 950 time: 0.1325684 Aug 10 02:00:02.387716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Pushing event updated for resources: {'Port': ['ID=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:02.388161 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ead1bcb-9c01-4055-9aeb-1f63865e3ed5 req-48760aba-6ca8-4f25-bf41-96080b298bc1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954437 Aug 10 02:00:02.394887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.395556 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.397108 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-32839001-5738-49b0-aeee-f71c67c493ca service neutron] 10.222.0.16 "PUT /v2.0/ports/1fe85f7b-8964-40b3-88b1-7f9dfce6890a HTTP/1.1" status: 200 len: 1092 time: 1.2440498 Aug 10 02:00:02.397553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'tag': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:02.399792 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c293da-ff5d-46a3-9222-fd155cc2e2db" -d '{"events": [{"name": "network-changed", "server_uuid": "dce4fe89-e4ad-4b08-8b0c-8be7f77942d4", "tag": "1fe85f7b-8964-40b3-88b1-7f9dfce6890a"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:02.401614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-ead0cb8f-f96b-4c92-a9e0-d9b35a4e98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.402796 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-ead0cb8f-f96b-4c92-a9e0-d9b35a4e98cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1099 time: 0.1191032 Aug 10 02:00:02.474903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08172b9b-7247-4c03-95a2-8ac19a7dbbda req-abce77ad-601d-4afe-826c-47cf4b38e0f9 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976839 Aug 10 02:00:02.476980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-0d873a5c-7da1-4333-a3a5-f856ece785d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 217 time: 0.0651510 Aug 10 02:00:02.590584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8232c-c1ad-4929-9673-53be3825114e req-2478f19d-7a10-4c75-a3cf-9e9f914d14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.592167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-2478f19d-7a10-4c75-a3cf-9e9f914d14fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6088e916290f4b7fbf1ed7d24deb7349&device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 1095 time: 0.0540051 Aug 10 02:00:02.612508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff00b7f-c1b5-4b3a-b070-214875af6a71 req-5e48f459-c4ea-4dbf-9a83-c7c40ff29bcf tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.614061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ff00b7f-c1b5-4b3a-b070-214875af6a71 req-5e48f459-c4ea-4dbf-9a83-c7c40ff29bcf tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 947 time: 0.1428218 Aug 10 02:00:02.618261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-28f8b2cd-aacb-4ded-9c84-cc3e4aa9d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.619674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-28f8b2cd-aacb-4ded-9c84-cc3e4aa9d836 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1047206 Aug 10 02:00:02.662678 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-469d1cc0-284a-4fb4-a9eb-367a4a5aa460 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fe85f7b-8964-40b3-88b1-7f9dfce6890a HTTP/1.1" status: 200 len: 217 time: 0.0601571 Aug 10 02:00:02.733507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ff00b7f-c1b5-4b3a-b070-214875af6a71 req-ed15f8ce-a006-4f60-92dc-5bc94ec89f7d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122544 Aug 10 02:00:02.761538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-94c8de9a-7a67-4040-a4fb-809ae5139b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.763406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8232c-c1ad-4929-9673-53be3825114e req-6a45ebf1-7d87-42bd-bf34-3de6882aa746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.765560 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-6a45ebf1-7d87-42bd-bf34-3de6882aa746 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=364bf874-8a50-4379-8ca8-75f229acd959 HTTP/1.1" status: 200 len: 853 time: 0.0892782 Aug 10 02:00:02.767341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-94c8de9a-7a67-4040-a4fb-809ae5139b05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1178653 Aug 10 02:00:02.801123 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e87b1-8739-41cf-b01a-10d57ce9d761 x-openstack-request-id: req-6c6e87b1-8739-41cf-b01a-10d57ce9d761 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:02.802391 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce4fe89-e4ad-4b08-8b0c-8be7f77942d4", "tag": "1fe85f7b-8964-40b3-88b1-7f9dfce6890a", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:02.802697 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c6e87b1-8739-41cf-b01a-10d57ce9d761 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:02.805446 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'tag': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a', 'status': 'completed', 'code': 200} Aug 10 02:00:02.885554 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8232c-c1ad-4929-9673-53be3825114e req-bdadc536-9321-4946-a1cc-d788fe2325b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.887130 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-bdadc536-9321-4946-a1cc-d788fe2325b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=063b3253-76ca-4c6d-b5f3-d76c00010176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076474 Aug 10 02:00:02.934198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-adea6ed7-9d76-4b45-beb7-67fcbce58609 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525135 Aug 10 02:00:03.053087 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-2edbd98b-dbb2-4287-8e15-3b5fcf8689b4 service neutron] 10.222.0.16 "GET /v2.0/networks/063b3253-76ca-4c6d-b5f3-d76c00010176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563909 Aug 10 02:00:03.059003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efc1a83c-8814-4eca-9d69-7f96e598eafc req-39c303c6-b1ae-46e0-87b5-a858f829633f service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158581 Aug 10 02:00:03.160352 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dec8232c-c1ad-4929-9673-53be3825114e req-03abb933-6c15-430d-be82-2217b205197a service neutron] 10.222.0.16 "GET /v2.0/networks/063b3253-76ca-4c6d-b5f3-d76c00010176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954695 Aug 10 02:00:03.283129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d4139-4a2d-4555-953b-44dab9182680 req-30f5de3e-bdd1-4509-b387-40f158cbf4a5 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.291364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a38d4139-4a2d-4555-953b-44dab9182680 req-30f5de3e-bdd1-4509-b387-40f158cbf4a5 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 943 time: 0.0632977 Aug 10 02:00:03.345336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a38d4139-4a2d-4555-953b-44dab9182680 req-90bc947b-444a-4559-aef3-bf2991818909 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Aug 10 02:00:03.365872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-26b1240a-f84b-4c20-9aae-c78d117e5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.369300 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-26b1240a-f84b-4c20-9aae-c78d117e5b2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6088e916290f4b7fbf1ed7d24deb7349&device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 1095 time: 0.0604694 Aug 10 02:00:03.485102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-1e15f3bd-1ab4-4a01-9c5e-002d5a3be28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.486621 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-1e15f3bd-1ab4-4a01-9c5e-002d5a3be28a service neutron] 10.222.0.16 "GET /v2.0/networks?id=063b3253-76ca-4c6d-b5f3-d76c00010176 HTTP/1.1" status: 200 len: 915 time: 0.1109328 Aug 10 02:00:03.526985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ebc73-e26f-4646-8cb3-f5407b3e47d6 req-589f2f82-3af8-46f3-9f46-2085a244570f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.531415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a6ebc73-e26f-4646-8cb3-f5407b3e47d6 req-589f2f82-3af8-46f3-9f46-2085a244570f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0610507 Aug 10 02:00:03.543323 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-353b4635-3521-4c4d-b4ef-027355704793 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fe85f7b-8964-40b3-88b1-7f9dfce6890a HTTP/1.1" status: 200 len: 217 time: 0.0485032 Aug 10 02:00:03.598731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a6ebc73-e26f-4646-8cb3-f5407b3e47d6 req-930b4a63-f9e1-4168-b40c-50c1b76693b5 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605416 Aug 10 02:00:03.628474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-5e97482a-2d25-4068-aa0d-52040ed50e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.629638 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-5e97482a-2d25-4068-aa0d-52040ed50e2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=364bf874-8a50-4379-8ca8-75f229acd959 HTTP/1.1" status: 200 len: 853 time: 0.0759921 Aug 10 02:00:03.691311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-8e86c10c-2902-4a50-ab48-5db6eb41bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.693202 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-8e86c10c-2902-4a50-ab48-5db6eb41bb40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=063b3253-76ca-4c6d-b5f3-d76c00010176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538392 Aug 10 02:00:03.819386 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-d08ac581-43c4-4dbf-ae22-bb2263bdc9be service neutron] 10.222.0.16 "GET /v2.0/networks/063b3253-76ca-4c6d-b5f3-d76c00010176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176128 Aug 10 02:00:03.893224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489dde0-2a9b-4a21-8377-503fb3544ef9 req-0badd2d2-3cc4-4a28-b29f-82cab7ec1b7f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.894824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c489dde0-2a9b-4a21-8377-503fb3544ef9 req-0badd2d2-3cc4-4a28-b29f-82cab7ec1b7f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 947 time: 0.0653250 Aug 10 02:00:03.944959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c489dde0-2a9b-4a21-8377-503fb3544ef9 req-54013385-6f25-4b53-bcd7-83bc7d1f6e25 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415697 Aug 10 02:00:03.989454 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24c293da-ff5d-46a3-9222-fd155cc2e2db req-2676bf1f-34b8-4574-ba2c-6d370884ab1d service neutron] 10.222.0.16 "GET /v2.0/networks/063b3253-76ca-4c6d-b5f3-d76c00010176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620450 Aug 10 02:00:04.457789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dc0cd-3adf-48ef-9455-85c5dbd0f7ec req-65ef63f8-76ad-493e-bde9-e2932063b7d8 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:04.459431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-750dc0cd-3adf-48ef-9455-85c5dbd0f7ec req-65ef63f8-76ad-493e-bde9-e2932063b7d8 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 943 time: 0.0496197 Aug 10 02:00:04.499571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-750dc0cd-3adf-48ef-9455-85c5dbd0f7ec req-84c13d5a-ef49-4103-9090-bc4665b4162a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333569 Aug 10 02:00:04.513281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43108) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:04.619411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89a14984-4f87-40ec-adbc-d6a78641a7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:04.714188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88b65c-3894-41a8-9724-b75f43ed4460 req-e2b73b43-6852-44f7-9640-834a3e95a1f5 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:04.715818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d88b65c-3894-41a8-9724-b75f43ed4460 req-e2b73b43-6852-44f7-9640-834a3e95a1f5 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0522156 Aug 10 02:00:04.720141 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89a14984-4f87-40ec-adbc-d6a78641a7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:04.757427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d88b65c-3894-41a8-9724-b75f43ed4460 req-7c21ab70-9d16-4529-a005-bec5f0f33fd6 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Aug 10 02:00:04.782037 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89a14984-4f87-40ec-adbc-d6a78641a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:04.822682 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-89a14984-4f87-40ec-adbc-d6a78641a7d6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76ee3b8406da4b18b4f3f0f77938db53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078527 Aug 10 02:00:04.823651 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a14984-4f87-40ec-adbc-d6a78641a7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c6758f-9af7-4fba-92cb-7c69eac588f0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:04.826867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43128) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:04.882308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0d1f-4f74-4ec5-a671-47fae0f7d12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:04.903655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0d1f-4f74-4ec5-a671-47fae0f7d12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:05.016145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0d1f-4f74-4ec5-a671-47fae0f7d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:05.018938 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0d1f-4f74-4ec5-a671-47fae0f7d12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:05.020142 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3c9f0d1f-4f74-4ec5-a671-47fae0f7d12f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c4c6758f-9af7-4fba-92cb-7c69eac588f0 HTTP/1.1" status: 204 len: 168 time: 0.1919990 Aug 10 02:00:05.031806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f0d1f-4f74-4ec5-a671-47fae0f7d12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c6758f-9af7-4fba-92cb-7c69eac588f0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:05.086896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc5836-9356-44ea-bcae-3ba1c9c83352 req-6959a565-148e-43fe-9ee8-33e65477824c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:05.088441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14bc5836-9356-44ea-bcae-3ba1c9c83352 req-6959a565-148e-43fe-9ee8-33e65477824c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 947 time: 0.0618114 Aug 10 02:00:05.131189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14bc5836-9356-44ea-bcae-3ba1c9c83352 req-603e23c5-967a-44b5-9414-77259a22102a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355623 Aug 10 02:00:05.620054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691c1e-07f6-4967-910a-2e224e061f12 req-d098d717-c0e6-4f50-bd7c-922dac0d00a9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:05.621715 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc691c1e-07f6-4967-910a-2e224e061f12 req-d098d717-c0e6-4f50-bd7c-922dac0d00a9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 943 time: 0.0512159 Aug 10 02:00:05.660700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc691c1e-07f6-4967-910a-2e224e061f12 req-3b95bf4d-f1ca-4846-b0a5-0ff7b11a48e4 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330215 Aug 10 02:00:05.876864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7668-9460-4b2a-b146-d09df057c3a6 req-b77b7891-973d-4530-a3c6-7b57a04bb107 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:05.878029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f13a7668-9460-4b2a-b146-d09df057c3a6 req-b77b7891-973d-4530-a3c6-7b57a04bb107 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0494187 Aug 10 02:00:05.916553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f13a7668-9460-4b2a-b146-d09df057c3a6 req-a7af5ca8-142c-4840-9f8c-26fa6992e0ac tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Aug 10 02:00:06.243289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595e2f6-3674-40cb-a64d-618803bf686e req-15272666-5e4d-496f-9cbe-81853b5cf25d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:06.244826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b595e2f6-3674-40cb-a64d-618803bf686e req-15272666-5e4d-496f-9cbe-81853b5cf25d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 947 time: 0.0488982 Aug 10 02:00:06.286320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b595e2f6-3674-40cb-a64d-618803bf686e req-dd76b316-5a60-4d65-b059-632f437d4b1a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349319 Aug 10 02:00:06.306588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:06.394693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:06.406067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'mac_address': 'fa:16:3e:66:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:06.447010 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:06.460461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:06.481213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:06.576065 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:06.627136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:06.637717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.639449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.639449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.639449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.639449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.639449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.640641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.640641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.640641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.640641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.641007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.641293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:06.733304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:06.802200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbac284-ef0e-4299-a67a-24b4c2dfeb1b req-617352fb-29da-432a-893d-29c132680705 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:06.803769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccbac284-ef0e-4299-a67a-24b4c2dfeb1b req-617352fb-29da-432a-893d-29c132680705 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 943 time: 0.0593221 Aug 10 02:00:06.861169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccbac284-ef0e-4299-a67a-24b4c2dfeb1b req-d05fddbe-3adf-4904-bb17-bf775cde187a tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Aug 10 02:00:06.861599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43206) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:06.961420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1829090348', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:07.035828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c8494-c3f2-48da-a6c4-1e132f98c520 req-39646469-cda6-4baf-8be5-1ee3173902a7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:07.037395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d9c8494-c3f2-48da-a6c4-1e132f98c520 req-39646469-cda6-4baf-8be5-1ee3173902a7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0499249 Aug 10 02:00:07.071681 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Made reservation on behalf of 5254326195554c3b87c40159b9fafabf for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:07.075984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.076140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d9c8494-c3f2-48da-a6c4-1e132f98c520 req-708c2769-05a1-419a-a185-93a8a1dd30ee tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Aug 10 02:00:07.083481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.175411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.226049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.231608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] device_id is not set on port e3d7d125-c4d8-4173-b123-47ea7dd89f6c yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:00:07.289198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ca80a-eccd-4f2b-a186-055ea7086856,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:07.331656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:07.366704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Allocated IP 172.25.3.180 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/e3d7d125-c4d8-4173-b123-47ea7dd89f6c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:07.413738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd2deb-8432-4738-b9e0-76d30e3034c3 req-bdbe7940-1484-4b78-a9ea-c4ce2223f8d4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:07.415540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6cd2deb-8432-4738-b9e0-76d30e3034c3 req-bdbe7940-1484-4b78-a9ea-c4ce2223f8d4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 947 time: 0.0550025 Aug 10 02:00:07.439690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:07.455608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'mac_address': 'fa:16:3e:ef:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:07.470112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6cd2deb-8432-4738-b9e0-76d30e3034c3 req-850eacd2-c5d8-4ddc-aed5-ce9d267c728f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 Aug 10 02:00:07.508826 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.517019 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.520401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec56e0fd-2ae8-4110-a0ea-d0b77562d075 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:07.542418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:07.588034 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.588702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1fe85f7b-8964-40b3-88b1-7f9dfce6890a details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:07.605567 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.651545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:07.655909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:07.660086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:07.683082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:07.694142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Pushing event updated for resources: {'Port': ['ID=e3d7d125-c4d8-4173-b123-47ea7dd89f6c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:07.710426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:07.711085 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.738228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:07.750579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'port_id': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a', 'mac_address': 'fa:16:3e:b6:47:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:07.783477 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4302c99c-45f6-4504-bc25-41fb2453d683 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9206631 Aug 10 02:00:07.786252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43238) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:07.791195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.180'}]}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:07.797804 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.814770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe85f7b-8964-40b3-88b1-7f9dfce6890a {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:07.842091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:07.891446 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.892592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.902267 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.958588 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:07.970320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:07.985944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d296c7-5491-4a5c-b27a-4a541b5e1830 req-205816b0-598f-407f-aed6-ccf4b57a55b9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:07.987649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4d296c7-5491-4a5c-b27a-4a541b5e1830 req-205816b0-598f-407f-aed6-ccf4b57a55b9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 944 time: 0.0639722 Aug 10 02:00:08.039923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4d296c7-5491-4a5c-b27a-4a541b5e1830 req-f11ac39d-a50f-48e5-ad1e-46cfbba1142c tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459871 Aug 10 02:00:08.183662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:08.216533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504160c6-ec4f-4a70-843a-f5cd94fe8a6c req-d432aaf9-5484-45f6-b511-c0180f691c78 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:08.224964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-504160c6-ec4f-4a70-843a-f5cd94fe8a6c req-d432aaf9-5484-45f6-b511-c0180f691c78 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0635874 Aug 10 02:00:08.274331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-504160c6-ec4f-4a70-843a-f5cd94fe8a6c req-94f9648d-1c1b-440e-a00c-26edb3951cc3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470912 Aug 10 02:00:08.307579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:08.341850 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ec56e0fd-2ae8-4110-a0ea-d0b77562d075'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:08.344496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1fe85f7b-8964-40b3-88b1-7f9dfce6890a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:08.467907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:08.468314 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:08.537133 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:08.560223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:08.679679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c59c68-e702-474f-bcdf-5831fd35c86c req-89de8ec2-552d-44ac-abe5-e81a663ff8bb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:08.681422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53c59c68-e702-474f-bcdf-5831fd35c86c req-89de8ec2-552d-44ac-abe5-e81a663ff8bb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 948 time: 0.0921316 Aug 10 02:00:08.708774 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:08.753034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53c59c68-e702-474f-bcdf-5831fd35c86c req-d7564f2d-d6a5-487a-a0e8-6d62ce1779af tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645962 Aug 10 02:00:08.766525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:08.768772 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670ff4ae-9887-4661-9d7f-44d068d09f02" -d '{"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-plugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:08.807378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:08.821088 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e92f85-1963-4906-a3ce-7f714ff5d3f7 x-openstack-request-id: req-34e92f85-1963-4906-a3ce-7f714ff5d3f7 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:08.821509 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-plugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:08.821843 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34e92f85-1963-4906-a3ce-7f714ff5d3f7 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:08.822333 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'code': 200} Aug 10 02:00:08.861348 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:08.864092 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:08.955409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:09.235760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5aca10-8dc9-4e4b-a7c6-33f68d36b0c8 req-3dab7858-5344-4ff4-9b6d-bf0d471d2ee3 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:09.238146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f5aca10-8dc9-4e4b-a7c6-33f68d36b0c8 req-3dab7858-5344-4ff4-9b6d-bf0d471d2ee3 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 944 time: 0.0775661 Aug 10 02:00:09.301060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f5aca10-8dc9-4e4b-a7c6-33f68d36b0c8 req-c59b7bb2-4018-49ed-8dcb-3c515951c118 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537667 Aug 10 02:00:09.429821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:09.432321 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:09.435825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1af65b-d436-428c-b202-aa9883b1c27d req-17e37021-5fc4-405d-9e1e-b702638f67ee tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:09.438372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f1af65b-d436-428c-b202-aa9883b1c27d req-17e37021-5fc4-405d-9e1e-b702638f67ee tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0589473 Aug 10 02:00:09.491131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f1af65b-d436-428c-b202-aa9883b1c27d req-ab350d18-dacf-4064-bc33-3b7a1dbb9ca8 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465405 Aug 10 02:00:09.576793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:09.577894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 151dae86-6b3d-4df6-a13f-7fa4b6cf35b4 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:00:09.679625 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 02:00:09.683293 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bd27c8aa-d040-4708-a9c4-34cfaaddef57 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8933542 Aug 10 02:00:09.683616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43286) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:09.780650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-84701c07-2c78-44c0-b3ea-be72b12925d7 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Deleting port e3d7d125-c4d8-4173-b123-47ea7dd89f6c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:00:09.781696 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-84701c07-2c78-44c0-b3ea-be72b12925d7 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:09.868351 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-84701c07-2c78-44c0-b3ea-be72b12925d7 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:09.879667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c7d93-3e3d-4955-8a41-bec60e31a621 req-ae857108-44f9-4994-9b3d-e20944513e3e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:09.880434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-84701c07-2c78-44c0-b3ea-be72b12925d7 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Calling delete_port for e3d7d125-c4d8-4173-b123-47ea7dd89f6c owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:00:09.888392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e6c7d93-3e3d-4955-8a41-bec60e31a621 req-ae857108-44f9-4994-9b3d-e20944513e3e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 948 time: 0.0617995 Aug 10 02:00:09.941293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e6c7d93-3e3d-4955-8a41-bec60e31a621 req-23f0bb36-bf28-464c-87ac-dbd21a9b3fa5 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Aug 10 02:00:10.086204 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-84701c07-2c78-44c0-b3ea-be72b12925d7 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:10.114948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84701c07-2c78-44c0-b3ea-be72b12925d7 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3d7d125-c4d8-4173-b123-47ea7dd89f6c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:10.202249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-84701c07-2c78-44c0-b3ea-be72b12925d7 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:10.204353 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-84701c07-2c78-44c0-b3ea-be72b12925d7 tempest-RoutersAdminNegativeIpV6Test-564737073 tempest-RoutersAdminNegativeIpV6Test-564737073-project-admin] 10.222.0.38 "DELETE /v2.0/ports/e3d7d125-c4d8-4173-b123-47ea7dd89f6c HTTP/1.1" status: 204 len: 168 time: 0.5197804 Aug 10 02:00:10.477955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a041d-89b8-4765-a6d4-c69d2b4720fc req-5428fce7-a11a-46eb-b21e-90225292b547 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:10.488479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f9a041d-89b8-4765-a6d4-c69d2b4720fc req-5428fce7-a11a-46eb-b21e-90225292b547 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 944 time: 0.0743971 Aug 10 02:00:10.543096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f9a041d-89b8-4765-a6d4-c69d2b4720fc req-d1f069ce-a7a5-4b4f-bd3e-2e6d7842e0ac tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537124 Aug 10 02:00:10.677046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f881e-cce7-4934-a563-2f2e52cc2f77 req-1ae83d00-1a80-400c-a9dc-2cbe3afd9d4c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:10.684146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c98f881e-cce7-4934-a563-2f2e52cc2f77 req-1ae83d00-1a80-400c-a9dc-2cbe3afd9d4c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0797000 Aug 10 02:00:10.741014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c98f881e-cce7-4934-a563-2f2e52cc2f77 req-52925fe9-be22-4101-b559-bf92cbeae2e9 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533612 Aug 10 02:00:10.824310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43320) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:10.949136 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-701e2c64-931b-4e35-93f5-493a86e6f81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.111397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-703daa07-8c98-48e3-9202-eb9eabf9ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:11.113051 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-703daa07-8c98-48e3-9202-eb9eabf9ec7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 1097 time: 0.0618832 Aug 10 02:00:11.129668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd25fc-9863-4404-8acd-97f526b24d8e req-f139004a-3ab0-4f6b-9937-6791a8a2f7ca tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:11.131570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0fd25fc-9863-4404-8acd-97f526b24d8e req-f139004a-3ab0-4f6b-9937-6791a8a2f7ca tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 948 time: 0.1182218 Aug 10 02:00:11.141919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bb4a1-d036-4ccb-a5cd-35b7c2d844fe req-c89ee4eb-5980-407b-a953-4f98cfc264b3 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:11.143470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a7bb4a1-d036-4ccb-a5cd-35b7c2d844fe req-c89ee4eb-5980-407b-a953-4f98cfc264b3 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1079383 Aug 10 02:00:11.181408 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-701e2c64-931b-4e35-93f5-493a86e6f81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.207517 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0fd25fc-9863-4404-8acd-97f526b24d8e req-6e4a5a24-1d96-4666-b6ed-ea0d2d42e4a7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629642 Aug 10 02:00:11.244040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a7bb4a1-d036-4ccb-a5cd-35b7c2d844fe req-b4d486db-cc0d-4ed8-91b9-fba33b13dd50 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758555 Aug 10 02:00:11.256348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-e947b048-8a3a-46b2-946b-057c6a9d3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:11.258135 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-e947b048-8a3a-46b2-946b-057c6a9d3be8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 919 time: 0.1369345 Aug 10 02:00:11.308614 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-701e2c64-931b-4e35-93f5-493a86e6f81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.320290 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-307aaaf3-d685-4fad-a093-f08d75eacb22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf094eee-8039-4518-a83c-44221c870f09 HTTP/1.1" status: 200 len: 217 time: 0.0522327 Aug 10 02:00:11.396167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e2c64-931b-4e35-93f5-493a86e6f81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871fe165-a1be-4941-9cb2-ff06d92421eb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:11.408566 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-701e2c64-931b-4e35-93f5-493a86e6f81a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1884748dff864f31af67370fc1fd33b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773826 Aug 10 02:00:11.408800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:11.409266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43342) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:11.417986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-56655386-9809-4ed6-ab96-e1aefe861d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:11.420139 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-56655386-9809-4ed6-ab96-e1aefe861d7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.0822959 Aug 10 02:00:11.471810 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-3c552866-1c86-4e78-baef-23f39bf7d36e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404999 Aug 10 02:00:11.546976 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-858678e8-6128-4b26-8f76-810b4e99c103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.586226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-858678e8-6128-4b26-8f76-810b4e99c103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.620966 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-8fc18537-cd2e-4049-85d5-a9e60caa7bb2 service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402831 Aug 10 02:00:11.676063 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaab22-d680-4675-9846-2ce1d16b30d8 req-0d55b47c-b409-4c29-a28f-8da7e38922ad tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:11.677830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aabaab22-d680-4675-9846-2ce1d16b30d8 req-0d55b47c-b409-4c29-a28f-8da7e38922ad tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 944 time: 0.0557268 Aug 10 02:00:11.726857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aabaab22-d680-4675-9846-2ce1d16b30d8 req-7acfd0ae-8ded-40e7-a0e0-f9cb2bb50ab8 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Aug 10 02:00:11.744209 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-23d5dce2-a821-42cc-ab95-5fc47a5be446 req-c45efb7d-2f76-4af4-8ca9-e5c1b932ee96 service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158867 Aug 10 02:00:11.750055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:11.757845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:11.757845 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.799583 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-858678e8-6128-4b26-8f76-810b4e99c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.802213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-858678e8-6128-4b26-8f76-810b4e99c103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.804593 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-858678e8-6128-4b26-8f76-810b4e99c103 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/871fe165-a1be-4941-9cb2-ff06d92421eb HTTP/1.1" status: 204 len: 168 time: 0.3964093 Aug 10 02:00:11.811523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858678e8-6128-4b26-8f76-810b4e99c103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871fe165-a1be-4941-9cb2-ff06d92421eb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:11.876194 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:11.908171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:11.910721 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4317afd-ea06-4efb-8a4c-6860e0a543e7" -d '{"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-plugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:11.925691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:11.931813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e830f28-98af-4c8d-b177-e6dcc6c4ed9f req-37b386ff-39ee-425d-967b-d6b710188097 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:11.933331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e830f28-98af-4c8d-b177-e6dcc6c4ed9f req-37b386ff-39ee-425d-967b-d6b710188097 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0885813 Aug 10 02:00:11.957658 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0a64c0-ce53-4055-b557-26ec6c71a0e7 x-openstack-request-id: req-ec0a64c0-ce53-4055-b557-26ec6c71a0e7 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:11.957957 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-plugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:11.958214 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ec0a64c0-ce53-4055-b557-26ec6c71a0e7 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:11.958664 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'code': 200} Aug 10 02:00:11.995413 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e830f28-98af-4c8d-b177-e6dcc6c4ed9f req-3e111732-615e-4aa4-a057-addef3d3d2ac tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Aug 10 02:00:12.047212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.048445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1fe85f7b-8964-40b3-88b1-7f9dfce6890a up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:12.118919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1b1e4-8b03-417f-9110-bf6036426a88 req-f6b5b495-3326-4576-8a25-be56e1460d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:12.121073 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-89d1b1e4-8b03-417f-9110-bf6036426a88 req-f6b5b495-3326-4576-8a25-be56e1460d22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1101 time: 0.0700779 Aug 10 02:00:12.193397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:12.194511 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-89d1b1e4-8b03-417f-9110-bf6036426a88 req-21ef5663-6004-424f-baa5-095277bf9880 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617805 Aug 10 02:00:12.222250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:12.230087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:12.231058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.425088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3bcac-83b8-4edb-9207-50eddc4ae7d0 req-02b72463-6dc1-4fb3-91d2-1a8c514c4774 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:12.426895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cf3bcac-83b8-4edb-9207-50eddc4ae7d0 req-02b72463-6dc1-4fb3-91d2-1a8c514c4774 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0932493 Aug 10 02:00:12.461306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38e78c-9324-4090-ad5c-460c204f2748 req-0e057be2-d5d3-4def-b385-56d11d8c73a2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:12.463664 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d38e78c-9324-4090-ad5c-460c204f2748 req-0e057be2-d5d3-4def-b385-56d11d8c73a2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1132088 Aug 10 02:00:12.521185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cf3bcac-83b8-4edb-9207-50eddc4ae7d0 req-ba22476e-0d60-4b63-bebc-0d8004cdef43 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813608 Aug 10 02:00:12.537112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d38e78c-9324-4090-ad5c-460c204f2748 req-5dce4092-44cf-454a-a136-3e3d2614bab6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597880 Aug 10 02:00:12.556449 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.614210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43380) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:12.627681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:12.689173 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b18f4b97-8fc8-43af-a6f1-02bba6a4b5fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5254326195554c3b87c40159b9fafabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744901 Aug 10 02:00:12.689400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43382) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:12.702421 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.761937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3dd38884-1846-45cb-83ad-80e9c0c6beb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.772019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:12.777182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.791959 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3dd38884-1846-45cb-83ad-80e9c0c6beb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.869849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ff293-4168-4927-be7a-4a09487ff9b0 req-a1d715a1-654c-47de-8c6b-3c2c7f3abbde tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:12.871487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-040ff293-4168-4927-be7a-4a09487ff9b0 req-a1d715a1-654c-47de-8c6b-3c2c7f3abbde tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.0646040 Aug 10 02:00:12.908730 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3dd38884-1846-45cb-83ad-80e9c0c6beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.911645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3dd38884-1846-45cb-83ad-80e9c0c6beb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:12.922227 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3dd38884-1846-45cb-83ad-80e9c0c6beb0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f5ca80a-eccd-4f2b-a186-055ea7086856 HTTP/1.1" status: 204 len: 168 time: 0.2316320 Aug 10 02:00:12.946341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-040ff293-4168-4927-be7a-4a09487ff9b0 req-ae1fdb8f-dbec-4dd3-9169-8a7693407779 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664866 Aug 10 02:00:12.961910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd38884-1846-45cb-83ad-80e9c0c6beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ca80a-eccd-4f2b-a186-055ea7086856,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:13.218238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a577c0-2a56-4dcd-a1c7-0b8d17473a76 req-088ce735-d978-43cc-8352-a07662dcaf19 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:13.220501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58a577c0-2a56-4dcd-a1c7-0b8d17473a76 req-088ce735-d978-43cc-8352-a07662dcaf19 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.0763190 Aug 10 02:00:13.278765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58a577c0-2a56-4dcd-a1c7-0b8d17473a76 req-58e7dd50-4e4c-4565-a4ec-85cc2c7668cf tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514205 Aug 10 02:00:13.729785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db922341-9fba-4352-8230-6de19a6ead10 req-85fbbe80-4fd0-46d4-b75e-d99d9b2a61b0 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:13.737718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db922341-9fba-4352-8230-6de19a6ead10 req-85fbbe80-4fd0-46d4-b75e-d99d9b2a61b0 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0880916 Aug 10 02:00:13.763262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58121c-636d-49f3-b5c9-87ea00dffaaf req-4e1cf4f0-163c-49c1-9643-e965156ce328 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:13.764865 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c58121c-636d-49f3-b5c9-87ea00dffaaf req-4e1cf4f0-163c-49c1-9643-e965156ce328 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1051807 Aug 10 02:00:13.821991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db922341-9fba-4352-8230-6de19a6ead10 req-19b50bb5-4d1a-4f34-8da2-10937cfaf65f tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687716 Aug 10 02:00:13.853237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c58121c-636d-49f3-b5c9-87ea00dffaaf req-f2dc5797-85c3-4c3d-89ca-8f3b13219a56 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812740 Aug 10 02:00:13.960180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:13.963218 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a0d6cc-c9a3-47c7-8cc1-13a12a5cf2ec" -d '{"events": [{"server_uuid": "dce4fe89-e4ad-4b08-8b0c-8be7f77942d4", "name": "network-vif-plugged", "status": "completed", "tag": "1fe85f7b-8964-40b3-88b1-7f9dfce6890a"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:14.052066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d622eca-e7c6-430b-9041-feb0d5d4687d req-126d923e-dfd8-41fe-965b-72473dd6ee7c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:14.053925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d622eca-e7c6-430b-9041-feb0d5d4687d req-126d923e-dfd8-41fe-965b-72473dd6ee7c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.0638800 Aug 10 02:00:14.070516 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d24919-0de1-4615-b22f-6d78d5fee285 x-openstack-request-id: req-28d24919-0de1-4615-b22f-6d78d5fee285 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:14.070732 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce4fe89-e4ad-4b08-8b0c-8be7f77942d4", "name": "network-vif-plugged", "status": "completed", "tag": "1fe85f7b-8964-40b3-88b1-7f9dfce6890a", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:14.070943 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28d24919-0de1-4615-b22f-6d78d5fee285 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:14.072075 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a', 'code': 200} Aug 10 02:00:14.098413 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:14.128761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d622eca-e7c6-430b-9041-feb0d5d4687d req-1eb72eb1-ffa7-4103-b364-ee70e10a3b90 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529227 Aug 10 02:00:14.232141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e28ce1-da3f-4494-864d-09ae82509a1e req-42f4b710-b1f3-4739-95fe-666a52dae99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:14.239543 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-36e28ce1-da3f-4494-864d-09ae82509a1e req-42f4b710-b1f3-4739-95fe-666a52dae99c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 1097 time: 0.0780032 Aug 10 02:00:14.278140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae474-7af5-4341-8b60-50b08d3bc0e0 req-a1844367-4350-4358-9def-a82217a7b0db tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:14.287774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-214ae474-7af5-4341-8b60-50b08d3bc0e0 req-a1844367-4350-4358-9def-a82217a7b0db tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.0920575 Aug 10 02:00:14.293849 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-36e28ce1-da3f-4494-864d-09ae82509a1e req-3d6ce232-edec-4317-810a-b9362b857762 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 Aug 10 02:00:14.344185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-214ae474-7af5-4341-8b60-50b08d3bc0e0 req-0e460144-5556-455b-bc1a-2aefb99e96ed tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549269 Aug 10 02:00:14.525339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43440) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:14.722992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1542185703'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:14.837923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Made reservation on behalf of ee08dee7dce84814bb786362c2fc385e for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:14.841802 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:14.858840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:14.929144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407c126-94c3-4ff0-ba69-f4898f3dcddb req-7a77cb26-b198-4ef1-8a56-ed8e811a3681 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:14.936663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1407c126-94c3-4ff0-ba69-f4898f3dcddb req-7a77cb26-b198-4ef1-8a56-ed8e811a3681 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.5489516 Aug 10 02:00:14.966494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d029f6-003b-4184-8d92-951ef31ebb3c req-ba74d2bf-bbf4-4a4f-9a78-43f1b62f0af1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:14.968609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21d029f6-003b-4184-8d92-951ef31ebb3c req-ba74d2bf-bbf4-4a4f-9a78-43f1b62f0af1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1029274 Aug 10 02:00:15.005168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1407c126-94c3-4ff0-ba69-f4898f3dcddb req-f37c4d2e-8af2-419b-a887-c43bb062c631 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676179 Aug 10 02:00:15.007434 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-2f5163ed-5e04-4cf0-afe7-82fa6d22c7d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837600 Aug 10 02:00:15.047724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:15.057618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21d029f6-003b-4184-8d92-951ef31ebb3c req-d6eaf3f9-e493-46af-a231-5d55018e4415 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813148 Aug 10 02:00:15.135080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:15.207640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:00:15.207640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b1f95-b358-4d5a-a00c-2de2007754f6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:15.232603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:15.233757 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Added segment 5086196d-d8e7-4132-afa4-adc3b7ba0fe1 of type vlan for network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 Aug 10 02:00:15.258741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a05cc-27d0-44c3-909b-e9050d1a9fa0 req-ac9409cc-33d3-4115-adf6-1934037b5910 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:15.270806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e7a05cc-27d0-44c3-909b-e9050d1a9fa0 req-ac9409cc-33d3-4115-adf6-1934037b5910 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1432946 Aug 10 02:00:15.298196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:15.356092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e7a05cc-27d0-44c3-909b-e9050d1a9fa0 req-64dfa435-14a3-41a1-9187-b51edee4316a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777597 Aug 10 02:00:15.481495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6396e-d5c6-4dbd-83f1-db63fdf2f42c req-dac465ab-5971-4474-aeec-293403a9bd8e tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:15.483977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25d6396e-d5c6-4dbd-83f1-db63fdf2f42c req-dac465ab-5971-4474-aeec-293403a9bd8e tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.0578887 Aug 10 02:00:15.528473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25d6396e-d5c6-4dbd-83f1-db63fdf2f42c req-a6f88ee1-f0a5-4ac4-a65e-36fed9a02553 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375733 Aug 10 02:00:15.725323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:15.731664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:15.732389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:15.804488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event updated for resources: {'Network': ['ID=5efb796d-cd4b-42c5-a162-cf30ec3f6272,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:15.819704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:00:15.864888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5ebd7f43-241b-4cf6-b6eb-37e7fa5f3cd6 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3383124 Aug 10 02:00:15.867679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43484) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:15.874354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Request body: {'subnet': {'network_id': '5efb796d-cd4b-42c5-a162-cf30ec3f6272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:16.113181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Made reservation on behalf of ee08dee7dce84814bb786362c2fc385e for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:16.117103 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:16.219954 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1360f1-e58c-4976-8266-e0776bd0ae6a req-bf2e5697-db58-4cd4-b841-23e565effbbe tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:16.228145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d1360f1-e58c-4976-8266-e0776bd0ae6a req-bf2e5697-db58-4cd4-b841-23e565effbbe tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.0784330 Aug 10 02:00:16.238007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df5d3a-37d2-4695-b5f5-b3ae5c8d6eab req-629c7829-e90c-405c-a5f9-8508f048ac5e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:16.239500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19df5d3a-37d2-4695-b5f5-b3ae5c8d6eab req-629c7829-e90c-405c-a5f9-8508f048ac5e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.1397619 Aug 10 02:00:16.285886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d1360f1-e58c-4976-8266-e0776bd0ae6a req-9fce9d1d-c52d-4ef2-9a56-437b3b755533 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Aug 10 02:00:16.315189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19df5d3a-37d2-4695-b5f5-b3ae5c8d6eab req-8fba85ea-0619-4572-b9e3-9a1bad8a4327 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562060 Aug 10 02:00:16.537074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5c920-b1db-4ec5-9673-7a37170ebe9b req-b58263a6-dc65-44ec-9308-0ac5b5d278cb tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:16.538484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cb5c920-b1db-4ec5-9673-7a37170ebe9b req-b58263a6-dc65-44ec-9308-0ac5b5d278cb tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0524704 Aug 10 02:00:16.550759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:16.665275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cb5c920-b1db-4ec5-9673-7a37170ebe9b req-78b5b4d6-8f96-4fa4-abe1-519df955929c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958602 Aug 10 02:00:16.678642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event updated for resources: {'Subnet': ['ID=9773934f-b203-4dac-a322-60a024c269bd,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:16.684900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Checking segment: {'id': '5086196d-d8e7-4132-afa4-adc3b7ba0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5efb796d-cd4b-42c5-a162-cf30ec3f6272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:00:16.687428 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Network hostable DHCP agents. Network: 5efb796d-cd4b-42c5-a162-cf30ec3f6272, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:00:16.739925 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d51e1-8343-4d1b-a6a9-bd4c51e320f3 req-6c816b09-586c-4dbc-b719-1019c10baa93 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:16.741739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a1d51e1-8343-4d1b-a6a9-bd4c51e320f3 req-6c816b09-586c-4dbc-b719-1019c10baa93 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.1103511 Aug 10 02:00:16.797330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a1d51e1-8343-4d1b-a6a9-bd4c51e320f3 req-36f9d158-670f-4b16-a379-e92f607d0110 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458870 Aug 10 02:00:16.825862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:00:16.924906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce9c20-bad6-4c24-9d5a-29ec1ab50205 req-cf05df3e-2f93-4fdb-9540-14f6ba055ede tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:16.926505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dce9c20-bad6-4c24-9d5a-29ec1ab50205 req-cf05df3e-2f93-4fdb-9540-14f6ba055ede tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.0570819 Aug 10 02:00:16.935588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43516) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:16.941038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Request body: {'floatingip': {'port_id': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:16.974688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 5efb796d-cd4b-42c5-a162-cf30ec3f6272) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:16.979315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:16.979937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:16.986098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e54219e-4626-453e-a2b8-e496af49f090 None None] Network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:00:17.018510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:17.206027 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6098d42e-0fb9-4dbe-8165-d8d719c50532 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3372941 Aug 10 02:00:17.208950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43518) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:17.217450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Request body: {'port': {'network_id': '5efb796d-cd4b-42c5-a162-cf30ec3f6272', 'name': 'tempest-ExtraDHCPOptionsTestJSON-550544760'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:17.222999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-5efb796d-cd4b-42c5-a162-cf30ec3f6272', 'network_id': '5efb796d-cd4b-42c5-a162-cf30ec3f6272', 'tenant_id': 'ee08dee7dce84814bb786362c2fc385e', 'fixed_ips': [{'subnet_id': '9773934f-b203-4dac-a322-60a024c269bd'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:00:17.225689 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:17.564379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a728-399b-404d-870c-7e10c2251ea7 req-e826b2ef-a275-4678-896e-f2c59fa3e7d3 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:17.569427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Allocated IP 172.20.0.2 (5efb796d-cd4b-42c5-a162-cf30ec3f6272/9773934f-b203-4dac-a322-60a024c269bd/7ae62566-143e-4b39-9ed2-37cb3a6c0833) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:17.571678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3976a728-399b-404d-870c-7e10c2251ea7 req-e826b2ef-a275-4678-896e-f2c59fa3e7d3 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1483452 Aug 10 02:00:17.606258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87960a4a-db9d-4c79-a676-72ed5a704fa0 req-cacc9ef7-3723-48f0-8b02-feef394764e0 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:17.615356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87960a4a-db9d-4c79-a676-72ed5a704fa0 req-cacc9ef7-3723-48f0-8b02-feef394764e0 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 946 time: 0.1189337 Aug 10 02:00:17.618112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Made reservation on behalf of ee08dee7dce84814bb786362c2fc385e for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:17.621826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:17.672355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3976a728-399b-404d-870c-7e10c2251ea7 req-5bbeb106-ca59-452a-b072-24d85219584f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997915 Aug 10 02:00:17.702357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] device_id is not set on port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:00:17.743478 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:17.754185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Transition to ACTIVE for port object 7ae62566-143e-4b39-9ed2-37cb3a6c0833 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:17.772028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Transition to ACTIVE for port object 7ae62566-143e-4b39-9ed2-37cb3a6c0833 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:17.826003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87960a4a-db9d-4c79-a676-72ed5a704fa0 req-1807fc63-5793-49b0-8a88-a5113ec8c084 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094357 Aug 10 02:00:17.866799 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:17.948335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Pushing event updated for resources: {'Port': ['ID=7ae62566-143e-4b39-9ed2-37cb3a6c0833,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:17.951296 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc97aa51-49fb-480b-a56d-37ceb87753e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:17.959470 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.resource_extend [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 02:00:17.963797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:17.965856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:17.974442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:18.037399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Allocated IP 172.20.0.8 (5efb796d-cd4b-42c5-a162-cf30ec3f6272/9773934f-b203-4dac-a322-60a024c269bd/47e8d042-4f54-40a0-9b60-5b72d0c18f6a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:18.087990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Attempting to bind port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:00:18.088963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Attempting to bind port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '5086196d-d8e7-4132-afa4-adc3b7ba0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5efb796d-cd4b-42c5-a162-cf30ec3f6272'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:00:18.089624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Attempting to bind port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 on network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:18.100025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:00:18.101960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Checking segment: {'id': '5086196d-d8e7-4132-afa4-adc3b7ba0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5efb796d-cd4b-42c5-a162-cf30ec3f6272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:00:18.102625 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:18.103831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Bound using segment: {'id': '5086196d-d8e7-4132-afa4-adc3b7ba0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5efb796d-cd4b-42c5-a162-cf30ec3f6272'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:00:18.104548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Bound port: 7ae62566-143e-4b39-9ed2-37cb3a6c0833, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5086196d-d8e7-4132-afa4-adc3b7ba0fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5efb796d-cd4b-42c5-a162-cf30ec3f6272'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:00:18.105183 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:18.121317 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:18.129436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-e2811265-6f3e-41d7-a9ce-d03e6644293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:18.131063 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-e2811265-6f3e-41d7-a9ce-d03e6644293a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1101 time: 0.0795567 Aug 10 02:00:18.209667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] For port 7ae62566-143e-4b39-9ed2-37cb3a6c0833, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:18.213396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] For port 7ae62566-143e-4b39-9ed2-37cb3a6c0833, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7ae62566-143e-4b39-9ed2-37cb3a6c0833,segment=NetworkSegment(5086196d-d8e7-4132-afa4-adc3b7ba0fe1),segment_id=5086196d-d8e7-4132-afa4-adc3b7ba0fe1)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:00:18.218211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:18.306939 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:18.327270 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:18.363690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Transition to ACTIVE for port object 47e8d042-4f54-40a0-9b60-5b72d0c18f6a will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:18.364021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-6a59fe24-aad0-4bd2-ad8d-2a27ae9bf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:18.365981 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-6a59fe24-aad0-4bd2-ad8d-2a27ae9bf15f service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2178638 Aug 10 02:00:18.388489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd86a3-e6a0-43c6-8488-2d5b37e83e9e req-7f7186a2-daf4-4246-b640-f7a69887cdd9 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:18.396421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bdd86a3-e6a0-43c6-8488-2d5b37e83e9e req-7f7186a2-daf4-4246-b640-f7a69887cdd9 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.3863561 Aug 10 02:00:18.402411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a076ed7-f217-44e3-abc4-a8e2cf7811e2 None None] Pushing event updated for resources: {'Port': ['ID=7ae62566-143e-4b39-9ed2-37cb3a6c0833,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:18.426075 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Floating IP eaeca24f-ca76-4ecc-86df-c6841effea89 associated. External IP: 172.25.3.205, port: 1fe85f7b-8964-40b3-88b1-7f9dfce6890a. Aug 10 02:00:18.478886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bdd86a3-e6a0-43c6-8488-2d5b37e83e9e req-027a2e9a-43af-4020-aaaf-10a627552aca tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799761 Aug 10 02:00:18.496778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-74d1b37f-4bcf-49e1-bbba-fd6971f2a1f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 217 time: 0.1217933 Aug 10 02:00:18.548845 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:18.614130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:18.614854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-cc096a59-969a-436c-905b-a37d1ca94bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:18.615975 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-cc096a59-969a-436c-905b-a37d1ca94bb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0780299 Aug 10 02:00:18.619704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:18.632987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:18.637274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event updated for resources: {'Port': ['ID=47e8d042-4f54-40a0-9b60-5b72d0c18f6a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:18.740048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:18.740775 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:18.832900 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-200d235f-aea6-4e18-9472-66fbbe55c87d tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6194971 Aug 10 02:00:18.837440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43560) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:18.860866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Request body: {'port': {'network_id': '5efb796d-cd4b-42c5-a162-cf30ec3f6272', 'name': 'tempest-ExtraDHCPOptionsTestJSON-160188212', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:18.861434 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.api.validators [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] bootfile-name is not in valid_values {{(pid=101224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:00:18.861822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.api.validators [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] tftp-server is not in valid_values {{(pid=101224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:00:18.862582 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.api.validators [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] server-ip-address is not in valid_values {{(pid=101224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:00:18.886915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Router a59ea197-f0f0-44f4-9cd3-a36252533575 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:00:18.897707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-9b91b8f4-95c6-40e8-a150-26823601310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:18.899359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-9b91b8f4-95c6-40e8-a150-26823601310a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2746091 Aug 10 02:00:19.013771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f497a-056a-4511-802f-c7c09b9d3fa4 req-b4373fdb-fc00-4d30-97f5-d09707a884f6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:19.021669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b0f497a-056a-4511-802f-c7c09b9d3fa4 req-b4373fdb-fc00-4d30-97f5-d09707a884f6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.2114875 Aug 10 02:00:19.128548 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b0f497a-056a-4511-802f-c7c09b9d3fa4 req-3b707b84-f5b7-4a63-8429-70b490dbda7b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992007 Aug 10 02:00:19.225270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:00:19.228398 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-9017040e-e702-4219-aeb5-4de4c011b9ad service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164847 Aug 10 02:00:19.231499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:19.242276 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] Sync routers for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:00:19.259716 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:19.260867 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:59:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:19.294710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Made reservation on behalf of ee08dee7dce84814bb786362c2fc385e for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:19.299369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:19.322707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7ae62566-143e-4b39-9ed2-37cb3a6c0833 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:19.340924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] device_id is not set on port 617f3fbd-6eb1-4ede-b6fc-d4f0f183a8fe yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:00:19.438388 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-e253ffc5-6a1a-4a58-a81e-e8a20db44774 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991448 Aug 10 02:00:19.458688 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:00:19.470453 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b3cda072-cb78-44a5-9667-0ec2ef97965f tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "PUT /v2.0/floatingips/eaeca24f-ca76-4ecc-86df-c6841effea89 HTTP/1.1" status: 200 len: 991 time: 2.5331678 Aug 10 02:00:19.473609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'tag': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:19.477761 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590ec77a-5b80-4dce-a15b-cd13b847f912" -d '{"events": [{"name": "network-changed", "server_uuid": "dce4fe89-e4ad-4b08-8b0c-8be7f77942d4", "tag": "1fe85f7b-8964-40b3-88b1-7f9dfce6890a"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:19.500899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:19.571236 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee7c7d2-2950-4452-843f-32700f89902c x-openstack-request-id: req-1ee7c7d2-2950-4452-843f-32700f89902c {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:19.571826 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce4fe89-e4ad-4b08-8b0c-8be7f77942d4", "tag": "1fe85f7b-8964-40b3-88b1-7f9dfce6890a", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:19.572328 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1ee7c7d2-2950-4452-843f-32700f89902c {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:19.572961 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'tag': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a', 'status': 'completed', 'code': 200} Aug 10 02:00:19.610798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Allocated IP 172.20.0.4 (5efb796d-cd4b-42c5-a162-cf30ec3f6272/9773934f-b203-4dac-a322-60a024c269bd/617f3fbd-6eb1-4ede-b6fc-d4f0f183a8fe) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:19.699683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-4c29c0e8-ccdc-4b76-8a99-174a5c1f9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:19.705863 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-4c29c0e8-ccdc-4b76-8a99-174a5c1f9908 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6088e916290f4b7fbf1ed7d24deb7349&device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 1097 time: 0.1008103 Aug 10 02:00:19.836704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-ee52c384-ad85-4b3c-83f8-40896cb4cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:19.842542 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-ee52c384-ad85-4b3c-83f8-40896cb4cc9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=063b3253-76ca-4c6d-b5f3-d76c00010176 HTTP/1.1" status: 200 len: 915 time: 0.1258540 Aug 10 02:00:19.917697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e9830-268e-4281-ab5a-2b31a1fe0f50 req-3799ed0f-1189-4907-9b87-35673b35d46a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:19.919372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-190e9830-268e-4281-ab5a-2b31a1fe0f50 req-3799ed0f-1189-4907-9b87-35673b35d46a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1872027 Aug 10 02:00:19.996608 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-7d028fc2-f73e-463b-910a-1fd339adddf7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fe85f7b-8964-40b3-88b1-7f9dfce6890a HTTP/1.1" status: 200 len: 999 time: 0.1466885 Aug 10 02:00:20.072913 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-190e9830-268e-4281-ab5a-2b31a1fe0f50 req-1620b064-4dcb-4aea-880c-92202de73860 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434093 Aug 10 02:00:20.112149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-9ef00fc2-4821-4d5d-8e0c-8574c2c40b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:20.113658 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-9ef00fc2-4821-4d5d-8e0c-8574c2c40b7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=364bf874-8a50-4379-8ca8-75f229acd959 HTTP/1.1" status: 200 len: 853 time: 0.0974133 Aug 10 02:00:20.119250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.139938 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:46Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'eaeca24f-ca76-4ecc-86df-c6841effea89', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'port_id': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'mac_address': 'fa:16:3e:b6:47:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:59:54Z', 'updated_at': '2021-08-10T02:00:17Z', 'revision_number': 1, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e962c10e-63c5-41a9-b20f-965132278f89', 'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'mac_address': 'fa:16:3e:e8:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:45Z', 'updated_at': '2021-08-10T01:59:53Z', 'revision_number': 5, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'subnets': [{'id': '364bf874-8a50-4379-8ca8-75f229acd959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:20.188234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Transition to ACTIVE for port object 617f3fbd-6eb1-4ede-b6fc-d4f0f183a8fe will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:20.196140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4ad98-ae99-4f73-adc6-fc7f9720ebcf None None] Network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:00:20.216997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-019c02c8-10e3-44c7-b89d-2703817df331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:20.218578 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-019c02c8-10e3-44c7-b89d-2703817df331 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=063b3253-76ca-4c6d-b5f3-d76c00010176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962846 Aug 10 02:00:20.237988 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] Checking router: a59ea197-f0f0-44f4-9cd3-a36252533575 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:00:20.278606 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:20.279376 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T01:59:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:20.379483 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e9c76-e0a4-459a-9239-0127fdf46a5f req-daaec854-a753-41cb-8132-ea4e87813fd0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:20.382330 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-76c2d62d-93e4-4778-9723-cd9ff6d5f891 service neutron] 10.222.0.16 "GET /v2.0/networks/063b3253-76ca-4c6d-b5f3-d76c00010176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548965 Aug 10 02:00:20.388872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-580e9c76-e0a4-459a-9239-0127fdf46a5f req-daaec854-a753-41cb-8132-ea4e87813fd0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1247098 Aug 10 02:00:20.391054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e08e7733-01de-4bf1-b451-347e96d7ccc3 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:20.451113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-580e9c76-e0a4-459a-9239-0127fdf46a5f req-1dc6445b-8f50-4b0f-9cd3-d7d510e7884e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576892 Aug 10 02:00:20.484068 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:00:20.502365 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-590ec77a-5b80-4dce-a15b-cd13b847f912 req-1f91a6a2-fb27-4e95-bc76-4294a92e01dd service neutron] 10.222.0.16 "GET /v2.0/networks/063b3253-76ca-4c6d-b5f3-d76c00010176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130538 Aug 10 02:00:20.580021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:20.596348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'e08e7733-01de-4bf1-b451-347e96d7ccc3', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'port_id': 'e08e7733-01de-4bf1-b451-347e96d7ccc3', 'mac_address': 'fa:16:3e:e2:be:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:20.646301 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.668323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.678389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e08e7733-01de-4bf1-b451-347e96d7ccc3 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:20.724999 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-15559f3b-df7f-41e1-b1de-07315f43c065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.726671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7cdf4644-4625-4a91-a403-a058566e59f2 None None] Provisioning for port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:20.735492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:20.737677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:20.739690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7cdf4644-4625-4a91-a403-a058566e59f2 None None] Provisioning complete for port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:20.740292 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4644-4625-4a91-a403-a058566e59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.741347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:20.753955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:20.793190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event updated for resources: {'Port': ['ID=617f3fbd-6eb1-4ede-b6fc-d4f0f183a8fe,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:20.836805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:20.837237 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.837507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.869382 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:46Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'eaeca24f-ca76-4ecc-86df-c6841effea89', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'port_id': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'mac_address': 'fa:16:3e:b6:47:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:59:54Z', 'updated_at': '2021-08-10T02:00:17Z', 'revision_number': 1, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e962c10e-63c5-41a9-b20f-965132278f89', 'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'mac_address': 'fa:16:3e:e8:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:45Z', 'updated_at': '2021-08-10T01:59:53Z', 'revision_number': 5, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'subnets': [{'id': '364bf874-8a50-4379-8ca8-75f229acd959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:20.880502 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4644-4625-4a91-a403-a058566e59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.908740 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedd709-4a53-4383-a385-314d47565a52 None None] The sync data for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 is: [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:46Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'eaeca24f-ca76-4ecc-86df-c6841effea89', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'port_id': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'mac_address': 'fa:16:3e:b6:47:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:59:54Z', 'updated_at': '2021-08-10T02:00:17Z', 'revision_number': 1, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e962c10e-63c5-41a9-b20f-965132278f89', 'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'mac_address': 'fa:16:3e:e8:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:45Z', 'updated_at': '2021-08-10T01:59:53Z', 'revision_number': 5, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'subnets': [{'id': '364bf874-8a50-4379-8ca8-75f229acd959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:00:20.945784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c17c4b3e-5c7f-4e62-a514-ba7ad534f88c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.0894563 Aug 10 02:00:20.946371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43616) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:20.949610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7cdf4644-4625-4a91-a403-a058566e59f2 None None] For port 7ae62566-143e-4b39-9ed2-37cb3a6c0833, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7ae62566-143e-4b39-9ed2-37cb3a6c0833,segment=NetworkSegment(5086196d-d8e7-4132-afa4-adc3b7ba0fe1),segment_id=5086196d-d8e7-4132-afa4-adc3b7ba0fe1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:20.980735 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e08e7733-01de-4bf1-b451-347e96d7ccc3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:21.058193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4644-4625-4a91-a403-a058566e59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:21.065966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e08e7733-01de-4bf1-b451-347e96d7ccc3,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:21.128301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f961506-5b15-445c-ba19-1b94dd18c5e7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:21.135453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f961506-5b15-445c-ba19-1b94dd18c5e7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:21.143025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f961506-5b15-445c-ba19-1b94dd18c5e7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:21.144770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5f961506-5b15-445c-ba19-1b94dd18c5e7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1978736 Aug 10 02:00:21.148288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43630) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:21.214063 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:21.220073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf4644-4625-4a91-a403-a058566e59f2 None None] Pushing event updated for resources: {'Port': ['ID=7ae62566-143e-4b39-9ed2-37cb3a6c0833,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:21.340138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5c25d377-63de-4f68-bd4f-8be49e55356c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Deleting port 617f3fbd-6eb1-4ede-b6fc-d4f0f183a8fe {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:00:21.340495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c25d377-63de-4f68-bd4f-8be49e55356c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:21.356132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9988cb5-9d13-4255-be68-c89deba1928f req-72e3b56c-79c3-4f16-917e-c7a2e0acc755 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:21.358391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9988cb5-9d13-4255-be68-c89deba1928f req-72e3b56c-79c3-4f16-917e-c7a2e0acc755 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1202455 Aug 10 02:00:21.372658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e8615b07-95f9-4af4-856c-27de6ad4d2a3 None None] Provisioning for port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:21.390440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041563a9-e524-4e9d-b6a9-4ff21b213b28 None None] New status for floating IP eaeca24f-ca76-4ecc-86df-c6841effea89: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:00:21.406339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e8615b07-95f9-4af4-856c-27de6ad4d2a3 None None] Provisioning complete for port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:21.406978 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e8615b07-95f9-4af4-856c-27de6ad4d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:21.476239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9988cb5-9d13-4255-be68-c89deba1928f req-f0272837-4c78-4cbf-9ac6-2e981ba6cb38 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014040 Aug 10 02:00:21.548604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c25d377-63de-4f68-bd4f-8be49e55356c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:21.570942 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5c25d377-63de-4f68-bd4f-8be49e55356c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Calling delete_port for 617f3fbd-6eb1-4ede-b6fc-d4f0f183a8fe owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:00:21.642572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356334d9-cf99-451a-9e48-fc150980e890 req-1bd510ca-10af-44ff-b966-ac2259f8c161 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:21.644092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-356334d9-cf99-451a-9e48-fc150980e890 req-1bd510ca-10af-44ff-b966-ac2259f8c161 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.0747468 Aug 10 02:00:21.668560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e8615b07-95f9-4af4-856c-27de6ad4d2a3 None None] Port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:00:21.703662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e8615b07-95f9-4af4-856c-27de6ad4d2a3 None None] Provisioning complete for port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:21.704376 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e8615b07-95f9-4af4-856c-27de6ad4d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:21.714399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-356334d9-cf99-451a-9e48-fc150980e890 req-cc542986-c3cc-40fc-b744-09887fce1d52 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584559 Aug 10 02:00:21.923080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c25d377-63de-4f68-bd4f-8be49e55356c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:21.951074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25d377-63de-4f68-bd4f-8be49e55356c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event deleted for resources: {'Port': ['ID=617f3fbd-6eb1-4ede-b6fc-d4f0f183a8fe,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:21.971698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dbbdc189-a659-4e68-b77e-d50d457d923e None None] Could not find standard attr ID for object 617f3fbd-6eb1-4ede-b6fc-d4f0f183a8fe. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:00:21.984129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dbbdc189-a659-4e68-b77e-d50d457d923e None None] Provisioning complete for port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:21.984129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dbbdc189-a659-4e68-b77e-d50d457d923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.033495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-dbbdc189-a659-4e68-b77e-d50d457d923e None None] Port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:00:22.041797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c25d377-63de-4f68-bd4f-8be49e55356c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.043783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5c25d377-63de-4f68-bd4f-8be49e55356c tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "DELETE /v2.0/ports/617f3fbd-6eb1-4ede-b6fc-d4f0f183a8fe HTTP/1.1" status: 204 len: 168 time: 0.8944995 Aug 10 02:00:22.048106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43654) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:22.053525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Request body: {'port': {'name': 'tempest-new-port-name-1761446822', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:22.054001 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.api.validators [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] bootfile-name is not in valid_values {{(pid=101223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:00:22.054346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.api.validators [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] tftp-server is not in valid_values {{(pid=101223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:00:22.054711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.api.validators [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] server-ip-address is not in valid_values {{(pid=101223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:00:22.133840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.174749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.344617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.392256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e08e7733-01de-4bf1-b451-347e96d7ccc3 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:22.438063 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.458532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port e08e7733-01de-4bf1-b451-347e96d7ccc3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:22.460729 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.562710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] In _notify_port_updated(), no bound segment for port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a on network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:00:22.568149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:22.568852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.570223 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "PUT /v2.0/ports/47e8d042-4f54-40a0-9b60-5b72d0c18f6a HTTP/1.1" status: 200 len: 1136 time: 0.5211432 Aug 10 02:00:22.575215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43700) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:22.599754 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.641571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e39e-2009-474f-858e-fbbd50ff439e req-aef39091-e9af-43fd-ac94-51796e84c003 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:22.657642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6101e39e-2009-474f-858e-fbbd50ff439e req-aef39091-e9af-43fd-ac94-51796e84c003 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1050742 Aug 10 02:00:22.682897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:22.691496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8448fa8-478d-4d7c-a291-13bfcba641a9 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:22.696045 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a8448fa8-478d-4d7c-a291-13bfcba641a9 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "GET /v2.0/ports/47e8d042-4f54-40a0-9b60-5b72d0c18f6a HTTP/1.1" status: 200 len: 1136 time: 0.1170995 Aug 10 02:00:22.696489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:22.698861 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bb5ad0-da86-4049-85a7-08fe30d0c2a0" -d '{"events": [{"server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "name": "network-vif-plugged", "status": "completed", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:22.705723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43716) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:22.735594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6101e39e-2009-474f-858e-fbbd50ff439e req-b2b3412f-e066-45c9-89d5-6b2eec0b9e0a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770066 Aug 10 02:00:22.749240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521da15-5666-4f19-8aaf-3f10711f39e2 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event updated for resources: {'Port': ['ID=47e8d042-4f54-40a0-9b60-5b72d0c18f6a,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:22.777247 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.851817 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1c59eb-8597-4825-96de-7d63b6bd2148 x-openstack-request-id: req-4f1c59eb-8597-4825-96de-7d63b6bd2148 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:22.852106 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "name": "network-vif-plugged", "status": "completed", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:22.852356 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f1c59eb-8597-4825-96de-7d63b6bd2148 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:22.852753 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3', 'code': 200} Aug 10 02:00:22.891500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1f493-586f-4b8d-9221-ad9ad57ec3c7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Deleting port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:00:22.892357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f493-586f-4b8d-9221-ad9ad57ec3c7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.899256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-032e5784-7486-4706-a449-60f86a8e3faf None None] Provisioning complete for port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:22.899634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-032e5784-7486-4706-a449-60f86a8e3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.929761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e08e7733-01de-4bf1-b451-347e96d7ccc3,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:22.961608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-032e5784-7486-4706-a449-60f86a8e3faf None None] Port 47e8d042-4f54-40a0-9b60-5b72d0c18f6a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:00:22.976860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9518f6-bfc8-4c40-ace9-131c8a4c0fd4 req-8a8044a5-5a79-4287-94b7-b53149fde8d8 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:22.978694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d9518f6-bfc8-4c40-ace9-131c8a4c0fd4 req-8a8044a5-5a79-4287-94b7-b53149fde8d8 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1072795 Aug 10 02:00:22.990738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b05c5-bc1a-4ce6-8a7e-2b38e6b6492a req-65ac1d08-6924-491c-85c3-98a7d4f2229f tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:22.992308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa2b05c5-bc1a-4ce6-8a7e-2b38e6b6492a req-65ac1d08-6924-491c-85c3-98a7d4f2229f tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 950 time: 0.0910327 Aug 10 02:00:23.008272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f493-586f-4b8d-9221-ad9ad57ec3c7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:23.021154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1f493-586f-4b8d-9221-ad9ad57ec3c7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Calling delete_port for 47e8d042-4f54-40a0-9b60-5b72d0c18f6a owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:00:23.050703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d9518f6-bfc8-4c40-ace9-131c8a4c0fd4 req-5388dfe6-6809-4d11-9699-2cfd1dd3e823 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574076 Aug 10 02:00:23.058341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa2b05c5-bc1a-4ce6-8a7e-2b38e6b6492a req-e3315a10-4b5f-400a-acdf-7c1dd5a07709 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563159 Aug 10 02:00:23.151958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7ae62566-143e-4b39-9ed2-37cb3a6c0833 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:23.259139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:23.259832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:23.774036 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f493-586f-4b8d-9221-ad9ad57ec3c7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:23.806005 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:23.868013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1f493-586f-4b8d-9221-ad9ad57ec3c7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event deleted for resources: {'Port': ['ID=47e8d042-4f54-40a0-9b60-5b72d0c18f6a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:23.902519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a9d54-fc2f-450c-b099-672abb3cef4d req-6f716ddc-5269-411b-8d03-77f5432f4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:23.902519 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e4a9d54-fc2f-450c-b099-672abb3cef4d req-6f716ddc-5269-411b-8d03-77f5432f4d2c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 1097 time: 0.6474526 Aug 10 02:00:23.926650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebe1f493-586f-4b8d-9221-ad9ad57ec3c7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:23.932590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43768) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:23.933233 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ebe1f493-586f-4b8d-9221-ad9ad57ec3c7 tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "DELETE /v2.0/ports/47e8d042-4f54-40a0-9b60-5b72d0c18f6a HTTP/1.1" status: 204 len: 168 time: 1.2258935 Aug 10 02:00:23.957013 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e4a9d54-fc2f-450c-b099-672abb3cef4d req-22a7ca63-3314-4fde-b298-76a8662f11a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 Aug 10 02:00:24.058254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef183c4-3fa1-43b3-a4a3-a8dce6771e7e tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Deleting subnet 9773934f-b203-4dac-a322-60a024c269bd {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:00:24.064344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4ef183c4-3fa1-43b3-a4a3-a8dce6771e7e tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:24.128936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b41c7f-e1dc-4d2d-b00c-7ca7c84b32bd req-8be8d6d0-b17c-4718-909b-a93263ab7b7a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:24.130825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9b41c7f-e1dc-4d2d-b00c-7ca7c84b32bd req-8be8d6d0-b17c-4718-909b-a93263ab7b7a tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1400163 Aug 10 02:00:24.184199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4ef183c4-3fa1-43b3-a4a3-a8dce6771e7e tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:24.249883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9b41c7f-e1dc-4d2d-b00c-7ca7c84b32bd req-afee1b1d-b206-498c-86d0-d8d1e49ce611 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112471 Aug 10 02:00:24.288055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d126b87-b8b9-4ace-8662-aeee52cec0d2 req-e4d132ba-91f8-4414-a974-e060b90bbed6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:24.289573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d126b87-b8b9-4ace-8662-aeee52cec0d2 req-e4d132ba-91f8-4414-a974-e060b90bbed6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1208322 Aug 10 02:00:24.360712 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4ef183c4-3fa1-43b3-a4a3-a8dce6771e7e tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:24.371135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d126b87-b8b9-4ace-8662-aeee52cec0d2 req-3e2f505c-0cc5-49ea-9fbb-e9ad1f51382b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Aug 10 02:00:24.534998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4ef183c4-3fa1-43b3-a4a3-a8dce6771e7e tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:24.568748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef183c4-3fa1-43b3-a4a3-a8dce6771e7e tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event deleted for resources: {'Subnet': ['ID=9773934f-b203-4dac-a322-60a024c269bd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:24.585452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4ef183c4-3fa1-43b3-a4a3-a8dce6771e7e tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:24.588657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4ef183c4-3fa1-43b3-a4a3-a8dce6771e7e tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "DELETE /v2.0/subnets/9773934f-b203-4dac-a322-60a024c269bd HTTP/1.1" status: 204 len: 168 time: 0.6550450 Aug 10 02:00:24.591302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43780) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:24.594363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6c7d2-00f5-4dde-a7f0-4ae8ae0db96b None None] Network 5efb796d-cd4b-42c5-a162-cf30ec3f6272 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:00:24.712703 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:24.792661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Deleting port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:00:24.793355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:24.917550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] For port 7ae62566-143e-4b39-9ed2-37cb3a6c0833, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7ae62566-143e-4b39-9ed2-37cb3a6c0833,segment=NetworkSegment(5086196d-d8e7-4132-afa4-adc3b7ba0fe1),segment_id=5086196d-d8e7-4132-afa4-adc3b7ba0fe1)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:24.918069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:24.932799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942e981-0656-46e9-96a1-acb611147af7 None None] DHCP port deletion for 5efb796d-cd4b-42c5-a162-cf30ec3f6272 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:00:24.946847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Calling delete_port for 7ae62566-143e-4b39-9ed2-37cb3a6c0833 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:00:25.034012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a942e981-0656-46e9-96a1-acb611147af7 None None] Deleting port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:00:25.034449 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a942e981-0656-46e9-96a1-acb611147af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.133217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a942e981-0656-46e9-96a1-acb611147af7 None None] For port 7ae62566-143e-4b39-9ed2-37cb3a6c0833, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7ae62566-143e-4b39-9ed2-37cb3a6c0833,segment=NetworkSegment(5086196d-d8e7-4132-afa4-adc3b7ba0fe1),segment_id=5086196d-d8e7-4132-afa4-adc3b7ba0fe1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:25.134108 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a942e981-0656-46e9-96a1-acb611147af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.151470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a942e981-0656-46e9-96a1-acb611147af7 None None] Calling delete_port for 7ae62566-143e-4b39-9ed2-37cb3a6c0833 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:00:25.203899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-002e3e96-b80c-4b19-b67c-f1a98ddf0fed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535383 Aug 10 02:00:25.207122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7ae62566-143e-4b39-9ed2-37cb3a6c0833 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:00:25.304126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.325693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-bdae8dde-d31f-4aaf-9667-e6c892609fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.327231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-bdae8dde-d31f-4aaf-9667-e6c892609fe3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 1098 time: 0.0636294 Aug 10 02:00:25.329227 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.351949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event deleted for resources: {'Port': ['ID=7ae62566-143e-4b39-9ed2-37cb3a6c0833,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:25.362653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] No DVR routers for this DVR port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:00:25.379597 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a942e981-0656-46e9-96a1-acb611147af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.534163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942e981-0656-46e9-96a1-acb611147af7 None None] Pushing event deleted for resources: {'Port': ['ID=7ae62566-143e-4b39-9ed2-37cb3a6c0833,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:25.556766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942e981-0656-46e9-96a1-acb611147af7 None None] No DVR routers for this DVR port 7ae62566-143e-4b39-9ed2-37cb3a6c0833 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:00:25.584405 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-bca144c8-0848-4d37-a9a8-d09200db2ed2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018512 Aug 10 02:00:25.618007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.631199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efb796d-cd4b-42c5-a162-cf30ec3f6272']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:25.642620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5086196d-d8e7-4132-afa4-adc3b7ba0fe1') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:25.642927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5086196d-d8e7-4132-afa4-adc3b7ba0fe1') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:25.655653 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.661860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-b16b496b-fe9c-4598-87b0-02936f220e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.671958 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.677756 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-b16b496b-fe9c-4598-87b0-02936f220e8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 1102 time: 0.0592275 Aug 10 02:00:25.697366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:00:25.697781 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:00:25.709008 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:00:25.819261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-5a48aeba-62a3-413f-adf2-0294faf8e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.821544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-5a48aeba-62a3-413f-adf2-0294faf8e28c service neutron] 10.222.0.11 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 919 time: 0.4528992 Aug 10 02:00:25.836656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3e8e6-4d52-4a26-a3aa-2a7466721c18 req-ef4a0505-6fc3-4f3a-9c9f-deffe6441837 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.838418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9f3e8e6-4d52-4a26-a3aa-2a7466721c18 req-ef4a0505-6fc3-4f3a-9c9f-deffe6441837 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.3081629 Aug 10 02:00:25.852931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-1ccc9b00-a425-40eb-85d3-2f6e0ce37922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.854651 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-1ccc9b00-a425-40eb-85d3-2f6e0ce37922 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1547172 Aug 10 02:00:25.895834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b1983-3b9e-4669-98d2-aea4a5c53ada req-3b5d9779-7224-44d3-9e60-e9a0291741c0 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.897359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4b1983-3b9e-4669-98d2-aea4a5c53ada req-3b5d9779-7224-44d3-9e60-e9a0291741c0 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.5363061 Aug 10 02:00:25.904938 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-286b64e2-95e8-4b27-bfe9-24b3ee17d950 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 HTTP/1.1" status: 200 len: 217 time: 0.0644932 Aug 10 02:00:25.915219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-8400865e-7248-46e9-a03d-a5f9a9b1f111 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 200 len: 217 time: 0.0418017 Aug 10 02:00:25.926740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.968347 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:25.972671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] 10.222.0.38 "DELETE /v2.0/networks/5efb796d-cd4b-42c5-a162-cf30ec3f6272 HTTP/1.1" status: 204 len: 168 time: 1.3722136 Aug 10 02:00:25.972861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-b417b58f-7340-4f9d-8f46-cec8a4f8e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.981268 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-b417b58f-7340-4f9d-8f46-cec8a4f8e340 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0511334 Aug 10 02:00:26.014840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120626f-144f-46f5-a5ad-6d310754f1fa tempest-ExtraDHCPOptionsTestJSON-1488113403 tempest-ExtraDHCPOptionsTestJSON-1488113403-project] Pushing event deleted for resources: {'Network': ['ID=5efb796d-cd4b-42c5-a162-cf30ec3f6272,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:26.037042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9f3e8e6-4d52-4a26-a3aa-2a7466721c18 req-9e8685d1-5697-434a-9193-c15b6465690c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861541 Aug 10 02:00:26.058545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-7fff8525-714d-47dd-a0e5-4e410df78305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:26.060353 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-7fff8525-714d-47dd-a0e5-4e410df78305 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776997 Aug 10 02:00:26.062528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4b1983-3b9e-4669-98d2-aea4a5c53ada req-102eac40-7812-4bb0-9c0e-fed844958131 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546578 Aug 10 02:00:26.070141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-3cac113d-ee96-4bfa-9f83-638d1e2d3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:26.074054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-3cac113d-ee96-4bfa-9f83-638d1e2d3ac1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.1483507 Aug 10 02:00:26.123716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-7d1a0729-8440-4086-9dc9-06134ad8020e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299959 Aug 10 02:00:26.261464 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-98b3f174-b4f1-4191-876c-458fb90a7b76 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842899 Aug 10 02:00:26.287069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-9a96e331-1635-451e-a623-d39713d61cd0 service neutron] 10.222.0.11 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522007 Aug 10 02:00:26.392954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a3e19979-074e-4b14-9dc6-68867c8c8b9b details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:26.398782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:00:26.486032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f75a02-0687-4971-b21c-c78dfeac0f81 req-83db5f9f-c68a-479d-a05f-aaa582e63b94 service neutron] 10.222.0.11 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842752 Aug 10 02:00:26.490130 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb6c9185-2a02-49cb-9275-1a2aa584716e req-27343830-c424-4e4f-bded-51ac75cf557e service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010646 Aug 10 02:00:26.653412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:26.680490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43846) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:26.914170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b', 'mac_address': 'fa:16:3e:39:04:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:27.013707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:27.059159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90ea70-c620-4deb-b902-90fc63737f44 req-4d961ac7-0c2d-4d71-b47c-bdab6d34fcd7 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:27.064028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef90ea70-c620-4deb-b902-90fc63737f44 req-4d961ac7-0c2d-4d71-b47c-bdab6d34fcd7 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1969981 Aug 10 02:00:27.067387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-27adea7e-2df8-400f-8abe-58a888ec0af9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee08dee7dce84814bb786362c2fc385e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921545 Aug 10 02:00:27.070964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43854) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:27.111797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d886ad-4674-422f-a2f9-62cac12200fb req-da22ffcc-0c92-4630-8dad-b6ba5ff9575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:27.115815 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d886ad-4674-422f-a2f9-62cac12200fb req-da22ffcc-0c92-4630-8dad-b6ba5ff9575d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 1097 time: 0.1354668 Aug 10 02:00:27.117728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:27.121021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:27.124808 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a45f80d-5883-4c01-8709-022e48e343f7" -d '{"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:27.147894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:27.164474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef90ea70-c620-4deb-b902-90fc63737f44 req-88cd9e84-843b-4f8c-9748-06791ed1ba35 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766008 Aug 10 02:00:27.186415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3e19979-074e-4b14-9dc6-68867c8c8b9b {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:27.201821 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:27.237807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b81aa3f-d1d2-4698-91a9-697f6a6cbffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:27.246478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:27.251028 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c074d49-3be1-45e4-8cb0-8e504d1822d1 x-openstack-request-id: req-7c074d49-3be1-45e4-8cb0-8e504d1822d1 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:27.251028 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:27.251349 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c074d49-3be1-45e4-8cb0-8e504d1822d1 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:27.251627 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'code': 200} Aug 10 02:00:27.279847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d886ad-4674-422f-a2f9-62cac12200fb req-d1be6324-1cb2-4317-bcbb-17dff970f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:27.286837 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d886ad-4674-422f-a2f9-62cac12200fb req-d1be6324-1cb2-4317-bcbb-17dff970f13b service neutron] 10.222.0.16 "GET /v2.0/networks?id=265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 200 len: 919 time: 0.1580184 Aug 10 02:00:27.296555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:27.310655 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b81aa3f-d1d2-4698-91a9-697f6a6cbffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:27.319488 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:27.344779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87d9d3-fb71-4fd6-87a8-e96c4f8eeda4 req-f7bcbada-2bad-4256-b9f3-cb656c835715 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:27.346411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b87d9d3-fb71-4fd6-87a8-e96c4f8eeda4 req-f7bcbada-2bad-4256-b9f3-cb656c835715 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1338036 Aug 10 02:00:27.368998 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d886ad-4674-422f-a2f9-62cac12200fb req-bf2b2793-a4d1-42af-913d-b1a4a61ff71d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf094eee-8039-4518-a83c-44221c870f09 HTTP/1.1" status: 200 len: 217 time: 0.0657506 Aug 10 02:00:27.422805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a3e19979-074e-4b14-9dc6-68867c8c8b9b,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:27.448315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b87d9d3-fb71-4fd6-87a8-e96c4f8eeda4 req-e8c5ce5b-b61f-4ed9-b46a-a05e4a245975 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792356 Aug 10 02:00:27.453544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d886ad-4674-422f-a2f9-62cac12200fb req-09d76b63-fd21-4372-8df4-aa446bb49277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:27.453748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a3e19979-074e-4b14-9dc6-68867c8c8b9b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:27.456040 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d886ad-4674-422f-a2f9-62cac12200fb req-09d76b63-fd21-4372-8df4-aa446bb49277 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 200 len: 858 time: 0.0767293 Aug 10 02:00:27.502050 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d886ad-4674-422f-a2f9-62cac12200fb req-1f9de71e-2256-4a79-b277-8616442e7889 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=265c9d4c-92c1-49b6-8f87-d064b0588e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376248 Aug 10 02:00:27.578355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b81aa3f-d1d2-4698-91a9-697f6a6cbffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:27.586997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b81aa3f-d1d2-4698-91a9-697f6a6cbffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:27.586997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5b81aa3f-d1d2-4698-91a9-697f6a6cbffd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f8b1f95-b358-4d5a-a00c-2de2007754f6 HTTP/1.1" status: 204 len: 168 time: 0.5126088 Aug 10 02:00:27.608188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81aa3f-d1d2-4698-91a9-697f6a6cbffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b1f95-b358-4d5a-a00c-2de2007754f6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:27.700786 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d886ad-4674-422f-a2f9-62cac12200fb req-f7861a50-e0ca-41bb-bbe5-586283cfec95 service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811337 Aug 10 02:00:27.908129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d886ad-4674-422f-a2f9-62cac12200fb req-6a2dbe0d-d9c1-4eea-b49b-a896eecca84a service neutron] 10.222.0.16 "GET /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665735 Aug 10 02:00:28.336551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47e582-f6a2-43a5-91ba-72f6a47b4197 req-6b58a794-1eb2-4a15-a946-71eabc99f8dd tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:28.347165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b47e582-f6a2-43a5-91ba-72f6a47b4197 req-6b58a794-1eb2-4a15-a946-71eabc99f8dd tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0752864 Aug 10 02:00:28.388453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a3e19979-074e-4b14-9dc6-68867c8c8b9b up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:28.403475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b47e582-f6a2-43a5-91ba-72f6a47b4197 req-f94bbbab-57bd-4816-a7d8-331a3f302538 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547013 Aug 10 02:00:28.547633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a3e19979-074e-4b14-9dc6-68867c8c8b9b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:28.548267 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:28.639835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f198e3-a217-4988-9f38-ac74ac0bb431 req-6bcfec2b-521b-489a-8b68-7b8a07360759 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:28.643038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2f198e3-a217-4988-9f38-ac74ac0bb431 req-6bcfec2b-521b-489a-8b68-7b8a07360759 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.0737760 Aug 10 02:00:28.734534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2f198e3-a217-4988-9f38-ac74ac0bb431 req-6e46aae6-9cd2-4d3e-9db4-f25a67845af3 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843093 Aug 10 02:00:28.756320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:28.840358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:28.893510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:29.007984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a3e19979-074e-4b14-9dc6-68867c8c8b9b,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:29.101005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43948) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:29.238446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1639389128'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:29.253375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:29.258473 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d061fa-c528-45ce-8734-c311461e3788" -d '{"events": [{"server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "name": "network-vif-plugged", "status": "completed", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:29.320294 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa49ec5-094c-4bc9-b0f9-71990b4fd2ed x-openstack-request-id: req-daa49ec5-094c-4bc9-b0f9-71990b4fd2ed {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:29.320595 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "name": "network-vif-plugged", "status": "completed", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:29.320857 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-daa49ec5-094c-4bc9-b0f9-71990b4fd2ed {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:29.321520 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b', 'code': 200} Aug 10 02:00:29.392894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Made reservation on behalf of b25fa16c81eb4a6a8d9a8fa1029cd8ca for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:29.397031 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:29.411914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:29.580931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fcf84-b004-4b90-a010-c7ed0ba09a48 req-9667ed46-9956-4e60-920f-ff0dfbf7d7f8 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:29.589495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d0fcf84-b004-4b90-a010-c7ed0ba09a48 req-9667ed46-9956-4e60-920f-ff0dfbf7d7f8 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0935094 Aug 10 02:00:29.658064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d0fcf84-b004-4b90-a010-c7ed0ba09a48 req-f8a2922f-f7f6-4c60-9be2-ffd1ce879eb7 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674801 Aug 10 02:00:29.660360 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:29.729957 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:29.760303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:00:29.770899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5b8b7a-38b8-4e26-9e52-4dd7514416ee,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:29.777197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:29.777481 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Added segment 9859703a-1020-41a2-9edc-28d6bb7771fb of type vlan for network 73de42cf-cef3-4411-87b5-32bedc07644f Aug 10 02:00:29.826654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:30.009628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e8c63-7745-43d4-9b8d-87028d6c5ee2 req-91bb565c-e8eb-4f4b-9b1a-7d2622c9b535 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:30.012824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-240e8c63-7745-43d4-9b8d-87028d6c5ee2 req-91bb565c-e8eb-4f4b-9b1a-7d2622c9b535 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1190693 Aug 10 02:00:30.061585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:30.079905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:30.080479 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:30.200281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-240e8c63-7745-43d4-9b8d-87028d6c5ee2 req-bb8f2241-5a74-4741-873d-ffb3aabd1302 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763518 Aug 10 02:00:30.245383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Network': ['ID=73de42cf-cef3-4411-87b5-32bedc07644f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:30.259519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 73de42cf-cef3-4411-87b5-32bedc07644f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:00:30.295918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6f8deb6b-9e94-48d7-83e9-849d1336d627 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1876357 Aug 10 02:00:30.296335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43992) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:30.301942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'subnet': {'network_id': '73de42cf-cef3-4411-87b5-32bedc07644f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:30.564600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Made reservation on behalf of b25fa16c81eb4a6a8d9a8fa1029cd8ca for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:30.568592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:30.965038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:31.084543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Checking segment: {'id': '9859703a-1020-41a2-9edc-28d6bb7771fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '73de42cf-cef3-4411-87b5-32bedc07644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:00:31.084915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network hostable DHCP agents. Network: 73de42cf-cef3-4411-87b5-32bedc07644f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:00:31.087388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Subnet': ['ID=8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:31.252129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 73de42cf-cef3-4411-87b5-32bedc07644f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:00:31.377193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 73de42cf-cef3-4411-87b5-32bedc07644f) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:31.388337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:31.389099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:31.397167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dd20ca-f1ee-45b7-9c41-e2b8f38949f0 None None] Network 73de42cf-cef3-4411-87b5-32bedc07644f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:00:31.612577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482729e4-c8f3-4c17-bb9c-ed97b90b1ce5 None None] Network 73de42cf-cef3-4411-87b5-32bedc07644f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:00:31.902307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3aa77b0d-0b58-4e22-b1b0-31bc8a81823f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6047156 Aug 10 02:00:31.905117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44000) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:31.912811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-162903959', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:32.031665 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:32.033215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:32.095501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:32.484316 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:33.026208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:33.027003 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:00:33.052434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:33.208202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.25.3.193 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/4aec2bcd-d66e-4c14-9397-a4e5ebf3e995) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:33.336144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:33.469465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:33.521393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:33.525450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:33.529147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:33.564604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=4aec2bcd-d66e-4c14-9397-a4e5ebf3e995,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:34.111013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:34.399506 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:34.638963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:00:34.802778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:00:34.814302 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a49194-eae6-4b27-abbe-041694350e32 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:00:34.827632 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a49194-eae6-4b27-abbe-041694350e32 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:34.830016 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9a49194-eae6-4b27-abbe-041694350e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:34.883871 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9a49194-eae6-4b27-abbe-041694350e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:34.893421 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a49194-eae6-4b27-abbe-041694350e32 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:34.894295 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9a49194-eae6-4b27-abbe-041694350e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:34.906337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:34.908504 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d3bef4aa-94ec-4eb6-9d80-6de690158157 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0011144 Aug 10 02:00:34.910457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44010) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:34.929776 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9a49194-eae6-4b27-abbe-041694350e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:34.931431 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a49194-eae6-4b27-abbe-041694350e32 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:00:35.485203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:35.835038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.20.0.1 (73de42cf-cef3-4411-87b5-32bedc07644f/8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0/52f91bba-225e-471d-bb53-3577d230a149) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:36.402044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:36.513197 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:36.555590 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 73de42cf-cef3-4411-87b5-32bedc07644f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:36.561436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:36.564410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:36.600481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=52f91bba-225e-471d-bb53-3577d230a149,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:36.625278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:36.878517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-4c24c850-a51e-40c4-b7e8-0659751f13a6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:00:36.879632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-4c24c850-a51e-40c4-b7e8-0659751f13a6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062702 Aug 10 02:00:37.008756 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [req-d322e155-7607-41dd-83ec-164a0735b669 req-b4affdcc-97fc-4f00-9912-e48988ec5e32 service neutron] show failed (client error): The resource could not be found. Aug 10 02:00:37.009905 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-b4affdcc-97fc-4f00-9912-e48988ec5e32 service neutron] 10.222.0.16 "GET /v2.0/ports/ec56e0fd-2ae8-4110-a0ea-d0b77562d075/bindings/n-h2-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.1226249 Aug 10 02:00:37.264681 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:37.608495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:37.678971 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:37.729219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=52f91bba-225e-471d-bb53-3577d230a149,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:37.768442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110cbec-8a2c-4970-9ca5-695d54afa44f req-13a7d43c-5990-4135-9677-75e1f21eec70 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:37.777016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2110cbec-8a2c-4970-9ca5-695d54afa44f req-13a7d43c-5990-4135-9677-75e1f21eec70 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1397426 Aug 10 02:00:37.790585 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:37.871296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2110cbec-8a2c-4970-9ca5-695d54afa44f req-03c2f90f-7132-4849-9521-c78d3832e2fa tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917611 Aug 10 02:00:37.925539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 73de42cf-cef3-4411-87b5-32bedc07644f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:37.928621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:37.945514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f386210-f9e6-4d41-98ba-8970b0a09b4f req-f99f18f4-70b9-48b4-bbaf-198e70d10ba4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:37.947320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f386210-f9e6-4d41-98ba-8970b0a09b4f req-f99f18f4-70b9-48b4-bbaf-198e70d10ba4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1480210 Aug 10 02:00:37.955485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-fc4363fa-cd07-43d8-8ed3-bc38273196ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:37.957378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-fc4363fa-cd07-43d8-8ed3-bc38273196ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070&tenant_id=06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 1101 time: 0.0813622 Aug 10 02:00:37.992306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:38.050005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f386210-f9e6-4d41-98ba-8970b0a09b4f req-ea0979ba-9f6f-4c85-b290-1f2aaba28085 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893090 Aug 10 02:00:38.143602 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:38.186572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:00:38.317209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:00:38.328238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6211f93-6ef6-48cb-8031-fd8274098635 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:00:38.340702 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23e7880c-1a42-4bb4-ad2e-8cbe5a349d40 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/routers/8e067c02-b255-43c0-a524-09ea96795a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4290891 Aug 10 02:00:38.343377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44074) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:38.347141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6211f93-6ef6-48cb-8031-fd8274098635 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:38.359175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e6211f93-6ef6-48cb-8031-fd8274098635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:38.359381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'port': {'network_id': '73de42cf-cef3-4411-87b5-32bedc07644f', 'name': 'tempest-FloatingIPTestJSON-755746217'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:38.428820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e6211f93-6ef6-48cb-8031-fd8274098635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:38.445184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6211f93-6ef6-48cb-8031-fd8274098635 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:38.445887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e6211f93-6ef6-48cb-8031-fd8274098635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:38.496488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e6211f93-6ef6-48cb-8031-fd8274098635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:38.497150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6211f93-6ef6-48cb-8031-fd8274098635 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:00:38.506152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:38.556165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:38.617657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:38.620179 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8b4414-5ef5-4282-85c1-d911fd4ee3f8" -d '{"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-unplugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:38.625334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:38.642091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Transition to ACTIVE for port object ec56e0fd-2ae8-4110-a0ea-d0b77562d075 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:38.648654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Made reservation on behalf of b25fa16c81eb4a6a8d9a8fa1029cd8ca for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:38.652251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:38.683741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] device_id is not set on port 19d18c3a-f829-484c-82d0-4486f5210ae5 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:00:38.724202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:38.831121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.20.0.9 (73de42cf-cef3-4411-87b5-32bedc07644f/8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0/19d18c3a-f829-484c-82d0-4486f5210ae5) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:39.044179 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:39.152644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=6']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:39.182569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] No DVR routers for this DVR port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:00:39.188024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:39.256572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:00:39.257087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:00:39.257953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:39.263619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:00:39.263980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:39.269904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:00:39.270261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:00:39.270767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:00:39.271525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Bound port: ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:00:39.271925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:39.354783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 73de42cf-cef3-4411-87b5-32bedc07644f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:39.374565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:39.382622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=19d18c3a-f829-484c-82d0-4486f5210ae5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:39.385369 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:39.406699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:39.411381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:00:39.476190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:39.476862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:39.550003 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:39.583829 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-de1c10ed-52bf-4217-b79b-4652484bca63 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2371757 Aug 10 02:00:39.586208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44116) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:39.596237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'port': {'network_id': '73de42cf-cef3-4411-87b5-32bedc07644f', 'name': 'tempest-FloatingIPTestJSON-673839527'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:39.602989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:39.604456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:39.606137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] 10.222.0.11 "PUT /v2.0/ports/ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 1096 time: 1.6292839 Aug 10 02:00:39.642066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267413d-8ac8-47de-a006-3ddd53cb86fd service neutron] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:39.773980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-53b99a69-2711-428e-89a6-ab21629a4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:39.776545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-53b99a69-2711-428e-89a6-ab21629a4122 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1099 time: 0.1290696 Aug 10 02:00:39.967677 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4233115a-2fad-412f-8684-024d9de4cda9 x-openstack-request-id: req-4233115a-2fad-412f-8684-024d9de4cda9 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:39.969826 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-unplugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:39.970186 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4233115a-2fad-412f-8684-024d9de4cda9 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:39.970708 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'code': 200} Aug 10 02:00:39.999535 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Made reservation on behalf of b25fa16c81eb4a6a8d9a8fa1029cd8ca for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:40.009518 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:40.048128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-4dca0102-042a-4c04-9779-203267143321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:40.054309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-4dca0102-042a-4c04-9779-203267143321 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2593143 Aug 10 02:00:40.071750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] device_id is not set on port 55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:00:40.123338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-1e73aa94-c8bd-44a9-9c58-4ecdc162bb5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 217 time: 0.0609052 Aug 10 02:00:40.213871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-5803b37a-cc45-4f67-9727-0b1590cac1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:40.215443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-5803b37a-cc45-4f67-9727-0b1590cac1cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0589283 Aug 10 02:00:40.271046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966af114-5f09-4b9c-840a-56107d7b2381 req-7f938a1d-64aa-40dc-a625-5cc185de51fc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:40.280443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-966af114-5f09-4b9c-840a-56107d7b2381 req-7f938a1d-64aa-40dc-a625-5cc185de51fc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 947 time: 0.1557336 Aug 10 02:00:40.336456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-966af114-5f09-4b9c-840a-56107d7b2381 req-f27d4655-8e7e-49a7-8acc-bd13733e7bfc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550189 Aug 10 02:00:40.337847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.20.0.2 (73de42cf-cef3-4411-87b5-32bedc07644f/8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0/55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:40.348005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e155-7607-41dd-83ec-164a0735b669 req-cc7cd5f3-8cf1-4d90-9697-9aab67397b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:40.349969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-cc7cd5f3-8cf1-4d90-9697-9aab67397b2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246190 Aug 10 02:00:40.368641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-a975685d-cadc-4acf-a328-cd267cd8c9cb service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:00:40.372254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-a975685d-cadc-4acf-a328-cd267cd8c9cb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101972 Aug 10 02:00:40.444266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e08e7733-01de-4bf1-b451-347e96d7ccc3 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:00:40.499877 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-6e190534-40a3-4869-8f6c-10348a1dd0ea service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151447 Aug 10 02:00:40.619188 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:40.620650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:40.652648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:40.656074 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b252622-4e81-477c-81b1-9cc4d9b81c3a" -d '{"events": [{"server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "name": "network-vif-unplugged", "status": "completed", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:40.684184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-8f834644-f4d9-48c1-9fe6-ffbae02f939f service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728039 Aug 10 02:00:40.688054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:40.721654 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb08a44a-9be6-4421-9d9e-4bdfbc2b3550 x-openstack-request-id: req-fb08a44a-9be6-4421-9d9e-4bdfbc2b3550 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:40.722169 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "name": "network-vif-unplugged", "status": "completed", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:40.722704 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb08a44a-9be6-4421-9d9e-4bdfbc2b3550 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:40.723266 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3', 'code': 200} Aug 10 02:00:40.799237 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:40.844932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:40.936629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e08e7733-01de-4bf1-b451-347e96d7ccc3,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:40.962534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 73de42cf-cef3-4411-87b5-32bedc07644f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:40.965847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:40.985290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:40.988071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:41.052770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:41.058442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:41.171993 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-32461d23-b220-4a6c-87fa-8703d6ce176b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5801849 Aug 10 02:00:41.172143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44156) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:41.187757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8', 'fixed_ip_address': '172.20.0.2'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:41.248261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-b348b3f3-9e4b-46ef-a165-8f84b9bffb79 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:41.257667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-b348b3f3-9e4b-46ef-a165-8f84b9bffb79 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 803 time: 0.3007376 Aug 10 02:00:41.283851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-7f64b5a1-d7ed-45c6-88b9-1f2ecc90621b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/quotas/12c6d02010fa4f41a3426194cb3a7217 HTTP/1.1" status: 200 len: 375 time: 0.0252099 Aug 10 02:00:41.335521 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:41.451873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-1c21dfe6-13a0-4b4c-a261-b46ca8c47562 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669657 Aug 10 02:00:41.529216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:00:41.593575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-f6b20a00-8863-4660-a801-d549a17bed90 service neutron] 10.222.0.38 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407707 Aug 10 02:00:41.613126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:00:41.702921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c09d4-25b6-4c6b-8e3d-7874fa58f86e req-c8a8af44-7e76-49ae-9253-463f5c313f6a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:41.704511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-739c09d4-25b6-4c6b-8e3d-7874fa58f86e req-c8a8af44-7e76-49ae-9253-463f5c313f6a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 947 time: 0.2439640 Aug 10 02:00:41.766749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-aa887470-d824-4b90-9c22-a5c783491f4b service neutron] 10.222.0.38 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618462 Aug 10 02:00:41.795104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-739c09d4-25b6-4c6b-8e3d-7874fa58f86e req-b12f0096-e033-4fd9-aa54-58283dab5cab tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764072 Aug 10 02:00:41.805250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:41.960639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.25.3.215 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/53c888f7-6f93-491e-8ab6-9765f22e5aae) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:41.972677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:41.975078 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312b6320-dbef-4752-9b81-d0216a928bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:42.137326 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bad96a-2dd8-4485-88e9-3ec283dfe1bc x-openstack-request-id: req-72bad96a-2dd8-4485-88e9-3ec283dfe1bc {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:42.137533 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:42.137646 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-72bad96a-2dd8-4485-88e9-3ec283dfe1bc {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:42.138080 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'status': 'completed', 'code': 200} Aug 10 02:00:42.239909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-0bcda8c1-5abe-499d-bdb4-41297b4ee81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:42.242402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-0bcda8c1-5abe-499d-bdb4-41297b4ee81c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1099 time: 0.1106238 Aug 10 02:00:42.402955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-33743ce0-e9c0-40d6-aaf7-afa28eb05379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:42.405292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-33743ce0-e9c0-40d6-aaf7-afa28eb05379 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1548641 Aug 10 02:00:42.431149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4557ab3-f2c7-4395-b612-a73085b87dc5 req-162e5cb9-40b5-4d58-a79f-460ba621d05b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 210 time: 0.1391380 Aug 10 02:00:42.460261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:42.474834 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:42.507581 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-e9661d36-6466-488d-b94e-0fc310d9c480 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 217 time: 0.0911646 Aug 10 02:00:42.516365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-c3c5ed19-793c-4506-84a2-6c4471a0c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:42.520808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-c3c5ed19-793c-4506-84a2-6c4471a0c05f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1099 time: 0.3739989 Aug 10 02:00:42.584062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-c591a895-7279-4ab6-baaa-bbf48c506ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:42.587682 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-c591a895-7279-4ab6-baaa-bbf48c506ecc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0705154 Aug 10 02:00:42.627332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:42.672545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'mac_address': 'fa:16:3e:ef:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:42.677829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-04349acd-d71a-487b-8376-1bcde502c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:42.680702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-04349acd-d71a-487b-8376-1bcde502c348 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1311481 Aug 10 02:00:42.682012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-53b419b0-ce30-453f-98cc-eeba07403c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:42.684754 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-53b419b0-ce30-453f-98cc-eeba07403c10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885010 Aug 10 02:00:42.731222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-245837eb-ebae-4b6d-a6bf-8caac1530e6d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:42.733035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-245837eb-ebae-4b6d-a6bf-8caac1530e6d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be1347-650d-4383-bc98-a107834c513a HTTP/1.1" status: 200 len: 944 time: 0.4014175 Aug 10 02:00:42.781112 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:42.793448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-2fc6f2d7-af7a-4a5b-ad88-023afdb060a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 217 time: 0.0885539 Aug 10 02:00:42.801681 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:42.815542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec56e0fd-2ae8-4110-a0ea-d0b77562d075 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:42.840877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:42.859094 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:42.891412 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-324cd6d7-4c07-46dd-922d-a8159c5a9407 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968238 Aug 10 02:00:42.934377 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:43.041556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:43.045912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:43.052473 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-3d4c0388-ca44-420e-aaf2-14d6fc080b1d service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517084 Aug 10 02:00:43.077297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:43.106544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:43.137442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-e2e26d03-a353-445f-9171-93bb4435dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:43.139068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-e2e26d03-a353-445f-9171-93bb4435dd47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.3000734 Aug 10 02:00:43.169849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=53c888f7-6f93-491e-8ab6-9765f22e5aae,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:43.251378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1a63a-a383-4704-adc9-21a4f433dcf3 req-a203df5a-a368-461f-837c-166cc5c69e77 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:43.259310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ef1a63a-a383-4704-adc9-21a4f433dcf3 req-a203df5a-a368-461f-837c-166cc5c69e77 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 948 time: 0.2836959 Aug 10 02:00:43.277770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['ec56e0fd-2ae8-4110-a0ea-d0b77562d075'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:43.350834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Deleting port e08e7733-01de-4bf1-b451-347e96d7ccc3 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:00:43.351199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:43.365057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-5b5d8149-9169-4901-8a1c-33f21e8cfa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:43.366740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-5b5d8149-9169-4901-8a1c-33f21e8cfa7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2123826 Aug 10 02:00:43.562620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ef1a63a-a383-4704-adc9-21a4f433dcf3 req-b645740b-4734-47c6-a422-af0edc31ac1a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963436 Aug 10 02:00:43.726806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d55c901-ccba-4cec-a0df-ced041a8dd5a req-e7137e76-432c-4d21-9649-b97ab426cf0c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 210 time: 0.1492026 Aug 10 02:00:43.794854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-bf649f63-8e91-4c29-ba18-57bdbda55026 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115107 Aug 10 02:00:43.796485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] For port e08e7733-01de-4bf1-b451-347e96d7ccc3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e08e7733-01de-4bf1-b451-347e96d7ccc3,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:43.796868 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:43.833936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Calling delete_port for e08e7733-01de-4bf1-b451-347e96d7ccc3 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:00:44.065801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-312b6320-dbef-4752-9b81-d0216a928bb5 req-4da0a7d1-eac7-4d5b-8ab2-092f4cdff0fa service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603579 Aug 10 02:00:44.073425 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.158300 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.410774 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.455556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:44.468075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Pushing event deleted for resources: {'Port': ['ID=e08e7733-01de-4bf1-b451-347e96d7ccc3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:44.478036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.541858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] No DVR routers for this DVR port e08e7733-01de-4bf1-b451-347e96d7ccc3 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:00:44.546489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.548574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22171e46-51de-4391-bbb8-7cd2a7f04ff6 req-430c54ab-ad75-4f82-9b14-b69e55ed5a76 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "DELETE /v2.0/ports/e08e7733-01de-4bf1-b451-347e96d7ccc3 HTTP/1.1" status: 204 len: 173 time: 1.8062801 Aug 10 02:00:44.550642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'name': 'network-vif-deleted', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:44.552905 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b615945-97c7-4f5b-8713-df5dc30a1815" -d '{"events": [{"server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "name": "network-vif-deleted", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:44.621637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:44.626652 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac816958-4131-417d-bc29-daffd72807be x-openstack-request-id: req-ac816958-4131-417d-bc29-daffd72807be {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:44.627192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:44.627298 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be1347-650d-4383-bc98-a107834c513a", "name": "network-vif-deleted", "tag": "e08e7733-01de-4bf1-b451-347e96d7ccc3", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:44.627298 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac816958-4131-417d-bc29-daffd72807be {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:44.632178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.632330 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be1347-650d-4383-bc98-a107834c513a', 'name': 'network-vif-deleted', 'tag': 'e08e7733-01de-4bf1-b451-347e96d7ccc3', 'status': 'completed', 'code': 200} Aug 10 02:00:44.738207 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.767372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:44.769867 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c475d2e-f86d-413f-a062-c1b0b3497c27" -d '{"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-plugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:44.790810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:44.912817 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.914516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e08e7733-01de-4bf1-b451-347e96d7ccc3 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:00:44.958693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: e08e7733-01de-4bf1-b451-347e96d7ccc3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:00:44.959046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e08e7733-01de-4bf1-b451-347e96d7ccc3 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:00:44.989265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:45.072511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d560f07-64cd-4ffd-ae93-53f598ecc94a req-55afbaa5-45e8-4a0d-b282-1db47c08cc6c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 210 time: 0.0411172 Aug 10 02:00:45.098667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75921-db88-4a6a-ae5b-4824eb400c17 req-e8688304-11a4-4cdb-bd92-d3daedefa15d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:45.100258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fd75921-db88-4a6a-ae5b-4824eb400c17 req-e8688304-11a4-4cdb-bd92-d3daedefa15d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 948 time: 0.4672377 Aug 10 02:00:45.137442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:45.145188 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27876361-b314-4751-8141-49ffdbf4cd58 x-openstack-request-id: req-27876361-b314-4751-8141-49ffdbf4cd58 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:45.145648 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-plugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:45.145768 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27876361-b314-4751-8141-49ffdbf4cd58 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:45.146127 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'code': 200} Aug 10 02:00:45.157489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fd75921-db88-4a6a-ae5b-4824eb400c17 req-c2a38790-7285-43bf-931e-0a9a34502f14 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481570 Aug 10 02:00:45.283918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:45.404299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=53c888f7-6f93-491e-8ab6-9765f22e5aae,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:45.478022 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:45.533456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-ad1c3fac-0441-4bd0-8355-638fc605436c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:45.534947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-ad1c3fac-0441-4bd0-8355-638fc605436c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 803 time: 0.2643096 Aug 10 02:00:45.553231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Request body: {'port': {'device_id': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'admin_state_up': True, 'tenant_id': '12c6d02010fa4f41a3426194cb3a7217'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:45.579324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f637d0-0d2a-4bd2-9ba1-64e065591698 req-17dcbbe4-fb05-4a78-80bb-5a3b61724a4a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:45.580798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67f637d0-0d2a-4bd2-9ba1-64e065591698 req-17dcbbe4-fb05-4a78-80bb-5a3b61724a4a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 950 time: 0.1419489 Aug 10 02:00:45.712869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67f637d0-0d2a-4bd2-9ba1-64e065591698 req-c6484fd6-853e-48bf-bb09-02806187402f tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778017 Aug 10 02:00:45.717333 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 85e5ba42-fd79-467f-a0be-746c1041863c associated. External IP: 172.25.3.215, port: 55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8. Aug 10 02:00:45.920616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Made reservation on behalf of 12c6d02010fa4f41a3426194cb3a7217 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:45.924663 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:46.089825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-6d70d70b-0c38-48c1-a674-bbe2c63b5c08 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:46.091620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-6d70d70b-0c38-48c1-a674-bbe2c63b5c08 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070&tenant_id=06a4dae1bf8f4965893a5741147e11d2&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 949 time: 0.1834965 Aug 10 02:00:46.156455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79df503-f605-40d7-8c90-78581daa4c00 req-bc0ecbc3-a925-4088-8bde-66a84653dc1c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:46.158024 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b79df503-f605-40d7-8c90-78581daa4c00 req-bc0ecbc3-a925-4088-8bde-66a84653dc1c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.2108347 Aug 10 02:00:46.171257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:00:46.299099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Allocated IP 172.20.0.2 (d23cb1a0-d889-4251-bc3a-fd2dece0a82d/85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2/95aa809a-1003-4636-b9a1-6cc54095d0bf) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:46.303562 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b79df503-f605-40d7-8c90-78581daa4c00 req-cf11e8d0-0533-43ca-ad31-874c40826f9e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395209 Aug 10 02:00:46.308437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-caa8cc29-b882-4a2c-9ea2-f29269335afe service neutron] 10.222.0.11 "GET /v2.0/ports/ec56e0fd-2ae8-4110-a0ea-d0b77562d075/bindings/n-h2-767704-21 HTTP/1.1" status: 200 len: 383 time: 0.2025313 Aug 10 02:00:46.474056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a3e19979-074e-4b14-9dc6-68867c8c8b9b no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:00:46.484774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:00:46.499685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-c7781cf5-d7b3-4b5d-be7b-863e5ad61ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:46.500752 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a27308a-edc0-4178-84c7-b80d5d25f9f0 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:00:46.501360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-c7781cf5-d7b3-4b5d-be7b-863e5ad61ca8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1101 time: 0.1315405 Aug 10 02:00:46.534465 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27308a-edc0-4178-84c7-b80d5d25f9f0 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:46.535277 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8a27308a-edc0-4178-84c7-b80d5d25f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:46.561162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eb98d8e-7595-4ce9-bc68-3dc3eb4a59c5 req-dea5166a-0516-4daf-aab1-98117a2322b6 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 210 time: 0.0570199 Aug 10 02:00:46.582472 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8a27308a-edc0-4178-84c7-b80d5d25f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:46.593309 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27308a-edc0-4178-84c7-b80d5d25f9f0 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:46.594517 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8a27308a-edc0-4178-84c7-b80d5d25f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:46.630429 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:46.635222 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8a27308a-edc0-4178-84c7-b80d5d25f9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:46.636138 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a27308a-edc0-4178-84c7-b80d5d25f9f0 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:00:46.662178 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:46.668336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:46.682202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-e2bdec5a-2d2d-4c99-b466-ebef1d85fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:46.683875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-e2bdec5a-2d2d-4c99-b466-ebef1d85fef1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1633196 Aug 10 02:00:46.684574 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:46.750927 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-0ecd5a07-33b8-4c4c-90e7-d078d2bc17c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 217 time: 0.0454204 Aug 10 02:00:46.752231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-97df430b-7dfb-4945-973d-9b96df710961 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5722103 Aug 10 02:00:46.755275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44320) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:46.760000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3aaf28b9-a04d-4095-ad2e-f1d36b7d0f56 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:46.810509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-8dfce4f5-4a60-4fcf-8120-edb73c428951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:46.812113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-8dfce4f5-4a60-4fcf-8120-edb73c428951 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0515859 Aug 10 02:00:46.827187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3aaf28b9-a04d-4095-ad2e-f1d36b7d0f56 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:46.843256 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:46.880006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-21e19f84-ff88-4fb3-8abe-273a94ae0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:46.882080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-21e19f84-ff88-4fb3-8abe-273a94ae0690 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594871 Aug 10 02:00:46.890966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:46.921060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a3e19979-074e-4b14-9dc6-68867c8c8b9b,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:47.019718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Network d23cb1a0-d889-4251-bc3a-fd2dece0a82d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:47.026143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:47.028046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Pushing event updated for resources: {'Port': ['ID=95aa809a-1003-4636-b9a1-6cc54095d0bf,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:47.031715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:47.055211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3aaf28b9-a04d-4095-ad2e-f1d36b7d0f56 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.065175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.065458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.065804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.066147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.066478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.066833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.067163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.067488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.067812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.068136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.068458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.068776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:47.111442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:47.111993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.116568 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3aaf28b9-a04d-4095-ad2e-f1d36b7d0f56 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.124601 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-3aaf28b9-a04d-4095-ad2e-f1d36b7d0f56 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 85e5ba42-fd79-467f-a0be-746c1041863c disassociated. External IP: 172.25.3.215, port: 55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8. Aug 10 02:00:47.124750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-3f61d2ed-acaa-437b-b5e4-ea2743875945 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765752 Aug 10 02:00:47.147802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:47.150082 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117cba79-d0b8-4c18-a669-9356ccf2dd8d" -d '{"events": [{"server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:47.193605 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c9afaa-ac64-4d44-81f7-a18f8713b7ad x-openstack-request-id: req-11c9afaa-ac64-4d44-81f7-a18f8713b7ad {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:47.194246 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:47.194781 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11c9afaa-ac64-4d44-81f7-a18f8713b7ad {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:47.195251 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b', 'code': 200} Aug 10 02:00:47.228890 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-8ba90ee9-aeb5-46c0-94e3-86c150ba116d service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980661 Aug 10 02:00:47.261609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-3be5e7c9-1a9d-46da-8223-e58c5433983b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7136917 Aug 10 02:00:47.278212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Request body: {'port': {'device_id': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:47.340947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.350262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaf28b9-a04d-4095-ad2e-f1d36b7d0f56 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:00:47.497294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaf28b9-a04d-4095-ad2e-f1d36b7d0f56 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:00:47.502819 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3aaf28b9-a04d-4095-ad2e-f1d36b7d0f56 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.508965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f7799-a1c4-4bc7-8442-3172bf42e121 req-f13e33cb-57fe-4cc1-9c97-418e79754fa5 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:47.514144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7762c2-05a6-4791-aedb-f5cca6c98277 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:00:47.516623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c5f7799-a1c4-4bc7-8442-3172bf42e121 req-f13e33cb-57fe-4cc1-9c97-418e79754fa5 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1290462 Aug 10 02:00:47.531559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7762c2-05a6-4791-aedb-f5cca6c98277 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:47.533546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-fb7762c2-05a6-4791-aedb-f5cca6c98277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:47.536564 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3aaf28b9-a04d-4095-ad2e-f1d36b7d0f56 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/floatingips/85e5ba42-fd79-467f-a0be-746c1041863c HTTP/1.1" status: 200 len: 688 time: 0.7800653 Aug 10 02:00:47.537490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44336) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:47.599321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-fb7762c2-05a6-4791-aedb-f5cca6c98277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:47.639553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c5f7799-a1c4-4bc7-8442-3172bf42e121 req-95dbeef7-47d2-42ca-831b-ff90cb6480a5 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171358 Aug 10 02:00:47.640397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7762c2-05a6-4791-aedb-f5cca6c98277 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:47.642827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-fb7762c2-05a6-4791-aedb-f5cca6c98277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:47.714937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-fb7762c2-05a6-4791-aedb-f5cca6c98277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:47.715717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7762c2-05a6-4791-aedb-f5cca6c98277 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:00:47.720486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port 53c888f7-6f93-491e-8ab6-9765f22e5aae {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:00:47.721333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.804071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95aa809a-1003-4636-b9a1-6cc54095d0bf {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:47.811709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.812307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.816026 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.826395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for 53c888f7-6f93-491e-8ab6-9765f22e5aae owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:00:47.827743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9463f08-7a92-4284-a816-a44ac3d39ed0 req-8a9be8ba-fef3-4d8a-bde9-3d87dd1c1ac7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:47.829262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9463f08-7a92-4284-a816-a44ac3d39ed0 req-8a9be8ba-fef3-4d8a-bde9-3d87dd1c1ac7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 931 time: 0.0987246 Aug 10 02:00:47.845704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Transition to ACTIVE for port object 95aa809a-1003-4636-b9a1-6cc54095d0bf will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:47.873871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9463f08-7a92-4284-a816-a44ac3d39ed0 req-3ec28a9f-6fe8-46aa-81b8-043dd840a79e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349615 Aug 10 02:00:47.878272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6fe75ede-8c7d-42aa-a36c-2569d11ef17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.952844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.042099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Pushing event updated for resources: {'Port': ['ID=95aa809a-1003-4636-b9a1-6cc54095d0bf,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:48.061836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.089273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=53c888f7-6f93-491e-8ab6-9765f22e5aae,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:48.095790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Attempting to bind port 95aa809a-1003-4636-b9a1-6cc54095d0bf on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:00:48.096138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Attempting to bind port 95aa809a-1003-4636-b9a1-6cc54095d0bf by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:00:48.096474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Attempting to bind port 95aa809a-1003-4636-b9a1-6cc54095d0bf on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:48.101101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Port 95aa809a-1003-4636-b9a1-6cc54095d0bf on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:00:48.101404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Attempting to bind port 95aa809a-1003-4636-b9a1-6cc54095d0bf on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:48.106472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:00:48.107367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Checking segment: {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:00:48.107751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Bound using segment: {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:00:48.108181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Bound port: 95aa809a-1003-4636-b9a1-6cc54095d0bf, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:00:48.108544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.123311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.125207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.125207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.125207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.125207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.125674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.125966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.126367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.126792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.127192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.127584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.127974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:48.178087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:48.178334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.181359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:00:48.181741 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.182964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1419f4e2-f375-42a5-b36b-e221354aa22a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/floatingips/85e5ba42-fd79-467f-a0be-746c1041863c HTTP/1.1" status: 204 len: 168 time: 0.6444273 Aug 10 02:00:48.187317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44354) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:48.191876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '19d18c3a-f829-484c-82d0-4486f5210ae5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:48.318656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.318946 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.361795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:48.362419 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.363910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] 10.222.0.11 "PUT /v2.0/ports/95aa809a-1003-4636-b9a1-6cc54095d0bf HTTP/1.1" status: 200 len: 1092 time: 1.0899634 Aug 10 02:00:48.364382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:48.366618 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82848c0-74d8-469c-a350-76306122477e" -d '{"events": [{"name": "network-changed", "server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:48.399573 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757ff9a-f96e-4cbf-9881-e610858c1810 service neutron] Pushing event updated for resources: {'Port': ['ID=95aa809a-1003-4636-b9a1-6cc54095d0bf,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:48.425864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.471264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:48.538993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-4ac4cc2a-b16f-43b4-a967-dc30bfd3f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:48.545356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-4ac4cc2a-b16f-43b4-a967-dc30bfd3f3cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 1095 time: 0.0663209 Aug 10 02:00:48.599725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.25.3.137 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/1727a66b-34d3-4067-9ea0-e493bc14bb10) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:48.612788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-02e0533a-6875-4684-80cf-f64056b2c8cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf HTTP/1.1" status: 200 len: 217 time: 0.0596318 Aug 10 02:00:48.637318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:48.659710 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb17e216-3a39-4889-a478-8d4614250406 x-openstack-request-id: req-eb17e216-3a39-4889-a478-8d4614250406 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:48.660078 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:48.660423 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb17e216-3a39-4889-a478-8d4614250406 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:48.660891 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf', 'status': 'completed', 'code': 200} Aug 10 02:00:48.680465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'mac_address': 'fa:16:3e:66:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:48.683006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-0d189b0a-18b3-40c3-9109-5552c4e87cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:48.686655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-0d189b0a-18b3-40c3-9109-5552c4e87cd3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2 HTTP/1.1" status: 200 len: 843 time: 0.0643430 Aug 10 02:00:48.731789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-eab00bb4-88f0-4a00-961e-02d1d5b80d7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315964 Aug 10 02:00:48.758230 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.771925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:48.793441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:48.795466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.853414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b78827-5fa4-4762-ab5a-b075d8be0ff1 req-bdcd53c4-c697-479c-9366-3f1ef208d900 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:48.855070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8b78827-5fa4-4762-ab5a-b075d8be0ff1 req-bdcd53c4-c697-479c-9366-3f1ef208d900 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1038711 Aug 10 02:00:48.871977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.889541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-38a4d4ec-bbd5-4d83-bf64-58a52596ae47 service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490262 Aug 10 02:00:48.902065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.968958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:48.981123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:48.987293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8b78827-5fa4-4762-ab5a-b075d8be0ff1 req-a6d30668-fa18-4831-93b5-db4766eee12a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208887 Aug 10 02:00:49.008471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=1727a66b-34d3-4067-9ea0-e493bc14bb10,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:49.015314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:49.017787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:49.054166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:49.114692 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cccd4e-18a9-48d2-b6ec-d619dc141abc req-d6a247e5-c8cc-4edc-b159-44a84cff91a3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:49.116253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71cccd4e-18a9-48d2-b6ec-d619dc141abc req-d6a247e5-c8cc-4edc-b159-44a84cff91a3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 943 time: 0.1277883 Aug 10 02:00:49.154416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4ff8d2a-04ec-456b-8ff8-c6dad9aa3237 req-e215f076-c47e-4ac5-8e6a-1e75beb52a0f service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535641 Aug 10 02:00:49.185597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71cccd4e-18a9-48d2-b6ec-d619dc141abc req-58b64053-a2c2-4305-8dbf-23128d1321c2 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592237 Aug 10 02:00:49.353039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82848c0-74d8-469c-a350-76306122477e req-cbae89c6-6bda-4ff9-b7a9-86217966a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:49.354593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f82848c0-74d8-469c-a350-76306122477e req-cbae89c6-6bda-4ff9-b7a9-86217966a8b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 1095 time: 0.0511279 Aug 10 02:00:49.455715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82848c0-74d8-469c-a350-76306122477e req-4610124b-6304-48cd-86d9-d1b8063858e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:49.457121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f82848c0-74d8-469c-a350-76306122477e req-4610124b-6304-48cd-86d9-d1b8063858e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 904 time: 0.0935724 Aug 10 02:00:49.504411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f82848c0-74d8-469c-a350-76306122477e req-e607ff3d-9a41-4713-ba3a-1e9da7674b98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf HTTP/1.1" status: 200 len: 217 time: 0.0363483 Aug 10 02:00:49.516580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:49.568020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82848c0-74d8-469c-a350-76306122477e req-a73f961b-6eff-4472-98d9-f7e2aa4bab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:49.569444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f82848c0-74d8-469c-a350-76306122477e req-a73f961b-6eff-4472-98d9-f7e2aa4bab67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2 HTTP/1.1" status: 200 len: 843 time: 0.0493674 Aug 10 02:00:49.605514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f82848c0-74d8-469c-a350-76306122477e req-496d1a2e-c4b6-4183-9846-8150ea621296 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273447 Aug 10 02:00:49.718324 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f82848c0-74d8-469c-a350-76306122477e req-7d0845ea-01d0-4ed4-b2aa-32516bb53024 service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035674 Aug 10 02:00:49.844719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f82848c0-74d8-469c-a350-76306122477e req-133ef2d3-157e-4bb9-bf67-5c04a06e1c39 service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180334 Aug 10 02:00:49.984919 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:50.132926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c9ed4-4b17-4f2f-abb5-4b954f7b9906 req-6337e918-55a6-4333-8afb-f4e09473295c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:50.134608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-929c9ed4-4b17-4f2f-abb5-4b954f7b9906 req-6337e918-55a6-4333-8afb-f4e09473295c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.0580361 Aug 10 02:00:50.192079 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:50.199147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-929c9ed4-4b17-4f2f-abb5-4b954f7b9906 req-dbfd1e93-beb9-4938-a613-a8587833a2a4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574048 Aug 10 02:00:50.249952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:50.340706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=1727a66b-34d3-4067-9ea0-e493bc14bb10,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:50.358088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc15ead-4bea-457a-b952-1b76e31c5195 req-b225402d-d26e-4b87-b7fe-edd70f9bc001 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:50.359694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbc15ead-4bea-457a-b952-1b76e31c5195 req-b225402d-d26e-4b87-b7fe-edd70f9bc001 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 943 time: 0.0584729 Aug 10 02:00:50.399394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:50.419391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbc15ead-4bea-457a-b952-1b76e31c5195 req-49d4c251-abbe-49db-8b40-340ebae70753 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Aug 10 02:00:50.499504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 95aa809a-1003-4636-b9a1-6cc54095d0bf details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:50.505290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:50.522516 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 795ec391-011c-4f8b-a6ed-f283d54cd6f1 associated. External IP: 172.25.3.137, port: 19d18c3a-f829-484c-82d0-4486f5210ae5. Aug 10 02:00:50.569860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-3869fb9a-09e4-4094-8154-443190b6a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:50.571384 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-3869fb9a-09e4-4094-8154-443190b6a027 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070&tenant_id=06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 1101 time: 0.2116725 Aug 10 02:00:50.585636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-66f79332-40ca-492d-8628-73fe46bd6535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:50.609099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:50.714249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:50.714930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:50.798187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:50.804009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:00:51.034387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:51.035011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:51.051480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '95aa809a-1003-4636-b9a1-6cc54095d0bf', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'port_id': '95aa809a-1003-4636-b9a1-6cc54095d0bf', 'mac_address': 'fa:16:3e:e1:4d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:51.097758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:51.127305 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:51.133401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:51.177991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:51.186662 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e39a3c-e6a3-42a6-b469-b2b6f1529aa5" -d '{"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-unplugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:51.192049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:51.196802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:51.199095 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16153444-efe1-4a38-adf3-fbb3762574ee" -d '{"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-plugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:51.210457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:51.217218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:51.232630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95aa809a-1003-4636-b9a1-6cc54095d0bf {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:51.267548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:51.278194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Transition to ACTIVE for port object ec56e0fd-2ae8-4110-a0ea-d0b77562d075 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:51.282136 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ac7f12-1bd4-4293-ae94-8743a9ffa234 x-openstack-request-id: req-b6ac7f12-1bd4-4293-ae94-8743a9ffa234 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:51.284205 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-plugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:51.284539 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6ac7f12-1bd4-4293-ae94-8743a9ffa234 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:51.286431 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'code': 200} Aug 10 02:00:51.314443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:00:51.318485 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:51.324689 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ed27f-2f02-472d-8df7-0f8f69b08252 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:00:51.343178 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ed27f-2f02-472d-8df7-0f8f69b08252 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:51.345593 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-343ed27f-2f02-472d-8df7-0f8f69b08252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:51.375644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:51.379040 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:51.389034 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-343ed27f-2f02-472d-8df7-0f8f69b08252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:51.421132 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ed27f-2f02-472d-8df7-0f8f69b08252 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:51.421783 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-343ed27f-2f02-472d-8df7-0f8f69b08252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:51.429858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b02a6-9c22-481c-b53f-03b5d19fe16e req-cafc9727-cd6b-4ee1-8ae4-ab950238fe3f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:51.431041 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=10']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:51.442181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-261b02a6-9c22-481c-b53f-03b5d19fe16e req-cafc9727-cd6b-4ee1-8ae4-ab950238fe3f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 949 time: 0.1312997 Aug 10 02:00:51.467777 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:51.536518 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75bc97e-d57f-4267-8213-914be961249d x-openstack-request-id: req-b75bc97e-d57f-4267-8213-914be961249d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:51.538756 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-unplugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:51.539128 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b75bc97e-d57f-4267-8213-914be961249d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:51.540013 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'code': 200} Aug 10 02:00:51.546990 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-343ed27f-2f02-472d-8df7-0f8f69b08252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:51.547727 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ed27f-2f02-472d-8df7-0f8f69b08252 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:00:51.571253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-261b02a6-9c22-481c-b53f-03b5d19fe16e req-e81e65c6-cd64-46b5-8d0b-fd92902740f7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262112 Aug 10 02:00:51.598361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=10']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:51.609900 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f5dddf88-5887-48d8-9a83-46866dc847ab tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4211748 Aug 10 02:00:51.612306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44452) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:51.620115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] No DVR routers for this DVR port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:00:51.673439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=95aa809a-1003-4636-b9a1-6cc54095d0bf,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:51.684446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['95aa809a-1003-4636-b9a1-6cc54095d0bf'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:51.721545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:00:51.721913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:00:51.722231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:51.745287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:00:51.747806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Attempting to bind port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:51.757875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:00:51.759494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:00:51.760339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:00:51.762629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Bound port: ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:00:51.765140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:51.887871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dcbd6-c3d4-4187-83d7-cadd76f3f97c req-827a317e-aeaf-47ca-8586-cd2eedd869c0 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:51.890364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-362dcbd6-c3d4-4187-83d7-cadd76f3f97c req-827a317e-aeaf-47ca-8586-cd2eedd869c0 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 944 time: 0.1728621 Aug 10 02:00:51.921030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:51.929954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:00:51.951132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4aeb8928-0b25-4873-a2ba-039c0ce212f8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "GET /v2.0/floatingips/795ec391-011c-4f8b-a6ed-f283d54cd6f1 HTTP/1.1" status: 200 len: 977 time: 0.3375435 Aug 10 02:00:51.953775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:51.987763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-362dcbd6-c3d4-4187-83d7-cadd76f3f97c req-60181808-0c6a-4896-8a53-488b41046fd3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865457 Aug 10 02:00:52.083223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:52.152909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:52.155282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:52.157258 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 1097 time: 1.5776973 Aug 10 02:00:52.187555 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:52.257774 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4991d717-e5ab-47b2-8b31-af09e7bc9900 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3028100 Aug 10 02:00:52.260697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44472) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:52.265466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'port_id': '55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:52.266734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1ab28-12ce-458e-9d44-f164b9baa8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=11']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:52.288412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-542b49f0-2cd3-4bd5-af07-5732182dfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:52.290091 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-542b49f0-2cd3-4bd5-af07-5732182dfa84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1100 time: 0.0935531 Aug 10 02:00:52.395284 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:52.467542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-ef849c3b-4a81-49ab-9274-e0232c5607e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:52.469424 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-ef849c3b-4a81-49ab-9274-e0232c5607e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1710050 Aug 10 02:00:52.510165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:00:52.657196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:00:52.680667 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-6551d4e9-2fb2-4d48-88a9-f19401f844e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 217 time: 0.1989381 Aug 10 02:00:52.817192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-edc00b07-dd20-470e-a9ee-0bddf444f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:52.819000 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-edc00b07-dd20-470e-a9ee-0bddf444f376 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1179905 Aug 10 02:00:52.910172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415176-2462-4aaf-a92f-392d4f039c73 req-63c2a23c-d527-458d-a4c2-2f4fd9cebc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:52.911751 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-63c2a23c-d527-458d-a4c2-2f4fd9cebc71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802104 Aug 10 02:00:53.073280 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-e4ba9dca-81cf-48f7-945b-b9d42fe4b439 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523433 Aug 10 02:00:53.161421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ddcec-d0ca-4947-9232-b44d25e183bd req-b7d1c45b-39d9-48cd-9b2f-f2584445ac8e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:53.169590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-522ddcec-d0ca-4947-9232-b44d25e183bd req-b7d1c45b-39d9-48cd-9b2f-f2584445ac8e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 948 time: 0.1528914 Aug 10 02:00:53.195670 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75415176-2462-4aaf-a92f-392d4f039c73 req-322eb2a1-a6a3-4d6f-80d2-1388adb6b973 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121190 Aug 10 02:00:53.222796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc920c-dcfb-4732-a009-e19e7b7a40d2 req-e864875b-9d7c-485e-9dd5-a94f66c4f95c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:53.224303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cffc920c-dcfb-4732-a009-e19e7b7a40d2 req-e864875b-9d7c-485e-9dd5-a94f66c4f95c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 944 time: 0.1115398 Aug 10 02:00:53.260859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-522ddcec-d0ca-4947-9232-b44d25e183bd req-1fa61027-018b-491f-ac9e-5a510d8f7ae7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807261 Aug 10 02:00:53.333075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cffc920c-dcfb-4732-a009-e19e7b7a40d2 req-658dad6f-873a-4379-a048-543f64e3bcac tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970879 Aug 10 02:00:53.524903 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:53.541626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:53.544361 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293e8bf-20df-47c3-9290-dfa6d067c276" -d '{"events": [{"name": "network-changed", "server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:53.593494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:53.652277 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640b48e3-ffeb-4daa-9c8f-cb266684f128 x-openstack-request-id: req-640b48e3-ffeb-4daa-9c8f-cb266684f128 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:53.653128 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:53.654083 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-640b48e3-ffeb-4daa-9c8f-cb266684f128 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:53.654631 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'status': 'completed', 'code': 200} Aug 10 02:00:53.786866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:53.812503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-453e6a22-c516-42e0-965f-92b5078fc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:53.816622 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-453e6a22-c516-42e0-965f-92b5078fc24f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1100 time: 0.1355138 Aug 10 02:00:53.942851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-0619fba3-68da-46bd-92e0-2726a19acbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:53.944651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-0619fba3-68da-46bd-92e0-2726a19acbff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 1100 time: 0.2501550 Aug 10 02:00:53.948717 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 795ec391-011c-4f8b-a6ed-f283d54cd6f1 associated. External IP: 172.25.3.137, port: 19d18c3a-f829-484c-82d0-4486f5210ae5. Aug 10 02:00:54.009776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-7e1a6b15-3745-4480-9844-138d0f405455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:54.012774 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-7e1a6b15-3745-4480-9844-138d0f405455 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1844814 Aug 10 02:00:54.140910 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-ea5f83e8-033c-4208-8109-a07ea713a7e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 217 time: 0.1147678 Aug 10 02:00:54.216011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-65878fb6-7e88-493f-a1f0-e1e12b24abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:54.218432 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-65878fb6-7e88-493f-a1f0-e1e12b24abfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0634680 Aug 10 02:00:54.237084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-39d039f3-f5ee-4b57-8cf1-293c8bc77311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:54.238904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-39d039f3-f5ee-4b57-8cf1-293c8bc77311 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2858453 Aug 10 02:00:54.323194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-b02f7640-6a72-4b75-a4b5-1d5b98c57b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:54.328741 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-b02f7640-6a72-4b75-a4b5-1d5b98c57b47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004114 Aug 10 02:00:54.348855 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-e004bc0a-1108-4732-948a-95fbf67b3313 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 200 len: 217 time: 0.0605438 Aug 10 02:00:54.507513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 95aa809a-1003-4636-b9a1-6cc54095d0bf up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:54.557062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-b5ad5ed6-af1f-494a-b38e-650607cc6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:54.560070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-b5ad5ed6-af1f-494a-b38e-650607cc6050 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1633663 Aug 10 02:00:54.568946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39720e95-f8d6-493d-8abb-13f157d6b30f req-1a07f3b8-1c46-4856-8f53-f36a828fd223 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:54.570989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39720e95-f8d6-493d-8abb-13f157d6b30f req-1a07f3b8-1c46-4856-8f53-f36a828fd223 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1437595 Aug 10 02:00:54.588193 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-ff846d6d-c290-4b49-97fd-bf9c0fe48eec service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504051 Aug 10 02:00:54.609273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:00:54.632134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae2f8c-9eb0-446f-a376-d22ad4f71354 req-8fcb918e-2ebe-47a3-b915-0e69ea5d9a7e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:54.634160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6ae2f8c-9eb0-446f-a376-d22ad4f71354 req-8fcb918e-2ebe-47a3-b915-0e69ea5d9a7e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 948 time: 0.1744184 Aug 10 02:00:54.717975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 95aa809a-1003-4636-b9a1-6cc54095d0bf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:54.723066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 95aa809a-1003-4636-b9a1-6cc54095d0bf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:54.723544 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:54.741488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39720e95-f8d6-493d-8abb-13f157d6b30f req-ac8f9d91-c765-4f5e-a5d7-993771d424bd tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300163 Aug 10 02:00:54.760462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6ae2f8c-9eb0-446f-a376-d22ad4f71354 req-54acdcee-fb50-4653-8248-e3dca6abd9fd tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102045 Aug 10 02:00:54.837434 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-097164f7-d5b6-4fa0-8f44-7a59052ebb6e service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368932 Aug 10 02:00:54.882539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-0b2d39f7-13c0-4ecf-9e77-2b2bc1e77134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:54.884394 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-0b2d39f7-13c0-4ecf-9e77-2b2bc1e77134 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3115532 Aug 10 02:00:54.906519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:54.973545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:54.975706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:54.979204 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaca0e42-5f24-408d-81fb-691880365881" -d '{"events": [{"server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "name": "network-vif-plugged", "status": "completed", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:55.057394 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:55.062535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-c4ddef70-260c-460c-8392-ea3b3750163f service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574256 Aug 10 02:00:55.079318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70756415-cc1f-4c48-93d7-59e287693c51 req-4006ff8e-62dc-42ac-ad8f-6f8c2aeb4021 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:55.082786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70756415-cc1f-4c48-93d7-59e287693c51 req-4006ff8e-62dc-42ac-ad8f-6f8c2aeb4021 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 944 time: 0.2220082 Aug 10 02:00:55.155017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=95aa809a-1003-4636-b9a1-6cc54095d0bf,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:55.175512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:00:55.187974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2a5aa-2da4-4dcf-a5af-8aeb7efc9614 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:00:55.204522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2a5aa-2da4-4dcf-a5af-8aeb7efc9614 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:55.205336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c9c2a5aa-2da4-4dcf-a5af-8aeb7efc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:55.244276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70756415-cc1f-4c48-93d7-59e287693c51 req-a6dc3900-5c7b-4724-b5ac-017b2e9511fd tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514430 Aug 10 02:00:55.253535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c9c2a5aa-2da4-4dcf-a5af-8aeb7efc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:55.287113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2a5aa-2da4-4dcf-a5af-8aeb7efc9614 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:55.287938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c9c2a5aa-2da4-4dcf-a5af-8aeb7efc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:55.337597 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d433d8e-9198-45de-b50e-6a46dc2435ff x-openstack-request-id: req-9d433d8e-9198-45de-b50e-6a46dc2435ff {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:55.337914 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "name": "network-vif-plugged", "status": "completed", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:55.338159 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9d433d8e-9198-45de-b50e-6a46dc2435ff {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:55.338571 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf', 'code': 200} Aug 10 02:00:55.340237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c9c2a5aa-2da4-4dcf-a5af-8aeb7efc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:55.342607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2a5aa-2da4-4dcf-a5af-8aeb7efc9614 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:00:55.350488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a293e8bf-20df-47c3-9290-dfa6d067c276 req-568ab819-5db8-4a8f-b134-d301166846ce service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667356 Aug 10 02:00:55.496246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7be80-2346-45bf-a231-0a5915ed86f7 req-a59bec88-7ea1-4131-8417-40627407999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:55.498332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb7be80-2346-45bf-a231-0a5915ed86f7 req-a59bec88-7ea1-4131-8417-40627407999e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 1097 time: 0.0591991 Aug 10 02:00:55.502512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:00:55.581826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb7be80-2346-45bf-a231-0a5915ed86f7 req-3cf90148-c2c3-43da-a13f-56f23c9dee15 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753598 Aug 10 02:00:55.656884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:00:55.660181 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:55.674830 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822d6be-884e-4e5d-9510-1f52d4d48acb None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:00:55.704070 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822d6be-884e-4e5d-9510-1f52d4d48acb None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:55.704997 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1822d6be-884e-4e5d-9510-1f52d4d48acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:55.728450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44536) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:55.729093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e745df32-841e-4e4f-a4c7-822e5051d0c4 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/floatingips/795ec391-011c-4f8b-a6ed-f283d54cd6f1 HTTP/1.1" status: 200 len: 977 time: 3.4669695 Aug 10 02:00:55.733745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-dbe5f61c-ff62-4452-8901-837b3aaf6371 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:55.751512 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1822d6be-884e-4e5d-9510-1f52d4d48acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:55.760610 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822d6be-884e-4e5d-9510-1f52d4d48acb None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:55.761383 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1822d6be-884e-4e5d-9510-1f52d4d48acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:55.798708 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1822d6be-884e-4e5d-9510-1f52d4d48acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:55.799583 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822d6be-884e-4e5d-9510-1f52d4d48acb None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:00:55.872374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f61c-ff62-4452-8901-837b3aaf6371 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:55.958834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170d123-d305-46bf-b853-e2879b1154ec req-26b56519-1d41-496a-a83d-ea6eee6216c2 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:55.967285 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0170d123-d305-46bf-b853-e2879b1154ec req-26b56519-1d41-496a-a83d-ea6eee6216c2 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.1079431 Aug 10 02:00:55.997443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e073e-7889-47f1-a4e1-c01dd5c17c98 req-20b22809-79b8-4440-b06b-9cf1ad2febdc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:55.999256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc4e073e-7889-47f1-a4e1-c01dd5c17c98 req-20b22809-79b8-4440-b06b-9cf1ad2febdc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 948 time: 0.1081479 Aug 10 02:00:56.042228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0170d123-d305-46bf-b853-e2879b1154ec req-4ab53665-0e20-43b0-b645-e1fe4a541ce2 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692971 Aug 10 02:00:56.076685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc4e073e-7889-47f1-a4e1-c01dd5c17c98 req-3301d20f-eb99-4765-873d-6e41203a870a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665381 Aug 10 02:00:56.078659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f61c-ff62-4452-8901-837b3aaf6371 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:56.143867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f61c-ff62-4452-8901-837b3aaf6371 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:56.144193 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-dbe5f61c-ff62-4452-8901-837b3aaf6371 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 795ec391-011c-4f8b-a6ed-f283d54cd6f1 disassociated. External IP: 172.25.3.137, port: 55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8. Aug 10 02:00:56.275587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d5bc4-9b89-49ec-b7b3-14f04ef35a60 req-e539da06-3b1d-4c3f-9ddf-25c134ae80b2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:56.277638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-419d5bc4-9b89-49ec-b7b3-14f04ef35a60 req-e539da06-3b1d-4c3f-9ddf-25c134ae80b2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 948 time: 0.0944629 Aug 10 02:00:56.353312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-419d5bc4-9b89-49ec-b7b3-14f04ef35a60 req-94bde04b-f6eb-4a49-b40a-83d3e6807d50 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556643 Aug 10 02:00:56.419932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe5f61c-ff62-4452-8901-837b3aaf6371 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:00:56.499653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c804d0e-2311-47a3-8977-90df20da72ac req-3463a5a8-4f83-415f-8c36-50364c33f0da tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:56.507360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c804d0e-2311-47a3-8977-90df20da72ac req-3463a5a8-4f83-415f-8c36-50364c33f0da tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 945 time: 0.1119511 Aug 10 02:00:56.557484 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe5f61c-ff62-4452-8901-837b3aaf6371 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:00:56.563910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f61c-ff62-4452-8901-837b3aaf6371 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:56.566098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c804d0e-2311-47a3-8977-90df20da72ac req-3c430867-1f28-4d42-807c-5d66eb8040fa tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574303 Aug 10 02:00:56.571511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990e08c-cb3e-4a60-97f4-2e9f9d44c5f9 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:00:56.586937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990e08c-cb3e-4a60-97f4-2e9f9d44c5f9 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:56.587877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3990e08c-cb3e-4a60-97f4-2e9f9d44c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:56.616804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dbe5f61c-ff62-4452-8901-837b3aaf6371 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/floatingips/795ec391-011c-4f8b-a6ed-f283d54cd6f1 HTTP/1.1" status: 200 len: 688 time: 0.8848872 Aug 10 02:00:56.617214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44566) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:56.629702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3990e08c-cb3e-4a60-97f4-2e9f9d44c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:56.640272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990e08c-cb3e-4a60-97f4-2e9f9d44c5f9 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:00:56.640898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3990e08c-cb3e-4a60-97f4-2e9f9d44c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:56.675449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3990e08c-cb3e-4a60-97f4-2e9f9d44c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:00:56.676131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990e08c-cb3e-4a60-97f4-2e9f9d44c5f9 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:00:56.830424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22496070-b0b2-43e3-9455-ce89e396f333 req-3517eaf6-c328-4a43-8b3d-d6493090ce78 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:56.830424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22496070-b0b2-43e3-9455-ce89e396f333 req-3517eaf6-c328-4a43-8b3d-d6493090ce78 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.0695221 Aug 10 02:00:56.830686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port 1727a66b-34d3-4067-9ea0-e493bc14bb10 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:00:56.830686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:56.831238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-b9edf656-047a-4953-a39f-d7d87dd8ddd9 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=06a4dae1bf8f4965893a5741147e11d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231364 Aug 10 02:00:56.866168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:56.866508 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:56.878969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for 1727a66b-34d3-4067-9ea0-e493bc14bb10 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:00:56.958531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-d90dfdbf-50c1-4258-ad12-b19494573794 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:56.959953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-d90dfdbf-50c1-4258-ad12-b19494573794 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575906 Aug 10 02:00:56.980821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-0d152f2b-b73c-439b-9530-0855cedefc5f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/quotas/06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 375 time: 0.0143116 Aug 10 02:00:56.987294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-22496070-b0b2-43e3-9455-ce89e396f333 req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Deleting port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:00:56.987793 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-22496070-b0b2-43e3-9455-ce89e396f333 req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:57.102257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:57.109401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-8a3025d3-8bb7-4f4e-bd3b-7e49f3db69a6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1177053 Aug 10 02:00:57.217301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-22496070-b0b2-43e3-9455-ce89e396f333 req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] For port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:57.217582 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-22496070-b0b2-43e3-9455-ce89e396f333 req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:57.250820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe951ce3-aad6-45c7-b05c-ae2c26c44840 req-ba74fe3e-5cc7-4aeb-9716-457c40762120 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:57.252440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe951ce3-aad6-45c7-b05c-ae2c26c44840 req-ba74fe3e-5cc7-4aeb-9716-457c40762120 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 946 time: 0.0951912 Aug 10 02:00:57.253651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-22496070-b0b2-43e3-9455-ce89e396f333 req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Calling delete_port for 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:00:57.351675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe951ce3-aad6-45c7-b05c-ae2c26c44840 req-18ae6f1e-a282-4092-b3b1-872123dcc5fb tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867951 Aug 10 02:00:57.547119 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-22496070-b0b2-43e3-9455-ce89e396f333 req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:57.562982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['cf094eee-8039-4518-a83c-44221c870f09'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:57.571028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['8749bcbd-bd4d-4d61-9bce-17c69f95dbf3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:57.625638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=1727a66b-34d3-4067-9ea0-e493bc14bb10,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:57.630417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:57.633540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:57.638189 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-17e0e542-2c35-498f-a212-b99a590959fb tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/floatingips/795ec391-011c-4f8b-a6ed-f283d54cd6f1 HTTP/1.1" status: 204 len: 168 time: 1.0164804 Aug 10 02:00:57.638969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44608) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:57.642585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:57.688104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Pushing event deleted for resources: {'Port': ['ID=8749bcbd-bd4d-4d61-9bce-17c69f95dbf3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:57.757752 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-ae69e1dc-9053-40fc-b72f-21cfcd143589 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] delete failed (client error): The resource could not be found. Aug 10 02:00:57.764745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ae69e1dc-9053-40fc-b72f-21cfcd143589 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/floatingips/795ec391-011c-4f8b-a6ed-f283d54cd6f1 HTTP/1.1" status: 404 len: 345 time: 0.1209576 Aug 10 02:00:57.765426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44612) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:57.817822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-22496070-b0b2-43e3-9455-ce89e396f333 req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] No DVR routers for this DVR port 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:00:57.821333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-22496070-b0b2-43e3-9455-ce89e396f333 req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:57.828862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22496070-b0b2-43e3-9455-ce89e396f333 req-be5e9b9b-1c9c-47a9-a2d0-19a67f7e86cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.11 "DELETE /v2.0/ports/8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 HTTP/1.1" status: 204 len: 173 time: 1.0678229 Aug 10 02:00:57.829845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6762b1-da3d-4d94-bc20-72844d865070', 'name': 'network-vif-deleted', 'tag': '8749bcbd-bd4d-4d61-9bce-17c69f95dbf3'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:57.834898 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d85470-bbac-417e-a6d7-b4d031255a04" -d '{"events": [{"server_uuid": "4f6762b1-da3d-4d94-bc20-72844d865070", "name": "network-vif-deleted", "tag": "8749bcbd-bd4d-4d61-9bce-17c69f95dbf3"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:57.847102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ba3a4de-0fe3-4a2d-9bb0-9f7b8732a2ff req-2fd60786-4d3a-4421-bdaf-58180b1e4407 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 210 time: 0.1690209 Aug 10 02:00:57.933034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:57.942816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa409f2-d9e9-4a54-9a11-31acf82bcfdc req-86584773-839b-4800-96bd-b6ec47b7b997 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:57.950020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'mac_address': 'fa:16:3e:ef:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:57.961200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8fa409f2-d9e9-4a54-9a11-31acf82bcfdc req-86584773-839b-4800-96bd-b6ec47b7b997 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 945 time: 0.0875502 Aug 10 02:00:57.966529 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea185a6a-a4fb-4b0e-8baf-2627c065c00f x-openstack-request-id: req-ea185a6a-a4fb-4b0e-8baf-2627c065c00f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:57.966932 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6762b1-da3d-4d94-bc20-72844d865070", "name": "network-vif-deleted", "tag": "8749bcbd-bd4d-4d61-9bce-17c69f95dbf3", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:57.968130 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ea185a6a-a4fb-4b0e-8baf-2627c065c00f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:57.968130 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6762b1-da3d-4d94-bc20-72844d865070', 'name': 'network-vif-deleted', 'tag': '8749bcbd-bd4d-4d61-9bce-17c69f95dbf3', 'status': 'completed', 'code': 200} Aug 10 02:00:57.976346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e5563-07ce-43da-9c64-269c46707a7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:57.984963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e5563-07ce-43da-9c64-269c46707a7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:57.996381 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:57.997202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e5563-07ce-43da-9c64-269c46707a7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:58.000992 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9f4e5563-07ce-43da-9c64-269c46707a7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "GET /v2.0/ports?network_id=73de42cf-cef3-4411-87b5-32bedc07644f HTTP/1.1" status: 200 len: 2356 time: 0.2254422 Aug 10 02:00:58.007954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44618) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:58.016598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec56e0fd-2ae8-4110-a0ea-d0b77562d075 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:58.026959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8fa409f2-d9e9-4a54-9a11-31acf82bcfdc req-40f9070e-f34a-4760-b966-0b5e41d19f53 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Aug 10 02:00:58.050223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:58.085381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0078f0c3-386e-4e8f-aa70-8ce10d52d8b7 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:58.087488 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0078f0c3-386e-4e8f-aa70-8ce10d52d8b7 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "GET /v2.0/subnets/8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0 HTTP/1.1" status: 200 len: 797 time: 0.0780587 Aug 10 02:00:58.093091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44622) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:58.100432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'port': {'network_id': '73de42cf-cef3-4411-87b5-32bedc07644f', 'name': 'tempest-FloatingIPTestJSON-1556382308', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:58.152516 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:58.216198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=12']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:58.352323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Made reservation on behalf of b25fa16c81eb4a6a8d9a8fa1029cd8ca for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:00:58.453981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:58.478699 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] device_id is not set on port e101b497-219c-43cc-ae84-b4deb5888487 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:00:58.537851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf5b7311-fb68-4897-97f6-a39339bde80f req-54a367a7-76f4-4406-8467-667619e2a772 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=4f6762b1-da3d-4d94-bc20-72844d865070 HTTP/1.1" status: 200 len: 210 time: 0.0363572 Aug 10 02:00:58.565356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ec56e0fd-2ae8-4110-a0ea-d0b77562d075'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:59.000331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.20.0.14 (73de42cf-cef3-4411-87b5-32bedc07644f/8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0/e101b497-219c-43cc-ae84-b4deb5888487) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:59.007911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.20.0.13 (73de42cf-cef3-4411-87b5-32bedc07644f/8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0/e101b497-219c-43cc-ae84-b4deb5888487) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:00:59.197902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:59.276507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0af2c582-5082-4e71-94f5-38301d9e94a4 req-89ef2be4-6120-46a2-ac5c-529b74918beb tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 210 time: 0.0480993 Aug 10 02:00:59.538296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1dcd7-7ed3-4be6-9b2b-eb009b788507 req-ed2661b9-6dc9-4a43-85c4-5d39075d8d9c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:59.538296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ca1dcd7-7ed3-4be6-9b2b-eb009b788507 req-ed2661b9-6dc9-4a43-85c4-5d39075d8d9c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 945 time: 0.6224434 Aug 10 02:00:59.538296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ca1dcd7-7ed3-4be6-9b2b-eb009b788507 req-d6c55849-0a14-4bba-aa5c-3edea821a055 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469692 Aug 10 02:00:59.542138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:59.542138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 73de42cf-cef3-4411-87b5-32bedc07644f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:00:59.542138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:00:59.542138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:00:59.542138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=e101b497-219c-43cc-ae84-b4deb5888487,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:59.542138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:59.542138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:59.677775 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-40aaebea-0adf-4db0-8c60-e88bf036c21a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5834165 Aug 10 02:00:59.681981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44658) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:59.693690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'e101b497-219c-43cc-ae84-b4deb5888487', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:59.787666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:59.922757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:00.048201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.25.3.7 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/0ecc20e9-9471-4d55-956f-ec4da99396d2) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:00.224677 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:00.277207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-b7bcd1ae-8cdc-4260-8669-5993b75a545a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=06a4dae1bf8f4965893a5741147e11d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337708 Aug 10 02:01:00.310121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe957244-9b69-48aa-84b0-5e0fbcf9dc3a req-f3c6e3da-9099-4386-8a7c-687a3c1028c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:00.310715 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe957244-9b69-48aa-84b0-5e0fbcf9dc3a req-f3c6e3da-9099-4386-8a7c-687a3c1028c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1253896 Aug 10 02:01:00.422096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f1ad171-71ac-42de-bcd6-f8e1214f4698 req-cff9fc47-39aa-4cf6-b881-d284a3a18460 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 210 time: 0.0559344 Aug 10 02:01:00.472924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe957244-9b69-48aa-84b0-5e0fbcf9dc3a req-b7d07b82-9c2a-4caa-b1f4-33ff3618404f tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412289 Aug 10 02:01:00.515956 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:00.559472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-fac81d5b-7cde-4d93-83b8-d24141bb4412 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:00.561002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-fac81d5b-7cde-4d93-83b8-d24141bb4412 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774732 Aug 10 02:01:00.578458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Request body: {'port': {'device_id': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '06a4dae1bf8f4965893a5741147e11d2'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:00.604506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:00.644684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:00.647163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:00.654769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=0ecc20e9-9471-4d55-956f-ec4da99396d2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:00.700810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe73b05-3c30-4872-97f1-5daa00230c0a req-f6bda04d-701b-4d07-a7e8-dd494ae666f0 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:00.703290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fe73b05-3c30-4872-97f1-5daa00230c0a req-f6bda04d-701b-4d07-a7e8-dd494ae666f0 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 945 time: 0.2148829 Aug 10 02:01:00.851475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fe73b05-3c30-4872-97f1-5daa00230c0a req-d30a828e-89fc-4694-b306-a9049e4fc877 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364970 Aug 10 02:01:00.962085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Made reservation on behalf of 06a4dae1bf8f4965893a5741147e11d2 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:00.966254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:01.210895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Allocated IP 192.168.233.103 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/542f3877-c836-48ac-aa54-603f4720cf91) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:01.419196 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:01.485689 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:01.498117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Transition to ACTIVE for port object 542f3877-c836-48ac-aa54-603f4720cf91 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:01.533469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-282a427f-7811-4afc-9246-44518a97413f req-bc40b416-2a93-46f7-ad60-07f1759e066b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 210 time: 0.0322886 Aug 10 02:01:01.647654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:01.650380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29eff3-4491-4d6e-acf4-fd65b0e4f209 req-d17178d0-3254-4ac1-a52d-34eb32a230a3 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:01.651960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b29eff3-4491-4d6e-acf4-fd65b0e4f209 req-d17178d0-3254-4ac1-a52d-34eb32a230a3 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0635562 Aug 10 02:01:01.691880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b29eff3-4491-4d6e-acf4-fd65b0e4f209 req-78e1b7b4-bd8e-41b6-8621-c9521991eda3 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336902 Aug 10 02:01:01.755248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:01.763428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:01.772082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:01.772082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:01.787144 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:01.822087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:01.862545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:01.867168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:01.895288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:01.948447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:01.956682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:02.080752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:02.110690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:02.113729 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c2035b-b1b7-4d9c-b72e-9dd001db6d45" -d '{"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-plugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:02.144974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:02.148628 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:02.150036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:02.256234 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22728ef-4125-4e1d-b4c0-0d1692163413 x-openstack-request-id: req-b22728ef-4125-4e1d-b4c0-0d1692163413 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:02.259668 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-plugged", "status": "completed", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:02.259668 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b22728ef-4125-4e1d-b4c0-0d1692163413 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:02.259668 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'code': 200} Aug 10 02:01:02.262161 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:02.271392 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:02.357106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:02.364013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-4ce041b4-deb0-4604-a132-03a0b0ad4b2c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7889104 Aug 10 02:01:02.372842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=13']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:02.414615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Request body: {'port': {'device_id': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:02.483118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=0ecc20e9-9471-4d55-956f-ec4da99396d2,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:02.484025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c97eca42-35bf-49f5-858c-31575f971bf8 None None] Provisioning for port 542f3877-c836-48ac-aa54-603f4720cf91 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:02.488625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c97eca42-35bf-49f5-858c-31575f971bf8 None None] Provisioning complete for port 542f3877-c836-48ac-aa54-603f4720cf91 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:02.489146 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c97eca42-35bf-49f5-858c-31575f971bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:02.537147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c97eca42-35bf-49f5-858c-31575f971bf8 None None] Port 542f3877-c836-48ac-aa54-603f4720cf91 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:01:02.538637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:02.555613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:02.574657 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:02.591967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:02.593409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 8749bcbd-bd4d-4d61-9bce-17c69f95dbf3 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:02.849402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4653-4255-482f-a921-070aa50fc7a9 req-b7357020-28b6-4c14-b754-d83093b821a2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:02.850941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcfa4653-4255-482f-a921-070aa50fc7a9 req-b7357020-28b6-4c14-b754-d83093b821a2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 936 time: 0.2018852 Aug 10 02:01:02.898314 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 6b9f841e-8835-4a69-b7b3-656f4a886413 associated. External IP: 172.25.3.7, port: e101b497-219c-43cc-ae84-b4deb5888487. Aug 10 02:01:03.008295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec290b-822c-4e5e-aa3d-4dba5da005be req-318360f8-148e-43ce-81f0-35cdbbc92526 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:03.009797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1ec290b-822c-4e5e-aa3d-4dba5da005be req-318360f8-148e-43ce-81f0-35cdbbc92526 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.2018349 Aug 10 02:01:03.045215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcfa4653-4255-482f-a921-070aa50fc7a9 req-50f457b5-ae0c-4427-89bb-3fb0d82fc61e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733425 Aug 10 02:01:03.147198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1ec290b-822c-4e5e-aa3d-4dba5da005be req-c1530c46-246d-4a0d-8efd-5385bfefa7cf tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277323 Aug 10 02:01:03.316373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542f3877-c836-48ac-aa54-603f4720cf91 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:03.328206 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.351838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:03.353509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Transition to ACTIVE for port object 542f3877-c836-48ac-aa54-603f4720cf91 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:03.432706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.535949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:03.565696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:03.575797 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c9bdf3-ff4b-4520-9923-081025626167 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:03.587696 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9bdf3-ff4b-4520-9923-081025626167 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:03.588421 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-76c9bdf3-ff4b-4520-9923-081025626167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:03.627608 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-76c9bdf3-ff4b-4520-9923-081025626167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:03.639634 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9bdf3-ff4b-4520-9923-081025626167 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:03.640547 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-76c9bdf3-ff4b-4520-9923-081025626167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:03.645209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:03.645610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:03.645949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:03.654965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Port 542f3877-c836-48ac-aa54-603f4720cf91 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:01:03.655297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:03.666232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:03.666906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:03.667633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:03.668290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Bound port: 542f3877-c836-48ac-aa54-603f4720cf91, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:03.668938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.706213 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-76c9bdf3-ff4b-4520-9923-081025626167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:03.706902 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c9bdf3-ff4b-4520-9923-081025626167 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:03.771834 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.776242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:03.782938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:03.812529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3fbeffec-ee8b-4c18-8aef-fa15d48c6112 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1280484 Aug 10 02:01:03.814203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44770) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:03.820573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4794fd3c-97f9-4485-9bdb-25bce749a165 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'port_id': 'e101b497-219c-43cc-ae84-b4deb5888487', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:03.849914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.884200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4794fd3c-97f9-4485-9bdb-25bce749a165 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.918867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:03.919706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:03.921923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] 10.222.0.11 "PUT /v2.0/ports/542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 1097 time: 1.5118098 Aug 10 02:01:03.922468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:03.924849 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a373865a-b89d-411e-ba01-b075da5b9c91" -d '{"events": [{"name": "network-changed", "server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "tag": "542f3877-c836-48ac-aa54-603f4720cf91"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:03.947262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e29dd-945a-4509-85ef-ca5d99b57768 service neutron] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:04.006700 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0ec77f-83e0-4dab-9a3c-3c99d47debec x-openstack-request-id: req-1d0ec77f-83e0-4dab-9a3c-3c99d47debec {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:04.007466 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "tag": "542f3877-c836-48ac-aa54-603f4720cf91", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:04.007943 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1d0ec77f-83e0-4dab-9a3c-3c99d47debec {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:04.008538 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91', 'status': 'completed', 'code': 200} Aug 10 02:01:04.093823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-2ed9556f-0029-4a22-85dc-775a1c3e2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:04.095838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-2ed9556f-0029-4a22-85dc-775a1c3e2cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1100 time: 0.0699556 Aug 10 02:01:04.263554 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-088d9a59-e766-4695-ad17-44e0921049e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.1526208 Aug 10 02:01:04.375079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d89bb1-6e42-4ebc-878f-03b4ce89ca81 req-680728c0-65b5-4a71-8fa9-c7c93b4042ed tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:04.376764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76d89bb1-6e42-4ebc-878f-03b4ce89ca81 req-680728c0-65b5-4a71-8fa9-c7c93b4042ed tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 948 time: 0.1683300 Aug 10 02:01:04.398605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-1bd31602-6ad3-4b29-bde6-341df0a0d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:04.400112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-1bd31602-6ad3-4b29-bde6-341df0a0d3bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1256037 Aug 10 02:01:04.469917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b38a02-9cc1-4fb7-a3de-c612c376ded7 req-8e033081-cb46-4c8e-95ce-5ac881110881 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:04.471930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15b38a02-9cc1-4fb7-a3de-c612c376ded7 req-8e033081-cb46-4c8e-95ce-5ac881110881 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1704683 Aug 10 02:01:04.490802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76d89bb1-6e42-4ebc-878f-03b4ce89ca81 req-83485c15-bf6d-447b-a270-4f40c1833995 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065338 Aug 10 02:01:04.534142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-0b30d0b0-3e2d-44b0-aebc-07314fb3c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:04.535878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-0b30d0b0-3e2d-44b0-aebc-07314fb3c513 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1237164 Aug 10 02:01:04.543264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15b38a02-9cc1-4fb7-a3de-c612c376ded7 req-e82f6af0-2fe0-4109-8143-51badb16ebd7 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650389 Aug 10 02:01:04.547829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 95aa809a-1003-4636-b9a1-6cc54095d0bf details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:04.751282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4794fd3c-97f9-4485-9bdb-25bce749a165 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:04.764052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-f2e7aad5-3ea9-4ca9-ade7-013f2d425e0f service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175796 Aug 10 02:01:04.812733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:04.831320 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4794fd3c-97f9-4485-9bdb-25bce749a165 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:04.836820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '95aa809a-1003-4636-b9a1-6cc54095d0bf', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'port_id': '95aa809a-1003-4636-b9a1-6cc54095d0bf', 'mac_address': 'fa:16:3e:e1:4d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:01:04.889817 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:04.906226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95aa809a-1003-4636-b9a1-6cc54095d0bf {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:04.935652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:04.943287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a0290a3-681f-4a04-86a0-88685f8bcc82 req-a68fe00e-99f7-4ba8-a7a3-d1b90453f880 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699347 Aug 10 02:01:05.008617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:05.109780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=95aa809a-1003-4636-b9a1-6cc54095d0bf,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:05.120905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['95aa809a-1003-4636-b9a1-6cc54095d0bf'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:05.154040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-8c82222f-a868-4292-a756-d44c2e910f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:05.155647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-8c82222f-a868-4292-a756-d44c2e910f2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1100 time: 0.0708032 Aug 10 02:01:05.217064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4794fd3c-97f9-4485-9bdb-25bce749a165 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:05.279493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-2bcbc448-85a2-4ebf-a1ff-0269ee698857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:05.281119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-2bcbc448-85a2-4ebf-a1ff-0269ee698857 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1135044 Aug 10 02:01:05.377512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794fd3c-97f9-4485-9bdb-25bce749a165 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:05.391886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4794fd3c-97f9-4485-9bdb-25bce749a165 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:05.410731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4edd6-92b0-4543-b3a5-38ff6d040a34 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:05.429460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4edd6-92b0-4543-b3a5-38ff6d040a34 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:05.430250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1aa4edd6-92b0-4543-b3a5-38ff6d040a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:05.478306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1aa4edd6-92b0-4543-b3a5-38ff6d040a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:05.489888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4794fd3c-97f9-4485-9bdb-25bce749a165 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/floatingips/6b9f841e-8835-4a69-b7b3-656f4a886413 HTTP/1.1" status: 200 len: 977 time: 1.6736465 Aug 10 02:01:05.490273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4edd6-92b0-4543-b3a5-38ff6d040a34 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:05.491091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1aa4edd6-92b0-4543-b3a5-38ff6d040a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:05.491238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44830) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:05.534066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1aa4edd6-92b0-4543-b3a5-38ff6d040a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:05.534975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4edd6-92b0-4543-b3a5-38ff6d040a34 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:05.782826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-9911ca19-d99f-41b3-ad5b-61f3b41e9149 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.4928627 Aug 10 02:01:05.909043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-f0f86770-4007-4e86-a95f-9efdb91601f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:05.909043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-f0f86770-4007-4e86-a95f-9efdb91601f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1099117 Aug 10 02:01:05.941182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port 0ecc20e9-9471-4d55-956f-ec4da99396d2 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:06.079902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:06.092366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e8861-9b95-4b65-a371-65069367a402 req-26a39dff-025e-4b09-b96f-32f0c6bec653 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:06.092366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-283e8861-9b95-4b65-a371-65069367a402 req-26a39dff-025e-4b09-b96f-32f0c6bec653 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 948 time: 0.1729326 Aug 10 02:01:06.093231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-f4a86a48-1a66-475b-8930-8d28b6facf4c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:06.093231 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-f4a86a48-1a66-475b-8930-8d28b6facf4c tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.1622415 Aug 10 02:01:06.093466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-283e8861-9b95-4b65-a371-65069367a402 req-2cc41977-b5dd-4d07-82b1-3772f65dcf41 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787401 Aug 10 02:01:06.093466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-44b0efc2-b0d1-44ca-a65d-8e7f0e83135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:06.093466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-44b0efc2-b0d1-44ca-a65d-8e7f0e83135d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329553 Aug 10 02:01:06.119088 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:06.119424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:06.192966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for 0ecc20e9-9471-4d55-956f-ec4da99396d2 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:06.256029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf171767-a82f-43d9-97f7-1fb90b45ce30 req-0c2d8795-6204-41ec-8324-eaee6c56f4eb tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:06.256785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf171767-a82f-43d9-97f7-1fb90b45ce30 req-0c2d8795-6204-41ec-8324-eaee6c56f4eb tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 945 time: 0.0897429 Aug 10 02:01:06.263668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-cfada3ab-a91d-4c28-b6e0-9951cbac6866 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986334 Aug 10 02:01:06.311737 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Deleting port cf094eee-8039-4518-a83c-44221c870f09 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:06.312080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:06.359547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf171767-a82f-43d9-97f7-1fb90b45ce30 req-3a33ebe0-e749-4206-b822-dadccf71d0c0 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/security-groups?id=b5feb7f3-c7f6-43c6-990c-e03b6d556780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919478 Aug 10 02:01:06.412996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a373865a-b89d-411e-ba01-b075da5b9c91 req-39d0cc08-7428-4266-b561-90ee318263f4 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369348 Aug 10 02:01:06.579552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:06.581884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 95aa809a-1003-4636-b9a1-6cc54095d0bf up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:06.760047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 95aa809a-1003-4636-b9a1-6cc54095d0bf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:06.763737 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:06.769361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] For port cf094eee-8039-4518-a83c-44221c870f09, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cf094eee-8039-4518-a83c-44221c870f09,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:06.774912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:06.805122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Calling delete_port for cf094eee-8039-4518-a83c-44221c870f09 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:06.806915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:06.864498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:06.878425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=0ecc20e9-9471-4d55-956f-ec4da99396d2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:06.910606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '542f3877-c836-48ac-aa54-603f4720cf91', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '542f3877-c836-48ac-aa54-603f4720cf91', 'mac_address': 'fa:16:3e:5f:b7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:01:06.966402 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:07.002169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:07.025538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542f3877-c836-48ac-aa54-603f4720cf91 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:07.055645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:07.062341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:07.065700 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7220b8-b7e6-4d10-bd69-9b7a05835898" -d '{"events": [{"server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "name": "network-vif-plugged", "status": "completed", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:07.084217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:07.156097 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:07.213384 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:07.297815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:07.319697 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:07.321254 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 6b9f841e-8835-4a69-b7b3-656f4a886413 disassociated (deleted). External IP: 172.25.3.7, port: e101b497-219c-43cc-ae84-b4deb5888487. Aug 10 02:01:07.323887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.324251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.325225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.325570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.325916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.326248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.326603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.326961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.327296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.327627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.327960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.328295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:07.403166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=95aa809a-1003-4636-b9a1-6cc54095d0bf,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:07.442199 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['542f3877-c836-48ac-aa54-603f4720cf91'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:07.446963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:07.495555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['cf094eee-8039-4518-a83c-44221c870f09'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:07.539596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Pushing event deleted for resources: {'Port': ['ID=cf094eee-8039-4518-a83c-44221c870f09,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:07.632766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] No DVR routers for this DVR port cf094eee-8039-4518-a83c-44221c870f09 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:07.640344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:07.642897 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6d8ecf46-cf51-48a3-b923-b5cb028f8348 req-e39d48f6-acea-49c4-9da6-64b082a896c1 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.16 "DELETE /v2.0/ports/cf094eee-8039-4518-a83c-44221c870f09 HTTP/1.1" status: 204 len: 173 time: 1.6499679 Aug 10 02:01:07.643450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d676a15-b671-4c67-828c-3b89ed521316', 'name': 'network-vif-deleted', 'tag': 'cf094eee-8039-4518-a83c-44221c870f09'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:07.646327 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0647ba-4f20-4faa-9d8f-376270b06df5" -d '{"events": [{"server_uuid": "6d676a15-b671-4c67-828c-3b89ed521316", "name": "network-vif-deleted", "tag": "cf094eee-8039-4518-a83c-44221c870f09"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:07.742223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:07.943107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:07.948180 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:07.974240 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b367a-07bf-42d6-ae4d-1998ee55066c None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:07.984652 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64874de1-5f3e-4037-8617-ec6e031c162d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/floatingips/6b9f841e-8835-4a69-b7b3-656f4a886413 HTTP/1.1" status: 204 len: 168 time: 2.4919591 Aug 10 02:01:07.987419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44868) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:08.015629 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b367a-07bf-42d6-ae4d-1998ee55066c None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:08.024569 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8c3b367a-07bf-42d6-ae4d-1998ee55066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:08.056554 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8c3b367a-07bf-42d6-ae4d-1998ee55066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:08.075902 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b367a-07bf-42d6-ae4d-1998ee55066c None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:08.077488 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8c3b367a-07bf-42d6-ae4d-1998ee55066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:08.114041 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8c3b367a-07bf-42d6-ae4d-1998ee55066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:08.114736 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b367a-07bf-42d6-ae4d-1998ee55066c None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:08.115294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2cc589e1-515d-459c-ad1b-aba842b1582a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port e101b497-219c-43cc-ae84-b4deb5888487 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:08.115706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cc589e1-515d-459c-ad1b-aba842b1582a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:08.254223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cc589e1-515d-459c-ad1b-aba842b1582a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:08.273173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2cc589e1-515d-459c-ad1b-aba842b1582a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for e101b497-219c-43cc-ae84-b4deb5888487 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:08.402133 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a138f9-69c6-4694-9aef-14b06389f6a7 x-openstack-request-id: req-03a138f9-69c6-4694-9aef-14b06389f6a7 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:08.406369 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "name": "network-vif-plugged", "status": "completed", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:08.406369 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03a138f9-69c6-4694-9aef-14b06389f6a7 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:08.406369 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf', 'code': 200} Aug 10 02:01:08.568704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2995b-5048-458d-97a5-5fd1a5f01b13 req-3ae820e5-6a1a-4733-8f34-a0d50668d38f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:08.570774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ee2995b-5048-458d-97a5-5fd1a5f01b13 req-3ae820e5-6a1a-4733-8f34-a0d50668d38f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.1051538 Aug 10 02:01:08.621791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03c08f5e-191f-45c0-80f9-70c014206e85 req-5994976c-c142-4146-b0d7-3ffc51715d77 tempest-ServerRescueNegativeTestJSON-460297683 tempest-ServerRescueNegativeTestJSON-460297683-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d676a15-b671-4c67-828c-3b89ed521316 HTTP/1.1" status: 200 len: 210 time: 0.0774119 Aug 10 02:01:08.655152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ee2995b-5048-458d-97a5-5fd1a5f01b13 req-27fc7635-8b7c-4245-a622-95e84edbb52f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686407 Aug 10 02:01:08.690184 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ab954-8594-41f6-8e93-44b1a68e8dfb x-openstack-request-id: req-991ab954-8594-41f6-8e93-44b1a68e8dfb {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:08.691121 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d676a15-b671-4c67-828c-3b89ed521316", "name": "network-vif-deleted", "tag": "cf094eee-8039-4518-a83c-44221c870f09", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:08.691679 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-991ab954-8594-41f6-8e93-44b1a68e8dfb {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:08.692322 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d676a15-b671-4c67-828c-3b89ed521316', 'name': 'network-vif-deleted', 'tag': 'cf094eee-8039-4518-a83c-44221c870f09', 'status': 'completed', 'code': 200} Aug 10 02:01:08.710639 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cc589e1-515d-459c-ad1b-aba842b1582a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:08.757281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc589e1-515d-459c-ad1b-aba842b1582a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=e101b497-219c-43cc-ae84-b4deb5888487,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:08.904081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cc589e1-515d-459c-ad1b-aba842b1582a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:08.906927 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2cc589e1-515d-459c-ad1b-aba842b1582a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/ports/e101b497-219c-43cc-ae84-b4deb5888487 HTTP/1.1" status: 204 len: 168 time: 0.9182453 Aug 10 02:01:08.911328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44894) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:08.917236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:09.027156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:09.152565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034ece6-5db5-4a2e-b4eb-5b7730300aad req-0174d053-efa5-4d7b-957f-9d262ee975ee tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:09.154210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b034ece6-5db5-4a2e-b4eb-5b7730300aad req-0174d053-efa5-4d7b-957f-9d262ee975ee tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 951 time: 0.0739946 Aug 10 02:01:09.213380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b034ece6-5db5-4a2e-b4eb-5b7730300aad req-af80a249-f508-4cf0-b919-19cda7eef433 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483711 Aug 10 02:01:09.218104 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:09.377497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.25.3.254 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/d2593af0-d276-45e3-9b29-31874650992b) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:09.592362 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:09.661744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cf094eee-8039-4518-a83c-44221c870f09 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:09.678306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44936) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:09.679295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: cf094eee-8039-4518-a83c-44221c870f09 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:09.679661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cf094eee-8039-4518-a83c-44221c870f09 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:09.896791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1de177-93c3-4d27-b3c8-2c06e8d1695d req-6a7a31a9-fa36-479a-b1ad-809053f9cd5c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:09.898280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d1de177-93c3-4d27-b3c8-2c06e8d1695d req-6a7a31a9-fa36-479a-b1ad-809053f9cd5c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.1022270 Aug 10 02:01:09.983139 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:09.996930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d1de177-93c3-4d27-b3c8-2c06e8d1695d req-3d738531-d0eb-4f05-90a1-718134f35a8c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892558 Aug 10 02:01:10.026693 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:01:10.071649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:10.082377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:10.087286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:10.144624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=d2593af0-d276-45e3-9b29-31874650992b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:10.246955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:10.382189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:10.428202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:10.580005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:10.775614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 542f3877-c836-48ac-aa54-603f4720cf91 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:10.783386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 542f3877-c836-48ac-aa54-603f4720cf91 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:10.784079 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:10.801542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:10.912999 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:10.925316 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:10.974508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:10.985886 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c7f801-806f-4373-aaeb-be3a627a1701" -d '{"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-plugged", "status": "completed", "tag": "542f3877-c836-48ac-aa54-603f4720cf91"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:11.005811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=d2593af0-d276-45e3-9b29-31874650992b,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:11.025588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:11.032907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:11.046450 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290572f9-a84a-4f28-99ff-77615cdf2cb8 x-openstack-request-id: req-290572f9-a84a-4f28-99ff-77615cdf2cb8 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:11.046795 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-plugged", "status": "completed", "tag": "542f3877-c836-48ac-aa54-603f4720cf91", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:11.047035 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-290572f9-a84a-4f28-99ff-77615cdf2cb8 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:11.047592 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91', 'code': 200} Aug 10 02:01:11.056269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Deleting port 2339d2ea-502d-4ed3-908e-8ef424185e54 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:11.057000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:11.118303 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:11.181738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:11.186319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1f29cdcf-6b10-4bef-9a43-58a2f8370aef tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2703359 Aug 10 02:01:11.186800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45110) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:11.192352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'port': {'network_id': '73de42cf-cef3-4411-87b5-32bedc07644f', 'name': 'tempest-FloatingIPTestJSON-448373027'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:11.195408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:11.296763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd683197-5022-41cb-bea5-48585904957a req-108ed6cb-28e8-4b2c-b618-b05baec4d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:11.298428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd683197-5022-41cb-bea5-48585904957a req-108ed6cb-28e8-4b2c-b618-b05baec4d58f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1102 time: 0.1620250 Aug 10 02:01:11.300579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] For port 2339d2ea-502d-4ed3-908e-8ef424185e54, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2339d2ea-502d-4ed3-908e-8ef424185e54,segment=NetworkSegment(27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e),segment_id=27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:11.301052 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:11.327255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285ffe6-c0ce-417a-97a6-cad8c057a4eb req-4a3c98ea-6b95-4ddd-8984-89bfc8670ac6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:11.334003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d285ffe6-c0ce-417a-97a6-cad8c057a4eb req-4a3c98ea-6b95-4ddd-8984-89bfc8670ac6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.2185566 Aug 10 02:01:11.334003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Calling delete_port for 2339d2ea-502d-4ed3-908e-8ef424185e54 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:11.427338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd683197-5022-41cb-bea5-48585904957a req-50491788-d075-4442-b742-94e30e683264 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152730 Aug 10 02:01:11.436335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d285ffe6-c0ce-417a-97a6-cad8c057a4eb req-2f00b9c5-441c-4775-a042-d7e26a98116b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922170 Aug 10 02:01:11.490473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Made reservation on behalf of b25fa16c81eb4a6a8d9a8fa1029cd8ca for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:11.495435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:11.543803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] device_id is not set on port 53386fd7-612d-4dbb-a22b-b2cdbedd46c5 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:01:11.704430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.20.0.13 (73de42cf-cef3-4411-87b5-32bedc07644f/8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0/53386fd7-612d-4dbb-a22b-b2cdbedd46c5) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:11.717247 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:11.785218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2339d2ea-502d-4ed3-908e-8ef424185e54,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:11.923510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:11.997024 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:12.050790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:12.126673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 73de42cf-cef3-4411-87b5-32bedc07644f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:12.129883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:12.137126 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:12.201325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=53386fd7-612d-4dbb-a22b-b2cdbedd46c5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:12.225341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:12.225986 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:12.296532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:12.311206 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-717cdb97-1b2a-49e2-a7d4-4f718df85484 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1222870 Aug 10 02:01:12.313847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45154) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:12.318716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-42f2c4ef-a5e2-4c19-ae69-a288df637e7f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'port_id': '53386fd7-612d-4dbb-a22b-b2cdbedd46c5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:12.395485 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42f2c4ef-a5e2-4c19-ae69-a288df637e7f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:12.436393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:12.448823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] Sync routers for ids ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:12.452279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b1637b34-05c7-4089-91cb-73fefe4277fd admin admin] 10.222.0.38 "PUT /v2.0/routers/bd25f29a-38aa-45bb-be98-d7e3e9a601b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7672634 Aug 10 02:01:12.461121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45158) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:12.471926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] Routers {'bd25f29a-38aa-45bb-be98-d7e3e9a601b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:12.472606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:12.630286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] Set router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:12.656749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:12.735344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:12.820240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:12.933663 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:12.943846 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:13.000535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:13.019589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:54Z', 'updated_at': '2021-08-10T02:01:11Z', 'revision_number': 5, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'gw_port': {'id': 'fc04070f-b4ed-462d-9f57-2bb8f2e67e2b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:56Z', 'updated_at': '2021-08-10T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:13.053940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:13.056384 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b313456f-9062-44d5-b134-2e1fd6710473" -d '{"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:13.061187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] Checking router: bd25f29a-38aa-45bb-be98-d7e3e9a601b1 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:01:13.070948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] Routers {'bd25f29a-38aa-45bb-be98-d7e3e9a601b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:13.071780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:13.112631 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:13.133381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Deleting port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:13.133910 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:13.220454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=11']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:13.225971 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42f2c4ef-a5e2-4c19-ae69-a288df637e7f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:13.267178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] Set router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:13.307624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42f2c4ef-a5e2-4c19-ae69-a288df637e7f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:13.345779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:54Z', 'updated_at': '2021-08-10T02:01:12Z', 'revision_number': 6, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:13.377888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3492df-0153-44f6-9817-1b0e4ac19e70 None None] The sync data for ids ['bd25f29a-38aa-45bb-be98-d7e3e9a601b1'] in n-d-767704-21 is: [{'id': 'bd25f29a-38aa-45bb-be98-d7e3e9a601b1', 'name': 'tempest-ServerRescueNegativeTestJSON-372016933-router', 'tenant_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:54Z', 'updated_at': '2021-08-10T02:01:12Z', 'revision_number': 6, 'project_id': 'ec2ba74d34c94eefab5b10bfdb0f5206', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:13.459432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] For port fc04070f-b4ed-462d-9f57-2bb8f2e67e2b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fc04070f-b4ed-462d-9f57-2bb8f2e67e2b,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:13.459806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:13.479033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eead63-dde8-4be0-8f43-3b38a6f9e97f req-571f2902-07bd-46d4-b622-d27a4ad416a6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:13.480711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76eead63-dde8-4be0-8f43-3b38a6f9e97f req-571f2902-07bd-46d4-b622-d27a4ad416a6 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1540725 Aug 10 02:01:13.487190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Calling delete_port for fc04070f-b4ed-462d-9f57-2bb8f2e67e2b owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:13.509921 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-42f2c4ef-a5e2-4c19-ae69-a288df637e7f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 3e420b4d-edf5-44b6-bd83-4a93eae0e876 associated. External IP: 172.25.3.254, port: 53386fd7-612d-4dbb-a22b-b2cdbedd46c5. Aug 10 02:01:13.569141 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76eead63-dde8-4be0-8f43-3b38a6f9e97f req-1b67246a-b840-47d2-8c8c-64ff4d89d8ef tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772839 Aug 10 02:01:13.674854 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b609cd-2821-4c34-a90f-178e7c5ff66d x-openstack-request-id: req-10b609cd-2821-4c34-a90f-178e7c5ff66d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:13.675349 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:13.675437 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10b609cd-2821-4c34-a90f-178e7c5ff66d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:13.675841 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'code': 200} Aug 10 02:01:13.879500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b832-b5ee-4d4c-8df2-605ebf236496 req-576b485b-8048-4f2f-8837-d47b962b3394 tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:13.879500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65b3b832-b5ee-4d4c-8df2-605ebf236496 req-576b485b-8048-4f2f-8837-d47b962b3394 tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1102 time: 0.0875025 Aug 10 02:01:13.893751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f2c4ef-a5e2-4c19-ae69-a288df637e7f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:13.903206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65b3b832-b5ee-4d4c-8df2-605ebf236496 req-aa063623-37eb-4dce-9580-0c2602f9e11a tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Aug 10 02:01:13.985628 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.017180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc04070f-b4ed-462d-9f57-2bb8f2e67e2b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:14.096249 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.206234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.208867 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.275894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f2c4ef-a5e2-4c19-ae69-a288df637e7f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:14.281008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42f2c4ef-a5e2-4c19-ae69-a288df637e7f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.295290 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6694ed4-db00-4c52-9e50-cc91f77b063f None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:14.306119 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6694ed4-db00-4c52-9e50-cc91f77b063f None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:14.307374 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d6694ed4-db00-4c52-9e50-cc91f77b063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:14.310244 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-42f2c4ef-a5e2-4c19-ae69-a288df637e7f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/floatingips/3e420b4d-edf5-44b6-bd83-4a93eae0e876 HTTP/1.1" status: 200 len: 978 time: 1.9953082 Aug 10 02:01:14.312090 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.316958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45202) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:14.428023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port 53386fd7-612d-4dbb-a22b-b2cdbedd46c5 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:14.428385 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.492585 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d6694ed4-db00-4c52-9e50-cc91f77b063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:14.504854 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6694ed4-db00-4c52-9e50-cc91f77b063f None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:14.506809 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d6694ed4-db00-4c52-9e50-cc91f77b063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:14.537314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.563098 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d6694ed4-db00-4c52-9e50-cc91f77b063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:14.564692 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6694ed4-db00-4c52-9e50-cc91f77b063f None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:14.732121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.732121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd25f29a-38aa-45bb-be98-d7e3e9a601b1 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:01:14.738437 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.742258 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45228) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:14.743303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2aa8f06d-d18d-417a-bb17-996ca2e95645 admin admin] 10.222.0.38 "DELETE /v2.0/routers/bd25f29a-38aa-45bb-be98-d7e3e9a601b1 HTTP/1.1" status: 204 len: 168 time: 2.2826569 Aug 10 02:01:14.893780 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-252bb19a-f624-4c91-91ef-9ef0fbf33e22 admin admin] Deleting subnet cd6554ce-8d0b-4b66-88be-eed8064be1b5 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:01:14.903043 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-252bb19a-f624-4c91-91ef-9ef0fbf33e22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.936885 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-0f6df734-1ae7-422a-a24f-17acac080282 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2746470 Aug 10 02:01:14.960648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.960648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.960648 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 3e420b4d-edf5-44b6-bd83-4a93eae0e876 disassociated. External IP: 172.25.3.254, port: 53386fd7-612d-4dbb-a22b-b2cdbedd46c5. Aug 10 02:01:14.960648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for 53386fd7-612d-4dbb-a22b-b2cdbedd46c5 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:14.968314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-252bb19a-f624-4c91-91ef-9ef0fbf33e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.068851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-252bb19a-f624-4c91-91ef-9ef0fbf33e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.237637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2339d2ea-502d-4ed3-908e-8ef424185e54 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:15.276683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 2339d2ea-502d-4ed3-908e-8ef424185e54 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:15.276974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2339d2ea-502d-4ed3-908e-8ef424185e54 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:15.279038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fc04070f-b4ed-462d-9f57-2bb8f2e67e2b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:15.301452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-252bb19a-f624-4c91-91ef-9ef0fbf33e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.323508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: fc04070f-b4ed-462d-9f57-2bb8f2e67e2b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:15.323775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fc04070f-b4ed-462d-9f57-2bb8f2e67e2b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:15.346058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.348506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bb19a-f624-4c91-91ef-9ef0fbf33e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6554ce-8d0b-4b66-88be-eed8064be1b5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:15.392910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=53386fd7-612d-4dbb-a22b-b2cdbedd46c5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:15.410539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-252bb19a-f624-4c91-91ef-9ef0fbf33e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.410539 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-252bb19a-f624-4c91-91ef-9ef0fbf33e22 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cd6554ce-8d0b-4b66-88be-eed8064be1b5 HTTP/1.1" status: 204 len: 168 time: 0.6621683 Aug 10 02:01:15.410539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45252) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:15.529385 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.637553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:15.689840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.785867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265c9d4c-92c1-49b6-8f87-d064b0588e31']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:15.817658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:15.817967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e0cc93-54cb-41a6-a1e5-3823b9fa0e4e') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:15.846075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:15.933681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b3ef2-9035-4cc1-abb4-3833588fe6a6 req-37650373-c651-472a-8ee4-e9dd6cc44dfc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:15.936701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-879b3ef2-9035-4cc1-abb4-3833588fe6a6 req-37650373-c651-472a-8ee4-e9dd6cc44dfc tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1441400 Aug 10 02:01:15.952481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:15.964339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adc381-86d3-49cf-87f2-a0dae73ff1a6 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:15.986354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adc381-86d3-49cf-87f2-a0dae73ff1a6 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:15.988287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-62adc381-86d3-49cf-87f2-a0dae73ff1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:15.995023 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.004785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:01:16.007236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.052358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-62adc381-86d3-49cf-87f2-a0dae73ff1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:16.053104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-879b3ef2-9035-4cc1-abb4-3833588fe6a6 req-548cd0bb-3fb0-4dff-8ade-361a78c887ca tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964649 Aug 10 02:01:16.070889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adc381-86d3-49cf-87f2-a0dae73ff1a6 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:16.071602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-62adc381-86d3-49cf-87f2-a0dae73ff1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:16.108773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-62adc381-86d3-49cf-87f2-a0dae73ff1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:16.109682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adc381-86d3-49cf-87f2-a0dae73ff1a6 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:01:16.123917 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:01:16.150685 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.155688 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c474e970-1540-4c36-919e-210932a4e772 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/ports/53386fd7-612d-4dbb-a22b-b2cdbedd46c5 HTTP/1.1" status: 204 len: 168 time: 1.8395600 Aug 10 02:01:16.156820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45282) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:16.221210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-51e27a58-d328-4a5a-8a97-eb35e326d269 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "GET /v2.0/floatingips/3e420b4d-edf5-44b6-bd83-4a93eae0e876 HTTP/1.1" status: 200 len: 688 time: 0.0603645 Aug 10 02:01:16.221406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.225719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45286) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:16.236464 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.252896 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/265c9d4c-92c1-49b6-8f87-d064b0588e31 HTTP/1.1" status: 204 len: 168 time: 0.8364761 Aug 10 02:01:16.285981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966699a6-9686-49e7-9dfb-321247adcff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=265c9d4c-92c1-49b6-8f87-d064b0588e31,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:16.442211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port d2593af0-d276-45e3-9b29-31874650992b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:16.442601 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.559759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.560505 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.575361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for d2593af0-d276-45e3-9b29-31874650992b owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:16.826270 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.852563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=d2593af0-d276-45e3-9b29-31874650992b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:16.860653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45316) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:16.920449 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cadb9eef-344a-429a-91f8-17baa505838c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec2ba74d34c94eefab5b10bfdb0f5206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577953 Aug 10 02:01:16.922991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45320) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:16.956961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.959652 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.967303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45324) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:16.967484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-68ef6ad0-061a-49d7-86e0-8c90e7a914ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/floatingips/3e420b4d-edf5-44b6-bd83-4a93eae0e876 HTTP/1.1" status: 204 len: 168 time: 0.7447104 Aug 10 02:01:16.976081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:17.011767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65a8b140-0783-4448-ac1a-08b93e64aad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.036879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65a8b140-0783-4448-ac1a-08b93e64aad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.093136 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.239301 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.291839 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65a8b140-0783-4448-ac1a-08b93e64aad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.295532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65a8b140-0783-4448-ac1a-08b93e64aad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.299236 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-65a8b140-0783-4448-ac1a-08b93e64aad9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b5feb7f3-c7f6-43c6-990c-e03b6d556780 HTTP/1.1" status: 204 len: 168 time: 0.3721859 Aug 10 02:01:17.320996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8b140-0783-4448-ac1a-08b93e64aad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5feb7f3-c7f6-43c6-990c-e03b6d556780,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:17.394102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.25.3.40 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/e32ac4fc-da3a-47b1-ac7b-e4b347494643) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:17.521289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.667115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.766937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:17.766937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:17.795314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:17.906250 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-769721e7-0fa8-4fa5-a65c-a4185e72573c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.921324 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=e32ac4fc-da3a-47b1-ac7b-e4b347494643,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:17.933944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d4d14-e536-4644-9c40-7fca9bbd1db3 req-ef10bc97-9799-47a4-9112-865b8a83b679 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:17.937569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d78d4d14-e536-4644-9c40-7fca9bbd1db3 req-ef10bc97-9799-47a4-9112-865b8a83b679 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1308713 Aug 10 02:01:17.962267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-8e16a9b8-4140-47da-8f52-fed805afd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:17.965209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-8e16a9b8-4140-47da-8f52-fed805afd8e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1102 time: 0.1146731 Aug 10 02:01:17.989595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d78d4d14-e536-4644-9c40-7fca9bbd1db3 req-b5e17345-6357-4916-b7a0-ccacdc50a651 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459931 Aug 10 02:01:18.104067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f35bd97e-9162-4871-93c6-80acc65a0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:18.106197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f35bd97e-9162-4871-93c6-80acc65a0c93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1198280 Aug 10 02:01:18.194164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-2c01f1e0-5315-4fa1-b6fb-22fd27e4e956 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.0632050 Aug 10 02:01:18.284552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-c6c6c7d6-5f32-4816-a21e-b00d6d7b3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:18.318360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-c6c6c7d6-5f32-4816-a21e-b00d6d7b3824 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1326942 Aug 10 02:01:18.421751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55e45c-f811-4682-b1e5-34137bb8747c req-3e6b0a94-482f-45b4-91bc-c1770b16e2df tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:18.423462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d55e45c-f811-4682-b1e5-34137bb8747c req-3e6b0a94-482f-45b4-91bc-c1770b16e2df tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 948 time: 0.0924401 Aug 10 02:01:18.425293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-d2579fa5-baa3-4a83-8706-0f55fb8a03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:18.426797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-d2579fa5-baa3-4a83-8706-0f55fb8a03fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938802 Aug 10 02:01:18.542017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d55e45c-f811-4682-b1e5-34137bb8747c req-f8d418c0-813b-4492-9d39-81dae9cba612 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122074 Aug 10 02:01:18.581385 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.585936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-73abf87e-01c2-4b35-ad76-6ddb8a560f37 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426463 Aug 10 02:01:18.709627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-1f9737a1-7483-4ba4-a928-9699bc38b40d service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223607 Aug 10 02:01:18.874632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.069447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.158024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1f232-739b-48e3-b731-0823bed33a3a req-a535d164-c7bd-4233-b3ad-e58b96c1d086 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:19.161291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03b1f232-739b-48e3-b731-0823bed33a3a req-a535d164-c7bd-4233-b3ad-e58b96c1d086 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.0719988 Aug 10 02:01:19.180610 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.208749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03b1f232-739b-48e3-b731-0823bed33a3a req-80260c82-bd7f-4c4c-931b-5c28e5ab895c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378456 Aug 10 02:01:19.240185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=e32ac4fc-da3a-47b1-ac7b-e4b347494643,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:19.305833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.309606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45380) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:19.420576 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 4a4a65b4-8a86-4a71-81b5-0bf01b4be323 associated. External IP: 172.25.3.40, port: 55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8. Aug 10 02:01:19.448470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-462137332-network', 'tenant_id': 'aff2480ae3ae4852ab54b63f4d09576e'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:19.590271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Made reservation on behalf of aff2480ae3ae4852ab54b63f4d09576e for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:19.590271 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.598979 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.654256 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:19.731380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23f663-6920-4e40-a890-30d48b8666a7 req-9b87e3ac-3e27-43dd-a5a6-ad284cddbdae tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:19.732927 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e23f663-6920-4e40-a890-30d48b8666a7 req-9b87e3ac-3e27-43dd-a5a6-ad284cddbdae tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 948 time: 0.1024978 Aug 10 02:01:19.809204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:19.822411 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d1bcd-362f-40ff-8a5f-9992f28593f0 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:19.831632 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d1bcd-362f-40ff-8a5f-9992f28593f0 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:19.832778 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-066d1bcd-362f-40ff-8a5f-9992f28593f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:19.846852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e23f663-6920-4e40-a890-30d48b8666a7 req-1a4f8ce9-5a18-4e57-b47c-a9f08b4bd867 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056786 Aug 10 02:01:19.859451 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.874846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ebc69011-61ed-48aa-9de4-0fddfdf7298c tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:19.877978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ebc69011-61ed-48aa-9de4-0fddfdf7298c tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 948 time: 0.1352756 Aug 10 02:01:19.882381 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-066d1bcd-362f-40ff-8a5f-9992f28593f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:19.891901 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d1bcd-362f-40ff-8a5f-9992f28593f0 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:19.892659 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-066d1bcd-362f-40ff-8a5f-9992f28593f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:00:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:19.928635 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-066d1bcd-362f-40ff-8a5f-9992f28593f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:19.929301 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d1bcd-362f-40ff-8a5f-9992f28593f0 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:19.930158 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.963648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.979231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:01:19.994280 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15b19cbc-88bc-4aa2-987f-a8f41077b9ad tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.0254176 Aug 10 02:01:19.998303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45414) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:20.003664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-12538306'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:20.004614 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.004969 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Added segment 29621393-efad-4491-9acf-09426e06cde4 of type vlan for network b386caab-2e98-41ce-9306-ce08eacf1ffd Aug 10 02:01:20.007118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f25ab22-e3b0-4509-933d-723810ff60d0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:20.056992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.077435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Deleting port a3e19979-074e-4b14-9dc6-68867c8c8b9b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:20.077772 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.083449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Made reservation on behalf of b25fa16c81eb4a6a8d9a8fa1029cd8ca for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:20.087152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.116438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:01:20.125870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.126222 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Added segment 77a1d71a-47d6-4d7c-bacb-f9df444ff6c4 of type vlan for network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 Aug 10 02:01:20.166096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.178567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] For port a3e19979-074e-4b14-9dc6-68867c8c8b9b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a3e19979-074e-4b14-9dc6-68867c8c8b9b,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:20.179155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.191746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Calling delete_port for a3e19979-074e-4b14-9dc6-68867c8c8b9b owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:20.232987 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.233956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:20.234564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.278615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.284865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:20.290041 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.339465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0260408 Aug 10 02:01:20.342857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45418) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:20.349940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Request body: {'subnet': {'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-462137332-subnet', 'tenant_id': 'aff2480ae3ae4852ab54b63f4d09576e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:20.360405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Network': ['ID=2be4d5b9-0de3-473c-8b0b-b24d20edb243,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:20.365242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8ce36-36d2-49a5-9acb-9c7aa79308e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b386caab-2e98-41ce-9306-ce08eacf1ffd,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:20.373786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network b386caab-2e98-41ce-9306-ce08eacf1ffd details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:01:20.377189 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bd3c2b0e-5ea0-4fde-81d7-0944609cd03c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3774171 Aug 10 02:01:20.381070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45420) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:20.389002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'subnet': {'network_id': '2be4d5b9-0de3-473c-8b0b-b24d20edb243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:20.393268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b76106-5899-4c3a-9e35-c9b0387cda34 req-734ee4ad-857e-4c5e-9765-9e96558997a8 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:20.394915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9b76106-5899-4c3a-9e35-c9b0387cda34 req-734ee4ad-857e-4c5e-9765-9e96558997a8 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.0971982 Aug 10 02:01:20.460728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:01:20.475079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9b76106-5899-4c3a-9e35-c9b0387cda34 req-8086560d-4c82-4eab-8e53-ad94c33f985a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550447 Aug 10 02:01:20.487105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Made reservation on behalf of aff2480ae3ae4852ab54b63f4d09576e for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:20.492231 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.570538 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.592063 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1df8-526c-4cd6-a73d-4c796e581040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.592406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Made reservation on behalf of b25fa16c81eb4a6a8d9a8fa1029cd8ca for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:20.596472 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.633436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Pushing event deleted for resources: {'Port': ['ID=a3e19979-074e-4b14-9dc6-68867c8c8b9b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:20.675921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] No DVR routers for this DVR port a3e19979-074e-4b14-9dc6-68867c8c8b9b on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:20.678471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.680920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bacb91c-0b22-4700-b73b-a224db2c2453 req-ec933419-2649-4c80-af07-1f9e3ea3853d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "DELETE /v2.0/ports/a3e19979-074e-4b14-9dc6-68867c8c8b9b HTTP/1.1" status: 204 len: 173 time: 0.7961390 Aug 10 02:01:20.685920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'name': 'network-vif-deleted', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:20.688266 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f243f3ae-9796-45bb-8115-db0f877b765b" -d '{"events": [{"server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "name": "network-vif-deleted", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:20.729848 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673e1031-028c-42c8-af39-29f96cbcce7f x-openstack-request-id: req-673e1031-028c-42c8-af39-29f96cbcce7f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:20.730136 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ecd784-d93c-4e93-a414-ea922580d33f", "name": "network-vif-deleted", "tag": "a3e19979-074e-4b14-9dc6-68867c8c8b9b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:20.731090 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-673e1031-028c-42c8-af39-29f96cbcce7f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:20.737617 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ecd784-d93c-4e93-a414-ea922580d33f', 'name': 'network-vif-deleted', 'tag': 'a3e19979-074e-4b14-9dc6-68867c8c8b9b', 'status': 'completed', 'code': 200} Aug 10 02:01:20.836738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.860778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:20.908346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08e331b-0846-4e80-a6eb-306e4b91505e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:20.937257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Subnet': ['ID=1137fca5-9fb3-469b-959d-85b9cb98cd97,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:20.950360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Checking segment: {'id': '77a1d71a-47d6-4d7c-bacb-f9df444ff6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2be4d5b9-0de3-473c-8b0b-b24d20edb243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:20.950805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network hostable DHCP agents. Network: 2be4d5b9-0de3-473c-8b0b-b24d20edb243, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:01:20.990590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Checking segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:20.990590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Network hostable DHCP agents. Network: b386caab-2e98-41ce-9306-ce08eacf1ffd, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:01:21.035738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55f8a5d4-2a5d-4729-9aa5-2af415d16c18 req-0a0e53e8-8d12-4c86-bff6-fd0521d39e09 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5ecd784-d93c-4e93-a414-ea922580d33f HTTP/1.1" status: 200 len: 210 time: 0.0353079 Aug 10 02:01:21.095042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:01:21.095575 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.113349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Network b386caab-2e98-41ce-9306-ce08eacf1ffd is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:01:21.180626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 2be4d5b9-0de3-473c-8b0b-b24d20edb243) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:21.181839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, b386caab-2e98-41ce-9306-ce08eacf1ffd) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:21.187219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:21.187986 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.188330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:21.189268 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.195055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ce1b80-6b7e-4dae-aff7-c1c5b753c230 None None] Network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:21.211348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f9581-f48c-4abc-aafd-5e6dce2c987b None None] Network b386caab-2e98-41ce-9306-ce08eacf1ffd requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:21.282851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-448290a6-f70a-4fd1-83b4-2a3991dd12eb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9366713 Aug 10 02:01:21.286531 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-47e80ff9-aa05-42ae-934c-7ffa679d2dd8 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9008143 Aug 10 02:01:21.289693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45470) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:21.297715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-949581249', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:21.403484 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.404650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.444656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f2f77-a5c4-454f-966c-5a47e6cd6db7 None None] Network b386caab-2e98-41ce-9306-ce08eacf1ffd requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:21.501941 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.512900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-2be4d5b9-0de3-473c-8b0b-b24d20edb243', 'network_id': '2be4d5b9-0de3-473c-8b0b-b24d20edb243', 'tenant_id': 'b25fa16c81eb4a6a8d9a8fa1029cd8ca', 'fixed_ips': [{'subnet_id': '1137fca5-9fb3-469b-959d-85b9cb98cd97'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:01:21.513780 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.705689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Allocated IP 172.20.0.2 (2be4d5b9-0de3-473c-8b0b-b24d20edb243/1137fca5-9fb3-469b-959d-85b9cb98cd97/dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:21.756005 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:21.815692 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-d2a26b39-f07e-4377-a8c2-146dfc28c7a1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:21.817333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-d2a26b39-f07e-4377-a8c2-146dfc28c7a1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1166787 Aug 10 02:01:21.836677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-c30f9f2a-56d8-4cc9-ab06-10bed709e5e1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/quotas/aff2480ae3ae4852ab54b63f4d09576e HTTP/1.1" status: 200 len: 375 time: 0.0124815 Aug 10 02:01:21.873177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-21cea2d6-3509-42b5-ac79-470bb4f6d899 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290051 Aug 10 02:01:21.887144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-91dd7810-4c96-4357-9f04-45d20779acff service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:01:21.888713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-91dd7810-4c96-4357-9f04-45d20779acff service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067315 Aug 10 02:01:22.002232 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.015563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Transition to ACTIVE for port object dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:22.019479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-af19557e-8252-4e9c-b452-4092483189b0 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224232 Aug 10 02:01:22.032025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Transition to ACTIVE for port object dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:22.052672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.076528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.113231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-05c15a61-03a4-42f0-a379-fb84142e3027 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873699 Aug 10 02:01:22.163984 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.193204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.25.3.174 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/eadf707e-a303-4655-b33b-9fa84f39c67d) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:22.196791 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.209884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:22.212641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:22.217004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:22.224105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Pushing event updated for resources: {'Port': ['ID=dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:22.276747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Attempting to bind port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:22.277618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Attempting to bind port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '77a1d71a-47d6-4d7c-bacb-f9df444ff6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2be4d5b9-0de3-473c-8b0b-b24d20edb243'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:22.277919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Attempting to bind port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 on network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:22.283091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:22.294797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Checking segment: {'id': '77a1d71a-47d6-4d7c-bacb-f9df444ff6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2be4d5b9-0de3-473c-8b0b-b24d20edb243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:22.294797 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.294797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Bound using segment: {'id': '77a1d71a-47d6-4d7c-bacb-f9df444ff6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2be4d5b9-0de3-473c-8b0b-b24d20edb243'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:22.294797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Bound port: dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a1d71a-47d6-4d7c-bacb-f9df444ff6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2be4d5b9-0de3-473c-8b0b-b24d20edb243'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:22.294797 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.345615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.363633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] For port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:22.367148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] For port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1,segment=NetworkSegment(77a1d71a-47d6-4d7c-bacb-f9df444ff6c4),segment_id=77a1d71a-47d6-4d7c-bacb-f9df444ff6c4)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:22.448466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e0218-2584-48ec-9a66-6b7c8caa8c04 req-138c107c-a37a-4eca-b527-6b2a16a3c28a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:22.455873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c62e0218-2584-48ec-9a66-6b7c8caa8c04 req-138c107c-a37a-4eca-b527-6b2a16a3c28a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.0630858 Aug 10 02:01:22.460707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.497989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:22.501922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c62e0218-2584-48ec-9a66-6b7c8caa8c04 req-405ab0fe-42ee-4b7e-903c-cc125a58ac13 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Aug 10 02:01:22.538281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90b3d5-616f-4aab-aa74-e73443c30b23 None None] Pushing event updated for resources: {'Port': ['ID=dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:22.574826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:22.580293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:22.583875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:22.634648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=eadf707e-a303-4655-b33b-9fa84f39c67d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:22.674784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31337ca5-1e34-46b0-a2d0-9523d3fba9dc req-cfe818a9-7b36-4aa2-a2c6-a0be9a05491e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 210 time: 0.0333931 Aug 10 02:01:22.986010 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:23.192202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a498-e5e4-434d-aeb4-8dbbeeea791a req-95a5b3a7-aaad-42da-b85a-65c3f472ad01 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:23.194917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e488a498-e5e4-434d-aeb4-8dbbeeea791a req-95a5b3a7-aaad-42da-b85a-65c3f472ad01 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 949 time: 0.0876479 Aug 10 02:01:23.216829 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:23.234538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:23.237980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e488a498-e5e4-434d-aeb4-8dbbeeea791a req-0760bfbe-6a1c-4723-8f68-a12c8072c94d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366647 Aug 10 02:01:23.361772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:23.483289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:01:23.572583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-21399d7d-8ed8-48b4-b912-c32316fec5c1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:23.574924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-21399d7d-8ed8-48b4-b912-c32316fec5c1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 803 time: 0.1407249 Aug 10 02:01:23.624648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-72353e92-1567-4097-914b-acdf70dd0076 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/quotas/12c6d02010fa4f41a3426194cb3a7217 HTTP/1.1" status: 200 len: 375 time: 0.0434110 Aug 10 02:01:23.635874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:23.654028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db7271-47f3-46c1-b66b-13b8d4a12327 None None] Sync routers for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:23.663375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db7271-47f3-46c1-b66b-13b8d4a12327 None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:23.664205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e8db7271-47f3-46c1-b66b-13b8d4a12327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:23.688291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be809631-b679-41bd-a552-a1f953ceaf54 req-c1b15af5-67eb-4277-a0ea-d7b1986f9abe tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:23.690287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be809631-b679-41bd-a552-a1f953ceaf54 req-c1b15af5-67eb-4277-a0ea-d7b1986f9abe tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1016381 Aug 10 02:01:23.716503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e8db7271-47f3-46c1-b66b-13b8d4a12327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:23.727636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda0c6a-66e0-4e16-aba9-580519b5fa47 None None] Network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:23.735172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-db7212ef-086b-4c69-87d6-d0f8efea1bba tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1027136 Aug 10 02:01:23.748937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-53ac5800-0593-4142-affc-694694edae51 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:01:23.749897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-53ac5800-0593-4142-affc-694694edae51 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055032 Aug 10 02:01:23.752136 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:23.753519 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-712cd6ed-b192-4198-b17b-fcf4129b21ca tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4624975 Aug 10 02:01:23.756389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45560) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:23.758386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be809631-b679-41bd-a552-a1f953ceaf54 req-c93f59af-4c40-46a3-a9f4-5fa3050864df tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585690 Aug 10 02:01:23.771570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db7271-47f3-46c1-b66b-13b8d4a12327 None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:23.772375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e8db7271-47f3-46c1-b66b-13b8d4a12327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:23.838813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e8db7271-47f3-46c1-b66b-13b8d4a12327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:23.840726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8db7271-47f3-46c1-b66b-13b8d4a12327 None None] The sync data for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:23.870015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:23.925365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-69979c3f-b328-4109-a63d-d1b9f069ca26 service neutron] 10.222.0.38 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577535 Aug 10 02:01:23.967975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3d1ca38b-1303-42e1-b1ed-e8cf32842134 None None] Provisioning for port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:23.973754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3d1ca38b-1303-42e1-b1ed-e8cf32842134 None None] Provisioning complete for port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:23.974129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca38b-1303-42e1-b1ed-e8cf32842134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.048452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1a523fa-be34-4722-83e5-d540b99b00ef req-a55ca171-9141-4313-b750-6ef714e2d68a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 210 time: 0.0413737 Aug 10 02:01:24.098975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca38b-1303-42e1-b1ed-e8cf32842134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.108565 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-a675ea19-38f4-40f6-bc7f-0269542638ad service neutron] 10.222.0.38 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822426 Aug 10 02:01:24.136241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3d1ca38b-1303-42e1-b1ed-e8cf32842134 None None] For port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1,segment=NetworkSegment(77a1d71a-47d6-4d7c-bacb-f9df444ff6c4),segment_id=77a1d71a-47d6-4d7c-bacb-f9df444ff6c4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:24.232719 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3d1ca38b-1303-42e1-b1ed-e8cf32842134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.289099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ca38b-1303-42e1-b1ed-e8cf32842134 None None] Pushing event updated for resources: {'Port': ['ID=dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:24.356432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0d1c4efc-01bc-4095-80a4-fbaba38d945f None None] Provisioning complete for port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:24.356432 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4efc-01bc-4095-80a4-fbaba38d945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.406336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817719dd-81ac-442f-a2e0-66f34e1d5a5a req-9f6a6e9e-402b-419b-9fd8-74edf9319ec7 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:24.409087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-817719dd-81ac-442f-a2e0-66f34e1d5a5a req-9f6a6e9e-402b-419b-9fd8-74edf9319ec7 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 949 time: 0.0850177 Aug 10 02:01:24.410974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5cbcb89-2cdc-45ce-bc91-d0ddf98dadcc req-d42ba7b7-e18a-4294-8db0-38a3096f139d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 210 time: 0.0475850 Aug 10 02:01:24.491847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-817719dd-81ac-442f-a2e0-66f34e1d5a5a req-71198258-3781-432f-ba49-1038dab8ed0d tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717347 Aug 10 02:01:24.661000 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.663985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a3e19979-074e-4b14-9dc6-68867c8c8b9b no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:24.685593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: a3e19979-074e-4b14-9dc6-68867c8c8b9b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:24.686086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a3e19979-074e-4b14-9dc6-68867c8c8b9b not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:24.686655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 95aa809a-1003-4636-b9a1-6cc54095d0bf no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:24.763469 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.782775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-725a48a6-e710-4b80-a100-0817483ef29a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:24.784433 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-725a48a6-e710-4b80-a100-0817483ef29a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1943228 Aug 10 02:01:24.787593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:24.790082 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2198a52e-5f07-4a9a-9f32-5f99aa9a67c2" -d '{"events": [{"server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "name": "network-vif-unplugged", "status": "completed", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:24.808866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:24.844712 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb2f0a-4d43-4e7c-b460-5c24d3ceaec3 x-openstack-request-id: req-decb2f0a-4d43-4e7c-b460-5c24d3ceaec3 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:24.845142 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "name": "network-vif-unplugged", "status": "completed", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:24.845423 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-decb2f0a-4d43-4e7c-b460-5c24d3ceaec3 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:24.846898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Request body: {'port': {'device_id': '09916384-4707-41f7-9ff7-c28bd32ba31e', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'admin_state_up': True, 'tenant_id': 'aff2480ae3ae4852ab54b63f4d09576e'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:24.847942 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf', 'code': 200} Aug 10 02:01:24.881788 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:24.909923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a7b66-7201-4820-b884-4f8199800eba req-929a63bf-cfb9-4575-b6c6-e0d0684454c8 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:24.920520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-216a7b66-7201-4820-b884-4f8199800eba req-929a63bf-cfb9-4575-b6c6-e0d0684454c8 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.0596986 Aug 10 02:01:24.969087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-216a7b66-7201-4820-b884-4f8199800eba req-fea35c2f-71c3-4f98-bccb-fa3b92814182 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 Aug 10 02:01:24.971313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=95aa809a-1003-4636-b9a1-6cc54095d0bf,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:25.077094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-cd989696-8484-4b6b-b1dc-1c1628000169 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:25.077094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-cd989696-8484-4b6b-b1dc-1c1628000169 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "GET /v2.0/ports?device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 949 time: 0.0661302 Aug 10 02:01:25.182897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:25.200993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.20.0.1 (2be4d5b9-0de3-473c-8b0b-b24d20edb243/1137fca5-9fb3-469b-959d-85b9cb98cd97/3a2421c1-ed33-4093-8364-7cf1eff9a7c8) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:25.218364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-843404c5-5829-4a51-9056-6d037d32a1d5 req-01522d8f-eb8f-4df1-bba6-2b639b7e0a8f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 210 time: 0.0633008 Aug 10 02:01:25.226207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Made reservation on behalf of aff2480ae3ae4852ab54b63f4d09576e for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:25.230133 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.243874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-46f5b342-ce26-45d1-9708-5d81b987001f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:25.246229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-46f5b342-ce26-45d1-9708-5d81b987001f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "GET /v2.0/ports?device_id=75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b HTTP/1.1" status: 200 len: 943 time: 0.1291285 Aug 10 02:01:25.250701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:25.251192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.301892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Deleting port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:25.302239 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.396493 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.430053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Deleting port 95aa809a-1003-4636-b9a1-6cc54095d0bf {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:25.430317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.446289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Transition to ACTIVE for port object 3a2421c1-ed33-4093-8364-7cf1eff9a7c8 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:25.472556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Allocated IP 172.20.0.11 (b386caab-2e98-41ce-9306-ce08eacf1ffd/a08e331b-0846-4e80-a6eb-306e4b91505e/24b95bf6-de28-4251-9eb9-2b80824f69fa) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:25.486675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] For port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:25.487059 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.535712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b10bbb31-36fd-4955-a1c8-dce4d3b9d29d req-d58cf32a-e23d-4b51-af46-429edbb50044 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 210 time: 0.0510392 Aug 10 02:01:25.538437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Calling delete_port for a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:25.610396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.621145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] For port 95aa809a-1003-4636-b9a1-6cc54095d0bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=95aa809a-1003-4636-b9a1-6cc54095d0bf,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:25.621145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.662866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Calling delete_port for 95aa809a-1003-4636-b9a1-6cc54095d0bf owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:25.687415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:25.698222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:25.701703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56b64c-0fe2-4dea-9898-8b83a08e7856 req-225919c4-623d-4434-9397-7b3b5e3d9272 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:25.703288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea56b64c-0fe2-4dea-9898-8b83a08e7856 req-225919c4-623d-4434-9397-7b3b5e3d9272 tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 949 time: 0.1015842 Aug 10 02:01:25.704587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:25.745319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=3a2421c1-ed33-4093-8364-7cf1eff9a7c8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:25.776824 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.785771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.830646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea56b64c-0fe2-4dea-9898-8b83a08e7856 req-ea7b7219-1d2a-405f-8f6a-df645e7b6e8f tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/security-groups?id=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973563 Aug 10 02:01:25.945334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.979567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Pushing event deleted for resources: {'Port': ['ID=a2c6091d-ba94-4ee4-8fbd-a4e251b0a183,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:25.979567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.013319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Pushing event deleted for resources: {'Port': ['ID=95aa809a-1003-4636-b9a1-6cc54095d0bf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:26.049886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.070710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] No DVR routers for this DVR port a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:26.075841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.079200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-405ba5b8-9d36-4a07-8523-54e6e3d1d2a5 req-8b17cf6b-b85a-470c-b51a-2ad4c4f91f9a tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.11 "DELETE /v2.0/ports/a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 HTTP/1.1" status: 204 len: 173 time: 0.9953530 Aug 10 02:01:26.090398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-deleted', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:26.093514 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd41374-2944-43fd-8ef6-9a5d435bd8db" -d '{"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-deleted", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:26.117898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ddf9fd14-01b2-4fff-ab1c-73c2308480b8 None None] Provisioning for port 3a2421c1-ed33-4093-8364-7cf1eff9a7c8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:26.123090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] No DVR routers for this DVR port 95aa809a-1003-4636-b9a1-6cc54095d0bf on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:26.124871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ddf9fd14-01b2-4fff-ab1c-73c2308480b8 None None] Provisioning complete for port 3a2421c1-ed33-4093-8364-7cf1eff9a7c8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:26.125415 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ddf9fd14-01b2-4fff-ab1c-73c2308480b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.125855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.130049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c012322-eafb-4958-8426-c6e4e721f1a6 req-f8a6a10a-9365-40c5-ba14-c7aea3468df1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "DELETE /v2.0/ports/95aa809a-1003-4636-b9a1-6cc54095d0bf HTTP/1.1" status: 204 len: 173 time: 0.8761711 Aug 10 02:01:26.132082 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.135124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Network b386caab-2e98-41ce-9306-ce08eacf1ffd is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:26.142161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:26.149991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:26.153437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event updated for resources: {'Port': ['ID=24b95bf6-de28-4251-9eb9-2b80824f69fa,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:26.177919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9fd14-01b2-4fff-ab1c-73c2308480b8 None None] Port 3a2421c1-ed33-4093-8364-7cf1eff9a7c8 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:01:26.187981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee265ae5-6640-4768-ad69-e597b0622d73 req-d1f1b2e9-d99c-4008-856a-4e377f3c527b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.189859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee265ae5-6640-4768-ad69-e597b0622d73 req-d1f1b2e9-d99c-4008-856a-4e377f3c527b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1359539 Aug 10 02:01:26.250972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee265ae5-6640-4768-ad69-e597b0622d73 req-7cea9592-4ed9-4b9e-ae0c-ebb9f9934b12 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545630 Aug 10 02:01:26.253081 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eb6a33-a268-4c53-a0f3-b689140113ff x-openstack-request-id: req-68eb6a33-a268-4c53-a0f3-b689140113ff {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:26.253359 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ffcc2d-eb29-44a0-8063-cb520a5a9285", "name": "network-vif-deleted", "tag": "a2c6091d-ba94-4ee4-8fbd-a4e251b0a183", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:26.253614 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68eb6a33-a268-4c53-a0f3-b689140113ff {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:26.254009 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ffcc2d-eb29-44a0-8063-cb520a5a9285', 'name': 'network-vif-deleted', 'tag': 'a2c6091d-ba94-4ee4-8fbd-a4e251b0a183', 'status': 'completed', 'code': 200} Aug 10 02:01:26.279856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.280418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.383354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf6c4e-61f1-4812-8b41-96dda3dadd53 req-44f704f0-ac70-46c2-8abf-0a28d0b30977 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.384985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20bf6c4e-61f1-4812-8b41-96dda3dadd53 req-44f704f0-ac70-46c2-8abf-0a28d0b30977 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 932 time: 0.0636196 Aug 10 02:01:26.433045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20bf6c4e-61f1-4812-8b41-96dda3dadd53 req-7deff4a8-8fab-4e85-806e-2ad9a922220c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Aug 10 02:01:26.439733 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-37628841-7e09-4701-b00c-85727979d1e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6452193 Aug 10 02:01:26.465679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Request body: {'port': {'device_id': '09916384-4707-41f7-9ff7-c28bd32ba31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:26.519172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-ed376deb-0604-4376-ab01-5fa39664b641 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0535398 Aug 10 02:01:26.580640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.639609 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.683892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bcbb7ac4-6fb9-4c93-8d28-cbc24b8a463b req-304d869c-3d24-4d87-8a5d-4d4e5126871e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 210 time: 0.0564997 Aug 10 02:01:26.710250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-300ca0e1-4d5c-462d-8042-e215cb6e81ba tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.711677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-300ca0e1-4d5c-462d-8042-e215cb6e81ba tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 803 time: 0.1683338 Aug 10 02:01:26.717395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-1d5e35fa-1466-4f07-bc08-4902060fdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.717880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-1d5e35fa-1466-4f07-bc08-4902060fdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.718364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-1d5e35fa-1466-4f07-bc08-4902060fdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.718886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-1d5e35fa-1466-4f07-bc08-4902060fdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.719614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-1d5e35fa-1466-4f07-bc08-4902060fdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.720085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-1d5e35fa-1466-4f07-bc08-4902060fdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.720556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-1d5e35fa-1466-4f07-bc08-4902060fdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.722471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-1d5e35fa-1466-4f07-bc08-4902060fdde3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6497 time: 0.1139605 Aug 10 02:01:26.728045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Request body: {'port': {'device_id': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'admin_state_up': True, 'tenant_id': '12c6d02010fa4f41a3426194cb3a7217'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:26.737527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.903527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.911205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-513c6c67-ed1f-4504-be15-1628d9b7311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.911698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-513c6c67-ed1f-4504-be15-1628d9b7311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.912175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-513c6c67-ed1f-4504-be15-1628d9b7311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.913945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-513c6c67-ed1f-4504-be15-1628d9b7311f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e03d54b-69b4-4fdd-a166-56db188ca484&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 HTTP/1.1" status: 200 len: 2293 time: 0.1450260 Aug 10 02:01:26.939867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=3a2421c1-ed33-4093-8364-7cf1eff9a7c8,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:27.061894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:27.064809 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:27.284176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:27.328592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b95bf6-de28-4251-9eb9-2b80824f69fa {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:27.398022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.427269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Transition to ACTIVE for port object 24b95bf6-de28-4251-9eb9-2b80824f69fa will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:27.452102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a90e7e3f-701c-4222-b855-4fed481bb239 req-e21062c5-59ed-4900-a263-1fc2eda7619e tempest-ListImageFiltersTestJSON-891346677 tempest-ListImageFiltersTestJSON-891346677-project] 10.222.0.38 "GET /v2.0/ports?device_id=76ffcc2d-eb29-44a0-8063-cb520a5a9285 HTTP/1.1" status: 200 len: 210 time: 0.5265121 Aug 10 02:01:27.498439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:27.509858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.511955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312671e1-c015-4f18-bba1-2c23f87346ac None None] Sync routers for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:27.522697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7fbad4b8-7382-4957-9f85-582c4dee85b9 None None] Provisioning complete for port 3a2421c1-ed33-4093-8364-7cf1eff9a7c8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:27.523772 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7fbad4b8-7382-4957-9f85-582c4dee85b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.525472 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312671e1-c015-4f18-bba1-2c23f87346ac None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:27.526370 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-312671e1-c015-4f18-bba1-2c23f87346ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:27.528505 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7aefaef3-50fb-4fe1-a6e5-927afa7d4077 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/routers/1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7708302 Aug 10 02:01:27.536515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45616) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:27.554707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'port': {'network_id': '2be4d5b9-0de3-473c-8b0b-b24d20edb243', 'name': 'tempest-FloatingIPTestJSON-1344124943'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:27.572275 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-312671e1-c015-4f18-bba1-2c23f87346ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:27.585203 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312671e1-c015-4f18-bba1-2c23f87346ac None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:27.586266 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-312671e1-c015-4f18-bba1-2c23f87346ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:27.587685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Made reservation on behalf of 12c6d02010fa4f41a3426194cb3a7217 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:27.605526 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:27.631855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7fbad4b8-7382-4957-9f85-582c4dee85b9 None None] Port 3a2421c1-ed33-4093-8364-7cf1eff9a7c8 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:01:27.645170 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-312671e1-c015-4f18-bba1-2c23f87346ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:27.648337 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312671e1-c015-4f18-bba1-2c23f87346ac None None] The sync data for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:27.670504 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-f6dbc3d0-ef7c-4a5d-b4f1-ed2cfecb3900 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8 HTTP/1.1" status: 200 len: 1001 time: 0.7460546 Aug 10 02:01:27.683717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Pushing event updated for resources: {'Port': ['ID=24b95bf6-de28-4251-9eb9-2b80824f69fa,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:27.789744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1bc5f-eb03-4c02-ad45-ddcc8dfa01f2 req-2432175d-10f2-4a01-9d3c-485a964ab30d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:27.791351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ee1bc5f-eb03-4c02-ad45-ddcc8dfa01f2 req-2432175d-10f2-4a01-9d3c-485a964ab30d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.3060830 Aug 10 02:01:27.795122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98d21d6a-7a2f-482f-b713-e010365514bc req-b5a3cb5a-7bf1-4158-9db3-88291513b32a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3250222 Aug 10 02:01:27.838809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-fddd2c32-1c16-4ac1-b54e-6152df6eb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:27.841126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-fddd2c32-1c16-4ac1-b54e-6152df6eb18b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d2ab074-2e4e-407d-b5de-d17c5877787c HTTP/1.1" status: 200 len: 851 time: 0.1578314 Aug 10 02:01:27.906673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036371a8-dd32-496c-9b1b-1d4ab7c1e35b req-f340febc-c417-49ab-a42b-2c029893ce10 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:27.908244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-036371a8-dd32-496c-9b1b-1d4ab7c1e35b req-f340febc-c417-49ab-a42b-2c029893ce10 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 944 time: 0.3232181 Aug 10 02:01:28.023088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ee1bc5f-eb03-4c02-ad45-ddcc8dfa01f2 req-06926cbe-4ba7-4daf-a368-e6e7f002fc8a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203479 Aug 10 02:01:28.045232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Attempting to bind port 24b95bf6-de28-4251-9eb9-2b80824f69fa on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:28.045232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Attempting to bind port 24b95bf6-de28-4251-9eb9-2b80824f69fa by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:28.045232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Attempting to bind port 24b95bf6-de28-4251-9eb9-2b80824f69fa on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:28.045820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d21d6a-7a2f-482f-b713-e010365514bc req-c9a6c94c-604b-42d8-a622-b53d6a2e3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.047012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98d21d6a-7a2f-482f-b713-e010365514bc req-c9a6c94c-604b-42d8-a622-b53d6a2e3885 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 1102 time: 0.2101798 Aug 10 02:01:28.048965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-b7460fa6-9c7f-4c36-ace7-ffba75847595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.051419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-b7460fa6-9c7f-4c36-ace7-ffba75847595 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e03d54b-69b4-4fdd-a166-56db188ca484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1916687 Aug 10 02:01:28.053211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Port 24b95bf6-de28-4251-9eb9-2b80824f69fa on network b386caab-2e98-41ce-9306-ce08eacf1ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:01:28.053663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Attempting to bind port 24b95bf6-de28-4251-9eb9-2b80824f69fa on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:28.060446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:28.060795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Checking segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:28.060926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-036371a8-dd32-496c-9b1b-1d4ab7c1e35b req-a7b477f8-cfb7-44df-9c7f-41eada3ced16 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276674 Aug 10 02:01:28.061325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Bound using segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:28.061773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Bound port: 24b95bf6-de28-4251-9eb9-2b80824f69fa, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:28.062142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.130947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] For port 24b95bf6-de28-4251-9eb9-2b80824f69fa, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:28.134241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] For port 24b95bf6-de28-4251-9eb9-2b80824f69fa, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=24b95bf6-de28-4251-9eb9-2b80824f69fa,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:28.139656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Made reservation on behalf of b25fa16c81eb4a6a8d9a8fa1029cd8ca for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:28.144099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.162883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] device_id is not set on port c185a6cd-8f76-4969-91ac-e3ab59621108 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:01:28.181883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Allocated IP 172.20.0.14 (d23cb1a0-d889-4251-bc3a-fd2dece0a82d/85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2/c4b228e0-1c08-468a-a191-6237a8d15d64) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:28.203267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.227290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d730055f-deea-460e-b819-7989d8bc80b5 req-4f47d83c-50ef-4f64-89d6-5ddecb136add tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 210 time: 0.0987704 Aug 10 02:01:28.249287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.250009 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.251488 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] 10.222.0.16 "PUT /v2.0/ports/24b95bf6-de28-4251-9eb9-2b80824f69fa HTTP/1.1" status: 200 len: 1093 time: 1.7916300 Aug 10 02:01:28.251938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09916384-4707-41f7-9ff7-c28bd32ba31e', 'tag': '24b95bf6-de28-4251-9eb9-2b80824f69fa'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:28.254539 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "09916384-4707-41f7-9ff7-c28bd32ba31e", "tag": "24b95bf6-de28-4251-9eb9-2b80824f69fa"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:28.257824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'name': 'network-vif-deleted', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:28.260170 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9de592-a9c6-4185-a073-c113cebcbbe8" -d '{"events": [{"server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "name": "network-vif-deleted", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:28.317481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc79d0-72b3-4216-b3b3-59d35c30fd16 service neutron] Pushing event updated for resources: {'Port': ['ID=24b95bf6-de28-4251-9eb9-2b80824f69fa,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:28.337213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d21d6a-7a2f-482f-b713-e010365514bc req-3c0211e1-28d6-4712-9850-291f16fecade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.341430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98d21d6a-7a2f-482f-b713-e010365514bc req-3c0211e1-28d6-4712-9850-291f16fecade service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2636170 Aug 10 02:01:28.342851 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac912d7b-55d6-4cbe-a694-817d45bdb0e7 x-openstack-request-id: req-ac912d7b-55d6-4cbe-a694-817d45bdb0e7 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:28.343140 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b", "name": "network-vif-deleted", "tag": "95aa809a-1003-4636-b9a1-6cc54095d0bf", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:28.343388 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ac912d7b-55d6-4cbe-a694-817d45bdb0e7 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:28.343821 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c78ab5-78ce-4a4f-9ae5-c2b104b1e49b', 'name': 'network-vif-deleted', 'tag': '95aa809a-1003-4636-b9a1-6cc54095d0bf', 'status': 'completed', 'code': 200} Aug 10 02:01:28.345991 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a28a0-fb1e-4549-821f-01a19103bc19 x-openstack-request-id: req-f31a28a0-fb1e-4549-821f-01a19103bc19 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:28.347651 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09916384-4707-41f7-9ff7-c28bd32ba31e", "tag": "24b95bf6-de28-4251-9eb9-2b80824f69fa", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:28.347651 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f31a28a0-fb1e-4549-821f-01a19103bc19 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:28.347651 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09916384-4707-41f7-9ff7-c28bd32ba31e', 'tag': '24b95bf6-de28-4251-9eb9-2b80824f69fa', 'status': 'completed', 'code': 200} Aug 10 02:01:28.348135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Allocated IP 172.20.0.14 (2be4d5b9-0de3-473c-8b0b-b24d20edb243/1137fca5-9fb3-469b-959d-85b9cb98cd97/c185a6cd-8f76-4969-91ac-e3ab59621108) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:28.350740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-a29757ed-fdf3-44bc-b48f-343973abeb46 service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863648 Aug 10 02:01:28.449268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-e1b641ba-1dbd-44cd-9d70-e71b512d567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.451633 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-e1b641ba-1dbd-44cd-9d70-e71b512d567a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 1096 time: 0.0875514 Aug 10 02:01:28.457251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98d21d6a-7a2f-482f-b713-e010365514bc req-d4a76a82-06a3-4d89-b060-eb5be1dd1dbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 200 len: 217 time: 0.0947547 Aug 10 02:01:28.522744 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-7ea5a036-d9af-48a9-84b6-226c084d6a23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b95bf6-de28-4251-9eb9-2b80824f69fa HTTP/1.1" status: 200 len: 217 time: 0.0449247 Aug 10 02:01:28.602415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d21d6a-7a2f-482f-b713-e010365514bc req-98372af4-47ec-4f9a-9c79-b62c54128a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.603972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98d21d6a-7a2f-482f-b713-e010365514bc req-98372af4-47ec-4f9a-9c79-b62c54128a22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1151922 Aug 10 02:01:28.606504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-62a29e94-c4c6-4d5c-8b92-54256c60e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.608490 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-62a29e94-c4c6-4d5c-8b92-54256c60e857 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.0741367 Aug 10 02:01:28.611220 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.617559 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.650529 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-0d92f86e-19a8-4086-9fee-eeef3562d5aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304620 Aug 10 02:01:28.653253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-be47dc5f-ca67-4fab-b199-b9c82da72fd5 service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544706 Aug 10 02:01:28.655589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Transition to ACTIVE for port object c185a6cd-8f76-4969-91ac-e3ab59621108 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:28.720205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-58651254-a476-4f24-8089-0b70a56f5d8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=c87348b9-cab1-464b-a8e5-493b8acf3299 HTTP/1.1" status: 200 len: 217 time: 0.0540853 Aug 10 02:01:28.742952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d21d6a-7a2f-482f-b713-e010365514bc req-c9e2763a-955a-4199-90c6-118d7b0b109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.744377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98d21d6a-7a2f-482f-b713-e010365514bc req-c9e2763a-955a-4199-90c6-118d7b0b109b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258602 Aug 10 02:01:28.778368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-67b4c475-76df-4747-93e4-a7f60361f07f service neutron] 10.222.0.16 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052263 Aug 10 02:01:28.829963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.838212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-4bd1448c-11d8-4595-8e65-0a5346090b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.840338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-4bd1448c-11d8-4595-8e65-0a5346090b1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.1079133 Aug 10 02:01:28.886980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:28.892729 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:28.901099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:28.906504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:28.944075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event updated for resources: {'Port': ['ID=c185a6cd-8f76-4969-91ac-e3ab59621108,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:28.955482 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4aead0be-e234-45c0-bca7-31c72e80f2ef req-0bb74472-8eba-410a-a231-f89f43347f4a service neutron] 10.222.0.16 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698351 Aug 10 02:01:28.957002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98d21d6a-7a2f-482f-b713-e010365514bc req-bf48525e-856c-4633-93cd-0c16f3a7e52f service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904261 Aug 10 02:01:28.959469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Network d23cb1a0-d889-4251-bc3a-fd2dece0a82d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:28.982825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:28.985395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:28.985523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:28.986192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.050442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-c9a3736a-1b11-429b-a75a-f955387784c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:29.052011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-c9a3736a-1b11-429b-a75a-f955387784c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2034841 Aug 10 02:01:29.073263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Pushing event updated for resources: {'Port': ['ID=c4b228e0-1c08-468a-a191-6237a8d15d64,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:29.129868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-19d5854a-bf94-4085-b19f-bd9aa87caf81 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5838671 Aug 10 02:01:29.133509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45656) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:29.137671 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Request body: {'floatingip': {'port_id': 'c185a6cd-8f76-4969-91ac-e3ab59621108'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:29.189625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:29.190154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.222316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-9af088e3-0f1d-4fd0-aa8c-c13de5fed294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:29.225652 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-9af088e3-0f1d-4fd0-aa8c-c13de5fed294 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 1096 time: 0.1095562 Aug 10 02:01:29.226297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.272631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2f4f1528-1fad-49a4-8c27-fdb73772223f None None] Provisioning for port c185a6cd-8f76-4969-91ac-e3ab59621108 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:29.273420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98d21d6a-7a2f-482f-b713-e010365514bc req-032bc073-779e-4053-9d97-b08e41b1ed50 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056443 Aug 10 02:01:29.277858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2f4f1528-1fad-49a4-8c27-fdb73772223f None None] Provisioning complete for port c185a6cd-8f76-4969-91ac-e3ab59621108 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:29.278356 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2f4f1528-1fad-49a4-8c27-fdb73772223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.290137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-675ef534-db06-4659-82cc-af432e7feeea service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281492 Aug 10 02:01:29.298955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4771ee-865c-40e0-9bee-c3902860745c req-a370da4f-340e-40f8-9adf-a2194b32cdd7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:29.300648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd4771ee-865c-40e0-9bee-c3902860745c req-a370da4f-340e-40f8-9adf-a2194b32cdd7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1685247 Aug 10 02:01:29.337084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2f4f1528-1fad-49a4-8c27-fdb73772223f None None] Port c185a6cd-8f76-4969-91ac-e3ab59621108 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:01:29.372052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-8f73cc24-8c49-4d09-88a0-11e67e146ba4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6482806 Aug 10 02:01:29.382838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1a4c-1f99-49af-9fdb-003677a390ed req-8fe2fa97-9e20-4d31-93cb-57347a3ca747 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:29.384286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e78f1a4c-1f99-49af-9fdb-003677a390ed req-8fe2fa97-9e20-4d31-93cb-57347a3ca747 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 944 time: 0.1891706 Aug 10 02:01:29.395377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Request body: {'port': {'device_id': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:29.419383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-50b73148-a0a6-4c53-a0c6-c68d38e50947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:29.420852 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-50b73148-a0a6-4c53-a0c6-c68d38e50947 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 906 time: 0.1637247 Aug 10 02:01:29.461005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd4771ee-865c-40e0-9bee-c3902860745c req-2ac0e122-c45a-4267-b843-97944256d6ac tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476083 Aug 10 02:01:29.500193 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-c79f44ef-39c9-47c8-86ea-d98074d6b3a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b95bf6-de28-4251-9eb9-2b80824f69fa HTTP/1.1" status: 200 len: 217 time: 0.0705664 Aug 10 02:01:29.511720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:29.519081 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e78f1a4c-1f99-49af-9fdb-003677a390ed req-ea30de4e-8a91-493a-981c-84e070b8f8ce tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186488 Aug 10 02:01:29.549038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-9bc4475d-4bba-4faa-9dee-19f1b30368d6 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472765 Aug 10 02:01:29.625107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-3eb1761e-381b-4862-8b67-cb0688c469e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:29.626706 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-3eb1761e-381b-4862-8b67-cb0688c469e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.1165125 Aug 10 02:01:29.674154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-86bdea41-eb10-4250-8b25-d4a8898c6b2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=c5c9f62b-89ad-406e-910c-1c90c0ea01da HTTP/1.1" status: 200 len: 217 time: 0.0966165 Aug 10 02:01:29.720364 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-d00acdf5-aaeb-464c-b034-ef94922fc414 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801563 Aug 10 02:01:29.833406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-9fba8549-841c-46cc-9192-f94248e71945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:29.835330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-9fba8549-841c-46cc-9192-f94248e71945 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.1073494 Aug 10 02:01:29.939951 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-5988794d-cceb-4863-b56e-c840f65c706d service neutron] 10.222.0.16 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073050 Aug 10 02:01:29.945220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56631-1a7f-4ad9-9032-20e4431d7e38 req-52cc6aef-9e2c-4fba-901b-0075909cee19 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:29.946765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53c56631-1a7f-4ad9-9032-20e4431d7e38 req-52cc6aef-9e2c-4fba-901b-0075909cee19 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 932 time: 0.2199335 Aug 10 02:01:30.022701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-49c11b91-25cc-4881-8643-2cfc20255480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:30.024243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-49c11b91-25cc-4881-8643-2cfc20255480 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1729493 Aug 10 02:01:30.109046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53c56631-1a7f-4ad9-9032-20e4431d7e38 req-9cb1b9fa-af92-4841-b85f-530b505335c4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518917 Aug 10 02:01:30.161516 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2a0b5c1f-fd06-4e0f-973d-88f663903bf7 req-50e855ce-f0bd-4a26-ba37-49cf2377aa37 service neutron] 10.222.0.16 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131560 Aug 10 02:01:30.163901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.220576 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.224929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-5e7ebf8b-cf7d-4bd5-a5c4-d90652449a02 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863756 Aug 10 02:01:30.231735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b228e0-1c08-468a-a191-6237a8d15d64 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:30.242604 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.272120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Transition to ACTIVE for port object c4b228e0-1c08-468a-a191-6237a8d15d64 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:30.340753 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.341285 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 4a4a65b4-8a86-4a71-81b5-0bf01b4be323 associated. External IP: 172.25.3.40, port: 55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8. Aug 10 02:01:30.409301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-ae238a8f-47a9-4a15-9954-c5947593d34a service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498399 Aug 10 02:01:30.429309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b228e0-1c08-468a-a191-6237a8d15d64,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:30.470718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-adf6b9e3-4653-4897-8b2c-a86ad5f5cb08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=6ef06fdf-831d-48d8-befe-6f026aa95b87 HTTP/1.1" status: 200 len: 217 time: 0.0529690 Aug 10 02:01:30.631350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-fb277d63-ba87-42d6-a9fe-e841ec3fa7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:30.633960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-fb277d63-ba87-42d6-a9fe-e841ec3fa7db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.1475687 Aug 10 02:01:30.642749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Attempting to bind port c4b228e0-1c08-468a-a191-6237a8d15d64 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:30.643302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Attempting to bind port c4b228e0-1c08-468a-a191-6237a8d15d64 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:30.643843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Attempting to bind port c4b228e0-1c08-468a-a191-6237a8d15d64 on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:30.665490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f1892-4a8e-49af-9179-2ea077a48d1f req-57bcb61b-31e7-43e1-880b-3b14a926db0c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:30.667188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-280f1892-4a8e-49af-9179-2ea077a48d1f req-57bcb61b-31e7-43e1-880b-3b14a926db0c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1167772 Aug 10 02:01:30.690962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Port c4b228e0-1c08-468a-a191-6237a8d15d64 on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:01:30.691358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Attempting to bind port c4b228e0-1c08-468a-a191-6237a8d15d64 on network d23cb1a0-d889-4251-bc3a-fd2dece0a82d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:30.702065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:30.718847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:30.719445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Checking segment: {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:30.719851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Bound using segment: {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:30.720308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Bound port: c4b228e0-1c08-468a-a191-6237a8d15d64, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6f8014-ccab-4569-b83f-9bbd822906d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:30.726279 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:30.732189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:30.732818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a2c6091d-ba94-4ee4-8fbd-a4e251b0a183 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:30.733447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 95aa809a-1003-4636-b9a1-6cc54095d0bf no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:30.752221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-3773ff44-1c12-402f-88b2-d77399965ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:30.755021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-3773ff44-1c12-402f-88b2-d77399965ae3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1057458 Aug 10 02:01:30.758533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 95aa809a-1003-4636-b9a1-6cc54095d0bf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:30.759025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 95aa809a-1003-4636-b9a1-6cc54095d0bf not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:30.763700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-280f1892-4a8e-49af-9179-2ea077a48d1f req-eb30c002-4498-4142-88dd-de43350c77ae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758913 Aug 10 02:01:30.873520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:30.988923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:31.000327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21803bd8-d4c7-4c25-a98c-78636da250ef None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:31.010236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21803bd8-d4c7-4c25-a98c-78636da250ef None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:31.010902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-21803bd8-d4c7-4c25-a98c-78636da250ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.052569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-21803bd8-d4c7-4c25-a98c-78636da250ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.062711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21803bd8-d4c7-4c25-a98c-78636da250ef None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:31.063346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-21803bd8-d4c7-4c25-a98c-78636da250ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.095628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-21803bd8-d4c7-4c25-a98c-78636da250ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.096276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21803bd8-d4c7-4c25-a98c-78636da250ef None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:31.246801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:31.272202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45716) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:31.296128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] For port c4b228e0-1c08-468a-a191-6237a8d15d64, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:31.324795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-3c21724e-f6ea-45e7-9625-d4cfd0d144e8 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600917 Aug 10 02:01:31.327579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] For port c4b228e0-1c08-468a-a191-6237a8d15d64, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c4b228e0-1c08-468a-a191-6237a8d15d64,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:31.337675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c576b-9eec-4cf8-be8a-ad1f777605ab req-c68e523a-e0fe-4b9a-a6f3-6b9ae25246a5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:31.339866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba1c576b-9eec-4cf8-be8a-ad1f777605ab req-c68e523a-e0fe-4b9a-a6f3-6b9ae25246a5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 944 time: 0.4966161 Aug 10 02:01:31.366957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:31.371750 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.382275 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73022e72-7b61-45ca-ae37-7a20c28ca391 None None] Sync routers for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:31.388840 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73022e72-7b61-45ca-ae37-7a20c28ca391 None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:31.389711 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-73022e72-7b61-45ca-ae37-7a20c28ca391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.424901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dd3a8-ab5a-42e1-8032-3089c28b3604 req-07a89562-6a71-4788-9808-d888dd268616 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:31.426401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-557dd3a8-ab5a-42e1-8032-3089c28b3604 req-07a89562-6a71-4788-9808-d888dd268616 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 944 time: 0.1757061 Aug 10 02:01:31.431041 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-73022e72-7b61-45ca-ae37-7a20c28ca391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.431208 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-19c37dfe-56e2-4abf-96d4-1a47342f6075 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/floatingips/4a4a65b4-8a86-4a71-81b5-0bf01b4be323 HTTP/1.1" status: 200 len: 978 time: 2.2978547 Aug 10 02:01:31.431941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45720) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:31.440895 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73022e72-7b61-45ca-ae37-7a20c28ca391 None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:31.441716 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-73022e72-7b61-45ca-ae37-7a20c28ca391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.451684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.475120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-73022e72-7b61-45ca-ae37-7a20c28ca391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:31.475782 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73022e72-7b61-45ca-ae37-7a20c28ca391 None None] The sync data for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:31.524938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:31.525565 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.527212 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] 10.222.0.11 "PUT /v2.0/ports/c4b228e0-1c08-468a-a191-6237a8d15d64 HTTP/1.1" status: 200 len: 1093 time: 2.1391888 Aug 10 02:01:31.535229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'tag': 'c4b228e0-1c08-468a-a191-6237a8d15d64'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:31.536331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port c185a6cd-8f76-4969-91ac-e3ab59621108 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:31.536694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.537489 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db418e7-8cf5-4703-b161-3789301fadd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6e26c6-eca8-46f2-bcb7-1ef15176b8da", "tag": "c4b228e0-1c08-468a-a191-6237a8d15d64"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:31.583383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba1c576b-9eec-4cf8-be8a-ad1f777605ab req-762e5af9-67a2-48fd-9a8e-49c36a680477 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309265 Aug 10 02:01:31.602838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-28ee2bd5-9d9d-4fa9-bdd8-3db5e8da2288 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f0e47d9e92ff41998edaf41372e885ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283660 Aug 10 02:01:31.614796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45724) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:31.625844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247d9af-39ef-4ead-8e6a-3fd7a9741d99 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b228e0-1c08-468a-a191-6237a8d15d64,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:31.639158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-557dd3a8-ab5a-42e1-8032-3089c28b3604 req-72d065aa-e3a5-47bc-99d4-90166a63684b tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785378 Aug 10 02:01:31.640651 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.647220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-e04e4d36-985c-4460-9009-cffaad8899d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055682 Aug 10 02:01:31.737449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-32ac35f9-90a6-4572-bb96-71a8783faa63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0707202 Aug 10 02:01:31.743496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 24b95bf6-de28-4251-9eb9-2b80824f69fa details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:31.796304 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563f67c3-8b68-4ff3-91e7-12632383d8a6 x-openstack-request-id: req-563f67c3-8b68-4ff3-91e7-12632383d8a6 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:31.796585 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6e26c6-eca8-46f2-bcb7-1ef15176b8da", "tag": "c4b228e0-1c08-468a-a191-6237a8d15d64", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:31.796849 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-563f67c3-8b68-4ff3-91e7-12632383d8a6 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:31.797230 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'tag': 'c4b228e0-1c08-468a-a191-6237a8d15d64', 'status': 'completed', 'code': 200} Aug 10 02:01:31.809517 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e3a85c2-f437-45ab-8ad7-4a865c2f8f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.819866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2fba5a45-29af-4d14-ad05-e152e05906dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:31.821394 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-2fba5a45-29af-4d14-ad05-e152e05906dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 1096 time: 0.1689973 Aug 10 02:01:31.842297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-73866b42-7059-4afb-8163-bc720a3142e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:31.843840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-73866b42-7059-4afb-8163-bc720a3142e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.0892758 Aug 10 02:01:31.887984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.888381 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.888710 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Floating IP 4a4a65b4-8a86-4a71-81b5-0bf01b4be323 disassociated. External IP: 172.25.3.40, port: c185a6cd-8f76-4969-91ac-e3ab59621108. Aug 10 02:01:31.889067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for c185a6cd-8f76-4969-91ac-e3ab59621108 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:31.892806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-b869a80e-1503-4855-a59e-5aa06d050c6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b228e0-1c08-468a-a191-6237a8d15d64 HTTP/1.1" status: 200 len: 217 time: 0.0604663 Aug 10 02:01:31.909912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e3a85c2-f437-45ab-8ad7-4a865c2f8f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.919494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 24b95bf6-de28-4251-9eb9-2b80824f69fa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=24b95bf6-de28-4251-9eb9-2b80824f69fa,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:31.933884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '24b95bf6-de28-4251-9eb9-2b80824f69fa', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'port_id': '24b95bf6-de28-4251-9eb9-2b80824f69fa', 'mac_address': 'fa:16:3e:32:00:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08e331b-0846-4e80-a6eb-306e4b91505e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:01:31.988262 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.009485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b95bf6-de28-4251-9eb9-2b80824f69fa {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:32.035732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-d159d0a9-8fda-4d59-8304-9757827f08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:32.037300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-d159d0a9-8fda-4d59-8304-9757827f08bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2 HTTP/1.1" status: 200 len: 843 time: 0.1308479 Aug 10 02:01:32.040200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-178bbcda-fbfe-49f2-a11b-4366a23426ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:32.041622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-178bbcda-fbfe-49f2-a11b-4366a23426ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1641932 Aug 10 02:01:32.046822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 24b95bf6-de28-4251-9eb9-2b80824f69fa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=24b95bf6-de28-4251-9eb9-2b80824f69fa,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:32.049524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9778de-9755-479c-b46c-8528cab7277c req-1b6b9216-3f40-45d8-ba16-e90127aec873 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:32.051046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a9778de-9755-479c-b46c-8528cab7277c req-1b6b9216-3f40-45d8-ba16-e90127aec873 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1601486 Aug 10 02:01:32.132028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-d78e466e-dffc-4bbd-850f-ceb3e5fe818a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786459 Aug 10 02:01:32.133469 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.169032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.191993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=24b95bf6-de28-4251-9eb9-2b80824f69fa,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:32.201482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=c185a6cd-8f76-4969-91ac-e3ab59621108,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:32.208902 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e3a85c2-f437-45ab-8ad7-4a865c2f8f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.211472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e3a85c2-f437-45ab-8ad7-4a865c2f8f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.212610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5e3a85c2-f437-45ab-8ad7-4a865c2f8f9d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/370ba3d6-6c8d-4945-bd8a-c243b5aeacf4 HTTP/1.1" status: 204 len: 168 time: 0.5951056 Aug 10 02:01:32.221097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a9778de-9755-479c-b46c-8528cab7277c req-c0fa72aa-64f2-433f-ae9d-e4f23973c935 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514711 Aug 10 02:01:32.240109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a85c2-f437-45ab-8ad7-4a865c2f8f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370ba3d6-6c8d-4945-bd8a-c243b5aeacf4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:32.258894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-b2058ec8-34cc-4ae6-be26-65bec3ebc9cc service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064769 Aug 10 02:01:32.328352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:32.372378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-f595b133-75ea-4951-bf76-63cb9fa9c5f4 service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321079 Aug 10 02:01:32.451443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-eb96928f-0746-45e2-b326-7634cc22dee3 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791792 Aug 10 02:01:32.455752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:32.468595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c578ba6-d52b-4f6d-b19c-510c06513c19 None None] Sync routers for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:32.479073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c578ba6-d52b-4f6d-b19c-510c06513c19 None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:32.482088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-2c578ba6-d52b-4f6d-b19c-510c06513c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:32.513512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-c3dd7c23-0c5c-42be-8c97-96324bff3eb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f HTTP/1.1" status: 200 len: 217 time: 0.0540202 Aug 10 02:01:32.524248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-2c578ba6-d52b-4f6d-b19c-510c06513c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:32.526711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:32.554885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:32.557581 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-86b30257-c2b0-46c1-b3b8-19e33c1af0e2 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/ports/c185a6cd-8f76-4969-91ac-e3ab59621108 HTTP/1.1" status: 204 len: 168 time: 1.1245987 Aug 10 02:01:32.560670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45736) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:32.560815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c578ba6-d52b-4f6d-b19c-510c06513c19 None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:32.561510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-2c578ba6-d52b-4f6d-b19c-510c06513c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:32.575390 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19c22f52-0dc8-4aa3-a1c3-145af63ba68f req-d0531e55-2744-4b31-bacb-7565f163a267 service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940310 Aug 10 02:01:32.592279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-d9e2bf90-db64-4900-9317-5c3680c68fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:32.593795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-d9e2bf90-db64-4900-9317-5c3680c68fe4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 200 len: 797 time: 0.0724730 Aug 10 02:01:32.616306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-2c578ba6-d52b-4f6d-b19c-510c06513c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:32.616970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c578ba6-d52b-4f6d-b19c-510c06513c19 None None] The sync data for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:32.656616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-8d7d0c62-5d96-466f-81eb-573c21ea1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:32.660337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-8d7d0c62-5d96-466f-81eb-573c21ea1ee2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587556 Aug 10 02:01:32.878222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4038a71-2117-44d3-b7ac-97d4f20a2d01 req-cb95d409-e2e7-4a1e-a5d7-abdc57d843b8 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:32.879771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4038a71-2117-44d3-b7ac-97d4f20a2d01 req-cb95d409-e2e7-4a1e-a5d7-abdc57d843b8 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 945 time: 0.1968215 Aug 10 02:01:32.912479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06d10d-0816-4864-b0ca-5f38b8aad340 req-ade1c481-faa0-4a3f-8c53-75f14cd7ade7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:32.913948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db06d10d-0816-4864-b0ca-5f38b8aad340 req-ade1c481-faa0-4a3f-8c53-75f14cd7ade7 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 944 time: 0.1435905 Aug 10 02:01:32.917028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-588c4861-860c-4952-ae52-6a4d607ae7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:32.918618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-588c4861-860c-4952-ae52-6a4d607ae7b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=12c6d02010fa4f41a3426194cb3a7217&device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 1096 time: 0.1708529 Aug 10 02:01:32.925926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-71a9cd0a-8ce2-435b-966c-0a1188ff73c6 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568898 Aug 10 02:01:33.072408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4038a71-2117-44d3-b7ac-97d4f20a2d01 req-ecddf82d-2044-4d8a-b53f-b3508e6defde tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786451 Aug 10 02:01:33.084816 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db06d10d-0816-4864-b0ca-5f38b8aad340 req-042c3636-ef8e-46af-9eab-fefda3e56738 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579151 Aug 10 02:01:33.111131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.155721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-264540f8-e477-4953-8512-2dc14485fc8b service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113526 Aug 10 02:01:33.156685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-79d5ce44-9944-4fe9-8d5f-140b155a26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.158021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-79d5ce44-9944-4fe9-8d5f-140b155a26ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 200 len: 904 time: 0.2279496 Aug 10 02:01:33.244370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-886abd0d-eea3-45b6-8978-96e085979d7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a HTTP/1.1" status: 200 len: 217 time: 0.0702550 Aug 10 02:01:33.247105 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-659fd038-a488-47b8-a257-5b0fe271d847 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b228e0-1c08-468a-a191-6237a8d15d64 HTTP/1.1" status: 200 len: 217 time: 0.0799432 Aug 10 02:01:33.371372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-8d14b169-467d-4250-9d8a-f989cfe49828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.373326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-8d14b169-467d-4250-9d8a-f989cfe49828 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 200 len: 797 time: 0.1165640 Aug 10 02:01:33.374248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-abedc730-5513-438c-922d-f702eeaf17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.375603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-abedc730-5513-438c-922d-f702eeaf17ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2 HTTP/1.1" status: 200 len: 843 time: 0.1097314 Aug 10 02:01:33.411842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21daaa-163b-4c4a-b800-da4a1a46cb5a req-69dcfbea-3204-4ef2-9cd7-1604efbf5328 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.413323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c21daaa-163b-4c4a-b800-da4a1a46cb5a req-69dcfbea-3204-4ef2-9cd7-1604efbf5328 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.0932817 Aug 10 02:01:33.442232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-8b1b7d14-c479-4a58-bbe8-5f90ad39b49d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d23cb1a0-d889-4251-bc3a-fd2dece0a82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494006 Aug 10 02:01:33.481693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port 3a2421c1-ed33-4093-8364-7cf1eff9a7c8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:33.482193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.537079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-c60e3772-df11-42d4-8ddc-91b1056262ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:33.538660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-c60e3772-df11-42d4-8ddc-91b1056262ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1545687 Aug 10 02:01:33.543995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c21daaa-163b-4c4a-b800-da4a1a46cb5a req-b744d84c-58ac-4a68-8b8e-1961bb29e224 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043959 Aug 10 02:01:33.580680 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.593801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for 3a2421c1-ed33-4093-8364-7cf1eff9a7c8 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:33.642501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-ce8be341-942d-4944-8d60-c894334a9f13 service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801844 Aug 10 02:01:33.723585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-9b803668-240f-466c-8d82-90385d752c6e service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770644 Aug 10 02:01:33.821117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3db418e7-8cf5-4703-b161-3789301fadd8 req-f190332e-443a-4ca1-b840-db553c8fe7ae service neutron] 10.222.0.11 "GET /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588769 Aug 10 02:01:33.845201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e820c7c-f46b-48de-9101-c6edb03d0a79 req-d1776cc1-eb85-4a38-afe7-1b1efd3e98cc service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137767 Aug 10 02:01:33.883100 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:33.922361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=3a2421c1-ed33-4093-8364-7cf1eff9a7c8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:34.103022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:34.217306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ec5b4-09b4-4146-9196-57f566cdeb60 req-284ee1a5-954f-4a25-9ac7-ec828927d2fd tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:34.225869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e4ec5b4-09b4-4146-9196-57f566cdeb60 req-284ee1a5-954f-4a25-9ac7-ec828927d2fd tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 945 time: 0.0657628 Aug 10 02:01:34.264279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e4ec5b4-09b4-4146-9196-57f566cdeb60 req-a71584fc-640b-4124-a66d-f72b839c075d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371830 Aug 10 02:01:34.395410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094255-2e93-4241-a3ce-d59b9e367bec req-fc281de0-5fe1-4f72-b51d-97209b951770 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:34.397041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88094255-2e93-4241-a3ce-d59b9e367bec req-fc281de0-5fe1-4f72-b51d-97209b951770 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 944 time: 0.0702059 Aug 10 02:01:34.450694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88094255-2e93-4241-a3ce-d59b9e367bec req-00ebe6e5-9732-4f16-ab4c-8d13b0d988ae tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460258 Aug 10 02:01:34.615254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:34.683271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0569829-393d-4359-984c-bc2b892fb7c9 req-ea6ac775-9f72-438f-9369-9e1839d22e34 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:34.686829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0569829-393d-4359-984c-bc2b892fb7c9 req-ea6ac775-9f72-438f-9369-9e1839d22e34 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.0560217 Aug 10 02:01:34.735890 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0569829-393d-4359-984c-bc2b892fb7c9 req-850f7952-b54b-49c9-b06f-9626431eefa5 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358024 Aug 10 02:01:34.739153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:34.747841 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b6d9787d-fa93-42fb-b436-728fab5ef623 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/routers/1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1857111 Aug 10 02:01:34.748365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45802) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:34.751923 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb5dc8-25cc-4aa1-968f-76c9013c491b None None] Sync routers for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:34.768274 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb5dc8-25cc-4aa1-968f-76c9013c491b None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:34.769496 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3aeb5dc8-25cc-4aa1-968f-76c9013c491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:34.803794 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3aeb5dc8-25cc-4aa1-968f-76c9013c491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:34.813323 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb5dc8-25cc-4aa1-968f-76c9013c491b None None] Routers {'1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:34.813941 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3aeb5dc8-25cc-4aa1-968f-76c9013c491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:34.848832 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3aeb5dc8-25cc-4aa1-968f-76c9013c491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:34.849490 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb5dc8-25cc-4aa1-968f-76c9013c491b None None] The sync data for ids ['1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:34.983348 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.092561 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.155258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45806) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:35.208691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port eadf707e-a303-4655-b33b-9fa84f39c67d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:35.209034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.267208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cc9c23b4-1471-4262-907a-e79ad24dcff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.315269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.335001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for eadf707e-a303-4655-b33b-9fa84f39c67d owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:35.453340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85310ad2-f3bc-43a4-bf1f-19c837651e6a req-887dd453-7610-401e-83f2-1718af951443 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:35.454876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85310ad2-f3bc-43a4-bf1f-19c837651e6a req-887dd453-7610-401e-83f2-1718af951443 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 945 time: 0.1225574 Aug 10 02:01:35.509748 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cc9c23b4-1471-4262-907a-e79ad24dcff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.571910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85310ad2-f3bc-43a4-bf1f-19c837651e6a req-4eec57fe-b36c-4b9e-bfa4-ae0a5119f96a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087146 Aug 10 02:01:35.622485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a2d36-b6a4-459d-8f9d-42106c60fda1 req-7c2f1265-1adf-494d-980d-e1a5b7465600 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:35.624023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c4a2d36-b6a4-459d-8f9d-42106c60fda1 req-7c2f1265-1adf-494d-980d-e1a5b7465600 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 944 time: 0.0666754 Aug 10 02:01:35.644821 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cc9c23b4-1471-4262-907a-e79ad24dcff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.713024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c23b4-1471-4262-907a-e79ad24dcff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd607a8-5d08-4e7e-94c3-06c99f9a679e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:35.725819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cc9c23b4-1471-4262-907a-e79ad24dcff0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=935ce9d91638435eba7c7e391382ffe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694883 Aug 10 02:01:35.728685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45820) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:35.731029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c4a2d36-b6a4-459d-8f9d-42106c60fda1 req-41d24a26-65ee-4bb3-9dd5-f0afa324ec77 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887766 Aug 10 02:01:35.764719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 24b95bf6-de28-4251-9eb9-2b80824f69fa up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:35.779290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e05c19d-d636-4778-b348-656ae075a537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.790521 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.820053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e05c19d-d636-4778-b348-656ae075a537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.850742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=eadf707e-a303-4655-b33b-9fa84f39c67d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:35.877385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 24b95bf6-de28-4251-9eb9-2b80824f69fa completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:35.881668 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 24b95bf6-de28-4251-9eb9-2b80824f69fa triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:35.882089 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.950174 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-a19b93a2-fdf9-4109-8a7e-44db44bbb504 service neutron] show failed (client error): The resource could not be found. Aug 10 02:01:35.951226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-a19b93a2-fdf9-4109-8a7e-44db44bbb504 service neutron] 10.222.0.11 "GET /v2.0/ports/542f3877-c836-48ac-aa54-603f4720cf91/bindings/n-h1-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.1690731 Aug 10 02:01:35.962344 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.966990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523797c-dbc0-4e67-905d-3d6177dadc9c req-d16eb9a6-9f59-499c-b358-66851a0f4ca3 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:35.972022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e05c19d-d636-4778-b348-656ae075a537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.972160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6523797c-dbc0-4e67-905d-3d6177dadc9c req-d16eb9a6-9f59-499c-b358-66851a0f4ca3 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1269107 Aug 10 02:01:35.972250 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e05c19d-d636-4778-b348-656ae075a537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.972335 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.979195 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1e05c19d-d636-4778-b348-656ae075a537 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9fd607a8-5d08-4e7e-94c3-06c99f9a679e HTTP/1.1" status: 204 len: 168 time: 0.2492433 Aug 10 02:01:35.987625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09916384-4707-41f7-9ff7-c28bd32ba31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b95bf6-de28-4251-9eb9-2b80824f69fa'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:35.989900 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c1997-85fe-428b-ba5c-ef4a911d1d4b" -d '{"events": [{"server_uuid": "09916384-4707-41f7-9ff7-c28bd32ba31e", "name": "network-vif-plugged", "status": "completed", "tag": "24b95bf6-de28-4251-9eb9-2b80824f69fa"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:35.991230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05c19d-d636-4778-b348-656ae075a537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd607a8-5d08-4e7e-94c3-06c99f9a679e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:36.016527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 24b95bf6-de28-4251-9eb9-2b80824f69fa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=24b95bf6-de28-4251-9eb9-2b80824f69fa,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:36.040525 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e434670f-a0c7-4680-a1a0-b8e8e8d047d0 x-openstack-request-id: req-e434670f-a0c7-4680-a1a0-b8e8e8d047d0 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:36.041077 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09916384-4707-41f7-9ff7-c28bd32ba31e", "name": "network-vif-plugged", "status": "completed", "tag": "24b95bf6-de28-4251-9eb9-2b80824f69fa", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:36.041500 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e434670f-a0c7-4680-a1a0-b8e8e8d047d0 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:36.042233 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09916384-4707-41f7-9ff7-c28bd32ba31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b95bf6-de28-4251-9eb9-2b80824f69fa', 'code': 200} Aug 10 02:01:36.077496 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.130396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=24b95bf6-de28-4251-9eb9-2b80824f69fa,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:36.440512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.446380 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.471447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6523797c-dbc0-4e67-905d-3d6177dadc9c req-adc2990c-f1a7-457c-bb46-32fe08667a70 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937298 Aug 10 02:01:36.513210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db89e53-0a64-4a5e-97a7-61f47b4614f4 req-454ea6f3-d15b-40b2-b33c-aeea9fcbb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:36.514795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9db89e53-0a64-4a5e-97a7-61f47b4614f4 req-454ea6f3-d15b-40b2-b33c-aeea9fcbb672 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 1098 time: 0.1683176 Aug 10 02:01:36.527457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-85cebbf6-c183-40cb-9ee6-5edb05d44ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:36.529205 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-85cebbf6-c183-40cb-9ee6-5edb05d44ac0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55&tenant_id=06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 1102 time: 0.0711846 Aug 10 02:01:36.542997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:36.563302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9db89e53-0a64-4a5e-97a7-61f47b4614f4 req-0d575d26-a98e-4f08-9ff0-a82154cb2f7a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389893 Aug 10 02:01:36.591465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.592029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Fanout notify agent at l3_agent the message router_deleted on router 1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:01:36.603558 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.605675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bd524668-6ecb-4e46-84ce-d5e0ee8c6c7a tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/routers/1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e HTTP/1.1" status: 204 len: 168 time: 1.8552833 Aug 10 02:01:36.607255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.608278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45844) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:36.691901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3057ba6-eb45-4ffe-93d6-15abc12c954e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting subnet 1137fca5-9fb3-469b-959d-85b9cb98cd97 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:01:36.695192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3057ba6-eb45-4ffe-93d6-15abc12c954e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.718664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c4b228e0-1c08-468a-a191-6237a8d15d64 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:36.804420 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3057ba6-eb45-4ffe-93d6-15abc12c954e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.840285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d563016-9a38-4f26-863c-839350387012 req-4367f68e-3e65-43d1-8160-59c03521892c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:36.841807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d563016-9a38-4f26-863c-839350387012 req-4367f68e-3e65-43d1-8160-59c03521892c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 946 time: 0.1692228 Aug 10 02:01:36.853871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c4b228e0-1c08-468a-a191-6237a8d15d64, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c4b228e0-1c08-468a-a191-6237a8d15d64,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:36.865999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'c4b228e0-1c08-468a-a191-6237a8d15d64', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'port_id': 'c4b228e0-1c08-468a-a191-6237a8d15d64', 'mac_address': 'fa:16:3e:d6:79:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:01:36.872731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:36.916938 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.928789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:36.940138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b228e0-1c08-468a-a191-6237a8d15d64 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:36.962993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c4b228e0-1c08-468a-a191-6237a8d15d64, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c4b228e0-1c08-468a-a191-6237a8d15d64,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:36.971277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:36.973589 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c60dbe-a886-4e68-93af-ce4a1f656f25" -d '{"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-unplugged", "status": "completed", "tag": "542f3877-c836-48ac-aa54-603f4720cf91"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:36.977504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.981821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d563016-9a38-4f26-863c-839350387012 req-e007329a-5d2f-48b0-abf1-c9d2091f4496 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285839 Aug 10 02:01:36.998107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Transition to ACTIVE for port object 542f3877-c836-48ac-aa54-603f4720cf91 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:37.001820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beceb8-9f30-434b-a240-389af45e7838 req-6dbd133f-23d4-41b1-9222-e33e25f395d9 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.003483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16beceb8-9f30-434b-a240-389af45e7838 req-6dbd133f-23d4-41b1-9222-e33e25f395d9 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 944 time: 0.1744604 Aug 10 02:01:37.042888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3057ba6-eb45-4ffe-93d6-15abc12c954e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.053789 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.087855 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16beceb8-9f30-434b-a240-389af45e7838 req-74db3db4-2f04-4f5a-8041-c4ebc70114bb tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778775 Aug 10 02:01:37.089713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.148376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c4b228e0-1c08-468a-a191-6237a8d15d64,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:37.196883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] No DVR routers for this DVR port 542f3877-c836-48ac-aa54-603f4720cf91 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:37.204790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:37.227013 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3057ba6-eb45-4ffe-93d6-15abc12c954e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.242871 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4eb020-ba48-4954-8e89-1161a0c53ddb x-openstack-request-id: req-0f4eb020-ba48-4954-8e89-1161a0c53ddb {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:37.243147 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-unplugged", "status": "completed", "tag": "542f3877-c836-48ac-aa54-603f4720cf91", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:37.243405 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f4eb020-ba48-4954-8e89-1161a0c53ddb {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:37.244350 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91', 'code': 200} Aug 10 02:01:37.261874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3057ba6-eb45-4ffe-93d6-15abc12c954e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Subnet': ['ID=1137fca5-9fb3-469b-959d-85b9cb98cd97,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:37.262114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:37.262336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:37.262719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:37.268121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Port 542f3877-c836-48ac-aa54-603f4720cf91 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:01:37.268463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:37.269672 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e3057ba6-eb45-4ffe-93d6-15abc12c954e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.273042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c4b228e0-1c08-468a-a191-6237a8d15d64'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:37.273943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e3057ba6-eb45-4ffe-93d6-15abc12c954e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/subnets/1137fca5-9fb3-469b-959d-85b9cb98cd97 HTTP/1.1" status: 204 len: 168 time: 0.6637459 Aug 10 02:01:37.275912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45866) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:37.290632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:37.293202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:37.293958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:37.294635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Bound port: 542f3877-c836-48ac-aa54-603f4720cf91, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:37.298847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.310859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad4e8be-fa03-4662-be70-afb02d1c1b89 None None] Network 2be4d5b9-0de3-473c-8b0b-b24d20edb243 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:37.388283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.463525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:37.465294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:37.465907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.468867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:37.529214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.561952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] For port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1,segment=NetworkSegment(77a1d71a-47d6-4d7c-bacb-f9df444ff6c4),segment_id=77a1d71a-47d6-4d7c-bacb-f9df444ff6c4)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:37.562960 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.598581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.599290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.599611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:37.600748 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] 10.222.0.16 "PUT /v2.0/ports/542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 1097 time: 1.0637565 Aug 10 02:01:37.621144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195aff5-43b1-4b0f-8cd6-bda357a19ee7 None None] DHCP port deletion for 2be4d5b9-0de3-473c-8b0b-b24d20edb243 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:01:37.621525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0c702-10d1-4bfb-9fa6-ba5e33fc4262 service neutron] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:37.733068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7195aff5-43b1-4b0f-8cd6-bda357a19ee7 None None] Deleting port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:37.733451 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7195aff5-43b1-4b0f-8cd6-bda357a19ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.735372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-4cb6c29d-4d9a-4d2f-b75d-d43ade853572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.737247 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-4cb6c29d-4d9a-4d2f-b75d-d43ade853572 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1100 time: 0.1043570 Aug 10 02:01:37.835119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3eec0-7d12-4321-bb15-8e9fe9ca7658 req-9dc20a0c-0ce8-4212-b9e5-6d2e3f23fd39 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.836806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1de3eec0-7d12-4321-bb15-8e9fe9ca7658 req-9dc20a0c-0ce8-4212-b9e5-6d2e3f23fd39 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 948 time: 0.1975067 Aug 10 02:01:37.857506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7195aff5-43b1-4b0f-8cd6-bda357a19ee7 None None] For port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1,segment=NetworkSegment(77a1d71a-47d6-4d7c-bacb-f9df444ff6c4),segment_id=77a1d71a-47d6-4d7c-bacb-f9df444ff6c4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:37.858448 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7195aff5-43b1-4b0f-8cd6-bda357a19ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.876638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7195aff5-43b1-4b0f-8cd6-bda357a19ee7 None None] Calling delete_port for dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:37.891839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-c7725579-c447-4d93-b81c-a6c3f2da2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.894617 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-c7725579-c447-4d93-b81c-a6c3f2da2e95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1404564 Aug 10 02:01:37.897599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1de3eec0-7d12-4321-bb15-8e9fe9ca7658 req-86905f33-cd1c-424a-b450-884e2f2e8869 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Aug 10 02:01:37.922998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:37.952005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45880) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:37.955199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] No DVR routers for this DVR port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:37.962402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-a7e09392-fccf-452d-afad-146352fc2868 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.0594800 Aug 10 02:01:37.969172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: from cryptography.utils import int_from_bytes Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: from cryptography.utils import int_from_bytes Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.972356 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:01:37.976402 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:01:37.984615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7195aff5-43b1-4b0f-8cd6-bda357a19ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.037017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195aff5-43b1-4b0f-8cd6-bda357a19ee7 None None] Pushing event deleted for resources: {'Port': ['ID=dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:38.040085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-ebf81e00-5d81-4ec4-8574-f1838847f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:38.042084 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-ebf81e00-5d81-4ec4-8574-f1838847f95c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0725503 Aug 10 02:01:38.043767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195aff5-43b1-4b0f-8cd6-bda357a19ee7 None None] No DVR routers for this DVR port dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:38.070328 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.081340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be4d5b9-0de3-473c-8b0b-b24d20edb243']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:38.104054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a1d71a-47d6-4d7c-bacb-f9df444ff6c4') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:38.104354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a1d71a-47d6-4d7c-bacb-f9df444ff6c4') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:38.109084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f6c774f6-c726-48fe-9310-593dc921f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:38.110724 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-f6c774f6-c726-48fe-9310-593dc921f08f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573421 Aug 10 02:01:38.138015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.140778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58134c25-d3a7-4a21-884a-5c2f5edb06d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.171090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.209107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:01:38.209552 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.211283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-80a9f006-c622-44e4-86b6-02d8240fe54e service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928710 Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:01:38.214516 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:01:38.222244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8a93e-2c62-404e-b9e2-69ff89a16adf req-bbc43c7f-8a52-4980-ab3b-9c5ff1b05293 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:38.223778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7c8a93e-2c62-404e-b9e2-69ff89a16adf req-bbc43c7f-8a52-4980-ab3b-9c5ff1b05293 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 946 time: 0.1396210 Aug 10 02:01:38.307149 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8cb1ea5f-dab5-467d-842a-8b321c5cad6b req-e73d38ca-bd7a-4c7f-86f9-5863d4549c30 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887280 Aug 10 02:01:38.338850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea187a67-2a7d-4484-92c2-0cbaeb3d9205 req-55f4c348-b9f2-428e-a883-7c0115abfad4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:38.340939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea187a67-2a7d-4484-92c2-0cbaeb3d9205 req-55f4c348-b9f2-428e-a883-7c0115abfad4 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 945 time: 0.1729164 Aug 10 02:01:38.346143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7c8a93e-2c62-404e-b9e2-69ff89a16adf req-13ecfa71-0f05-4dfb-8f55-e97bee71c8b4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084402 Aug 10 02:01:38.379705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea187a67-2a7d-4484-92c2-0cbaeb3d9205 req-2133cd90-77cd-4b6b-92d5-6e6fde6db671 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Aug 10 02:01:38.406637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.415714 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.417653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/networks/2be4d5b9-0de3-473c-8b0b-b24d20edb243 HTTP/1.1" status: 204 len: 168 time: 1.1396539 Aug 10 02:01:38.420440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45890) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:38.433831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde56ed1-7542-4fbe-8ee5-34762698684d tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Network': ['ID=2be4d5b9-0de3-473c-8b0b-b24d20edb243,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:38.491308 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58134c25-d3a7-4a21-884a-5c2f5edb06d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.586040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port e32ac4fc-da3a-47b1-ac7b-e4b347494643 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:38.586314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.600395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58134c25-d3a7-4a21-884a-5c2f5edb06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.669792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-58134c25-d3a7-4a21-884a-5c2f5edb06d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=68271ebfadaa4882891374f42d5cf356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7061329 Aug 10 02:01:38.670674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58134c25-d3a7-4a21-884a-5c2f5edb06d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083e87db-a520-4707-a881-7bda5e060124,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:38.670810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45902) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:38.679260 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.679398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecfafc-682f-4c4b-a190-b8486538e7ed req-074de9a7-9667-43b8-8f94-b208ae098a85 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:38.679751 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.680880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eecfafc-682f-4c4b-a190-b8486538e7ed req-074de9a7-9667-43b8-8f94-b208ae098a85 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1515532 Aug 10 02:01:38.702986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for e32ac4fc-da3a-47b1-ac7b-e4b347494643 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:38.713077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eecfafc-682f-4c4b-a190-b8486538e7ed req-a5c4880b-9d97-4ac4-a6e2-3cebe1fa500c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/quotas/aff2480ae3ae4852ab54b63f4d09576e HTTP/1.1" status: 200 len: 375 time: 0.0255723 Aug 10 02:01:38.718264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c4b228e0-1c08-468a-a191-6237a8d15d64 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:38.772032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eecfafc-682f-4c4b-a190-b8486538e7ed req-a5adcdec-b14e-444a-9a90-83b307589350 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485947 Aug 10 02:01:38.791667 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab262308-33ad-4965-a0a4-65ba1261c500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.825906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab262308-33ad-4965-a0a4-65ba1261c500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.861313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port c4b228e0-1c08-468a-a191-6237a8d15d64 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:38.868541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port c4b228e0-1c08-468a-a191-6237a8d15d64 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:38.869226 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.875134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eecfafc-682f-4c4b-a190-b8486538e7ed req-29ae0eb9-0774-452c-aa34-55e28dd773cf service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940874 Aug 10 02:01:38.971397 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.994884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b228e0-1c08-468a-a191-6237a8d15d64'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:38.997859 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2194957-0fdb-4cd2-b12f-122134e35f86" -d '{"events": [{"server_uuid": "4c6e26c6-eca8-46f2-bcb7-1ef15176b8da", "name": "network-vif-plugged", "status": "completed", "tag": "c4b228e0-1c08-468a-a191-6237a8d15d64"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:39.008505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab262308-33ad-4965-a0a4-65ba1261c500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.011479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eecfafc-682f-4c4b-a190-b8486538e7ed req-0e5c6dcd-6e2f-4b72-9fbe-2512bf813fb9 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334226 Aug 10 02:01:39.012132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab262308-33ad-4965-a0a4-65ba1261c500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.012339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c4b228e0-1c08-468a-a191-6237a8d15d64, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c4b228e0-1c08-468a-a191-6237a8d15d64,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:39.014902 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ab262308-33ad-4965-a0a4-65ba1261c500 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/083e87db-a520-4707-a881-7bda5e060124 HTTP/1.1" status: 204 len: 168 time: 0.3431919 Aug 10 02:01:39.019963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.035375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3f5de-0a47-4baf-aa8d-70aa3d0ec2c6 req-03addd50-97ea-460a-a164-756dca366449 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.037210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17e3f5de-0a47-4baf-aa8d-70aa3d0ec2c6 req-03addd50-97ea-460a-a164-756dca366449 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 948 time: 0.0575118 Aug 10 02:01:39.048446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab262308-33ad-4965-a0a4-65ba1261c500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083e87db-a520-4707-a881-7bda5e060124,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:39.053067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=e32ac4fc-da3a-47b1-ac7b-e4b347494643,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:39.095628 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.096727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:39.105062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17e3f5de-0a47-4baf-aa8d-70aa3d0ec2c6 req-393ffa66-5af7-4ecc-9748-12c338a02874 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600789 Aug 10 02:01:39.154358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.158510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.160226 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-143383e3-bd4b-4b96-8b8f-c56f4d967104 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/floatingips/4a4a65b4-8a86-4a71-81b5-0bf01b4be323 HTTP/1.1" status: 204 len: 168 time: 0.7385406 Aug 10 02:01:39.169657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45916) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:39.182456 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deb6d4a-d0c1-4871-857b-b41b7c417854 x-openstack-request-id: req-3deb6d4a-d0c1-4871-857b-b41b7c417854 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:39.182860 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6e26c6-eca8-46f2-bcb7-1ef15176b8da", "name": "network-vif-plugged", "status": "completed", "tag": "c4b228e0-1c08-468a-a191-6237a8d15d64", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:39.183296 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3deb6d4a-d0c1-4871-857b-b41b7c417854 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:39.183694 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b228e0-1c08-468a-a191-6237a8d15d64', 'code': 200} Aug 10 02:01:39.202115 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff15362-4a13-40af-8699-269acfa0f014 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] DELETE failed (client error): The resource could not be found. Aug 10 02:01:39.203011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff15362-4a13-40af-8699-269acfa0f014 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:01:39.206598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2ff15362-4a13-40af-8699-269acfa0f014 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/ports/c185a6cd-8f76-4969-91ac-e3ab59621108 HTTP/1.1" status: 404 len: 333 time: 0.0347478 Aug 10 02:01:39.208942 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45918) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:39.212197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c4b228e0-1c08-468a-a191-6237a8d15d64,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:39.217303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:39.231144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:39.249909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:39.250263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dc4c5cb6-98fa-45ac-b6f5-44a709b5c8e1 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:39.264903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:39.267259 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c6df1-5dcb-4cb1-b51d-931e575f821f" -d '{"events": [{"name": "network-changed", "server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "tag": "542f3877-c836-48ac-aa54-603f4720cf91"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:39.275037 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-32bef530-faaa-495a-8292-6f3e857ef762 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "GET /v2.0/ports?device_id=1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e HTTP/1.1" status: 200 len: 205 time: 0.0638032 Aug 10 02:01:39.275652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45922) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:39.315885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d108e-c6b4-46c8-aa7c-cf9b74644a8f req-6ff6d71b-8621-4152-af61-cbb0d77ef8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.320836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a0d108e-c6b4-46c8-aa7c-cf9b74644a8f req-6ff6d71b-8621-4152-af61-cbb0d77ef8bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 1098 time: 0.0751092 Aug 10 02:01:39.330812 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-1bfa93dc-9884-4f34-8203-232f62240f1c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] delete failed (client error): The resource could not be found. Aug 10 02:01:39.334599 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1bfa93dc-9884-4f34-8203-232f62240f1c tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/routers/1c6fcc75-79a4-4d8d-92f3-9be5cf39fd3e HTTP/1.1" status: 404 len: 336 time: 0.0579591 Aug 10 02:01:39.335189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45928) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:39.365997 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1f9d1d-3644-4b02-a9cb-0c6394184d53 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] DELETE failed (client error): The resource could not be found. Aug 10 02:01:39.373864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1f9d1d-3644-4b02-a9cb-0c6394184d53 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:01:39.373864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9a1f9d1d-3644-4b02-a9cb-0c6394184d53 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/subnets/1137fca5-9fb3-469b-959d-85b9cb98cd97 HTTP/1.1" status: 404 len: 337 time: 0.0335166 Aug 10 02:01:39.373864 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977f3d56-1b7f-4190-b1f7-0b237e002a39 x-openstack-request-id: req-977f3d56-1b7f-4190-b1f7-0b237e002a39 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:39.373864 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "tag": "542f3877-c836-48ac-aa54-603f4720cf91", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:39.373864 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-977f3d56-1b7f-4190-b1f7-0b237e002a39 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:39.373864 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91', 'status': 'completed', 'code': 200} Aug 10 02:01:39.376130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45932) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:39.467315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a0d108e-c6b4-46c8-aa7c-cf9b74644a8f req-88f816c2-a2ec-46e7-8e4c-1ae7cb1720bc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390526 Aug 10 02:01:39.483186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-699df9dd-204e-42eb-94f6-dd4d11742151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.484720 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-699df9dd-204e-42eb-94f6-dd4d11742151 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1100 time: 0.0708783 Aug 10 02:01:39.593125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-99209d1a-23e2-4e77-9953-8c80b36a11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.594944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-99209d1a-23e2-4e77-9953-8c80b36a11c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1100 time: 0.2015409 Aug 10 02:01:39.603891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5e486-0c28-4225-9494-af81658407f7 req-394a3769-11ca-4dea-bf75-286d97c3db77 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.605613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67f5e486-0c28-4225-9494-af81658407f7 req-394a3769-11ca-4dea-bf75-286d97c3db77 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 946 time: 0.0925043 Aug 10 02:01:39.623667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-b2bace86-3722-4527-b56f-5a406c68c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.625583 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-b2bace86-3722-4527-b56f-5a406c68c7f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1321597 Aug 10 02:01:39.663948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7469a8f1-1b9a-4e05-a976-f631f5c6face tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port 55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:39.664301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7469a8f1-1b9a-4e05-a976-f631f5c6face tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.684606 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-f9892d0a-5387-4ad8-a7bd-2aa55a3349a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.0518756 Aug 10 02:01:39.747741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-7e699c96-e889-4b9f-ac16-87e2aef63bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.749250 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-7e699c96-e889-4b9f-ac16-87e2aef63bc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0566955 Aug 10 02:01:39.776411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67f5e486-0c28-4225-9494-af81658407f7 req-ccf0c550-52e1-44cb-9523-f4188ba8229c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611264 Aug 10 02:01:39.804295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-faa18b0e-add3-4870-9581-87c8ebabcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.805593 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-faa18b0e-add3-4870-9581-87c8ebabcbd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485504 Aug 10 02:01:39.836588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-7d5de472-802a-4a3e-a121-2123207db5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:39.839475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-7d5de472-802a-4a3e-a121-2123207db5a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2323804 Aug 10 02:01:39.841455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7469a8f1-1b9a-4e05-a976-f631f5c6face tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.908131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-d47b3ca0-ea05-4e66-a3dc-1421db835c5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.0576158 Aug 10 02:01:39.909046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7469a8f1-1b9a-4e05-a976-f631f5c6face tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for 55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:39.948097 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-f141f1db-0dbb-446f-bd38-86d99921016c service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333063 Aug 10 02:01:40.054480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-8fbf37aa-2809-47e7-9c73-6b6b7dc0afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:40.056016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-8fbf37aa-2809-47e7-9c73-6b6b7dc0afb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0739152 Aug 10 02:01:40.114062 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-965d8101-e087-44c7-9577-9c7c4c8d9320 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479115 Aug 10 02:01:40.222663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-4fe77517-cb26-4b0d-b5c8-3e502573e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:40.224166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-4fe77517-cb26-4b0d-b5c8-3e502573e573 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1535969 Aug 10 02:01:40.639940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-00934fd6-a362-40b9-b73a-6228883b6241 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:40.641406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-00934fd6-a362-40b9-b73a-6228883b6241 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.5263610 Aug 10 02:01:40.653870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ec877-546b-40ac-abb5-e05297a08b3a req-6ecb0765-b55a-462d-8cc9-020852693553 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:40.655338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-797ec877-546b-40ac-abb5-e05297a08b3a req-6ecb0765-b55a-462d-8cc9-020852693553 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 948 time: 0.4363525 Aug 10 02:01:40.691783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-955bd608-f7bc-4409-82ad-0c377568845f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/quotas/aff2480ae3ae4852ab54b63f4d09576e HTTP/1.1" status: 200 len: 375 time: 0.0339136 Aug 10 02:01:40.704783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-2756a61e-2325-4aa2-a4f6-cec0238158de service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674094 Aug 10 02:01:40.705360 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7469a8f1-1b9a-4e05-a976-f631f5c6face tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.809681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469a8f1-1b9a-4e05-a976-f631f5c6face tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:40.833134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-797ec877-546b-40ac-abb5-e05297a08b3a req-6b6d564f-1998-46f1-bac1-d15894fc0532 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608446 Aug 10 02:01:40.898935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-88551e79-2d67-4489-9a46-cfc57df01d0a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1987457 Aug 10 02:01:40.969198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7469a8f1-1b9a-4e05-a976-f631f5c6face tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.972431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7469a8f1-1b9a-4e05-a976-f631f5c6face tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/ports/55d64f76-13bf-4d9f-a196-6d9b8e3eb2a8 HTTP/1.1" status: 204 len: 168 time: 1.5952258 Aug 10 02:01:40.973788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45998) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:40.974706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-759c6df1-5dcb-4cb1-b51d-931e575f821f req-57184fcf-00ef-4e75-b709-1e88ec383105 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568738 Aug 10 02:01:41.051190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-751ac51b-a351-4370-a048-5daa7d64e4d1 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427450 Aug 10 02:01:41.074321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd1041-aef2-48a1-85fe-94337722fa23 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port 19d18c3a-f829-484c-82d0-4486f5210ae5 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:41.074718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1041-aef2-48a1-85fe-94337722fa23 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:41.159125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a3305-4983-476e-8b55-62b780ef8787 req-3a9852a8-4db9-4184-8dde-6cb219d1eb60 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:41.160666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-703a3305-4983-476e-8b55-62b780ef8787 req-3a9852a8-4db9-4184-8dde-6cb219d1eb60 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 946 time: 0.1083238 Aug 10 02:01:41.168546 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1041-aef2-48a1-85fe-94337722fa23 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:41.180525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd1041-aef2-48a1-85fe-94337722fa23 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for 19d18c3a-f829-484c-82d0-4486f5210ae5 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:41.195593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-bdfbd622-87d8-42dc-b59e-f304c1b9b8c2 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335738 Aug 10 02:01:41.213486 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-703a3305-4983-476e-8b55-62b780ef8787 req-e107b3af-b487-4f6f-8e87-6a0f8dc43ef0 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467315 Aug 10 02:01:41.374882 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1041-aef2-48a1-85fe-94337722fa23 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:41.408773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd1041-aef2-48a1-85fe-94337722fa23 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=19d18c3a-f829-484c-82d0-4486f5210ae5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:41.478706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38e11007-fec3-424f-a42a-ea13b949711e req-e0e90faa-3e16-476c-867b-0446836f0f46 tempest-AbsoluteLimitsNegativeTestJSON-1600848462 tempest-AbsoluteLimitsNegativeTestJSON-1600848462-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=16b9de63f4f2456d9fc50cf7fb7c9484&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239933 Aug 10 02:01:41.514584 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e1dd1041-aef2-48a1-85fe-94337722fa23 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:41.519770 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e1dd1041-aef2-48a1-85fe-94337722fa23 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/ports/19d18c3a-f829-484c-82d0-4486f5210ae5 HTTP/1.1" status: 204 len: 168 time: 0.5425875 Aug 10 02:01:41.522994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:41.585394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2182423-e15a-4387-b07f-0b2376792702 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:41.587718 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f2182423-e15a-4387-b07f-0b2376792702 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e067c02-b255-43c0-a524-09ea96795a01 HTTP/1.1" status: 200 len: 913 time: 0.0635591 Aug 10 02:01:41.594796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46030) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:41.604862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e11007-fec3-424f-a42a-ea13b949711e req-5228209d-2550-4345-b695-4b31ead8637e tempest-AbsoluteLimitsNegativeTestJSON-1600848462 tempest-AbsoluteLimitsNegativeTestJSON-1600848462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:41.606296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38e11007-fec3-424f-a42a-ea13b949711e req-5228209d-2550-4345-b695-4b31ead8637e tempest-AbsoluteLimitsNegativeTestJSON-1600848462 tempest-AbsoluteLimitsNegativeTestJSON-1600848462-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205978 Aug 10 02:01:41.621995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38e11007-fec3-424f-a42a-ea13b949711e req-866b356e-ef3c-46e5-9e47-dcaffd0a1978 tempest-AbsoluteLimitsNegativeTestJSON-1600848462 tempest-AbsoluteLimitsNegativeTestJSON-1600848462-project] 10.222.0.38 "GET /v2.0/quotas/16b9de63f4f2456d9fc50cf7fb7c9484 HTTP/1.1" status: 200 len: 375 time: 0.0098388 Aug 10 02:01:41.669619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38e11007-fec3-424f-a42a-ea13b949711e req-f002db7d-1cc9-4ce9-9ad8-e59ce0549219 tempest-AbsoluteLimitsNegativeTestJSON-1600848462 tempest-AbsoluteLimitsNegativeTestJSON-1600848462-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=16b9de63f4f2456d9fc50cf7fb7c9484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352073 Aug 10 02:01:41.771142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46979200-9a6d-41da-b86b-deb8aee090e1 req-7aa909ad-d15f-444f-9d68-1b570a0dbd95 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 210 time: 0.0405886 Aug 10 02:01:41.789622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:41.975806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1db441-0755-4fe9-8bff-f687794ad5e8 req-1d348340-d88f-4ebf-988a-bdc7e4b93f30 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:41.977420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb1db441-0755-4fe9-8bff-f687794ad5e8 req-1d348340-d88f-4ebf-988a-bdc7e4b93f30 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 948 time: 0.0631680 Aug 10 02:01:42.020838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb1db441-0755-4fe9-8bff-f687794ad5e8 req-423a46a7-de26-4a3e-a28a-355cfb622549 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Aug 10 02:01:42.030624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.047802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:42.071457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '542f3877-c836-48ac-aa54-603f4720cf91', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '542f3877-c836-48ac-aa54-603f4720cf91', 'mac_address': 'fa:16:3e:5f:b7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:01:42.136310 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.156038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542f3877-c836-48ac-aa54-603f4720cf91 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:42.201536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:42.317905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46074) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:42.322617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.364379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port 52f91bba-225e-471d-bb53-3577d230a149 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:42.365040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.393479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:42.461330 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce88c752-78d7-4af8-956f-0b593669e964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.468249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.483089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for 52f91bba-225e-471d-bb53-3577d230a149 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:42.556896 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce88c752-78d7-4af8-956f-0b593669e964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.677032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce88c752-78d7-4af8-956f-0b593669e964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.713510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['542f3877-c836-48ac-aa54-603f4720cf91'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:42.757422 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.761539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88c752-78d7-4af8-956f-0b593669e964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa178f-e828-4fb5-a24a-8bf31ebe3d1e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:42.779114 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ce88c752-78d7-4af8-956f-0b593669e964 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16b9de63f4f2456d9fc50cf7fb7c9484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601488 Aug 10 02:01:42.787332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46092) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:42.821074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-6e168ff9-51a2-46c6-b7a0-ee5630468861 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:42.822642 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-6e168ff9-51a2-46c6-b7a0-ee5630468861 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55&tenant_id=06a4dae1bf8f4965893a5741147e11d2&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 949 time: 0.1560721 Aug 10 02:01:42.825851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78352406-7875-4e44-9c67-b27cefd3b535 req-e248878f-45e2-4435-8b1d-e10d856ea729 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:42.827441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78352406-7875-4e44-9c67-b27cefd3b535 req-e248878f-45e2-4435-8b1d-e10d856ea729 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.0913115 Aug 10 02:01:42.875659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.913145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=52f91bba-225e-471d-bb53-3577d230a149,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:42.943277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9744c-c590-4d04-b22c-928b9a8c8332 req-511c9ef3-6816-4455-a969-af0d5bb9e78d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:42.944819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aba9744c-c590-4d04-b22c-928b9a8c8332 req-511c9ef3-6816-4455-a969-af0d5bb9e78d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 946 time: 0.1093249 Aug 10 02:01:42.945494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab237286-d6a7-4ba4-9174-54e5d2664cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:42.976232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78352406-7875-4e44-9c67-b27cefd3b535 req-c75bd6e7-daed-49e6-8a7a-f8d3905e235a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261706 Aug 10 02:01:42.999377 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-a586b23f-5ee7-4aa9-9772-54f38e9d8e62 service neutron] 10.222.0.16 "GET /v2.0/ports/542f3877-c836-48ac-aa54-603f4720cf91/bindings/n-h1-767704-21 HTTP/1.1" status: 200 len: 383 time: 0.1653974 Aug 10 02:01:42.999546 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab237286-d6a7-4ba4-9174-54e5d2664cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:43.077158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aba9744c-c590-4d04-b22c-928b9a8c8332 req-daa21484-f089-4d02-9b92-0eaf7014156c tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191649 Aug 10 02:01:43.079797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5e5ea8e-dede-4dc6-bdb2-25d8ae8900cd req-650bcb60-235e-49be-a0af-094fcc4dc53c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 210 time: 0.0340478 Aug 10 02:01:43.136313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-386e4a39-b4d0-402f-85ae-2271fa084f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:43.137830 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-386e4a39-b4d0-402f-85ae-2271fa084f3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1101 time: 0.0894794 Aug 10 02:01:43.155957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:43.259918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab237286-d6a7-4ba4-9174-54e5d2664cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:43.262792 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab237286-d6a7-4ba4-9174-54e5d2664cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:43.266345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ab237286-d6a7-4ba4-9174-54e5d2664cd5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bafa178f-e828-4fb5-a24a-8bf31ebe3d1e HTTP/1.1" status: 204 len: 168 time: 0.4749033 Aug 10 02:01:43.272466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab237286-d6a7-4ba4-9174-54e5d2664cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa178f-e828-4fb5-a24a-8bf31ebe3d1e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:43.674510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-7324c6c2-0f08-465e-bbfe-ccb3ab01061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:43.676039 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-7324c6c2-0f08-465e-bbfe-ccb3ab01061f service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.5298409 Aug 10 02:01:43.751138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2233a6fc-7b54-4a0d-816a-8937e3e596b4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:43.753033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2233a6fc-7b54-4a0d-816a-8937e3e596b4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1407082 Aug 10 02:01:43.761313 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-3236780e-8dbf-4009-8e34-108d9c68b713 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.0398135 Aug 10 02:01:43.787690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Router 8e067c02-b255-43c0-a524-09ea96795a01 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:43.793145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Request body: {'port': {'device_id': 'fc0d60df-50f2-4fbf-975f-73ae99a9582a', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'admin_state_up': True, 'tenant_id': 'aff2480ae3ae4852ab54b63f4d09576e'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:43.902826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-eb8d1e79-6f63-4e99-98ab-ff16ffd0a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:43.904773 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-eb8d1e79-6f63-4e99-98ab-ff16ffd0a9d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1060293 Aug 10 02:01:43.980177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Made reservation on behalf of aff2480ae3ae4852ab54b63f4d09576e for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:43.983876 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:43.985164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:43.998225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46114) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:44.001277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c754cfb8-fac4-4657-b98b-98a2ba07ef5b tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "PUT /v2.0/routers/8e067c02-b255-43c0-a524-09ea96795a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4046149 Aug 10 02:01:44.002118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384630c8-25c7-4aed-ac4f-98bb96a95463 None None] Sync routers for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:44.004982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-6f87b415-1fd9-4812-a302-506d35faf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:44.006527 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-6f87b415-1fd9-4812-a302-506d35faf0ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766847 Aug 10 02:01:44.012588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384630c8-25c7-4aed-ac4f-98bb96a95463 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:44.013327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-384630c8-25c7-4aed-ac4f-98bb96a95463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:44.059232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-384630c8-25c7-4aed-ac4f-98bb96a95463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:44.069784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384630c8-25c7-4aed-ac4f-98bb96a95463 None None] Routers {'8e067c02-b255-43c0-a524-09ea96795a01'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:44.070774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-384630c8-25c7-4aed-ac4f-98bb96a95463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8e067c02-b255-43c0-a524-09ea96795a01'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:44.110911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-384630c8-25c7-4aed-ac4f-98bb96a95463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:44.111821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384630c8-25c7-4aed-ac4f-98bb96a95463 None None] The sync data for ids ['8e067c02-b255-43c0-a524-09ea96795a01'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:44.113860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.149058 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-3ee33a87-a2da-4955-ac12-14fcda9a6e98 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342642 Aug 10 02:01:44.247735 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-3163100e-ca2f-4a06-bc56-7e2857cafafb service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903599 Aug 10 02:01:44.314759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.359403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46130) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:44.388602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027d0b4-ded6-48ae-9396-c332cf3736ac req-5184289b-a13e-483e-91b3-21463f73812a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:44.390107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d027d0b4-ded6-48ae-9396-c332cf3736ac req-5184289b-a13e-483e-91b3-21463f73812a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.2965596 Aug 10 02:01:44.426292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399d2bc-edf5-438c-b280-8ae11256b7a9 req-76a394bc-963f-4f2e-9b74-3d422d8c997a tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:44.427788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1399d2bc-edf5-438c-b280-8ae11256b7a9 req-76a394bc-963f-4f2e-9b74-3d422d8c997a tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 946 time: 0.2396138 Aug 10 02:01:44.456849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-933184476-network', 'tenant_id': '393556298dcd49f68be2ef6b93ea471e'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:44.517730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Allocated IP 172.20.0.4 (b386caab-2e98-41ce-9306-ce08eacf1ffd/a08e331b-0846-4e80-a6eb-306e4b91505e/1fc6f25d-c093-4add-8603-b466fb25b7b2) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:44.528225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Made reservation on behalf of 393556298dcd49f68be2ef6b93ea471e for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:44.530775 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.540084 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.550312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d027d0b4-ded6-48ae-9396-c332cf3736ac req-d4ec79d0-1451-438b-b866-cd8e1fdcd20d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474664 Aug 10 02:01:44.554028 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.559152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1399d2bc-edf5-438c-b280-8ae11256b7a9 req-1b8247c9-6892-4d68-bbda-a8f7acbe772e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909204 Aug 10 02:01:44.645306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.659741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be9d2acc-2887-4e3e-8118-0bc7ca8a1eaa req-d2ccf04f-ec48-4c89-90a8-116634ddcf16 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 210 time: 0.0422528 Aug 10 02:01:44.715952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.738122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:01:44.751621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48fb9d-ffe7-4ab5-b278-ad237d228117,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:44.756479 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.756830 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Added segment 43ca813d-4680-4ffa-afed-02462fa66849 of type vlan for network 8075584d-1884-48bb-a32c-b24776b8454b Aug 10 02:01:44.774395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting port 4aec2bcd-d66e-4c14-9397-a4e5ebf3e995 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:44.774783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.789413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.799988 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.883764 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.900598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Calling delete_port for 4aec2bcd-d66e-4c14-9397-a4e5ebf3e995 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:44.920984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.920984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:44.920984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.968022 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:44.980394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:45.013652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8075584d-1884-48bb-a32c-b24776b8454b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:45.032556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 8075584d-1884-48bb-a32c-b24776b8454b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:01:45.060136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Network b386caab-2e98-41ce-9306-ce08eacf1ffd is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:45.066491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:45.067516 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-25f8e67b-c66a-406d-8121-04a593e3b2e1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7062542 Aug 10 02:01:45.070468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46142) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:45.071255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:45.075764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event updated for resources: {'Port': ['ID=1fc6f25d-c093-4add-8603-b466fb25b7b2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:45.080965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Request body: {'subnet': {'network_id': '8075584d-1884-48bb-a32c-b24776b8454b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-933184476-subnet', 'tenant_id': '393556298dcd49f68be2ef6b93ea471e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:45.177823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:45.178448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:45.243622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Made reservation on behalf of 393556298dcd49f68be2ef6b93ea471e for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:45.246099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:45.288199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:45.317219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Port': ['ID=4aec2bcd-d66e-4c14-9397-a4e5ebf3e995,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:45.358676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-53b1b66d-aab2-4685-aaeb-a84c3384e5ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5736549 Aug 10 02:01:45.392046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Request body: {'port': {'device_id': 'fc0d60df-50f2-4fbf-975f-73ae99a9582a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:45.438499 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:45.575729 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:45.580871 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:45.585261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:45.786992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:45.898908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 542f3877-c836-48ac-aa54-603f4720cf91 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:45.903199 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 542f3877-c836-48ac-aa54-603f4720cf91 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:45.903569 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:45.985785 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.010126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:46.012726 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9fe2f9-e546-4bec-92e9-d0f3c4e6fc6e" -d '{"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-plugged", "status": "completed", "tag": "542f3877-c836-48ac-aa54-603f4720cf91"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:46.015904 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.016461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Fanout notify agent at l3_agent the message router_deleted on router 8e067c02-b255-43c0-a524-09ea96795a01 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:01:46.026037 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.026160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:46.027363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7d3c18c6-c2a5-485d-9ed3-6f8cdcae0f6e tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/routers/8e067c02-b255-43c0-a524-09ea96795a01 HTTP/1.1" status: 204 len: 168 time: 2.0281568 Aug 10 02:01:46.029933 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46158) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:46.084410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a98744-f66a-4193-a9cc-3337ca47657f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Deleting subnet 8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:01:46.086952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744099cd-a968-4b32-9b76-656421e2bad8 req-c3272900-9d4a-4fb4-9368-1b9d5918c0e0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:46.087517 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67a98744-f66a-4193-a9cc-3337ca47657f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.088547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-744099cd-a968-4b32-9b76-656421e2bad8 req-c3272900-9d4a-4fb4-9368-1b9d5918c0e0 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.4484098 Aug 10 02:01:46.093006 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.100199 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.101884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9930ecf-c48c-4cdb-9bbc-0c94be678836 req-f7833f21-8c5e-45cb-8c8f-4e49ee79a3d3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:46.103434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9930ecf-c48c-4cdb-9bbc-0c94be678836 req-f7833f21-8c5e-45cb-8c8f-4e49ee79a3d3 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 946 time: 0.4609399 Aug 10 02:01:46.139916 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67a98744-f66a-4193-a9cc-3337ca47657f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.158488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:46.199875 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67a98744-f66a-4193-a9cc-3337ca47657f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.272656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd44fa28-5ed1-4c1f-a5ec-e0fcd92f5cdc,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:46.284808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-744099cd-a968-4b32-9b76-656421e2bad8 req-2ba827e1-3ee3-4eb0-8200-1023a174660f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765687 Aug 10 02:01:46.291249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9930ecf-c48c-4cdb-9bbc-0c94be678836 req-c5fbc1be-797c-46c0-b809-4153aa17aaa1 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507645 Aug 10 02:01:46.302616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Checking segment: {'id': '43ca813d-4680-4ffa-afed-02462fa66849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8075584d-1884-48bb-a32c-b24776b8454b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:46.302983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Network hostable DHCP agents. Network: 8075584d-1884-48bb-a32c-b24776b8454b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:01:46.347028 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67a98744-f66a-4193-a9cc-3337ca47657f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.377966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a98744-f66a-4193-a9cc-3337ca47657f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:46.387727 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67a98744-f66a-4193-a9cc-3337ca47657f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.390254 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-67a98744-f66a-4193-a9cc-3337ca47657f tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/subnets/8f2c04fa-da9c-4a9d-9ae1-2ffd72574be0 HTTP/1.1" status: 204 len: 168 time: 0.3593087 Aug 10 02:01:46.393101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46162) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:46.447013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Network 8075584d-1884-48bb-a32c-b24776b8454b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:01:46.470948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc6f25d-c093-4add-8603-b466fb25b7b2 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:46.481115 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.495805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ed45f-dd8d-4bab-822b-fbf894e4cfa5 req-17c87d87-72de-4cc1-a619-31b944cb11bc tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:46.496825 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.499016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e3ed45f-dd8d-4bab-822b-fbf894e4cfa5 req-17c87d87-72de-4cc1-a619-31b944cb11bc tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 931 time: 0.1237991 Aug 10 02:01:46.513946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Transition to ACTIVE for port object 1fc6f25d-c093-4add-8603-b466fb25b7b2 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:46.524272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 8075584d-1884-48bb-a32c-b24776b8454b) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:46.531944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18320ad1-92b3-44e1-ab7f-73465ada3405 None None] Network 8075584d-1884-48bb-a32c-b24776b8454b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:46.540205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:46.541054 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.574493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e3ed45f-dd8d-4bab-822b-fbf894e4cfa5 req-7bd251cd-8748-4e15-8fb2-1a7e1dc4af3d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689862 Aug 10 02:01:46.599052 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e91106-3742-4ea2-893d-4c192b00b844 x-openstack-request-id: req-b6e91106-3742-4ea2-893d-4c192b00b844 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:46.599933 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-plugged", "status": "completed", "tag": "542f3877-c836-48ac-aa54-603f4720cf91", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:46.599933 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6e91106-3742-4ea2-893d-4c192b00b844 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:46.600148 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91', 'code': 200} Aug 10 02:01:46.603417 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.628325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.642812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73de42cf-cef3-4411-87b5-32bedc07644f']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:46.643064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4181d8d4-0ddc-4cc5-85db-da2114b9a717 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5682220 Aug 10 02:01:46.656407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9859703a-1020-41a2-9edc-28d6bb7771fb') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:46.656884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9859703a-1020-41a2-9edc-28d6bb7771fb') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:46.669169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.691548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.698877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:01:46.699282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.751121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c4b228e0-1c08-468a-a191-6237a8d15d64 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:46.758913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e643437-30a4-4662-83ac-a900cb63e49c None None] Network 8075584d-1884-48bb-a32c-b24776b8454b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:01:46.779587 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:01:46.784950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Pushing event updated for resources: {'Port': ['ID=1fc6f25d-c093-4add-8603-b466fb25b7b2,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:46.820419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Attempting to bind port 1fc6f25d-c093-4add-8603-b466fb25b7b2 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:46.820758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Attempting to bind port 1fc6f25d-c093-4add-8603-b466fb25b7b2 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:46.821090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Attempting to bind port 1fc6f25d-c093-4add-8603-b466fb25b7b2 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:46.830968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Port 1fc6f25d-c093-4add-8603-b466fb25b7b2 on network b386caab-2e98-41ce-9306-ce08eacf1ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:01:46.831360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Attempting to bind port 1fc6f25d-c093-4add-8603-b466fb25b7b2 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:46.837007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:46.837511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Checking segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:46.837996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Bound using segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:46.838623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Bound port: 1fc6f25d-c093-4add-8603-b466fb25b7b2, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:46.839087 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.854639 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.866215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.871732 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] 10.222.0.38 "DELETE /v2.0/networks/73de42cf-cef3-4411-87b5-32bedc07644f HTTP/1.1" status: 204 len: 168 time: 0.4771962 Aug 10 02:01:46.900433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09f734-191e-4301-8eb3-06af3c6a6b97 tempest-FloatingIPTestJSON-431814332 tempest-FloatingIPTestJSON-431814332-project] Pushing event deleted for resources: {'Network': ['ID=73de42cf-cef3-4411-87b5-32bedc07644f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:46.988562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c4b228e0-1c08-468a-a191-6237a8d15d64, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c4b228e0-1c08-468a-a191-6237a8d15d64,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:46.992619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-21f0785d-1ecc-4533-8540-76f4aca9ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:46.994579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-21f0785d-1ecc-4533-8540-76f4aca9ca7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55&tenant_id=06a4dae1bf8f4965893a5741147e11d2 HTTP/1.1" status: 200 len: 1102 time: 0.0768561 Aug 10 02:01:46.998628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] For port 1fc6f25d-c093-4add-8603-b466fb25b7b2, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:47.004369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] For port 1fc6f25d-c093-4add-8603-b466fb25b7b2, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fc6f25d-c093-4add-8603-b466fb25b7b2,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:47.008201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'c4b228e0-1c08-468a-a191-6237a8d15d64', 'network_id': 'd23cb1a0-d889-4251-bc3a-fd2dece0a82d', 'port_id': 'c4b228e0-1c08-468a-a191-6237a8d15d64', 'mac_address': 'fa:16:3e:d6:79:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:01:47.011068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:47.028060 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:01:47.042109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-1af2ba95-8fad-4f25-9e05-d27da9ada430 req-4bac7429-e229-4141-a19c-473417e31450 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-794404631', 'description': 'tempest-description-1470344899'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:47.059270 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.074010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4b228e0-1c08-468a-a191-6237a8d15d64 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:47.081903 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.095864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c4b228e0-1c08-468a-a191-6237a8d15d64, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c4b228e0-1c08-468a-a191-6237a8d15d64,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:47.125866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.133725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:47.134515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.136135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] 10.222.0.16 "PUT /v2.0/ports/1fc6f25d-c093-4add-8603-b466fb25b7b2 HTTP/1.1" status: 200 len: 1092 time: 1.7513852 Aug 10 02:01:47.141841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0d60df-50f2-4fbf-975f-73ae99a9582a', 'tag': '1fc6f25d-c093-4add-8603-b466fb25b7b2'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:47.141841 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683a326b-01b7-4481-b3c8-c52d8b08c366" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0d60df-50f2-4fbf-975f-73ae99a9582a", "tag": "1fc6f25d-c093-4add-8603-b466fb25b7b2"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:47.163152 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.188866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Pushing event updated for resources: {'Port': ['ID=1fc6f25d-c093-4add-8603-b466fb25b7b2,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:47.191256 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1af2ba95-8fad-4f25-9e05-d27da9ada430 req-4bac7429-e229-4141-a19c-473417e31450 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.196482 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62c9224-0b4e-4ba6-8e07-75351f675e65 x-openstack-request-id: req-d62c9224-0b4e-4ba6-8e07-75351f675e65 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:47.196766 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0d60df-50f2-4fbf-975f-73ae99a9582a", "tag": "1fc6f25d-c093-4add-8603-b466fb25b7b2", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:47.197017 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d62c9224-0b4e-4ba6-8e07-75351f675e65 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:47.197409 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0d60df-50f2-4fbf-975f-73ae99a9582a', 'tag': '1fc6f25d-c093-4add-8603-b466fb25b7b2', 'status': 'completed', 'code': 200} Aug 10 02:01:47.216568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.216919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.217318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.217597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.217930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.218296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.218772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.219104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.219697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.220027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.220344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.220670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba50557-0ca6-457e-b508-f7046ed70f5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:47.235065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c4b228e0-1c08-468a-a191-6237a8d15d64,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:47.240668 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c4b228e0-1c08-468a-a191-6237a8d15d64'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:47.394080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46190) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:47.437780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a326b-01b7-4481-b3c8-c52d8b08c366 req-a7bfea88-a969-433b-93c5-7144931e9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:47.439326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-683a326b-01b7-4481-b3c8-c52d8b08c366 req-a7bfea88-a969-433b-93c5-7144931e9142 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 1095 time: 0.2150207 Aug 10 02:01:47.487419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8f461-291b-4406-b999-9b7492556b4f req-93794ad1-d8a0-40c6-8532-6b4a5aa8819e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:47.488903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91f8f461-291b-4406-b999-9b7492556b4f req-93794ad1-d8a0-40c6-8532-6b4a5aa8819e tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 945 time: 0.2225120 Aug 10 02:01:47.534494 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ea98e1ec-0c36-4112-948c-38524d3e77e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b25fa16c81eb4a6a8d9a8fa1029cd8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389806 Aug 10 02:01:47.536862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46198) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:47.588292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3df05d4f-65a9-4241-8094-0a2c8996ff22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.611610 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3df05d4f-65a9-4241-8094-0a2c8996ff22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.664846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:47.700933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91f8f461-291b-4406-b999-9b7492556b4f req-8e60291b-577c-47c4-87db-184b129e8ecd tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904583 Aug 10 02:01:47.708886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1af2ba95-8fad-4f25-9e05-d27da9ada430 req-4bac7429-e229-4141-a19c-473417e31450 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.712114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3df05d4f-65a9-4241-8094-0a2c8996ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.724569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3df05d4f-65a9-4241-8094-0a2c8996ff22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.724569 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3df05d4f-65a9-4241-8094-0a2c8996ff22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac5b8b7a-38b8-4e26-9e52-4dd7514416ee HTTP/1.1" status: 204 len: 168 time: 0.1805372 Aug 10 02:01:47.729008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df05d4f-65a9-4241-8094-0a2c8996ff22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5b8b7a-38b8-4e26-9e52-4dd7514416ee,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:47.749594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a326b-01b7-4481-b3c8-c52d8b08c366 req-573c6701-7bc6-4542-827d-303bd96173f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:47.750958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-683a326b-01b7-4481-b3c8-c52d8b08c366 req-573c6701-7bc6-4542-827d-303bd96173f1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3030164 Aug 10 02:01:47.767689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:47.798996 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1af2ba95-8fad-4f25-9e05-d27da9ada430 req-4bac7429-e229-4141-a19c-473417e31450 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.883041 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa9c5a90-af28-4abc-af35-202560bf84c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.972751 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1af2ba95-8fad-4f25-9e05-d27da9ada430 req-4bac7429-e229-4141-a19c-473417e31450 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.973964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1af2ba95-8fad-4f25-9e05-d27da9ada430 req-4bac7429-e229-4141-a19c-473417e31450 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9419341 Aug 10 02:01:47.974627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac7429-e229-4141-a19c-473417e31450 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042a4394-ee23-44a6-8706-3d562f660846,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:47.985518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:48.035739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb28ccb-479f-49e3-908f-56dd55286ade req-17d424f8-8138-4e1d-bade-6bffb15bff81 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:48.037261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecb28ccb-479f-49e3-908f-56dd55286ade req-17d424f8-8138-4e1d-bade-6bffb15bff81 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.2552695 Aug 10 02:01:48.039907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Transition to ACTIVE for port object 542f3877-c836-48ac-aa54-603f4720cf91 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:48.043004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a326b-01b7-4481-b3c8-c52d8b08c366 req-3b46cb96-ae5d-4af0-85c1-6910d1251035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:48.044625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-683a326b-01b7-4481-b3c8-c52d8b08c366 req-3b46cb96-ae5d-4af0-85c1-6910d1251035 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2861392 Aug 10 02:01:48.084357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecb28ccb-479f-49e3-908f-56dd55286ade req-a3f6573b-def3-4f6e-9e82-ee3489a919d2 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Aug 10 02:01:48.094181 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:48.180907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=10']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:48.207027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] No DVR routers for this DVR port 542f3877-c836-48ac-aa54-603f4720cf91 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:48.214531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-d3237f9f-033e-4bd3-96d4-e6994f62edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:48.216105 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-d3237f9f-033e-4bd3-96d4-e6994f62edfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 1095 time: 0.1130245 Aug 10 02:01:48.322738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-764e2eab-c642-45dc-9a1c-dccb7aba44a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fc6f25d-c093-4add-8603-b466fb25b7b2 HTTP/1.1" status: 200 len: 217 time: 0.0782783 Aug 10 02:01:48.337033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:48.337379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:48.337716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:48.385080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Port 542f3877-c836-48ac-aa54-603f4720cf91 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:01:48.385456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Attempting to bind port 542f3877-c836-48ac-aa54-603f4720cf91 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:48.401716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90af486b-462b-4881-bcb0-94e7bfd6820c req-220b1165-7aa6-439b-ad30-f68b28e913c2 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/042a4394-ee23-44a6-8706-3d562f660846 HTTP/1.1" status: 200 len: 1814 time: 0.1845810 Aug 10 02:01:48.404851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:48.405114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:48.405501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:48.405975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Bound port: 542f3877-c836-48ac-aa54-603f4720cf91, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:48.406320 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:48.427560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-90af486b-462b-4881-bcb0-94e7bfd6820c req-af777cab-3739-49de-b0d6-036117962639 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '042a4394-ee23-44a6-8706-3d562f660846', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:48.427808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-90af486b-462b-4881-bcb0-94e7bfd6820c req-af777cab-3739-49de-b0d6-036117962639 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '042a4394-ee23-44a6-8706-3d562f660846', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:48.433409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-dd3a8801-8b97-4236-a93c-f88c89fae480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:48.434866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-dd3a8801-8b97-4236-a93c-f88c89fae480 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.1014793 Aug 10 02:01:48.444249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e204-29b2-48f1-b034-71beb96e1a5a req-5cef3ede-0421-4430-a63d-d274a4eb90a3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:48.445711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0858e204-29b2-48f1-b034-71beb96e1a5a req-5cef3ede-0421-4430-a63d-d274a4eb90a3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 943 time: 0.1982148 Aug 10 02:01:48.503515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-b81df6f1-1f08-43a0-a347-f383c44ce17d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541949 Aug 10 02:01:48.638321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0858e204-29b2-48f1-b034-71beb96e1a5a req-d017fbe2-4aa4-446d-8973-32e0514d4891 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787426 Aug 10 02:01:48.675061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:48.699104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:48.728151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-cf866fbe-6ccd-4729-b55d-dd0875e42319 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:48.729758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-cf866fbe-6ccd-4729-b55d-dd0875e42319 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 945 time: 0.1635141 Aug 10 02:01:48.733621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-f30e5703-34fa-4a56-8f43-67d96b5423cb service neutron] 10.222.0.16 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206991 Aug 10 02:01:48.735166 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-90af486b-462b-4881-bcb0-94e7bfd6820c req-af777cab-3739-49de-b0d6-036117962639 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:48.763979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c4b228e0-1c08-468a-a191-6237a8d15d64 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:48.794177 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:48.816972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port c4b228e0-1c08-468a-a191-6237a8d15d64 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:48.817582 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:48.890530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46226) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:48.905783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:48.929463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b228e0-1c08-468a-a191-6237a8d15d64'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:48.931776 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2dcfd-5f7d-419f-af60-c8ec7a0cd464" -d '{"events": [{"server_uuid": "4c6e26c6-eca8-46f2-bcb7-1ef15176b8da", "name": "network-vif-plugged", "status": "completed", "tag": "c4b228e0-1c08-468a-a191-6237a8d15d64"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:48.945552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c4b228e0-1c08-468a-a191-6237a8d15d64, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c4b228e0-1c08-468a-a191-6237a8d15d64,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:49.001500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7fcb60b4-0a64-4d25-8cc3-15d67a31df92 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-777307111', 'prefixes': ['172.20.0.0/16']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:49.035815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.083374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-90af486b-462b-4881-bcb0-94e7bfd6820c req-af777cab-3739-49de-b0d6-036117962639 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.085991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c4b228e0-1c08-468a-a191-6237a8d15d64,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:49.179471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-90af486b-462b-4881-bcb0-94e7bfd6820c req-af777cab-3739-49de-b0d6-036117962639 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.186125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:49.186750 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.188157 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] 10.222.0.11 "PUT /v2.0/ports/542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 1098 time: 2.1819654 Aug 10 02:01:49.204070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91'}, {'name': 'network-changed', 'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:49.206305 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6" -d '{"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-unplugged", "status": "completed", "tag": "542f3877-c836-48ac-aa54-603f4720cf91"}, {"name": "network-changed", "server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "tag": "542f3877-c836-48ac-aa54-603f4720cf91"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:49.254472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af777cab-3739-49de-b0d6-036117962639 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80298049-3022-41f7-93c3-c31d579142ab,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:49.271756 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcb60b4-0a64-4d25-8cc3-15d67a31df92 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] Notify callbacks [] for subnetpool, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.273248 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7fcb60b4-0a64-4d25-8cc3-15d67a31df92 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3803847 Aug 10 02:01:49.276091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e931f4-7403-4d4a-9ec2-22b71cfea7ce service neutron] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=11']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:49.276411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46242) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:49.311668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99562fdf-0d04-4703-b453-35c3af85f065 req-8f0ac582-d47d-4649-b080-aa119e205d4d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:49.313250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99562fdf-0d04-4703-b453-35c3af85f065 req-8f0ac582-d47d-4649-b080-aa119e205d4d tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 946 time: 0.2352970 Aug 10 02:01:49.316400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e4db2f1-034c-47c7-8437-8ea1247733b6 req-18051bd2-8345-4a9a-8195-c94c155b7cb5 service neutron] 10.222.0.16 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702209 Aug 10 02:01:49.326374 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cb8b57aa-e9c2-4dd3-a367-e7f71fe78c1c tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] 10.222.0.38 "GET /v2.0/subnetpools/c26a5fc1-a14e-40a1-a1af-35b1ee51b25c HTTP/1.1" status: 200 len: 731 time: 0.0481114 Aug 10 02:01:49.348537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Deleting port c4b228e0-1c08-468a-a191-6237a8d15d64 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:49.348883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.357780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-61ec1c96-0fa5-45bd-aa2b-7be2b8a3e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:49.359347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-61ec1c96-0fa5-45bd-aa2b-7be2b8a3e533 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1101 time: 0.1282902 Aug 10 02:01:49.363879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46244) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:49.370637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bc9f791c-b287-43cb-98ff-94df4eeff5d5 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-618240033'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:49.438436 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-90af486b-462b-4881-bcb0-94e7bfd6820c req-af777cab-3739-49de-b0d6-036117962639 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.438436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90af486b-462b-4881-bcb0-94e7bfd6820c req-af777cab-3739-49de-b0d6-036117962639 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0005982 Aug 10 02:01:49.465077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99562fdf-0d04-4703-b453-35c3af85f065 req-c86705aa-52f7-4bcc-8ae4-7f3b0afac20f tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/security-groups?id=2747d0c8-4a2a-4481-a363-30edda97b453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391668 Aug 10 02:01:49.468576 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e02569b-b9e9-4765-a732-75fa06a137dc x-openstack-request-id: req-4e02569b-b9e9-4765-a732-75fa06a137dc {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:49.468576 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6e26c6-eca8-46f2-bcb7-1ef15176b8da", "name": "network-vif-plugged", "status": "completed", "tag": "c4b228e0-1c08-468a-a191-6237a8d15d64", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:49.468827 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e02569b-b9e9-4765-a732-75fa06a137dc {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:49.469752 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b228e0-1c08-468a-a191-6237a8d15d64', 'code': 200} Aug 10 02:01:49.640036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] For port c4b228e0-1c08-468a-a191-6237a8d15d64, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c4b228e0-1c08-468a-a191-6237a8d15d64,segment=NetworkSegment(9f6f8014-ccab-4569-b83f-9bbd822906d1),segment_id=9f6f8014-ccab-4569-b83f-9bbd822906d1)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:49.640036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.640036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-276df171-615a-4609-b11c-c5ad4919a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:49.640036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-276df171-615a-4609-b11c-c5ad4919a12d service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1871343 Aug 10 02:01:49.640036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Calling delete_port for c4b228e0-1c08-468a-a191-6237a8d15d64 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:49.640036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-43f760d7-4fb9-484e-bbf8-12b52fe5f59f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.0536654 Aug 10 02:01:49.648661 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc9f791c-b287-43cb-98ff-94df4eeff5d5 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] Notify callbacks [] for subnetpool, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.650129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bc9f791c-b287-43cb-98ff-94df4eeff5d5 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] 10.222.0.38 "PUT /v2.0/subnetpools/c26a5fc1-a14e-40a1-a1af-35b1ee51b25c HTTP/1.1" status: 200 len: 683 time: 0.2848039 Aug 10 02:01:49.653254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46248) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:49.689140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fbf9e-adbd-43f8-937a-dcaa4c30f5ee req-360b36fe-5b65-4f15-990c-c957b78f9031 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:49.695943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f5fbf9e-adbd-43f8-937a-dcaa4c30f5ee req-360b36fe-5b65-4f15-990c-c957b78f9031 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.1514845 Aug 10 02:01:49.718532 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efefc014-1ac6-47b7-8cda-908ddea393ab x-openstack-request-id: req-efefc014-1ac6-47b7-8cda-908ddea393ab {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:49.718830 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-unplugged", "status": "completed", "tag": "542f3877-c836-48ac-aa54-603f4720cf91", "code": 200}, {"name": "network-changed", "server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "tag": "542f3877-c836-48ac-aa54-603f4720cf91", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:49.719087 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efefc014-1ac6-47b7-8cda-908ddea393ab {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:49.719765 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91', 'code': 200} Aug 10 02:01:49.720008 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91', 'status': 'completed', 'code': 200} Aug 10 02:01:49.807187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-f63265c6-ce72-4780-8051-49ef9217745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:49.808624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-f63265c6-ce72-4780-8051-49ef9217745d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1688263 Aug 10 02:01:49.815069 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-448589b1-f6ac-4ea1-9245-76876e7eae20 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] Notify callbacks [] for subnetpool, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.816631 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-448589b1-f6ac-4ea1-9245-76876e7eae20 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] 10.222.0.38 "DELETE /v2.0/subnetpools/c26a5fc1-a14e-40a1-a1af-35b1ee51b25c HTTP/1.1" status: 204 len: 168 time: 0.1624503 Aug 10 02:01:49.819349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46252) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:49.828233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:49.837836 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-7b99c048-349c-42ec-8ba2-0065cc5fe645 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] show failed (client error): The resource could not be found. Aug 10 02:01:49.842274 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7b99c048-349c-42ec-8ba2-0065cc5fe645 tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] 10.222.0.38 "GET /v2.0/subnetpools/c26a5fc1-a14e-40a1-a1af-35b1ee51b25c HTTP/1.1" status: 404 len: 346 time: 0.0192428 Aug 10 02:01:49.845001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46254) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:49.861281 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-19e5174a-130e-4bc2-8d24-61f49969a9dd tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] delete failed (client error): The resource could not be found. Aug 10 02:01:49.867327 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-19e5174a-130e-4bc2-8d24-61f49969a9dd tempest-SubnetPoolsTestJSON-1989295736 tempest-SubnetPoolsTestJSON-1989295736-project] 10.222.0.38 "DELETE /v2.0/subnetpools/c26a5fc1-a14e-40a1-a1af-35b1ee51b25c HTTP/1.1" status: 404 len: 346 time: 0.0193081 Aug 10 02:01:49.867491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f5fbf9e-adbd-43f8-937a-dcaa4c30f5ee req-85400bf0-6075-4d9e-98d1-7c2cf5336376 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561911 Aug 10 02:01:49.871281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:49.887438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4824203b-a8aa-4978-abfb-58b98ae93ba9 req-2126ad33-fb42-4c21-a571-60a3110df931 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/042a4394-ee23-44a6-8706-3d562f660846 HTTP/1.1" status: 200 len: 2408 time: 0.1525819 Aug 10 02:01:49.904628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-07bac9c2-203e-4609-91a7-1eec30f0394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:49.906163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-07bac9c2-203e-4609-91a7-1eec30f0394e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1101 time: 0.1591544 Aug 10 02:01:49.969669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-041f6145-6d9e-4e92-8432-5b81694710b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:49.971198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-041f6145-6d9e-4e92-8432-5b81694710b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1464603 Aug 10 02:01:50.045082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ddea2d1-c576-47c2-954f-89436649e74a req-669875df-32c2-4ed7-ba69-1c3e0d4dd672 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-group-rules/80298049-3022-41f7-93c3-c31d579142ab HTTP/1.1" status: 200 len: 778 time: 0.1190400 Aug 10 02:01:50.186637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72439bde-b52a-407f-9f82-8e25cbf9d42b req-ff5367d4-0037-481a-bdc8-6b3858e1c62c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:50.188133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72439bde-b52a-407f-9f82-8e25cbf9d42b req-ff5367d4-0037-481a-bdc8-6b3858e1c62c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 943 time: 0.2441349 Aug 10 02:01:50.206332 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.208365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-7c2aab1a-2f05-4d6b-b6fe-bdf7f64bfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:50.209786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-7c2aab1a-2f05-4d6b-b6fe-bdf7f64bfe9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2825327 Aug 10 02:01:50.218432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c4b228e0-1c08-468a-a191-6237a8d15d64'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:50.224530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ddea2d1-c576-47c2-954f-89436649e74a req-4fd7704c-f7db-44de-aead-a6ea16fc8684 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/042a4394-ee23-44a6-8706-3d562f660846 HTTP/1.1" status: 200 len: 2408 time: 0.1554246 Aug 10 02:01:50.303666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Pushing event deleted for resources: {'Port': ['ID=c4b228e0-1c08-468a-a191-6237a8d15d64,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:50.318066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-368ff411-630d-4808-9929-4c800b843df1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.0973425 Aug 10 02:01:50.334387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46262) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:50.347424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-457a4b45-aeb1-45ae-8efb-e200a9039488 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298690 Aug 10 02:01:50.402439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72439bde-b52a-407f-9f82-8e25cbf9d42b req-e5263e3d-c384-44c7-84bb-eb9d74421068 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069526 Aug 10 02:01:50.420251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0ddea2d1-c576-47c2-954f-89436649e74a req-a011cdda-ddc5-4205-9b04-8944f158c4ee tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.464467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.468180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] No DVR routers for this DVR port c4b228e0-1c08-468a-a191-6237a8d15d64 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:50.471012 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0ddea2d1-c576-47c2-954f-89436649e74a req-a011cdda-ddc5-4205-9b04-8944f158c4ee tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.477470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.483963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a41ef08c-3866-4ca3-bac3-43698b22d3d5 req-5a9734d8-c530-4d94-a7e2-c0b6149e4807 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.11 "DELETE /v2.0/ports/c4b228e0-1c08-468a-a191-6237a8d15d64 HTTP/1.1" status: 204 len: 173 time: 1.7411408 Aug 10 02:01:50.496179 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9a188242-49ac-4172-9e08-d5e034210323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.521713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-8a57d1ae-bff6-4e1d-8ba1-f3922b811f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:50.523102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-8a57d1ae-bff6-4e1d-8ba1-f3922b811f8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.1958177 Aug 10 02:01:50.585592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.590958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bdd5a82-2569-442f-8324-53b6068f1a52 req-6d8268b4-1a1e-42e3-b4d9-9ab1ff315dbb service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231679 Aug 10 02:01:50.609286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2069750d-0bc3-4467-bfa4-43411f5d2214 req-2b32ccbb-d818-41dc-ba79-e6bc790b59d6 tempest-ImagesTestJSON-375201906 tempest-ImagesTestJSON-375201906-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c6e26c6-eca8-46f2-bcb7-1ef15176b8da HTTP/1.1" status: 200 len: 210 time: 0.0345685 Aug 10 02:01:50.616076 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0ddea2d1-c576-47c2-954f-89436649e74a req-a011cdda-ddc5-4205-9b04-8944f158c4ee tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.627770 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0ddea2d1-c576-47c2-954f-89436649e74a req-a011cdda-ddc5-4205-9b04-8944f158c4ee tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.627770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ddea2d1-c576-47c2-954f-89436649e74a req-a011cdda-ddc5-4205-9b04-8944f158c4ee tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/80298049-3022-41f7-93c3-c31d579142ab HTTP/1.1" status: 204 len: 173 time: 0.3864462 Aug 10 02:01:50.629780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-0fa29b2b-8b68-45e5-a890-6ff33f29c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:50.630828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-0fa29b2b-8b68-45e5-a890-6ff33f29c4b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978963 Aug 10 02:01:50.637547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011cdda-ddc5-4205-9b04-8944f158c4ee tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80298049-3022-41f7-93c3-c31d579142ab,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:50.643380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.739681 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56528ad-f06e-4e81-b605-ec83f32b8252,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:50.755929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-3070b2ff-0b3c-44ae-b943-16c6817e5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:50.757621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-3070b2ff-0b3c-44ae-b943-16c6817e5ffc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4dae1bf8f4965893a5741147e11d2&device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1101 time: 0.0960286 Aug 10 02:01:50.765171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.765525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.766242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.766242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.766566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.766927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.770926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.772715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.772715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.772962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.773288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.773630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:50.803459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f2b6c687-3ba7-477f-8b29-82f36f1bc480 req-be695440-4ab4-42f8-b7cc-571220327f9a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-871712880', 'description': 'tempest-description-268823166'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:50.813727 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3bf198a9-a81f-467d-8ed2-0f65053d9c70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60b553bbd9c64053b0de03420020eaef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780467 Aug 10 02:01:50.814810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46276) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:50.831619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-119ac2aa-1cf4-47bc-8e7c-fa43fdc70a66 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918561 Aug 10 02:01:50.875994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-efdedd5a-ba2d-4187-a815-9295b5e721f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.912241 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-efdedd5a-ba2d-4187-a815-9295b5e721f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:50.968881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-1222708d-3453-4d9f-a4e2-d1f111f22ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:50.970577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-1222708d-3453-4d9f-a4e2-d1f111f22ec2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.2040904 Aug 10 02:01:51.036055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-a744fee3-3bb3-4c3e-bf92-0b4ac79122a6 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955190 Aug 10 02:01:51.038970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-1b69f287-66e3-4791-9dd2-f85871527df2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 200 len: 217 time: 0.0461493 Aug 10 02:01:51.043646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-efdedd5a-ba2d-4187-a815-9295b5e721f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.043861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f2b6c687-3ba7-477f-8b29-82f36f1bc480 req-be695440-4ab4-42f8-b7cc-571220327f9a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.046267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-efdedd5a-ba2d-4187-a815-9295b5e721f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.050228 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-efdedd5a-ba2d-4187-a815-9295b5e721f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c56528ad-f06e-4e81-b605-ec83f32b8252 HTTP/1.1" status: 204 len: 168 time: 0.2342062 Aug 10 02:01:51.058901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdedd5a-ba2d-4187-a815-9295b5e721f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56528ad-f06e-4e81-b605-ec83f32b8252,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:51.097035 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.102194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1352ba2-eef7-4cad-a81b-ff7a4727ab5d req-b30fa695-a31d-416b-8941-dee2672c3a6f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:51.103761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f1352ba2-eef7-4cad-a81b-ff7a4727ab5d req-b30fa695-a31d-416b-8941-dee2672c3a6f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.1480343 Aug 10 02:01:51.145889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-19db40b6-c8e4-4007-b4eb-1dee4ef30baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:51.150979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-19db40b6-c8e4-4007-b4eb-1dee4ef30baf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0928547 Aug 10 02:01:51.176220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f1352ba2-eef7-4cad-a81b-ff7a4727ab5d req-ab00f871-88dc-4ffd-a1ee-f56535620a24 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626614 Aug 10 02:01:51.205262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-a0f24773-96e3-4a0f-b030-d3addb165325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:51.206791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-a0f24773-96e3-4a0f-b030-d3addb165325 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0467238 Aug 10 02:01:51.327995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-4de1699e-1b5a-433b-b4f3-526b0fba0993 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112208 Aug 10 02:01:51.403585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f2b6c687-3ba7-477f-8b29-82f36f1bc480 req-be695440-4ab4-42f8-b7cc-571220327f9a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.452861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023a4cd4-5418-4c21-bd87-5a8b0f196bc6 req-f7634180-1149-4213-a14e-bb83e0f44eb1 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154864 Aug 10 02:01:51.480437 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f2b6c687-3ba7-477f-8b29-82f36f1bc480 req-be695440-4ab4-42f8-b7cc-571220327f9a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.544076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be695440-4ab4-42f8-b7cc-571220327f9a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c74ea57-1473-447e-a086-6868680f009e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:51.570458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c3a05-be92-467f-a92b-4d8af2571e30 req-8f7a3afa-a9bd-4617-b11d-938c14c6d7c6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:51.572070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-695c3a05-be92-467f-a92b-4d8af2571e30 req-8f7a3afa-a9bd-4617-b11d-938c14c6d7c6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 943 time: 0.0668664 Aug 10 02:01:51.587200 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f2b6c687-3ba7-477f-8b29-82f36f1bc480 req-be695440-4ab4-42f8-b7cc-571220327f9a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.588505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2b6c687-3ba7-477f-8b29-82f36f1bc480 req-be695440-4ab4-42f8-b7cc-571220327f9a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8061228 Aug 10 02:01:51.618175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-695c3a05-be92-467f-a92b-4d8af2571e30 req-97c211b0-0dd1-40aa-b764-d53181702515 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387695 Aug 10 02:01:51.660288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-376eab9e-242a-4883-a130-4be2de94b3a3 req-64e7edef-326a-440f-a824-e15121758acf tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/0c74ea57-1473-447e-a086-6868680f009e HTTP/1.1" status: 200 len: 1813 time: 0.0453014 Aug 10 02:01:51.704406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-44a9319c-e457-4df5-9d56-96378e0780c5 req-07f7e929-5602-4f8c-961a-b42cc6ef43ea tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1071521718', 'description': 'tempest-description-1531213397'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:51.723569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'name': 'network-vif-deleted', 'tag': 'c4b228e0-1c08-468a-a191-6237a8d15d64'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:51.726239 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dfd794-3d09-42d7-9749-8490a98ed8d6" -d '{"events": [{"server_uuid": "4c6e26c6-eca8-46f2-bcb7-1ef15176b8da", "name": "network-vif-deleted", "tag": "c4b228e0-1c08-468a-a191-6237a8d15d64"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:51.782398 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed89e8-faa2-4745-8b00-861beed6a4dd x-openstack-request-id: req-c3ed89e8-faa2-4745-8b00-861beed6a4dd {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:51.782888 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6e26c6-eca8-46f2-bcb7-1ef15176b8da", "name": "network-vif-deleted", "tag": "c4b228e0-1c08-468a-a191-6237a8d15d64", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:51.783574 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3ed89e8-faa2-4745-8b00-861beed6a4dd {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:51.784471 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6e26c6-eca8-46f2-bcb7-1ef15176b8da', 'name': 'network-vif-deleted', 'tag': 'c4b228e0-1c08-468a-a191-6237a8d15d64', 'status': 'completed', 'code': 200} Aug 10 02:01:51.786034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-44a9319c-e457-4df5-9d56-96378e0780c5 req-07f7e929-5602-4f8c-961a-b42cc6ef43ea tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.857841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1fc6f25d-c093-4add-8603-b466fb25b7b2 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:51.885307 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-44a9319c-e457-4df5-9d56-96378e0780c5 req-07f7e929-5602-4f8c-961a-b42cc6ef43ea tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.951380 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-44a9319c-e457-4df5-9d56-96378e0780c5 req-07f7e929-5602-4f8c-961a-b42cc6ef43ea tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:51.959309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1fc6f25d-c093-4add-8603-b466fb25b7b2, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fc6f25d-c093-4add-8603-b466fb25b7b2,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:51.975994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '1fc6f25d-c093-4add-8603-b466fb25b7b2', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'port_id': '1fc6f25d-c093-4add-8603-b466fb25b7b2', 'mac_address': 'fa:16:3e:cc:ce:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08e331b-0846-4e80-a6eb-306e4b91505e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:01:51.993606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7e929-5602-4f8c-961a-b42cc6ef43ea tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a2ef6-62eb-4254-b575-a4f3d4ad300f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:52.026961 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.041758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc6f25d-c093-4add-8603-b466fb25b7b2 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:52.064435 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-44a9319c-e457-4df5-9d56-96378e0780c5 req-07f7e929-5602-4f8c-961a-b42cc6ef43ea tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.064435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44a9319c-e457-4df5-9d56-96378e0780c5 req-07f7e929-5602-4f8c-961a-b42cc6ef43ea tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3639853 Aug 10 02:01:52.064736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1fc6f25d-c093-4add-8603-b466fb25b7b2, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fc6f25d-c093-4add-8603-b466fb25b7b2,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:52.136959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be164f67-993a-43c6-b675-6358ee044266 req-f94f122d-eb59-4693-8055-4fd794c182f1 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/d10a2ef6-62eb-4254-b575-a4f3d4ad300f HTTP/1.1" status: 200 len: 1815 time: 0.0474541 Aug 10 02:01:52.159291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-a1754e10-2353-4823-960e-c1050d23129a req-51301edb-a53d-459a-b882-9eb53ad82a6f tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-596017081', 'description': 'tempest-description-453784167'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:52.168898 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.226723 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.232164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1fc6f25d-c093-4add-8603-b466fb25b7b2,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:52.242524 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a1754e10-2353-4823-960e-c1050d23129a req-51301edb-a53d-459a-b882-9eb53ad82a6f tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.346041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168984-96f6-48bd-ad01-874a38845164 req-ac1b6b18-264e-4ad1-8f57-5df1e6b15632 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:52.347582 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c168984-96f6-48bd-ad01-874a38845164 req-ac1b6b18-264e-4ad1-8f57-5df1e6b15632 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.0787225 Aug 10 02:01:52.403784 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a1754e10-2353-4823-960e-c1050d23129a req-51301edb-a53d-459a-b882-9eb53ad82a6f tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.412287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c168984-96f6-48bd-ad01-874a38845164 req-262601de-7e12-49e5-a9e5-18c78dd5d0f1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559011 Aug 10 02:01:52.460556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46356) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:52.489050 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a1754e10-2353-4823-960e-c1050d23129a req-51301edb-a53d-459a-b882-9eb53ad82a6f tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.531353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1fc6f25d-c093-4add-8603-b466fb25b7b2'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:52.532589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1317f4c9-212a-4765-983c-81fbb35082ff admin admin] Deleting subnet 85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:01:52.535392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51301edb-a53d-459a-b882-9eb53ad82a6f tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f1f61f-0c45-4863-b3a0-553fdba106ac,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:52.537567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1317f4c9-212a-4765-983c-81fbb35082ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.599889 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1317f4c9-212a-4765-983c-81fbb35082ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.625038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a1754e10-2353-4823-960e-c1050d23129a req-51301edb-a53d-459a-b882-9eb53ad82a6f tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.626288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1754e10-2353-4823-960e-c1050d23129a req-51301edb-a53d-459a-b882-9eb53ad82a6f tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4712529 Aug 10 02:01:52.648225 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1317f4c9-212a-4765-983c-81fbb35082ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.759830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6fe40515-626d-4f60-9260-1b319a9ed0d7 req-27c53fa6-0645-4a99-9a5a-9aaf2dc5caf5 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/a0f1f61f-0c45-4863-b3a0-553fdba106ac HTTP/1.1" status: 200 len: 1813 time: 0.1095917 Aug 10 02:01:52.786257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb7235-4853-41e1-8387-531131f4ae2c req-9bc8ad2a-c61c-44cf-b29e-ef5ab56b09e9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:52.788580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9fb7235-4853-41e1-8387-531131f4ae2c req-9bc8ad2a-c61c-44cf-b29e-ef5ab56b09e9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 944 time: 0.0699651 Aug 10 02:01:52.793275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-15a6e332-d780-4e39-9a70-e47b7ec6fe24 req-926f4a54-8396-482a-8596-6bb91175951a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-376183554', 'description': 'tempest-description-586516450'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:52.815207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c4b228e0-1c08-468a-a191-6237a8d15d64 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:52.837204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: c4b228e0-1c08-468a-a191-6237a8d15d64 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:52.842067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c4b228e0-1c08-468a-a191-6237a8d15d64 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:52.842185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1317f4c9-212a-4765-983c-81fbb35082ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.871414 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9fb7235-4853-41e1-8387-531131f4ae2c req-8bf705be-e04d-4084-8118-b5060f57e2d9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729234 Aug 10 02:01:52.872467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317f4c9-212a-4765-983c-81fbb35082ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:52.876120 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1317f4c9-212a-4765-983c-81fbb35082ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.877960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1317f4c9-212a-4765-983c-81fbb35082ff admin admin] 10.222.0.38 "DELETE /v2.0/subnets/85c8bfb2-dfc8-45b7-b30f-b6e04c280ea2 HTTP/1.1" status: 204 len: 168 time: 0.4163747 Aug 10 02:01:52.880413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46376) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:52.952358 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-15a6e332-d780-4e39-9a70-e47b7ec6fe24 req-926f4a54-8396-482a-8596-6bb91175951a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:52.965539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.100507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.114540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23cb1a0-d889-4251-bc3a-fd2dece0a82d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:53.129895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6f8014-ccab-4569-b83f-9bbd822906d1') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:53.130215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6f8014-ccab-4569-b83f-9bbd822906d1') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:53.145963 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.169121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.178297 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-15a6e332-d780-4e39-9a70-e47b7ec6fe24 req-926f4a54-8396-482a-8596-6bb91175951a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.181111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:01:53.181532 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:01:53.183759 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:01:53.482424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-15a6e332-d780-4e39-9a70-e47b7ec6fe24 req-926f4a54-8396-482a-8596-6bb91175951a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.544756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f4a54-8396-482a-8596-6bb91175951a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd0f74-7393-4881-abed-b2add9e04209,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:53.565470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49c89b-75fd-4e3a-b803-b537ec1f614d req-8db68576-44ee-45c8-96c5-fba502aecf43 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:53.566928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b49c89b-75fd-4e3a-b803-b537ec1f614d req-8db68576-44ee-45c8-96c5-fba502aecf43 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.0776770 Aug 10 02:01:53.589068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-15a6e332-d780-4e39-9a70-e47b7ec6fe24 req-926f4a54-8396-482a-8596-6bb91175951a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.597363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15a6e332-d780-4e39-9a70-e47b7ec6fe24 req-926f4a54-8396-482a-8596-6bb91175951a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8015811 Aug 10 02:01:53.614433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b49c89b-75fd-4e3a-b803-b537ec1f614d req-1f22aca6-3b7f-4d3f-9f99-38da934e1d49 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Aug 10 02:01:53.629748 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.647592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.653887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] 10.222.0.38 "DELETE /v2.0/networks/d23cb1a0-d889-4251-bc3a-fd2dece0a82d HTTP/1.1" status: 204 len: 168 time: 0.7682121 Aug 10 02:01:53.707163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc1572-82d6-43d1-adec-58dcb5136bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=d23cb1a0-d889-4251-bc3a-fd2dece0a82d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:53.746375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f27544d-0db5-40e6-9985-df8c2a8fd0b4 req-4179a383-b495-4edd-86ae-97ddcb568977 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/f3dd0f74-7393-4881-abed-b2add9e04209 HTTP/1.1" status: 200 len: 1813 time: 0.1307676 Aug 10 02:01:53.762689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff758c5-1b5c-46d5-9a54-87253e5bb8c3 req-974b48d8-05ea-49fd-bf2f-8d64d1c205b9 tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:53.765732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fff758c5-1b5c-46d5-9a54-87253e5bb8c3 req-974b48d8-05ea-49fd-bf2f-8d64d1c205b9 tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 1101 time: 0.0550458 Aug 10 02:01:53.784348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.794433 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-cf60b53e-6d83-4028-bd76-7cc1b2089451 req-a712f115-24f8-48df-b70b-7612fdb7f7a9 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] show failed (client error): The resource could not be found. Aug 10 02:01:53.795444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf60b53e-6d83-4028-bd76-7cc1b2089451 req-a712f115-24f8-48df-b70b-7612fdb7f7a9 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/5a6c89cc-3789-4ce0-888d-66f287eaae86 HTTP/1.1" status: 404 len: 352 time: 0.0264127 Aug 10 02:01:53.812069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fff758c5-1b5c-46d5-9a54-87253e5bb8c3 req-ab6e8b0c-15f7-483e-82cb-d1697d6de120 tempest-MigrationsAdminTest-1199380282 tempest-MigrationsAdminTest-1199380282-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362434 Aug 10 02:01:53.832593 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-a2b51cbf-ae44-48bb-9957-8eeaff75626e req-a2b4faed-0242-483b-aaff-b24f40ebda56 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] show failed (client error): The resource could not be found. Aug 10 02:01:53.834795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2b51cbf-ae44-48bb-9957-8eeaff75626e req-a2b4faed-0242-483b-aaff-b24f40ebda56 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-group-rules/4478f245-0572-4524-b1f0-badba109b92d HTTP/1.1" status: 404 len: 361 time: 0.0167782 Aug 10 02:01:53.897058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe5371e9-310a-4913-8684-c4abccd59c77 req-abac536a-16cb-4b5e-a5b0-34e2156e9756 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/f3dd0f74-7393-4881-abed-b2add9e04209 HTTP/1.1" status: 200 len: 1813 time: 0.0410817 Aug 10 02:01:53.955042 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fe5371e9-310a-4913-8684-c4abccd59c77 req-11467010-353a-4152-8c59-3390e0877b6d tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.977598 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fe5371e9-310a-4913-8684-c4abccd59c77 req-11467010-353a-4152-8c59-3390e0877b6d tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.137085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46424) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:54.163970 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fe5371e9-310a-4913-8684-c4abccd59c77 req-11467010-353a-4152-8c59-3390e0877b6d tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.166842 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fe5371e9-310a-4913-8684-c4abccd59c77 req-11467010-353a-4152-8c59-3390e0877b6d tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.169365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe5371e9-310a-4913-8684-c4abccd59c77 req-11467010-353a-4152-8c59-3390e0877b6d tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "DELETE /v2.0/security-groups/f3dd0f74-7393-4881-abed-b2add9e04209 HTTP/1.1" status: 204 len: 173 time: 0.2650824 Aug 10 02:01:54.199207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11467010-353a-4152-8c59-3390e0877b6d tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd0f74-7393-4881-abed-b2add9e04209,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:54.231506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:54.234186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-52bebaf7-1e49-418b-800c-529908ff8744 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12c6d02010fa4f41a3426194cb3a7217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958993 Aug 10 02:01:54.294286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16ce83a5-8fbf-4640-a1de-2a7e616e3b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.298627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bcd70-2575-4e7c-af18-d50af5316f6b req-88629d81-16c5-402f-b554-08958a8b9960 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:54.300737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8bcd70-2575-4e7c-af18-d50af5316f6b req-88629d81-16c5-402f-b554-08958a8b9960 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 944 time: 0.0648997 Aug 10 02:01:54.336573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16ce83a5-8fbf-4640-a1de-2a7e616e3b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.346906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd8bcd70-2575-4e7c-af18-d50af5316f6b req-f7df0f8b-604f-4e55-8c8d-efa7b136ab03 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Aug 10 02:01:54.442918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16ce83a5-8fbf-4640-a1de-2a7e616e3b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.446474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16ce83a5-8fbf-4640-a1de-2a7e616e3b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.450739 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-16ce83a5-8fbf-4640-a1de-2a7e616e3b38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2747d0c8-4a2a-4481-a363-30edda97b453 HTTP/1.1" status: 204 len: 168 time: 0.2156911 Aug 10 02:01:54.458645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce83a5-8fbf-4640-a1de-2a7e616e3b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2747d0c8-4a2a-4481-a363-30edda97b453,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:54.465056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4132d58c-d166-4a03-820a-38427fbe6e80 req-9ea45c34-eabb-4e61-bd0b-89c03c018ea9 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/a0f1f61f-0c45-4863-b3a0-553fdba106ac HTTP/1.1" status: 200 len: 1813 time: 0.0408397 Aug 10 02:01:54.554737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60747e-9e49-4f93-aa37-3dbdcfffb479 req-539a4bfb-337f-4feb-b53a-c45978afd986 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:54.556225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c60747e-9e49-4f93-aa37-3dbdcfffb479 req-539a4bfb-337f-4feb-b53a-c45978afd986 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 949 time: 0.0828986 Aug 10 02:01:54.578511 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4132d58c-d166-4a03-820a-38427fbe6e80 req-c79436a9-ac39-40f2-af34-9573a8ab2166 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.615876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c60747e-9e49-4f93-aa37-3dbdcfffb479 req-040a6eab-0a24-47b4-b4a8-d456215573af tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534809 Aug 10 02:01:54.619512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4132d58c-d166-4a03-820a-38427fbe6e80 req-c79436a9-ac39-40f2-af34-9573a8ab2166 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.716823 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4132d58c-d166-4a03-820a-38427fbe6e80 req-c79436a9-ac39-40f2-af34-9573a8ab2166 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.719815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4132d58c-d166-4a03-820a-38427fbe6e80 req-c79436a9-ac39-40f2-af34-9573a8ab2166 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.721002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4132d58c-d166-4a03-820a-38427fbe6e80 req-c79436a9-ac39-40f2-af34-9573a8ab2166 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "DELETE /v2.0/security-groups/a0f1f61f-0c45-4863-b3a0-553fdba106ac HTTP/1.1" status: 204 len: 173 time: 0.2454891 Aug 10 02:01:54.731018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79436a9-ac39-40f2-af34-9573a8ab2166 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f1f61f-0c45-4863-b3a0-553fdba106ac,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:54.784074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aba12cd1-c1c8-45cf-84da-dfc367ce19a8 req-647c5584-4d31-437e-a180-5b9bd25fad65 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/d10a2ef6-62eb-4254-b575-a4f3d4ad300f HTTP/1.1" status: 200 len: 1815 time: 0.0414588 Aug 10 02:01:54.811612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:54.845153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-aba12cd1-c1c8-45cf-84da-dfc367ce19a8 req-e94a5a77-34b4-45f7-8c8f-5ca1e327acd2 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.868484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-aba12cd1-c1c8-45cf-84da-dfc367ce19a8 req-e94a5a77-34b4-45f7-8c8f-5ca1e327acd2 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.915155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:54.927560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '542f3877-c836-48ac-aa54-603f4720cf91', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '542f3877-c836-48ac-aa54-603f4720cf91', 'mac_address': 'fa:16:3e:5f:b7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:01:54.969111 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.973954 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-aba12cd1-c1c8-45cf-84da-dfc367ce19a8 req-e94a5a77-34b4-45f7-8c8f-5ca1e327acd2 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.976832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-aba12cd1-c1c8-45cf-84da-dfc367ce19a8 req-e94a5a77-34b4-45f7-8c8f-5ca1e327acd2 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:54.977982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aba12cd1-c1c8-45cf-84da-dfc367ce19a8 req-e94a5a77-34b4-45f7-8c8f-5ca1e327acd2 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "DELETE /v2.0/security-groups/d10a2ef6-62eb-4254-b575-a4f3d4ad300f HTTP/1.1" status: 204 len: 173 time: 0.1880074 Aug 10 02:01:54.984121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542f3877-c836-48ac-aa54-603f4720cf91 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:54.991539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a5a77-34b4-45f7-8c8f-5ca1e327acd2 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a2ef6-62eb-4254-b575-a4f3d4ad300f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:55.013365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:55.041175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d24257cb-e2cc-4ac2-9933-f5ecf34e6cb7 req-ab14b25e-df77-450f-b98e-c6742a15dd7d tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/0c74ea57-1473-447e-a086-6868680f009e HTTP/1.1" status: 200 len: 1813 time: 0.0383668 Aug 10 02:01:55.088497 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.108991 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d24257cb-e2cc-4ac2-9933-f5ecf34e6cb7 req-08d1eb8a-3fa6-413f-bdfa-da8ecb1054a0 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.133466 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d24257cb-e2cc-4ac2-9933-f5ecf34e6cb7 req-08d1eb8a-3fa6-413f-bdfa-da8ecb1054a0 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.140459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=12']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:55.258543 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d24257cb-e2cc-4ac2-9933-f5ecf34e6cb7 req-08d1eb8a-3fa6-413f-bdfa-da8ecb1054a0 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.261234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d24257cb-e2cc-4ac2-9933-f5ecf34e6cb7 req-08d1eb8a-3fa6-413f-bdfa-da8ecb1054a0 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.262531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d24257cb-e2cc-4ac2-9933-f5ecf34e6cb7 req-08d1eb8a-3fa6-413f-bdfa-da8ecb1054a0 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "DELETE /v2.0/security-groups/0c74ea57-1473-447e-a086-6868680f009e HTTP/1.1" status: 204 len: 173 time: 0.2196426 Aug 10 02:01:55.285749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1eb8a-3fa6-413f-bdfa-da8ecb1054a0 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c74ea57-1473-447e-a086-6868680f009e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:55.331521 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab219299-03fa-48b9-b755-81b007c3029c req-fc56a812-7a6f-4433-9f2e-6fbf523ed3b7 tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "GET /v2.0/security-groups/042a4394-ee23-44a6-8706-3d562f660846 HTTP/1.1" status: 200 len: 1814 time: 0.0434847 Aug 10 02:01:55.401893 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ab219299-03fa-48b9-b755-81b007c3029c req-d6ac396f-b8db-4320-94a0-18916e8b6e5a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.429221 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ab219299-03fa-48b9-b755-81b007c3029c req-d6ac396f-b8db-4320-94a0-18916e8b6e5a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.516728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46472) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:55.542606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e09df1-0df2-4d0d-ac6f-9f96d1a9a59c req-83363c3f-eeb6-41fa-b9f9-d38978c4c959 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:55.544248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90e09df1-0df2-4d0d-ac6f-9f96d1a9a59c req-83363c3f-eeb6-41fa-b9f9-d38978c4c959 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 944 time: 0.0544059 Aug 10 02:01:55.584380 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ab219299-03fa-48b9-b755-81b007c3029c req-d6ac396f-b8db-4320-94a0-18916e8b6e5a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.586968 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ab219299-03fa-48b9-b755-81b007c3029c req-d6ac396f-b8db-4320-94a0-18916e8b6e5a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.594227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab219299-03fa-48b9-b755-81b007c3029c req-d6ac396f-b8db-4320-94a0-18916e8b6e5a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] 10.222.0.38 "DELETE /v2.0/security-groups/042a4394-ee23-44a6-8706-3d562f660846 HTTP/1.1" status: 204 len: 173 time: 0.2507560 Aug 10 02:01:55.594855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46476) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:55.640535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac396f-b8db-4320-94a0-18916e8b6e5a tempest-SecurityGroupRulesNegativeTestJSON-627329041 tempest-SecurityGroupRulesNegativeTestJSON-627329041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a4394-ee23-44a6-8706-3d562f660846,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:55.643729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-78547941-network', 'tenant_id': '5772852086fc45d5a766abac9370ccef'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:55.653669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1155f4b2-2b93-4069-bbc7-a514d8826ed1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:55.655273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1155f4b2-2b93-4069-bbc7-a514d8826ed1 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.1101427 Aug 10 02:01:55.658436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90e09df1-0df2-4d0d-ac6f-9f96d1a9a59c req-1cd990ff-4496-40cb-90b1-a98975872371 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044610 Aug 10 02:01:55.689718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-468c10f5-e894-474c-9c80-a9d097bd2edd admin admin] Deleting subnet bd44fa28-5ed1-4c1f-a5ec-e0fcd92f5cdc {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:01:55.690695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-468c10f5-e894-474c-9c80-a9d097bd2edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.736829 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-468c10f5-e894-474c-9c80-a9d097bd2edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.777898 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-468c10f5-e894-474c-9c80-a9d097bd2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.801620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Made reservation on behalf of 5772852086fc45d5a766abac9370ccef for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:55.803844 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.817459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.830887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26bd53-79f2-4a2d-bdd9-55be7093df42 req-00c0719c-b3f8-4d44-9a67-f1d705b52b0b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:55.832431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de26bd53-79f2-4a2d-bdd9-55be7093df42 req-00c0719c-b3f8-4d44-9a67-f1d705b52b0b tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 950 time: 0.0688987 Aug 10 02:01:55.838733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Deleting port 542f3877-c836-48ac-aa54-603f4720cf91 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:55.839101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.877426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1fc6f25d-c093-4add-8603-b466fb25b7b2 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:01:55.938658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de26bd53-79f2-4a2d-bdd9-55be7093df42 req-0c2f2e6d-2fa7-4192-b475-da1a29746521 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821416 Aug 10 02:01:55.957716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-468c10f5-e894-474c-9c80-a9d097bd2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.964846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] For port 542f3877-c836-48ac-aa54-603f4720cf91, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=542f3877-c836-48ac-aa54-603f4720cf91,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:55.965227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.979490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 1fc6f25d-c093-4add-8603-b466fb25b7b2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:55.979747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Calling delete_port for 542f3877-c836-48ac-aa54-603f4720cf91 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:55.983854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 1fc6f25d-c093-4add-8603-b466fb25b7b2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:55.988295 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.000587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c10f5-e894-474c-9c80-a9d097bd2edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd44fa28-5ed1-4c1f-a5ec-e0fcd92f5cdc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:56.003601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-468c10f5-e894-474c-9c80-a9d097bd2edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.006259 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-468c10f5-e894-474c-9c80-a9d097bd2edd admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bd44fa28-5ed1-4c1f-a5ec-e0fcd92f5cdc HTTP/1.1" status: 204 len: 168 time: 0.4105070 Aug 10 02:01:56.012086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46480) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:56.065752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.095249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0d60df-50f2-4fbf-975f-73ae99a9582a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc6f25d-c093-4add-8603-b466fb25b7b2'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:56.098207 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a69fabf-93fb-4a21-bebe-6651aadd6eda" -d '{"events": [{"server_uuid": "fc0d60df-50f2-4fbf-975f-73ae99a9582a", "name": "network-vif-plugged", "status": "completed", "tag": "1fc6f25d-c093-4add-8603-b466fb25b7b2"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:56.108729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.112614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1fc6f25d-c093-4add-8603-b466fb25b7b2, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fc6f25d-c093-4add-8603-b466fb25b7b2,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:56.140687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.159330 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de32851-5de0-4465-a1b6-83054ad65be2 x-openstack-request-id: req-4de32851-5de0-4465-a1b6-83054ad65be2 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:56.159627 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0d60df-50f2-4fbf-975f-73ae99a9582a", "name": "network-vif-plugged", "status": "completed", "tag": "1fc6f25d-c093-4add-8603-b466fb25b7b2", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:56.160033 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4de32851-5de0-4465-a1b6-83054ad65be2 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:56.160598 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0d60df-50f2-4fbf-975f-73ae99a9582a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc6f25d-c093-4add-8603-b466fb25b7b2', 'code': 200} Aug 10 02:01:56.224671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.240854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8075584d-1884-48bb-a32c-b24776b8454b']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:56.253240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ca813d-4680-4ffa-afed-02462fa66849') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:56.253469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ca813d-4680-4ffa-afed-02462fa66849') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:56.264439 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.271808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35e991-48b1-4152-83e6-22a7f0dd3bcb req-bddc5ed2-0a2e-45eb-8d50-d0323388c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:56.273805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a35e991-48b1-4152-83e6-22a7f0dd3bcb req-bddc5ed2-0a2e-45eb-8d50-d0323388c34c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 1096 time: 0.0479896 Aug 10 02:01:56.283747 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.290152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:01:56.290608 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:01:56.292279 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:01:56.305379 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.309519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.309653 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.318216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a35e991-48b1-4152-83e6-22a7f0dd3bcb req-9691b006-2d89-4227-a521-e9291c32d6ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Aug 10 02:01:56.331569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:56.340037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:01:56.340493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Pushing event deleted for resources: {'Port': ['ID=542f3877-c836-48ac-aa54-603f4720cf91,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:56.380195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79309078-cf3c-480c-9637-0680c5c0ecb9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:56.396792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] No DVR routers for this DVR port 542f3877-c836-48ac-aa54-603f4720cf91 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:56.399964 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.403040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d217795-7daf-4150-ae79-22c7bfdc261a req-1babc060-a10b-4ec9-8023-8effecdf909c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "DELETE /v2.0/ports/542f3877-c836-48ac-aa54-603f4720cf91 HTTP/1.1" status: 204 len: 173 time: 0.7405279 Aug 10 02:01:56.407486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-deleted', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:56.407486 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d51f5c-6b93-4370-9951-d060b078c7a6" -d '{"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-deleted", "tag": "542f3877-c836-48ac-aa54-603f4720cf91"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:56.460312 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833a1ecb-0b46-45ea-b9e7-c656e8264f0e x-openstack-request-id: req-833a1ecb-0b46-45ea-b9e7-c656e8264f0e {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:56.464864 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55", "name": "network-vif-deleted", "tag": "542f3877-c836-48ac-aa54-603f4720cf91", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:56.464864 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-833a1ecb-0b46-45ea-b9e7-c656e8264f0e {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:56.464864 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55', 'name': 'network-vif-deleted', 'tag': '542f3877-c836-48ac-aa54-603f4720cf91', 'status': 'completed', 'code': 200} Aug 10 02:01:56.465163 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.466435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1fc6f25d-c093-4add-8603-b466fb25b7b2,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:56.476025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:01:56.495388 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.500266 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] 10.222.0.38 "DELETE /v2.0/networks/8075584d-1884-48bb-a32c-b24776b8454b HTTP/1.1" status: 204 len: 168 time: 0.4845295 Aug 10 02:01:56.518655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.519804 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Added segment 43227911-2bdd-476f-87cf-a73a56ee1739 of type vlan for network d959d12d-aa1d-4075-b8d8-ebab0604a375 Aug 10 02:01:56.521662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b3824-8308-487e-8bc3-c2dc39e739aa admin admin] Pushing event deleted for resources: {'Network': ['ID=8075584d-1884-48bb-a32c-b24776b8454b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:56.587514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.694715 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.700051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:56.702434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.835656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:01:56.853013 n-d-767704-21 neutron-server[101225]: INFO neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No ports have port_id starting with 542f3877-c836-48ac-aa54-603f4720cf91 Aug 10 02:01:56.860326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 requested by agent hyperv_n-h2-767704-21 not found in database {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 10 02:01:56.863863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0da566-6d75-4e45-8615-d5f7cd8c0fe9 req-c75b3dd5-6882-44b3-92a8-d966ac7a6c1b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:56.872737 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] Pushing event updated for resources: {'Network': ['ID=d959d12d-aa1d-4075-b8d8-ebab0604a375,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:56.873430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c0da566-6d75-4e45-8615-d5f7cd8c0fe9 req-c75b3dd5-6882-44b3-92a8-d966ac7a6c1b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 945 time: 0.0837567 Aug 10 02:01:56.891062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network d959d12d-aa1d-4075-b8d8-ebab0604a375 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:01:56.911109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46506) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:56.915243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c0da566-6d75-4e45-8615-d5f7cd8c0fe9 req-4645a68e-5234-46c2-8c6d-41189d12e668 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Aug 10 02:01:56.928169 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7800cc6a-372d-4136-9dc3-9901e3608bae admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4076622 Aug 10 02:01:56.929990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46508) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:56.937596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Request body: {'subnet': {'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-78547941-subnet', 'tenant_id': '5772852086fc45d5a766abac9370ccef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:56.982823 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-35b5a87a-e186-4b35-8a19-fd269560bbf7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=393556298dcd49f68be2ef6b93ea471e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705235 Aug 10 02:01:56.985287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46512) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:57.036125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ab82-86c6-478f-a2a9-e98d7d4e2241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:57.036904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Made reservation on behalf of 5772852086fc45d5a766abac9370ccef for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:57.039379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:57.059017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ab82-86c6-478f-a2a9-e98d7d4e2241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:57.107239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b099496-44a0-4235-b79f-f8ab393f4045 req-466c2a95-0308-4e06-8e1f-f7c4dffa0856 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=582c9fe9-6c68-4ecb-8e0d-6005a3fe7d55 HTTP/1.1" status: 200 len: 210 time: 0.0644376 Aug 10 02:01:57.214256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ab82-86c6-478f-a2a9-e98d7d4e2241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:57.217616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ab82-86c6-478f-a2a9-e98d7d4e2241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:57.222171 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8cb8ab82-86c6-478f-a2a9-e98d7d4e2241 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1e48fb9d-ffe7-4ab5-b278-ad237d228117 HTTP/1.1" status: 204 len: 168 time: 0.2358379 Aug 10 02:01:57.234960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8ab82-86c6-478f-a2a9-e98d7d4e2241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48fb9d-ffe7-4ab5-b278-ad237d228117,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:57.470304 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:57.528130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a287731-525a-4ad4-a4e9-fc1a5dbe4f27,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:57.535978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Checking segment: {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:57.536345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Network hostable DHCP agents. Network: d959d12d-aa1d-4075-b8d8-ebab0604a375, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:01:57.637336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Network d959d12d-aa1d-4075-b8d8-ebab0604a375 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:01:57.722493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, d959d12d-aa1d-4075-b8d8-ebab0604a375) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:57.726356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:57.727056 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:57.738314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3632e-32e8-44e5-af54-81f6af55e6d9 None None] Network d959d12d-aa1d-4075-b8d8-ebab0604a375 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:57.821447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-58d38c19-37e6-4f8c-a164-e5aa733807e2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8898573 Aug 10 02:01:58.016941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f3640-52b3-4979-b19f-3b4cf8ffb920 None None] Network d959d12d-aa1d-4075-b8d8-ebab0604a375 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:01:58.061308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15467f6-d919-4877-9efe-60ba5b381cf5 req-eca6fa22-077f-4a80-9463-0fa995a84fa3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:58.063580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c15467f6-d919-4877-9efe-60ba5b381cf5 req-eca6fa22-077f-4a80-9463-0fa995a84fa3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 945 time: 0.0611362 Aug 10 02:01:58.116296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c15467f6-d919-4877-9efe-60ba5b381cf5 req-a4559db7-57bf-4fdf-b3c8-231329c21de9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 Aug 10 02:01:58.279688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47028cc3-986f-465b-a4ad-2bd6fcc06302 req-e5fa6481-7a7c-4819-a9f7-7f46bf973487 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:58.281593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47028cc3-986f-465b-a4ad-2bd6fcc06302 req-e5fa6481-7a7c-4819-a9f7-7f46bf973487 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 945 time: 0.0612872 Aug 10 02:01:58.333269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47028cc3-986f-465b-a4ad-2bd6fcc06302 req-d9ec78ce-0b53-4fb3-9c70-cd3b73861fdc tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452256 Aug 10 02:01:58.459860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-4cc2b7dd-d6cb-4c96-9fcf-8af611db0ee0 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:58.461540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-4cc2b7dd-d6cb-4c96-9fcf-8af611db0ee0 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/networks?id=d959d12d-aa1d-4075-b8d8-ebab0604a375 HTTP/1.1" status: 200 len: 820 time: 0.1121659 Aug 10 02:01:58.484634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-f951f7da-46ad-4539-a81a-8b8fdf530b91 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/quotas/5772852086fc45d5a766abac9370ccef HTTP/1.1" status: 200 len: 375 time: 0.0100996 Aug 10 02:01:58.520560 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-a2be5bf0-7d30-4e47-9491-8c7f23030ff3 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5772852086fc45d5a766abac9370ccef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349176 Aug 10 02:01:58.585358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46578) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:58.624631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-858c8ee9-4869-459c-a949-ac5999d496ef service neutron] 10.222.0.38 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957072 Aug 10 02:01:58.701925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1288892851-network', 'tenant_id': '400fe7987c454984be1d7dab40d90fff'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:58.728448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-f2f82e7a-51bc-4b74-a614-b0bf17294967 service neutron] 10.222.0.38 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981209 Aug 10 02:01:58.802486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Made reservation on behalf of 400fe7987c454984be1d7dab40d90fff for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:58.804916 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:58.818754 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:58.940410 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:59.031044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:59.048817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:01:59.058812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:59.059172 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Added segment 9cad0381-2a7e-4425-932c-2812cbfd0aeb of type vlan for network b4e59378-2b50-4c8c-a80a-bbb138c9813c Aug 10 02:01:59.092047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d699d59-9e31-4032-bdd0-dad2c17c308c req-1cccd484-6da4-4242-9bc2-30205d20400f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:59.100217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d699d59-9e31-4032-bdd0-dad2c17c308c req-1cccd484-6da4-4242-9bc2-30205d20400f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 950 time: 0.0656703 Aug 10 02:01:59.134951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d699d59-9e31-4032-bdd0-dad2c17c308c req-a95dce52-981e-4e05-8d7c-37ce531dee1a tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Aug 10 02:01:59.135774 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:59.156338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43e655b-4e4e-4589-b353-53b069145451,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:59.266455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70376fb1-f05c-4ad6-b4e3-3091ddd4d3e5 req-11f31d25-f07a-4837-b27d-4c11da4b1ad6 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 210 time: 0.0264225 Aug 10 02:01:59.288039 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:59.289046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:59.289706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:59.355261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] Pushing event updated for resources: {'Network': ['ID=b4e59378-2b50-4c8c-a80a-bbb138c9813c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:59.365202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network b4e59378-2b50-4c8c-a80a-bbb138c9813c details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:01:59.383725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c15282-1dfb-47b2-ba92-df6b97e791cd req-8d9c13d2-179e-443a-a1e5-256626f9429e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:59.387064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6c15282-1dfb-47b2-ba92-df6b97e791cd req-8d9c13d2-179e-443a-a1e5-256626f9429e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 945 time: 0.0545292 Aug 10 02:01:59.428981 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6c15282-1dfb-47b2-ba92-df6b97e791cd req-0cc244be-32d1-403d-a0f7-1cd95e5587c3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Aug 10 02:01:59.454435 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cafa9d01-472b-4e34-8f52-a5c6e0900337 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8672068 Aug 10 02:01:59.457402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46600) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:59.463266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Request body: {'subnet': {'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1288892851-subnet', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:59.574353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c6619-ef1b-4bd1-8f14-f92cd9ffdc67 req-a3caa68b-62f0-49fd-8ff4-e1da721010b4 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:59.576056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e00c6619-ef1b-4bd1-8f14-f92cd9ffdc67 req-a3caa68b-62f0-49fd-8ff4-e1da721010b4 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.0672686 Aug 10 02:01:59.579319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Made reservation on behalf of 400fe7987c454984be1d7dab40d90fff for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:59.581714 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:59.628299 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e00c6619-ef1b-4bd1-8f14-f92cd9ffdc67 req-889be968-6c71-4573-b3f5-5b5d3f4620ef tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410402 Aug 10 02:01:59.875911 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:59.939667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62706cc6-9a1e-4552-93d4-c813674b59ac,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:59.948832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Checking segment: {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:59.949612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Network hostable DHCP agents. Network: b4e59378-2b50-4c8c-a80a-bbb138c9813c, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:02:00.065653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Network b4e59378-2b50-4c8c-a80a-bbb138c9813c is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:02:00.174486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, b4e59378-2b50-4c8c-a80a-bbb138c9813c) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:00.180893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:00.181963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:00.185835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329c0c8-4f91-46d4-b023-06f7c21ba4fc None None] Network b4e59378-2b50-4c8c-a80a-bbb138c9813c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:00.275218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237145-e11e-435c-9cd0-d7195356e277 req-6d49b4cc-65ff-437d-afae-d6a8a6bcfa6d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:00.277226 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c4da9f6d-2347-40b2-b3c1-9272256af296 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8185599 Aug 10 02:02:00.278084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46622) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:00.283914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f237145-e11e-435c-9cd0-d7195356e277 req-6d49b4cc-65ff-437d-afae-d6a8a6bcfa6d tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 950 time: 0.0709805 Aug 10 02:02:00.284801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:00.333467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f237145-e11e-435c-9cd0-d7195356e277 req-3f3fa0d0-cbe3-4726-b5be-8b49115ab3c3 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486486 Aug 10 02:02:00.404898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-796920ef-c74c-4299-9915-dff84a860968 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:00.406618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-796920ef-c74c-4299-9915-dff84a860968 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 950 time: 0.0649350 Aug 10 02:02:00.419781 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:00.420929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:00.426767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:02:00.428203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:00.439296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfe7bb4f-40a4-43d5-8656-c549259cb531 req-c0c84dcb-43e5-4308-b832-a0a1445f0257 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 210 time: 0.0316806 Aug 10 02:02:00.501101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:00.597671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168722c5-1e76-4469-a1f2-2929a03930f0 req-4acc44b4-a9a1-45ec-baba-38f84d5beaf7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:00.606039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-168722c5-1e76-4469-a1f2-2929a03930f0 req-4acc44b4-a9a1-45ec-baba-38f84d5beaf7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 945 time: 0.0879312 Aug 10 02:02:00.607938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Allocated IP 172.20.0.2 (b4e59378-2b50-4c8c-a80a-bbb138c9813c/62706cc6-9a1e-4552-93d4-c813674b59ac/10541354-8efb-457c-bca7-29f999b149da) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:00.660758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Deleting port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:00.661101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:00.723191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-168722c5-1e76-4469-a1f2-2929a03930f0 req-d0db6984-5a12-4cec-bf85-ae4c20689705 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158919 Aug 10 02:02:00.905559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:00.945499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:00.966522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 542f3877-c836-48ac-aa54-603f4720cf91 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:00.967100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 542f3877-c836-48ac-aa54-603f4720cf91 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:00.979861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-1effb16d-168d-478f-a7ca-6e3f2bb7a8a1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:00.983188 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-1effb16d-168d-478f-a7ca-6e3f2bb7a8a1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 945 time: 0.2777779 Aug 10 02:02:00.992129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:00.997079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86729ae7-1fc4-4f33-8560-85195231a5f3 req-0fde63fc-74c7-4f11-997a-b57155feb63e tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:00.998619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86729ae7-1fc4-4f33-8560-85195231a5f3 req-0fde63fc-74c7-4f11-997a-b57155feb63e tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.1896174 Aug 10 02:02:01.006686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Transition to ACTIVE for port object 10541354-8efb-457c-bca7-29f999b149da will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:01.022690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Transition to ACTIVE for port object 10541354-8efb-457c-bca7-29f999b149da will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:01.028198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] For port ec56e0fd-2ae8-4110-a0ea-d0b77562d075, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:01.033451 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:01.046924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Calling delete_port for ec56e0fd-2ae8-4110-a0ea-d0b77562d075 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:01.065990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86729ae7-1fc4-4f33-8560-85195231a5f3 req-78bc566d-b3f8-45a2-b91d-8634b4b61b31 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582628 Aug 10 02:02:01.129063 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:01.144521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Deleting port 1fc6f25d-c093-4add-8603-b466fb25b7b2 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:01.145117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:01.167768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Network b4e59378-2b50-4c8c-a80a-bbb138c9813c is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:01.171166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:01.179489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:01.220892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Pushing event updated for resources: {'Port': ['ID=10541354-8efb-457c-bca7-29f999b149da,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:01.253173 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Attempting to bind port 10541354-8efb-457c-bca7-29f999b149da on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:01.253496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Attempting to bind port 10541354-8efb-457c-bca7-29f999b149da by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:01.253876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Attempting to bind port 10541354-8efb-457c-bca7-29f999b149da on network b4e59378-2b50-4c8c-a80a-bbb138c9813c {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:01.259393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:01.260356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Checking segment: {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:01.260894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:01.261283 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Bound using segment: {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:01.261754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Bound port: 10541354-8efb-457c-bca7-29f999b149da, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:01.262143 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:01.328232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] For port 10541354-8efb-457c-bca7-29f999b149da, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:01.331827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] For port 10541354-8efb-457c-bca7-29f999b149da, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=10541354-8efb-457c-bca7-29f999b149da,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:01.333876 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:01.337415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-258b0d68-78ec-4ee0-8476-5e8878005234 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:01.340248 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-258b0d68-78ec-4ee0-8476-5e8878005234 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.16 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.1419294 Aug 10 02:02:01.352152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:01.360576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:01.367213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] For port 1fc6f25d-c093-4add-8603-b466fb25b7b2, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fc6f25d-c093-4add-8603-b466fb25b7b2,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:01.372231 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:01.376971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Pushing event deleted for resources: {'Port': ['ID=ec56e0fd-2ae8-4110-a0ea-d0b77562d075,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:01.443735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Calling delete_port for 1fc6f25d-c093-4add-8603-b466fb25b7b2 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:01.462761 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:01.472333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] No DVR routers for this DVR port ec56e0fd-2ae8-4110-a0ea-d0b77562d075 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:01.491250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:01.492537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-918a2959-0840-49d4-b5f6-6a9eb4903f50 req-2381cbc9-a0bc-4e63-8521-2eb6bf5a8aae tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "DELETE /v2.0/ports/ec56e0fd-2ae8-4110-a0ea-d0b77562d075 HTTP/1.1" status: 204 len: 173 time: 1.0515423 Aug 10 02:02:01.493116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-deleted', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:01.505081 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd37b34-794d-425a-ac4a-2fee960b2750" -d '{"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-deleted", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:01.532007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d54b6480-a254-45f4-ba4e-7fe2361d2482 req-80cbf588-4216-4c70-8b1d-20cf75faee79 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 210 time: 0.0617855 Aug 10 02:02:01.657869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b95f94-560c-45a5-ad9d-fce0be202a0a None None] Pushing event updated for resources: {'Port': ['ID=10541354-8efb-457c-bca7-29f999b149da,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:01.679951 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de20ae1-1571-4f97-bdca-7c4bf99fc28b x-openstack-request-id: req-5de20ae1-1571-4f97-bdca-7c4bf99fc28b {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:01.680245 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaabfd6-8833-47a8-a48a-4726aee3f070", "name": "network-vif-deleted", "tag": "ec56e0fd-2ae8-4110-a0ea-d0b77562d075", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:01.680507 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5de20ae1-1571-4f97-bdca-7c4bf99fc28b {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:01.680913 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaabfd6-8833-47a8-a48a-4726aee3f070', 'name': 'network-vif-deleted', 'tag': 'ec56e0fd-2ae8-4110-a0ea-d0b77562d075', 'status': 'completed', 'code': 200} Aug 10 02:02:01.693996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbd3a42e-1481-42e9-8ff3-5d81a94b0ccf req-6350c04f-f1d9-4c94-8822-8c162f26792f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 210 time: 0.1151452 Aug 10 02:02:02.160811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dceb08-2374-47de-9dd4-896b2bb430e7 req-fd59824d-3b74-43b3-820a-252c98e2d7ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:02.171299 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3dceb08-2374-47de-9dd4-896b2bb430e7 req-fd59824d-3b74-43b3-820a-252c98e2d7ed tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 945 time: 0.3480968 Aug 10 02:02:02.223359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-d358fa94-ad57-4b61-a15f-bccf1a245fcb tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:02.224959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-d358fa94-ad57-4b61-a15f-bccf1a245fcb tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "GET /v2.0/networks?id=d959d12d-aa1d-4075-b8d8-ebab0604a375 HTTP/1.1" status: 200 len: 820 time: 0.3681636 Aug 10 02:02:02.266182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Request body: {'port': {'device_id': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375', 'admin_state_up': True, 'tenant_id': '5772852086fc45d5a766abac9370ccef'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:02.325031 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:02.332472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Deleting port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:02.333497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:02.343230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3dceb08-2374-47de-9dd4-896b2bb430e7 req-b5e6e50b-2680-4e51-8dbc-9de84b813cd3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707830 Aug 10 02:02:02.376644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:02.379654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b857e-ba52-4caf-8903-a9336d122189 req-3538b701-5d82-47e0-a41f-1aad9f768517 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:02.381463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a3b857e-ba52-4caf-8903-a9336d122189 req-3538b701-5d82-47e0-a41f-1aad9f768517 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.2051141 Aug 10 02:02:02.467801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a3b857e-ba52-4caf-8903-a9336d122189 req-7b65bf44-4759-44c2-b27b-cfc04c438707 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742788 Aug 10 02:02:02.579271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Made reservation on behalf of 5772852086fc45d5a766abac9370ccef for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:02.582936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:02.636621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] For port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:02.636993 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:02.693553 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:02.704990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a53171-6636-4d26-b308-f258aa8b3fa4 req-217c5fcb-48e2-4e9c-befa-56695b6c8d5c tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=beaabfd6-8833-47a8-a48a-4726aee3f070 HTTP/1.1" status: 200 len: 210 time: 0.0551221 Aug 10 02:02:02.706502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:02.720763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Allocated IP 172.25.3.161 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/b5ec60d2-46df-4a47-88eb-85db6de9430a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:02.778219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event deleted for resources: {'Port': ['ID=1fc6f25d-c093-4add-8603-b466fb25b7b2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:02.950954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c13fca1e-9f87-432d-bbc4-da93e7816eef req-f7ac6ef9-1a8f-4eb7-b26a-c0769ac1c49b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 210 time: 0.0877740 Aug 10 02:02:02.983452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Allocated IP 172.20.0.7 (d959d12d-aa1d-4075-b8d8-ebab0604a375/4a287731-525a-4ad4-a4e9-fc1a5dbe4f27/1fe3ec25-9879-4a29-8dcf-607722bc7f49) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:03.051114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.055049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] No DVR routers for this DVR port 1fc6f25d-c093-4add-8603-b466fb25b7b2 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:03.064816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.067810 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b38a5dfc-ed09-4706-989c-07c313ab02e7 req-2ad07f85-a1c3-41df-b626-5ac105230c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "DELETE /v2.0/ports/1fc6f25d-c093-4add-8603-b466fb25b7b2 HTTP/1.1" status: 204 len: 173 time: 2.0751591 Aug 10 02:02:03.067810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0d60df-50f2-4fbf-975f-73ae99a9582a', 'name': 'network-vif-deleted', 'tag': '1fc6f25d-c093-4add-8603-b466fb25b7b2'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:03.070155 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e856e5bf-5f86-4114-a06d-7df6211f78fe" -d '{"events": [{"server_uuid": "fc0d60df-50f2-4fbf-975f-73ae99a9582a", "name": "network-vif-deleted", "tag": "1fc6f25d-c093-4add-8603-b466fb25b7b2"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:03.140317 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.150345 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.150345 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Floating IP eaeca24f-ca76-4ecc-86df-c6841effea89 disassociated. External IP: 172.25.3.205, port: 1fe85f7b-8964-40b3-88b1-7f9dfce6890a. Aug 10 02:02:03.150345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Calling delete_port for 1fe85f7b-8964-40b3-88b1-7f9dfce6890a owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:03.214396 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.264596 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8bf51e-a841-466c-a010-7a15adaed36e x-openstack-request-id: req-4d8bf51e-a841-466c-a010-7a15adaed36e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:03.264849 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0d60df-50f2-4fbf-975f-73ae99a9582a", "name": "network-vif-deleted", "tag": "1fc6f25d-c093-4add-8603-b466fb25b7b2", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:03.265120 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4d8bf51e-a841-466c-a010-7a15adaed36e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:03.265669 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0d60df-50f2-4fbf-975f-73ae99a9582a', 'name': 'network-vif-deleted', 'tag': '1fc6f25d-c093-4add-8603-b466fb25b7b2', 'status': 'completed', 'code': 200} Aug 10 02:02:03.269484 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.277581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7e9c14-f1b3-455b-8b6b-f1fc2def2f33 None None] Network b4e59378-2b50-4c8c-a80a-bbb138c9813c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:03.342584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:03.349500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:03.360047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:03.381407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 10541354-8efb-457c-bca7-29f999b149da up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:03.409908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Pushing event updated for resources: {'Port': ['ID=b5ec60d2-46df-4a47-88eb-85db6de9430a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:03.415155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.533304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2658c2e6-4ce5-40a9-90ab-70057af998de None None] Provisioning for port 10541354-8efb-457c-bca7-29f999b149da completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:03.577189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98a2ea55-02c3-4447-8508-51bd9ff8fd2c req-781f05f3-5eef-4608-9e3a-2905c25ca4ce tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc0d60df-50f2-4fbf-975f-73ae99a9582a HTTP/1.1" status: 200 len: 210 time: 0.1074963 Aug 10 02:02:03.597858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Network d959d12d-aa1d-4075-b8d8-ebab0604a375 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:03.601619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event updated for resources: {'Port': ['ID=1fe3ec25-9879-4a29-8dcf-607722bc7f49,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:03.613691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 10541354-8efb-457c-bca7-29f999b149da completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:03.615627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:03.630732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:03.635931 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 10541354-8efb-457c-bca7-29f999b149da triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:03.636313 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.732269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:03.732922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.740531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.753537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a29a8-be80-425c-b38b-b478084a3563 req-86b0b627-07d8-4939-a1c0-f26ee3cae241 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:03.755211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-388a29a8-be80-425c-b38b-b478084a3563 req-86b0b627-07d8-4939-a1c0-f26ee3cae241 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 945 time: 0.1491935 Aug 10 02:02:03.787448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Pushing event deleted for resources: {'Port': ['ID=1fe85f7b-8964-40b3-88b1-7f9dfce6890a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:03.819568 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:03.859259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-388a29a8-be80-425c-b38b-b478084a3563 req-dafd880e-0224-4bf0-82ee-e05f31b0fc24 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups?id=98f7840b-c54d-42ec-89e7-98519dac0b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942357 Aug 10 02:02:03.907110 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-9c8c817b-a3e6-43d0-a7fd-efa56930b902 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6584489 Aug 10 02:02:03.913749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 10541354-8efb-457c-bca7-29f999b149da, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=10541354-8efb-457c-bca7-29f999b149da,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:03.933508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Request body: {'port': {'device_id': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:03.940764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:03.985216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: ec56e0fd-2ae8-4110-a0ea-d0b77562d075 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:03.985573 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec56e0fd-2ae8-4110-a0ea-d0b77562d075 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:03.986006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1fc6f25d-c093-4add-8603-b466fb25b7b2 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:04.038463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 1fc6f25d-c093-4add-8603-b466fb25b7b2 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:04.038846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1fc6f25d-c093-4add-8603-b466fb25b7b2 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:04.039270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1fe85f7b-8964-40b3-88b1-7f9dfce6890a no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:04.059762 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:04.087568 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:04.089651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 1fe85f7b-8964-40b3-88b1-7f9dfce6890a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:04.090109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1fe85f7b-8964-40b3-88b1-7f9dfce6890a not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:04.164454 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:04.190920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4c9d-438a-4006-9183-a3ba8c8aa064 req-9d0fb3a4-fb00-4f78-b727-37cbcf93cb8f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:04.199496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-257f4c9d-438a-4006-9183-a3ba8c8aa064 req-9d0fb3a4-fb00-4f78-b727-37cbcf93cb8f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 931 time: 0.1226239 Aug 10 02:02:04.243902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-66cd6c12-b48b-4a24-8b70-e6fc66aa2741 None None] Provisioning complete for port 10541354-8efb-457c-bca7-29f999b149da triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:04.244312 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-66cd6c12-b48b-4a24-8b70-e6fc66aa2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:04.310627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Router a59ea197-f0f0-44f4-9cd3-a36252533575 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:02:04.319735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-257f4c9d-438a-4006-9183-a3ba8c8aa064 req-35188c5e-7977-4cbe-8805-2654805b7b62 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176248 Aug 10 02:02:04.321561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=10541354-8efb-457c-bca7-29f999b149da,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:04.578704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:04.591359 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] Sync routers for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:04.596394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe3ec25-9879-4a29-8dcf-607722bc7f49 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:04.606938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:04.612657 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:04.616932 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:04.622747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Transition to ACTIVE for port object 1fe3ec25-9879-4a29-8dcf-607722bc7f49 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:04.631868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] No DVR routers for this DVR port 1fe85f7b-8964-40b3-88b1-7f9dfce6890a on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:04.664027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:04.667033 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-51b8fac1-3e9e-4baa-8209-fcd3d5605ff3 req-46788675-427b-45ec-b431-4e295bb2d206 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.16 "DELETE /v2.0/ports/1fe85f7b-8964-40b3-88b1-7f9dfce6890a HTTP/1.1" status: 204 len: 173 time: 3.3118806 Aug 10 02:02:04.692323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:04.705924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6811789-4f34-4bba-a65b-54eb45ae1c23 req-ce6991d3-2948-4116-85f2-0830269dd487 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:04.713622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6811789-4f34-4bba-a65b-54eb45ae1c23 req-ce6991d3-2948-4116-85f2-0830269dd487 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.1221213 Aug 10 02:02:04.740302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:04.791332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6811789-4f34-4bba-a65b-54eb45ae1c23 req-ee12cf93-dffc-439e-baef-70e6e6184405 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760975 Aug 10 02:02:04.807631 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:04.927180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe3ec25-9879-4a29-8dcf-607722bc7f49,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:04.966084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Attempting to bind port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:04.966282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Attempting to bind port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:04.967120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Attempting to bind port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 on network d959d12d-aa1d-4075-b8d8-ebab0604a375 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:04.982460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 on network d959d12d-aa1d-4075-b8d8-ebab0604a375 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:02:04.982924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Attempting to bind port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 on network d959d12d-aa1d-4075-b8d8-ebab0604a375 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:04.996252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:04.996688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Checking segment: {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:04.998520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Bound using segment: {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:04.999089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Bound port: 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:05.000934 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:05.053711 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:46Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e962c10e-63c5-41a9-b20f-965132278f89', 'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'mac_address': 'fa:16:3e:e8:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:45Z', 'updated_at': '2021-08-10T01:59:53Z', 'revision_number': 5, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'subnets': [{'id': '364bf874-8a50-4379-8ca8-75f229acd959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:05.110619 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] Checking router: a59ea197-f0f0-44f4-9cd3-a36252533575 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:05.144176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc4eb8ab-8c8d-4ff7-bd1e-55d54415c06f req-94eae0d3-3280-459f-b8a1-4c2758d72bd1 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/ports?device_id=dce4fe89-e4ad-4b08-8b0c-8be7f77942d4 HTTP/1.1" status: 200 len: 210 time: 0.0551312 Aug 10 02:02:05.144825 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:05.158654 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:05.211189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] For port 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:05.225793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] For port 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1fe3ec25-9879-4a29-8dcf-607722bc7f49,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:05.248672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 10541354-8efb-457c-bca7-29f999b149da up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:05.266280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'name': 'network-vif-deleted', 'tag': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:05.268896 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84daf461-13ec-4fce-85e9-33b5d8b631a2" -d '{"events": [{"server_uuid": "dce4fe89-e4ad-4b08-8b0c-8be7f77942d4", "name": "network-vif-deleted", "tag": "1fe85f7b-8964-40b3-88b1-7f9dfce6890a"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:05.278885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Router f07cf421-c369-4cb6-84e9-258458b6d39f is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:02:05.314088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 10541354-8efb-457c-bca7-29f999b149da triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:05.314437 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:05.337369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:05.337618 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:05.365781 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d0b7be-65b1-4485-9f1f-677899824226 x-openstack-request-id: req-71d0b7be-65b1-4485-9f1f-677899824226 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:05.365781 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce4fe89-e4ad-4b08-8b0c-8be7f77942d4", "name": "network-vif-deleted", "tag": "1fe85f7b-8964-40b3-88b1-7f9dfce6890a", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:05.365781 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71d0b7be-65b1-4485-9f1f-677899824226 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:05.365781 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce4fe89-e4ad-4b08-8b0c-8be7f77942d4', 'name': 'network-vif-deleted', 'tag': '1fe85f7b-8964-40b3-88b1-7f9dfce6890a', 'status': 'completed', 'code': 200} Aug 10 02:02:05.437912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:05.438954 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:05.441522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] 10.222.0.11 "PUT /v2.0/ports/1fe3ec25-9879-4a29-8dcf-607722bc7f49 HTTP/1.1" status: 200 len: 1092 time: 1.5228076 Aug 10 02:02:05.442095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'tag': '1fe3ec25-9879-4a29-8dcf-607722bc7f49'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:05.447937 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b608e36d-7b7d-4d4e-abb2-b7b0d0509f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "bebef255-e6e7-42f2-ab93-1fe5023dc509", "tag": "1fe3ec25-9879-4a29-8dcf-607722bc7f49"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:05.524423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e340a-b7dc-47fd-a0c3-841ce036b609 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe3ec25-9879-4a29-8dcf-607722bc7f49,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:05.538328 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8408410c-76a7-4f2c-afff-c53b91d1e0b9 x-openstack-request-id: req-8408410c-76a7-4f2c-afff-c53b91d1e0b9 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:05.538914 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebef255-e6e7-42f2-ab93-1fe5023dc509", "tag": "1fe3ec25-9879-4a29-8dcf-607722bc7f49", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:05.539293 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8408410c-76a7-4f2c-afff-c53b91d1e0b9 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:05.539801 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'tag': '1fe3ec25-9879-4a29-8dcf-607722bc7f49', 'status': 'completed', 'code': 200} Aug 10 02:02:05.569702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804f334-f914-49c2-8b5a-f9b1f09476fd req-c6536d60-b5ce-4405-90f2-8129bfcba111 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:05.573669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e804f334-f914-49c2-8b5a-f9b1f09476fd req-c6536d60-b5ce-4405-90f2-8129bfcba111 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 943 time: 0.1204596 Aug 10 02:02:05.601088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:05.616677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Sync routers for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:05.638702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:05.639348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:05.792363 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:05.796568 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7b53d28e-9245-4485-9e6c-5414a5a02c9d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.5143816 Aug 10 02:02:05.798283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46712) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:05.804413 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e804f334-f914-49c2-8b5a-f9b1f09476fd req-4bee2f41-9cdf-4066-b174-1c8be9340420 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042794 Aug 10 02:02:05.832491 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:46Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e962c10e-63c5-41a9-b20f-965132278f89', 'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'mac_address': 'fa:16:3e:e8:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:45Z', 'updated_at': '2021-08-10T01:59:53Z', 'revision_number': 5, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'subnets': [{'id': '364bf874-8a50-4379-8ca8-75f229acd959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:05.838969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608e36d-7b7d-4d4e-abb2-b7b0d0509f9c req-82115a05-9d57-4461-85d7-4b733b7c9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:05.840576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b608e36d-7b7d-4d4e-abb2-b7b0d0509f9c req-82115a05-9d57-4461-85d7-4b733b7c9e1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5772852086fc45d5a766abac9370ccef&device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 1095 time: 0.2126360 Aug 10 02:02:05.896577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97758776-7513-42c7-b1de-5e54ee847241 req-f14402c5-91a7-45d6-96bb-3c0af1b8e44f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:05.898461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97758776-7513-42c7-b1de-5e54ee847241 req-f14402c5-91a7-45d6-96bb-3c0af1b8e44f tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.1497905 Aug 10 02:02:05.911540 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f61b31-c785-460d-9991-6cc51e560c84 None None] The sync data for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 is: [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T01:59:46Z', 'revision_number': 4, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e962c10e-63c5-41a9-b20f-965132278f89', 'name': '', 'network_id': '063b3253-76ca-4c6d-b5f3-d76c00010176', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'mac_address': 'fa:16:3e:e8:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '364bf874-8a50-4379-8ca8-75f229acd959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:45Z', 'updated_at': '2021-08-10T01:59:53Z', 'revision_number': 5, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'subnets': [{'id': '364bf874-8a50-4379-8ca8-75f229acd959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:06.100654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:06.502905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96575665-b6fc-4d42-86b5-aa41f61ed718 None None] New status for floating IP eaeca24f-ca76-4ecc-86df-c6841effea89: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:02:06.516259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:06.523896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:03Z', 'revision_number': 3, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:06.550663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-25840010-f53c-4063-ac45-5658b799f7e6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:06.558673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-25840010-f53c-4063-ac45-5658b799f7e6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.4929750 Aug 10 02:02:06.568193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Checking router: f07cf421-c369-4cb6-84e9-258458b6d39f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:06.569978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Updating router f07cf421-c369-4cb6-84e9-258458b6d39f port b5ec60d2-46df-4a47-88eb-85db6de9430a binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:02:06.598044 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:06.609777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608e36d-7b7d-4d4e-abb2-b7b0d0509f9c req-755f92ea-917b-4d57-9e78-ed8909ac23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:06.611280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b608e36d-7b7d-4d4e-abb2-b7b0d0509f9c req-755f92ea-917b-4d57-9e78-ed8909ac23da service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5772852086fc45d5a766abac9370ccef&shared=False HTTP/1.1" status: 200 len: 921 time: 0.7556489 Aug 10 02:02:06.643200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-e145da48-09fc-4289-906d-e197d43010e6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/quotas/aff2480ae3ae4852ab54b63f4d09576e HTTP/1.1" status: 200 len: 375 time: 0.0833633 Aug 10 02:02:06.788044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34156fe-24e7-46da-b2f2-9396cd86c6fc req-7314f832-c751-4734-993f-14b2c3be3dce tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:06.792172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e34156fe-24e7-46da-b2f2-9396cd86c6fc req-7314f832-c751-4734-993f-14b2c3be3dce tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 950 time: 0.7300677 Aug 10 02:02:06.819003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-7d341c84-545b-4e18-9de0-69aba03f0527 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1675806 Aug 10 02:02:06.859735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Allocated IP 172.20.0.1 (b4e59378-2b50-4c8c-a80a-bbb138c9813c/62706cc6-9a1e-4552-93d4-c813674b59ac/91e82483-fd10-4839-aa14-e5a2647ad244) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:06.942610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-97758776-7513-42c7-b1de-5e54ee847241 req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Deleting port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:06.942969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-97758776-7513-42c7-b1de-5e54ee847241 req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:06.979366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608e36d-7b7d-4d4e-abb2-b7b0d0509f9c req-ae855ad4-a093-40b5-b5ec-36a8ec8aa422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:06.980934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b608e36d-7b7d-4d4e-abb2-b7b0d0509f9c req-ae855ad4-a093-40b5-b5ec-36a8ec8aa422 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3581076 Aug 10 02:02:07.019078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e34156fe-24e7-46da-b2f2-9396cd86c6fc req-62e709f8-da4c-461b-a429-fd59f23cd604 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989534 Aug 10 02:02:07.056909 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.076290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Transition to ACTIVE for port object b5ec60d2-46df-4a47-88eb-85db6de9430a will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:07.094110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.115249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Transition to ACTIVE for port object 91e82483-fd10-4839-aa14-e5a2647ad244 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:07.139804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-9d71f965-02bb-429e-a055-c192b2d474a2 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083000 Aug 10 02:02:07.147125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-ab7528e5-4569-48e9-8c07-914d9e21f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:07.149245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-ab7528e5-4569-48e9-8c07-914d9e21f4af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5772852086fc45d5a766abac9370ccef&device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 1095 time: 0.1291153 Aug 10 02:02:07.248578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-e211c17c-652b-4d39-91a7-02475ac21dee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fe3ec25-9879-4a29-8dcf-607722bc7f49 HTTP/1.1" status: 200 len: 217 time: 0.0784075 Aug 10 02:02:07.260999 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.284462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-97758776-7513-42c7-b1de-5e54ee847241 req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] For port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:07.285036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-97758776-7513-42c7-b1de-5e54ee847241 req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.340898 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.341668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-97758776-7513-42c7-b1de-5e54ee847241 req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Calling delete_port for df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:07.383786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Network b4e59378-2b50-4c8c-a80a-bbb138c9813c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:07.392196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:07.395920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:07.415524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-d1bada5c-8c44-4d8a-af33-cf8543fe8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:07.422425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-d1bada5c-8c44-4d8a-af33-cf8543fe8b26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a287731-525a-4ad4-a4e9-fc1a5dbe4f27 HTTP/1.1" status: 200 len: 860 time: 0.1654005 Aug 10 02:02:07.424528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Pushing event updated for resources: {'Port': ['ID=91e82483-fd10-4839-aa14-e5a2647ad244,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:07.447722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.542795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Pushing event updated for resources: {'Port': ['ID=b5ec60d2-46df-4a47-88eb-85db6de9430a,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:07.560931 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Attempting to bind port b5ec60d2-46df-4a47-88eb-85db6de9430a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:07.561463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Attempting to bind port b5ec60d2-46df-4a47-88eb-85db6de9430a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:07.565855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Attempting to bind port b5ec60d2-46df-4a47-88eb-85db6de9430a on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:07.577098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:07.578717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:07.578717 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.578717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:07.580250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Bound port: b5ec60d2-46df-4a47-88eb-85db6de9430a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:07.580250 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.583445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.583909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.584353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.584794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.585228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.585664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.586801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.586801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.586981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.587424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.588459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.588837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:07.651084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-611f7724-36f3-4c25-8d5a-f458897e2411 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060835 Aug 10 02:02:07.698007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9dd81-9216-4f4b-8819-f155e66feb37 req-13522dc8-3ad5-4a1e-8a09-fb8c4d9878cf tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:07.700461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8d9dd81-9216-4f4b-8819-f155e66feb37 req-13522dc8-3ad5-4a1e-8a09-fb8c4d9878cf tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 943 time: 0.3828743 Aug 10 02:02:07.709771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-4caa520b-01bf-43ed-ac14-982c91a24378 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d959d12d-aa1d-4075-b8d8-ebab0604a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829134 Aug 10 02:02:07.761631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] For port b5ec60d2-46df-4a47-88eb-85db6de9430a, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:07.771109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] For port b5ec60d2-46df-4a47-88eb-85db6de9430a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b5ec60d2-46df-4a47-88eb-85db6de9430a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:07.784892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-97758776-7513-42c7-b1de-5e54ee847241 req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.798071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['805ffae1-ef45-4486-a5af-94f3f9a18ef7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:07.801257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:07.862290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Pushing event deleted for resources: {'Port': ['ID=df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:07.867678 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.878092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8d9dd81-9216-4f4b-8819-f155e66feb37 req-c6da16e5-69f9-4128-ad72-81e16510bc79 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630762 Aug 10 02:02:07.902103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-97758776-7513-42c7-b1de-5e54ee847241 req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] No DVR routers for this DVR port df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:07.906052 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-97758776-7513-42c7-b1de-5e54ee847241 req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:07.910200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97758776-7513-42c7-b1de-5e54ee847241 req-99db8c81-cf03-4bc7-bd7c-43cced9b6b72 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.11 "DELETE /v2.0/ports/df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 HTTP/1.1" status: 204 len: 173 time: 1.9799864 Aug 10 02:02:07.910200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'name': 'network-vif-deleted', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:07.912310 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fab8a5a-0a93-4239-b94f-9e731a2fad5a" -d '{"events": [{"server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "name": "network-vif-deleted", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:07.943544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-0bd72307-149f-4dd8-9d0c-6ed4e989220a service neutron] 10.222.0.11 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225957 Aug 10 02:02:08.000626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.012089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa273734-7f36-499d-bd78-3cd46fdef71a None None] Pushing event updated for resources: {'Port': ['ID=b5ec60d2-46df-4a47-88eb-85db6de9430a,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:08.097771 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7d3752-32eb-4f50-9f21-facb86368d7a x-openstack-request-id: req-9c7d3752-32eb-4f50-9f21-facb86368d7a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:08.097965 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34f0ca1-bf00-45eb-9bdc-873a58d87880", "name": "network-vif-deleted", "tag": "df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:08.098224 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c7d3752-32eb-4f50-9f21-facb86368d7a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:08.098656 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34f0ca1-bf00-45eb-9bdc-873a58d87880', 'name': 'network-vif-deleted', 'tag': 'df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1', 'status': 'completed', 'code': 200} Aug 10 02:02:08.125864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:08.126682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:08.150902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46752) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:08.189153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3bbc4288-e275-42f6-8a0f-c7f99881eb84 None None] Provisioning for port 91e82483-fd10-4839-aa14-e5a2647ad244 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:08.205764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3bbc4288-e275-42f6-8a0f-c7f99881eb84 None None] Provisioning complete for port 91e82483-fd10-4839-aa14-e5a2647ad244 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:08.206249 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bbc4288-e275-42f6-8a0f-c7f99881eb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.252526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc4288-e275-42f6-8a0f-c7f99881eb84 None None] Port 91e82483-fd10-4839-aa14-e5a2647ad244 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:02:08.278398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a9e45d0-72b7-42d0-8a9a-aae5b48118d4 req-9964409b-70be-406c-a30b-5c832314593d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 210 time: 0.1009929 Aug 10 02:02:08.417543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-915e10cc-787a-45d9-beff-450e8ac883fc req-274dadf8-15e3-4389-9e75-83c3591edbb8 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=b34f0ca1-bf00-45eb-9bdc-873a58d87880 HTTP/1.1" status: 200 len: 210 time: 0.0913396 Aug 10 02:02:08.418511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:08.420210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eee324bb-ac89-4cd4-8278-210aaa53a1f5 req-3a32d3bf-0876-4588-9bda-c230fdec3f64 service neutron] 10.222.0.11 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652753 Aug 10 02:02:08.468671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-594ae5a8-85e4-4f51-9acb-bc681e6efd3d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.552918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-594ae5a8-85e4-4f51-9acb-bc681e6efd3d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.579140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.699582 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.766172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:06Z', 'revision_number': 1, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:08.769820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-594ae5a8-85e4-4f51-9acb-bc681e6efd3d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.773656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.774616 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-594ae5a8-85e4-4f51-9acb-bc681e6efd3d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.781193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-594ae5a8-85e4-4f51-9acb-bc681e6efd3d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "DELETE /v2.0/security-groups/98f7840b-c54d-42ec-89e7-98519dac0b3d HTTP/1.1" status: 204 len: 168 time: 0.6240723 Aug 10 02:02:08.781193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46762) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:08.789580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Pushing event updated for resources: {'Port': ['ID=91e82483-fd10-4839-aa14-e5a2647ad244,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:08.797397 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-b7c95fd7-a64d-4341-ae3d-8ba68a353d77 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] show failed (client error): The resource could not be found. Aug 10 02:02:08.800848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b7c95fd7-a64d-4341-ae3d-8ba68a353d77 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "GET /v2.0/security-groups/98f7840b-c54d-42ec-89e7-98519dac0b3d HTTP/1.1" status: 404 len: 347 time: 0.0171487 Aug 10 02:02:08.800974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb4908e-510c-4092-8819-e0984ff82e10 None None] The sync data for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 is: [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:06Z', 'revision_number': 1, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:08.804113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46764) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:08.812119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ae5a8-85e4-4f51-9acb-bc681e6efd3d tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f7840b-c54d-42ec-89e7-98519dac0b3d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:08.975715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Network b4e59378-2b50-4c8c-a80a-bbb138c9813c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:08.980315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:09.159707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28b7e1-6bfb-4c99-945e-9dcb24dbe99c req-a0ea62b2-bec2-4089-93e4-a80fc9daae0f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:09.177468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e28b7e1-6bfb-4c99-945e-9dcb24dbe99c req-a0ea62b2-bec2-4089-93e4-a80fc9daae0f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 943 time: 0.1503365 Aug 10 02:02:09.375617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e28b7e1-6bfb-4c99-945e-9dcb24dbe99c req-345e5a1b-093c-4a14-8b00-d2614db3915e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856914 Aug 10 02:02:09.375617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Deleting port 99f3a552-3eda-4c71-996d-73369f0fe691 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:09.375617 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:09.406158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-77f85353-1ab7-467e-ab60-176208a31766 None None] Provisioning complete for port 91e82483-fd10-4839-aa14-e5a2647ad244 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:09.406812 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-77f85353-1ab7-467e-ab60-176208a31766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:09.474613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-77f85353-1ab7-467e-ab60-176208a31766 None None] Port 91e82483-fd10-4839-aa14-e5a2647ad244 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:02:09.500551 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf61ce72-9f7b-424d-9692-a36bd8a38d5a req-667460b3-ba44-40aa-a993-e5a248e7e8a5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 210 time: 0.1078916 Aug 10 02:02:09.655311 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:09.672828 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:09.719741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Calling delete_port for 99f3a552-3eda-4c71-996d-73369f0fe691 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:09.757018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Router f07cf421-c369-4cb6-84e9-258458b6d39f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:02:09.910993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:09.941617 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b16692e2-6e16-4ffe-b8b1-22255d270b37 admin admin] 10.222.0.38 "PUT /v2.0/routers/f07cf421-c369-4cb6-84e9-258458b6d39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1428332 Aug 10 02:02:10.154229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:10.213256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Pushing event deleted for resources: {'Port': ['ID=99f3a552-3eda-4c71-996d-73369f0fe691,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:10.367134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:10.372272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:10.373458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c24078b0-b328-4151-8b77-efd301ac75d9 tempest-ServersTestFqdnHostnames-1992373092 tempest-ServersTestFqdnHostnames-1992373092-project] 10.222.0.38 "DELETE /v2.0/floatingips/eaeca24f-ca76-4ecc-86df-c6841effea89 HTTP/1.1" status: 204 len: 168 time: 1.5678318 Aug 10 02:02:10.376478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46796) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:10.420571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaa96f-5449-4c06-8310-7261b48009ef req-22a5b356-5450-4eb3-b2f2-a596aebba2b7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:10.427718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acbaa96f-5449-4c06-8310-7261b48009ef req-22a5b356-5450-4eb3-b2f2-a596aebba2b7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.1277125 Aug 10 02:02:10.512932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acbaa96f-5449-4c06-8310-7261b48009ef req-a01c4bc1-de65-4ffc-8f9d-8a4d6108fa3e tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821543 Aug 10 02:02:10.662659 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c6751-04e5-4c55-bd3f-830186fe6cb8 req-c523eb22-5e87-4e26-980a-8cb7683e413b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:10.664595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a09c6751-04e5-4c55-bd3f-830186fe6cb8 req-c523eb22-5e87-4e26-980a-8cb7683e413b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 943 time: 0.0652606 Aug 10 02:02:10.857284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a09c6751-04e5-4c55-bd3f-830186fe6cb8 req-87632a88-be97-4005-ad12-cdcefd7b08ba tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841548 Aug 10 02:02:10.882091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:10.926064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:10.926610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device df9cfb1f-f320-4f5b-99a0-f7ffdc48f0e1 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:10.978729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46806) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:10.984176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4c1b6b92-d886-4480-984b-8f95a1215a25 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036114590', 'description': 'tempest-description--872371368'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:10.992772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99d75773-12fb-48df-a028-314bb94767bf req-63f2efa0-3047-4f87-b767-40d20e4377e6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 210 time: 0.0439706 Aug 10 02:02:11.073005 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.123992 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6b92-d886-4480-984b-8f95a1215a25 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.283974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b5ec60d2-46df-4a47-88eb-85db6de9430a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:11.284815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6b92-d886-4480-984b-8f95a1215a25 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.387780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-bcff2eea-e524-4a2e-b93a-60661fff425a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:11.389489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-bcff2eea-e524-4a2e-b93a-60661fff425a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.2777784 Aug 10 02:02:11.403382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Request body: {'port': {'device_id': '27348f52-f43f-4b80-b3d9-d03d247095a4', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'admin_state_up': True, 'tenant_id': 'aff2480ae3ae4852ab54b63f4d09576e'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:11.429554 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6b92-d886-4480-984b-8f95a1215a25 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.470457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b6b92-d886-4480-984b-8f95a1215a25 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55d7819-8dca-4e5c-bea9-f6e0536772b7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:11.546919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-330de192-895e-42a0-b7fc-bee9322b6f59 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:11.548671 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-330de192-895e-42a0-b7fc-bee9322b6f59 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.0688429 Aug 10 02:02:11.550977 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b5ec60d2-46df-4a47-88eb-85db6de9430a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:11.556310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b5ec60d2-46df-4a47-88eb-85db6de9430a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:11.557198 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.671583 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6b92-d886-4480-984b-8f95a1215a25 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.676644 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c1b6b92-d886-4480-984b-8f95a1215a25 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6965518 Aug 10 02:02:11.678729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46814) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:11.686528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ead7e38c-2017-45bb-bb5c-e315bcac7177 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Request body: {'security_group_rule': {'security_group_id': 'f55d7819-8dca-4e5c-bea9-f6e0536772b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:11.758143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Deleting port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:11.758487 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.780368 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.814412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port b5ec60d2-46df-4a47-88eb-85db6de9430a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b5ec60d2-46df-4a47-88eb-85db6de9430a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:11.856948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ead7e38c-2017-45bb-bb5c-e315bcac7177 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.893623 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.921587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] For port 805ffae1-ef45-4486-a5af-94f3f9a18ef7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=805ffae1-ef45-4486-a5af-94f3f9a18ef7,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:11.923220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:11.948882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Calling delete_port for 805ffae1-ef45-4486-a5af-94f3f9a18ef7 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:11.984821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=b5ec60d2-46df-4a47-88eb-85db6de9430a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:12.001085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Sync routers for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:12.010997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:12.011867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:12.038169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ead7e38c-2017-45bb-bb5c-e315bcac7177 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.054222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c6d05-d8cf-4a43-b32c-75e59306dc08 req-87dd8be3-aa02-4613-85e9-4f2756a703ba tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:12.056228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-713c6d05-d8cf-4a43-b32c-75e59306dc08 req-87dd8be3-aa02-4613-85e9-4f2756a703ba tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 950 time: 0.2363806 Aug 10 02:02:12.137533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ead7e38c-2017-45bb-bb5c-e315bcac7177 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.146739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:12.163304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7e38c-2017-45bb-bb5c-e315bcac7177 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71500cf1-65ee-494c-ba5c-61ed0f64a8c4,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:12.174353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee21d5-2861-4656-969d-3be203743521 req-513c8900-a5ca-4fe4-ad90-1303d641eb2c tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:12.182646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-beee21d5-2861-4656-969d-3be203743521 req-513c8900-a5ca-4fe4-ad90-1303d641eb2c tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 943 time: 0.2165823 Aug 10 02:02:12.215243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-713c6d05-d8cf-4a43-b32c-75e59306dc08 req-f8e23587-1973-44b3-90bd-ae17fdb7bb95 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/security-groups?id=b38ba1fa-8175-4dc9-b619-91958dd6c688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489477 Aug 10 02:02:12.251643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-beee21d5-2861-4656-969d-3be203743521 req-28a7f54e-5ab5-4ced-a6c4-06f283658bd2 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661356 Aug 10 02:02:12.260279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Deleting port e962c10e-63c5-41a9-b20f-965132278f89 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:12.260279 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.305312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.320914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Made reservation on behalf of aff2480ae3ae4852ab54b63f4d09576e for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:12.320914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.324062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['805ffae1-ef45-4486-a5af-94f3f9a18ef7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:12.343435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Pushing event deleted for resources: {'Port': ['ID=805ffae1-ef45-4486-a5af-94f3f9a18ef7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:12.346933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b5441f0-ed89-4e19-9e2e-5f73fbd6ee80 req-df7a5e6b-21ad-43a5-8ea8-a0a000b4c874 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 210 time: 0.0443242 Aug 10 02:02:12.350671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ead7e38c-2017-45bb-bb5c-e315bcac7177 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.352607 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ead7e38c-2017-45bb-bb5c-e315bcac7177 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6727180 Aug 10 02:02:12.357153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46824) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:12.363159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-76beadbb-f8c5-4be1-b7e3-15d30f998aa1 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Request body: {'security_group_rule': {'security_group_id': 'f55d7819-8dca-4e5c-bea9-f6e0536772b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:12.458900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] No DVR routers for this DVR port 805ffae1-ef45-4486-a5af-94f3f9a18ef7 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:12.466382 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.478337 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-34496baa-b02a-4393-ab55-294b24fa93f7 req-2bf67703-16fe-4e98-a451-8c406c5f28c7 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.16 "DELETE /v2.0/ports/805ffae1-ef45-4486-a5af-94f3f9a18ef7 HTTP/1.1" status: 204 len: 173 time: 0.9181263 Aug 10 02:02:12.485729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'name': 'network-vif-deleted', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:12.488733 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79c8b2e-e014-48fd-aa13-e4f5a36a9467" -d '{"events": [{"server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "name": "network-vif-deleted", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:12.500906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] For port e962c10e-63c5-41a9-b20f-965132278f89, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e962c10e-63c5-41a9-b20f-965132278f89,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:12.501509 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.505040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:08Z', 'revision_number': 2, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:12.526292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Calling delete_port for e962c10e-63c5-41a9-b20f-965132278f89 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:12.542942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Checking router: f07cf421-c369-4cb6-84e9-258458b6d39f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:12.543302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Updating router f07cf421-c369-4cb6-84e9-258458b6d39f port 91e82483-fd10-4839-aa14-e5a2647ad244 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:02:12.543925 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e5b78f-42d6-4a6d-9e41-df2b5725f2ac x-openstack-request-id: req-33e5b78f-42d6-4a6d-9e41-df2b5725f2ac {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:12.544224 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da9f7aa-8a04-4e60-b8fb-3d74a804575c", "name": "network-vif-deleted", "tag": "805ffae1-ef45-4486-a5af-94f3f9a18ef7", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:12.544482 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33e5b78f-42d6-4a6d-9e41-df2b5725f2ac {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:12.544897 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da9f7aa-8a04-4e60-b8fb-3d74a804575c', 'name': 'network-vif-deleted', 'tag': '805ffae1-ef45-4486-a5af-94f3f9a18ef7', 'status': 'completed', 'code': 200} Aug 10 02:02:12.571875 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.609082 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76beadbb-f8c5-4be1-b7e3-15d30f998aa1 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.626494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Allocated IP 172.20.0.9 (b386caab-2e98-41ce-9306-ce08eacf1ffd/a08e331b-0846-4e80-a6eb-306e4b91505e/778f71ca-2110-4b34-8016-134fdad9c71a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:12.711269 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76beadbb-f8c5-4be1-b7e3-15d30f998aa1 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.793882 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76beadbb-f8c5-4be1-b7e3-15d30f998aa1 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.852165 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.856824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beadbb-f8c5-4be1-b7e3-15d30f998aa1 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfda1dc4-a443-4b68-98cb-8f663bdbc700,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:12.879609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1fe3ec25-9879-4a29-8dcf-607722bc7f49 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:12.945251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76beadbb-f8c5-4be1-b7e3-15d30f998aa1 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.946514 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-76beadbb-f8c5-4be1-b7e3-15d30f998aa1 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5880833 Aug 10 02:02:12.949663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46832) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:12.955211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:12.958259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.046146 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.047888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.068887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Transition to ACTIVE for port object 91e82483-fd10-4839-aa14-e5a2647ad244 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:13.076695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.084327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1fe3ec25-9879-4a29-8dcf-607722bc7f49,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:13.100725 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.102267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e962c10e-63c5-41a9-b20f-965132278f89,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:13.102794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '1fe3ec25-9879-4a29-8dcf-607722bc7f49', 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375', 'port_id': '1fe3ec25-9879-4a29-8dcf-607722bc7f49', 'mac_address': 'fa:16:3e:e3:b0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a287731-525a-4ad4-a4e9-fc1a5dbe4f27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:13.115600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:13.204696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.221544 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.330398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.335163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe3ec25-9879-4a29-8dcf-607722bc7f49 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:13.362787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Network b386caab-2e98-41ce-9306-ce08eacf1ffd is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:13.443375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:13.446473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:13.483201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c505bf-d232-4689-8f3d-4662a5afc017 None None] Pushing event updated for resources: {'Port': ['ID=91e82483-fd10-4839-aa14-e5a2647ad244,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:13.496427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1fe3ec25-9879-4a29-8dcf-607722bc7f49,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:13.505312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b5ec60d2-46df-4a47-88eb-85db6de9430a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:13.669655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Allocated IP 172.25.3.146 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/9b2bad80-3ac4-441e-86d0-b464f6f5c842) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:13.684716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05db5b16-c9ae-443f-a286-ae730160c440 req-e1733c4f-0977-4ba4-9d77-2a962024c1b4 tempest-MigrationsAdminTest-2068380149 tempest-MigrationsAdminTest-2068380149-project] 10.222.0.38 "GET /v2.0/ports?device_id=0da9f7aa-8a04-4e60-b8fb-3d74a804575c HTTP/1.1" status: 200 len: 210 time: 0.1747339 Aug 10 02:02:13.685412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event updated for resources: {'Port': ['ID=778f71ca-2110-4b34-8016-134fdad9c71a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:13.718183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:13.718966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.777500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867957b-2287-4abd-bdb4-a584930be7cd req-6be00dd0-e020-4609-b3ed-81f94221f10e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:13.784922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5867957b-2287-4abd-bdb4-a584930be7cd req-6be00dd0-e020-4609-b3ed-81f94221f10e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 943 time: 0.3438928 Aug 10 02:02:13.821020 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.847460 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.853212 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5867957b-2287-4abd-bdb4-a584930be7cd req-22518521-e799-4308-ba5e-58cb655b426d tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672963 Aug 10 02:02:13.867265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-ad8e940b-5c85-4be8-8a90-a648505dc125 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4686384 Aug 10 02:02:13.898386 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.922919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Request body: {'port': {'device_id': '27348f52-f43f-4b80-b3d9-d03d247095a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:13.964469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Attempting to bind port 91e82483-fd10-4839-aa14-e5a2647ad244 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:13.964844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Attempting to bind port 91e82483-fd10-4839-aa14-e5a2647ad244 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:13.965211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Attempting to bind port 91e82483-fd10-4839-aa14-e5a2647ad244 on network b4e59378-2b50-4c8c-a80a-bbb138c9813c {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:14.008883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:14.009863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Checking segment: {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:14.010277 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.010697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Bound using segment: {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:14.011168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Bound port: 91e82483-fd10-4839-aa14-e5a2647ad244, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:14.011554 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.025785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.027770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=1fe3ec25-9879-4a29-8dcf-607722bc7f49,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:14.057886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b5ec60d2-46df-4a47-88eb-85db6de9430a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:14.058617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.061346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['1fe3ec25-9879-4a29-8dcf-607722bc7f49'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:14.061585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.083463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:14.084400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7240c7b-c5c7-450b-8792-a1ca08c0a34e req-7c4a830d-e432-4987-b4f9-67a736f64df4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:14.086025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7240c7b-c5c7-450b-8792-a1ca08c0a34e req-7c4a830d-e432-4987-b4f9-67a736f64df4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 931 time: 0.1773324 Aug 10 02:02:14.086998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:14.092171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:14.095652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Pushing event updated for resources: {'Port': ['ID=9b2bad80-3ac4-441e-86d0-b464f6f5c842,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:14.140366 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.186389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.192585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] For port 91e82483-fd10-4839-aa14-e5a2647ad244, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:14.200330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] For port 91e82483-fd10-4839-aa14-e5a2647ad244, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=91e82483-fd10-4839-aa14-e5a2647ad244,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:14.283597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7240c7b-c5c7-450b-8792-a1ca08c0a34e req-51249b2b-6b41-49a0-ab3d-678c63f7b7a9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560061 Aug 10 02:02:14.287227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.327072 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.398571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c505bf-d232-4689-8f3d-4662a5afc017 None None] Pushing event updated for resources: {'Port': ['ID=91e82483-fd10-4839-aa14-e5a2647ad244,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:14.401791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:14.402510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:14.408463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Router a59ea197-f0f0-44f4-9cd3-a36252533575 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:02:14.488314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.543232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:14.557033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.599366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:14.612038 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] Sync routers for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:14.614802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-740e03f9-428a-44a5-888c-105b1ffa47ca admin admin] 10.222.0.38 "PUT /v2.0/routers/a59ea197-f0f0-44f4-9cd3-a36252533575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2313838 Aug 10 02:02:14.617803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778f71ca-2110-4b34-8016-134fdad9c71a {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:14.622503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46848) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:14.624235 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:14.625122 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:14.662939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Pushing event updated for resources: {'Port': ['ID=9b2bad80-3ac4-441e-86d0-b464f6f5c842,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:14.716142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.749551 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.766447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Transition to ACTIVE for port object 778f71ca-2110-4b34-8016-134fdad9c71a will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:14.795221 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.813513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.814814 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e4645ce8-9991-4c91-bd70-15337eb66e45 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8641639 Aug 10 02:02:14.834088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:14Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:14.867385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9a32b-c9d0-4669-b537-ff1183453f62 None None] The sync data for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 is: [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:14Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:14.889686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1fe3ec25-9879-4a29-8dcf-607722bc7f49 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:14.899674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.949993 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:15.042315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:15.047907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:15.048297 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.262515 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.313019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 91e82483-fd10-4839-aa14-e5a2647ad244 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:15.364405 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T02:02:12Z', 'revision_number': 5, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:15.378341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe3ec25-9879-4a29-8dcf-607722bc7f49'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:15.380722 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c70375d-8b20-4825-b87c-3076f833be92" -d '{"events": [{"server_uuid": "bebef255-e6e7-42f2-ab93-1fe5023dc509", "name": "network-vif-plugged", "status": "completed", "tag": "1fe3ec25-9879-4a29-8dcf-607722bc7f49"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:15.406836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1fe3ec25-9879-4a29-8dcf-607722bc7f49,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:15.437911 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] Checking router: a59ea197-f0f0-44f4-9cd3-a36252533575 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:15.449147 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] Routers {'a59ea197-f0f0-44f4-9cd3-a36252533575'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:15.449838 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:01:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ea197-f0f0-44f4-9cd3-a36252533575'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:15.460210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46892) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:15.527606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 91e82483-fd10-4839-aa14-e5a2647ad244 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:15.531770 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.539997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 91e82483-fd10-4839-aa14-e5a2647ad244 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:15.540432 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.585001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Pushing event updated for resources: {'Port': ['ID=778f71ca-2110-4b34-8016-134fdad9c71a,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:15.613301 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] Set router a59ea197-f0f0-44f4-9cd3-a36252533575 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:15.643139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268bf6c-592a-4115-888d-c6dc7a51cd32 req-0fe4d724-e128-49c3-b824-151875a1595a tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:15.659111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7268bf6c-592a-4115-888d-c6dc7a51cd32 req-0fe4d724-e128-49c3-b824-151875a1595a tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 944 time: 0.6793053 Aug 10 02:02:15.679763 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-57401bee-afc8-4fec-b85f-dc58c1708740 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06a4dae1bf8f4965893a5741147e11d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174737 Aug 10 02:02:15.682726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46898) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:15.776012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-1465d595-630d-490e-bee5-f8b4216535b7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1036114590&fields=id&tenant_id=400fe7987c454984be1d7dab40d90fff HTTP/1.1" status: 200 len: 267 time: 0.6822650 Aug 10 02:02:15.788344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=1fe3ec25-9879-4a29-8dcf-607722bc7f49,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:15.801118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1869a0f5-5bd6-4e2c-83dc-912d66d66de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.819818 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.848534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1869a0f5-5bd6-4e2c-83dc-912d66d66de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.877821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 91e82483-fd10-4839-aa14-e5a2647ad244, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=91e82483-fd10-4839-aa14-e5a2647ad244,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:15.937143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7268bf6c-592a-4115-888d-c6dc7a51cd32 req-248bb5ea-64b7-4b95-a85a-eba0ccc7a6dd tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766030 Aug 10 02:02:15.937887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Attempting to bind port 778f71ca-2110-4b34-8016-134fdad9c71a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:15.938233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Attempting to bind port 778f71ca-2110-4b34-8016-134fdad9c71a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:15.938639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Attempting to bind port 778f71ca-2110-4b34-8016-134fdad9c71a on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:15.939610 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.954394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-e73696b9-d608-4e92-b021-4b2a8ee8b217 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:15.956055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-e73696b9-d608-4e92-b021-4b2a8ee8b217 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/networks?id=b4e59378-2b50-4c8c-a80a-bbb138c9813c HTTP/1.1" status: 200 len: 806 time: 0.1791842 Aug 10 02:02:15.957555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:15.980146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Port 778f71ca-2110-4b34-8016-134fdad9c71a on network b386caab-2e98-41ce-9306-ce08eacf1ffd not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:02:15.980482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Attempting to bind port 778f71ca-2110-4b34-8016-134fdad9c71a on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:15.988465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-87ec8ca6-d6cc-4ba8-b39e-4fbd685cb6c2 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/quotas/400fe7987c454984be1d7dab40d90fff HTTP/1.1" status: 200 len: 375 time: 0.0180585 Aug 10 02:02:15.989673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:15.989889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Checking segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:15.990113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Bound using segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:15.990575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Bound port: 778f71ca-2110-4b34-8016-134fdad9c71a, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:15.990951 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:16.019550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 805ffae1-ef45-4486-a5af-94f3f9a18ef7 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:16.036574 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1869a0f5-5bd6-4e2c-83dc-912d66d66de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:16.041331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1869a0f5-5bd6-4e2c-83dc-912d66d66de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:16.053362 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1869a0f5-5bd6-4e2c-83dc-912d66d66de9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b38ba1fa-8175-4dc9-b619-91958dd6c688 HTTP/1.1" status: 204 len: 168 time: 0.3682945 Aug 10 02:02:16.071366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 805ffae1-ef45-4486-a5af-94f3f9a18ef7 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:16.072472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 805ffae1-ef45-4486-a5af-94f3f9a18ef7 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:16.082957 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T02:02:12Z', 'revision_number': 5, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:16.088917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869a0f5-5bd6-4e2c-83dc-912d66d66de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38ba1fa-8175-4dc9-b619-91958dd6c688,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:16.122874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=91e82483-fd10-4839-aa14-e5a2647ad244,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:16.154472 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36806bda-f8fe-48d2-9e74-032c3b5acec7 None None] The sync data for ids ['a59ea197-f0f0-44f4-9cd3-a36252533575'] in n-d-767704-21 is: [{'id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'name': 'tempest-ServersTestFqdnHostnames-872216852-router', 'tenant_id': '6088e916290f4b7fbf1ed7d24deb7349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '01120843-73a8-403a-8cf7-b498ab37782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:59:40Z', 'updated_at': '2021-08-10T02:02:12Z', 'revision_number': 5, 'project_id': '6088e916290f4b7fbf1ed7d24deb7349', 'gw_port': {'id': '01120843-73a8-403a-8cf7-b498ab37782f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ea197-f0f0-44f4-9cd3-a36252533575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:59:41Z', 'updated_at': '2021-08-10T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:16.219230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-53132dbc-2177-4915-b259-e933df81dad1 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=400fe7987c454984be1d7dab40d90fff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2239380 Aug 10 02:02:16.256069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] For port 778f71ca-2110-4b34-8016-134fdad9c71a, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:16.273493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] For port 778f71ca-2110-4b34-8016-134fdad9c71a, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=778f71ca-2110-4b34-8016-134fdad9c71a,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:16.276002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Deleting port 01120843-73a8-403a-8cf7-b498ab37782f {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:16.276352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:16.345799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef0bf2-222e-459f-8b0f-aa093a28c0e1 req-491538a9-31c6-4920-b06c-14627af00bb4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:16.347392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bef0bf2-222e-459f-8b0f-aa093a28c0e1 req-491538a9-31c6-4920-b06c-14627af00bb4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 943 time: 0.1467693 Aug 10 02:02:16.397066 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:16.467001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:16.468122 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:16.469854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] 10.222.0.11 "PUT /v2.0/ports/778f71ca-2110-4b34-8016-134fdad9c71a HTTP/1.1" status: 200 len: 1092 time: 2.5511110 Aug 10 02:02:16.476084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27348f52-f43f-4b80-b3d9-d03d247095a4', 'tag': '778f71ca-2110-4b34-8016-134fdad9c71a'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:16.479565 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4" -d '{"events": [{"name": "network-changed", "server_uuid": "27348f52-f43f-4b80-b3d9-d03d247095a4", "tag": "778f71ca-2110-4b34-8016-134fdad9c71a"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:16.543696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] For port 01120843-73a8-403a-8cf7-b498ab37782f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=01120843-73a8-403a-8cf7-b498ab37782f,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:16.544079 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:16.559960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bef0bf2-222e-459f-8b0f-aa093a28c0e1 req-a39c1148-e08f-4c50-84c4-1b745c559009 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745903 Aug 10 02:02:16.576740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd66d2-e95b-4d17-bb7c-203be1e1b580 service neutron] Pushing event updated for resources: {'Port': ['ID=778f71ca-2110-4b34-8016-134fdad9c71a,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:16.582666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Calling delete_port for 01120843-73a8-403a-8cf7-b498ab37782f owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:16.596815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-337b5e50-fe36-43d9-a6c0-150eb8068050 service neutron] 10.222.0.38 "GET /v2.0/networks/b4e59378-2b50-4c8c-a80a-bbb138c9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555312 Aug 10 02:02:16.633398 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c19e51-7f2e-492d-8644-03fbff7949f5 x-openstack-request-id: req-75c19e51-7f2e-492d-8644-03fbff7949f5 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:16.633398 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebef255-e6e7-42f2-ab93-1fe5023dc509", "name": "network-vif-plugged", "status": "completed", "tag": "1fe3ec25-9879-4a29-8dcf-607722bc7f49", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:16.633398 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75c19e51-7f2e-492d-8644-03fbff7949f5 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:16.635738 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe3ec25-9879-4a29-8dcf-607722bc7f49', 'code': 200} Aug 10 02:02:16.789675 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d7db28-fd7e-4904-b071-2ee7976f163b x-openstack-request-id: req-d7d7db28-fd7e-4904-b071-2ee7976f163b {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:16.790188 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27348f52-f43f-4b80-b3d9-d03d247095a4", "tag": "778f71ca-2110-4b34-8016-134fdad9c71a", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:16.790188 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7d7db28-fd7e-4904-b071-2ee7976f163b {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:16.793141 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27348f52-f43f-4b80-b3d9-d03d247095a4', 'tag': '778f71ca-2110-4b34-8016-134fdad9c71a', 'status': 'completed', 'code': 200} Aug 10 02:02:16.824358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-5269f18d-65ed-4169-ae18-992526fdba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:16.826047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-5269f18d-65ed-4169-ae18-992526fdba09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 1095 time: 0.2199531 Aug 10 02:02:16.933216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46916) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:16.937845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-dec405d2-655d-4769-951d-ef1a07e5653d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=778f71ca-2110-4b34-8016-134fdad9c71a HTTP/1.1" status: 200 len: 217 time: 0.0985990 Aug 10 02:02:16.942017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-aa704d79-06ac-4e14-b278-e8af69690924 service neutron] 10.222.0.38 "GET /v2.0/networks/b4e59378-2b50-4c8c-a80a-bbb138c9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443418 Aug 10 02:02:16.950834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c9c27-0cde-4989-961e-c1301f262c71 req-53676943-1c3b-4b98-be4f-91404361142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:16.954736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f5c9c27-0cde-4989-961e-c1301f262c71 req-53676943-1c3b-4b98-be4f-91404361142f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 1097 time: 0.2175243 Aug 10 02:02:16.985643 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d763bd3b-f046-45c2-a963-d2d80fca44f0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=571e51e426134f2983b2427c5e1310e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502527 Aug 10 02:02:16.989379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46920) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:17.064966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f5c9c27-0cde-4989-961e-c1301f262c71 req-1b14c8b9-5cbe-4b86-a73e-b2552baa3de4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027129 Aug 10 02:02:17.071305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dba41868-c0c8-4002-8374-b727daa1d74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.102174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-eed42fed-1121-48dd-8975-0b476997527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:17.104297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-eed42fed-1121-48dd-8975-0b476997527b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.1504004 Aug 10 02:02:17.104577 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dba41868-c0c8-4002-8374-b727daa1d74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.164868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-2ea93e5c-88e4-4552-8b49-3c1defca57dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369701 Aug 10 02:02:17.187235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae8292-7606-41f3-a772-1785a92fe3e3 req-251572a6-c8c9-41e1-8562-fb59303d0dde tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:17.194426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42ae8292-7606-41f3-a772-1785a92fe3e3 req-251572a6-c8c9-41e1-8562-fb59303d0dde tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.1338611 Aug 10 02:02:17.251748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 91e82483-fd10-4839-aa14-e5a2647ad244 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:17.311211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dba41868-c0c8-4002-8374-b727daa1d74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.313997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dba41868-c0c8-4002-8374-b727daa1d74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.318662 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dba41868-c0c8-4002-8374-b727daa1d74e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a98a352c-3d35-4be5-b11d-712042d809a7 HTTP/1.1" status: 204 len: 168 time: 0.3276911 Aug 10 02:02:17.326093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 91e82483-fd10-4839-aa14-e5a2647ad244 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:17.330588 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.340080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba41868-c0c8-4002-8374-b727daa1d74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a352c-3d35-4be5-b11d-712042d809a7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:17.421344 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42ae8292-7606-41f3-a772-1785a92fe3e3 req-cc191e93-60e5-440c-b3b3-988f7a9343ef tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260144 Aug 10 02:02:17.425068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.457363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-0e6e62f3-5582-41a5-b505-f32a69ee5cb5 service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608409 Aug 10 02:02:17.461361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c7ca251-eab5-4ccd-a4e6-785c3ae8230e req-09ee259a-f0c0-4f5c-a757-575494f59e5c tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 210 time: 0.0872717 Aug 10 02:02:17.493340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e962c10e-63c5-41a9-b20f-965132278f89 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:17.510477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=01120843-73a8-403a-8cf7-b498ab37782f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:17.517614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e962c10e-63c5-41a9-b20f-965132278f89 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:17.518957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e962c10e-63c5-41a9-b20f-965132278f89 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:17.647809 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.717578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaa51e91-81d9-4671-904f-dfe8db115a3d req-7ef8a9bb-3329-42ec-93a8-110a16e4bfa0 service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148955 Aug 10 02:02:17.769247 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.772124 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.826097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31462740-94c6-4123-9687-b5a8ff351c50 req-95250537-2803-4b0d-a0b2-0753c44d293f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:17.827666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31462740-94c6-4123-9687-b5a8ff351c50 req-95250537-2803-4b0d-a0b2-0753c44d293f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 943 time: 0.1521835 Aug 10 02:02:17.887096 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bdca018e-3995-4631-8849-1a38a69919a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.937834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31462740-94c6-4123-9687-b5a8ff351c50 req-bcd9242b-243d-4873-bf13-d45d7462a7ea tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035228 Aug 10 02:02:17.981157 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.981970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a59ea197-f0f0-44f4-9cd3-a36252533575 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:02:17.988205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.989406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-73b0f089-0eae-4e31-9a5c-f02367d101c4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a59ea197-f0f0-44f4-9cd3-a36252533575 HTTP/1.1" status: 204 len: 168 time: 3.3659096 Aug 10 02:02:17.991966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46946) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:18.015828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-7cd02718-7ff5-43a9-a4c7-6396c96f4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:18.015828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-7cd02718-7ff5-43a9-a4c7-6396c96f4935 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 1095 time: 0.1261878 Aug 10 02:02:18.064818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-50babed5-7c82-4e8e-8e52-392808b4e4d4 admin admin] Deleting subnet 364bf874-8a50-4379-8ca8-75f229acd959 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:02:18.069347 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50babed5-7c82-4e8e-8e52-392808b4e4d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.130188 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50babed5-7c82-4e8e-8e52-392808b4e4d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.141721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-d8b57982-b27c-4a6d-bb14-e8e742754d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:18.143945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-d8b57982-b27c-4a6d-bb14-e8e742754d5e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 906 time: 0.1221685 Aug 10 02:02:18.209241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-0a0549fb-b4d1-4904-a807-6c299098aec2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=778f71ca-2110-4b34-8016-134fdad9c71a HTTP/1.1" status: 200 len: 217 time: 0.0509174 Aug 10 02:02:18.258510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50babed5-7c82-4e8e-8e52-392808b4e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.264345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-9d3e5923-b899-4ed2-8d61-5f88335c8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:18.265841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-9d3e5923-b899-4ed2-8d61-5f88335c8f89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.0476890 Aug 10 02:02:18.298422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-9b5e5f46-1382-4fce-b64a-4b854cc97b40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248570 Aug 10 02:02:18.396569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-b6687061-a651-418b-819b-c2cbf93c3e93 service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909507 Aug 10 02:02:18.460844 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50babed5-7c82-4e8e-8e52-392808b4e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.489085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50babed5-7c82-4e8e-8e52-392808b4e4d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364bf874-8a50-4379-8ca8-75f229acd959,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:18.505469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb72618-0da7-464d-9f7c-87cbed292f82 None None] Network 063b3253-76ca-4c6d-b5f3-d76c00010176 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:18.509447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50babed5-7c82-4e8e-8e52-392808b4e4d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.515334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-50babed5-7c82-4e8e-8e52-392808b4e4d4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/364bf874-8a50-4379-8ca8-75f229acd959 HTTP/1.1" status: 204 len: 168 time: 0.5208137 Aug 10 02:02:18.516266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46962) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:18.591897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0b975e6-fbb5-41fa-a8a2-3d7f6d6009a4 req-d2944e21-4b90-4f6f-a2dc-8eb3c9303be9 service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876307 Aug 10 02:02:18.595469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5654a974-97e4-46eb-b223-41d25dc109a2 req-84aa295f-b27a-44f2-b729-43875b391f2c tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 210 time: 0.0332222 Aug 10 02:02:18.622695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08d6e8-b44b-49dc-bb0a-7de86fba0c49 req-37ac4a49-7bd8-42e8-95de-d73287736726 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:18.624661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b08d6e8-b44b-49dc-bb0a-7de86fba0c49 req-37ac4a49-7bd8-42e8-95de-d73287736726 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.1093302 Aug 10 02:02:18.641415 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.697729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b08d6e8-b44b-49dc-bb0a-7de86fba0c49 req-32ac5661-0450-4fc9-9673-737e1564078c tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623417 Aug 10 02:02:18.736252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Deleting port c341cb26-f4ee-48aa-ab6c-b455088bc57d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:18.736855 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.811357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d347f-fcee-44ea-9378-598c06d3479d None None] DHCP port deletion for 063b3253-76ca-4c6d-b5f3-d76c00010176 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:02:18.819318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] For port c341cb26-f4ee-48aa-ab6c-b455088bc57d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c341cb26-f4ee-48aa-ab6c-b455088bc57d,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:18.819687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.850472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Calling delete_port for c341cb26-f4ee-48aa-ab6c-b455088bc57d owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:18.867796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a34d347f-fcee-44ea-9378-598c06d3479d None None] Deleting port c341cb26-f4ee-48aa-ab6c-b455088bc57d {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:18.868174 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a34d347f-fcee-44ea-9378-598c06d3479d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.916352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3fa1f-55d4-4a14-b9b4-179bdbf207b0 req-641d4746-463e-4136-a15a-9ac68ee78283 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:18.919229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbf3fa1f-55d4-4a14-b9b4-179bdbf207b0 req-641d4746-463e-4136-a15a-9ac68ee78283 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.0983198 Aug 10 02:02:19.033703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbf3fa1f-55d4-4a14-b9b4-179bdbf207b0 req-69cca68f-5a60-44c2-8180-92c0f40c7bca tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079304 Aug 10 02:02:19.054433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a34d347f-fcee-44ea-9378-598c06d3479d None None] For port c341cb26-f4ee-48aa-ab6c-b455088bc57d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c341cb26-f4ee-48aa-ab6c-b455088bc57d,segment=NetworkSegment(1db607fb-4dd7-459a-b0b1-a0675eae100c),segment_id=1db607fb-4dd7-459a-b0b1-a0675eae100c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:19.059421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.066488 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a34d347f-fcee-44ea-9378-598c06d3479d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.103242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a34d347f-fcee-44ea-9378-598c06d3479d None None] Calling delete_port for c341cb26-f4ee-48aa-ab6c-b455088bc57d owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:19.160909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c341cb26-f4ee-48aa-ab6c-b455088bc57d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:19.175708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] No DVR routers for this DVR port c341cb26-f4ee-48aa-ab6c-b455088bc57d on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:19.336695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57575c34-55f1-48ed-a937-f608eb48077e req-db0d8808-c447-4530-8f28-17ceeec7d45a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:19.339313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57575c34-55f1-48ed-a937-f608eb48077e req-db0d8808-c447-4530-8f28-17ceeec7d45a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 943 time: 0.2340734 Aug 10 02:02:19.364226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324577da-2acf-4b8a-aaee-d410cb5b05a6 req-e8460d62-45d1-4cf2-94c1-f593513d0b1b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:19.374373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-324577da-2acf-4b8a-aaee-d410cb5b05a6 req-e8460d62-45d1-4cf2-94c1-f593513d0b1b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.1887608 Aug 10 02:02:19.416831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c341cb26-f4ee-48aa-ab6c-b455088bc57d no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:19.447555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c341cb26-f4ee-48aa-ab6c-b455088bc57d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:19.447911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c341cb26-f4ee-48aa-ab6c-b455088bc57d not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:19.448343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 01120843-73a8-403a-8cf7-b498ab37782f no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:19.454090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.471835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 01120843-73a8-403a-8cf7-b498ab37782f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:19.472211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 01120843-73a8-403a-8cf7-b498ab37782f not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:19.491145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-324577da-2acf-4b8a-aaee-d410cb5b05a6 req-c5670715-9d81-4a8f-b605-4c225efcd034 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134720 Aug 10 02:02:19.499141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063b3253-76ca-4c6d-b5f3-d76c00010176']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:19.501405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57575c34-55f1-48ed-a937-f608eb48077e req-07715bcd-f154-47de-8c7d-7356f61c2d36 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231644 Aug 10 02:02:19.543993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db607fb-4dd7-459a-b0b1-a0675eae100c') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:19.544294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db607fb-4dd7-459a-b0b1-a0675eae100c') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:19.549493 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a34d347f-fcee-44ea-9378-598c06d3479d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.572027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.599443 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.607408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:02:19.608796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.620763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d347f-fcee-44ea-9378-598c06d3479d None None] Pushing event deleted for resources: {'Port': ['ID=c341cb26-f4ee-48aa-ab6c-b455088bc57d,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:19.627227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d347f-fcee-44ea-9378-598c06d3479d None None] No DVR routers for this DVR port c341cb26-f4ee-48aa-ab6c-b455088bc57d on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:02:19.705644 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:02:19.718444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b96c30-2d5c-4965-b0d0-e223b47c0bc1 req-ac2d8dee-601d-40b8-87a3-34b3e266f487 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:19.721105 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14b96c30-2d5c-4965-b0d0-e223b47c0bc1 req-ac2d8dee-601d-40b8-87a3-34b3e266f487 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.1111465 Aug 10 02:02:19.775828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f94394e2-7187-4de3-8adf-c853ffd0276a req-f1a65f1e-1ccf-42ad-ac88-1197641cae14 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 210 time: 0.0382297 Aug 10 02:02:19.820473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14b96c30-2d5c-4965-b0d0-e223b47c0bc1 req-f75a7ef5-2291-4713-8f07-ecd002603e24 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776062 Aug 10 02:02:19.836375 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.841224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.846884 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] 10.222.0.38 "DELETE /v2.0/networks/063b3253-76ca-4c6d-b5f3-d76c00010176 HTTP/1.1" status: 204 len: 168 time: 1.3264878 Aug 10 02:02:19.862812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c0de7-66e3-4e63-b6b3-8f01c345cb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=063b3253-76ca-4c6d-b5f3-d76c00010176,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:20.039114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60a085-bdc6-47d4-a692-53978aaddb99 req-bdb36b0b-6e9e-45a8-b0e9-d08f19fbc767 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:20.047646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac60a085-bdc6-47d4-a692-53978aaddb99 req-bdb36b0b-6e9e-45a8-b0e9-d08f19fbc767 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.1037478 Aug 10 02:02:20.095826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac60a085-bdc6-47d4-a692-53978aaddb99 req-1f3ece6e-a0ed-4c96-adc6-a5b4687b6dd5 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467181 Aug 10 02:02:20.287875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81561-8a0f-4774-bdc7-fa698846d94d req-747ddf36-e1aa-4bea-bb0c-d2676df33e1e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:20.289468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82b81561-8a0f-4774-bdc7-fa698846d94d req-747ddf36-e1aa-4bea-bb0c-d2676df33e1e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.0707150 Aug 10 02:02:20.342165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82b81561-8a0f-4774-bdc7-fa698846d94d req-05494f7a-d700-4e75-a4da-add5d6d195f8 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429888 Aug 10 02:02:20.713022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47030) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:20.714467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-3a59df89-1f31-45d9-ac06-bf979c1ea00e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:20.714467 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-3a59df89-1f31-45d9-ac06-bf979c1ea00e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.16 "GET /v2.0/networks?id=b4e59378-2b50-4c8c-a80a-bbb138c9813c HTTP/1.1" status: 200 len: 806 time: 0.1457117 Aug 10 02:02:20.716191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a69d943e-80df-4e43-87f1-5336b5782243 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6088e916290f4b7fbf1ed7d24deb7349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008425 Aug 10 02:02:20.716760 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-136f989d-8b8d-4da5-9bb4-4b1d4658bd3b tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=400fe7987c454984be1d7dab40d90fff HTTP/1.1" status: 200 len: 380 time: 0.0507519 Aug 10 02:02:20.717584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d857d-e35d-4633-8817-7f76d7ee4c4e req-bc563ae4-3e66-485d-aaf6-924115cf633b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:20.717584 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c9d857d-e35d-4633-8817-7f76d7ee4c4e req-bc563ae4-3e66-485d-aaf6-924115cf633b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.0620253 Aug 10 02:02:20.717771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Request body: {'port': {'device_id': '98e3d42c-0c2e-4207-b947-66630011bae4', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'admin_state_up': True, 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'security_groups': ['f55d7819-8dca-4e5c-bea9-f6e0536772b7']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:20.717871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c9d857d-e35d-4633-8817-7f76d7ee4c4e req-fcca5718-7a6f-4b65-9695-b886ea66032b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457125 Aug 10 02:02:20.717871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ce109-809d-423b-95c6-9f06c0fb1db0 req-f8aacd09-bb35-4297-9d21-ae73b2a4b5bf tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:20.717871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc2ce109-809d-423b-95c6-9f06c0fb1db0 req-f8aacd09-bb35-4297-9d21-ae73b2a4b5bf tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 943 time: 0.0619466 Aug 10 02:02:20.717871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47036) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:20.755306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc2ce109-809d-423b-95c6-9f06c0fb1db0 req-68c768df-7e8d-4277-a07a-2af817b0224a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945692 Aug 10 02:02:20.783342 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8f781e4c-54f3-4136-97e5-36c6283fa199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:20.834091 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8f781e4c-54f3-4136-97e5-36c6283fa199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:20.907058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02aaf9-d67a-4a1d-a265-a7f198fd0e8d req-d97356e7-8320-4a15-9257-cf168ddac674 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:20.908811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c02aaf9-d67a-4a1d-a265-a7f198fd0e8d req-d97356e7-8320-4a15-9257-cf168ddac674 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.1127269 Aug 10 02:02:20.910563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a33cd83-e295-456e-b0eb-e3c8c8f60eeb req-2672e08c-c3cc-4151-9f3d-fce904418366 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 210 time: 0.0539365 Aug 10 02:02:20.931721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Made reservation on behalf of 400fe7987c454984be1d7dab40d90fff for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:20.931904 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4eac27d3-a74d-433f-b989-eddb5297e99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:20.932566 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:20.945164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 778f71ca-2110-4b34-8016-134fdad9c71a details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:20.974733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c02aaf9-d67a-4a1d-a265-a7f198fd0e8d req-acd89844-c762-4e41-9062-8b0fb3ff8893 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580480 Aug 10 02:02:21.070798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8f781e4c-54f3-4136-97e5-36c6283fa199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:21.076564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8f781e4c-54f3-4136-97e5-36c6283fa199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:21.079928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8f781e4c-54f3-4136-97e5-36c6283fa199 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/032e0366-546f-4623-8482-301e0afd22cf HTTP/1.1" status: 204 len: 168 time: 0.3773663 Aug 10 02:02:21.090355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f781e4c-54f3-4136-97e5-36c6283fa199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032e0366-546f-4623-8482-301e0afd22cf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:21.121485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 778f71ca-2110-4b34-8016-134fdad9c71a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=778f71ca-2110-4b34-8016-134fdad9c71a,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:21.150396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '778f71ca-2110-4b34-8016-134fdad9c71a', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'port_id': '778f71ca-2110-4b34-8016-134fdad9c71a', 'mac_address': 'fa:16:3e:29:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08e331b-0846-4e80-a6eb-306e4b91505e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:21.204287 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:21.222762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778f71ca-2110-4b34-8016-134fdad9c71a {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:21.264767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Allocated IP 172.20.0.6 (b4e59378-2b50-4c8c-a80a-bbb138c9813c/62706cc6-9a1e-4552-93d4-c813674b59ac/bf90c3a8-bf71-4ba9-93c5-2437f509af46) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:21.270113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 778f71ca-2110-4b34-8016-134fdad9c71a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=778f71ca-2110-4b34-8016-134fdad9c71a,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:21.278016 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:21.367924 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:21.448301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=778f71ca-2110-4b34-8016-134fdad9c71a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:21.513394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:21.529388 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Transition to ACTIVE for port object bf90c3a8-bf71-4ba9-93c5-2437f509af46 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:21.572268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['778f71ca-2110-4b34-8016-134fdad9c71a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:21.665203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:21.746782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Network b4e59378-2b50-4c8c-a80a-bbb138c9813c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:21.750316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:21.753295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:21.761452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Pushing event updated for resources: {'Port': ['ID=bf90c3a8-bf71-4ba9-93c5-2437f509af46,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:21.820570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:21.821234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:21.941806 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-f27e0d39-968e-49c4-9708-66ea1ef92a5e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4261415 Aug 10 02:02:21.957675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Request body: {'port': {'device_id': '98e3d42c-0c2e-4207-b947-66630011bae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:22.070448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:22.111579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906ee1f-bde6-479c-80c7-bf46ae85c5e3 req-44ade104-9ba6-4b0d-ac94-998d3429f37a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:22.129290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1906ee1f-bde6-479c-80c7-bf46ae85c5e3 req-44ade104-9ba6-4b0d-ac94-998d3429f37a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 944 time: 0.1531289 Aug 10 02:02:22.177030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1906ee1f-bde6-479c-80c7-bf46ae85c5e3 req-00aa6655-a8df-43b7-9d38-5fde4cdf1c8c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444438 Aug 10 02:02:22.219999 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:22.221074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-359e86a9-ce6e-44a3-9952-e5efe7996f3c None None] Provisioning for port bf90c3a8-bf71-4ba9-93c5-2437f509af46 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:22.230460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-359e86a9-ce6e-44a3-9952-e5efe7996f3c None None] Provisioning complete for port bf90c3a8-bf71-4ba9-93c5-2437f509af46 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:22.230938 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-359e86a9-ce6e-44a3-9952-e5efe7996f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:22.312115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-359e86a9-ce6e-44a3-9952-e5efe7996f3c None None] Port bf90c3a8-bf71-4ba9-93c5-2437f509af46 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:02:22.314270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151118e7-5a2b-4d2b-9805-834aa520606b req-ba142992-a29d-44fd-acf4-3574416fa5de tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:22.322421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-151118e7-5a2b-4d2b-9805-834aa520606b req-ba142992-a29d-44fd-acf4-3574416fa5de tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 931 time: 0.0727947 Aug 10 02:02:22.407495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-151118e7-5a2b-4d2b-9805-834aa520606b req-7c7d90cf-41c0-4548-aed0-f8b8169cecb2 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831895 Aug 10 02:02:22.435393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf90c3a8-bf71-4ba9-93c5-2437f509af46 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:22.453372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:22.467992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Transition to ACTIVE for port object bf90c3a8-bf71-4ba9-93c5-2437f509af46 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:22.577941 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:22.631822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Pushing event updated for resources: {'Port': ['ID=bf90c3a8-bf71-4ba9-93c5-2437f509af46,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:22.737750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Attempting to bind port bf90c3a8-bf71-4ba9-93c5-2437f509af46 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:22.738118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Attempting to bind port bf90c3a8-bf71-4ba9-93c5-2437f509af46 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:22.738458 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Attempting to bind port bf90c3a8-bf71-4ba9-93c5-2437f509af46 on network b4e59378-2b50-4c8c-a80a-bbb138c9813c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:22.743015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Port bf90c3a8-bf71-4ba9-93c5-2437f509af46 on network b4e59378-2b50-4c8c-a80a-bbb138c9813c not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:02:22.743966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Attempting to bind port bf90c3a8-bf71-4ba9-93c5-2437f509af46 on network b4e59378-2b50-4c8c-a80a-bbb138c9813c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:22.750191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:22.758946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Checking segment: {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:22.758946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Bound using segment: {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:22.758946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Bound port: bf90c3a8-bf71-4ba9-93c5-2437f509af46, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cad0381-2a7e-4425-932c-2812cbfd0aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:22.758946 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:22.773687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47130) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:22.879455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] For port bf90c3a8-bf71-4ba9-93c5-2437f509af46, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:22.885571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] For port bf90c3a8-bf71-4ba9-93c5-2437f509af46, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bf90c3a8-bf71-4ba9-93c5-2437f509af46,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:22.912602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1858200851-network', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:22.951528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 778f71ca-2110-4b34-8016-134fdad9c71a up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:22.966226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb77b32-6d53-4a02-9a23-0a7775cddcb1 req-90b7a37a-fddf-4c52-886e-efd8e511d7ea tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:22.967785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecb77b32-6d53-4a02-9a23-0a7775cddcb1 req-90b7a37a-fddf-4c52-886e-efd8e511d7ea tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.0701485 Aug 10 02:02:23.016920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecb77b32-6d53-4a02-9a23-0a7775cddcb1 req-7e4ebe3c-e6ce-4c60-8f44-303b04ef056b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371017 Aug 10 02:02:23.036779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.082246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Made reservation on behalf of ac7609aa90f644fe85b9e9d4951d9682 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:23.086037 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.095678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:23.096362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.097975 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] 10.222.0.16 "PUT /v2.0/ports/bf90c3a8-bf71-4ba9-93c5-2437f509af46 HTTP/1.1" status: 200 len: 1092 time: 1.1477818 Aug 10 02:02:23.098655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e3d42c-0c2e-4207-b947-66630011bae4', 'tag': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:23.099279 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.099621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 778f71ca-2110-4b34-8016-134fdad9c71a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:23.101144 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81de3dfd-8152-4089-8fda-5a06c3d0a2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "98e3d42c-0c2e-4207-b947-66630011bae4", "tag": "bf90c3a8-bf71-4ba9-93c5-2437f509af46"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:23.106486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 778f71ca-2110-4b34-8016-134fdad9c71a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:23.106953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.136865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5c1b9-3db5-4bd6-ab5d-fd1b02f6b823 service neutron] Pushing event updated for resources: {'Port': ['ID=bf90c3a8-bf71-4ba9-93c5-2437f509af46,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:23.216838 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909ffb4c-ea9d-4316-b1fa-cd0d83d0404e x-openstack-request-id: req-909ffb4c-ea9d-4316-b1fa-cd0d83d0404e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:23.216838 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e3d42c-0c2e-4207-b947-66630011bae4", "tag": "bf90c3a8-bf71-4ba9-93c5-2437f509af46", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:23.217245 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-909ffb4c-ea9d-4316-b1fa-cd0d83d0404e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:23.218081 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e3d42c-0c2e-4207-b947-66630011bae4', 'tag': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46', 'status': 'completed', 'code': 200} Aug 10 02:02:23.291650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.333438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de3dfd-8152-4089-8fda-5a06c3d0a2bd req-ecde6f5a-80e6-4cd2-a1be-e272068c21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:23.341214 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81de3dfd-8152-4089-8fda-5a06c3d0a2bd req-ecde6f5a-80e6-4cd2-a1be-e272068c21a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400fe7987c454984be1d7dab40d90fff&device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 1095 time: 0.1121891 Aug 10 02:02:23.367922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 778f71ca-2110-4b34-8016-134fdad9c71a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=778f71ca-2110-4b34-8016-134fdad9c71a,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:23.367922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27348f52-f43f-4b80-b3d9-d03d247095a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f71ca-2110-4b34-8016-134fdad9c71a'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:23.367922 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfccd85b-989a-421c-b8ec-aff4459043b4" -d '{"events": [{"server_uuid": "27348f52-f43f-4b80-b3d9-d03d247095a4", "name": "network-vif-plugged", "status": "completed", "tag": "778f71ca-2110-4b34-8016-134fdad9c71a"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:23.368831 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.465336 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.466059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6ad1b-39f9-41ac-b549-c7e256ea5fac req-2e04a62b-05cd-4f41-bb79-0c9812b5467e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:23.467876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66f6ad1b-39f9-41ac-b549-c7e256ea5fac req-2e04a62b-05cd-4f41-bb79-0c9812b5467e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 944 time: 0.0982738 Aug 10 02:02:23.469227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.545307 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcff40be-9a5b-4bb8-8564-74e1d6f14d14 x-openstack-request-id: req-bcff40be-9a5b-4bb8-8564-74e1d6f14d14 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:23.545307 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27348f52-f43f-4b80-b3d9-d03d247095a4", "name": "network-vif-plugged", "status": "completed", "tag": "778f71ca-2110-4b34-8016-134fdad9c71a", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:23.547171 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bcff40be-9a5b-4bb8-8564-74e1d6f14d14 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:23.548387 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27348f52-f43f-4b80-b3d9-d03d247095a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f71ca-2110-4b34-8016-134fdad9c71a', 'code': 200} Aug 10 02:02:23.591286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:02:23.611118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de3dfd-8152-4089-8fda-5a06c3d0a2bd req-7d1b78a4-7dc1-4739-b7f7-31e68ace3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:23.612954 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81de3dfd-8152-4089-8fda-5a06c3d0a2bd req-7d1b78a4-7dc1-4739-b7f7-31e68ace3ca6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=400fe7987c454984be1d7dab40d90fff&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2637384 Aug 10 02:02:23.626187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac1727-25c9-44c6-b3f5-3e7a252daafa,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:23.632961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=778f71ca-2110-4b34-8016-134fdad9c71a,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:23.647239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66f6ad1b-39f9-41ac-b549-c7e256ea5fac req-03ebbfc7-3e71-4142-80da-5f3a9a6cb2ad tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694672 Aug 10 02:02:23.710020 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.710629 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Added segment 04cd7cff-2b15-466b-a068-a9578f0bf9dd of type vlan for network 96a9b739-ab5f-45b3-872f-ed3233781ff6 Aug 10 02:02:23.767780 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.803674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.809161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faf77b-5d9e-4f6c-9065-a0f9eabea7ed req-e05bc881-469f-439d-a6ea-3fee7325fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:23.810821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97faf77b-5d9e-4f6c-9065-a0f9eabea7ed req-e05bc881-469f-439d-a6ea-3fee7325fe14 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 1097 time: 0.1577508 Aug 10 02:02:23.826254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66294ad-6635-49b8-b744-995e0dc80220 req-c5569b56-38b5-45a4-9dc6-8e77174dd9be tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:23.833909 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e66294ad-6635-49b8-b744-995e0dc80220 req-c5569b56-38b5-45a4-9dc6-8e77174dd9be tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 943 time: 0.1270232 Aug 10 02:02:23.903190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de3dfd-8152-4089-8fda-5a06c3d0a2bd req-8fee3465-6f6c-4bc6-96fb-4272b9da8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:23.905156 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81de3dfd-8152-4089-8fda-5a06c3d0a2bd req-8fee3465-6f6c-4bc6-96fb-4272b9da8abd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2848256 Aug 10 02:02:23.935019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e66294ad-6635-49b8-b744-995e0dc80220 req-5c5698b9-dc43-4ff4-95d2-a892ec03d77a tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999937 Aug 10 02:02:23.936958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97faf77b-5d9e-4f6c-9065-a0f9eabea7ed req-e71f2e47-7169-4814-97ae-ab2a9c49044f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003668 Aug 10 02:02:23.990611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:23.991951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:23.992697 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:24.004311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-1cee13f9-8e3e-4d14-aded-32397b445e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:24.007046 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-1cee13f9-8e3e-4d14-aded-32397b445e55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400fe7987c454984be1d7dab40d90fff&device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 1095 time: 0.0609803 Aug 10 02:02:24.028851 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:02:24.074541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] Pushing event updated for resources: {'Network': ['ID=96a9b739-ab5f-45b3-872f-ed3233781ff6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:24.090660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 96a9b739-ab5f-45b3-872f-ed3233781ff6 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:02:24.191612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-05a97e75-61c4-498b-9d19-c25bba222541 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4166787 Aug 10 02:02:24.209611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47178) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:24.216058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Request body: {'subnet': {'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1858200851-subnet', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:24.259636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb61ca7-6115-4929-9608-3e91e33cf975 req-aafe0781-8ee4-4cf3-a34e-a87c8f810c55 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:24.261867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfb61ca7-6115-4929-9608-3e91e33cf975 req-aafe0781-8ee4-4cf3-a34e-a87c8f810c55 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.0857670 Aug 10 02:02:24.302789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47182) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:24.327848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfb61ca7-6115-4929-9608-3e91e33cf975 req-5b61d91f-a757-49d9-add9-c07c1b6e9e54 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590050 Aug 10 02:02:24.345757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Made reservation on behalf of ac7609aa90f644fe85b9e9d4951d9682 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:24.348822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:24.454809 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-3292cd77-376c-4e80-88e2-b3991dee8c88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf90c3a8-bf71-4ba9-93c5-2437f509af46 HTTP/1.1" status: 200 len: 217 time: 0.4390168 Aug 10 02:02:24.511548 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70047ea4-5c36-4ad3-a5bc-4e0f058a2002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:24.513285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-0a1e2da3-7cb2-4c4d-b0d4-b6cfa31d109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:24.514821 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-0a1e2da3-7cb2-4c4d-b0d4-b6cfa31d109b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62706cc6-9a1e-4552-93d4-c813674b59ac HTTP/1.1" status: 200 len: 845 time: 0.0504680 Aug 10 02:02:24.560812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-24c697bb-474a-468e-bb8c-4cf4b9da3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:24.562407 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-24c697bb-474a-468e-bb8c-4cf4b9da3634 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b4e59378-2b50-4c8c-a80a-bbb138c9813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401194 Aug 10 02:02:24.656053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70047ea4-5c36-4ad3-a5bc-4e0f058a2002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:24.662364 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-c3b20b94-a9c2-4ebc-93c0-d1d383412136 service neutron] 10.222.0.16 "GET /v2.0/networks/b4e59378-2b50-4c8c-a80a-bbb138c9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930812 Aug 10 02:02:24.664878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:24.709257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70047ea4-5c36-4ad3-a5bc-4e0f058a2002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:24.769962 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8a433eb-c4fc-454e-bb3c-b45be37e9fb6 req-2ed2fede-e59f-4ef3-bb8b-aef397870935 service neutron] 10.222.0.16 "GET /v2.0/networks/b4e59378-2b50-4c8c-a80a-bbb138c9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008008 Aug 10 02:02:24.788815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9551757d-9244-4a37-a597-1d9113958bc5,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:24.801516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-70047ea4-5c36-4ad3-a5bc-4e0f058a2002 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a516b748bb1c40ffbdbd3d0e865ce83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992204 Aug 10 02:02:24.802185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47192) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:24.802303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70047ea4-5c36-4ad3-a5bc-4e0f058a2002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a521f9-9f2a-4baf-86f0-7992576411b6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:24.812858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Checking segment: {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:24.813229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Network hostable DHCP agents. Network: 96a9b739-ab5f-45b3-872f-ed3233781ff6, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:02:24.834244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6052346-2552-4dc5-87ec-807d5d26ec93 req-8eb26588-d6d0-4b56-849c-681e98c66478 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:24.841380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6052346-2552-4dc5-87ec-807d5d26ec93 req-8eb26588-d6d0-4b56-849c-681e98c66478 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 945 time: 0.1069057 Aug 10 02:02:24.888683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21b3e79d-656b-4e57-9204-57d6f09c885e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:24.894986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6052346-2552-4dc5-87ec-807d5d26ec93 req-02856b46-3a2f-49f6-aa54-d52dbb308c8f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Aug 10 02:02:24.912162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21b3e79d-656b-4e57-9204-57d6f09c885e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:24.926767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47194) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:24.956268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Network 96a9b739-ab5f-45b3-872f-ed3233781ff6 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:02:25.070996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1409d1d-8d5c-4a2d-8c26-4bc9a0fc2e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.116724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21b3e79d-656b-4e57-9204-57d6f09c885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.120185 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21b3e79d-656b-4e57-9204-57d6f09c885e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.124341 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-21b3e79d-656b-4e57-9204-57d6f09c885e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c1a521f9-9f2a-4baf-86f0-7992576411b6 HTTP/1.1" status: 204 len: 168 time: 0.3185866 Aug 10 02:02:25.141864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3e79d-656b-4e57-9204-57d6f09c885e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a521f9-9f2a-4baf-86f0-7992576411b6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:25.237112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1409d1d-8d5c-4a2d-8c26-4bc9a0fc2e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.314616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 96a9b739-ab5f-45b3-872f-ed3233781ff6) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:25.320565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:25.321248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.324450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f7a45-aefe-4ada-a823-c877016c58da None None] Network 96a9b739-ab5f-45b3-872f-ed3233781ff6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:25.346580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a99ffa-107a-47c9-891c-68d492fbbf85 req-0f3a3e1a-5ae3-4f03-be00-efe2dc0356aa tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:25.348133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1a99ffa-107a-47c9-891c-68d492fbbf85 req-0f3a3e1a-5ae3-4f03-be00-efe2dc0356aa tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 943 time: 0.3610089 Aug 10 02:02:25.358219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1409d1d-8d5c-4a2d-8c26-4bc9a0fc2e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.410248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1a99ffa-107a-47c9-891c-68d492fbbf85 req-457e5a07-f6c7-4946-95bd-bbcfb1be9783 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495007 Aug 10 02:02:25.428341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1409d1d-8d5c-4a2d-8c26-4bc9a0fc2e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327941e5-ff07-4b18-a4bc-a3515ef708ab,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:25.445304 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a1409d1d-8d5c-4a2d-8c26-4bc9a0fc2e25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ee9224be0fd417a85ca9f4eb3dd40d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174999 Aug 10 02:02:25.449950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47208) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:25.474818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e8d06741-c41c-4371-89fe-fd56b36cd9d1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2635334 Aug 10 02:02:25.477915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47210) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:25.485803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:25.518715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ae1b7-6eb4-4074-97c2-488ed74e015b req-e0fac659-0faf-4703-b6df-1cfa1396b362 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:25.519538 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5822f667-0d19-405f-83e4-caca314527f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.522670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-96a9b739-ab5f-45b3-872f-ed3233781ff6', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:02:25.524947 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.526798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb2ae1b7-6eb4-4074-97c2-488ed74e015b req-e0fac659-0faf-4703-b6df-1cfa1396b362 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.0881860 Aug 10 02:02:25.551310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5822f667-0d19-405f-83e4-caca314527f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.575638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb2ae1b7-6eb4-4074-97c2-488ed74e015b req-2d01f5e1-dba7-43fc-a18c-cd3f4404881d tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Aug 10 02:02:25.603470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.605729 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.677846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Allocated IP 172.20.0.2 (96a9b739-ab5f-45b3-872f-ed3233781ff6/9551757d-9244-4a37-a597-1d9113958bc5/66196a7a-cfd4-49ad-b3ee-40dd706425ac) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:25.696095 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5822f667-0d19-405f-83e4-caca314527f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.699031 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5822f667-0d19-405f-83e4-caca314527f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.707333 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5822f667-0d19-405f-83e4-caca314527f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/327941e5-ff07-4b18-a4bc-a3515ef708ab HTTP/1.1" status: 204 len: 168 time: 0.2536690 Aug 10 02:02:25.721429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822f667-0d19-405f-83e4-caca314527f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327941e5-ff07-4b18-a4bc-a3515ef708ab,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:25.780035 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.843784 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.851940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Transition to ACTIVE for port object 66196a7a-cfd4-49ad-b3ee-40dd706425ac will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:25.868729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Transition to ACTIVE for port object 66196a7a-cfd4-49ad-b3ee-40dd706425ac will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:25.922272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47220) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:25.929192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.940137 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8952390-a1ba-4612-a1e0-15399d308019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:25.984285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Network 96a9b739-ab5f-45b3-872f-ed3233781ff6 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:25.987201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:25.989935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:26.002243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Pushing event updated for resources: {'Port': ['ID=66196a7a-cfd4-49ad-b3ee-40dd706425ac,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:26.051456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.060949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Attempting to bind port 66196a7a-cfd4-49ad-b3ee-40dd706425ac on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:26.061322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Attempting to bind port 66196a7a-cfd4-49ad-b3ee-40dd706425ac by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:26.061746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Attempting to bind port 66196a7a-cfd4-49ad-b3ee-40dd706425ac on network 96a9b739-ab5f-45b3-872f-ed3233781ff6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:26.067623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:26.070824 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8952390-a1ba-4612-a1e0-15399d308019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.070946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Checking segment: {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:26.070946 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.070946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Bound using segment: {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:26.070946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Bound port: 66196a7a-cfd4-49ad-b3ee-40dd706425ac, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:26.070946 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.100337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515e032-a654-47f7-89de-81ce86135537 req-111b1572-ff61-48aa-bfdf-c9a1c3ed7c27 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:26.101910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a515e032-a654-47f7-89de-81ce86135537 req-111b1572-ff61-48aa-bfdf-c9a1c3ed7c27 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 945 time: 0.1093056 Aug 10 02:02:26.142235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] For port 66196a7a-cfd4-49ad-b3ee-40dd706425ac, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:26.145505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] For port 66196a7a-cfd4-49ad-b3ee-40dd706425ac, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=66196a7a-cfd4-49ad-b3ee-40dd706425ac,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:26.160704 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8952390-a1ba-4612-a1e0-15399d308019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.186156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a515e032-a654-47f7-89de-81ce86135537 req-b9129352-dd06-4c4e-b874-e070218911bd tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756354 Aug 10 02:02:26.203226 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d8952390-a1ba-4612-a1e0-15399d308019 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64b6bcea9ba04130845ac0e7b3b3cd10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799187 Aug 10 02:02:26.205867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47224) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:26.217677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8952390-a1ba-4612-a1e0-15399d308019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81cdaf-af70-4a1d-ad91-c1ac68d4ebbe,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:26.272546 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35ecfcc1-db3a-448f-a1c0-28e8522a98cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.276762 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.318518 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35ecfcc1-db3a-448f-a1c0-28e8522a98cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.362741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20a9af-f354-4b4a-8c74-5c886dcfe3a0 None None] Pushing event updated for resources: {'Port': ['ID=66196a7a-cfd4-49ad-b3ee-40dd706425ac,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:26.445818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492a425-b507-42b3-9d7a-9e9f6d8cdfce req-058b7c6b-b20a-4963-a7c3-efb9605c31ce tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:26.447527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3492a425-b507-42b3-9d7a-9e9f6d8cdfce req-058b7c6b-b20a-4963-a7c3-efb9605c31ce tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 945 time: 0.1476765 Aug 10 02:02:26.459111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35ecfcc1-db3a-448f-a1c0-28e8522a98cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.463028 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35ecfcc1-db3a-448f-a1c0-28e8522a98cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.466632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-35ecfcc1-db3a-448f-a1c0-28e8522a98cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b81cdaf-af70-4a1d-ad91-c1ac68d4ebbe HTTP/1.1" status: 204 len: 168 time: 0.2576044 Aug 10 02:02:26.474580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecfcc1-db3a-448f-a1c0-28e8522a98cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81cdaf-af70-4a1d-ad91-c1ac68d4ebbe,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:26.501352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.538568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47234) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:26.553195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7c94f4c-5dfe-4a00-b6f6-89cdd3a13055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.556107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3492a425-b507-42b3-9d7a-9e9f6d8cdfce req-12ac1261-a496-4457-bc68-8c3bf750e460 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988584 Aug 10 02:02:26.558145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.653505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5e335-5b73-4a7c-8027-c430513402c3 req-488822a0-e2d4-4de5-b521-487182c9348c tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:26.655154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41b5e335-5b73-4a7c-8027-c430513402c3 req-488822a0-e2d4-4de5-b521-487182c9348c tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 943 time: 0.1731555 Aug 10 02:02:26.748944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7c94f4c-5dfe-4a00-b6f6-89cdd3a13055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.757527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41b5e335-5b73-4a7c-8027-c430513402c3 req-d7e77135-2aa7-4136-a4ea-e51727697c43 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946393 Aug 10 02:02:26.795771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Allocated IP 172.25.3.57 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/d21bab1d-b7fd-42e0-8db7-600e9bc8b6db) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:26.819030 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7c94f4c-5dfe-4a00-b6f6-89cdd3a13055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.862938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c94f4c-5dfe-4a00-b6f6-89cdd3a13055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01662d9b-c951-4a1f-a7ff-6b7c2403ecd4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:26.867340 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d7c94f4c-5dfe-4a00-b6f6-89cdd3a13055 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8953f5135ee946abb190d50296b7d585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275261 Aug 10 02:02:26.870072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47240) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:26.924079 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce9abd3d-5918-4734-9377-53c6bd1f0600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.926390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67ad63-603e-4fbe-8913-153b89eaf2d2 req-2c63c14c-8cf7-4dbd-999d-e3b208472b3f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:26.934064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc67ad63-603e-4fbe-8913-153b89eaf2d2 req-2c63c14c-8cf7-4dbd-999d-e3b208472b3f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.0782049 Aug 10 02:02:26.948112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce9abd3d-5918-4734-9377-53c6bd1f0600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.983536 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.988381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1fe3ec25-9879-4a29-8dcf-607722bc7f49 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:27.004107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc67ad63-603e-4fbe-8913-153b89eaf2d2 req-9e0a9d33-6887-43c0-813e-76b8e4e907e8 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691319 Aug 10 02:02:27.088636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce9abd3d-5918-4734-9377-53c6bd1f0600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:27.091964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce9abd3d-5918-4734-9377-53c6bd1f0600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:27.093918 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ce9abd3d-5918-4734-9377-53c6bd1f0600 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01662d9b-c951-4a1f-a7ff-6b7c2403ecd4 HTTP/1.1" status: 204 len: 168 time: 0.2225728 Aug 10 02:02:27.119318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9abd3d-5918-4734-9377-53c6bd1f0600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01662d9b-c951-4a1f-a7ff-6b7c2403ecd4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:27.192439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b845-42d4-4e3c-a7e3-2ff4cb9ed015 req-4e233c79-4126-4130-bbbd-8dc0ea87059f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:27.197250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e01b845-42d4-4e3c-a7e3-2ff4cb9ed015 req-4e233c79-4126-4130-bbbd-8dc0ea87059f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 945 time: 0.1145985 Aug 10 02:02:27.200120 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:27.207207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1fe3ec25-9879-4a29-8dcf-607722bc7f49,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:27.240745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '1fe3ec25-9879-4a29-8dcf-607722bc7f49', 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375', 'port_id': '1fe3ec25-9879-4a29-8dcf-607722bc7f49', 'mac_address': 'fa:16:3e:e3:b0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a287731-525a-4ad4-a4e9-fc1a5dbe4f27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:27.278571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:27.287045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:27.315608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:27.336114 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 66196a7a-cfd4-49ad-b3ee-40dd706425ac up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:27.368917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Pushing event updated for resources: {'Port': ['ID=d21bab1d-b7fd-42e0-8db7-600e9bc8b6db,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:27.382000 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:27.402333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e01b845-42d4-4e3c-a7e3-2ff4cb9ed015 req-5f413b0b-2881-4746-baf9-3f4ec852641e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826558 Aug 10 02:02:27.409305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fe3ec25-9879-4a29-8dcf-607722bc7f49 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:27.444813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1fe3ec25-9879-4a29-8dcf-607722bc7f49,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:27.533981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 66196a7a-cfd4-49ad-b3ee-40dd706425ac completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:27.536720 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:27.614730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=1fe3ec25-9879-4a29-8dcf-607722bc7f49,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:27.633078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['1fe3ec25-9879-4a29-8dcf-607722bc7f49'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:27.806356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b422b-cfd4-4491-92d2-02476f74633c None None] Network 96a9b739-ab5f-45b3-872f-ed3233781ff6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:27.904361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30630-1d29-4684-8f91-ef274ba35be7 req-dde315ea-2adf-4f07-ba68-30a6bcab36fd tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:27.912420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ac30630-1d29-4684-8f91-ef274ba35be7 req-dde315ea-2adf-4f07-ba68-30a6bcab36fd tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 944 time: 0.1182768 Aug 10 02:02:27.969692 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.049525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a787-b10c-44e0-b54c-d2a09936f2ac req-d5af7c8d-e106-477e-874f-ab7dd442b863 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:28.051313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a287a787-b10c-44e0-b54c-d2a09936f2ac req-d5af7c8d-e106-477e-874f-ab7dd442b863 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 943 time: 0.1340795 Aug 10 02:02:28.066777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device bf90c3a8-bf71-4ba9-93c5-2437f509af46 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:28.073643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ac30630-1d29-4684-8f91-ef274ba35be7 req-9be5804a-85b2-499a-9391-9cb87489e661 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474903 Aug 10 02:02:28.138432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-752b61d5-68d6-42f2-a271-f63593a25046 None None] Provisioning for port 66196a7a-cfd4-49ad-b3ee-40dd706425ac completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:28.162413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-752b61d5-68d6-42f2-a271-f63593a25046 None None] Provisioning complete for port 66196a7a-cfd4-49ad-b3ee-40dd706425ac triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:28.162413 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-752b61d5-68d6-42f2-a271-f63593a25046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.201105 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a287a787-b10c-44e0-b54c-d2a09936f2ac req-917126ab-7416-4c75-aa29-b5e9b9f5c746 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284347 Aug 10 02:02:28.367819 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port bf90c3a8-bf71-4ba9-93c5-2437f509af46, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bf90c3a8-bf71-4ba9-93c5-2437f509af46,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:28.372569 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.391630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'port_id': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46', 'mac_address': 'fa:16:3e:b5:01:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:28.682663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-ae7ac2ab-68e5-4513-938c-2d8ac780cc31 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:28.684088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-ae7ac2ab-68e5-4513-938c-2d8ac780cc31 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 945 time: 0.1658804 Aug 10 02:02:28.694841 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-752b61d5-68d6-42f2-a271-f63593a25046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.703605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f26c3-421a-4ecc-a402-09b395f49177 req-22094fe6-b9e7-4fda-9edb-9a0b62c5e2bb tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:28.705265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-769f26c3-421a-4ecc-a402-09b395f49177 req-22094fe6-b9e7-4fda-9edb-9a0b62c5e2bb tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 945 time: 0.1668489 Aug 10 02:02:28.754705 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.769073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf90c3a8-bf71-4ba9-93c5-2437f509af46 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:28.820585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port bf90c3a8-bf71-4ba9-93c5-2437f509af46, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bf90c3a8-bf71-4ba9-93c5-2437f509af46,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:28.824074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-752b61d5-68d6-42f2-a271-f63593a25046 None None] For port 66196a7a-cfd4-49ad-b3ee-40dd706425ac, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=66196a7a-cfd4-49ad-b3ee-40dd706425ac,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:28.837699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-769f26c3-421a-4ecc-a402-09b395f49177 req-40683df3-bd73-4a66-862a-f9410e92d3dc tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199701 Aug 10 02:02:28.874271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Deleting port 778f71ca-2110-4b34-8016-134fdad9c71a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:28.874652 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.905394 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.907360 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-752b61d5-68d6-42f2-a271-f63593a25046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.967567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=bf90c3a8-bf71-4ba9-93c5-2437f509af46,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:28.995096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] For port 778f71ca-2110-4b34-8016-134fdad9c71a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=778f71ca-2110-4b34-8016-134fdad9c71a,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:28.995858 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:28.999458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1fe3ec25-9879-4a29-8dcf-607722bc7f49 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:29.010679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Calling delete_port for 778f71ca-2110-4b34-8016-134fdad9c71a owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:29.012335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Router bb7f446a-225c-47bf-9668-6aa538e50ae9 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:02:29.063129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b61d5-68d6-42f2-a271-f63593a25046 None None] Pushing event updated for resources: {'Port': ['ID=66196a7a-cfd4-49ad-b3ee-40dd706425ac,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:29.068880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3e44dd77-a39b-48cc-b4c8-6792991e1534 None None] Provisioning complete for port 66196a7a-cfd4-49ad-b3ee-40dd706425ac triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:29.069256 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3e44dd77-a39b-48cc-b4c8-6792991e1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:29.128302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:29.128480 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:29.251224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['bf90c3a8-bf71-4ba9-93c5-2437f509af46'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:29.293021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 66196a7a-cfd4-49ad-b3ee-40dd706425ac up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:29.406377 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:29.457569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe3ec25-9879-4a29-8dcf-607722bc7f49'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:29.459902 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3395dc17-6e99-484a-8c54-bc335094377b" -d '{"events": [{"server_uuid": "bebef255-e6e7-42f2-ab93-1fe5023dc509", "name": "network-vif-plugged", "status": "completed", "tag": "1fe3ec25-9879-4a29-8dcf-607722bc7f49"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:29.483072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 66196a7a-cfd4-49ad-b3ee-40dd706425ac triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:29.483341 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:29.486898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1fe3ec25-9879-4a29-8dcf-607722bc7f49,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:29.573586 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:29.627304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:29.648763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Sync routers for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:29.675227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=1fe3ec25-9879-4a29-8dcf-607722bc7f49,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:29.678099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:29.678735 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:02:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:29.778880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ad3af-72e6-4a7e-9e1e-dbe7e2746f14 req-83d661a5-0993-4611-a1c2-9ca94e481491 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:29.786198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-322ad3af-72e6-4a7e-9e1e-dbe7e2746f14 req-83d661a5-0993-4611-a1c2-9ca94e481491 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 944 time: 0.6106923 Aug 10 02:02:29.811273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:29.832197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6af02-7f6a-48fb-b4a2-aca6773c982e req-5b6d5a99-473b-414e-bea1-e366bd1b198b tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:29.835162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7f6af02-7f6a-48fb-b4a2-aca6773c982e req-5b6d5a99-473b-414e-bea1-e366bd1b198b tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 944 time: 0.2248509 Aug 10 02:02:29.849076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-2ffb6e6b-33be-4202-83b6-3c0809e66611 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:29.850834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-2ffb6e6b-33be-4202-83b6-3c0809e66611 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 945 time: 0.2419426 Aug 10 02:02:29.872068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:29.874605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e69b9e5d-b3b0-4b4b-b332-9640f6d75899 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3941908 Aug 10 02:02:29.876221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47344) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:29.906018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-322ad3af-72e6-4a7e-9e1e-dbe7e2746f14 req-b128ec42-eb8f-430c-bfdc-70d9f427e1f1 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188443 Aug 10 02:02:29.982395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:29.998924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['778f71ca-2110-4b34-8016-134fdad9c71a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:30.000964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7f6af02-7f6a-48fb-b4a2-aca6773c982e req-2835a9d6-09c6-4483-8ba8-1d19abcc316b tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489758 Aug 10 02:02:30.029808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event deleted for resources: {'Port': ['ID=778f71ca-2110-4b34-8016-134fdad9c71a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:30.119238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] No DVR routers for this DVR port 778f71ca-2110-4b34-8016-134fdad9c71a on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:30.123387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:30.126951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-daff1fd2-4bab-4b33-a8ac-3cda3c156d01 req-2411103a-4852-4d5e-b3a0-e402869b2e81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "DELETE /v2.0/ports/778f71ca-2110-4b34-8016-134fdad9c71a HTTP/1.1" status: 204 len: 173 time: 1.4185259 Aug 10 02:02:30.127919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27348f52-f43f-4b80-b3d9-d03d247095a4', 'name': 'network-vif-deleted', 'tag': '778f71ca-2110-4b34-8016-134fdad9c71a'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:30.130833 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e2f51c-0015-45db-bf8d-9a374b940c94" -d '{"events": [{"server_uuid": "27348f52-f43f-4b80-b3d9-d03d247095a4", "name": "network-vif-deleted", "tag": "778f71ca-2110-4b34-8016-134fdad9c71a"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:30.135316 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87e6cf3-0db7-4042-b70a-c51c9a36b190 x-openstack-request-id: req-c87e6cf3-0db7-4042-b70a-c51c9a36b190 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:30.136224 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebef255-e6e7-42f2-ab93-1fe5023dc509", "name": "network-vif-plugged", "status": "completed", "tag": "1fe3ec25-9879-4a29-8dcf-607722bc7f49", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:30.136224 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c87e6cf3-0db7-4042-b70a-c51c9a36b190 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:30.136454 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe3ec25-9879-4a29-8dcf-607722bc7f49', 'code': 200} Aug 10 02:02:30.153157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Deleting port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:02:30.153467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:30.225441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:27Z', 'revision_number': 3, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:30.249840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86322605-52a1-427e-bd30-288657233263 req-df19da2d-a6ce-405e-9b8d-48012dcc7c02 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 210 time: 0.0388219 Aug 10 02:02:30.258468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Checking router: bb7f446a-225c-47bf-9668-6aa538e50ae9 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:30.259004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Updating router bb7f446a-225c-47bf-9668-6aa538e50ae9 port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:02:30.287816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:30.307149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] For port 1fe3ec25-9879-4a29-8dcf-607722bc7f49, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1fe3ec25-9879-4a29-8dcf-607722bc7f49,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:30.307912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:30.336001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Calling delete_port for 1fe3ec25-9879-4a29-8dcf-607722bc7f49 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:02:30.341938 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc8c740-2c4e-48ca-b86d-c2c18c6b5c2e x-openstack-request-id: req-bdc8c740-2c4e-48ca-b86d-c2c18c6b5c2e {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:30.342676 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27348f52-f43f-4b80-b3d9-d03d247095a4", "name": "network-vif-deleted", "tag": "778f71ca-2110-4b34-8016-134fdad9c71a", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:30.342935 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bdc8c740-2c4e-48ca-b86d-c2c18c6b5c2e {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:30.343333 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27348f52-f43f-4b80-b3d9-d03d247095a4', 'name': 'network-vif-deleted', 'tag': '778f71ca-2110-4b34-8016-134fdad9c71a', 'status': 'completed', 'code': 200} Aug 10 02:02:30.495502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:30.517233 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:30.693873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:30.729178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['1fe3ec25-9879-4a29-8dcf-607722bc7f49'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:30.767576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event deleted for resources: {'Port': ['ID=1fe3ec25-9879-4a29-8dcf-607722bc7f49,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:30.782715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Allocated IP 172.20.0.1 (96a9b739-ab5f-45b3-872f-ed3233781ff6/9551757d-9244-4a37-a597-1d9113958bc5/532963ad-5d19-44f0-be6e-d0b7838d59ec) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:30.806576 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:30.843280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Transition to ACTIVE for port object d21bab1d-b7fd-42e0-8db7-600e9bc8b6db will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:30.876898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] No DVR routers for this DVR port 1fe3ec25-9879-4a29-8dcf-607722bc7f49 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:02:30.876898 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:30.876898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa95545e-cdad-473a-9cd8-b65c67c1c099 req-be818149-03b8-4736-93c0-fc90622beddc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "DELETE /v2.0/ports/1fe3ec25-9879-4a29-8dcf-607722bc7f49 HTTP/1.1" status: 204 len: 173 time: 1.0049214 Aug 10 02:02:30.976174 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:30.991925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Transition to ACTIVE for port object 532963ad-5d19-44f0-be6e-d0b7838d59ec will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:31.013336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d003296-8aee-48e2-81e4-3c6092e00682 req-84e8bf82-9f55-4064-ba05-e92e588704e0 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 210 time: 0.0320489 Aug 10 02:02:31.093477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:31.126802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6377ec3-f882-43ec-8377-b4e7ac038007 None None] Pushing event updated for resources: {'Port': ['ID=d21bab1d-b7fd-42e0-8db7-600e9bc8b6db,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:31.131216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Attempting to bind port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:31.131587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Attempting to bind port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:31.132053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Attempting to bind port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:31.139144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:31.139530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:31.139936 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:31.140319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:31.140919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Bound port: d21bab1d-b7fd-42e0-8db7-600e9bc8b6db, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:31.141304 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:31.142531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741de45d-9dc3-4a84-94bc-5abdc0e363e9 req-0ccd4de4-5a3d-4aa0-9176-43ad20d19f7d tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:31.144592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-741de45d-9dc3-4a84-94bc-5abdc0e363e9 req-0ccd4de4-5a3d-4aa0-9176-43ad20d19f7d tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 944 time: 0.0617309 Aug 10 02:02:31.189955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:31.218308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-741de45d-9dc3-4a84-94bc-5abdc0e363e9 req-b1bb71bf-f231-45ac-936f-ae3c3c823fee tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647810 Aug 10 02:02:31.240983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] For port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:31.242615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Network 96a9b739-ab5f-45b3-872f-ed3233781ff6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:31.245229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] For port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d21bab1d-b7fd-42e0-8db7-600e9bc8b6db,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:31.245434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:31.251393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:31.288524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Pushing event updated for resources: {'Port': ['ID=532963ad-5d19-44f0-be6e-d0b7838d59ec,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:31.316386 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:31.385319 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:31.480363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:31.481007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:02:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:31.487108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6377ec3-f882-43ec-8377-b4e7ac038007 None None] Pushing event updated for resources: {'Port': ['ID=d21bab1d-b7fd-42e0-8db7-600e9bc8b6db,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:31.559208 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5d1d794-8ed9-49ee-a02b-3bf195962653 req-b2e0c400-2a80-408d-a55b-e9c727e68649 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=27348f52-f43f-4b80-b3d9-d03d247095a4 HTTP/1.1" status: 200 len: 210 time: 0.1415648 Aug 10 02:02:31.651556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:31.682124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47376) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:31.724394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:31.740609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0bb914e7-ff27-4be8-9e0d-b350f197182a None None] Provisioning for port 532963ad-5d19-44f0-be6e-d0b7838d59ec completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:31.923694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa144a42-5f49-4666-8e9a-39ea12f3abe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:31.972533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.019656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0bb914e7-ff27-4be8-9e0d-b350f197182a None None] Provisioning complete for port 532963ad-5d19-44f0-be6e-d0b7838d59ec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:32.019970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0bb914e7-ff27-4be8-9e0d-b350f197182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.052263 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa144a42-5f49-4666-8e9a-39ea12f3abe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.078622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0bb914e7-ff27-4be8-9e0d-b350f197182a None None] Port 532963ad-5d19-44f0-be6e-d0b7838d59ec cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:02:32.085895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device bf90c3a8-bf71-4ba9-93c5-2437f509af46 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:32.127508 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.130186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecd67582-6de5-45f1-9b8a-dafbac6b9c24 req-9c557f9d-2336-467d-97a7-5dec23c7e42c tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=bebef255-e6e7-42f2-ab93-1fe5023dc509 HTTP/1.1" status: 200 len: 210 time: 0.0278375 Aug 10 02:02:32.190937 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa144a42-5f49-4666-8e9a-39ea12f3abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.199042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:27Z', 'revision_number': 3, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:32.205430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Pushing event updated for resources: {'Port': ['ID=532963ad-5d19-44f0-be6e-d0b7838d59ec,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:32.209967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.241482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e9c39-596e-493d-9d8c-3aabc61342b3 None None] The sync data for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 is: [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:27Z', 'revision_number': 3, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:32.281415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port bf90c3a8-bf71-4ba9-93c5-2437f509af46 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:32.288008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-aa144a42-5f49-4666-8e9a-39ea12f3abe8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=77d4df857a164a0bb61dc52ec2cac9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013093 Aug 10 02:02:32.288809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47390) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:32.290401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port bf90c3a8-bf71-4ba9-93c5-2437f509af46 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:32.291035 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.304999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa144a42-5f49-4666-8e9a-39ea12f3abe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a196ba-096e-4b35-aa92-29f7abd06352,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:32.346003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'name': 'network-vif-deleted', 'tag': '1fe3ec25-9879-4a29-8dcf-607722bc7f49'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:32.346407 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e367e24d-d245-4e9d-b1a8-16d26bc9ac92" -d '{"events": [{"server_uuid": "bebef255-e6e7-42f2-ab93-1fe5023dc509", "name": "network-vif-deleted", "tag": "1fe3ec25-9879-4a29-8dcf-607722bc7f49"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:32.366384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Network 96a9b739-ab5f-45b3-872f-ed3233781ff6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:32.368270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:32.403092 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b22c19b-bd0d-4ca0-abbc-e91e4c532ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.467922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b22c19b-bd0d-4ca0-abbc-e91e4c532ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.534029 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220aa23d-f40c-404b-9f19-4793ccf47fb7 x-openstack-request-id: req-220aa23d-f40c-404b-9f19-4793ccf47fb7 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:32.534330 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebef255-e6e7-42f2-ab93-1fe5023dc509", "name": "network-vif-deleted", "tag": "1fe3ec25-9879-4a29-8dcf-607722bc7f49", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:32.534628 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-220aa23d-f40c-404b-9f19-4793ccf47fb7 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:32.534997 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebef255-e6e7-42f2-ab93-1fe5023dc509', 'name': 'network-vif-deleted', 'tag': '1fe3ec25-9879-4a29-8dcf-607722bc7f49', 'status': 'completed', 'code': 200} Aug 10 02:02:32.540930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.567852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e3d42c-0c2e-4207-b947-66630011bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:32.570395 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cde74e-77ff-4210-a97b-1cc477469bba" -d '{"events": [{"server_uuid": "98e3d42c-0c2e-4207-b947-66630011bae4", "name": "network-vif-plugged", "status": "completed", "tag": "bf90c3a8-bf71-4ba9-93c5-2437f509af46"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:32.573696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74803de5-60e0-46ae-8670-3a2fc66a1be2 req-9c8105b5-b197-473f-b19d-ecabae02e3c6 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:32.591398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74803de5-60e0-46ae-8670-3a2fc66a1be2 req-9c8105b5-b197-473f-b19d-ecabae02e3c6 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 944 time: 0.1268656 Aug 10 02:02:32.595470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port bf90c3a8-bf71-4ba9-93c5-2437f509af46, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bf90c3a8-bf71-4ba9-93c5-2437f509af46,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:32.609055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Router bb7f446a-225c-47bf-9668-6aa538e50ae9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:02:32.642068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74803de5-60e0-46ae-8670-3a2fc66a1be2 req-41316d57-11e8-4253-b09b-e48b6dc4a9c4 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459063 Aug 10 02:02:32.643770 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36947e3-6f1d-4056-8a69-2d055986910a x-openstack-request-id: req-e36947e3-6f1d-4056-8a69-2d055986910a {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:32.644089 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e3d42c-0c2e-4207-b947-66630011bae4", "name": "network-vif-plugged", "status": "completed", "tag": "bf90c3a8-bf71-4ba9-93c5-2437f509af46", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:32.644345 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e36947e3-6f1d-4056-8a69-2d055986910a {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:32.644746 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e3d42c-0c2e-4207-b947-66630011bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46', 'code': 200} Aug 10 02:02:32.686918 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.751125 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b22c19b-bd0d-4ca0-abbc-e91e4c532ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.758216 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b22c19b-bd0d-4ca0-abbc-e91e4c532ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.760581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1b22c19b-bd0d-4ca0-abbc-e91e4c532ce0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92a196ba-096e-4b35-aa92-29f7abd06352 HTTP/1.1" status: 204 len: 168 time: 0.4681859 Aug 10 02:02:32.776890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22c19b-bd0d-4ca0-abbc-e91e4c532ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a196ba-096e-4b35-aa92-29f7abd06352,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:32.833321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=bf90c3a8-bf71-4ba9-93c5-2437f509af46,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:32.885056 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:32.892511 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848adf51-8cef-48f4-b274-b4c73a57c276 req-873ca721-3316-448a-bb33-646de9a25fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:32.894120 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-848adf51-8cef-48f4-b274-b4c73a57c276 req-873ca721-3316-448a-bb33-646de9a25fd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 1097 time: 0.1622427 Aug 10 02:02:32.902652 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d7e28fcd-4c0b-4df8-a1d3-0289572435d6 admin admin] 10.222.0.38 "PUT /v2.0/routers/bb7f446a-225c-47bf-9668-6aa538e50ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0251977 Aug 10 02:02:32.919005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4ea4fc0d-9200-4e29-a062-7ee1107d6167 None None] Provisioning complete for port 532963ad-5d19-44f0-be6e-d0b7838d59ec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:32.919388 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4ea4fc0d-9200-4e29-a062-7ee1107d6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:32.945384 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-848adf51-8cef-48f4-b274-b4c73a57c276 req-b5828bc0-7824-4e72-8f3f-4040e3f0c0a4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Aug 10 02:02:32.957007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4fc0d-9200-4e29-a062-7ee1107d6167 None None] Port 532963ad-5d19-44f0-be6e-d0b7838d59ec cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:02:33.031659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 778f71ca-2110-4b34-8016-134fdad9c71a no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:33.070870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 778f71ca-2110-4b34-8016-134fdad9c71a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:33.071737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 778f71ca-2110-4b34-8016-134fdad9c71a not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:33.212252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006561d-3228-4745-a248-3828c9c9828f req-4756359e-2c92-4323-8cdb-63d2d7ddb148 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:33.223727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-4756359e-2c92-4323-8cdb-63d2d7ddb148 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1464682 Aug 10 02:02:33.250061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-2e632fd8-0e02-46e7-9dbb-b164e0bba63a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/quotas/aff2480ae3ae4852ab54b63f4d09576e HTTP/1.1" status: 200 len: 375 time: 0.0250542 Aug 10 02:02:33.287803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d21bab1d-b7fd-42e0-8db7-600e9bc8b6db up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:33.327722 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-18e47b59-c7e0-4ead-9ad0-26a717adea34 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765576 Aug 10 02:02:33.430697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:33.436584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:33.437139 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:33.451034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-de387137-6979-4350-a4d1-d3d676f60959 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221452 Aug 10 02:02:33.536425 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:33.567091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d21bab1d-b7fd-42e0-8db7-600e9bc8b6db,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:33.577675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47434) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:33.585051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-259c17fc-1498-433c-beaa-1dab66b84965 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766718194', 'description': 'tempest-description--852672535'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:33.593304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-e107bd45-4c42-44cf-83a9-f5fd7e564af8 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328154 Aug 10 02:02:33.669359 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:33.722200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=d21bab1d-b7fd-42e0-8db7-600e9bc8b6db,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:33.763152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47440) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:33.771626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-259c17fc-1498-433c-beaa-1dab66b84965 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:33.780828 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24b0df7a-8b52-4ca4-a83c-6a7f3e203894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:33.962130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5d10-c101-4acd-a957-ab0d42da457d req-6ba7f2f2-7b17-4c16-9738-042657e71557 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:33.971260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff0b5d10-c101-4acd-a957-ab0d42da457d req-6ba7f2f2-7b17-4c16-9738-042657e71557 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 945 time: 0.0646892 Aug 10 02:02:34.029281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff0b5d10-c101-4acd-a957-ab0d42da457d req-00bb2f52-372e-4d3b-80da-79be9ff8caa6 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520439 Aug 10 02:02:34.048457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24b0df7a-8b52-4ca4-a83c-6a7f3e203894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.104747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5cb2f07b-ad95-4187-bd43-cf1a669c52d3 req-1793e4ef-b0e9-40e7-bac7-8a2a7927e049 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 210 time: 0.0412567 Aug 10 02:02:34.142072 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24b0df7a-8b52-4ca4-a83c-6a7f3e203894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.216680 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-24b0df7a-8b52-4ca4-a83c-6a7f3e203894 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ff3841d535e4ed6a5f278bf4e5730e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525087 Aug 10 02:02:34.217502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0df7a-8b52-4ca4-a83c-6a7f3e203894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2961dd05-bb57-4b56-a1eb-7519cbac074d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:34.219662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47450) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:34.262668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-259c17fc-1498-433c-beaa-1dab66b84965 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.277140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b48f-4ef9-4663-a2cc-bc31180cf5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.300397 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b48f-4ef9-4663-a2cc-bc31180cf5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.328102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47452) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:34.333403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6127a178-ad36-4302-bf0d-b0cb08e15876 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254226757', 'description': 'tempest-description--2046266561'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:34.343039 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-259c17fc-1498-433c-beaa-1dab66b84965 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.395651 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c17fc-1498-433c-beaa-1dab66b84965 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e9f7bc-ae85-49dc-b69f-db90b495a080,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:34.475798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b48f-4ef9-4663-a2cc-bc31180cf5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.477769 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6127a178-ad36-4302-bf0d-b0cb08e15876 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.479175 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b48f-4ef9-4663-a2cc-bc31180cf5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.482696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b1b3b48f-4ef9-4663-a2cc-bc31180cf5a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2961dd05-bb57-4b56-a1eb-7519cbac074d HTTP/1.1" status: 204 len: 168 time: 0.2569628 Aug 10 02:02:34.497237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3b48f-4ef9-4663-a2cc-bc31180cf5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2961dd05-bb57-4b56-a1eb-7519cbac074d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:34.546434 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Sync routers for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:34.556324 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:34.556944 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:02:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:34.562709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-259c17fc-1498-433c-beaa-1dab66b84965 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.566778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-259c17fc-1498-433c-beaa-1dab66b84965 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9846220 Aug 10 02:02:34.567182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47458) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:34.572540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fb718c7e-8feb-4427-b949-f6b4fcc651f4 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Request body: {'security_group_rule': {'security_group_id': '53e9f7bc-ae85-49dc-b69f-db90b495a080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:34.662304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6127a178-ad36-4302-bf0d-b0cb08e15876 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.682437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:34.744551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6127a178-ad36-4302-bf0d-b0cb08e15876 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.780728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127a178-ad36-4302-bf0d-b0cb08e15876 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d42a3b2-463d-4f0d-bc2a-f5c6de512048,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:34.881822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fb718c7e-8feb-4427-b949-f6b4fcc651f4 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.910775 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '532963ad-5d19-44f0-be6e-d0b7838d59ec', 'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'mac_address': 'fa:16:3e:3a:d9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:30Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 2, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'subnets': [{'id': '9551757d-9244-4a37-a597-1d9113958bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:34.950996 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Checking router: bb7f446a-225c-47bf-9668-6aa538e50ae9 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:34.951404 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Updating router bb7f446a-225c-47bf-9668-6aa538e50ae9 port 532963ad-5d19-44f0-be6e-d0b7838d59ec binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:02:34.967222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6127a178-ad36-4302-bf0d-b0cb08e15876 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:34.972113 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6127a178-ad36-4302-bf0d-b0cb08e15876 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6425917 Aug 10 02:02:34.972735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47468) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:34.977796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-13d9745e-4660-4863-9de1-dd4d955d8798 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Request body: {'security_group_rule': {'security_group_id': '2d42a3b2-463d-4f0d-bc2a-f5c6de512048', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:35.017093 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.021245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b5a28-894c-4002-8f65-328566a775c2 req-b6c47491-7f93-424e-9b9f-57a0d4d3bf54 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.024924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b5a28-894c-4002-8f65-328566a775c2 req-b6c47491-7f93-424e-9b9f-57a0d4d3bf54 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.030531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1fe3ec25-9879-4a29-8dcf-607722bc7f49 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:02:35.037754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b5a28-894c-4002-8f65-328566a775c2 req-b6c47491-7f93-424e-9b9f-57a0d4d3bf54 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.101160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b5a28-894c-4002-8f65-328566a775c2 req-b6c47491-7f93-424e-9b9f-57a0d4d3bf54 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.110237 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13d9745e-4660-4863-9de1-dd4d955d8798 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.125281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 1fe3ec25-9879-4a29-8dcf-607722bc7f49 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:02:35.126416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1fe3ec25-9879-4a29-8dcf-607722bc7f49 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:02:35.135047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b5a28-894c-4002-8f65-328566a775c2 req-b6c47491-7f93-424e-9b9f-57a0d4d3bf54 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.173707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b5a28-894c-4002-8f65-328566a775c2 req-b6c47491-7f93-424e-9b9f-57a0d4d3bf54 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.179478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b5a28-894c-4002-8f65-328566a775c2 req-b6c47491-7f93-424e-9b9f-57a0d4d3bf54 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.181616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d80b5a28-894c-4002-8f65-328566a775c2 req-b6c47491-7f93-424e-9b9f-57a0d4d3bf54 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5446 time: 0.2936566 Aug 10 02:02:35.183877 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fb718c7e-8feb-4427-b949-f6b4fcc651f4 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.280818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13d9745e-4660-4863-9de1-dd4d955d8798 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.311758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d21bab1d-b7fd-42e0-8db7-600e9bc8b6db up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:35.312597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d80b5a28-894c-4002-8f65-328566a775c2 req-44e36b79-cdc3-4494-ab25-6f78614507ff tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147888 Aug 10 02:02:35.340412 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fb718c7e-8feb-4427-b949-f6b4fcc651f4 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.373352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13d9745e-4660-4863-9de1-dd4d955d8798 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.400810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:35.401444 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.412204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9745e-4660-4863-9de1-dd4d955d8798 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273af16d-0b9b-4837-af56-bff7e66a50dc,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:35.434794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb718c7e-8feb-4427-b949-f6b4fcc651f4 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa3b380-1c93-40fe-8d2d-d1e8ed659672,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:35.474567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-529a96cd-125e-47a5-9cd4-08da454775a8 req-78ef860d-d4a1-4111-9814-d85b9eaffbee tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 210 time: 0.0493662 Aug 10 02:02:35.480710 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fb718c7e-8feb-4427-b949-f6b4fcc651f4 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.488777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fb718c7e-8feb-4427-b949-f6b4fcc651f4 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9204178 Aug 10 02:02:35.491512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47484) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:35.498999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1fac645e-8252-411e-a17c-bc88d3b3cfdd tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Request body: {'security_group_rule': {'security_group_id': '53e9f7bc-ae85-49dc-b69f-db90b495a080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:35.499664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ae583-dec7-4886-ba31-6043ae144709 req-e9b997d0-99af-4d3c-8545-4a8409bc3a47 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.501207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f08ae583-dec7-4886-ba31-6043ae144709 req-e9b997d0-99af-4d3c-8545-4a8409bc3a47 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 945 time: 0.2544510 Aug 10 02:02:35.551898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f08ae583-dec7-4886-ba31-6043ae144709 req-90748a98-bb6b-4e23-9481-3418273b376a tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424631 Aug 10 02:02:35.553294 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13d9745e-4660-4863-9de1-dd4d955d8798 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.554763 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-13d9745e-4660-4863-9de1-dd4d955d8798 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5808949 Aug 10 02:02:35.557838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47486) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:35.563830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f9ca8b8c-5676-4a1e-8f94-5fa87d18c765 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Request body: {'security_group_rule': {'security_group_id': '2d42a3b2-463d-4f0d-bc2a-f5c6de512048', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:35.613322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d893f4-0b28-4acf-b7b1-c7b31d45030b req-461f6c78-3216-4602-bc26-4e73ada765c6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.620144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d893f4-0b28-4acf-b7b1-c7b31d45030b req-461f6c78-3216-4602-bc26-4e73ada765c6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.621396 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.626206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d893f4-0b28-4acf-b7b1-c7b31d45030b req-461f6c78-3216-4602-bc26-4e73ada765c6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.632498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d893f4-0b28-4acf-b7b1-c7b31d45030b req-461f6c78-3216-4602-bc26-4e73ada765c6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.634643 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Transition to ACTIVE for port object 532963ad-5d19-44f0-be6e-d0b7838d59ec will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:35.639354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d893f4-0b28-4acf-b7b1-c7b31d45030b req-461f6c78-3216-4602-bc26-4e73ada765c6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.645446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d893f4-0b28-4acf-b7b1-c7b31d45030b req-461f6c78-3216-4602-bc26-4e73ada765c6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.653495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d893f4-0b28-4acf-b7b1-c7b31d45030b req-461f6c78-3216-4602-bc26-4e73ada765c6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.655491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59d893f4-0b28-4acf-b7b1-c7b31d45030b req-461f6c78-3216-4602-bc26-4e73ada765c6 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5446 time: 0.1102977 Aug 10 02:02:35.687195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1fac645e-8252-411e-a17c-bc88d3b3cfdd tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.721784 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.786830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033e76-8bf2-4a9d-9170-ea8c5970d00c req-b6a0242b-c8da-4dc7-99f8-557bcb68cc8a tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:35.790901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a033e76-8bf2-4a9d-9170-ea8c5970d00c req-b6a0242b-c8da-4dc7-99f8-557bcb68cc8a tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 945 time: 0.1344001 Aug 10 02:02:35.792680 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8b8c-5676-4a1e-8f94-5fa87d18c765 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.804226 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Pushing event updated for resources: {'Port': ['ID=532963ad-5d19-44f0-be6e-d0b7838d59ec,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:35.804530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47500) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:35.815707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-83ff3804-08ac-4c0b-a960-14853e0acfc9 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Request body: {'floatingip': {'port_id': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:35.832055 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.832293 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.832614 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.833029 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.833375 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.833704 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.834290 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.834707 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.835035 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.835358 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.835682 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.836002 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:35.878715 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Attempting to bind port 532963ad-5d19-44f0-be6e-d0b7838d59ec on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:35.879096 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Attempting to bind port 532963ad-5d19-44f0-be6e-d0b7838d59ec by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:35.879475 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Attempting to bind port 532963ad-5d19-44f0-be6e-d0b7838d59ec on network 96a9b739-ab5f-45b3-872f-ed3233781ff6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:35.880449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ff3804-08ac-4c0b-a960-14853e0acfc9 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.887113 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:35.887497 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Checking segment: {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:35.887908 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.888309 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Bound using segment: {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:35.888789 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Bound port: 532963ad-5d19-44f0-be6e-d0b7838d59ec, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:35.889228 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.908417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1fac645e-8252-411e-a17c-bc88d3b3cfdd tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.985581 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] For port 532963ad-5d19-44f0-be6e-d0b7838d59ec, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:35.987815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1fac645e-8252-411e-a17c-bc88d3b3cfdd tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:35.991836 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] For port 532963ad-5d19-44f0-be6e-d0b7838d59ec, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=532963ad-5d19-44f0-be6e-d0b7838d59ec,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:36.075257 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.085966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac645e-8252-411e-a17c-bc88d3b3cfdd tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f913dc-fbc5-427a-b132-0cb4c30c2848,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:36.103770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8b8c-5676-4a1e-8f94-5fa87d18c765 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.145278 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:36.145931 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:02:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:36.194911 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9181f-5f7b-45fe-b47e-e0a7292b79c0 None None] Pushing event updated for resources: {'Port': ['ID=532963ad-5d19-44f0-be6e-d0b7838d59ec,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:36.225694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8b8c-5676-4a1e-8f94-5fa87d18c765 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.226579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1fac645e-8252-411e-a17c-bc88d3b3cfdd tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.228226 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1fac645e-8252-411e-a17c-bc88d3b3cfdd tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7348690 Aug 10 02:02:36.232007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47516) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:36.237021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:36.297495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca8b8c-5676-4a1e-8f94-5fa87d18c765 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d1fb62-b9c5-44c3-8de9-0899145d5abf,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:36.308700 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:36.380244 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47522) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:36.395722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9ca8b8c-5676-4a1e-8f94-5fa87d18c765 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.400709 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f9ca8b8c-5676-4a1e-8f94-5fa87d18c765 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8376889 Aug 10 02:02:36.401568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47526) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:36.466838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:36.510568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006561d-3228-4745-a248-3828c9c9828f req-1af0f5c1-a996-4a82-a2c3-e1d7183f030b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:36.512098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-1af0f5c1-a996-4a82-a2c3-e1d7183f030b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1930928 Aug 10 02:02:36.517381 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.527025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Request body: {'port': {'device_id': '7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'admin_state_up': True, 'tenant_id': 'aff2480ae3ae4852ab54b63f4d09576e'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:36.594896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1534339738-network', 'tenant_id': 'ce490e5b61be4900a336b110e80afb42'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:36.671361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d193ea59-2f1d-487e-a335-78a13c3136cc req-39f4e52d-8e5e-4ba0-b6ee-321d4c56ea7e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 210 time: 0.0794153 Aug 10 02:02:36.702677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.761842 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '532963ad-5d19-44f0-be6e-d0b7838d59ec', 'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'mac_address': 'fa:16:3e:3a:d9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:30Z', 'updated_at': '2021-08-10T02:02:35Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'subnets': [{'id': '9551757d-9244-4a37-a597-1d9113958bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:36.771683 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.792958 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6b9a2-0e40-4bda-bb22-d242d9290752 None None] The sync data for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 is: [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '532963ad-5d19-44f0-be6e-d0b7838d59ec', 'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'mac_address': 'fa:16:3e:3a:d9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:30Z', 'updated_at': '2021-08-10T02:02:35Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'subnets': [{'id': '9551757d-9244-4a37-a597-1d9113958bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:36.808604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ff3804-08ac-4c0b-a960-14853e0acfc9 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.864431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Made reservation on behalf of ce490e5b61be4900a336b110e80afb42 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:36.874992 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.877119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ff3804-08ac-4c0b-a960-14853e0acfc9 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.922944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:36.956835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Allocated IP 172.25.3.245 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/6f6acbd1-93bf-4399-b99a-9f2fefc08bb0) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:36.994874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Made reservation on behalf of aff2480ae3ae4852ab54b63f4d09576e for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:36.999426 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.005940 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.134855 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-83ff3804-08ac-4c0b-a960-14853e0acfc9 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Floating IP 44ccede6-1fd0-47e6-aae3-8905dff823f1 associated. External IP: 172.25.3.146, port: bf90c3a8-bf71-4ba9-93c5-2437f509af46. Aug 10 02:02:37.194950 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.229985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Allocated IP 172.20.0.10 (b386caab-2e98-41ce-9306-ce08eacf1ffd/a08e331b-0846-4e80-a6eb-306e4b91505e/0da4d8fc-e17a-483b-a252-3cd6ea75dc40) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:37.339378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.347082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 532963ad-5d19-44f0-be6e-d0b7838d59ec up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:37.425167 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.433362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:37.440579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:37.443688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:37.477817 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.490863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:02:37.503444 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.503907 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Added segment 6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a of type vlan for network 61af033d-d7c4-435d-84b8-f38fa6e13664 Aug 10 02:02:37.546782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.548919 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.574619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Pushing event updated for resources: {'Port': ['ID=6f6acbd1-93bf-4399-b99a-9f2fefc08bb0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:37.616258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 532963ad-5d19-44f0-be6e-d0b7838d59ec completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:37.635136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 532963ad-5d19-44f0-be6e-d0b7838d59ec triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:37.635750 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.650164 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.660908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Allocated IP 172.25.3.73 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/bbbc24e3-5ca3-49e0-ab36-d05cdf654f67) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:37.668201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.786064 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.812795 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:37.858982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 532963ad-5d19-44f0-be6e-d0b7838d59ec, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=532963ad-5d19-44f0-be6e-d0b7838d59ec,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:37.913219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84b23384-3350-45f2-8750-0e0866cee8f3 req-e2f1e211-e47a-42b3-a952-3a28965cd14c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 210 time: 0.0430267 Aug 10 02:02:37.941062 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.002741 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.018925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:38.087216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47556) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:38.127267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Network b386caab-2e98-41ce-9306-ce08eacf1ffd is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:38.142157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:38.151729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=532963ad-5d19-44f0-be6e-d0b7838d59ec,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:38.152506 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.156568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:38.208276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event updated for resources: {'Port': ['ID=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:38.264027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.346720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-5cc96162-effb-4351-8b44-652ddd7801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:38.347291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-5cc96162-effb-4351-8b44-652ddd7801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:38.347777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-5cc96162-effb-4351-8b44-652ddd7801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:38.348252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-5cc96162-effb-4351-8b44-652ddd7801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:38.348720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-5cc96162-effb-4351-8b44-652ddd7801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:38.349189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-5cc96162-effb-4351-8b44-652ddd7801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:38.349670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-5cc96162-effb-4351-8b44-652ddd7801c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:38.351662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-5cc96162-effb-4351-8b44-652ddd7801c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6510 time: 0.2631588 Aug 10 02:02:38.358112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:38.358781 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.394514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.396449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.397541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:38.398126 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.412663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Pushing event updated for resources: {'Port': ['ID=6f6acbd1-93bf-4399-b99a-9f2fefc08bb0,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:38.423204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.450173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-56a41102-8e79-4e64-9b35-908f0134fa6c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0865173 Aug 10 02:02:38.472976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-38c81a04-10e3-4602-910f-fdfc08a4c85b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9513955 Aug 10 02:02:38.487066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Request body: {'port': {'device_id': '7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:38.495138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd17208a-de74-4360-9e79-c9de7ca63328,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:38.526944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:38.527566 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.531751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4b4af1fd-18e3-40d7-b37a-259925248441 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2955458 Aug 10 02:02:38.535394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:38.538043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:38.560660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.619977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event updated for resources: {'Port': ['ID=bbbc24e3-5ca3-49e0-ab36-d05cdf654f67,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:38.638277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2560840 Aug 10 02:02:38.642569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47566) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:38.643821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5149a-e6f0-4b18-a706-fcd4c8832340 admin admin] Pushing event updated for resources: {'Network': ['ID=61af033d-d7c4-435d-84b8-f38fa6e13664,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:38.656148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Request body: {'subnet': {'network_id': '61af033d-d7c4-435d-84b8-f38fa6e13664', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1534339738-subnet', 'tenant_id': 'ce490e5b61be4900a336b110e80afb42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:38.658327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 61af033d-d7c4-435d-84b8-f38fa6e13664 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:02:38.710997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ff3804-08ac-4c0b-a960-14853e0acfc9 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Router f07cf421-c369-4cb6-84e9-258458b6d39f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:02:38.910201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Made reservation on behalf of ce490e5b61be4900a336b110e80afb42 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:38.917193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:38.952716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.001822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff3804-08ac-4c0b-a960-14853e0acfc9 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:39.007171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ff3804-08ac-4c0b-a960-14853e0acfc9 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.012626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] Sync routers for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:39.031099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:39.032221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:02:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:39.064114 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-83ff3804-08ac-4c0b-a960-14853e0acfc9 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "PUT /v2.0/floatingips/44ccede6-1fd0-47e6-aae3-8905dff823f1 HTTP/1.1" status: 200 len: 991 time: 3.2561531 Aug 10 02:02:39.066794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e3d42c-0c2e-4207-b947-66630011bae4', 'tag': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:39.069437 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7156c6db-d896-4c8e-89bd-5c5bec85aa84" -d '{"events": [{"name": "network-changed", "server_uuid": "98e3d42c-0c2e-4207-b947-66630011bae4", "tag": "bf90c3a8-bf71-4ba9-93c5-2437f509af46"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:39.073910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.092145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-9eea1a09-5ceb-4e3f-a2e2-d7d4efc0056a tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1766718194&fields=id&tenant_id=ac7609aa90f644fe85b9e9d4951d9682 HTTP/1.1" status: 200 len: 267 time: 0.1829207 Aug 10 02:02:39.177692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:39.191853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56687892-0869-4185-91f5-3d9d4f105945 req-69ee9617-8f14-42cc-bed5-511842373e73 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:39.195169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56687892-0869-4185-91f5-3d9d4f105945 req-69ee9617-8f14-42cc-bed5-511842373e73 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 932 time: 0.1699188 Aug 10 02:02:39.287019 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.290475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 532963ad-5d19-44f0-be6e-d0b7838d59ec up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:39.356513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 532963ad-5d19-44f0-be6e-d0b7838d59ec triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:39.356778 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.357318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56687892-0869-4185-91f5-3d9d4f105945 req-a3f7511f-e44a-46d4-853d-bab1e9470c27 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550655 Aug 10 02:02:39.360713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:39.369766 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.372951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.377945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-cc20e548-0f14-4201-9b0a-ce45b79d4c8f tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:39.379478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-cc20e548-0f14-4201-9b0a-ce45b79d4c8f tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/networks?id=96a9b739-ab5f-45b3-872f-ed3233781ff6 HTTP/1.1" status: 200 len: 812 time: 0.2711692 Aug 10 02:02:39.403848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Transition to ACTIVE for port object 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:39.410179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-39aa08b5-6704-4c6c-8c4c-318d399eade6 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/quotas/ac7609aa90f644fe85b9e9d4951d9682 HTTP/1.1" status: 200 len: 375 time: 0.0195129 Aug 10 02:02:39.479789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.483240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event updated for resources: {'Port': ['ID=bbbc24e3-5ca3-49e0-ab36-d05cdf654f67,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:39.494197 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.533474 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5076b6-80ff-4b57-9d88-892d344191d1 x-openstack-request-id: req-5b5076b6-80ff-4b57-9d88-892d344191d1 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:39.533884 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e3d42c-0c2e-4207-b947-66630011bae4", "tag": "bf90c3a8-bf71-4ba9-93c5-2437f509af46", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:39.534235 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5b5076b6-80ff-4b57-9d88-892d344191d1 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:39.534913 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e3d42c-0c2e-4207-b947-66630011bae4', 'tag': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46', 'status': 'completed', 'code': 200} Aug 10 02:02:39.573711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.583136 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-68d16eb8-80f6-464c-9d44-132746faeff4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1733305 Aug 10 02:02:39.614051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-61cdc87e-61fd-4853-9fdd-deb2ed975fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:39.617056 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-61cdc87e-61fd-4853-9fdd-deb2ed975fd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=400fe7987c454984be1d7dab40d90fff&device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 1097 time: 0.0547187 Aug 10 02:02:39.747139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-5bf85812-be84-48a4-aa22-6e2e3d6148df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:39.749290 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-5bf85812-be84-48a4-aa22-6e2e3d6148df service neutron] 10.222.0.16 "GET /v2.0/networks?id=b4e59378-2b50-4c8c-a80a-bbb138c9813c HTTP/1.1" status: 200 len: 907 time: 0.1186814 Aug 10 02:02:39.764401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '44ccede6-1fd0-47e6-aae3-8905dff823f1', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'port_id': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'mac_address': 'fa:16:3e:b5:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3d42c-0c2e-4207-b947-66630011bae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:02:14Z', 'updated_at': '2021-08-10T02:02:36Z', 'revision_number': 1, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:15Z', 'revision_number': 5, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:39.805571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:39.809075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] Checking router: f07cf421-c369-4cb6-84e9-258458b6d39f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:39.821995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:39.822692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:02:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:39.836558 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-9b7414b4-502c-4942-ae00-54a0d1cf2ee7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf90c3a8-bf71-4ba9-93c5-2437f509af46 HTTP/1.1" status: 200 len: 999 time: 0.0794075 Aug 10 02:02:39.881266 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-b43cdea9-b00e-485a-b16b-b900b7ba87a9 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac7609aa90f644fe85b9e9d4951d9682&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4496937 Aug 10 02:02:39.892411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-fbc6408f-15a7-41f5-82f7-870109246c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:39.894206 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-fbc6408f-15a7-41f5-82f7-870109246c7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62706cc6-9a1e-4552-93d4-c813674b59ac HTTP/1.1" status: 200 len: 845 time: 0.0515635 Aug 10 02:02:39.902803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Pushing event updated for resources: {'Port': ['ID=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:39.942855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:39.944338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-9e5852d6-9207-48c5-90e4-c1d340d29f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:39.944492 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-9e5852d6-9207-48c5-90e4-c1d340d29f75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b4e59378-2b50-4c8c-a80a-bbb138c9813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430202 Aug 10 02:02:39.984023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d1b591-2fe5-4d54-9cde-3cedfb9e2277,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:40.063811 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-7b1034fa-afbd-4dd2-8779-d668710cb97e service neutron] 10.222.0.16 "GET /v2.0/networks/b4e59378-2b50-4c8c-a80a-bbb138c9813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114986 Aug 10 02:02:40.135009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Checking segment: {'id': '6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61af033d-d7c4-435d-84b8-f38fa6e13664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:40.135378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Network hostable DHCP agents. Network: 61af033d-d7c4-435d-84b8-f38fa6e13664, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:02:40.189184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-1d94111e-2025-4482-b8eb-9321b15212a2 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:40.190734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-1d94111e-2025-4482-b8eb-9321b15212a2 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/networks?id=d959d12d-aa1d-4075-b8d8-ebab0604a375 HTTP/1.1" status: 200 len: 820 time: 0.3369720 Aug 10 02:02:40.197419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-55829315-c54e-4b9c-88a1-975298873df8 service neutron] 10.222.0.38 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607908 Aug 10 02:02:40.198911 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7156c6db-d896-4c8e-89bd-5c5bec85aa84 req-5c85e618-1c87-41d1-bd12-0eb244d10cee service neutron] 10.222.0.16 "GET /v2.0/networks/b4e59378-2b50-4c8c-a80a-bbb138c9813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262696 Aug 10 02:02:40.199823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Attempting to bind port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:40.200167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Attempting to bind port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:40.200504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Attempting to bind port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:40.225465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 on network b386caab-2e98-41ce-9306-ce08eacf1ffd not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:02:40.225798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Attempting to bind port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:40.259754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '44ccede6-1fd0-47e6-aae3-8905dff823f1', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'port_id': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'mac_address': 'fa:16:3e:b5:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3d42c-0c2e-4207-b947-66630011bae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:02:14Z', 'updated_at': '2021-08-10T02:02:36Z', 'revision_number': 1, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:15Z', 'revision_number': 5, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:40.281238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Network 61af033d-d7c4-435d-84b8-f38fa6e13664 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:02:40.290033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5ab14-121b-407b-8a78-8667880071e9 None None] The sync data for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 is: [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '44ccede6-1fd0-47e6-aae3-8905dff823f1', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'port_id': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'mac_address': 'fa:16:3e:b5:01:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e3d42c-0c2e-4207-b947-66630011bae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:02:14Z', 'updated_at': '2021-08-10T02:02:36Z', 'revision_number': 1, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:15Z', 'revision_number': 5, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:40.291713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:40.291973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Checking segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:40.296739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Bound using segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:40.296739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Bound port: 0da4d8fc-e17a-483b-a252-3cd6ea75dc40, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:40.296739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:40.297884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-69b9a13c-c96b-488f-bc3e-a54b7d56f413 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/quotas/5772852086fc45d5a766abac9370ccef HTTP/1.1" status: 200 len: 375 time: 0.0918169 Aug 10 02:02:40.416108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 61af033d-d7c4-435d-84b8-f38fa6e13664) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:40.424858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-853b7960-16da-4cb8-ad79-a9f5036c1c5f service neutron] 10.222.0.38 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143989 Aug 10 02:02:40.430572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f3e2f4-f5c4-408f-bf15-70fb282cc974 None None] Network 61af033d-d7c4-435d-84b8-f38fa6e13664 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:40.444251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-eb00eecd-8495-441a-8b96-110e54d24243 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5772852086fc45d5a766abac9370ccef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325638 Aug 10 02:02:40.457273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:40.458136 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:40.481857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] For port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:40.537617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] For port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:40.580236 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4535514b-997b-4939-ba6a-0ac2f4393a28 None None] New status for floating IP 44ccede6-1fd0-47e6-aae3-8905dff823f1: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:02:40.595854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b31cdba3-1294-41b6-8a32-0e6fa5e36a82 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9449246 Aug 10 02:02:40.604007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:40.613680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b0158-7a29-4a73-8297-87e98c75ab48 None None] Network 61af033d-d7c4-435d-84b8-f38fa6e13664 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:40.670631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:40.672124 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:40.674572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] 10.222.0.11 "PUT /v2.0/ports/0da4d8fc-e17a-483b-a252-3cd6ea75dc40 HTTP/1.1" status: 200 len: 1093 time: 2.1919394 Aug 10 02:02:40.679767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c', 'tag': '0da4d8fc-e17a-483b-a252-3cd6ea75dc40'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:40.683285 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c", "tag": "0da4d8fc-e17a-483b-a252-3cd6ea75dc40"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:40.701549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-b486f346-18f1-4b0c-a6ae-6bbe4ca8d5de service neutron] 10.222.0.38 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546496 Aug 10 02:02:40.904706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29621511-1cfd-41e5-8dba-60b52c21bf0c service neutron] Pushing event updated for resources: {'Port': ['ID=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:40.985102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-34bb576a-c13c-4433-8e7a-0e8458071c7d service neutron] 10.222.0.38 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821276 Aug 10 02:02:40.988175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006561d-3228-4745-a248-3828c9c9828f req-5023b739-da17-4077-8596-f1f283caff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:40.989165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-5023b739-da17-4077-8596-f1f283caff31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 1096 time: 0.1812897 Aug 10 02:02:41.012161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1474285-e521-436e-a890-ca01a8cd19c2 req-c4ccbd21-b30d-496c-985b-8ae8f49eae81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:41.019388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1474285-e521-436e-a890-ca01a8cd19c2 req-c4ccbd21-b30d-496c-985b-8ae8f49eae81 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 944 time: 0.0899370 Aug 10 02:02:41.109094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-48c8bfe4-2fc1-4370-a8bf-d5da570dc8ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da4d8fc-e17a-483b-a252-3cd6ea75dc40 HTTP/1.1" status: 200 len: 217 time: 0.1105368 Aug 10 02:02:41.160012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1474285-e521-436e-a890-ca01a8cd19c2 req-bc277424-c7a2-4dbe-958e-58cf3e13a08e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397319 Aug 10 02:02:41.181778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006561d-3228-4745-a248-3828c9c9828f req-9ea7aca0-1794-4d51-8e5a-1d0242c34676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:41.191716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-9ea7aca0-1794-4d51-8e5a-1d0242c34676 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.0669272 Aug 10 02:02:41.218880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-eb663a28-835d-4f45-98f1-fddedd5dc320 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273561 Aug 10 02:02:41.333388 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4739b34-0d30-491c-9960-bac055c4b19c x-openstack-request-id: req-c4739b34-0d30-491c-9960-bac055c4b19c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:41.333666 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c", "tag": "0da4d8fc-e17a-483b-a252-3cd6ea75dc40", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:41.334008 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c4739b34-0d30-491c-9960-bac055c4b19c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:41.334475 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c', 'tag': '0da4d8fc-e17a-483b-a252-3cd6ea75dc40', 'status': 'completed', 'code': 200} Aug 10 02:02:41.353282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-fc24a956-0f50-415a-b62d-992e936cfe2b service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185608 Aug 10 02:02:41.483376 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b204e010-dc1a-4af7-a6b7-0ff1b078f11a req-ba4fefbc-685a-46b1-9093-99fadaea9418 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0840597 Aug 10 02:02:41.523608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbba0b14-4ca3-4c8f-b276-b6d270acc940 req-ccee2fb7-d73f-4531-b92e-3b009d491bf5 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 210 time: 0.0885973 Aug 10 02:02:41.557425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a006561d-3228-4745-a248-3828c9c9828f req-ad65690f-3fc4-4905-8fa9-891dfb810584 service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973541 Aug 10 02:02:41.713508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47654) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:41.720130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-219218002-network', 'tenant_id': 'fd3fea25ff75453a8f91865d292bb992'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:41.756091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-77e78b14-44f4-4c00-98eb-11eec04c5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:41.758931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-77e78b14-44f4-4c00-98eb-11eec04c5bfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 1096 time: 0.0769107 Aug 10 02:02:41.817627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Made reservation on behalf of fd3fea25ff75453a8f91865d292bb992 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:41.820026 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:41.838944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:41.868731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-f0f5d7e1-cd52-48da-af8f-5efe4d0b179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:41.870262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-f0f5d7e1-cd52-48da-af8f-5efe4d0b179e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 906 time: 0.1037636 Aug 10 02:02:41.924393 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-8309af3c-20b7-4528-bf17-dc5fe3b1d52f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da4d8fc-e17a-483b-a252-3cd6ea75dc40 HTTP/1.1" status: 200 len: 217 time: 0.0457859 Aug 10 02:02:41.940977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:41.985496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-55e851d6-93da-48db-a86a-26ad37e0aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:41.987084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-55e851d6-93da-48db-a86a-26ad37e0aae2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.0547602 Aug 10 02:02:42.021203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-dff34845-7d20-42d6-8d29-c6935ae1333b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258257 Aug 10 02:02:42.052042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:42.073715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:02:42.089271 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a28455-1e9c-450a-9b44-8267cd2d4eab,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:42.092192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:42.092546 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Added segment 5ef52310-c334-4218-91ec-2cbf7a3cc0f9 of type vlan for network ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f Aug 10 02:02:42.118936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-9a0c0b83-a54a-475c-aa76-676d4de5ab18 service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904241 Aug 10 02:02:42.137067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:42.227801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83d2f82f-06ea-49e7-a65c-9e1ac3b07145 req-89bcec41-cd4a-4473-a782-0decaf59c0b9 service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981753 Aug 10 02:02:42.270247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:42.271304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:42.271909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:42.291599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f0a1d-c84d-488d-b690-062bbb3f7d05 req-9a986945-f12d-4ee8-943a-1af293d2e0f0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:42.293130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d3f0a1d-c84d-488d-b690-062bbb3f7d05 req-9a986945-f12d-4ee8-943a-1af293d2e0f0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 944 time: 0.0581813 Aug 10 02:02:42.332418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d3f0a1d-c84d-488d-b690-062bbb3f7d05 req-f9dcfe3d-4656-4bd7-8131-6af14c142cb1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Aug 10 02:02:42.336283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:42.348530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:02:42.436354 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f386421c-a419-47bf-a598-0ba2b5afad35 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7210753 Aug 10 02:02:42.439252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47666) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:42.444236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Request body: {'subnet': {'network_id': 'ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-219218002-subnet', 'tenant_id': 'fd3fea25ff75453a8f91865d292bb992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:42.556868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Made reservation on behalf of fd3fea25ff75453a8f91865d292bb992 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:42.559600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:42.656231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c80971f-5ced-466d-91ee-bcf2ecfcb867 req-5627b760-8395-4dbb-98c4-000358a0300a tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0823035 Aug 10 02:02:42.659319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-833de641-ed34-4263-922a-1c6b01b83599 req-69c4c929-89bf-4e26-bbe8-a46e59790bcc tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 210 time: 0.0566776 Aug 10 02:02:42.755250 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:42.874752 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:42.927781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f062ebec-4029-471b-bb10-60aa194829c3,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:42.943829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Checking segment: {'id': '5ef52310-c334-4218-91ec-2cbf7a3cc0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:42.944195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Network hostable DHCP agents. Network: ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:02:43.012590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Network ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:02:43.080118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:43.084451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:43.085049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:43.088765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e1090d-6d71-445a-b7f6-7e7502f208a9 None None] Network ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:43.179540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5d468aa-83ce-4fc0-b43d-ec3895b830c9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7389820 Aug 10 02:02:43.224279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd73b8-5626-4c5f-bc85-eaa1d4d3c370 None None] Network ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:02:43.565820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34754f3-5e83-471b-afeb-3c2f40981a3b req-9d12b474-0d2f-42c7-b466-dd88a0651d5c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:43.576563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d34754f3-5e83-471b-afeb-3c2f40981a3b req-9d12b474-0d2f-42c7-b466-dd88a0651d5c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 944 time: 0.0869808 Aug 10 02:02:43.604427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-42888f1b-29d5-4772-a778-2a77e48c35f3 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:43.606012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-42888f1b-29d5-4772-a778-2a77e48c35f3 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.11 "GET /v2.0/networks?id=96a9b739-ab5f-45b3-872f-ed3233781ff6 HTTP/1.1" status: 200 len: 812 time: 0.2084224 Aug 10 02:02:43.638683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d34754f3-5e83-471b-afeb-3c2f40981a3b req-8997d94b-588e-4bfc-9b55-f68c8ad3f4a1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Aug 10 02:02:43.672962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-a2636d1e-ddd6-4361-b83a-64afb510ec57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac7609aa90f644fe85b9e9d4951d9682 HTTP/1.1" status: 200 len: 380 time: 0.0527179 Aug 10 02:02:43.697417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Request body: {'port': {'device_id': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'admin_state_up': True, 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'security_groups': ['53e9f7bc-ae85-49dc-b69f-db90b495a080']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:43.843617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe0c2531-2d28-4918-81e5-71b262f127ea req-6316a006-92bd-4589-9f44-c39a26b229d6 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0493200 Aug 10 02:02:43.910839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-27574c4f-8286-4be3-ace1-21c40c9fedea tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:43.912367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-27574c4f-8286-4be3-ace1-21c40c9fedea tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/networks?id=61af033d-d7c4-435d-84b8-f38fa6e13664 HTTP/1.1" status: 200 len: 815 time: 0.1795356 Aug 10 02:02:43.937206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-195d19ed-631e-44a0-8eb2-83793f2732a5 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/quotas/ce490e5b61be4900a336b110e80afb42 HTTP/1.1" status: 200 len: 375 time: 0.0115626 Aug 10 02:02:43.989210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-c73f0ce2-195f-48da-92e6-7e1218f7c607 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce490e5b61be4900a336b110e80afb42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406981 Aug 10 02:02:43.992105 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb50c828-4b10-482b-8fbc-c3bf364eadf8 req-df4ffdec-dbbd-452a-88fa-284f3ef8cf20 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 210 time: 0.0527325 Aug 10 02:02:44.001812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Made reservation on behalf of ac7609aa90f644fe85b9e9d4951d9682 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:44.005378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:44.053300 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:44.241362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-43ddd52b-f250-4014-927b-24665efd45fc service neutron] 10.222.0.38 "GET /v2.0/networks/61af033d-d7c4-435d-84b8-f38fa6e13664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310832 Aug 10 02:02:44.268626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-c5a7b1ba-8159-4244-a92d-8ddf274b623b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:44.270091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-c5a7b1ba-8159-4244-a92d-8ddf274b623b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "GET /v2.0/networks?id=d959d12d-aa1d-4075-b8d8-ebab0604a375 HTTP/1.1" status: 200 len: 820 time: 0.2838266 Aug 10 02:02:44.287222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Request body: {'port': {'device_id': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375', 'admin_state_up': True, 'tenant_id': '5772852086fc45d5a766abac9370ccef'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:44.413996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Allocated IP 172.20.0.6 (96a9b739-ab5f-45b3-872f-ed3233781ff6/9551757d-9244-4a37-a597-1d9113958bc5/a01201d1-c55c-4d12-8888-f416c7620aaa) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:44.825508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-a787b0c2-4f01-49b1-830e-d2c32c453e93 service neutron] 10.222.0.38 "GET /v2.0/networks/61af033d-d7c4-435d-84b8-f38fa6e13664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544195 Aug 10 02:02:44.904657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939cfb1-f249-473e-bd99-797fe4360321 req-ca4f1ed7-c30c-4ecf-b89b-195745251292 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:44.906146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5939cfb1-f249-473e-bd99-797fe4360321 req-ca4f1ed7-c30c-4ecf-b89b-195745251292 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 944 time: 0.1701744 Aug 10 02:02:44.967733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5939cfb1-f249-473e-bd99-797fe4360321 req-b8b0727a-c31a-427b-a8cc-398c87e4ff26 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511498 Aug 10 02:02:44.993470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:44.997378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Made reservation on behalf of 5772852086fc45d5a766abac9370ccef for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:45.000908 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.022456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Transition to ACTIVE for port object a01201d1-c55c-4d12-8888-f416c7620aaa will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:45.049152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:45.153103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9804d28b-808f-4821-b7df-2de4ff07e7de req-7e418fa5-d0f5-4bc9-ba37-06055d10c1fe tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 210 time: 0.1180699 Aug 10 02:02:45.182065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:45.199107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf0d94d4-b750-4648-ae1b-17119f6762dc req-65553843-245c-453e-85b9-b2841def687c tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 210 time: 0.0997987 Aug 10 02:02:45.202719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '0da4d8fc-e17a-483b-a252-3cd6ea75dc40', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'port_id': '0da4d8fc-e17a-483b-a252-3cd6ea75dc40', 'mac_address': 'fa:16:3e:5c:cb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08e331b-0846-4e80-a6eb-306e4b91505e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:45.247742 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.253921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.265531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:45.288695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:45.316192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c002222-fadd-49d3-a446-b6079c0f3c29 req-f313c5a6-a219-4cef-8803-66ae29dbabb5 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 210 time: 0.0667500 Aug 10 02:02:45.337941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Network 96a9b739-ab5f-45b3-872f-ed3233781ff6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:45.343502 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:45.349192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:45.379743 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.382365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Allocated IP 172.20.0.10 (d959d12d-aa1d-4075-b8d8-ebab0604a375/4a287731-525a-4ad4-a4e9-fc1a5dbe4f27/b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:45.389670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Pushing event updated for resources: {'Port': ['ID=a01201d1-c55c-4d12-8888-f416c7620aaa,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:45.426120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:45.432261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.448344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:45.535710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-5a2b25f9-4591-4e01-a799-55a140239809 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8557827 Aug 10 02:02:45.558966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Request body: {'port': {'device_id': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:45.576566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['0da4d8fc-e17a-483b-a252-3cd6ea75dc40'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:45.688002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.707168 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.768750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5fd50b07-4d43-4e39-816b-9c0cb175b151 None None] Provisioning for port a01201d1-c55c-4d12-8888-f416c7620aaa completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:45.774986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5fd50b07-4d43-4e39-816b-9c0cb175b151 None None] Provisioning complete for port a01201d1-c55c-4d12-8888-f416c7620aaa triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:45.775457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5fd50b07-4d43-4e39-816b-9c0cb175b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.816577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5fd50b07-4d43-4e39-816b-9c0cb175b151 None None] Port a01201d1-c55c-4d12-8888-f416c7620aaa cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:02:45.918719 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.978568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Network d959d12d-aa1d-4075-b8d8-ebab0604a375 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:45.990460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:45.994114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:46.022501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event updated for resources: {'Port': ['ID=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:46.108793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:46.109449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:46.174625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4132e4c-a64f-41f4-b99b-28150f05f255 req-14293026-361c-4b4e-933a-c66f230a7c79 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:46.176023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4132e4c-a64f-41f4-b99b-28150f05f255 req-14293026-361c-4b4e-933a-c66f230a7c79 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 945 time: 0.1221285 Aug 10 02:02:46.196271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01201d1-c55c-4d12-8888-f416c7620aaa {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:46.213591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:46.244462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4132e4c-a64f-41f4-b99b-28150f05f255 req-c4e730ae-5c4e-4e1e-af16-7d6aaa1915ce tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574434 Aug 10 02:02:46.244462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Transition to ACTIVE for port object a01201d1-c55c-4d12-8888-f416c7620aaa will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:46.255644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-30e30027-31f8-415c-ad42-7f3a7c949481 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9747157 Aug 10 02:02:46.281760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Request body: {'port': {'device_id': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:46.356511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b56d40f3-f7ce-4972-adb3-bff57851630e req-1b04327b-d927-469e-814c-f0731e4fbc75 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 210 time: 0.0483465 Aug 10 02:02:46.365964 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:46.457192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb1950-9f4a-4269-b3a5-b8c8e1243a91 req-fd37bd07-ee4e-4c25-a29a-600a6608cf22 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:46.460271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97fb1950-9f4a-4269-b3a5-b8c8e1243a91 req-fd37bd07-ee4e-4c25-a29a-600a6608cf22 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 931 time: 0.2146769 Aug 10 02:02:46.516855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:46.549515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Pushing event updated for resources: {'Port': ['ID=a01201d1-c55c-4d12-8888-f416c7620aaa,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:46.636528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97fb1950-9f4a-4269-b3a5-b8c8e1243a91 req-8deeb54c-1af0-435d-a93f-ae9c78082eb6 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638324 Aug 10 02:02:46.724985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07657ef-ec73-4fdd-848a-9b2bc8b5c5f2 req-df7fafe7-e76b-4d50-a0f4-252fcef1bf01 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:46.726996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d07657ef-ec73-4fdd-848a-9b2bc8b5c5f2 req-df7fafe7-e76b-4d50-a0f4-252fcef1bf01 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 932 time: 0.2610357 Aug 10 02:02:46.818969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Attempting to bind port a01201d1-c55c-4d12-8888-f416c7620aaa on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:46.819315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Attempting to bind port a01201d1-c55c-4d12-8888-f416c7620aaa by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:46.819653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Attempting to bind port a01201d1-c55c-4d12-8888-f416c7620aaa on network 96a9b739-ab5f-45b3-872f-ed3233781ff6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:46.841775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Port a01201d1-c55c-4d12-8888-f416c7620aaa on network 96a9b739-ab5f-45b3-872f-ed3233781ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:02:46.842106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Attempting to bind port a01201d1-c55c-4d12-8888-f416c7620aaa on network 96a9b739-ab5f-45b3-872f-ed3233781ff6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:46.859187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d07657ef-ec73-4fdd-848a-9b2bc8b5c5f2 req-d1912ed8-8584-4ba1-93cc-bab4522eb35f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691240 Aug 10 02:02:46.859520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:46.859860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Checking segment: {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:46.860237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Bound using segment: {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:46.860682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Bound port: a01201d1-c55c-4d12-8888-f416c7620aaa, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cd7cff-2b15-466b-a068-a9578f0bf9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:46.861048 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:46.998764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] For port a01201d1-c55c-4d12-8888-f416c7620aaa, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:47.015716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] For port a01201d1-c55c-4d12-8888-f416c7620aaa, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a01201d1-c55c-4d12-8888-f416c7620aaa,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:47.063145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:47.070490 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.076067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:47.077455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.113515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Transition to ACTIVE for port object b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:47.124718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:47.125333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.126761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] 10.222.0.11 "PUT /v2.0/ports/a01201d1-c55c-4d12-8888-f416c7620aaa HTTP/1.1" status: 200 len: 1092 time: 1.5763369 Aug 10 02:02:47.127194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'tag': 'a01201d1-c55c-4d12-8888-f416c7620aaa'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:47.129406 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deb7d1b-64ac-46bd-a6bf-764649510753" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9b19f-1d97-4a10-9839-61d2a22d4cb3", "tag": "a01201d1-c55c-4d12-8888-f416c7620aaa"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:47.154101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb8fda-dbda-4a5d-9451-bb0088fdc237 service neutron] Pushing event updated for resources: {'Port': ['ID=a01201d1-c55c-4d12-8888-f416c7620aaa,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:47.172811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.195606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:47.200615 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:47.201199 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.209115 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb45f7a-164c-44ae-9000-57b88d111cf3 x-openstack-request-id: req-4bb45f7a-164c-44ae-9000-57b88d111cf3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:47.209491 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9b19f-1d97-4a10-9839-61d2a22d4cb3", "tag": "a01201d1-c55c-4d12-8888-f416c7620aaa", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:47.209806 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4bb45f7a-164c-44ae-9000-57b88d111cf3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:47.210268 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'tag': 'a01201d1-c55c-4d12-8888-f416c7620aaa', 'status': 'completed', 'code': 200} Aug 10 02:02:47.293425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:47.301519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.329686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da4d8fc-e17a-483b-a252-3cd6ea75dc40'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:47.332749 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4fad4d-c3cb-467f-ac6f-fa1aab3aac48" -d '{"events": [{"server_uuid": "7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c", "name": "network-vif-plugged", "status": "completed", "tag": "0da4d8fc-e17a-483b-a252-3cd6ea75dc40"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:47.339958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.340312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.340653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.340991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.341324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.341649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.341972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.342295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.342660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.342992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.343316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.343634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:47.359020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:47.372004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb7d1b-64ac-46bd-a6bf-764649510753 req-1ef009c7-4726-4056-a1f4-d2fb951484cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:47.376483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0deb7d1b-64ac-46bd-a6bf-764649510753 req-1ef009c7-4726-4056-a1f4-d2fb951484cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac7609aa90f644fe85b9e9d4951d9682&device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 1095 time: 0.1574790 Aug 10 02:02:47.380808 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabe4f83-016a-4c05-b353-9190edde378d x-openstack-request-id: req-fabe4f83-016a-4c05-b353-9190edde378d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:47.381102 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c", "name": "network-vif-plugged", "status": "completed", "tag": "0da4d8fc-e17a-483b-a252-3cd6ea75dc40", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:47.381360 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fabe4f83-016a-4c05-b353-9190edde378d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:47.381762 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da4d8fc-e17a-483b-a252-3cd6ea75dc40', 'code': 200} Aug 10 02:02:47.461271 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.478392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Attempting to bind port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:47.478673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Attempting to bind port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:47.478972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Attempting to bind port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 on network d959d12d-aa1d-4075-b8d8-ebab0604a375 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:47.505233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe23d724-3a94-4f1b-b9cb-bddc6c59e395 req-944827e9-fff4-418b-bd00-fc952cadf02d tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 210 time: 0.0447421 Aug 10 02:02:47.509056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 on network d959d12d-aa1d-4075-b8d8-ebab0604a375 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:02:47.509376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Attempting to bind port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 on network d959d12d-aa1d-4075-b8d8-ebab0604a375 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:47.534451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e39f1e-1b74-420b-8708-d363fc61595f req-05b7ab40-ee22-405a-9ef5-0b6893ad9e1c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:47.535984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83e39f1e-1b74-420b-8708-d363fc61595f req-05b7ab40-ee22-405a-9ef5-0b6893ad9e1c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 945 time: 0.1859853 Aug 10 02:02:47.538038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:47.539138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:47.539483 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Checking segment: {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:47.540521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Bound using segment: {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:47.541006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Bound port: b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:47.541400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.606103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb7d1b-64ac-46bd-a6bf-764649510753 req-07cc187c-4cc0-4131-8e03-6cf3320fba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:47.607616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0deb7d1b-64ac-46bd-a6bf-764649510753 req-07cc187c-4cc0-4131-8e03-6cf3320fba81 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ac7609aa90f644fe85b9e9d4951d9682&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2144313 Aug 10 02:02:47.644045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed129-3b3c-42d4-a68a-873b161ecbb3 req-f8ede4a1-1b58-42f2-9b4e-00990d766f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:47.645661 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-212ed129-3b3c-42d4-a68a-873b161ecbb3 req-f8ede4a1-1b58-42f2-9b4e-00990d766f8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 1098 time: 0.1906211 Aug 10 02:02:47.651846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83e39f1e-1b74-420b-8708-d363fc61595f req-769a752c-cceb-4acc-8c34-a4c8553b8eb2 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002285 Aug 10 02:02:47.654745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-b4b3112b-9f0f-4b40-9a6e-968d70d5ee3f tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:47.655166 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-b4b3112b-9f0f-4b40-9a6e-968d70d5ee3f tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.16 "GET /v2.0/networks?id=61af033d-d7c4-435d-84b8-f38fa6e13664 HTTP/1.1" status: 200 len: 815 time: 0.1733739 Aug 10 02:02:47.669597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Request body: {'port': {'device_id': '56588d77-d126-4a72-9383-24c03176c7da', 'network_id': '61af033d-d7c4-435d-84b8-f38fa6e13664', 'admin_state_up': True, 'tenant_id': 'ce490e5b61be4900a336b110e80afb42'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:47.726045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] For port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:47.748818 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-212ed129-3b3c-42d4-a68a-873b161ecbb3 req-6a27dda2-3fc8-492c-bbc7-a58676542e82 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924532 Aug 10 02:02:47.751392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] For port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:47.806153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb7d1b-64ac-46bd-a6bf-764649510753 req-eaf994d2-dfdd-473f-bf5a-01541d419771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:47.808942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0deb7d1b-64ac-46bd-a6bf-764649510753 req-eaf994d2-dfdd-473f-bf5a-01541d419771 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1885397 Aug 10 02:02:47.831703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a1995-bbd4-448b-8750-0310d01ceef0 req-1a46d825-a08c-48b3-b5d9-850550c5c107 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:47.833415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-292a1995-bbd4-448b-8750-0310d01ceef0 req-1a46d825-a08c-48b3-b5d9-850550c5c107 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0811841 Aug 10 02:02:47.864944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.892536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Made reservation on behalf of ce490e5b61be4900a336b110e80afb42 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:47.893026 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ef608ff2-0c5f-46d3-833e-25f93cb30d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.896811 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.933138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-292a1995-bbd4-448b-8750-0310d01ceef0 req-e42d8ec5-13ba-474a-b5f9-a7ce6860cc75 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900190 Aug 10 02:02:47.958718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:47.959964 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.961366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] 10.222.0.11 "PUT /v2.0/ports/b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 HTTP/1.1" status: 200 len: 1093 time: 1.6870475 Aug 10 02:02:48.025325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1371436-77e1-439a-a3fe-9b6d5b7b5a43 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:48.041471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Allocated IP 172.20.0.3 (61af033d-d7c4-435d-84b8-f38fa6e13664/a5d1b591-2fe5-4d54-9cde-3cedfb9e2277/98bc0cf9-e953-42e7-a1b3-40405f06dce4) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:48.052761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-9f1dc1b2-4166-42b7-906a-452b94740163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:48.052761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-9f1dc1b2-4166-42b7-906a-452b94740163 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac7609aa90f644fe85b9e9d4951d9682&device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 1095 time: 0.1769025 Aug 10 02:02:48.069078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871e5a4-3751-4b57-84bb-f155bf9e47ae req-e67ba44f-499f-4e57-9b6c-46b2d4b59552 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:48.070632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6871e5a4-3751-4b57-84bb-f155bf9e47ae req-e67ba44f-499f-4e57-9b6c-46b2d4b59552 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 944 time: 0.1078072 Aug 10 02:02:48.137180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-93c660a6-32d3-4f9d-9c6b-e369a8825bc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a01201d1-c55c-4d12-8888-f416c7620aaa HTTP/1.1" status: 200 len: 217 time: 0.0638955 Aug 10 02:02:48.195258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:48.205906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6871e5a4-3751-4b57-84bb-f155bf9e47ae req-ec4091f6-52a6-4ee9-9240-036d3e34a0e1 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196587 Aug 10 02:02:48.211440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-b79e1625-4f77-44be-86ed-d75304e798f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:48.212953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-b79e1625-4f77-44be-86ed-d75304e798f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5772852086fc45d5a766abac9370ccef&device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 1096 time: 0.1408267 Aug 10 02:02:48.216646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-c5663289-e393-455a-9b45-60a6c496dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:48.218029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-c5663289-e393-455a-9b45-60a6c496dc3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9551757d-9244-4a37-a597-1d9113958bc5 HTTP/1.1" status: 200 len: 851 time: 0.0712910 Aug 10 02:02:48.291634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-8ba5b539-6978-4b22-8c31-57aa1aa2a7b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 HTTP/1.1" status: 200 len: 217 time: 0.0602324 Aug 10 02:02:48.327646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:48.331359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-1c5e5b2e-f9d1-4914-b515-e38a87e82b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:48.332948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-1c5e5b2e-f9d1-4914-b515-e38a87e82b83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96a9b739-ab5f-45b3-872f-ed3233781ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030338 Aug 10 02:02:48.373794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Network 61af033d-d7c4-435d-84b8-f38fa6e13664 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:48.377010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:48.380867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:48.395243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-2824e3b6-a815-4e96-b275-83d80868d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:48.396786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-2824e3b6-a815-4e96-b275-83d80868d70a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a287731-525a-4ad4-a4e9-fc1a5dbe4f27 HTTP/1.1" status: 200 len: 860 time: 0.0976107 Aug 10 02:02:48.421457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Pushing event updated for resources: {'Port': ['ID=98bc0cf9-e953-42e7-a1b3-40405f06dce4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:48.448102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:48.448808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:48.454316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-f4d37942-79b8-4fbf-baf4-a2c8f3c443f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d959d12d-aa1d-4075-b8d8-ebab0604a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359619 Aug 10 02:02:48.486571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-34d09d77-dbea-4f1b-9e39-42f3e69a75a0 service neutron] 10.222.0.11 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432157 Aug 10 02:02:48.532851 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-321e186e-144b-4d64-9b69-5e12863c616a tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8673484 Aug 10 02:02:48.548755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Request body: {'port': {'device_id': '56588d77-d126-4a72-9383-24c03176c7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:48.622816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:48.939245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bc0cf9-e953-42e7-a1b3-40405f06dce4 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:48.947499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:48.964248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Transition to ACTIVE for port object 98bc0cf9-e953-42e7-a1b3-40405f06dce4 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:48.988020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-c0738125-8c21-4865-9541-ea74d1ddea04 service neutron] 10.222.0.11 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235364 Aug 10 02:02:48.996447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea87c3-1d88-4105-b96e-22f5c42fba24 req-23caeab0-7a44-4ad3-80ee-3a709b940c55 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:48.997950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0ea87c3-1d88-4105-b96e-22f5c42fba24 req-23caeab0-7a44-4ad3-80ee-3a709b940c55 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 946 time: 0.1546180 Aug 10 02:02:49.018676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859a0e0-e3d6-4a0b-9423-b5ea1f3d4d66 req-dab15406-53e7-4b1e-bde7-bbfee44c7a15 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.020136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4859a0e0-e3d6-4a0b-9423-b5ea1f3d4d66 req-dab15406-53e7-4b1e-bde7-bbfee44c7a15 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 931 time: 0.1746325 Aug 10 02:02:49.034291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1299d44-585f-4c7d-b23b-9091c1d34220 req-1ced7497-d036-45af-b789-e1123c496626 service neutron] 10.222.0.11 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234005 Aug 10 02:02:49.047504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:49.109226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Pushing event updated for resources: {'Port': ['ID=98bc0cf9-e953-42e7-a1b3-40405f06dce4,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:49.132420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0ea87c3-1d88-4105-b96e-22f5c42fba24 req-790833fe-f949-44a0-9a3d-2fbd3a204822 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104739 Aug 10 02:02:49.144397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4859a0e0-e3d6-4a0b-9423-b5ea1f3d4d66 req-e7426700-e8da-4e28-8af1-6f4745fea6d2 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092002 Aug 10 02:02:49.184427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-614f0d82-cba6-4b7f-b621-8d6e2afffb19 req-554a824a-57ce-4a2c-9935-002410ca2a20 service neutron] 10.222.0.11 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851799 Aug 10 02:02:49.206156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Attempting to bind port 98bc0cf9-e953-42e7-a1b3-40405f06dce4 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:49.206530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Attempting to bind port 98bc0cf9-e953-42e7-a1b3-40405f06dce4 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61af033d-d7c4-435d-84b8-f38fa6e13664'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:49.206952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Attempting to bind port 98bc0cf9-e953-42e7-a1b3-40405f06dce4 on network 61af033d-d7c4-435d-84b8-f38fa6e13664 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:49.211526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Port 98bc0cf9-e953-42e7-a1b3-40405f06dce4 on network 61af033d-d7c4-435d-84b8-f38fa6e13664 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:02:49.211864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Attempting to bind port 98bc0cf9-e953-42e7-a1b3-40405f06dce4 on network 61af033d-d7c4-435d-84b8-f38fa6e13664 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:49.212051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'tag': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:49.214460 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af701f9-6c0d-4483-ad21-21693204d77b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c16dcd-8b0e-4e73-b37e-520b15dbc13b", "tag": "b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:49.216862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:49.217264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Checking segment: {'id': '6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61af033d-d7c4-435d-84b8-f38fa6e13664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:49.217652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Bound using segment: {'id': '6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61af033d-d7c4-435d-84b8-f38fa6e13664'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:49.218089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Bound port: 98bc0cf9-e953-42e7-a1b3-40405f06dce4, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '61af033d-d7c4-435d-84b8-f38fa6e13664'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:49.218461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:49.276842 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fc1ff1-940b-4f03-9b63-21fb5c42bfc6 x-openstack-request-id: req-f3fc1ff1-940b-4f03-9b63-21fb5c42bfc6 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:49.277974 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c16dcd-8b0e-4e73-b37e-520b15dbc13b", "tag": "b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:49.277974 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f3fc1ff1-940b-4f03-9b63-21fb5c42bfc6 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:49.277974 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'tag': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1', 'status': 'completed', 'code': 200} Aug 10 02:02:49.285601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] For port 98bc0cf9-e953-42e7-a1b3-40405f06dce4, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:49.288830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] For port 98bc0cf9-e953-42e7-a1b3-40405f06dce4, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=98bc0cf9-e953-42e7-a1b3-40405f06dce4,segment=NetworkSegment(6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a),segment_id=6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:49.385617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:49.408113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e87703-d5db-40f0-9915-88813777a020 req-b6f3d9d1-a831-48ea-baed-5fe2a0fc5deb tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.409795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1e87703-d5db-40f0-9915-88813777a020 req-b6f3d9d1-a831-48ea-baed-5fe2a0fc5deb tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 943 time: 0.1265433 Aug 10 02:02:49.422443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.423232 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:49.424641 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] 10.222.0.16 "PUT /v2.0/ports/98bc0cf9-e953-42e7-a1b3-40405f06dce4 HTTP/1.1" status: 200 len: 1092 time: 0.8819242 Aug 10 02:02:49.425081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56588d77-d126-4a72-9383-24c03176c7da', 'tag': '98bc0cf9-e953-42e7-a1b3-40405f06dce4'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:49.427523 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b780aa6-024d-4b09-99c5-bb99a27ae306" -d '{"events": [{"name": "network-changed", "server_uuid": "56588d77-d126-4a72-9383-24c03176c7da", "tag": "98bc0cf9-e953-42e7-a1b3-40405f06dce4"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:49.455895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452bd1d-8543-4ea6-a355-f7ad8631b9bb req-2924e987-8371-43cd-ae87-dbbf1fe2d156 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.465627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6452bd1d-8543-4ea6-a355-f7ad8631b9bb req-2924e987-8371-43cd-ae87-dbbf1fe2d156 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 944 time: 0.1337423 Aug 10 02:02:49.472440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af701f9-6c0d-4483-ad21-21693204d77b req-b21cc4f5-46c8-496b-a18b-69466cc1ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.473733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24d098-b5b5-47d4-9506-cc9b1d479044 service neutron] Pushing event updated for resources: {'Port': ['ID=98bc0cf9-e953-42e7-a1b3-40405f06dce4,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:49.474104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4af701f9-6c0d-4483-ad21-21693204d77b req-b21cc4f5-46c8-496b-a18b-69466cc1ed65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5772852086fc45d5a766abac9370ccef&device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 1096 time: 0.1268570 Aug 10 02:02:49.603257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-f88e64e2-af29-42df-9936-6b513e55633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.604845 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-f88e64e2-af29-42df-9936-6b513e55633a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce490e5b61be4900a336b110e80afb42&device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 1095 time: 0.0652578 Aug 10 02:02:49.629107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1e87703-d5db-40f0-9915-88813777a020 req-bf14184a-78b8-4e84-a00c-a6bfd250c640 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066607 Aug 10 02:02:49.646321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6452bd1d-8543-4ea6-a355-f7ad8631b9bb req-5cb7eb06-55d1-4250-acd5-2e31be6ec99e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798198 Aug 10 02:02:49.654472 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-3c7bb8c7-82e7-4ee7-9fd6-c74950d0ee96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98bc0cf9-e953-42e7-a1b3-40405f06dce4 HTTP/1.1" status: 200 len: 217 time: 0.0410082 Aug 10 02:02:49.695139 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ee02f7-7a25-49af-afc8-f64149077da4 x-openstack-request-id: req-27ee02f7-7a25-49af-afc8-f64149077da4 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:49.695551 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56588d77-d126-4a72-9383-24c03176c7da", "tag": "98bc0cf9-e953-42e7-a1b3-40405f06dce4", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:49.695806 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27ee02f7-7a25-49af-afc8-f64149077da4 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:49.696733 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56588d77-d126-4a72-9383-24c03176c7da', 'tag': '98bc0cf9-e953-42e7-a1b3-40405f06dce4', 'status': 'completed', 'code': 200} Aug 10 02:02:49.700596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af701f9-6c0d-4483-ad21-21693204d77b req-320f557f-3f04-4231-9e2b-29308c6626cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.701558 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4af701f9-6c0d-4483-ad21-21693204d77b req-320f557f-3f04-4231-9e2b-29308c6626cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=d959d12d-aa1d-4075-b8d8-ebab0604a375 HTTP/1.1" status: 200 len: 921 time: 0.2187281 Aug 10 02:02:49.721734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-b841b91f-2080-43bc-b19d-7ad4110ebf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.723379 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-b841b91f-2080-43bc-b19d-7ad4110ebf6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5d1b591-2fe5-4d54-9cde-3cedfb9e2277 HTTP/1.1" status: 200 len: 855 time: 0.0575397 Aug 10 02:02:49.748129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4af701f9-6c0d-4483-ad21-21693204d77b req-ff5bce83-8ae5-4942-953a-eac12e9af0b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 HTTP/1.1" status: 200 len: 217 time: 0.0375164 Aug 10 02:02:49.759024 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-95f9969d-460e-4b12-aba5-581dc15d567a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61af033d-d7c4-435d-84b8-f38fa6e13664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265994 Aug 10 02:02:49.799344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af701f9-6c0d-4483-ad21-21693204d77b req-fa877f55-f988-4cfd-9c94-aa55ddaf9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:49.800902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4af701f9-6c0d-4483-ad21-21693204d77b req-fa877f55-f988-4cfd-9c94-aa55ddaf9952 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a287731-525a-4ad4-a4e9-fc1a5dbe4f27 HTTP/1.1" status: 200 len: 860 time: 0.0455501 Aug 10 02:02:49.842052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4af701f9-6c0d-4483-ad21-21693204d77b req-56e76b8e-ea08-424d-bbe7-e54493c8c044 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d959d12d-aa1d-4075-b8d8-ebab0604a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326002 Aug 10 02:02:49.854453 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-2260a81a-fd45-4f25-81ee-488cbed9f413 service neutron] 10.222.0.16 "GET /v2.0/networks/61af033d-d7c4-435d-84b8-f38fa6e13664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891485 Aug 10 02:02:49.932797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4af701f9-6c0d-4483-ad21-21693204d77b req-1c21591e-7e3a-48fd-8fb9-a97ea224faae service neutron] 10.222.0.11 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824869 Aug 10 02:02:49.946638 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-828a1012-ea51-40a5-9ef9-27e0f482ed9d req-05b3d159-7f8d-4644-b38a-fafbf0dd7504 service neutron] 10.222.0.16 "GET /v2.0/networks/61af033d-d7c4-435d-84b8-f38fa6e13664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821512 Aug 10 02:02:50.029500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4af701f9-6c0d-4483-ad21-21693204d77b req-a410b25e-0bab-4572-8d0b-e444115f078d service neutron] 10.222.0.11 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889857 Aug 10 02:02:50.070645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-31c3280f-e85a-4030-bfc7-b9fc6880a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:50.072174 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-31c3280f-e85a-4030-bfc7-b9fc6880a6aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce490e5b61be4900a336b110e80afb42&device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 1095 time: 0.0413277 Aug 10 02:02:50.171149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-3c778d29-1295-45f5-98b6-4ad85eb7387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:50.172644 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-3c778d29-1295-45f5-98b6-4ad85eb7387d service neutron] 10.222.0.16 "GET /v2.0/networks?id=61af033d-d7c4-435d-84b8-f38fa6e13664 HTTP/1.1" status: 200 len: 916 time: 0.0939162 Aug 10 02:02:50.222012 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-8663e5b3-6c89-468b-ade4-d6508e25a1ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98bc0cf9-e953-42e7-a1b3-40405f06dce4 HTTP/1.1" status: 200 len: 217 time: 0.0404437 Aug 10 02:02:50.283953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-23710c65-f93f-4241-9ecf-bf9e6b90ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:50.285499 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-23710c65-f93f-4241-9ecf-bf9e6b90ff5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a5d1b591-2fe5-4d54-9cde-3cedfb9e2277 HTTP/1.1" status: 200 len: 855 time: 0.0534515 Aug 10 02:02:50.304103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351de8a-be7a-4697-bf5e-44116af35828 req-dbef63d8-a25b-4ee3-b5c0-20dccac6b9ec tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:50.306148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0351de8a-be7a-4697-bf5e-44116af35828 req-dbef63d8-a25b-4ee3-b5c0-20dccac6b9ec tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 946 time: 0.0832701 Aug 10 02:02:50.320940 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-20c34a18-dc71-478a-949c-35e694aeddaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61af033d-d7c4-435d-84b8-f38fa6e13664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264766 Aug 10 02:02:50.327758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fae0cf-b864-409f-8d08-40097f4ec19f req-e04a9411-c28c-4413-8668-203ca89bd420 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:50.329209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37fae0cf-b864-409f-8d08-40097f4ec19f req-e04a9411-c28c-4413-8668-203ca89bd420 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 943 time: 0.0763679 Aug 10 02:02:50.375969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0351de8a-be7a-4697-bf5e-44116af35828 req-ffd732a9-db1e-419e-8565-58b99d12ae78 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621369 Aug 10 02:02:50.390805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37fae0cf-b864-409f-8d08-40097f4ec19f req-e7bc05c3-31fa-428b-aefe-b40ca42ac04f tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537829 Aug 10 02:02:50.444321 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-ff9f3442-ea1e-4a28-a2d8-16ea7a1a1b99 service neutron] 10.222.0.16 "GET /v2.0/networks/61af033d-d7c4-435d-84b8-f38fa6e13664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159260 Aug 10 02:02:50.510633 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16c7df2a-4cd0-4b18-b1a4-acbbfec9ce47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:50.558511 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b780aa6-024d-4b09-99c5-bb99a27ae306 req-c05da13e-02e3-4a67-b88e-2a97e9dfb35f service neutron] 10.222.0.16 "GET /v2.0/networks/61af033d-d7c4-435d-84b8-f38fa6e13664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031296 Aug 10 02:02:50.749375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-a9ef99ca-ce3c-452e-b2f1-a462ab0f3704 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:50.750828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-a9ef99ca-ce3c-452e-b2f1-a462ab0f3704 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1298149 Aug 10 02:02:50.778773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-fe3c95c0-a027-47d8-a42d-ca0556be0d2b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/quotas/aff2480ae3ae4852ab54b63f4d09576e HTTP/1.1" status: 200 len: 375 time: 0.0146074 Aug 10 02:02:50.804046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced41b-6103-4a66-a7c7-d2b3b0345e49 req-92e65254-e9ed-40f2-ac51-322327d2f40d tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:50.805528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62ced41b-6103-4a66-a7c7-d2b3b0345e49 req-92e65254-e9ed-40f2-ac51-322327d2f40d tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0750360 Aug 10 02:02:50.877453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-97b44f4a-f00e-43cd-9938-1b9c76cd1b03 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924416 Aug 10 02:02:50.880072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62ced41b-6103-4a66-a7c7-d2b3b0345e49 req-d7f84075-74d2-491f-958e-31225a982403 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609174 Aug 10 02:02:51.000587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-d4febefe-7741-45cf-8e9b-d73e3381737f service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154773 Aug 10 02:02:51.011953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8e23f-ce96-4d44-8741-92ec700211b2 req-d8e9f33e-8c2a-4553-bfdd-bcc1bee32ef2 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:51.013456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a8e23f-ce96-4d44-8741-92ec700211b2 req-d8e9f33e-8c2a-4553-bfdd-bcc1bee32ef2 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 944 time: 0.0747991 Aug 10 02:02:51.087110 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:51.101054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a8e23f-ce96-4d44-8741-92ec700211b2 req-7718cadc-cf54-48aa-b665-d5f7e0c82d71 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795295 Aug 10 02:02:51.129284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-ec9f534f-b6e8-4809-9426-8a8b859f1ff4 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148717 Aug 10 02:02:51.404525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eac2fe0-eacf-431b-b8d2-025e74db963d req-93bfbd40-174f-4ce8-b0a3-34ff47f5d9f2 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 210 time: 0.0323291 Aug 10 02:02:51.536544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc09658-ad66-40b2-9c82-c5e558e3752b req-a2c78360-270b-4028-8301-6ee65bdac62b tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:51.538323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bc09658-ad66-40b2-9c82-c5e558e3752b req-a2c78360-270b-4028-8301-6ee65bdac62b tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 943 time: 0.0609519 Aug 10 02:02:51.619525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bc09658-ad66-40b2-9c82-c5e558e3752b req-3ad52adf-f7ad-4549-8045-70e7812d073c tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477071 Aug 10 02:02:51.999864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6c326-16c6-49b0-b4d9-9294ed88397a req-b945d947-cec8-4409-a5b7-7be84cb057cb tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:52.001362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3b6c326-16c6-49b0-b4d9-9294ed88397a req-b945d947-cec8-4409-a5b7-7be84cb057cb tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0523951 Aug 10 02:02:52.040128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3b6c326-16c6-49b0-b4d9-9294ed88397a req-4a4a8867-141b-4215-b2c8-543f7b87161e tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320873 Aug 10 02:02:52.163654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 98bc0cf9-e953-42e7-a1b3-40405f06dce4 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:52.195702 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:52.222861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425740b-f84d-432d-af8b-8c581a80dcb4 req-852c8015-aecb-4c51-bb80-fed6c2634fbd tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:52.227894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1425740b-f84d-432d-af8b-8c581a80dcb4 req-852c8015-aecb-4c51-bb80-fed6c2634fbd tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 944 time: 0.0509534 Aug 10 02:02:52.263419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1425740b-f84d-432d-af8b-8c581a80dcb4 req-344532c9-5286-4702-bb89-047f7afe6491 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Aug 10 02:02:52.265419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 98bc0cf9-e953-42e7-a1b3-40405f06dce4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=98bc0cf9-e953-42e7-a1b3-40405f06dce4,segment=NetworkSegment(6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a),segment_id=6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:52.278497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '98bc0cf9-e953-42e7-a1b3-40405f06dce4', 'network_id': '61af033d-d7c4-435d-84b8-f38fa6e13664', 'port_id': '98bc0cf9-e953-42e7-a1b3-40405f06dce4', 'mac_address': 'fa:16:3e:4b:5c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d1b591-2fe5-4d54-9cde-3cedfb9e2277', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:52.316056 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:52.329249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bc0cf9-e953-42e7-a1b3-40405f06dce4 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:52.348398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 98bc0cf9-e953-42e7-a1b3-40405f06dce4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=98bc0cf9-e953-42e7-a1b3-40405f06dce4,segment=NetworkSegment(6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a),segment_id=6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:52.440933 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:52.492434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=98bc0cf9-e953-42e7-a1b3-40405f06dce4,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:52.508916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c83ce874-6ea0-42e5-9ed6-b71da98db59a req-52c48301-1034-4dd7-a909-5ff546d89514 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 210 time: 0.0310688 Aug 10 02:02:52.740060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea198a-fcbb-4107-8ad3-543ae2ae85ce req-3e41dfd7-5891-4832-a429-2670ea0fd92e tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:52.741598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0ea198a-fcbb-4107-8ad3-543ae2ae85ce req-3e41dfd7-5891-4832-a429-2670ea0fd92e tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 944 time: 0.0596752 Aug 10 02:02:52.781198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0ea198a-fcbb-4107-8ad3-543ae2ae85ce req-c78f1419-0d61-477a-9998-869a1c2e14b3 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329521 Aug 10 02:02:52.801727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['98bc0cf9-e953-42e7-a1b3-40405f06dce4'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:53.123275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a01201d1-c55c-4d12-8888-f416c7620aaa details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:53.161596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa3a9d-2ae3-4def-9808-4bcfbf5d927f req-8758ea53-e049-49d9-a966-f0f2707a6474 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:53.163154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74aa3a9d-2ae3-4def-9808-4bcfbf5d927f req-8758ea53-e049-49d9-a966-f0f2707a6474 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 943 time: 0.0496986 Aug 10 02:02:53.205782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74aa3a9d-2ae3-4def-9808-4bcfbf5d927f req-db092aa4-2847-4b22-9025-1187fda6818e tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342231 Aug 10 02:02:53.222581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a01201d1-c55c-4d12-8888-f416c7620aaa, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a01201d1-c55c-4d12-8888-f416c7620aaa,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:53.236304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a01201d1-c55c-4d12-8888-f416c7620aaa', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'port_id': 'a01201d1-c55c-4d12-8888-f416c7620aaa', 'mac_address': 'fa:16:3e:b9:32:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:53.274259 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:53.287134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01201d1-c55c-4d12-8888-f416c7620aaa {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:53.308013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a01201d1-c55c-4d12-8888-f416c7620aaa, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a01201d1-c55c-4d12-8888-f416c7620aaa,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:53.384789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32618a-c328-49f4-ae21-cc537be71fb0 req-7c2cf939-751c-401d-b6bf-a0d9db02dc5d tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:53.386308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c32618a-c328-49f4-ae21-cc537be71fb0 req-7c2cf939-751c-401d-b6bf-a0d9db02dc5d tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 944 time: 0.0517826 Aug 10 02:02:53.389943 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:53.390895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:53.425424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c32618a-c328-49f4-ae21-cc537be71fb0 req-cf90309c-a2c0-4eca-958c-6a33306fd26f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Aug 10 02:02:53.487763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a01201d1-c55c-4d12-8888-f416c7620aaa,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:53.537207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:53.550083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1', 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375', 'port_id': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1', 'mac_address': 'fa:16:3e:96:4b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a287731-525a-4ad4-a4e9-fc1a5dbe4f27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:53.588598 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:53.602859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:53.629965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:53.642236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f20d465d-92bb-4de5-ac52-55ec1d78ac3f req-dcd5e730-7cd1-434b-a5bf-d49fe9ae2c2f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 210 time: 0.0611432 Aug 10 02:02:53.694308 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:53.757881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:53.762939 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:53.857083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-8d74ff7d-0e9b-4c6c-9cc6-68b71fe52ffa tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:53.858731 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-8d74ff7d-0e9b-4c6c-9cc6-68b71fe52ffa tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1272609 Aug 10 02:02:53.875383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Request body: {'port': {'device_id': '0b973e01-3d8e-4492-b2dc-740a6ca9d843', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'admin_state_up': True, 'tenant_id': 'aff2480ae3ae4852ab54b63f4d09576e'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:53.921831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:53.923660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f963cb-6ed5-4b4e-ad1e-690a233bdb30 req-08f92b6d-6fad-4d81-bc46-fe8e13842110 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:53.925604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95f963cb-6ed5-4b4e-ad1e-690a233bdb30 req-08f92b6d-6fad-4d81-bc46-fe8e13842110 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 944 time: 0.0549319 Aug 10 02:02:53.957473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a01201d1-c55c-4d12-8888-f416c7620aaa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:53.969333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95f963cb-6ed5-4b4e-ad1e-690a233bdb30 req-12c1b470-a545-4387-88db-e94cddb19857 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339417 Aug 10 02:02:54.091755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Made reservation on behalf of aff2480ae3ae4852ab54b63f4d09576e for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:02:54.095615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.178391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 98bc0cf9-e953-42e7-a1b3-40405f06dce4 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:54.235383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Allocated IP 172.20.0.12 (b386caab-2e98-41ce-9306-ce08eacf1ffd/a08e331b-0846-4e80-a6eb-306e4b91505e/35858431-37f8-4b43-a3b0-21f00eab39d9) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:54.303990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 98bc0cf9-e953-42e7-a1b3-40405f06dce4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:54.312721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 98bc0cf9-e953-42e7-a1b3-40405f06dce4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:54.312721 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.361641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d5303-7ecc-4b96-b27e-cb3a7e45d946 req-e5785ff1-d59c-465c-a2eb-a6479c0d0461 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:54.363151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c33d5303-7ecc-4b96-b27e-cb3a7e45d946 req-e5785ff1-d59c-465c-a2eb-a6479c0d0461 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 944 time: 0.0635769 Aug 10 02:02:54.410230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c33d5303-7ecc-4b96-b27e-cb3a7e45d946 req-8d4c25d9-65a1-4285-8903-f5e58e5c8928 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391142 Aug 10 02:02:54.463430 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.600482 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.623375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56588d77-d126-4a72-9383-24c03176c7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc0cf9-e953-42e7-a1b3-40405f06dce4'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:54.625621 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501c21a8-11f3-49ec-812b-d54a4922d576" -d '{"events": [{"server_uuid": "56588d77-d126-4a72-9383-24c03176c7da", "name": "network-vif-plugged", "status": "completed", "tag": "98bc0cf9-e953-42e7-a1b3-40405f06dce4"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:54.639639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 98bc0cf9-e953-42e7-a1b3-40405f06dce4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=98bc0cf9-e953-42e7-a1b3-40405f06dce4,segment=NetworkSegment(6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a),segment_id=6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:54.648249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b9ab6-cc6c-4aed-b26a-e7926d066fb8 req-47aaeb60-06bb-4868-9150-87826086fb12 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:54.649879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f0b9ab6-cc6c-4aed-b26a-e7926d066fb8 req-47aaeb60-06bb-4868-9150-87826086fb12 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 945 time: 0.0650971 Aug 10 02:02:54.653033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.671504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['0da4d8fc-e17a-483b-a252-3cd6ea75dc40'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:54.678418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:54.708269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Network b386caab-2e98-41ce-9306-ce08eacf1ffd is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:54.715167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:54.720713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:54.747326 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cb848c-3d95-45c5-8c62-b82435f2b50a x-openstack-request-id: req-50cb848c-3d95-45c5-8c62-b82435f2b50a {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:54.747629 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56588d77-d126-4a72-9383-24c03176c7da", "name": "network-vif-plugged", "status": "completed", "tag": "98bc0cf9-e953-42e7-a1b3-40405f06dce4", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:54.747889 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50cb848c-3d95-45c5-8c62-b82435f2b50a {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:54.748352 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56588d77-d126-4a72-9383-24c03176c7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bc0cf9-e953-42e7-a1b3-40405f06dce4', 'code': 200} Aug 10 02:02:54.754104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event updated for resources: {'Port': ['ID=35858431-37f8-4b43-a3b0-21f00eab39d9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:54.765892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f0b9ab6-cc6c-4aed-b26a-e7926d066fb8 req-3ed9f5c0-c3d8-416a-b3b5-e659bd853fdb tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082778 Aug 10 02:02:54.779270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.779632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.779981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.780323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.780660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.780997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.781336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.781669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.782001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.782331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.783049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.783049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:54.801104 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.835591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:54.836222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:54.856412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319ab6a-acfb-4400-af8b-5206b3008b4c req-3457a534-505b-4412-ab02-0eb4e07a628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:54.858815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c64bf-b117-4229-a272-4f2205ca1fc3 req-3b53fa16-ab9f-4c4e-ae42-1c36f9a30950 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:54.858966 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f319ab6a-acfb-4400-af8b-5206b3008b4c req-3457a534-505b-4412-ab02-0eb4e07a628c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 1097 time: 0.0713971 Aug 10 02:02:54.859420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-473c64bf-b117-4229-a272-4f2205ca1fc3 req-3b53fa16-ab9f-4c4e-ae42-1c36f9a30950 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 932 time: 0.0761213 Aug 10 02:02:54.906418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=98bc0cf9-e953-42e7-a1b3-40405f06dce4,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:54.914987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-473c64bf-b117-4229-a272-4f2205ca1fc3 req-a241bf8e-fe1a-4be1-be03-1728e1c83e3a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491095 Aug 10 02:02:54.938294 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f319ab6a-acfb-4400-af8b-5206b3008b4c req-f98b3311-4c87-4452-925f-63424523020a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643444 Aug 10 02:02:54.938294 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9238610f-db73-4e18-9cf7-6cd404d36485 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0656121 Aug 10 02:02:54.988372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Request body: {'port': {'device_id': '0b973e01-3d8e-4492-b2dc-740a6ca9d843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:55.052980 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.106971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baadb2-05af-475c-bfdd-959c24c962af req-863cb4bb-fab7-471c-b6e1-a01f91c794b8 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:55.112899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08baadb2-05af-475c-bfdd-959c24c962af req-863cb4bb-fab7-471c-b6e1-a01f91c794b8 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 945 time: 0.0597897 Aug 10 02:02:55.124427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a01201d1-c55c-4d12-8888-f416c7620aaa up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:55.168321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08baadb2-05af-475c-bfdd-959c24c962af req-af31546b-48a8-4ad6-9d8e-7c37b9586212 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508807 Aug 10 02:02:55.270100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port a01201d1-c55c-4d12-8888-f416c7620aaa completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:55.278242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a01201d1-c55c-4d12-8888-f416c7620aaa triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:55.278722 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.337889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35858431-37f8-4b43-a3b0-21f00eab39d9 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:55.346359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.359095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Transition to ACTIVE for port object 35858431-37f8-4b43-a3b0-21f00eab39d9 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:02:55.362323 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.394823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a01201d1-c55c-4d12-8888-f416c7620aaa, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a01201d1-c55c-4d12-8888-f416c7620aaa,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:55.470130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.486542 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.487821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:55.541582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Pushing event updated for resources: {'Port': ['ID=35858431-37f8-4b43-a3b0-21f00eab39d9,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:55.553630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a01201d1-c55c-4d12-8888-f416c7620aaa,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:55.561597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daf400-550e-46d8-bc40-2e2148dbf341 req-fd47e01c-a222-4bfd-bd91-43d9daf08048 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:55.563446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10daf400-550e-46d8-bc40-2e2148dbf341 req-fd47e01c-a222-4bfd-bd91-43d9daf08048 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.0731170 Aug 10 02:02:55.600110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Attempting to bind port 35858431-37f8-4b43-a3b0-21f00eab39d9 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:02:55.600560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Attempting to bind port 35858431-37f8-4b43-a3b0-21f00eab39d9 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:02:55.600966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Attempting to bind port 35858431-37f8-4b43-a3b0-21f00eab39d9 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:55.606810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Port 35858431-37f8-4b43-a3b0-21f00eab39d9 on network b386caab-2e98-41ce-9306-ce08eacf1ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:02:55.607312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Attempting to bind port 35858431-37f8-4b43-a3b0-21f00eab39d9 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:02:55.607947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10daf400-550e-46d8-bc40-2e2148dbf341 req-0decf5dc-0676-460f-880f-b651308ace4c tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382590 Aug 10 02:02:55.613222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:02:55.613635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Checking segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:02:55.614628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Bound using segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:02:55.615203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Bound port: 35858431-37f8-4b43-a3b0-21f00eab39d9, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:02:55.615673 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.681850 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:55.685624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:55.685996 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.695049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] For port 35858431-37f8-4b43-a3b0-21f00eab39d9, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:02:55.701747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] For port 35858431-37f8-4b43-a3b0-21f00eab39d9, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=35858431-37f8-4b43-a3b0-21f00eab39d9,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:02:55.773143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.778369 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.808397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:55.808865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.810502 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] 10.222.0.16 "PUT /v2.0/ports/35858431-37f8-4b43-a3b0-21f00eab39d9 HTTP/1.1" status: 200 len: 1093 time: 0.8265407 Aug 10 02:02:55.811053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b973e01-3d8e-4492-b2dc-740a6ca9d843', 'tag': '35858431-37f8-4b43-a3b0-21f00eab39d9'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:55.813385 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0bb282-3957-4dc9-8700-cea677de8ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b973e01-3d8e-4492-b2dc-740a6ca9d843", "tag": "35858431-37f8-4b43-a3b0-21f00eab39d9"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:55.816626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:55.852066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db737a06-cf36-4f95-9c2b-10dbd82d9640 service neutron] Pushing event updated for resources: {'Port': ['ID=35858431-37f8-4b43-a3b0-21f00eab39d9,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:55.863954 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a406cb3-be71-4c65-b5c8-bc457c417a23 x-openstack-request-id: req-7a406cb3-be71-4c65-b5c8-bc457c417a23 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:55.863954 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b973e01-3d8e-4492-b2dc-740a6ca9d843", "tag": "35858431-37f8-4b43-a3b0-21f00eab39d9", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:55.865352 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a406cb3-be71-4c65-b5c8-bc457c417a23 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:55.867024 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b973e01-3d8e-4492-b2dc-740a6ca9d843', 'tag': '35858431-37f8-4b43-a3b0-21f00eab39d9', 'status': 'completed', 'code': 200} Aug 10 02:02:55.909686 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:55.931757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00040e-9ca7-45eb-bb9a-9be6c2d3d3a9 req-af19ee06-aa6e-4e65-b720-6be7c01c62f4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:55.935122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a00040e-9ca7-45eb-bb9a-9be6c2d3d3a9 req-af19ee06-aa6e-4e65-b720-6be7c01c62f4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 945 time: 0.0649247 Aug 10 02:02:55.954107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bb282-3957-4dc9-8700-cea677de8ab8 req-68a47cb7-21a3-416b-ab1e-234082cbe467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:55.954353 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e0bb282-3957-4dc9-8700-cea677de8ab8 req-68a47cb7-21a3-416b-ab1e-234082cbe467 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 1096 time: 0.0602524 Aug 10 02:02:55.975185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:56.020150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a00040e-9ca7-45eb-bb9a-9be6c2d3d3a9 req-90b7b3c3-5127-4b22-abda-ec36167f1515 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595534 Aug 10 02:02:56.095551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cf705-cc42-40fc-b51c-8dcdd61de762 req-3b68a848-3b22-49b7-8750-2c01def52206 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:56.096631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bb282-3957-4dc9-8700-cea677de8ab8 req-7510acbd-574a-4d50-ae28-caeb71f977e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:56.097261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e6cf705-cc42-40fc-b51c-8dcdd61de762 req-3b68a848-3b22-49b7-8750-2c01def52206 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 944 time: 0.0690181 Aug 10 02:02:56.098452 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e0bb282-3957-4dc9-8700-cea677de8ab8 req-7510acbd-574a-4d50-ae28-caeb71f977e7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1378827 Aug 10 02:02:56.143834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e6cf705-cc42-40fc-b51c-8dcdd61de762 req-b51cc81f-1f97-4ee7-9b79-1b4e1473887a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371642 Aug 10 02:02:56.199531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bb282-3957-4dc9-8700-cea677de8ab8 req-5883c84c-32b6-4cbb-8d0e-f37d8180045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:56.201024 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e0bb282-3957-4dc9-8700-cea677de8ab8 req-5883c84c-32b6-4cbb-8d0e-f37d8180045d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942457 Aug 10 02:02:56.286461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-cd6d0b0e-cb42-47be-8491-8730699b8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:56.288008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-cd6d0b0e-cb42-47be-8491-8730699b8561 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 1096 time: 0.0486608 Aug 10 02:02:56.294663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116094a-47d5-4385-b14f-23cf6a059d1c req-f983f5a4-ef12-4875-8529-473f9781a9ac tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:56.296205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7116094a-47d5-4385-b14f-23cf6a059d1c req-f983f5a4-ef12-4875-8529-473f9781a9ac tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 945 time: 0.0548813 Aug 10 02:02:56.331519 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-6ada7c9a-26f4-4d0b-b28d-5125e779f87d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35858431-37f8-4b43-a3b0-21f00eab39d9 HTTP/1.1" status: 200 len: 217 time: 0.0350780 Aug 10 02:02:56.341943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7116094a-47d5-4385-b14f-23cf6a059d1c req-9a37044a-6a0e-428e-80fc-94d6d8f4c7f8 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Aug 10 02:02:56.407706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-94a6158a-9dcc-451f-ae6e-1220d61b6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:56.409187 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-94a6158a-9dcc-451f-ae6e-1220d61b6d19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.0627711 Aug 10 02:02:56.463627 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-d8f8e64e-379f-45db-86c6-cfe5bbfc4353 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461085 Aug 10 02:02:56.565638 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-fc31af50-4373-4165-8d81-dfe880d6a727 service neutron] 10.222.0.16 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941477 Aug 10 02:02:56.668646 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24623d58-f8fd-4396-99ef-e6ea4507e08e req-9561e5c3-0997-4817-b1ad-c476c4674003 service neutron] 10.222.0.16 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948625 Aug 10 02:02:56.749436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01201d1-c55c-4d12-8888-f416c7620aaa'}, {'server_uuid': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:56.750239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d201781-2257-4d90-a844-13258369bdd7 req-da03ac16-07c4-4994-b3c9-c17f48de881e tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:56.751754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d201781-2257-4d90-a844-13258369bdd7 req-da03ac16-07c4-4994-b3c9-c17f48de881e tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.0532966 Aug 10 02:02:56.752219 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66f1e59-bb06-46a4-8f0b-df9d95b96e18" -d '{"events": [{"server_uuid": "25a9b19f-1d97-4a10-9839-61d2a22d4cb3", "name": "network-vif-plugged", "status": "completed", "tag": "a01201d1-c55c-4d12-8888-f416c7620aaa"}, {"server_uuid": "e7c16dcd-8b0e-4e73-b37e-520b15dbc13b", "name": "network-vif-plugged", "status": "completed", "tag": "b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:56.795273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d201781-2257-4d90-a844-13258369bdd7 req-6298fce2-0a2d-44f4-900d-3d6aafa0e822 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368865 Aug 10 02:02:56.795407 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f086a50-affc-429a-afdc-bceb1d7e79f5 x-openstack-request-id: req-7f086a50-affc-429a-afdc-bceb1d7e79f5 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:56.801695 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9b19f-1d97-4a10-9839-61d2a22d4cb3", "name": "network-vif-plugged", "status": "completed", "tag": "a01201d1-c55c-4d12-8888-f416c7620aaa", "code": 200}, {"server_uuid": "e7c16dcd-8b0e-4e73-b37e-520b15dbc13b", "name": "network-vif-plugged", "status": "completed", "tag": "b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:56.801695 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f086a50-affc-429a-afdc-bceb1d7e79f5 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:56.801695 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01201d1-c55c-4d12-8888-f416c7620aaa', 'code': 200} Aug 10 02:02:56.801695 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1', 'code': 200} Aug 10 02:02:56.944256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a547c8e-b85d-4895-be36-e532d9811ba9 req-38a41afe-6964-4f2f-8440-4de647e4fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:56.945893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a547c8e-b85d-4895-be36-e532d9811ba9 req-38a41afe-6964-4f2f-8440-4de647e4fbdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 1098 time: 0.0742302 Aug 10 02:02:56.947576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec69d5-5d6e-47f4-bea2-cb62b70ecc1a req-af31d7fa-1216-4829-8c09-9755f305595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:56.948921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42ec69d5-5d6e-47f4-bea2-cb62b70ecc1a req-af31d7fa-1216-4829-8c09-9755f305595c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0761569 Aug 10 02:02:57.014780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a547c8e-b85d-4895-be36-e532d9811ba9 req-0810efb4-59e1-4190-b507-194edcf75270 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562487 Aug 10 02:02:57.016852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42ec69d5-5d6e-47f4-bea2-cb62b70ecc1a req-54535eca-e0c5-4a2a-ac3e-3770198ba802 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519693 Aug 10 02:02:57.132656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17d77d-2a64-4a51-a1bb-946b21556397 req-0910c6b9-71c4-481c-946c-d393749d46a4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:57.134877 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c17d77d-2a64-4a51-a1bb-946b21556397 req-0910c6b9-71c4-481c-946c-d393749d46a4 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 946 time: 0.0524714 Aug 10 02:02:57.178084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c17d77d-2a64-4a51-a1bb-946b21556397 req-4ec09673-7aa0-42e3-9113-3937c8ab672d tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352983 Aug 10 02:02:57.272373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868485f6-a20c-4623-84a8-a23718ce1395 req-5d521e1d-d5cf-4ac4-8006-e68c7bbaa9e4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:57.273795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-868485f6-a20c-4623-84a8-a23718ce1395 req-5d521e1d-d5cf-4ac4-8006-e68c7bbaa9e4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 944 time: 0.0486479 Aug 10 02:02:57.315099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-868485f6-a20c-4623-84a8-a23718ce1395 req-d5ea6d7f-ca18-499c-a747-5cf4fb1d335f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350261 Aug 10 02:02:57.935098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6138ed-f6e2-4ca5-97b5-1289e005316f req-afd94701-6955-421b-94f8-d041e6a1479e tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:57.938651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad6138ed-f6e2-4ca5-97b5-1289e005316f req-afd94701-6955-421b-94f8-d041e6a1479e tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.0682504 Aug 10 02:02:57.987625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad6138ed-f6e2-4ca5-97b5-1289e005316f req-dcb4c024-1b90-4d28-b554-0d8190998794 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Aug 10 02:02:58.201577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 35858431-37f8-4b43-a3b0-21f00eab39d9 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:58.319506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 35858431-37f8-4b43-a3b0-21f00eab39d9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=35858431-37f8-4b43-a3b0-21f00eab39d9,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:58.328515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255577a-3520-4215-b275-fcc63b285902 req-d8b64925-5bb4-43d8-8688-af010b4cfeda tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:58.330121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6255577a-3520-4215-b275-fcc63b285902 req-d8b64925-5bb4-43d8-8688-af010b4cfeda tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 946 time: 0.0534801 Aug 10 02:02:58.331753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '35858431-37f8-4b43-a3b0-21f00eab39d9', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'port_id': '35858431-37f8-4b43-a3b0-21f00eab39d9', 'mac_address': 'fa:16:3e:be:60:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08e331b-0846-4e80-a6eb-306e4b91505e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:58.384875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6255577a-3520-4215-b275-fcc63b285902 req-3ee65aea-0b8d-48b8-8d3b-bddf7bd6e36e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467999 Aug 10 02:02:58.388258 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.405191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35858431-37f8-4b43-a3b0-21f00eab39d9 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:58.439281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 35858431-37f8-4b43-a3b0-21f00eab39d9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=35858431-37f8-4b43-a3b0-21f00eab39d9,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:58.468705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91c29-f2b9-4bca-b2f3-c3991c94f70e req-6aacf488-e4f2-4e4d-b926-4fcd9d51f9b0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:58.470673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59a91c29-f2b9-4bca-b2f3-c3991c94f70e req-6aacf488-e4f2-4e4d-b926-4fcd9d51f9b0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 944 time: 0.0617352 Aug 10 02:02:58.515668 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:58.538305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59a91c29-f2b9-4bca-b2f3-c3991c94f70e req-5414c900-bdca-40dd-9c82-d56ffc72c0d5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581505 Aug 10 02:02:58.550174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d97489-3936-4161-974b-8751410b605a req-fbcba632-601d-42ac-a581-f3cbf5bb6beb tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:58.552258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31d97489-3936-4161-974b-8751410b605a req-fbcba632-601d-42ac-a581-f3cbf5bb6beb tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 946 time: 0.0805659 Aug 10 02:02:58.587021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=35858431-37f8-4b43-a3b0-21f00eab39d9,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:58.593166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31d97489-3936-4161-974b-8751410b605a req-be224a7a-21ab-44c7-8311-5c08b46e3c03 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343075 Aug 10 02:02:58.873200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['35858431-37f8-4b43-a3b0-21f00eab39d9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:59.120672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe90d6e-239f-46cb-a2db-836a7c474d09 req-e2123437-2397-400d-b937-97b71275e6ba tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:59.122378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5fe90d6e-239f-46cb-a2db-836a7c474d09 req-e2123437-2397-400d-b937-97b71275e6ba tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.0530992 Aug 10 02:02:59.197250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5fe90d6e-239f-46cb-a2db-836a7c474d09 req-63628126-6427-4bdc-910b-610c7ff30350 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660150 Aug 10 02:02:59.345666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c1d5b-4e22-45cb-90c2-e1883b00f1ab req-ca4a8302-a27a-413b-b375-5d87524388f3 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:59.347215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a0c1d5b-4e22-45cb-90c2-e1883b00f1ab req-ca4a8302-a27a-413b-b375-5d87524388f3 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.0630119 Aug 10 02:02:59.361013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48024) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:59.362824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6d00f569-da21-4b83-b8ef-5f6efeb52ece tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Request body: {'floatingip': {'port_id': 'a01201d1-c55c-4d12-8888-f416c7620aaa'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:59.403519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d00f569-da21-4b83-b8ef-5f6efeb52ece tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:59.729082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1fb9f-1cbc-42fd-aa92-d866a1995fc2 req-05c5a1cc-d821-41a7-bb96-b2adc0da2c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:59.730807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77f1fb9f-1cbc-42fd-aa92-d866a1995fc2 req-05c5a1cc-d821-41a7-bb96-b2adc0da2c57 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 945 time: 0.0553210 Aug 10 02:02:59.771304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77f1fb9f-1cbc-42fd-aa92-d866a1995fc2 req-5c5851a7-18f3-40e2-81ea-06b020886b5a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Aug 10 02:02:59.883006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9807f4a-246d-452f-bc78-2d9e5bf886ce req-f9d116d7-3a5a-4453-a5c4-29c458972704 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:59.885220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9807f4a-246d-452f-bc78-2d9e5bf886ce req-f9d116d7-3a5a-4453-a5c4-29c458972704 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 946 time: 0.0568376 Aug 10 02:02:59.930371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9807f4a-246d-452f-bc78-2d9e5bf886ce req-46ff31fe-a967-4036-94d4-7ddd1f862903 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Aug 10 02:03:00.209705 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d00f569-da21-4b83-b8ef-5f6efeb52ece tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.218599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 35858431-37f8-4b43-a3b0-21f00eab39d9 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:00.269621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d00f569-da21-4b83-b8ef-5f6efeb52ece tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.323225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 35858431-37f8-4b43-a3b0-21f00eab39d9 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:00.327604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 35858431-37f8-4b43-a3b0-21f00eab39d9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:00.327971 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.395725 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-6d00f569-da21-4b83-b8ef-5f6efeb52ece tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Floating IP 5465c038-3a03-471e-875c-5bb41edc18c7 associated. External IP: 172.25.3.245, port: a01201d1-c55c-4d12-8888-f416c7620aaa. Aug 10 02:03:00.421795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.449560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b973e01-3d8e-4492-b2dc-740a6ca9d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35858431-37f8-4b43-a3b0-21f00eab39d9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:00.451764 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ff0bfd-f273-4c29-9eb0-f932a0e4b9ab" -d '{"events": [{"server_uuid": "0b973e01-3d8e-4492-b2dc-740a6ca9d843", "name": "network-vif-plugged", "status": "completed", "tag": "35858431-37f8-4b43-a3b0-21f00eab39d9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:00.465519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 35858431-37f8-4b43-a3b0-21f00eab39d9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=35858431-37f8-4b43-a3b0-21f00eab39d9,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:00.493375 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c74bf4-dd91-4b47-8655-488843c608db x-openstack-request-id: req-89c74bf4-dd91-4b47-8655-488843c608db {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:00.493869 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b973e01-3d8e-4492-b2dc-740a6ca9d843", "name": "network-vif-plugged", "status": "completed", "tag": "35858431-37f8-4b43-a3b0-21f00eab39d9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:00.494126 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-89c74bf4-dd91-4b47-8655-488843c608db {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:00.494531 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b973e01-3d8e-4492-b2dc-740a6ca9d843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35858431-37f8-4b43-a3b0-21f00eab39d9', 'code': 200} Aug 10 02:03:00.544273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.604261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=35858431-37f8-4b43-a3b0-21f00eab39d9,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:00.680513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7502a55-0c49-484e-aa8c-1630c00ceebd req-32a1da9e-7a53-4a5c-ae0c-6827a20f5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:00.682246 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c7502a55-0c49-484e-aa8c-1630c00ceebd req-32a1da9e-7a53-4a5c-ae0c-6827a20f5713 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 1098 time: 0.1126504 Aug 10 02:03:00.720784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d00f569-da21-4b83-b8ef-5f6efeb52ece tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Router bb7f446a-225c-47bf-9668-6aa538e50ae9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:03:00.728434 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c7502a55-0c49-484e-aa8c-1630c00ceebd req-e9d89051-3b0f-4241-b9db-0cdcf2fbc596 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385983 Aug 10 02:03:00.845151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d00f569-da21-4b83-b8ef-5f6efeb52ece tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:03:00.850727 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d00f569-da21-4b83-b8ef-5f6efeb52ece tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:00.857675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] Sync routers for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:03:00.867424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:03:00.868552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:02:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:00.892563 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d00f569-da21-4b83-b8ef-5f6efeb52ece tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "PUT /v2.0/floatingips/5465c038-3a03-471e-875c-5bb41edc18c7 HTTP/1.1" status: 200 len: 991 time: 1.5344284 Aug 10 02:03:00.893412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'tag': 'a01201d1-c55c-4d12-8888-f416c7620aaa'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:00.898294 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d72935-ef98-44de-99b9-440b5e75cd39" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9b19f-1d97-4a10-9839-61d2a22d4cb3", "tag": "a01201d1-c55c-4d12-8888-f416c7620aaa"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:00.943176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22badc-86a2-4fc1-bce3-419ef35ad5ac req-dc8acf5b-a035-483f-9b58-073d86e36d6e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:00.944766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f22badc-86a2-4fc1-bce3-419ef35ad5ac req-dc8acf5b-a035-483f-9b58-073d86e36d6e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 946 time: 0.0737154 Aug 10 02:03:01.025017 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf980809-f77b-4977-b6a6-b94d51f806f9 x-openstack-request-id: req-cf980809-f77b-4977-b6a6-b94d51f806f9 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:01.025498 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9b19f-1d97-4a10-9839-61d2a22d4cb3", "tag": "a01201d1-c55c-4d12-8888-f416c7620aaa", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:01.025867 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf980809-f77b-4977-b6a6-b94d51f806f9 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:01.026494 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'tag': 'a01201d1-c55c-4d12-8888-f416c7620aaa', 'status': 'completed', 'code': 200} Aug 10 02:03:01.030932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f22badc-86a2-4fc1-bce3-419ef35ad5ac req-b9b4d644-2dc2-4e13-aa86-218f48fa8d10 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767915 Aug 10 02:03:01.034052 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:03:01.039955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:03:01.139954 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-2da01bd3-6e69-4b01-a683-5e8497b89f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:01.141461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-2da01bd3-6e69-4b01-a683-5e8497b89f88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac7609aa90f644fe85b9e9d4951d9682&device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0778711 Aug 10 02:03:01.153005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c409-63c7-491c-a5be-d5f91a77bb34 req-fa1fef91-3d1b-4c27-9147-fa3875315450 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:01.154826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9266c409-63c7-491c-a5be-d5f91a77bb34 req-fa1fef91-3d1b-4c27-9147-fa3875315450 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 946 time: 0.0649438 Aug 10 02:03:01.260768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9266c409-63c7-491c-a5be-d5f91a77bb34 req-fa005cda-0f40-43c1-a1ac-b5fe764a4939 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837362 Aug 10 02:03:01.300680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-dce5a201-82e0-46d6-be48-e89e4f31c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:01.302524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-dce5a201-82e0-46d6-be48-e89e4f31c8ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=96a9b739-ab5f-45b3-872f-ed3233781ff6 HTTP/1.1" status: 200 len: 913 time: 0.1467903 Aug 10 02:03:01.335060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '5465c038-3a03-471e-875c-5bb41edc18c7', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'port_id': 'a01201d1-c55c-4d12-8888-f416c7620aaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'mac_address': 'fa:16:3e:b9:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:02:37Z', 'updated_at': '2021-08-10T02:03:00Z', 'revision_number': 1, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532963ad-5d19-44f0-be6e-d0b7838d59ec', 'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'mac_address': 'fa:16:3e:3a:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:30Z', 'updated_at': '2021-08-10T02:02:37Z', 'revision_number': 5, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'subnets': [{'id': '9551757d-9244-4a37-a597-1d9113958bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:01.370806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] Checking router: bb7f446a-225c-47bf-9668-6aa538e50ae9 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:03:01.380703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:03:01.381497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:02:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:01.448627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-2570f867-e2fe-40fa-83a8-1831b1af294c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a01201d1-c55c-4d12-8888-f416c7620aaa HTTP/1.1" status: 200 len: 999 time: 0.1362803 Aug 10 02:03:01.497348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:03:01.523161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-0da8f4a0-c286-4e69-8d8e-eb08f3b658df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:01.525485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-0da8f4a0-c286-4e69-8d8e-eb08f3b658df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9551757d-9244-4a37-a597-1d9113958bc5 HTTP/1.1" status: 200 len: 851 time: 0.0643804 Aug 10 02:03:01.601548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-4707292f-1897-4521-8d4a-65c2a88b06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:01.604212 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-4707292f-1897-4521-8d4a-65c2a88b06cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96a9b739-ab5f-45b3-872f-ed3233781ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575271 Aug 10 02:03:01.767298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-1d8cfbca-a883-458e-b60a-33cf5544fc3d service neutron] 10.222.0.11 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395433 Aug 10 02:03:01.832214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '5465c038-3a03-471e-875c-5bb41edc18c7', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'port_id': 'a01201d1-c55c-4d12-8888-f416c7620aaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'mac_address': 'fa:16:3e:b9:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:02:37Z', 'updated_at': '2021-08-10T02:03:00Z', 'revision_number': 1, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532963ad-5d19-44f0-be6e-d0b7838d59ec', 'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'mac_address': 'fa:16:3e:3a:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:30Z', 'updated_at': '2021-08-10T02:02:37Z', 'revision_number': 5, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'subnets': [{'id': '9551757d-9244-4a37-a597-1d9113958bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:01.872595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81764035-cd88-4011-99d2-dd54dbaf63b0 None None] The sync data for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 is: [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '5465c038-3a03-471e-875c-5bb41edc18c7', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'port_id': 'a01201d1-c55c-4d12-8888-f416c7620aaa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'mac_address': 'fa:16:3e:b9:32:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:02:37Z', 'updated_at': '2021-08-10T02:03:00Z', 'revision_number': 1, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532963ad-5d19-44f0-be6e-d0b7838d59ec', 'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'mac_address': 'fa:16:3e:3a:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:30Z', 'updated_at': '2021-08-10T02:02:37Z', 'revision_number': 5, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'subnets': [{'id': '9551757d-9244-4a37-a597-1d9113958bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:03:01.878512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d72935-ef98-44de-99b9-440b5e75cd39 req-e6ef70c8-0f3a-4b57-819b-515f72a1ab94 service neutron] 10.222.0.11 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028831 Aug 10 02:03:02.151445 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7126d5-ffe1-4438-904e-00afb9c9d669 None None] New status for floating IP 5465c038-3a03-471e-875c-5bb41edc18c7: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:03:02.194310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bdd74-ffd9-4740-9589-22b745e05d0f req-93306524-1d2e-49ca-beaa-c98b1e645b42 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:02.196934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-280bdd74-ffd9-4740-9589-22b745e05d0f req-93306524-1d2e-49ca-beaa-c98b1e645b42 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 946 time: 0.0622644 Aug 10 02:03:02.255237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-280bdd74-ffd9-4740-9589-22b745e05d0f req-a3c9d99f-9924-4b19-99c8-8e9a5b0ebfda tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358899 Aug 10 02:03:02.439841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aebc17-8310-489f-9105-4b82eb8d964b req-3f9c430d-779a-45b2-94bf-9455bc151803 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:02.441351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5aebc17-8310-489f-9105-4b82eb8d964b req-3f9c430d-779a-45b2-94bf-9455bc151803 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 946 time: 0.0857961 Aug 10 02:03:02.450482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a348cb-685d-4331-b27f-9e9019a31419 req-7bcb4d1f-e4ea-4115-8b6d-18d3c7a3b419 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:02.452109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36a348cb-685d-4331-b27f-9e9019a31419 req-7bcb4d1f-e4ea-4115-8b6d-18d3c7a3b419 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 946 time: 0.1096220 Aug 10 02:03:02.518155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5aebc17-8310-489f-9105-4b82eb8d964b req-fc697ea1-34d0-476a-b1fd-16012f3a129e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647972 Aug 10 02:03:02.535132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36a348cb-685d-4331-b27f-9e9019a31419 req-fcaa8c48-4e0f-4313-9ebd-6fe85aa1e685 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583515 Aug 10 02:03:02.653872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca24e0-ff95-4855-ae6b-5858fec5413c req-818873e4-310d-4258-9563-7daa848996ba tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:02.655534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92ca24e0-ff95-4855-ae6b-5858fec5413c req-818873e4-310d-4258-9563-7daa848996ba tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 946 time: 0.0529191 Aug 10 02:03:02.715871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92ca24e0-ff95-4855-ae6b-5858fec5413c req-bc82131a-ca59-4ae9-957b-c78a82989695 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535908 Aug 10 02:03:03.175095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:03:03.226644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566cab6-3524-4997-a863-af162e0f7614 req-bd6cea2b-6a0a-473c-822f-d8c39f807ad7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:03.228317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4566cab6-3524-4997-a863-af162e0f7614 req-bd6cea2b-6a0a-473c-822f-d8c39f807ad7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 946 time: 0.0626240 Aug 10 02:03:03.271232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4566cab6-3524-4997-a863-af162e0f7614 req-f35d7a2d-1661-4971-99bd-601720975939 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366685 Aug 10 02:03:03.282861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:03.295716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1', 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375', 'port_id': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1', 'mac_address': 'fa:16:3e:96:4b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a287731-525a-4ad4-a4e9-fc1a5dbe4f27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:03:03.333323 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.346620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:03.365959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:03.434278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:03.501358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:03.524861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:03.684241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b15ac-5b0f-463a-b6bc-80c84098be10 req-011d3054-9dcd-4412-874d-87fe4681252e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:03.687368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-635b15ac-5b0f-463a-b6bc-80c84098be10 req-011d3054-9dcd-4412-874d-87fe4681252e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 945 time: 0.0855687 Aug 10 02:03:03.735502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-635b15ac-5b0f-463a-b6bc-80c84098be10 req-e796a051-1215-42bc-93c9-8d81abe98aa9 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Aug 10 02:03:04.178355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e3d96-8452-443d-89e8-f05d9c63653b req-90d3e3ba-5446-4801-a18a-0c05361d357b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:04.178355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-251e3d96-8452-443d-89e8-f05d9c63653b req-90d3e3ba-5446-4801-a18a-0c05361d357b tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 945 time: 0.0539310 Aug 10 02:03:04.228331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-251e3d96-8452-443d-89e8-f05d9c63653b req-e741f258-e026-482a-90ca-f82615fc56a3 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480459 Aug 10 02:03:04.291607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48118) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:04.408467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36644018-47b6-4bf3-a941-fd4679231936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.411779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b78a1c-90ef-4561-bf86-abaeac2411e9 req-b417a6d5-4555-42f9-940e-6370bfb5694e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:04.415091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23b78a1c-90ef-4561-bf86-abaeac2411e9 req-b417a6d5-4555-42f9-940e-6370bfb5694e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 946 time: 0.0658205 Aug 10 02:03:04.460239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23b78a1c-90ef-4561-bf86-abaeac2411e9 req-bbf8ef13-04a4-4d7a-9b2a-2d3b459b5d85 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360882 Aug 10 02:03:04.512966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36644018-47b6-4bf3-a941-fd4679231936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.579007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36644018-47b6-4bf3-a941-fd4679231936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.602405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-eb5f6b89-a04c-4228-ae45-20ec14827e31 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:04.604339 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-eb5f6b89-a04c-4228-ae45-20ec14827e31 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 946 time: 0.0731244 Aug 10 02:03:04.666741 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-36644018-47b6-4bf3-a941-fd4679231936 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=000f57a009f84fd9a1cf819031a34797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736248 Aug 10 02:03:04.669458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48126) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:04.678251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36644018-47b6-4bf3-a941-fd4679231936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b3f3ed-19ef-4203-afc9-e75716c0ac46,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:04.741935 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-52f339cc-af1f-4d62-b8e8-5b9ee1eaa5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.758109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Deleting port 35858431-37f8-4b43-a3b0-21f00eab39d9 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:03:04.758825 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.767616 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-52f339cc-af1f-4d62-b8e8-5b9ee1eaa5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.873691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] For port 35858431-37f8-4b43-a3b0-21f00eab39d9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=35858431-37f8-4b43-a3b0-21f00eab39d9,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:04.875049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-52f339cc-af1f-4d62-b8e8-5b9ee1eaa5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.875802 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.878007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-52f339cc-af1f-4d62-b8e8-5b9ee1eaa5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:04.879227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-52f339cc-af1f-4d62-b8e8-5b9ee1eaa5c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6b3f3ed-19ef-4203-afc9-e75716c0ac46 HTTP/1.1" status: 204 len: 168 time: 0.2087665 Aug 10 02:03:04.889663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f339cc-af1f-4d62-b8e8-5b9ee1eaa5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b3f3ed-19ef-4203-afc9-e75716c0ac46,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:04.901447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Calling delete_port for 35858431-37f8-4b43-a3b0-21f00eab39d9 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:03:05.178131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.193037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['0da4d8fc-e17a-483b-a252-3cd6ea75dc40'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:05.197358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa', '35858431-37f8-4b43-a3b0-21f00eab39d9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:05.212682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event deleted for resources: {'Port': ['ID=35858431-37f8-4b43-a3b0-21f00eab39d9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:05.272656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:05.274397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] No DVR routers for this DVR port 35858431-37f8-4b43-a3b0-21f00eab39d9 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:03:05.279906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.284718 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bf1229fa-1ff7-476e-b203-78464ed4be74 req-e91be976-6b16-4917-9220-4c018234bada tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "DELETE /v2.0/ports/35858431-37f8-4b43-a3b0-21f00eab39d9 HTTP/1.1" status: 204 len: 173 time: 0.6659727 Aug 10 02:03:05.286108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b973e01-3d8e-4492-b2dc-740a6ca9d843', 'name': 'network-vif-deleted', 'tag': '35858431-37f8-4b43-a3b0-21f00eab39d9'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:05.291375 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc129bf3-8a32-4496-a699-47e295871e8d" -d '{"events": [{"server_uuid": "0b973e01-3d8e-4492-b2dc-740a6ca9d843", "name": "network-vif-deleted", "tag": "35858431-37f8-4b43-a3b0-21f00eab39d9"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:05.351940 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d08c4c-5b23-43a2-876a-4fbcd8710a5e x-openstack-request-id: req-93d08c4c-5b23-43a2-876a-4fbcd8710a5e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:05.353327 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b973e01-3d8e-4492-b2dc-740a6ca9d843", "name": "network-vif-deleted", "tag": "35858431-37f8-4b43-a3b0-21f00eab39d9", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:05.353327 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93d08c4c-5b23-43a2-876a-4fbcd8710a5e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:05.353327 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b973e01-3d8e-4492-b2dc-740a6ca9d843', 'name': 'network-vif-deleted', 'tag': '35858431-37f8-4b43-a3b0-21f00eab39d9', 'status': 'completed', 'code': 200} Aug 10 02:03:05.364761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655468a9-6490-4be5-8a33-1cb8bfd73e81 req-dd134057-a18c-43fd-82e9-b2190bafe839 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:05.367138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-655468a9-6490-4be5-8a33-1cb8bfd73e81 req-dd134057-a18c-43fd-82e9-b2190bafe839 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 945 time: 0.0567260 Aug 10 02:03:05.407513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-655468a9-6490-4be5-8a33-1cb8bfd73e81 req-ae6410bd-ab0f-48e5-aaeb-ef7eaa1ade8f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340466 Aug 10 02:03:05.431926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:05.432309 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.578788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bd8daf5-51a4-4086-a97e-2e11b914de86 req-37d1610d-efef-4d79-bf20-1095c2c5e735 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b973e01-3d8e-4492-b2dc-740a6ca9d843 HTTP/1.1" status: 200 len: 210 time: 0.0330381 Aug 10 02:03:05.631921 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.673541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:05.673677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48146) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:05.673773 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8e14ff-ddee-446b-82b3-b38037cd0e22" -d '{"events": [{"server_uuid": "e7c16dcd-8b0e-4e73-b37e-520b15dbc13b", "name": "network-vif-plugged", "status": "completed", "tag": "b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:05.688116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:05.689042 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce92dbde-e55c-4774-bf8a-c98a0c2822fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.723574 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc00e938-7f0d-41e6-90f6-eaffc11000f9 x-openstack-request-id: req-dc00e938-7f0d-41e6-90f6-eaffc11000f9 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:05.723987 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c16dcd-8b0e-4e73-b37e-520b15dbc13b", "name": "network-vif-plugged", "status": "completed", "tag": "b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:05.724826 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc00e938-7f0d-41e6-90f6-eaffc11000f9 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:05.724973 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1', 'code': 200} Aug 10 02:03:05.777965 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.791630 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce92dbde-e55c-4774-bf8a-c98a0c2822fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.830480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:05.863507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce92dbde-e55c-4774-bf8a-c98a0c2822fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.902774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ce92dbde-e55c-4774-bf8a-c98a0c2822fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e214d85ebf34529a5380fa24abe2545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301285 Aug 10 02:03:05.903914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92dbde-e55c-4774-bf8a-c98a0c2822fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93150b97-ce8c-42ef-92a4-8c172067c508,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:05.905659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48152) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:05.959183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1d73f7-888f-431e-bc2f-7bb0f882b4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:05.962701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-4e172020-5902-459c-973c-90668d25a450 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:05.964364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-4e172020-5902-459c-973c-90668d25a450 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 946 time: 0.0487292 Aug 10 02:03:05.983848 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1d73f7-888f-431e-bc2f-7bb0f882b4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.069784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Deleting port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:03:06.070846 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.132744 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1d73f7-888f-431e-bc2f-7bb0f882b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.135768 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df1d73f7-888f-431e-bc2f-7bb0f882b4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.137007 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-df1d73f7-888f-431e-bc2f-7bb0f882b4cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93150b97-ce8c-42ef-92a4-8c172067c508 HTTP/1.1" status: 204 len: 168 time: 0.2303023 Aug 10 02:03:06.145772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d73f7-888f-431e-bc2f-7bb0f882b4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93150b97-ce8c-42ef-92a4-8c172067c508,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:06.166885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] For port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:06.167554 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.186370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Calling delete_port for b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:03:06.441245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.453120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:06.480269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event deleted for resources: {'Port': ['ID=b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:06.552154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] No DVR routers for this DVR port b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:03:06.555866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d09d89e1-308f-4098-838c-47297e020c13 req-93c74a07-b451-4615-87df-c4cfa8c4436f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=e7c16dcd-8b0e-4e73-b37e-520b15dbc13b HTTP/1.1" status: 200 len: 210 time: 0.0471299 Aug 10 02:03:06.556906 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:06.558891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95864cab-6a69-40e0-bda4-e0af64ce0e20 req-8f84c814-b96a-4557-a8b5-bb60a5720cab tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "DELETE /v2.0/ports/b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 HTTP/1.1" status: 204 len: 173 time: 0.5878446 Aug 10 02:03:06.559271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'name': 'network-vif-deleted', 'tag': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:06.561549 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15551702-ccdc-466e-9db3-3e54506ac2f0" -d '{"events": [{"server_uuid": "e7c16dcd-8b0e-4e73-b37e-520b15dbc13b", "name": "network-vif-deleted", "tag": "b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:06.599941 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597bc375-727e-41fb-9ecb-4ab7c888e621 x-openstack-request-id: req-597bc375-727e-41fb-9ecb-4ab7c888e621 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:06.600237 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c16dcd-8b0e-4e73-b37e-520b15dbc13b", "name": "network-vif-deleted", "tag": "b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:06.600494 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-597bc375-727e-41fb-9ecb-4ab7c888e621 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:06.600898 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c16dcd-8b0e-4e73-b37e-520b15dbc13b', 'name': 'network-vif-deleted', 'tag': 'b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1', 'status': 'completed', 'code': 200} Aug 10 02:03:07.029677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dca6af-2f63-4a8c-aa0c-229d86782988 req-21a10202-29eb-4289-96ce-5dd00c2dfba9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:07.031225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43dca6af-2f63-4a8c-aa0c-229d86782988 req-21a10202-29eb-4289-96ce-5dd00c2dfba9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 946 time: 0.0536282 Aug 10 02:03:07.069119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43dca6af-2f63-4a8c-aa0c-229d86782988 req-c690e8c2-84c5-4581-8900-2a7257ecf199 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Aug 10 02:03:07.892001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-233ee27d-809a-4067-b66e-005d5bb8fd60 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:07.893516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-233ee27d-809a-4067-b66e-005d5bb8fd60 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/networks?id=d959d12d-aa1d-4075-b8d8-ebab0604a375 HTTP/1.1" status: 200 len: 820 time: 0.1130319 Aug 10 02:03:07.908761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-83a312f4-3002-425a-9f94-74af4621c119 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/quotas/5772852086fc45d5a766abac9370ccef HTTP/1.1" status: 200 len: 375 time: 0.0091035 Aug 10 02:03:07.962873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-38cf57d9-d985-417f-9048-ff59c1b116d7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5772852086fc45d5a766abac9370ccef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469975 Aug 10 02:03:08.062320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-4e3959df-2aba-4484-a05c-78600ae96b79 service neutron] 10.222.0.38 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907137 Aug 10 02:03:08.188219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-20131b21-9be8-43e6-a44c-eb58547b9848 service neutron] 10.222.0.38 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190319 Aug 10 02:03:08.209854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538af5-938f-447e-853e-fe6d2340dd40 req-4f4bef7c-2fa1-441d-8a0c-41b802217532 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:08.209854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40538af5-938f-447e-853e-fe6d2340dd40 req-4f4bef7c-2fa1-441d-8a0c-41b802217532 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 946 time: 0.0644836 Aug 10 02:03:08.239087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 35858431-37f8-4b43-a3b0-21f00eab39d9 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:03:08.252601 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40538af5-938f-447e-853e-fe6d2340dd40 req-43cbc11f-420c-440b-a7e4-bc627d178a36 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364726 Aug 10 02:03:08.260597 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 35858431-37f8-4b43-a3b0-21f00eab39d9 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:03:08.261145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 35858431-37f8-4b43-a3b0-21f00eab39d9 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:03:08.483189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-fd98b996-cc5e-4aba-8ae7-5469e8b5e6d2 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:08.484844 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-fd98b996-cc5e-4aba-8ae7-5469e8b5e6d2 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 946 time: 0.0869501 Aug 10 02:03:08.539332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92d33634-a729-4176-85e1-cd4aa8ac495a req-7f09c090-84fc-414c-adbf-395d8c835db8 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 210 time: 0.0667377 Aug 10 02:03:08.606785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Deleting port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:03:08.607134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:08.701423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] For port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:08.701848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:08.716080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Calling delete_port for 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:03:09.161636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48270) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:09.212465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.230142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:09.233902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['0da4d8fc-e17a-483b-a252-3cd6ea75dc40'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:09.244409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event deleted for resources: {'Port': ['ID=0da4d8fc-e17a-483b-a252-3cd6ea75dc40,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:09.287473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] No DVR routers for this DVR port 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:03:09.290106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.292298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c24d5d69-8265-43e7-b180-7796ee98d8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.292419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c8a359d-51a5-4c59-b8c7-d3d6392b7430 req-29faa5ed-188e-4b23-adf5-6a8a00cdabd5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "DELETE /v2.0/ports/0da4d8fc-e17a-483b-a252-3cd6ea75dc40 HTTP/1.1" status: 204 len: 173 time: 0.7982910 Aug 10 02:03:09.292878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c', 'name': 'network-vif-deleted', 'tag': '0da4d8fc-e17a-483b-a252-3cd6ea75dc40'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:09.295837 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fafb9b-c213-430a-a8ee-fb8a8b19e3d3" -d '{"events": [{"server_uuid": "7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c", "name": "network-vif-deleted", "tag": "0da4d8fc-e17a-483b-a252-3cd6ea75dc40"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:09.384033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f4d7088-0b75-4350-b41c-e42247520383 req-05b06fda-4ad1-40a7-b4a0-1831246d5963 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c HTTP/1.1" status: 200 len: 210 time: 0.0490220 Aug 10 02:03:09.385612 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60f7406-bae8-45e0-84ab-2801642e746e x-openstack-request-id: req-c60f7406-bae8-45e0-84ab-2801642e746e {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:09.386330 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c", "name": "network-vif-deleted", "tag": "0da4d8fc-e17a-483b-a252-3cd6ea75dc40", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:09.386734 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c60f7406-bae8-45e0-84ab-2801642e746e {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:09.387193 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2c37e9-6f4a-4ecb-84f8-bf3680c5b93c', 'name': 'network-vif-deleted', 'tag': '0da4d8fc-e17a-483b-a252-3cd6ea75dc40', 'status': 'completed', 'code': 200} Aug 10 02:03:09.438523 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c24d5d69-8265-43e7-b180-7796ee98d8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.509502 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c24d5d69-8265-43e7-b180-7796ee98d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.548787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d5d69-8265-43e7-b180-7796ee98d8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d09237-d649-4306-87d5-d63619c26409,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:09.553918 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c24d5d69-8265-43e7-b180-7796ee98d8c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d88199005a5d47219b355a7891dd1451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912346 Aug 10 02:03:09.557181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48282) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:09.612408 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c1a57e7-c704-4b96-811f-9ebc7e0e5b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.635257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c1a57e7-c704-4b96-811f-9ebc7e0e5b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.656743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1350df5-91f8-4764-bb5f-82d33f5f31f1 req-3ba17215-aed6-4de8-8f81-5c6e6bfc49ae tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 210 time: 0.0336411 Aug 10 02:03:09.755127 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c1a57e7-c704-4b96-811f-9ebc7e0e5b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.757722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c1a57e7-c704-4b96-811f-9ebc7e0e5b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:09.758997 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1c1a57e7-c704-4b96-811f-9ebc7e0e5b82 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18d09237-d649-4306-87d5-d63619c26409 HTTP/1.1" status: 204 len: 168 time: 0.2004271 Aug 10 02:03:09.768786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a57e7-c704-4b96-811f-9ebc7e0e5b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d09237-d649-4306-87d5-d63619c26409,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:10.515791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48300) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:10.533749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f2b91aa-aee4-4720-8b77-324601096e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:10.639097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f2b91aa-aee4-4720-8b77-324601096e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:10.720677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f2b91aa-aee4-4720-8b77-324601096e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:10.725599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-e0e66ebe-d5c1-400a-9374-7e81fac5d5b4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:10.727994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-e0e66ebe-d5c1-400a-9374-7e81fac5d5b4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1150579 Aug 10 02:03:10.765267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b91aa-aee4-4720-8b77-324601096e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb7ca66-4fd5-4ae7-9884-1f56af85fe48,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:10.771802 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2f2b91aa-aee4-4720-8b77-324601096e33 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92603c5caa10417d87940970e3cd3ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547357 Aug 10 02:03:10.775249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48316) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:10.784239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-d5ff208f-3691-4bd5-a056-7e4b9acc5e11 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/quotas/aff2480ae3ae4852ab54b63f4d09576e HTTP/1.1" status: 200 len: 375 time: 0.0492511 Aug 10 02:03:10.831853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60a7f5b7-2731-43ba-b8e2-eea3b97679f2 req-c89dc749-b99f-4af4-867c-29d5968d6724 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 210 time: 0.0857308 Aug 10 02:03:10.832101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70456540-4bbe-4402-82e6-8da767c917fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:10.859707 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70456540-4bbe-4402-82e6-8da767c917fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:10.909923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-1de05bb4-bce6-427e-a3b7-bac89f1d3017 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826211 Aug 10 02:03:10.934152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-8608f668-407a-4bdd-a3f3-c716a5bec987 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:10.935581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-8608f668-407a-4bdd-a3f3-c716a5bec987 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "GET /v2.0/networks?id=d959d12d-aa1d-4075-b8d8-ebab0604a375 HTTP/1.1" status: 200 len: 820 time: 0.1906512 Aug 10 02:03:10.950437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Request body: {'port': {'device_id': 'c2f2c34a-8bd7-44a1-839d-487eda51f65c', 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375', 'admin_state_up': True, 'tenant_id': '5772852086fc45d5a766abac9370ccef'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:10.977301 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70456540-4bbe-4402-82e6-8da767c917fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:10.980631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70456540-4bbe-4402-82e6-8da767c917fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:10.985676 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-70456540-4bbe-4402-82e6-8da767c917fd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ddb7ca66-4fd5-4ae7-9884-1f56af85fe48 HTTP/1.1" status: 204 len: 168 time: 0.2092481 Aug 10 02:03:10.997346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70456540-4bbe-4402-82e6-8da767c917fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb7ca66-4fd5-4ae7-9884-1f56af85fe48,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:11.110027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-ff93b337-ab67-4701-8dac-44bff95683ca service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921127 Aug 10 02:03:11.214250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-0111eaf7-e1fc-42e3-be86-231336ba43bb service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959315 Aug 10 02:03:11.221639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:03:11.242781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:03:11.243161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b8b747f7-d3ea-46f2-af34-ea8b3c10b4d1 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:03:11.275313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Made reservation on behalf of 5772852086fc45d5a766abac9370ccef for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:11.278979 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:11.428754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Allocated IP 172.20.0.7 (d959d12d-aa1d-4075-b8d8-ebab0604a375/4a287731-525a-4ad4-a4e9-fc1a5dbe4f27/22f9f142-d643-4411-85a7-b71897624825) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:11.514220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49f5fc44-dcea-4352-b9ac-cff5b3b43c29 req-d296e4da-4263-4d1c-a1cc-8274e0acd5e2 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 210 time: 0.0464427 Aug 10 02:03:11.636266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:11.733182 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:11.779514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Network d959d12d-aa1d-4075-b8d8-ebab0604a375 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:11.782665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:11.786476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:11.811738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event updated for resources: {'Port': ['ID=22f9f142-d643-4411-85a7-b71897624825,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:11.841297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:11.841930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:11.945064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-824b7f6e-774e-4a0b-b64a-e05b334d04e7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9983463 Aug 10 02:03:11.961506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Request body: {'port': {'device_id': 'c2f2c34a-8bd7-44a1-839d-487eda51f65c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:11.972606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991c4ae-da6b-438f-9e08-ddcdaec34c22 req-d63055aa-a5c2-4f6d-8471-72cf2a387929 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:11.974044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f991c4ae-da6b-438f-9e08-ddcdaec34c22 req-d63055aa-a5c2-4f6d-8471-72cf2a387929 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 931 time: 0.0637422 Aug 10 02:03:12.050680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f991c4ae-da6b-438f-9e08-ddcdaec34c22 req-2c12f5ac-84d6-45df-8c2d-fd0b2d97c4a8 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612929 Aug 10 02:03:12.053350 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:12.407899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f9f142-d643-4411-85a7-b71897624825 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:12.417807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:12.435239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Transition to ACTIVE for port object 22f9f142-d643-4411-85a7-b71897624825 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:12.503603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:12.564655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=22f9f142-d643-4411-85a7-b71897624825,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:12.659143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a480d39-8fcd-4a27-8b2a-3f7f11a15663 req-3045d8f2-0a9b-4728-b048-462bc01357be tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 210 time: 0.0565233 Aug 10 02:03:12.704574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Attempting to bind port 22f9f142-d643-4411-85a7-b71897624825 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:03:12.704930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Attempting to bind port 22f9f142-d643-4411-85a7-b71897624825 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:03:12.705442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Attempting to bind port 22f9f142-d643-4411-85a7-b71897624825 on network d959d12d-aa1d-4075-b8d8-ebab0604a375 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:12.712404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Port 22f9f142-d643-4411-85a7-b71897624825 on network d959d12d-aa1d-4075-b8d8-ebab0604a375 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:03:12.713260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Attempting to bind port 22f9f142-d643-4411-85a7-b71897624825 on network d959d12d-aa1d-4075-b8d8-ebab0604a375 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:12.719337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:03:12.722885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Checking segment: {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:12.722885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Bound using segment: {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:03:12.722885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Bound port: 22f9f142-d643-4411-85a7-b71897624825, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43227911-2bdd-476f-87cf-a73a56ee1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:03:12.722885 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:12.801585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] For port 22f9f142-d643-4411-85a7-b71897624825, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:03:12.804973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] For port 22f9f142-d643-4411-85a7-b71897624825, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=22f9f142-d643-4411-85a7-b71897624825,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:03:12.811154 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:12.920976 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:12.954359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:12.955007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:12.956397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/22f9f142-d643-4411-85a7-b71897624825 HTTP/1.1" status: 200 len: 1092 time: 0.9997988 Aug 10 02:03:12.956837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f2c34a-8bd7-44a1-839d-487eda51f65c', 'tag': '22f9f142-d643-4411-85a7-b71897624825'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:12.959104 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e812d5-f483-4e06-b1f4-0362697e042b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f2c34a-8bd7-44a1-839d-487eda51f65c", "tag": "22f9f142-d643-4411-85a7-b71897624825"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:12.987309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5e682-65e3-405a-b720-c010caf2e9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=22f9f142-d643-4411-85a7-b71897624825,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:13.001849 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2baa84a-adbd-47f0-9c76-4dbcf9bafc00 x-openstack-request-id: req-e2baa84a-adbd-47f0-9c76-4dbcf9bafc00 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:13.002151 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f2c34a-8bd7-44a1-839d-487eda51f65c", "tag": "22f9f142-d643-4411-85a7-b71897624825", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:13.002406 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2baa84a-adbd-47f0-9c76-4dbcf9bafc00 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:13.003094 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f2c34a-8bd7-44a1-839d-487eda51f65c', 'tag': '22f9f142-d643-4411-85a7-b71897624825', 'status': 'completed', 'code': 200} Aug 10 02:03:13.107576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e812d5-f483-4e06-b1f4-0362697e042b req-c26f4c4d-064d-4e09-9950-ba28cfbe84de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:13.116057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96e812d5-f483-4e06-b1f4-0362697e042b req-c26f4c4d-064d-4e09-9950-ba28cfbe84de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5772852086fc45d5a766abac9370ccef&device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 1095 time: 0.0597165 Aug 10 02:03:13.218353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:03:13.239885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:03:13.240243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0da4d8fc-e17a-483b-a252-3cd6ea75dc40 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:03:13.270032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8ade8-b22e-4b64-8f93-9b139eda1fc6 req-37116cfb-94c7-4443-a173-69f0ba0803fa tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:13.270032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8a8ade8-b22e-4b64-8f93-9b139eda1fc6 req-37116cfb-94c7-4443-a173-69f0ba0803fa tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 943 time: 0.1287751 Aug 10 02:03:13.296854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e812d5-f483-4e06-b1f4-0362697e042b req-6bd8a710-8d88-4345-94ad-c1104f698642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:13.298367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96e812d5-f483-4e06-b1f4-0362697e042b req-6bd8a710-8d88-4345-94ad-c1104f698642 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5772852086fc45d5a766abac9370ccef&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1681509 Aug 10 02:03:13.368866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8a8ade8-b22e-4b64-8f93-9b139eda1fc6 req-c1f26f18-5382-4983-8cf1-39b805a84fc7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888195 Aug 10 02:03:13.424419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e812d5-f483-4e06-b1f4-0362697e042b req-8122b0ad-85bd-42c4-a002-0cd78be53ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:13.425909 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96e812d5-f483-4e06-b1f4-0362697e042b req-8122b0ad-85bd-42c4-a002-0cd78be53ffb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187332 Aug 10 02:03:13.569043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-5c4205fc-1c93-44e2-b218-ff2d4afab10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:13.572107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-5c4205fc-1c93-44e2-b218-ff2d4afab10f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5772852086fc45d5a766abac9370ccef&device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 1095 time: 0.1084988 Aug 10 02:03:13.640025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-7fedf112-5d9b-465b-8cd5-7552904b0355 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22f9f142-d643-4411-85a7-b71897624825 HTTP/1.1" status: 200 len: 217 time: 0.0416465 Aug 10 02:03:13.678383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-cfb677da-02b2-41ef-a88d-35f34640a24c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:13.680962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-cfb677da-02b2-41ef-a88d-35f34640a24c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1800144 Aug 10 02:03:13.707754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Request body: {'port': {'device_id': 'da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'admin_state_up': True, 'tenant_id': 'aff2480ae3ae4852ab54b63f4d09576e'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:13.816485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70af0291-92c7-4a73-ba05-ce442c8f4da7 req-d9a6ace0-50b4-4225-a4b0-917de52b409e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 210 time: 0.0531011 Aug 10 02:03:13.825372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-d9d1792e-bf0c-4104-9894-57334ecd4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:13.825372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-d9d1792e-bf0c-4104-9894-57334ecd4c73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4a287731-525a-4ad4-a4e9-fc1a5dbe4f27 HTTP/1.1" status: 200 len: 860 time: 0.1644754 Aug 10 02:03:13.872984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-0d90dce2-db52-4c01-8f7c-354b49446c4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d959d12d-aa1d-4075-b8d8-ebab0604a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457609 Aug 10 02:03:14.014069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-d84283f5-e19f-42ae-bdd2-d6045f75c37c service neutron] 10.222.0.11 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212945 Aug 10 02:03:14.074734 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:14.102969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Made reservation on behalf of aff2480ae3ae4852ab54b63f4d09576e for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:14.106702 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:14.195971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1f117ec-8319-4d87-bad3-37cbd8184b06 req-a1686190-6351-426e-9c5c-0c0936e3d36c service neutron] 10.222.0.11 "GET /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745763 Aug 10 02:03:14.277255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Allocated IP 172.20.0.5 (b386caab-2e98-41ce-9306-ce08eacf1ffd/a08e331b-0846-4e80-a6eb-306e4b91505e/44125ebb-15b8-4e10-a256-698de09f6802) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:14.458433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:14.532457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc8ddf-4191-416b-a4c0-ffe12efae20f req-5adb8aa8-3e01-4d49-8dec-ace413416ad7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:14.534041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09cc8ddf-4191-416b-a4c0-ffe12efae20f req-5adb8aa8-3e01-4d49-8dec-ace413416ad7 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 943 time: 0.0731766 Aug 10 02:03:14.580118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09cc8ddf-4191-416b-a4c0-ffe12efae20f req-6e2e02f6-f75d-437e-a092-418541bd119d tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Aug 10 02:03:14.606508 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:14.621008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:14.659621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Network b386caab-2e98-41ce-9306-ce08eacf1ffd is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:14.662845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:14.668071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:14.695619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event updated for resources: {'Port': ['ID=44125ebb-15b8-4e10-a256-698de09f6802,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:14.725350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:14.725968 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:14.974076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53724725-954f-4372-afc7-e395c40252e5 req-d589bd5e-b6ef-493c-b858-2ad923419bf8 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:14.975683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53724725-954f-4372-afc7-e395c40252e5 req-d589bd5e-b6ef-493c-b858-2ad923419bf8 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 931 time: 0.0627229 Aug 10 02:03:15.014822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-084f7ab7-71c6-43dc-8a44-5cff87f955e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3123107 Aug 10 02:03:15.021217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53724725-954f-4372-afc7-e395c40252e5 req-77bc88a2-516e-40b4-8cf7-f3cd339dac70 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374181 Aug 10 02:03:15.029227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Request body: {'port': {'device_id': 'da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:15.096572 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:15.418580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44125ebb-15b8-4e10-a256-698de09f6802 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:15.428239 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:15.442218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Transition to ACTIVE for port object 44125ebb-15b8-4e10-a256-698de09f6802 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:15.502859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:15.557814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Pushing event updated for resources: {'Port': ['ID=44125ebb-15b8-4e10-a256-698de09f6802,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:15.637113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Attempting to bind port 44125ebb-15b8-4e10-a256-698de09f6802 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:03:15.637715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Attempting to bind port 44125ebb-15b8-4e10-a256-698de09f6802 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:03:15.638282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Attempting to bind port 44125ebb-15b8-4e10-a256-698de09f6802 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:15.643713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Port 44125ebb-15b8-4e10-a256-698de09f6802 on network b386caab-2e98-41ce-9306-ce08eacf1ffd not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:03:15.644042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Attempting to bind port 44125ebb-15b8-4e10-a256-698de09f6802 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:15.649505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:03:15.650139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Checking segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:15.650597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Bound using segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:03:15.650991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Bound port: 44125ebb-15b8-4e10-a256-698de09f6802, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:03:15.651614 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:15.766650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1ccdf-cacc-486e-9b8b-64ed333aa5f3 req-a21c147c-df38-4f7b-9bf4-059a5eb083a3 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:15.768164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ff1ccdf-cacc-486e-9b8b-64ed333aa5f3 req-a21c147c-df38-4f7b-9bf4-059a5eb083a3 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 943 time: 0.0947149 Aug 10 02:03:15.770939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] For port 44125ebb-15b8-4e10-a256-698de09f6802, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:03:15.775054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] For port 44125ebb-15b8-4e10-a256-698de09f6802, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=44125ebb-15b8-4e10-a256-698de09f6802,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:03:15.811103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ff1ccdf-cacc-486e-9b8b-64ed333aa5f3 req-88179025-ed1f-40be-adc9-e0119b28951f tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Aug 10 02:03:15.841831 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:15.886537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:15.887185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:15.888582 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] 10.222.0.11 "PUT /v2.0/ports/44125ebb-15b8-4e10-a256-698de09f6802 HTTP/1.1" status: 200 len: 1092 time: 0.8654208 Aug 10 02:03:15.889041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6', 'tag': '44125ebb-15b8-4e10-a256-698de09f6802'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:15.901416 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a492e320-6962-4b5f-9e2d-cb5a8ba49e17" -d '{"events": [{"name": "network-changed", "server_uuid": "da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6", "tag": "44125ebb-15b8-4e10-a256-698de09f6802"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:15.927341 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff818e0-bf3d-4418-a8e6-2aabd5df97fc service neutron] Pushing event updated for resources: {'Port': ['ID=44125ebb-15b8-4e10-a256-698de09f6802,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:15.941197 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02652ff6-ac99-437a-a7de-0ebaebbf4ebd x-openstack-request-id: req-02652ff6-ac99-437a-a7de-0ebaebbf4ebd {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:15.941492 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6", "tag": "44125ebb-15b8-4e10-a256-698de09f6802", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:15.942128 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02652ff6-ac99-437a-a7de-0ebaebbf4ebd {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:15.942514 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6', 'tag': '44125ebb-15b8-4e10-a256-698de09f6802', 'status': 'completed', 'code': 200} Aug 10 02:03:16.022440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492e320-6962-4b5f-9e2d-cb5a8ba49e17 req-026dc79c-2e96-42ad-8085-443aef58aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:16.024618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a492e320-6962-4b5f-9e2d-cb5a8ba49e17 req-026dc79c-2e96-42ad-8085-443aef58aac5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 1095 time: 0.0541363 Aug 10 02:03:16.149439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492e320-6962-4b5f-9e2d-cb5a8ba49e17 req-52657cb7-4096-41c9-a5c6-6ebd9a9f1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:16.153115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a492e320-6962-4b5f-9e2d-cb5a8ba49e17 req-52657cb7-4096-41c9-a5c6-6ebd9a9f1f42 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1176405 Aug 10 02:03:16.246490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e91cfb-4da3-48d2-8af0-4c162369dfd1 req-e409baff-97a7-4f7c-8367-b5019ab4a51f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:16.248302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75e91cfb-4da3-48d2-8af0-4c162369dfd1 req-e409baff-97a7-4f7c-8367-b5019ab4a51f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 943 time: 0.1193180 Aug 10 02:03:16.306320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492e320-6962-4b5f-9e2d-cb5a8ba49e17 req-1ce0122d-432a-463c-aa7b-7159c54fcb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:16.307831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a492e320-6962-4b5f-9e2d-cb5a8ba49e17 req-1ce0122d-432a-463c-aa7b-7159c54fcb60 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430318 Aug 10 02:03:16.324037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75e91cfb-4da3-48d2-8af0-4c162369dfd1 req-f23d5fe8-43f1-4e36-ab6e-78b97874f9d4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615020 Aug 10 02:03:16.412473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-abe79a89-4e99-45ca-96a9-8b02a3fb1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:16.413913 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-abe79a89-4e99-45ca-96a9-8b02a3fb1130 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 1095 time: 0.0543215 Aug 10 02:03:16.459054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-6c7b22e9-3750-42ef-b67a-1a2aa4c5b1f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44125ebb-15b8-4e10-a256-698de09f6802 HTTP/1.1" status: 200 len: 217 time: 0.0373895 Aug 10 02:03:16.523364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-c4c087eb-7b87-40d3-a13d-30f590e6c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:16.524980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-c4c087eb-7b87-40d3-a13d-30f590e6c5e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.0595438 Aug 10 02:03:16.566471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-c4ed2103-5477-490b-85a1-388a480786f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340707 Aug 10 02:03:16.682384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-1da2220c-a348-4a49-a00a-2c75eb5eb684 service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068056 Aug 10 02:03:16.784835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-336dbc72-c1cc-456f-aee0-4ec7ceda00e0 req-134b798b-3e6d-46dc-84c1-36357ab3e8bb service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952446 Aug 10 02:03:16.942100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61508536-e70e-48c7-84ca-50e85a76e0bd req-3abd1cb9-d09c-4d3c-9162-c3cc036e328d tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:16.942337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61508536-e70e-48c7-84ca-50e85a76e0bd req-3abd1cb9-d09c-4d3c-9162-c3cc036e328d tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 943 time: 0.0611234 Aug 10 02:03:16.983543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61508536-e70e-48c7-84ca-50e85a76e0bd req-8771babd-720d-4526-adcc-83306a12659e tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 Aug 10 02:03:17.253644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 22f9f142-d643-4411-85a7-b71897624825 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:03:17.371726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 22f9f142-d643-4411-85a7-b71897624825, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=22f9f142-d643-4411-85a7-b71897624825,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:17.386014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '22f9f142-d643-4411-85a7-b71897624825', 'network_id': 'd959d12d-aa1d-4075-b8d8-ebab0604a375', 'port_id': '22f9f142-d643-4411-85a7-b71897624825', 'mac_address': 'fa:16:3e:af:02:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a287731-525a-4ad4-a4e9-fc1a5dbe4f27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:03:17.433208 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:17.456134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f9f142-d643-4411-85a7-b71897624825 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:17.464297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786ec28-2a59-46b1-8558-0f367cbb9167 req-42dc1112-895d-4ba0-a9a4-c6fcbc5146a8 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:17.466022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f786ec28-2a59-46b1-8558-0f367cbb9167 req-42dc1112-895d-4ba0-a9a4-c6fcbc5146a8 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 943 time: 0.0693295 Aug 10 02:03:17.480294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 22f9f142-d643-4411-85a7-b71897624825, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=22f9f142-d643-4411-85a7-b71897624825,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:17.514465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f786ec28-2a59-46b1-8558-0f367cbb9167 req-ac08496f-74a7-4d9f-a633-bb3e97501160 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Aug 10 02:03:17.577768 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:17.636209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=22f9f142-d643-4411-85a7-b71897624825,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:17.643884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.644238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.644580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.644919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.645259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.645590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.645924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.646251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.646590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.646920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.647245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.647564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:17.807857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['22f9f142-d643-4411-85a7-b71897624825'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:17.860560 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3af55783-ec5b-498c-910d-41917c46c779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:18.103427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c45c2e-c563-4043-b56c-a5b6148a313e req-2dc36d91-828f-440d-a675-26ccdcf379db tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:18.104920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08c45c2e-c563-4043-b56c-a5b6148a313e req-2dc36d91-828f-440d-a675-26ccdcf379db tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 944 time: 0.0502458 Aug 10 02:03:18.150879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08c45c2e-c563-4043-b56c-a5b6148a313e req-fec8354b-debe-4131-954a-40066a5f636a tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 Aug 10 02:03:18.647512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3367069-7cab-47e2-93d3-955879d02bcb req-e78e3946-144a-4c6f-b932-b39fb5901dac tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:18.649119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3367069-7cab-47e2-93d3-955879d02bcb req-e78e3946-144a-4c6f-b932-b39fb5901dac tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 943 time: 0.0558372 Aug 10 02:03:18.701676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3367069-7cab-47e2-93d3-955879d02bcb req-14255d94-279d-471d-861a-4970f6c1ec45 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464163 Aug 10 02:03:19.278319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 22f9f142-d643-4411-85a7-b71897624825 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:19.308447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c30d-b9c1-41cd-bc6e-c257861f3ec3 req-4a020bc1-84fd-497e-af5f-121f0e1aa1de tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:19.316796 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de72c30d-b9c1-41cd-bc6e-c257861f3ec3 req-4a020bc1-84fd-497e-af5f-121f0e1aa1de tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 944 time: 0.0875366 Aug 10 02:03:19.378198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de72c30d-b9c1-41cd-bc6e-c257861f3ec3 req-78af4a93-ac5a-4e1b-bc80-5924fb7be583 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581474 Aug 10 02:03:19.440291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 22f9f142-d643-4411-85a7-b71897624825 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:19.446348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 22f9f142-d643-4411-85a7-b71897624825 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:19.446764 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:19.541985 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:19.568499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f2c34a-8bd7-44a1-839d-487eda51f65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f9f142-d643-4411-85a7-b71897624825'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:19.571585 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e497aa42-977a-4e19-8a52-77b242842843" -d '{"events": [{"server_uuid": "c2f2c34a-8bd7-44a1-839d-487eda51f65c", "name": "network-vif-plugged", "status": "completed", "tag": "22f9f142-d643-4411-85a7-b71897624825"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:19.593292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 22f9f142-d643-4411-85a7-b71897624825, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=22f9f142-d643-4411-85a7-b71897624825,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:19.614140 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eb3e5c-88a3-4c32-9cc3-b6704456e18f x-openstack-request-id: req-b4eb3e5c-88a3-4c32-9cc3-b6704456e18f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:19.614441 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f2c34a-8bd7-44a1-839d-487eda51f65c", "name": "network-vif-plugged", "status": "completed", "tag": "22f9f142-d643-4411-85a7-b71897624825", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:19.614727 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4eb3e5c-88a3-4c32-9cc3-b6704456e18f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:19.615127 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f2c34a-8bd7-44a1-839d-487eda51f65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f9f142-d643-4411-85a7-b71897624825', 'code': 200} Aug 10 02:03:19.663220 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:19.720171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=22f9f142-d643-4411-85a7-b71897624825,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:19.723194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b516db-61ed-4e99-a1c2-a379c956b2e6 req-642dfe72-6b4d-4e00-a222-2ec1132b65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:19.724822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15b516db-61ed-4e99-a1c2-a379c956b2e6 req-642dfe72-6b4d-4e00-a222-2ec1132b65f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 1097 time: 0.0464172 Aug 10 02:03:19.806189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15b516db-61ed-4e99-a1c2-a379c956b2e6 req-26ae3555-063b-49a2-a18d-8f99f95e95ae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712566 Aug 10 02:03:20.141486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dec964-6d1b-4a41-a64e-6c4ca0b5a45c req-918324a3-df3e-4813-81e5-894841b93520 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:20.143251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46dec964-6d1b-4a41-a64e-6c4ca0b5a45c req-918324a3-df3e-4813-81e5-894841b93520 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 943 time: 0.3585274 Aug 10 02:03:20.184094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46dec964-6d1b-4a41-a64e-6c4ca0b5a45c req-68a85397-a514-4bf4-a9fc-5e95902a304a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Aug 10 02:03:20.499067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5246f-ce6d-47fe-ba45-5e9677703d63 req-08172b24-70df-41db-a187-14521aa09510 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:20.500598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3df5246f-ce6d-47fe-ba45-5e9677703d63 req-08172b24-70df-41db-a187-14521aa09510 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 945 time: 0.0495625 Aug 10 02:03:20.531819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5f625a31-7657-4cc6-a51e-5b7f4acc8246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:20.548225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3df5246f-ce6d-47fe-ba45-5e9677703d63 req-463eb08e-7972-4cd7-8946-141a77bba9e6 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375218 Aug 10 02:03:21.040573 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:21.296138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 44125ebb-15b8-4e10-a256-698de09f6802 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:03:21.305512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305bac-92fd-4016-83e1-7bdb2930c57c req-b1be1e42-c94c-4bf8-980b-8b388d411d0f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:21.307326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13305bac-92fd-4016-83e1-7bdb2930c57c req-b1be1e42-c94c-4bf8-980b-8b388d411d0f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 943 time: 0.0513561 Aug 10 02:03:21.350484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13305bac-92fd-4016-83e1-7bdb2930c57c req-6b446598-c1c5-41cf-aec5-29eba6fcf5e3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363772 Aug 10 02:03:21.426689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 44125ebb-15b8-4e10-a256-698de09f6802, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=44125ebb-15b8-4e10-a256-698de09f6802,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:21.436178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '44125ebb-15b8-4e10-a256-698de09f6802', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'port_id': '44125ebb-15b8-4e10-a256-698de09f6802', 'mac_address': 'fa:16:3e:c0:a9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08e331b-0846-4e80-a6eb-306e4b91505e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:03:21.476006 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:21.489766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44125ebb-15b8-4e10-a256-698de09f6802 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:21.514292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 44125ebb-15b8-4e10-a256-698de09f6802, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=44125ebb-15b8-4e10-a256-698de09f6802,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:21.572345 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:21.642682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=44125ebb-15b8-4e10-a256-698de09f6802,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:21.724442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f1b90-8acc-4027-9b4a-a61fd0a948af req-31efe8aa-dad6-49cb-a6df-7aa94d249d34 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:21.727678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-941f1b90-8acc-4027-9b4a-a61fd0a948af req-31efe8aa-dad6-49cb-a6df-7aa94d249d34 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 945 time: 0.0781860 Aug 10 02:03:21.768164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-941f1b90-8acc-4027-9b4a-a61fd0a948af req-5f7bf43f-81bd-4155-b678-e69389de9850 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350034 Aug 10 02:03:21.802948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['44125ebb-15b8-4e10-a256-698de09f6802'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:22.177593 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:22.247264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea3c3a-9ba8-4e13-b01d-d6f73f3fb998 req-33064ad1-4933-400e-9696-405389b4d049 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:22.248794 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0ea3c3a-9ba8-4e13-b01d-d6f73f3fb998 req-33064ad1-4933-400e-9696-405389b4d049 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 945 time: 0.0608704 Aug 10 02:03:22.291791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0ea3c3a-9ba8-4e13-b01d-d6f73f3fb998 req-9c44acfe-5b9c-466e-9a39-dbb8d246e390 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363147 Aug 10 02:03:22.502467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c329bc-1e41-4183-8ac7-04cc5f35e062 req-25716d26-4739-448c-b29b-15c29d629696 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:22.515535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7c329bc-1e41-4183-8ac7-04cc5f35e062 req-25716d26-4739-448c-b29b-15c29d629696 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 944 time: 0.0816848 Aug 10 02:03:22.567898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7c329bc-1e41-4183-8ac7-04cc5f35e062 req-fb56eeab-e855-40b4-8bea-d7a176115cee tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497224 Aug 10 02:03:23.305426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 44125ebb-15b8-4e10-a256-698de09f6802 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:23.433800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 44125ebb-15b8-4e10-a256-698de09f6802 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:23.438280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 44125ebb-15b8-4e10-a256-698de09f6802 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:23.438906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:23.439104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d3285-d685-44b4-817d-8119487db2c8 req-c73616ba-0a56-49dd-97aa-1588b477cc58 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:23.443247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-348d3285-d685-44b4-817d-8119487db2c8 req-c73616ba-0a56-49dd-97aa-1588b477cc58 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 945 time: 0.0652328 Aug 10 02:03:23.493051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-348d3285-d685-44b4-817d-8119487db2c8 req-eb231088-3dc0-465a-b8af-bea272947674 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 Aug 10 02:03:23.561750 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:23.588423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44125ebb-15b8-4e10-a256-698de09f6802'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:23.591224 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba650990-c3ac-4b90-9735-00a7229036ed" -d '{"events": [{"server_uuid": "da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6", "name": "network-vif-plugged", "status": "completed", "tag": "44125ebb-15b8-4e10-a256-698de09f6802"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:23.623754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 44125ebb-15b8-4e10-a256-698de09f6802, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=44125ebb-15b8-4e10-a256-698de09f6802,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:23.638205 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1072cd-fb33-46ad-8fbe-22dde684b55d x-openstack-request-id: req-0f1072cd-fb33-46ad-8fbe-22dde684b55d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:23.638588 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6", "name": "network-vif-plugged", "status": "completed", "tag": "44125ebb-15b8-4e10-a256-698de09f6802", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:23.639023 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f1072cd-fb33-46ad-8fbe-22dde684b55d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:23.639496 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44125ebb-15b8-4e10-a256-698de09f6802', 'code': 200} Aug 10 02:03:23.702154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-b3aa70fa-7d04-40fa-ae5e-d5fbe0c55d9a tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:23.706091 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:23.706428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-b3aa70fa-7d04-40fa-ae5e-d5fbe0c55d9a tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 945 time: 0.0995138 Aug 10 02:03:23.765369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=44125ebb-15b8-4e10-a256-698de09f6802,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:23.842446 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:23.881012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf556-ae21-40ca-bb34-e8da60954873 req-f8fee2d7-e452-41f1-9556-2ac52c8fe60d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:23.889723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6fbf556-ae21-40ca-bb34-e8da60954873 req-f8fee2d7-e452-41f1-9556-2ac52c8fe60d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 945 time: 0.1772509 Aug 10 02:03:23.891899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffd754-2e41-45e3-8c4b-25234344903b req-34615097-ff22-4301-a5d2-d4cd1f68c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:23.893384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1ffd754-2e41-45e3-8c4b-25234344903b req-34615097-ff22-4301-a5d2-d4cd1f68c581 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 1097 time: 0.1552601 Aug 10 02:03:23.967292 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6fbf556-ae21-40ca-bb34-e8da60954873 req-d0a4e2e6-74f0-4984-b0b2-ef5c4d7cce5f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777001 Aug 10 02:03:23.970832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1ffd754-2e41-45e3-8c4b-25234344903b req-7ec79f79-aef2-476e-a6fd-8564bdd75a6e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671992 Aug 10 02:03:23.974134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Deleting port 22f9f142-d643-4411-85a7-b71897624825 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:03:23.974490 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:24.094957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] For port 22f9f142-d643-4411-85a7-b71897624825, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=22f9f142-d643-4411-85a7-b71897624825,segment=NetworkSegment(43227911-2bdd-476f-87cf-a73a56ee1739),segment_id=43227911-2bdd-476f-87cf-a73a56ee1739)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:24.094957 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:24.105806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Calling delete_port for 22f9f142-d643-4411-85a7-b71897624825 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:03:24.658791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07134372-909d-4ac4-8639-3ae16290f489 req-a962ad99-1bc1-4255-a842-8898692cc705 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:24.669686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07134372-909d-4ac4-8639-3ae16290f489 req-a962ad99-1bc1-4255-a842-8898692cc705 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 945 time: 0.0888364 Aug 10 02:03:24.729025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07134372-909d-4ac4-8639-3ae16290f489 req-c9a3cdb3-bfee-42f9-9e94-692d33e4f51a tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups?id=79309078-cf3c-480c-9637-0680c5c0ecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572798 Aug 10 02:03:25.092270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04e12f-87ae-479f-be37-91d04826cdf8 req-34bf7b32-0af5-47e9-8cdd-c4e077710cdf tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:25.093724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f04e12f-87ae-479f-be37-91d04826cdf8 req-34bf7b32-0af5-47e9-8cdd-c4e077710cdf tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 945 time: 0.0523067 Aug 10 02:03:25.135319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f04e12f-87ae-479f-be37-91d04826cdf8 req-1c4f78fe-b286-4155-b17d-149a7d0bd377 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348687 Aug 10 02:03:25.223261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:25.235102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['22f9f142-d643-4411-85a7-b71897624825'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:25.254320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event deleted for resources: {'Port': ['ID=22f9f142-d643-4411-85a7-b71897624825,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:25.312160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] No DVR routers for this DVR port 22f9f142-d643-4411-85a7-b71897624825 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:03:25.315259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:25.317174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2f6282d-ed9d-4a2b-ac42-7c818458b454 req-370b6901-7afd-4800-bef2-c12023a43e26 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.11 "DELETE /v2.0/ports/22f9f142-d643-4411-85a7-b71897624825 HTTP/1.1" status: 204 len: 173 time: 1.6003990 Aug 10 02:03:25.317626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f2c34a-8bd7-44a1-839d-487eda51f65c', 'name': 'network-vif-deleted', 'tag': '22f9f142-d643-4411-85a7-b71897624825'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:25.320654 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae96f3bc-8cd7-452c-af57-12b895c0527b" -d '{"events": [{"server_uuid": "c2f2c34a-8bd7-44a1-839d-487eda51f65c", "name": "network-vif-deleted", "tag": "22f9f142-d643-4411-85a7-b71897624825"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:25.369546 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab6f4f-5f48-4499-b1cb-83e142f14c44 x-openstack-request-id: req-4dab6f4f-5f48-4499-b1cb-83e142f14c44 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:25.370008 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f2c34a-8bd7-44a1-839d-487eda51f65c", "name": "network-vif-deleted", "tag": "22f9f142-d643-4411-85a7-b71897624825", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:25.370444 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4dab6f4f-5f48-4499-b1cb-83e142f14c44 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:25.370828 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f2c34a-8bd7-44a1-839d-487eda51f65c', 'name': 'network-vif-deleted', 'tag': '22f9f142-d643-4411-85a7-b71897624825', 'status': 'completed', 'code': 200} Aug 10 02:03:25.870934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1e6b649-f713-41c9-a5cf-cf8478b443fc req-c84443b2-9b39-4e62-9557-ed6458858ff5 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 210 time: 0.0497477 Aug 10 02:03:26.309272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546b24c-690f-429c-94c0-91ad3db8f5b7 req-ace94f98-bfb0-44f0-961a-26ad3651a3d5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:26.310842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d546b24c-690f-429c-94c0-91ad3db8f5b7 req-ace94f98-bfb0-44f0-961a-26ad3651a3d5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 945 time: 0.0573506 Aug 10 02:03:26.352952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d546b24c-690f-429c-94c0-91ad3db8f5b7 req-e63843c1-1af7-44bd-91f6-d02957c15dd1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348208 Aug 10 02:03:26.720140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8869d-eddc-4c41-9648-45a2c02a8f6a req-ffea8c2a-fe1e-4b84-83da-6eee3cf6adf5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:26.722323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07e8869d-eddc-4c41-9648-45a2c02a8f6a req-ffea8c2a-fe1e-4b84-83da-6eee3cf6adf5 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 945 time: 0.0708945 Aug 10 02:03:26.767264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07e8869d-eddc-4c41-9648-45a2c02a8f6a req-d35bc97d-77ba-4efe-8149-3a4ab0891332 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 Aug 10 02:03:26.959923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58245bf-0c96-4cac-83d4-fea142c0f4f7 req-6ed683ff-d2f0-4c22-93be-3eb437c8ca39 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:26.964048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d58245bf-0c96-4cac-83d4-fea142c0f4f7 req-6ed683ff-d2f0-4c22-93be-3eb437c8ca39 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 945 time: 0.0757535 Aug 10 02:03:27.056408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec1cefb3-d5a9-4aaa-ab45-22a7c0a6df7b req-1e0d4290-c981-456c-9654-f40dc5f14210 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2f2c34a-8bd7-44a1-839d-487eda51f65c HTTP/1.1" status: 200 len: 210 time: 0.0613937 Aug 10 02:03:27.068357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d58245bf-0c96-4cac-83d4-fea142c0f4f7 req-ceb19f8c-d025-4f0b-86a8-1bba79211c96 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978448 Aug 10 02:03:27.311601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 22f9f142-d643-4411-85a7-b71897624825 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:03:27.333463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 22f9f142-d643-4411-85a7-b71897624825 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:03:27.334075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 22f9f142-d643-4411-85a7-b71897624825 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:03:27.770019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4a123-6e68-419f-80a5-6ea445a4a4c3 req-83df7e26-d97c-46ae-8735-3c85c3c11358 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:27.771617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39d4a123-6e68-419f-80a5-6ea445a4a4c3 req-83df7e26-d97c-46ae-8735-3c85c3c11358 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 945 time: 0.0814703 Aug 10 02:03:27.800228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99591f9c-383a-4032-ac3f-46e3ef4ed3bb req-809c8032-a2a4-41d4-8623-9d9dda6e749d tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:27.801670 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99591f9c-383a-4032-ac3f-46e3ef4ed3bb req-809c8032-a2a4-41d4-8623-9d9dda6e749d tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 945 time: 0.0774269 Aug 10 02:03:27.852623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39d4a123-6e68-419f-80a5-6ea445a4a4c3 req-9d4a4d4e-a0ba-4268-8101-f31a2899a346 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725977 Aug 10 02:03:27.859798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99591f9c-383a-4032-ac3f-46e3ef4ed3bb req-3e64d37c-bc06-4694-9b55-991037a66a8d tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509229 Aug 10 02:03:28.374604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48732) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:28.436628 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec0aa578-3656-4932-b2e1-b6102d810c55 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:28.473134 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec0aa578-3656-4932-b2e1-b6102d810c55 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:28.543031 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-c69f484b-5f38-4e9f-968b-c4104873113c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0803559 Aug 10 02:03:28.622385 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec0aa578-3656-4932-b2e1-b6102d810c55 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:28.624927 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec0aa578-3656-4932-b2e1-b6102d810c55 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:28.626074 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ec0aa578-3656-4932-b2e1-b6102d810c55 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "DELETE /v2.0/security-groups/2d42a3b2-463d-4f0d-bc2a-f5c6de512048 HTTP/1.1" status: 204 len: 168 time: 0.2504783 Aug 10 02:03:28.628963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48734) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:28.640343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aa578-3656-4932-b2e1-b6102d810c55 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d42a3b2-463d-4f0d-bc2a-f5c6de512048,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:28.644505 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-1697efad-54aa-41b9-b2e7-1cd8f85665d1 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] show failed (client error): The resource could not be found. Aug 10 02:03:28.649505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1697efad-54aa-41b9-b2e7-1cd8f85665d1 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "GET /v2.0/security-groups/2d42a3b2-463d-4f0d-bc2a-f5c6de512048 HTTP/1.1" status: 404 len: 347 time: 0.0194709 Aug 10 02:03:28.650362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48736) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:28.666656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-1e4de954-bcaf-470b-9380-337556927739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.666656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-1e4de954-bcaf-470b-9380-337556927739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.666656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-1e4de954-bcaf-470b-9380-337556927739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.667148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-1e4de954-bcaf-470b-9380-337556927739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.667704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-1e4de954-bcaf-470b-9380-337556927739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.668136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-1e4de954-bcaf-470b-9380-337556927739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.668570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-1e4de954-bcaf-470b-9380-337556927739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.670544 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-1e4de954-bcaf-470b-9380-337556927739 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 6510 time: 0.0765088 Aug 10 02:03:28.806989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Deleting port bbbc24e3-5ca3-49e0-ab36-d05cdf654f67 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:03:28.807349 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:28.826097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-c650a204-55f6-42f8-8993-a1bffe908fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.826602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-c650a204-55f6-42f8-8993-a1bffe908fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.827078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-c650a204-55f6-42f8-8993-a1bffe908fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.828710 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-c650a204-55f6-42f8-8993-a1bffe908fb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f69e41a9-0dba-4491-a226-ab1715d23daa&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=6906e817-12a2-44d3-a767-c9f07bb5f281&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&id=df1ef0da-2ec8-457a-8c82-ab0c74915fea HTTP/1.1" status: 200 len: 2298 time: 0.1262000 Aug 10 02:03:28.904365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:28.904365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:28.910350 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-f623f8b6-1cad-4c2a-89c4-40d222f9d961 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db60ac19-8829-4451-9307-964b4d9a35e4 HTTP/1.1" status: 200 len: 1000 time: 0.0684507 Aug 10 02:03:28.917877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Calling delete_port for bbbc24e3-5ca3-49e0-ab36-d05cdf654f67 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:03:28.970874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-84e91bb8-fa38-49e9-a5b9-b0782edc7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:28.972489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-84e91bb8-fa38-49e9-a5b9-b0782edc7aa0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a7ef8f74-efaa-4741-9ac1-208de71217cf HTTP/1.1" status: 200 len: 856 time: 0.0546138 Aug 10 02:03:29.029895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-bff4f742-cc01-4463-956a-edaa667203b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:29.031467 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-bff4f742-cc01-4463-956a-edaa667203b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f69e41a9-0dba-4491-a226-ab1715d23daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509014 Aug 10 02:03:29.067417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bceaa9-2dd5-4cc2-822b-ef232bd86a58 req-c7338151-1fec-48c8-ba88-f6dbebe31ad3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:29.074932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1bceaa9-2dd5-4cc2-822b-ef232bd86a58 req-c7338151-1fec-48c8-ba88-f6dbebe31ad3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 945 time: 0.1432979 Aug 10 02:03:29.113421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1ddc9-bf4a-4cb7-bca8-4938b6c31adf req-57096d6f-06a4-4e89-b2f5-e2f19dbe4faf tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:29.119390 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0c1ddc9-bf4a-4cb7-bca8-4938b6c31adf req-57096d6f-06a4-4e89-b2f5-e2f19dbe4faf tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 945 time: 0.1710999 Aug 10 02:03:29.147162 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-88a9b37a-e5a9-4197-abb0-2293bd378308 service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042621 Aug 10 02:03:29.233181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1bceaa9-2dd5-4cc2-822b-ef232bd86a58 req-54432865-df7a-416e-803d-d358843877ba tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435716 Aug 10 02:03:29.274060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-deb6d670-2737-4ff3-98c7-9ca91bdb4eaf tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:29.276184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-deb6d670-2737-4ff3-98c7-9ca91bdb4eaf tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 945 time: 0.2169862 Aug 10 02:03:29.313936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-c913eccf-2b57-4a98-826d-245e3cd2ce2f tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:29.315708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-c913eccf-2b57-4a98-826d-245e3cd2ce2f tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.16 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 945 time: 0.0885890 Aug 10 02:03:29.318248 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-c49af524-f0d1-4c9d-9bac-db205a2b0096 service neutron] 10.222.0.16 "GET /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633806 Aug 10 02:03:29.323456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0c1ddc9-bf4a-4cb7-bca8-4938b6c31adf req-3a7a4e1e-4e20-4118-a641-5774d5d7963c tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/security-groups?id=cd17208a-de74-4360-9e79-c9de7ca63328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913385 Aug 10 02:03:29.401451 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-085bbd84-0e81-4492-a107-ec9931149c86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=427255fd-b6d6-40ae-bad2-edb5ab3b5dec HTTP/1.1" status: 200 len: 217 time: 0.0647907 Aug 10 02:03:29.445327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-df3f4133-944b-4bb7-94f8-8e1ca9d28694 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521286 Aug 10 02:03:29.466648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Deleting port 44125ebb-15b8-4e10-a256-698de09f6802 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:03:29.467375 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:29.502226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-5651f1c6-1c02-46d5-897f-8d0c5bff42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:29.503748 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-5651f1c6-1c02-46d5-897f-8d0c5bff42dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0847042 Aug 10 02:03:29.517164 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:29.559760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Deleting port 98bc0cf9-e953-42e7-a1b3-40405f06dce4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:03:29.560108 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:29.592425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Pushing event deleted for resources: {'Port': ['ID=bbbc24e3-5ca3-49e0-ab36-d05cdf654f67,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:29.610016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-00b23103-ec04-4751-a79e-a655e390f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:29.611578 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-00b23103-ec04-4751-a79e-a655e390f1c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0987117 Aug 10 02:03:29.681228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] For port 44125ebb-15b8-4e10-a256-698de09f6802, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=44125ebb-15b8-4e10-a256-698de09f6802,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:29.681793 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:29.685178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-e31af4ed-6f00-4a13-b92e-45010badb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:29.686716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-e31af4ed-6f00-4a13-b92e-45010badb776 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac7609aa90f644fe85b9e9d4951d9682&device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1707582 Aug 10 02:03:29.703231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Calling delete_port for 44125ebb-15b8-4e10-a256-698de09f6802 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:03:29.728419 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:29.730577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:29.734362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2a171e40-d3d5-4727-aac6-fb4815600695 tempest-ImagesOneServerNegativeTestJSON-1457669525 tempest-ImagesOneServerNegativeTestJSON-1457669525-project] 10.222.0.38 "DELETE /v2.0/floatingips/fd78d1fb-6d6d-4f92-afb9-d47397494c06 HTTP/1.1" status: 204 len: 168 time: 1.0804288 Aug 10 02:03:29.756686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] For port 98bc0cf9-e953-42e7-a1b3-40405f06dce4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=98bc0cf9-e953-42e7-a1b3-40405f06dce4,segment=NetworkSegment(6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a),segment_id=6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:29.757662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:29.782132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Calling delete_port for 98bc0cf9-e953-42e7-a1b3-40405f06dce4 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:03:29.791999 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-4233df2f-c971-4b68-8b5f-5d74e778aaaf service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730287 Aug 10 02:03:29.870902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48770) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:29.953268 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-6e0ddee6-74cd-421e-9756-04062b8b25eb service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526961 Aug 10 02:03:29.972209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d6a228-3400-4b5e-86a4-ba508094202f admin admin] Deleting subnet 4a287731-525a-4ad4-a4e9-fc1a5dbe4f27 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:03:29.976487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-e683a3c6-2b3c-4516-b22e-d5bd8a3c3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:29.977994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-e683a3c6-2b3c-4516-b22e-d5bd8a3c3407 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96a9b739-ab5f-45b3-872f-ed3233781ff6 HTTP/1.1" status: 200 len: 913 time: 0.2598004 Aug 10 02:03:29.978744 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60d6a228-3400-4b5e-86a4-ba508094202f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.020177 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-7b020ec6-25e5-4464-a96a-e1a338ddab94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=efb0670e-4f05-4aac-9ba8-3680f27368b7 HTTP/1.1" status: 200 len: 217 time: 0.0594270 Aug 10 02:03:30.083748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-22e3c0ce-63ea-4f45-b09b-e96736b008e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:30.085503 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-22e3c0ce-63ea-4f45-b09b-e96736b008e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0557637 Aug 10 02:03:30.088264 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60d6a228-3400-4b5e-86a4-ba508094202f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.142800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-e33f46f9-baae-410e-a51f-71cdc2722db3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a01201d1-c55c-4d12-8888-f416c7620aaa HTTP/1.1" status: 200 len: 1001 time: 0.1433771 Aug 10 02:03:30.147676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-9779ade9-69a5-4336-bff2-dcffaf2eac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:30.149424 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-9779ade9-69a5-4336-bff2-dcffaf2eac5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566583 Aug 10 02:03:30.185665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60d6a228-3400-4b5e-86a4-ba508094202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.205074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.222313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['98bc0cf9-e953-42e7-a1b3-40405f06dce4'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:30.240671 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Pushing event deleted for resources: {'Port': ['ID=98bc0cf9-e953-42e7-a1b3-40405f06dce4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:30.247590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-284e43df-bbb0-42a5-b3e3-24d3ffe22320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:30.248829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-284e43df-bbb0-42a5-b3e3-24d3ffe22320 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9551757d-9244-4a37-a597-1d9113958bc5 HTTP/1.1" status: 200 len: 851 time: 0.0979629 Aug 10 02:03:30.341877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] No DVR routers for this DVR port 98bc0cf9-e953-42e7-a1b3-40405f06dce4 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:03:30.352662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.353152 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b4d0e05-4f1f-4e32-ab8e-4c286bad75ef req-4eb199be-7d42-454d-8473-24e85e8276a6 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.16 "DELETE /v2.0/ports/98bc0cf9-e953-42e7-a1b3-40405f06dce4 HTTP/1.1" status: 204 len: 173 time: 1.0250239 Aug 10 02:03:30.353786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56588d77-d126-4a72-9383-24c03176c7da', 'name': 'network-vif-deleted', 'tag': '98bc0cf9-e953-42e7-a1b3-40405f06dce4'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:30.356289 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8e1846-ed2a-4120-805b-7fc30ae88d23" -d '{"events": [{"server_uuid": "56588d77-d126-4a72-9383-24c03176c7da", "name": "network-vif-deleted", "tag": "98bc0cf9-e953-42e7-a1b3-40405f06dce4"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:30.364849 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-4dc70b29-5e63-4b88-a0f2-1b01e7ce5fac service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065275 Aug 10 02:03:30.375016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-615091a5-065f-4648-9bd2-abd2846a6894 req-6100d0aa-8fc8-4cc6-8f5e-0632d424fe37 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 210 time: 0.0461740 Aug 10 02:03:30.376298 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.392833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:30.395426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['44125ebb-15b8-4e10-a256-698de09f6802'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:30.473027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event deleted for resources: {'Port': ['ID=44125ebb-15b8-4e10-a256-698de09f6802,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:30.505638 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bc7111-7f99-4542-92f7-af0843a493c0 x-openstack-request-id: req-05bc7111-7f99-4542-92f7-af0843a493c0 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:30.506490 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56588d77-d126-4a72-9383-24c03176c7da", "name": "network-vif-deleted", "tag": "98bc0cf9-e953-42e7-a1b3-40405f06dce4", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:30.506490 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05bc7111-7f99-4542-92f7-af0843a493c0 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:30.506868 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56588d77-d126-4a72-9383-24c03176c7da', 'name': 'network-vif-deleted', 'tag': '98bc0cf9-e953-42e7-a1b3-40405f06dce4', 'status': 'completed', 'code': 200} Aug 10 02:03:30.519471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60d6a228-3400-4b5e-86a4-ba508094202f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.587808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-1ede48d8-b0bf-403e-b19d-e73d2d627157 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133653 Aug 10 02:03:30.604621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-967fed61-191f-4b33-ad13-1275aadc3482 req-254f12bf-865e-4353-b75d-b40925ec0710 tempest-VolumesAdminNegativeTest-1204654873 tempest-VolumesAdminNegativeTest-1204654873-project] 10.222.0.38 "GET /v2.0/ports?device_id=56588d77-d126-4a72-9383-24c03176c7da HTTP/1.1" status: 200 len: 210 time: 0.1315672 Aug 10 02:03:30.616573 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] No DVR routers for this DVR port 44125ebb-15b8-4e10-a256-698de09f6802 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:03:30.618743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6a228-3400-4b5e-86a4-ba508094202f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a287731-525a-4ad4-a4e9-fc1a5dbe4f27,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:30.621499 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.623746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-966d12f0-ed10-4d83-98c3-24957da402f6 req-3c5cde25-3d7c-4e03-92f7-22c404ec530b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "DELETE /v2.0/ports/44125ebb-15b8-4e10-a256-698de09f6802 HTTP/1.1" status: 204 len: 173 time: 1.3386626 Aug 10 02:03:30.630245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6', 'name': 'network-vif-deleted', 'tag': '44125ebb-15b8-4e10-a256-698de09f6802'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:30.630245 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b158221e-1756-453f-910f-6258781b9d78" -d '{"events": [{"server_uuid": "da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6", "name": "network-vif-deleted", "tag": "44125ebb-15b8-4e10-a256-698de09f6802"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:30.656117 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60d6a228-3400-4b5e-86a4-ba508094202f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.658082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-60d6a228-3400-4b5e-86a4-ba508094202f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4a287731-525a-4ad4-a4e9-fc1a5dbe4f27 HTTP/1.1" status: 204 len: 168 time: 0.7791135 Aug 10 02:03:30.661236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-655c8c27-3c99-4723-beae-a696fba997d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:30.662846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-655c8c27-3c99-4723-beae-a696fba997d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96a9b739-ab5f-45b3-872f-ed3233781ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4041705 Aug 10 02:03:30.664083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48786) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:30.687650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-34f6eda7-81bb-4a21-aa05-ad96d3c0890a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=8cf4f938-de02-41ee-a3ac-d3a89ae08d67 HTTP/1.1" status: 200 len: 217 time: 0.0853169 Aug 10 02:03:30.754034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-40c66dcc-2d6b-42f1-8796-12a6b6306ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:30.755813 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-40c66dcc-2d6b-42f1-8796-12a6b6306ae9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0547509 Aug 10 02:03:30.774352 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e2d6de-e23b-4e4a-9d70-dd7936751b8d x-openstack-request-id: req-05e2d6de-e23b-4e4a-9d70-dd7936751b8d {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:30.774988 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6", "name": "network-vif-deleted", "tag": "44125ebb-15b8-4e10-a256-698de09f6802", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:30.774988 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05e2d6de-e23b-4e4a-9d70-dd7936751b8d {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:30.775313 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6', 'name': 'network-vif-deleted', 'tag': '44125ebb-15b8-4e10-a256-698de09f6802', 'status': 'completed', 'code': 200} Aug 10 02:03:30.797304 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:30.814816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-ef626114-ae7e-4de8-92f8-a27d064bddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:30.816807 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-ef626114-ae7e-4de8-92f8-a27d064bddc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505984 Aug 10 02:03:30.957264 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-13415154-5e87-4b51-afcc-55a38d378f12 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295927 Aug 10 02:03:30.964700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-f597b2c1-2411-412b-90e8-5cad08f80d3a service neutron] 10.222.0.11 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885182 Aug 10 02:03:31.064982 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.071877 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-f8750f54-d437-497d-a9be-5bf97f9c593d service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051557 Aug 10 02:03:31.083802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d959d12d-aa1d-4075-b8d8-ebab0604a375']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:31.099761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43227911-2bdd-476f-87cf-a73a56ee1739') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:31.100237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43227911-2bdd-476f-87cf-a73a56ee1739') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:31.123355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.143377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.157228 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-3ca3509a-5b4b-4ac3-9b8f-9d4ccf51e9b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=b2958efa-81da-4c3f-9652-5f945e907a77 HTTP/1.1" status: 200 len: 217 time: 0.0673215 Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:03:31.164202 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:03:31.181383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0986f1b9-a351-42b6-bcd3-67f30d8d09e9 req-77301c05-cd05-4ae9-b128-30f8680203f7 service neutron] 10.222.0.11 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816754 Aug 10 02:03:31.233603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-8cd09027-dd58-4800-85b3-43a2f9b48a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:31.235235 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-8cd09027-dd58-4800-85b3-43a2f9b48a16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 200 len: 797 time: 0.0672691 Aug 10 02:03:31.292438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-ab8c9697-3ed4-4d1a-97f6-8a518c6ba181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:31.294113 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-ab8c9697-3ed4-4d1a-97f6-8a518c6ba181 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6906e817-12a2-44d3-a767-c9f07bb5f281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484798 Aug 10 02:03:31.342586 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.355544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.358067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d959d12d-aa1d-4075-b8d8-ebab0604a375 HTTP/1.1" status: 204 len: 168 time: 0.6925924 Aug 10 02:03:31.387540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1d113-bd04-483f-9e14-4ce5544e12a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d959d12d-aa1d-4075-b8d8-ebab0604a375,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:31.448632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-80edbbb7-29f0-4acd-adf3-029a64ace79c service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447961 Aug 10 02:03:31.542819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b62f154f-b261-4b7a-afb3-8defdd848530 req-c0fb1559-9750-4f82-84e1-07f18d52273d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=da104c4e-4908-4c4f-ad4b-3dbdcc1c79e6 HTTP/1.1" status: 200 len: 210 time: 0.0360584 Aug 10 02:03:31.678140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48802) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:31.730685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cb1274-987c-4424-b1b6-085ba1387d0a admin admin] Deleting subnet a5d1b591-2fe5-4d54-9cde-3cedfb9e2277 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:03:31.734285 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1274-987c-4424-b1b6-085ba1387d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.779933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1274-987c-4424-b1b6-085ba1387d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.827269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1274-987c-4424-b1b6-085ba1387d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.923864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-c16300c8-4b98-4f10-9d1b-6910f6b32f33 service neutron] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664617 Aug 10 02:03:31.966613 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1274-987c-4424-b1b6-085ba1387d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:31.977550 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-a540f925-e324-4622-92b9-48dd588c9499 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d HTTP/1.1" status: 200 len: 217 time: 0.0463159 Aug 10 02:03:31.998577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb1274-987c-4424-b1b6-085ba1387d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d1b591-2fe5-4d54-9cde-3cedfb9e2277,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:32.000683 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1274-987c-4424-b1b6-085ba1387d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.007817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f1cb1274-987c-4424-b1b6-085ba1387d0a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a5d1b591-2fe5-4d54-9cde-3cedfb9e2277 HTTP/1.1" status: 204 len: 168 time: 0.3237677 Aug 10 02:03:32.009486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48806) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:32.033988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-33c4ce00-2668-4342-bce7-2c811c7ebe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:32.035511 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-33c4ce00-2668-4342-bce7-2c811c7ebe41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 200 len: 797 time: 0.0511863 Aug 10 02:03:32.082597 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.087131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-3cf19292-6543-4954-abe9-ea75de205dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:32.088958 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-3cf19292-6543-4954-abe9-ea75de205dc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457819 Aug 10 02:03:32.096129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48808) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:32.186411 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-b5cc9372-c9a7-42e4-945c-cf0d1b83806d service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901098 Aug 10 02:03:32.192657 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.204120 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e6517c20-1ff4-4617-83e4-d38449b35495 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5772852086fc45d5a766abac9370ccef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069391 Aug 10 02:03:32.205734 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61af033d-d7c4-435d-84b8-f38fa6e13664']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:32.207657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48810) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:32.227601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:32.227899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4bd7b8-3086-4eea-abd7-dde5c9cdca7a') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:32.244329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.268242 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.279774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:03:32.279997 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-c6ac656e-c57f-406d-94df-75e773a51ee3 service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863028 Aug 10 02:03:32.280184 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:03:32.281788 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:03:32.324039 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-f338a5aa-9b60-4fa1-9002-448b39de27bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46267443-4211-4c0f-9fce-25b2006944e6 HTTP/1.1" status: 200 len: 217 time: 0.0377531 Aug 10 02:03:32.330612 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f3db03b-62b6-4e72-a928-ae8c41a3d7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.338728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 98bc0cf9-e953-42e7-a1b3-40405f06dce4 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:03:32.358873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f3db03b-62b6-4e72-a928-ae8c41a3d7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.362563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 98bc0cf9-e953-42e7-a1b3-40405f06dce4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:03:32.362928 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 98bc0cf9-e953-42e7-a1b3-40405f06dce4 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:03:32.384218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-2b5e8391-5e35-4c24-bfac-8d379558854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:32.385808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-2b5e8391-5e35-4c24-bfac-8d379558854f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 200 len: 797 time: 0.0556366 Aug 10 02:03:32.432971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2923-d579-48fe-b387-112b76657be9 req-2ce6a6c9-0a88-45c1-8f0b-29ebcf2c5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:32.434623 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-2ce6a6c9-0a88-45c1-8f0b-29ebcf2c5754 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1ef0da-2ec8-457a-8c82-ab0c74915fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422053 Aug 10 02:03:32.457654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.464735 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.466696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] 10.222.0.38 "DELETE /v2.0/networks/61af033d-d7c4-435d-84b8-f38fa6e13664 HTTP/1.1" status: 204 len: 168 time: 0.4562085 Aug 10 02:03:32.477268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48814) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:32.494351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5fe01-90de-4e67-9766-b2d9dea08953 admin admin] Pushing event deleted for resources: {'Network': ['ID=61af033d-d7c4-435d-84b8-f38fa6e13664,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:32.517730 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f3db03b-62b6-4e72-a928-ae8c41a3d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.520708 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f3db03b-62b6-4e72-a928-ae8c41a3d7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.521917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3f3db03b-62b6-4e72-a928-ae8c41a3d7b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/79309078-cf3c-480c-9637-0680c5c0ecb9 HTTP/1.1" status: 204 len: 168 time: 0.3134191 Aug 10 02:03:32.535786 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-4e498f2e-ebd8-499d-b876-83b263483ec3 service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943816 Aug 10 02:03:32.540008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3db03b-62b6-4e72-a928-ae8c41a3d7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79309078-cf3c-480c-9637-0680c5c0ecb9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:32.561516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-561e94a6-44b4-4144-af1c-ec09a852283c admin admin] Deleting subnet f062ebec-4029-471b-bb10-60aa194829c3 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:03:32.571426 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-561e94a6-44b4-4144-af1c-ec09a852283c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.648749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-561e94a6-44b4-4144-af1c-ec09a852283c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.684226 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f81a2923-d579-48fe-b387-112b76657be9 req-95eacbb3-144b-427c-b5df-c8b5cda26f0b service neutron] 10.222.0.16 "GET /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386225 Aug 10 02:03:32.723235 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-561e94a6-44b4-4144-af1c-ec09a852283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.887309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-561e94a6-44b4-4144-af1c-ec09a852283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.925700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e94a6-44b4-4144-af1c-ec09a852283c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f062ebec-4029-471b-bb10-60aa194829c3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:32.929784 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-561e94a6-44b4-4144-af1c-ec09a852283c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:32.931842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-561e94a6-44b4-4144-af1c-ec09a852283c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f062ebec-4029-471b-bb10-60aa194829c3 HTTP/1.1" status: 204 len: 168 time: 0.4536169 Aug 10 02:03:32.934718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48836) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:32.974011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-e0340075-8281-441c-b21d-75b54ff5bbd3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:32.976392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-e0340075-8281-441c-b21d-75b54ff5bbd3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1432991 Aug 10 02:03:33.016845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-ec04b535-ed62-4318-8cc8-34b5b2f1be25 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/quotas/aff2480ae3ae4852ab54b63f4d09576e HTTP/1.1" status: 200 len: 375 time: 0.0328920 Aug 10 02:03:33.037517 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:33.089158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-3c11e0c2-6635-4d47-9475-685dab157ed9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712240 Aug 10 02:03:33.168019 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:33.183821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:33.197490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef52310-c334-4218-91ec-2cbf7a3cc0f9') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:33.197786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef52310-c334-4218-91ec-2cbf7a3cc0f9') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:33.212195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:33.216326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-4c8d3a2a-9c0a-430f-a8fa-54b876af0f8c service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258614 Aug 10 02:03:33.267979 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:33.275625 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:03:33.276053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:03:33.277801 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:03:33.305259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-0424324e-7564-421f-a92f-7e2668851f25 service neutron] 10.222.0.38 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880442 Aug 10 02:03:33.312555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 44125ebb-15b8-4e10-a256-698de09f6802 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:03:33.348056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 44125ebb-15b8-4e10-a256-698de09f6802 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:03:33.348810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 44125ebb-15b8-4e10-a256-698de09f6802 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:03:33.423373 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:33.429508 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:33.434477 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f HTTP/1.1" status: 204 len: 168 time: 0.4955692 Aug 10 02:03:33.442584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43632804-e061-48f0-a4ec-e239946ec628 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7466f9-207c-4bc6-9ff6-8ebdfca0ea6f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:33.857640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48874) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:33.906357 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-72ffc5db-bcf7-4f61-adaa-29925a333e50 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce490e5b61be4900a336b110e80afb42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474663 Aug 10 02:03:33.909146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48878) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:33.953330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7ee1cf8-5b04-4c00-b412-1be39d68a327 req-b95ca4d1-1177-4011-a782-b53d5fad9d1c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 210 time: 0.3564980 Aug 10 02:03:33.970458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4ff6-5678-45c6-8aa3-151e2fa02ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:33.994695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4ff6-5678-45c6-8aa3-151e2fa02ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:34.141062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4ff6-5678-45c6-8aa3-151e2fa02ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:34.141062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b3b4ff6-5678-45c6-8aa3-151e2fa02ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:34.141062 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1b3b4ff6-5678-45c6-8aa3-151e2fa02ed5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd17208a-de74-4360-9e79-c9de7ca63328 HTTP/1.1" status: 204 len: 168 time: 0.2256444 Aug 10 02:03:34.144834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b4ff6-5678-45c6-8aa3-151e2fa02ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd17208a-de74-4360-9e79-c9de7ca63328,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:34.867497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48930) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:34.977294 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d813c13c-1659-4b8c-aadb-65f4d39d10d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.056115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d967d287-11d4-49c2-a6e8-bdafe174efc2 req-972863cf-2f36-464a-b628-67fd8c828c0f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 210 time: 0.0285766 Aug 10 02:03:35.074389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d813c13c-1659-4b8c-aadb-65f4d39d10d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.172681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48938) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:35.215340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-808e387b-6e9d-4f41-8bc8-f29168837069 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd3fea25ff75453a8f91865d292bb992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412340 Aug 10 02:03:35.217632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48940) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:35.269427 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1914ae2c-fa97-4d14-8bf1-b76d1172bf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.285523 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d813c13c-1659-4b8c-aadb-65f4d39d10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.290359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1914ae2c-fa97-4d14-8bf1-b76d1172bf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.329134 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d813c13c-1659-4b8c-aadb-65f4d39d10d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cbea9457eb6b407bad037bafec3621e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604256 Aug 10 02:03:35.330036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813c13c-1659-4b8c-aadb-65f4d39d10d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2228b1-4ce4-4d7a-ac70-90a0bebb8ecd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:35.332102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48942) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:35.389368 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-659405bd-df86-492e-8369-a2906437edec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.410282 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-659405bd-df86-492e-8369-a2906437edec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.447494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1914ae2c-fa97-4d14-8bf1-b76d1172bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.449327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1914ae2c-fa97-4d14-8bf1-b76d1172bf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.450438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1914ae2c-fa97-4d14-8bf1-b76d1172bf46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90a28455-1e9c-450a-9b44-8267cd2d4eab HTTP/1.1" status: 204 len: 168 time: 0.2318125 Aug 10 02:03:35.459359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914ae2c-fa97-4d14-8bf1-b76d1172bf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a28455-1e9c-450a-9b44-8267cd2d4eab,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:35.565757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-659405bd-df86-492e-8369-a2906437edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.568327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-659405bd-df86-492e-8369-a2906437edec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:35.569588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-659405bd-df86-492e-8369-a2906437edec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc2228b1-4ce4-4d7a-ac70-90a0bebb8ecd HTTP/1.1" status: 204 len: 168 time: 0.2363586 Aug 10 02:03:35.577950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659405bd-df86-492e-8369-a2906437edec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2228b1-4ce4-4d7a-ac70-90a0bebb8ecd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:36.159872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a0b6629-0d6f-479a-b92e-3d480f7d440b req-e31b7334-f36a-4c4f-9df4-a284852ab6c9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 210 time: 0.0269582 Aug 10 02:03:36.483243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-39c68ba6-fcea-40df-b0d8-6b9de4b3f43b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:36.484728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-39c68ba6-fcea-40df-b0d8-6b9de4b3f43b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "GET /v2.0/networks?id=b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 200 len: 805 time: 0.1069465 Aug 10 02:03:36.500034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Request body: {'port': {'device_id': '81400d93-f79a-4847-b6ba-cd158d566e7f', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'admin_state_up': True, 'tenant_id': 'aff2480ae3ae4852ab54b63f4d09576e'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:36.720172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Made reservation on behalf of aff2480ae3ae4852ab54b63f4d09576e for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:36.727167 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:36.772936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48994) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:36.872207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Allocated IP 172.20.0.9 (b386caab-2e98-41ce-9306-ce08eacf1ffd/a08e331b-0846-4e80-a6eb-306e4b91505e/a05ac8a9-ba00-4a0b-a667-3b7a463b61b0) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:36.926533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49002) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:36.997795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1349501512-network', 'tenant_id': '0990d6ac9c3f4169986d941bd2c2a8a4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:37.021643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1075838547-network', 'tenant_id': 'f4f35951d8684674b6250f99f44eef8c'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:37.070422 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.270693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Made reservation on behalf of 0990d6ac9c3f4169986d941bd2c2a8a4 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:37.273328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.274867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72dbd08e-5e6b-47c6-b627-639a9da10eca req-ab809689-c713-4339-862d-2b810f204b45 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 210 time: 0.0366600 Aug 10 02:03:37.289300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.321356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.333991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:37.363049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Network b386caab-2e98-41ce-9306-ce08eacf1ffd is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:37.369008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:37.372695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:37.399834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event updated for resources: {'Port': ['ID=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:37.413262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Made reservation on behalf of f4f35951d8684674b6250f99f44eef8c for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:37.415804 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.429696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:37.430472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.431905 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.512529 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.639358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.660405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:03:37.675833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf30080-1c78-45d3-a3d3-0b9e2378144c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:37.681478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.681826 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Added segment c07b1478-ec9b-4295-a351-9f7fa322bf7d of type vlan for network 37c2df96-38f7-42b3-9e52-2b4106813c93 Aug 10 02:03:37.726510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.778209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-7b2e6543-806f-4f18-9102-b0bd979b47a6 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2821712 Aug 10 02:03:37.791894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Request body: {'port': {'device_id': '81400d93-f79a-4847-b6ba-cd158d566e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:37.835605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.836612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:37.837201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.851156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.916915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:37.920241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] Pushing event updated for resources: {'Network': ['ID=37c2df96-38f7-42b3-9e52-2b4106813c93,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:37.931035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 37c2df96-38f7-42b3-9e52-2b4106813c93 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:03:38.001099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.033133 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:03:38.033763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1eb948-2163-43b3-a0ff-5a8fbd02da15,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:38.055661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:03:38.066795 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.067153 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Added segment ecafb13c-1384-446e-aad0-62971692563b of type vlan for network e9fcda84-3047-42bc-82ea-1f8cedc8e691 Aug 10 02:03:38.116877 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.149478 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f6ebf75-6433-498d-bf55-8659dac6c9b6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2216043 Aug 10 02:03:38.152254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49018) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:38.157423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Request body: {'subnet': {'network_id': '37c2df96-38f7-42b3-9e52-2b4106813c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1349501512-subnet', 'tenant_id': '0990d6ac9c3f4169986d941bd2c2a8a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:38.184032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:38.193344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.209413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Transition to ACTIVE for port object a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:38.262810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.263837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:38.264436 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.285780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.318257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Made reservation on behalf of 0990d6ac9c3f4169986d941bd2c2a8a4 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:38.321616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.350053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:38.393169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fcda84-3047-42bc-82ea-1f8cedc8e691,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:38.412007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network e9fcda84-3047-42bc-82ea-1f8cedc8e691 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:03:38.444802 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-16c5d0e9-a468-4ce1-86fe-37f53ac64c30 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6699753 Aug 10 02:03:38.470084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c8ef-d6b4-4660-9229-b4a79442e7f6 req-191b398c-73b5-4a56-9fc0-7abcdaaf11ce tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:38.477258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b566c8ef-d6b4-4660-9229-b4a79442e7f6 req-191b398c-73b5-4a56-9fc0-7abcdaaf11ce tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 943 time: 0.0971663 Aug 10 02:03:38.509645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Attempting to bind port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:03:38.509995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Attempting to bind port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:03:38.510334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Attempting to bind port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:38.520419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 on network b386caab-2e98-41ce-9306-ce08eacf1ffd not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:03:38.520933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Attempting to bind port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 on network b386caab-2e98-41ce-9306-ce08eacf1ffd {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:38.531044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:03:38.531398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Checking segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:38.531780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Bound using segment: {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:03:38.532224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Bound port: a05ac8a9-ba00-4a0b-a667-3b7a463b61b0, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29621393-efad-4491-9acf-09426e06cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:03:38.532594 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.536920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b566c8ef-d6b4-4660-9229-b4a79442e7f6 req-6d4ae923-ac79-4dd7-b78e-a4fae4049d80 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587268 Aug 10 02:03:38.613549 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] For port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:03:38.616742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] For port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:03:38.623125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.681026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1163c895-93aa-4c4e-8e32-e90bdd745e64,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:38.689832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Checking segment: {'id': 'c07b1478-ec9b-4295-a351-9f7fa322bf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37c2df96-38f7-42b3-9e52-2b4106813c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:38.690451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Network hostable DHCP agents. Network: 37c2df96-38f7-42b3-9e52-2b4106813c93, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:03:38.692549 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.736020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:38.736731 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.738127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] 10.222.0.11 "PUT /v2.0/ports/a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 HTTP/1.1" status: 200 len: 1092 time: 0.9511707 Aug 10 02:03:38.738586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81400d93-f79a-4847-b6ba-cd158d566e7f', 'tag': 'a05ac8a9-ba00-4a0b-a667-3b7a463b61b0'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:38.740828 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410d86cb-77cf-4808-a13b-c6ee20ab080b" -d '{"events": [{"name": "network-changed", "server_uuid": "81400d93-f79a-4847-b6ba-cd158d566e7f", "tag": "a05ac8a9-ba00-4a0b-a667-3b7a463b61b0"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:38.770237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eef4f0-c654-4190-b3f9-2d8c951a7ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:38.789325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Network 37c2df96-38f7-42b3-9e52-2b4106813c93 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:03:38.792616 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d1d6e-9826-4e61-b9b2-4a699994d3c5 x-openstack-request-id: req-af0d1d6e-9826-4e61-b9b2-4a699994d3c5 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:38.792914 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81400d93-f79a-4847-b6ba-cd158d566e7f", "tag": "a05ac8a9-ba00-4a0b-a667-3b7a463b61b0", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:38.793389 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-af0d1d6e-9826-4e61-b9b2-4a699994d3c5 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:38.793812 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81400d93-f79a-4847-b6ba-cd158d566e7f', 'tag': 'a05ac8a9-ba00-4a0b-a667-3b7a463b61b0', 'status': 'completed', 'code': 200} Aug 10 02:03:38.868594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 37c2df96-38f7-42b3-9e52-2b4106813c93) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:38.872888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:38.873537 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:38.879065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed89e92-0ba3-4499-98df-b7e92ef1a3dd None None] Network 37c2df96-38f7-42b3-9e52-2b4106813c93 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:03:38.989001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d86cb-77cf-4808-a13b-c6ee20ab080b req-dad383f1-27e6-4095-84f3-11774113ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:38.989925 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-28fbe127-546a-4b7a-bfad-3a3a26ac0020 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8363912 Aug 10 02:03:38.997633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-410d86cb-77cf-4808-a13b-c6ee20ab080b req-dad383f1-27e6-4095-84f3-11774113ebcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 1095 time: 0.1794302 Aug 10 02:03:39.012941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfcd7c9-dc25-4161-85d9-a32781ef8dc8 None None] Network 37c2df96-38f7-42b3-9e52-2b4106813c93 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:03:39.119655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76bf31-1551-4b4f-9f9a-0ce094bb4971 req-002c30ad-c246-4493-861f-e419324c5428 tempest-ComputeTenantNetworksTest-256933352 tempest-ComputeTenantNetworksTest-256933352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:39.127444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76bf31-1551-4b4f-9f9a-0ce094bb4971 req-002c30ad-c246-4493-861f-e419324c5428 tempest-ComputeTenantNetworksTest-256933352 tempest-ComputeTenantNetworksTest-256933352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:39.132960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76bf31-1551-4b4f-9f9a-0ce094bb4971 req-002c30ad-c246-4493-861f-e419324c5428 tempest-ComputeTenantNetworksTest-256933352 tempest-ComputeTenantNetworksTest-256933352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:39.135019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c76bf31-1551-4b4f-9f9a-0ce094bb4971 req-002c30ad-c246-4493-861f-e419324c5428 tempest-ComputeTenantNetworksTest-256933352 tempest-ComputeTenantNetworksTest-256933352-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3261797 Aug 10 02:03:39.217344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d86cb-77cf-4808-a13b-c6ee20ab080b req-80b68a8b-1e8f-4feb-a2a1-0d4d614ade2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:39.218846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-410d86cb-77cf-4808-a13b-c6ee20ab080b req-80b68a8b-1e8f-4feb-a2a1-0d4d614ade2d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2133095 Aug 10 02:03:39.317158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-dcb3808c-4437-4b86-97d1-2c5003beab18 req-70975423-d23b-4bf0-b241-c81feb5554b4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2143238866', 'description': 'tempest-description-1681345446'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:39.345537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbab340-d578-4277-89f2-417b24bcf03a req-3323ea7b-1dfc-4e2c-9053-af003e6554c1 tempest-ComputeTenantNetworksTest-256933352 tempest-ComputeTenantNetworksTest-256933352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:39.346901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebbab340-d578-4277-89f2-417b24bcf03a req-3323ea7b-1dfc-4e2c-9053-af003e6554c1 tempest-ComputeTenantNetworksTest-256933352 tempest-ComputeTenantNetworksTest-256933352-project] 10.222.0.38 "GET /v2.0/networks/e9fcda84-3047-42bc-82ea-1f8cedc8e691 HTTP/1.1" status: 200 len: 769 time: 0.1544218 Aug 10 02:03:39.355410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49058) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:39.388619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d86cb-77cf-4808-a13b-c6ee20ab080b req-3c10f2ec-8f91-4879-b064-7a39d635c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:39.390113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-410d86cb-77cf-4808-a13b-c6ee20ab080b req-3c10f2ec-8f91-4879-b064-7a39d635c68a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400716 Aug 10 02:03:39.425938 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.438999 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dcb3808c-4437-4b86-97d1-2c5003beab18 req-70975423-d23b-4bf0-b241-c81feb5554b4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.509113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a8aa6bde-39a1-41d7-a407-d816b12f9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:39.511169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-a8aa6bde-39a1-41d7-a407-d816b12f9903 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 1095 time: 0.0832381 Aug 10 02:03:39.525668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.536917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fcda84-3047-42bc-82ea-1f8cedc8e691']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:39.552486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecafb13c-1384-446e-aad0-62971692563b') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:39.552486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecafb13c-1384-446e-aad0-62971692563b') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:39.558427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.563205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-0a5ea943-ec46-4a3c-a9be-19b2295b6f67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 HTTP/1.1" status: 200 len: 217 time: 0.0433669 Aug 10 02:03:39.580728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.589214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:03:39.589722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:03:39.592015 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:03:39.662251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dcb3808c-4437-4b86-97d1-2c5003beab18 req-70975423-d23b-4bf0-b241-c81feb5554b4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.680465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-2fcfe5d0-3010-4982-8f8d-bf6504f91c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:39.682027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-2fcfe5d0-3010-4982-8f8d-bf6504f91c7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 200 len: 845 time: 0.1113055 Aug 10 02:03:39.720066 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.726119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae85b4-4a8a-4f5f-8de2-6540d4c392dd req-f1278410-b5b3-44c8-bc54-9882e01a0932 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:39.726292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.727855 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28ae85b4-4a8a-4f5f-8de2-6540d4c392dd req-f1278410-b5b3-44c8-bc54-9882e01a0932 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 943 time: 0.0948722 Aug 10 02:03:39.728228 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e9fcda84-3047-42bc-82ea-1f8cedc8e691 HTTP/1.1" status: 204 len: 168 time: 0.3716464 Aug 10 02:03:39.733123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-6d9758dc-c68b-43dc-be45-676b5c35e2ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b386caab-2e98-41ce-9306-ce08eacf1ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413146 Aug 10 02:03:39.747902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53431daa-ef2b-4b14-8388-0b2ee5b20114 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fcda84-3047-42bc-82ea-1f8cedc8e691,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:39.800223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dcb3808c-4437-4b86-97d1-2c5003beab18 req-70975423-d23b-4bf0-b241-c81feb5554b4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.844768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28ae85b4-4a8a-4f5f-8de2-6540d4c392dd req-8a706e65-e0a1-4849-8415-9cda159057e0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063585 Aug 10 02:03:39.866150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70975423-d23b-4bf0-b241-c81feb5554b4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0868b5ce-800e-417d-917c-22ff2c8243be,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:39.885462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-c1ef0416-5d0a-4db4-9826-a5d7ed423a8c service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400037 Aug 10 02:03:39.940788 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dcb3808c-4437-4b86-97d1-2c5003beab18 req-70975423-d23b-4bf0-b241-c81feb5554b4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:39.941941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dcb3808c-4437-4b86-97d1-2c5003beab18 req-70975423-d23b-4bf0-b241-c81feb5554b4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6367807 Aug 10 02:03:40.011349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a9e2d7-7078-41f3-9120-f1980ea8574d req-73d43974-f009-4c4b-bb02-7484c16b167e service neutron] 10.222.0.11 "GET /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181161 Aug 10 02:03:40.023427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49070) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:40.039375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71656974-5f70-48d0-9c28-4d0252388524 req-07d7f4d1-a4cd-4884-b970-9f9a1e9afc4c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/0868b5ce-800e-417d-917c-22ff2c8243be HTTP/1.1" status: 200 len: 1807 time: 0.0719419 Aug 10 02:03:40.059558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-71656974-5f70-48d0-9c28-4d0252388524 req-67d5dc9b-75d0-49c4-8dc8-24381352daea tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0868b5ce-800e-417d-917c-22ff2c8243be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:40.059881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-71656974-5f70-48d0-9c28-4d0252388524 req-67d5dc9b-75d0-49c4-8dc8-24381352daea tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0868b5ce-800e-417d-917c-22ff2c8243be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:40.082211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ed27429f-9cde-49a9-829b-693463aad6ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f4f35951d8684674b6250f99f44eef8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576220 Aug 10 02:03:40.085519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49072) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:40.137966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a8c7fcce-1a80-4fc0-b6df-dca0bd571e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.160377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a8c7fcce-1a80-4fc0-b6df-dca0bd571e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.219003 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-71656974-5f70-48d0-9c28-4d0252388524 req-67d5dc9b-75d0-49c4-8dc8-24381352daea tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.238780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-71656974-5f70-48d0-9c28-4d0252388524 req-67d5dc9b-75d0-49c4-8dc8-24381352daea tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.292203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a8c7fcce-1a80-4fc0-b6df-dca0bd571e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.294754 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a8c7fcce-1a80-4fc0-b6df-dca0bd571e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.298242 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a8c7fcce-1a80-4fc0-b6df-dca0bd571e97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe1eb948-2163-43b3-a0ff-5a8fbd02da15 HTTP/1.1" status: 204 len: 168 time: 0.2091994 Aug 10 02:03:40.306052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7fcce-1a80-4fc0-b6df-dca0bd571e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1eb948-2163-43b3-a0ff-5a8fbd02da15,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:40.328191 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-71656974-5f70-48d0-9c28-4d0252388524 req-67d5dc9b-75d0-49c4-8dc8-24381352daea tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.347061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5dc9b-75d0-49c4-8dc8-24381352daea tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689df955-3a2b-4945-9966-fb65d7d1c5ab,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:40.417789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-71656974-5f70-48d0-9c28-4d0252388524 req-67d5dc9b-75d0-49c4-8dc8-24381352daea tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.424828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71656974-5f70-48d0-9c28-4d0252388524 req-67d5dc9b-75d0-49c4-8dc8-24381352daea tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3667054 Aug 10 02:03:40.446897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ec28af96-22ed-408a-b3c6-633b5470ec97 req-c5a18864-7d94-4fbf-9393-82d9676e403a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-665462650', 'description': 'tempest-description-416548090'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:40.525941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec28af96-22ed-408a-b3c6-633b5470ec97 req-c5a18864-7d94-4fbf-9393-82d9676e403a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.624028 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec28af96-22ed-408a-b3c6-633b5470ec97 req-c5a18864-7d94-4fbf-9393-82d9676e403a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.698795 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec28af96-22ed-408a-b3c6-633b5470ec97 req-c5a18864-7d94-4fbf-9393-82d9676e403a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.736240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a18864-7d94-4fbf-9393-82d9676e403a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a836c-fe92-4ce4-97ce-0359c7fdf54e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:40.782275 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ec28af96-22ed-408a-b3c6-633b5470ec97 req-c5a18864-7d94-4fbf-9393-82d9676e403a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:40.786211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec28af96-22ed-408a-b3c6-633b5470ec97 req-c5a18864-7d94-4fbf-9393-82d9676e403a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3412616 Aug 10 02:03:40.847856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e952f894-45f0-4e8c-890e-4a51cd9845c5 req-c1377206-a40f-46c0-b930-ad3818633b05 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/a12a836c-fe92-4ce4-97ce-0359c7fdf54e HTTP/1.1" status: 200 len: 1805 time: 0.0394781 Aug 10 02:03:40.858413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-e952f894-45f0-4e8c-890e-4a51cd9845c5 req-5a82add3-8c28-4f73-b174-8d082f251e0a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a12a836c-fe92-4ce4-97ce-0359c7fdf54e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:40.858779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-e952f894-45f0-4e8c-890e-4a51cd9845c5 req-5a82add3-8c28-4f73-b174-8d082f251e0a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a12a836c-fe92-4ce4-97ce-0359c7fdf54e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:40.972655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33e072-b439-4b89-99c0-ac743847dc38 req-944337e5-a6ca-443b-a5dc-1a831df3bc44 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:40.974139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb33e072-b439-4b89-99c0-ac743847dc38 req-944337e5-a6ca-443b-a5dc-1a831df3bc44 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 943 time: 0.0570436 Aug 10 02:03:41.025208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e952f894-45f0-4e8c-890e-4a51cd9845c5 req-5a82add3-8c28-4f73-b174-8d082f251e0a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.053386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb33e072-b439-4b89-99c0-ac743847dc38 req-25e70b0e-8ec3-4758-9206-827dc31cd871 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636837 Aug 10 02:03:41.075647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e952f894-45f0-4e8c-890e-4a51cd9845c5 req-5a82add3-8c28-4f73-b174-8d082f251e0a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.176919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e952f894-45f0-4e8c-890e-4a51cd9845c5 req-5a82add3-8c28-4f73-b174-8d082f251e0a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.196296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82add3-8c28-4f73-b174-8d082f251e0a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a69e48-da3b-4ba5-a9aa-4acbda5b1171,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:41.268813 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e952f894-45f0-4e8c-890e-4a51cd9845c5 req-5a82add3-8c28-4f73-b174-8d082f251e0a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.270099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e952f894-45f0-4e8c-890e-4a51cd9845c5 req-5a82add3-8c28-4f73-b174-8d082f251e0a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4155252 Aug 10 02:03:41.298898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-6a1811dc-1279-4498-8ef1-74ab349f8ae5 req-de972289-e188-4971-aee9-3f63a9621fa3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2019380975', 'description': 'tempest-description-1335221957'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:41.377580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6a1811dc-1279-4498-8ef1-74ab349f8ae5 req-de972289-e188-4971-aee9-3f63a9621fa3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.474047 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6a1811dc-1279-4498-8ef1-74ab349f8ae5 req-de972289-e188-4971-aee9-3f63a9621fa3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.531374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6a1811dc-1279-4498-8ef1-74ab349f8ae5 req-de972289-e188-4971-aee9-3f63a9621fa3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.562464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de972289-e188-4971-aee9-3f63a9621fa3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f0a284-0c2c-418f-9d49-7f1a3b358f20,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:41.646160 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6a1811dc-1279-4498-8ef1-74ab349f8ae5 req-de972289-e188-4971-aee9-3f63a9621fa3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.648369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a1811dc-1279-4498-8ef1-74ab349f8ae5 req-de972289-e188-4971-aee9-3f63a9621fa3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3539975 Aug 10 02:03:41.678041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f5b39018-d109-4d7f-bbeb-3f923dd5d1f5 req-bdeb865f-7eb5-4f89-b184-edfdee2e5b7f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1142463507', 'description': 'tempest-description-855605780'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:41.828064 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f5b39018-d109-4d7f-bbeb-3f923dd5d1f5 req-bdeb865f-7eb5-4f89-b184-edfdee2e5b7f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.929243 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f5b39018-d109-4d7f-bbeb-3f923dd5d1f5 req-bdeb865f-7eb5-4f89-b184-edfdee2e5b7f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:41.952447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49134) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:42.034417 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f5b39018-d109-4d7f-bbeb-3f923dd5d1f5 req-bdeb865f-7eb5-4f89-b184-edfdee2e5b7f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.066768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb865f-7eb5-4f89-b184-edfdee2e5b7f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a31842-1602-4da8-91b1-6af9cc8af7a4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:42.120303 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f5b39018-d109-4d7f-bbeb-3f923dd5d1f5 req-bdeb865f-7eb5-4f89-b184-edfdee2e5b7f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.126376 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5b39018-d109-4d7f-bbeb-3f923dd5d1f5 req-bdeb865f-7eb5-4f89-b184-edfdee2e5b7f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4490137 Aug 10 02:03:42.177615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49144) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:42.245792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11327f9b-123f-4c9d-88a3-08985f082078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.246057 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2867e2c5-a335-4399-8bd3-8c01688d3595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.257894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-e37afc55-c734-4469-b321-480e4884627a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/88f0a284-0c2c-418f-9d49-7f1a3b358f20 HTTP/1.1" status: 200 len: 1807 time: 0.1124940 Aug 10 02:03:42.293078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7c2e7-2ce0-4ae6-9446-7932dc5ab382 req-ed831af7-a9f1-4b90-8739-267d4bc9c5fc tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:42.294788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4c7c2e7-2ce0-4ae6-9446-7932dc5ab382 req-ed831af7-a9f1-4b90-8739-267d4bc9c5fc tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 943 time: 0.1100886 Aug 10 02:03:42.334186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-9d6ae428-b3ce-4d32-8677-9fc6cb1642a7 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/86a31842-1602-4da8-91b1-6af9cc8af7a4 HTTP/1.1" status: 200 len: 1806 time: 0.0666404 Aug 10 02:03:42.353381 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11327f9b-123f-4c9d-88a3-08985f082078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.354907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4c7c2e7-2ce0-4ae6-9446-7932dc5ab382 req-57019a77-ba21-4aad-a755-015d25dfc3c8 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487449 Aug 10 02:03:42.357847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88f0a284-0c2c-418f-9d49-7f1a3b358f20', 'remote_group_id': '86a31842-1602-4da8-91b1-6af9cc8af7a4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:42.358157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88f0a284-0c2c-418f-9d49-7f1a3b358f20', 'remote_group_id': '86a31842-1602-4da8-91b1-6af9cc8af7a4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:42.468476 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11327f9b-123f-4c9d-88a3-08985f082078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.479782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:03:42.479782 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 02:03:42.479782 n-d-767704-21 neutron-server[101224]: [parameters: {'project_id_1': '0990d6ac9c3f4169986d941bd2c2a8a4', 'expiration_1': datetime.datetime(2021, 8, 10, 2, 3, 42, 363183)}] Aug 10 02:03:42.479782 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:03:42.480532 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:03:42.513717 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-11327f9b-123f-4c9d-88a3-08985f082078 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a8b8591c02b74e238e9ae53cf56b5545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349199 Aug 10 02:03:42.514739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11327f9b-123f-4c9d-88a3-08985f082078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a7fc25-c658-41d4-bd0c-6056faa7bb2e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:42.517143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49152) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:42.553197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2867e2c5-a335-4399-8bd3-8c01688d3595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.565447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f64f7f97-968e-4104-9df7-f71512bf03d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.586879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f64f7f97-968e-4104-9df7-f71512bf03d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.611181 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2867e2c5-a335-4399-8bd3-8c01688d3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.656056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2867e2c5-a335-4399-8bd3-8c01688d3595 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4669cae2632b447f9d9ef1a9ff932382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7023542 Aug 10 02:03:42.656770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867e2c5-a335-4399-8bd3-8c01688d3595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb15548-fb36-4033-848c-5b8a6f419ee2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:42.658916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49156) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:42.695198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f64f7f97-968e-4104-9df7-f71512bf03d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.698289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f64f7f97-968e-4104-9df7-f71512bf03d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.699467 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f64f7f97-968e-4104-9df7-f71512bf03d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72a7fc25-c658-41d4-bd0c-6056faa7bb2e HTTP/1.1" status: 204 len: 168 time: 0.1814213 Aug 10 02:03:42.708988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f7f97-968e-4104-9df7-f71512bf03d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a7fc25-c658-41d4-bd0c-6056faa7bb2e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:42.725541 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fed3f0a-a1bb-47d4-97f6-5dcfc81f74f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.749213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fed3f0a-a1bb-47d4-97f6-5dcfc81f74f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.776147 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.850342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fed3f0a-a1bb-47d4-97f6-5dcfc81f74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.853038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fed3f0a-a1bb-47d4-97f6-5dcfc81f74f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:42.854221 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5fed3f0a-a1bb-47d4-97f6-5dcfc81f74f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1cb15548-fb36-4033-848c-5b8a6f419ee2 HTTP/1.1" status: 204 len: 168 time: 0.1942866 Aug 10 02:03:42.862449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed3f0a-a1bb-47d4-97f6-5dcfc81f74f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb15548-fb36-4033-848c-5b8a6f419ee2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:43.122952 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.165715 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.240467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.259056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eb394a-0846-457a-9d49-d4d6562a444a,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:43.325794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.327078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b579978f-edf1-4f94-b189-fde63c06ab53 req-7dcb1098-6a24-4373-9cbb-aed3d1fc226f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9766629 Aug 10 02:03:43.355183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-69082006-ae20-4c75-9f71-506702d56822 req-10cfefe0-82f0-475f-abff-fa114f6425f0 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-207599889', 'description': 'tempest-description-1903649675'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:43.360165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:03:43.465406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:43.469322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-69082006-ae20-4c75-9f71-506702d56822 req-10cfefe0-82f0-475f-abff-fa114f6425f0 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.479229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a05ac8a9-ba00-4a0b-a667-3b7a463b61b0', 'network_id': 'b386caab-2e98-41ce-9306-ce08eacf1ffd', 'port_id': 'a05ac8a9-ba00-4a0b-a667-3b7a463b61b0', 'mac_address': 'fa:16:3e:e1:56:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a08e331b-0846-4e80-a6eb-306e4b91505e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:03:43.486906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273036d-d900-4935-97eb-41c88887e6fd req-3d493c2d-32a8-40b0-8f23-6e1db96a2020 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:43.488289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7273036d-d900-4935-97eb-41c88887e6fd req-3d493c2d-32a8-40b0-8f23-6e1db96a2020 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 943 time: 0.0601139 Aug 10 02:03:43.522617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.537580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:43.545739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7273036d-d900-4935-97eb-41c88887e6fd req-9c3fe19b-e91a-47cb-b073-f36e95545515 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478342 Aug 10 02:03:43.569383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:43.618775 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.636131 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-69082006-ae20-4c75-9f71-506702d56822 req-10cfefe0-82f0-475f-abff-fa114f6425f0 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.683544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:43.714102 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-69082006-ae20-4c75-9f71-506702d56822 req-10cfefe0-82f0-475f-abff-fa114f6425f0 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.745388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfefe0-82f0-475f-abff-fa114f6425f0 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555c70b6-7df6-4af6-95b9-1485e2b0eb15,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:43.816153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-69082006-ae20-4c75-9f71-506702d56822 req-10cfefe0-82f0-475f-abff-fa114f6425f0 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:43.817432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69082006-ae20-4c75-9f71-506702d56822 req-10cfefe0-82f0-475f-abff-fa114f6425f0 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4667525 Aug 10 02:03:43.825448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a05ac8a9-ba00-4a0b-a667-3b7a463b61b0'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:43.849347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-4fe649c5-0532-40f7-904a-b6e9ffc0162f req-0db19d30-0f4a-4ec0-8fc2-f5e106047ef6 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-203965461', 'description': 'tempest-description-602337123'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:43.933493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4fe649c5-0532-40f7-904a-b6e9ffc0162f req-0db19d30-0f4a-4ec0-8fc2-f5e106047ef6 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.030996 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4fe649c5-0532-40f7-904a-b6e9ffc0162f req-0db19d30-0f4a-4ec0-8fc2-f5e106047ef6 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.085236 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.108109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4fe649c5-0532-40f7-904a-b6e9ffc0162f req-0db19d30-0f4a-4ec0-8fc2-f5e106047ef6 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.109439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49214) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:44.138608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db19d30-0f4a-4ec0-8fc2-f5e106047ef6 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d318f4f-1481-4d83-a3ef-ba46463831e8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:44.205293 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4fe649c5-0532-40f7-904a-b6e9ffc0162f req-0db19d30-0f4a-4ec0-8fc2-f5e106047ef6 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.206705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fe649c5-0532-40f7-904a-b6e9ffc0162f req-0db19d30-0f4a-4ec0-8fc2-f5e106047ef6 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3620896 Aug 10 02:03:44.208526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-782337681-network', 'tenant_id': '528541ffbc0448c0b46e94be883c093f'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:44.269520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27d36a71-3eaf-4eab-8749-2379a8c80a5f req-9e14ab91-d55a-41c7-b010-9b3bed3e02e4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/555c70b6-7df6-4af6-95b9-1485e2b0eb15 HTTP/1.1" status: 200 len: 1806 time: 0.0400631 Aug 10 02:03:44.296004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Made reservation on behalf of 528541ffbc0448c0b46e94be883c093f for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:44.298517 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.311215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.314063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27d36a71-3eaf-4eab-8749-2379a8c80a5f req-ec5f6849-fc11-43a3-ba24-f368348ab73b tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/7d318f4f-1481-4d83-a3ef-ba46463831e8 HTTP/1.1" status: 200 len: 1805 time: 0.0382614 Aug 10 02:03:44.325554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-27d36a71-3eaf-4eab-8749-2379a8c80a5f req-4f4e5662-0d95-4901-a51f-007e399bffb5 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '555c70b6-7df6-4af6-95b9-1485e2b0eb15', 'remote_group_id': '7d318f4f-1481-4d83-a3ef-ba46463831e8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:44.325871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-27d36a71-3eaf-4eab-8749-2379a8c80a5f req-4f4e5662-0d95-4901-a51f-007e399bffb5 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '555c70b6-7df6-4af6-95b9-1485e2b0eb15', 'remote_group_id': '7d318f4f-1481-4d83-a3ef-ba46463831e8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:44.398471 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.491165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.512657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:03:44.525873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee2aef6-60bb-444c-b96c-f8c9d8d12370,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:44.530638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.530991 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Added segment 014bbc2b-7fbc-4d19-91a6-f9a40c6c103f of type vlan for network b58490f0-0df5-439a-953d-f84d4eaf497a Aug 10 02:03:44.573376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.666347 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-27d36a71-3eaf-4eab-8749-2379a8c80a5f req-4f4e5662-0d95-4901-a51f-007e399bffb5 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.668716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.669788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:44.670396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.721770 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-27d36a71-3eaf-4eab-8749-2379a8c80a5f req-4f4e5662-0d95-4901-a51f-007e399bffb5 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.731973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] Pushing event updated for resources: {'Network': ['ID=b58490f0-0df5-439a-953d-f84d4eaf497a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:44.735350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc904f-7985-441a-b5d8-9cdcf56b523d req-c1a2ee3e-5a3d-404b-b1d1-9c6314af299e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:44.735350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03fc904f-7985-441a-b5d8-9cdcf56b523d req-c1a2ee3e-5a3d-404b-b1d1-9c6314af299e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 944 time: 0.1119204 Aug 10 02:03:44.741503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network b58490f0-0df5-439a-953d-f84d4eaf497a details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:03:44.774958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03fc904f-7985-441a-b5d8-9cdcf56b523d req-cbdf46b5-98e6-412a-9d21-6c7d6aaa0ba0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330434 Aug 10 02:03:44.788599 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-27d36a71-3eaf-4eab-8749-2379a8c80a5f req-4f4e5662-0d95-4901-a51f-007e399bffb5 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.790416 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62a6572e-d355-42ab-ae02-0b600c8e0276 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6795416 Aug 10 02:03:44.793206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49232) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:44.798585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Request body: {'subnet': {'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-782337681-subnet', 'tenant_id': '528541ffbc0448c0b46e94be883c093f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:44.818229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e5662-0d95-4901-a51f-007e399bffb5 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213f68ed-83a3-4156-8546-89f65474a5af,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:44.948410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Made reservation on behalf of 528541ffbc0448c0b46e94be883c093f for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:44.951167 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.005845 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-27d36a71-3eaf-4eab-8749-2379a8c80a5f req-4f4e5662-0d95-4901-a51f-007e399bffb5 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.007590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27d36a71-3eaf-4eab-8749-2379a8c80a5f req-4f4e5662-0d95-4901-a51f-007e399bffb5 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6864622 Aug 10 02:03:45.075046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c594a9e-ad40-4bfb-8b54-3608a9184093 req-ce8cbea3-861d-40c6-aa49-6f75f07dc563 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/7d318f4f-1481-4d83-a3ef-ba46463831e8 HTTP/1.1" status: 200 len: 1805 time: 0.0428512 Aug 10 02:03:45.142760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3c594a9e-ad40-4bfb-8b54-3608a9184093 req-e7ff2578-0a89-4b43-8799-206a6a30dff4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.166393 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3c594a9e-ad40-4bfb-8b54-3608a9184093 req-e7ff2578-0a89-4b43-8799-206a6a30dff4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.207503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.276425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cfc453-af12-4882-ad7e-694982c2e5f1,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:45.289813 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Checking segment: {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:45.290171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Network hostable DHCP agents. Network: b58490f0-0df5-439a-953d-f84d4eaf497a, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:03:45.337550 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3c594a9e-ad40-4bfb-8b54-3608a9184093 req-e7ff2578-0a89-4b43-8799-206a6a30dff4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.340151 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3c594a9e-ad40-4bfb-8b54-3608a9184093 req-e7ff2578-0a89-4b43-8799-206a6a30dff4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.341323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c594a9e-ad40-4bfb-8b54-3608a9184093 req-e7ff2578-0a89-4b43-8799-206a6a30dff4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "DELETE /v2.0/security-groups/7d318f4f-1481-4d83-a3ef-ba46463831e8 HTTP/1.1" status: 204 len: 173 time: 0.2538760 Aug 10 02:03:45.350603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff2578-0a89-4b43-8799-206a6a30dff4 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d318f4f-1481-4d83-a3ef-ba46463831e8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:45.360520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:45.385424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Network b58490f0-0df5-439a-953d-f84d4eaf497a is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:03:45.429940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15911842-7d2e-40b2-9eea-b3a0a3b15789 req-d3d6eaab-b091-4bbf-b231-adaa82fe9ce0 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/555c70b6-7df6-4af6-95b9-1485e2b0eb15 HTTP/1.1" status: 200 len: 1806 time: 0.0481901 Aug 10 02:03:45.436369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-23c3081e-dabd-4858-a91e-4a1be2abb58c req-891b8ea4-1824-42dc-aa31-49ace45c1d13 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-912235248', 'description': 'tempest-description-204612363'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:45.508852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, b58490f0-0df5-439a-953d-f84d4eaf497a) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:45.513207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:45.513859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.520779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2290acdc-62a6-48f5-9f8f-82a3dd846449 None None] Network b58490f0-0df5-439a-953d-f84d4eaf497a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:03:45.548662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-23c3081e-dabd-4858-a91e-4a1be2abb58c req-891b8ea4-1824-42dc-aa31-49ace45c1d13 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.561870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:45.569056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:45.569426 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.635804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6dbec6a1-dea5-489d-8198-ed5e2e74fa89 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8417926 Aug 10 02:03:45.721954 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-23c3081e-dabd-4858-a91e-4a1be2abb58c req-891b8ea4-1824-42dc-aa31-49ace45c1d13 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.733533 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.745719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d82908-b128-498e-9272-73a355878f9f None None] Network b58490f0-0df5-439a-953d-f84d4eaf497a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:03:45.802952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81400d93-f79a-4847-b6ba-cd158d566e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ac8a9-ba00-4a0b-a667-3b7a463b61b0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:45.805253 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92686bf-8a8e-4d5b-9166-670ef3bb0450" -d '{"events": [{"server_uuid": "81400d93-f79a-4847-b6ba-cd158d566e7f", "name": "network-vif-plugged", "status": "completed", "tag": "a05ac8a9-ba00-4a0b-a667-3b7a463b61b0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:45.811694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-23c3081e-dabd-4858-a91e-4a1be2abb58c req-891b8ea4-1824-42dc-aa31-49ace45c1d13 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.824519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:45.846716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b8ea4-1824-42dc-aa31-49ace45c1d13 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f4e1dd-35c7-4df2-858d-2f31d12493ad,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:45.902513 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-23c3081e-dabd-4858-a91e-4a1be2abb58c req-891b8ea4-1824-42dc-aa31-49ace45c1d13 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.903861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23c3081e-dabd-4858-a91e-4a1be2abb58c req-891b8ea4-1824-42dc-aa31-49ace45c1d13 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4720435 Aug 10 02:03:45.905406 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:45.960003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:46.012639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c699566-2633-441b-9ff0-8353739b13d5 req-524e9725-dace-448e-b565-8c6adcbe116a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:46.014196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c699566-2633-441b-9ff0-8353739b13d5 req-524e9725-dace-448e-b565-8c6adcbe116a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0511341 Aug 10 02:03:46.101771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c699566-2633-441b-9ff0-8353739b13d5 req-7889c6ec-d537-419c-893e-45dff5198e25 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773039 Aug 10 02:03:46.138987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-45747158-73d4-42aa-8926-1d89bd514fd4 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:46.140472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-45747158-73d4-42aa-8926-1d89bd514fd4 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 814 time: 0.1253219 Aug 10 02:03:46.145433 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3bd40b-98fc-4688-8bf0-db57226e91df x-openstack-request-id: req-4b3bd40b-98fc-4688-8bf0-db57226e91df {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:46.145738 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81400d93-f79a-4847-b6ba-cd158d566e7f", "name": "network-vif-plugged", "status": "completed", "tag": "a05ac8a9-ba00-4a0b-a667-3b7a463b61b0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:46.145991 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4b3bd40b-98fc-4688-8bf0-db57226e91df {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:46.146386 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81400d93-f79a-4847-b6ba-cd158d566e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ac8a9-ba00-4a0b-a667-3b7a463b61b0', 'code': 200} Aug 10 02:03:46.158972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-399a99bb-ea1c-4e48-ac5d-d4d2ee0c8921 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/quotas/528541ffbc0448c0b46e94be883c093f HTTP/1.1" status: 200 len: 375 time: 0.0096300 Aug 10 02:03:46.196697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-9ea9ba7b-2199-4968-a2b6-4b01eebdb38b tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307710 Aug 10 02:03:46.317425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054bfed-4e77-4fd3-bb0f-5f59e18f0801 req-df68249f-8937-4710-9569-6aa2cfe48678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:46.318943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e054bfed-4e77-4fd3-bb0f-5f59e18f0801 req-df68249f-8937-4710-9569-6aa2cfe48678 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 1097 time: 0.1156356 Aug 10 02:03:46.353384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f84b8ca1-2371-481d-a3fd-17233c4073ec req-6983f5ed-220c-45a6-9e5e-2641fb39475a tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/99f4e1dd-35c7-4df2-858d-2f31d12493ad HTTP/1.1" status: 200 len: 1805 time: 0.1163180 Aug 10 02:03:46.378135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f84b8ca1-2371-481d-a3fd-17233c4073ec req-98aa41a4-1aa1-46e5-9dce-4573e5ac5fc1 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99f4e1dd-35c7-4df2-858d-2f31d12493ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:46.378456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f84b8ca1-2371-481d-a3fd-17233c4073ec req-98aa41a4-1aa1-46e5-9dce-4573e5ac5fc1 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99f4e1dd-35c7-4df2-858d-2f31d12493ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:46.391017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-f8b6743f-a457-4e83-8794-2df601a363bb service neutron] 10.222.0.38 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800520 Aug 10 02:03:46.394150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e054bfed-4e77-4fd3-bb0f-5f59e18f0801 req-389faaaf-f75e-4c28-83c8-f127422a2740 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651093 Aug 10 02:03:46.484830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-2d26145b-43b8-4f9c-9f81-ac61f3457dbd service neutron] 10.222.0.38 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877249 Aug 10 02:03:46.573836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f84b8ca1-2371-481d-a3fd-17233c4073ec req-98aa41a4-1aa1-46e5-9dce-4573e5ac5fc1 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:46.590788 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f84b8ca1-2371-481d-a3fd-17233c4073ec req-98aa41a4-1aa1-46e5-9dce-4573e5ac5fc1 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:46.680350 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f84b8ca1-2371-481d-a3fd-17233c4073ec req-98aa41a4-1aa1-46e5-9dce-4573e5ac5fc1 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:46.706381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa41a4-1aa1-46e5-9dce-4573e5ac5fc1 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76de22b-cfcd-4ca7-be74-afefa010188d,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:46.782581 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f84b8ca1-2371-481d-a3fd-17233c4073ec req-98aa41a4-1aa1-46e5-9dce-4573e5ac5fc1 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:46.784043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f84b8ca1-2371-481d-a3fd-17233c4073ec req-98aa41a4-1aa1-46e5-9dce-4573e5ac5fc1 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4244273 Aug 10 02:03:46.859791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a321579-f302-4604-b66d-63e6258789dd req-9dfad142-43f5-42cf-a459-7101813f344d tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 210 time: 0.0415409 Aug 10 02:03:46.886418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c26894c4-7749-4265-8b83-8b21d986acf5 req-20cea388-d489-45ff-925e-9d3d41513dd8 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/99f4e1dd-35c7-4df2-858d-2f31d12493ad HTTP/1.1" status: 200 len: 2399 time: 0.0770359 Aug 10 02:03:46.896513 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c26894c4-7749-4265-8b83-8b21d986acf5 req-72b1346c-4e5f-4bdd-97a4-132f28ff3e38 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99f4e1dd-35c7-4df2-858d-2f31d12493ad', 'remote_group_id': None}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:46.896869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c26894c4-7749-4265-8b83-8b21d986acf5 req-72b1346c-4e5f-4bdd-97a4-132f28ff3e38 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99f4e1dd-35c7-4df2-858d-2f31d12493ad', 'remote_group_id': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:46.998339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c26894c4-7749-4265-8b83-8b21d986acf5 req-72b1346c-4e5f-4bdd-97a4-132f28ff3e38 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.023649 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c26894c4-7749-4265-8b83-8b21d986acf5 req-72b1346c-4e5f-4bdd-97a4-132f28ff3e38 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.091391 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c26894c4-7749-4265-8b83-8b21d986acf5 req-72b1346c-4e5f-4bdd-97a4-132f28ff3e38 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.109754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1346c-4e5f-4bdd-97a4-132f28ff3e38 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15cd695-8262-4b3d-967b-049d99235b1e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:47.202830 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c26894c4-7749-4265-8b83-8b21d986acf5 req-72b1346c-4e5f-4bdd-97a4-132f28ff3e38 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.204045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c26894c4-7749-4265-8b83-8b21d986acf5 req-72b1346c-4e5f-4bdd-97a4-132f28ff3e38 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3114152 Aug 10 02:03:47.227343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf7772-da88-4685-bccd-9ed946e478c8 req-96658781-9c4d-44bd-b052-0d72c475bf4d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:47.229279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3bf7772-da88-4685-bccd-9ed946e478c8 req-96658781-9c4d-44bd-b052-0d72c475bf4d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0597131 Aug 10 02:03:47.271852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3bf7772-da88-4685-bccd-9ed946e478c8 req-c2c5df09-3ae9-4626-bfa3-c80138945d63 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Aug 10 02:03:47.353254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6e8f284-d706-4b18-9434-15b9d674ec4c req-5e44c0d2-071c-4bd1-b66e-c78996b3ec4f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/99f4e1dd-35c7-4df2-858d-2f31d12493ad HTTP/1.1" status: 200 len: 2998 time: 0.0468965 Aug 10 02:03:47.393058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbcc1fb4-04ec-47c6-969a-41451530fd4c req-93652e44-87cc-447a-a387-81c3594e2513 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-group-rules/d15cd695-8262-4b3d-967b-049d99235b1e HTTP/1.1" status: 200 len: 783 time: 0.0168121 Aug 10 02:03:47.453090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbcc1fb4-04ec-47c6-969a-41451530fd4c req-f6aa7366-a7b7-4ffc-a0c8-cae5b804042b tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/99f4e1dd-35c7-4df2-858d-2f31d12493ad HTTP/1.1" status: 200 len: 2998 time: 0.0531964 Aug 10 02:03:47.485233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-cbcc1fb4-04ec-47c6-969a-41451530fd4c req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.493039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-cbcc1fb4-04ec-47c6-969a-41451530fd4c req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.571608 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-cbcc1fb4-04ec-47c6-969a-41451530fd4c req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.576865 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-cbcc1fb4-04ec-47c6-969a-41451530fd4c req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.577994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbcc1fb4-04ec-47c6-969a-41451530fd4c req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d15cd695-8262-4b3d-967b-049d99235b1e HTTP/1.1" status: 204 len: 173 time: 0.1184757 Aug 10 02:03:47.589849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d15cd695-8262-4b3d-967b-049d99235b1e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:47.605348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.605805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.606239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.606667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.607006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.607343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.607675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.608008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.608364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.608692 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.609018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.609344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c56b2-9b8c-4be8-84ed-cd9da5f7796c tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:47.650361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-065a604a-4269-4a13-8ac1-dd866f4e5917 req-538bf35a-9e0d-4d7f-b9ba-633124dc8e26 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/99f4e1dd-35c7-4df2-858d-2f31d12493ad HTTP/1.1" status: 200 len: 2399 time: 0.0481262 Aug 10 02:03:47.715548 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-065a604a-4269-4a13-8ac1-dd866f4e5917 req-70a346b2-3eb8-45c6-93fc-febd5b3e06c8 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.739444 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-065a604a-4269-4a13-8ac1-dd866f4e5917 req-70a346b2-3eb8-45c6-93fc-febd5b3e06c8 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.891604 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4407c09e-a6b2-4071-865f-e91ad80fb36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.892156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-065a604a-4269-4a13-8ac1-dd866f4e5917 req-70a346b2-3eb8-45c6-93fc-febd5b3e06c8 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.894962 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-065a604a-4269-4a13-8ac1-dd866f4e5917 req-70a346b2-3eb8-45c6-93fc-febd5b3e06c8 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.896242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-065a604a-4269-4a13-8ac1-dd866f4e5917 req-70a346b2-3eb8-45c6-93fc-febd5b3e06c8 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "DELETE /v2.0/security-groups/99f4e1dd-35c7-4df2-858d-2f31d12493ad HTTP/1.1" status: 204 len: 173 time: 0.2394686 Aug 10 02:03:47.906699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a346b2-3eb8-45c6-93fc-febd5b3e06c8 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f4e1dd-35c7-4df2-858d-2f31d12493ad,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:47.938356 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-010261d7-398b-4bb9-8af1-4d2dd6ae3d8e req-095d67fa-84b9-4686-8a5f-3575c016254f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] show failed (client error): The resource could not be found. Aug 10 02:03:47.939415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-010261d7-398b-4bb9-8af1-4d2dd6ae3d8e req-095d67fa-84b9-4686-8a5f-3575c016254f tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/7d318f4f-1481-4d83-a3ef-ba46463831e8 HTTP/1.1" status: 404 len: 352 time: 0.0172358 Aug 10 02:03:47.984293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b6b25c2-6a48-49bb-956c-c6c39718c321 req-1ccf9bca-76a4-448a-8718-dd19f0cf618f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 210 time: 0.0343158 Aug 10 02:03:48.023483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c538c6b-0275-4a6d-9b82-3e1e221f3a64 req-124383f1-da23-4d6b-9751-f4eb3e59f27e tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/555c70b6-7df6-4af6-95b9-1485e2b0eb15 HTTP/1.1" status: 200 len: 1806 time: 0.0411923 Aug 10 02:03:48.084379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2c538c6b-0275-4a6d-9b82-3e1e221f3a64 req-53eb979f-8887-4ab8-91f6-fa8072d045a3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.108903 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2c538c6b-0275-4a6d-9b82-3e1e221f3a64 req-53eb979f-8887-4ab8-91f6-fa8072d045a3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.228844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2c538c6b-0275-4a6d-9b82-3e1e221f3a64 req-53eb979f-8887-4ab8-91f6-fa8072d045a3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.231491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2c538c6b-0275-4a6d-9b82-3e1e221f3a64 req-53eb979f-8887-4ab8-91f6-fa8072d045a3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.232702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c538c6b-0275-4a6d-9b82-3e1e221f3a64 req-53eb979f-8887-4ab8-91f6-fa8072d045a3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "DELETE /v2.0/security-groups/555c70b6-7df6-4af6-95b9-1485e2b0eb15 HTTP/1.1" status: 204 len: 173 time: 0.2028141 Aug 10 02:03:48.242602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb979f-8887-4ab8-91f6-fa8072d045a3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555c70b6-7df6-4af6-95b9-1485e2b0eb15,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:48.291677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23203503-d023-4755-901e-8c5789dd8179 req-4fe48d92-a364-4401-8b29-f628f4dcc7ee tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/86a31842-1602-4da8-91b1-6af9cc8af7a4 HTTP/1.1" status: 200 len: 1806 time: 0.0394642 Aug 10 02:03:48.386331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-23203503-d023-4755-901e-8c5789dd8179 req-bd93f44a-5d11-41b7-810e-3eeb234fb3d2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.415651 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-23203503-d023-4755-901e-8c5789dd8179 req-bd93f44a-5d11-41b7-810e-3eeb234fb3d2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.425254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e01d2a-92fb-423e-a69b-9c0272de3112 req-823c6992-2106-4974-9c63-135289ade85f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:48.426752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19e01d2a-92fb-423e-a69b-9c0272de3112 req-823c6992-2106-4974-9c63-135289ade85f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0824919 Aug 10 02:03:48.509948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19e01d2a-92fb-423e-a69b-9c0272de3112 req-45ffc09d-5949-45ce-b726-05ce8b6178f8 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769155 Aug 10 02:03:48.628135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-23203503-d023-4755-901e-8c5789dd8179 req-bd93f44a-5d11-41b7-810e-3eeb234fb3d2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.630832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-23203503-d023-4755-901e-8c5789dd8179 req-bd93f44a-5d11-41b7-810e-3eeb234fb3d2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.634767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23203503-d023-4755-901e-8c5789dd8179 req-bd93f44a-5d11-41b7-810e-3eeb234fb3d2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "DELETE /v2.0/security-groups/86a31842-1602-4da8-91b1-6af9cc8af7a4 HTTP/1.1" status: 204 len: 173 time: 0.3367288 Aug 10 02:03:48.663525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93f44a-5d11-41b7-810e-3eeb234fb3d2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a31842-1602-4da8-91b1-6af9cc8af7a4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:48.700435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cccb172-b41e-4d4f-8e79-323654ee0c25 req-47855e1c-6902-4b1a-8682-84eb396ce313 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/88f0a284-0c2c-418f-9d49-7f1a3b358f20 HTTP/1.1" status: 200 len: 1807 time: 0.0493164 Aug 10 02:03:48.765588 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3cccb172-b41e-4d4f-8e79-323654ee0c25 req-dc78dbc2-ea41-4758-a1d8-eb03920fe197 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.794662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3cccb172-b41e-4d4f-8e79-323654ee0c25 req-dc78dbc2-ea41-4758-a1d8-eb03920fe197 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.869553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cc48a-7390-436d-9487-73198a87f692 req-4b6fe56b-4b0f-443b-bd55-57a65f891dc7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:48.870979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-293cc48a-7390-436d-9487-73198a87f692 req-4b6fe56b-4b0f-443b-bd55-57a65f891dc7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0499303 Aug 10 02:03:48.908794 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-293cc48a-7390-436d-9487-73198a87f692 req-78f72005-8408-4c47-8835-cc0314fd2070 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Aug 10 02:03:48.925465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3cccb172-b41e-4d4f-8e79-323654ee0c25 req-dc78dbc2-ea41-4758-a1d8-eb03920fe197 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.929497 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3cccb172-b41e-4d4f-8e79-323654ee0c25 req-dc78dbc2-ea41-4758-a1d8-eb03920fe197 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.930824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cccb172-b41e-4d4f-8e79-323654ee0c25 req-dc78dbc2-ea41-4758-a1d8-eb03920fe197 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "DELETE /v2.0/security-groups/88f0a284-0c2c-418f-9d49-7f1a3b358f20 HTTP/1.1" status: 204 len: 173 time: 0.2242944 Aug 10 02:03:48.940335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78dbc2-ea41-4758-a1d8-eb03920fe197 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f0a284-0c2c-418f-9d49-7f1a3b358f20,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:49.060234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-cfce9462-d82c-4f68-acb9-4d628b19d04b tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:49.061775 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-cfce9462-d82c-4f68-acb9-4d628b19d04b tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.16 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 814 time: 0.1139629 Aug 10 02:03:49.075425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Request body: {'port': {'device_id': '2bd3c032-8688-45c5-876f-082783923a89', 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a', 'admin_state_up': True, 'tenant_id': '528541ffbc0448c0b46e94be883c093f'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:49.095431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a0f5cf6-e8eb-47c1-8106-26a69c1905f3 req-cf63b22d-8d2c-42dd-8bc7-4de8911772f3 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/a12a836c-fe92-4ce4-97ce-0359c7fdf54e HTTP/1.1" status: 200 len: 2405 time: 0.0778897 Aug 10 02:03:49.124205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84279a6-d244-46ca-a4af-adfad5dbeba1 req-b027cab9-12f8-4b81-9e97-77c1899aecde tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:49.125620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c84279a6-d244-46ca-a4af-adfad5dbeba1 req-b027cab9-12f8-4b81-9e97-77c1899aecde tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0889902 Aug 10 02:03:49.188030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c84279a6-d244-46ca-a4af-adfad5dbeba1 req-e98856f5-00bb-4f35-9bbb-b397a28676ee tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542760 Aug 10 02:03:49.213318 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a0f5cf6-e8eb-47c1-8106-26a69c1905f3 req-afecefc6-f788-4963-845f-3d0c165ed7f2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.240423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a0f5cf6-e8eb-47c1-8106-26a69c1905f3 req-afecefc6-f788-4963-845f-3d0c165ed7f2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.274938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Made reservation on behalf of 528541ffbc0448c0b46e94be883c093f for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:49.278520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.280646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24396574-9ba4-4c50-b54b-35cf901f14ca req-795f6689-2933-4515-bf6a-46095b5d4701 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 210 time: 0.0320818 Aug 10 02:03:49.371355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a0f5cf6-e8eb-47c1-8106-26a69c1905f3 req-afecefc6-f788-4963-845f-3d0c165ed7f2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.374079 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a0f5cf6-e8eb-47c1-8106-26a69c1905f3 req-afecefc6-f788-4963-845f-3d0c165ed7f2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.375434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a0f5cf6-e8eb-47c1-8106-26a69c1905f3 req-afecefc6-f788-4963-845f-3d0c165ed7f2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "DELETE /v2.0/security-groups/a12a836c-fe92-4ce4-97ce-0359c7fdf54e HTTP/1.1" status: 204 len: 173 time: 0.2718143 Aug 10 02:03:49.384719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecefc6-f788-4963-845f-3d0c165ed7f2 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a836c-fe92-4ce4-97ce-0359c7fdf54e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:49.437606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61805b73-88bf-4104-92d5-5c77cc6a72f5 req-197b92bc-8de0-4029-9269-8aa9b4a0b97e tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "GET /v2.0/security-groups/0868b5ce-800e-417d-917c-22ff2c8243be HTTP/1.1" status: 200 len: 2401 time: 0.0441067 Aug 10 02:03:49.497224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Allocated IP 172.20.0.10 (b58490f0-0df5-439a-953d-f84d4eaf497a/27cfc453-af12-4882-ad7e-694982c2e5f1/da1df991-d2c4-40d8-9548-3bd68da27678) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:49.504364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-61805b73-88bf-4104-92d5-5c77cc6a72f5 req-fb89dee6-bbbe-41bc-9ca8-ab57c1507e27 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.528215 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-61805b73-88bf-4104-92d5-5c77cc6a72f5 req-fb89dee6-bbbe-41bc-9ca8-ab57c1507e27 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.642734 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9866c-5f2b-4fb5-b7d2-f6cb8058f8e0 req-04b2c085-bba4-4f30-b187-7978677f5376 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:49.644196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fd9866c-5f2b-4fb5-b7d2-f6cb8058f8e0 req-04b2c085-bba4-4f30-b187-7978677f5376 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0520427 Aug 10 02:03:49.662933 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.678844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-61805b73-88bf-4104-92d5-5c77cc6a72f5 req-fb89dee6-bbbe-41bc-9ca8-ab57c1507e27 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.682238 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-61805b73-88bf-4104-92d5-5c77cc6a72f5 req-fb89dee6-bbbe-41bc-9ca8-ab57c1507e27 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.687061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61805b73-88bf-4104-92d5-5c77cc6a72f5 req-fb89dee6-bbbe-41bc-9ca8-ab57c1507e27 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] 10.222.0.38 "DELETE /v2.0/security-groups/0868b5ce-800e-417d-917c-22ff2c8243be HTTP/1.1" status: 204 len: 173 time: 0.2434278 Aug 10 02:03:49.701134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49350) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:49.728830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fd9866c-5f2b-4fb5-b7d2-f6cb8058f8e0 req-c4c48169-6470-4645-ac04-7d20ef0cff75 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781057 Aug 10 02:03:49.729963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89dee6-bbbe-41bc-9ca8-ab57c1507e27 tempest-SecurityGroupRulesTestJSON-1367526542 tempest-SecurityGroupRulesTestJSON-1367526542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0868b5ce-800e-417d-917c-22ff2c8243be,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:49.757101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d37a5a-365c-4412-bd3a-bd0d5ca641de admin admin] Deleting subnet 1163c895-93aa-4c4e-8e32-e90bdd745e64 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:03:49.761023 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2d37a5a-365c-4412-bd3a-bd0d5ca641de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.796043 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.828348 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2d37a5a-365c-4412-bd3a-bd0d5ca641de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.867374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Network b58490f0-0df5-439a-953d-f84d4eaf497a is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:49.873078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Pushing event updated for resources: {'Port': ['ID=da1df991-d2c4-40d8-9548-3bd68da27678,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:49.876843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:49.882026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:49.922470 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2d37a5a-365c-4412-bd3a-bd0d5ca641de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.962747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:49.963377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.040694 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-409e685a-2ba3-46af-a2b9-c2d0353972b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9693484 Aug 10 02:03:50.056538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Request body: {'port': {'device_id': '2bd3c032-8688-45c5-876f-082783923a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:50.061588 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2d37a5a-365c-4412-bd3a-bd0d5ca641de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.106815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d37a5a-365c-4412-bd3a-bd0d5ca641de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1163c895-93aa-4c4e-8e32-e90bdd745e64,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:50.112426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2d37a5a-365c-4412-bd3a-bd0d5ca641de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.114325 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f2d37a5a-365c-4412-bd3a-bd0d5ca641de admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1163c895-93aa-4c4e-8e32-e90bdd745e64 HTTP/1.1" status: 204 len: 168 time: 0.4121101 Aug 10 02:03:50.117644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49370) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:50.152558 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.449130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1df991-d2c4-40d8-9548-3bd68da27678 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:50.456874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.469953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Transition to ACTIVE for port object da1df991-d2c4-40d8-9548-3bd68da27678 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:50.497046 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.509148 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a655-8f67-4b9d-8f82-cfaaa1ed585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.520759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1671-2897-4660-b6d6-95f2cd117eed req-0d4ea70a-dbbf-4e13-8be0-5638ac8567e0 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:50.522336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e85d1671-2897-4660-b6d6-95f2cd117eed req-0d4ea70a-dbbf-4e13-8be0-5638ac8567e0 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 932 time: 0.0852742 Aug 10 02:03:50.564901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.614275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Pushing event updated for resources: {'Port': ['ID=da1df991-d2c4-40d8-9548-3bd68da27678,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:50.644550 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.654494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e85d1671-2897-4660-b6d6-95f2cd117eed req-66d8ba6d-833f-4f5e-9d60-cfdfb5a7ef52 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233413 Aug 10 02:03:50.674214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c2df96-38f7-42b3-9e52-2b4106813c93']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:50.685164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07b1478-ec9b-4295-a351-9f7fa322bf7d') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:50.685459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07b1478-ec9b-4295-a351-9f7fa322bf7d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:03:50.697843 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.712580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.719303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:03:50.720186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.739895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Attempting to bind port da1df991-d2c4-40d8-9548-3bd68da27678 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:03:50.750736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Attempting to bind port da1df991-d2c4-40d8-9548-3bd68da27678 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:03:50.751249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Attempting to bind port da1df991-d2c4-40d8-9548-3bd68da27678 on network b58490f0-0df5-439a-953d-f84d4eaf497a {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:50.766567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Port da1df991-d2c4-40d8-9548-3bd68da27678 on network b58490f0-0df5-439a-953d-f84d4eaf497a not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:03:50.766567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Attempting to bind port da1df991-d2c4-40d8-9548-3bd68da27678 on network b58490f0-0df5-439a-953d-f84d4eaf497a {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:03:50.781549 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:03:50.785516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:03:50.785516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Checking segment: {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:50.785516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Bound using segment: {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:03:50.785516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Bound port: da1df991-d2c4-40d8-9548-3bd68da27678, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:03:50.786097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.865103 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.866022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] For port da1df991-d2c4-40d8-9548-3bd68da27678, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:03:50.869816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] For port da1df991-d2c4-40d8-9548-3bd68da27678, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=da1df991-d2c4-40d8-9548-3bd68da27678,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:03:50.875650 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.877765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/37c2df96-38f7-42b3-9e52-2b4106813c93 HTTP/1.1" status: 204 len: 168 time: 0.7587392 Aug 10 02:03:50.901137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c6d28-5817-4c64-8d69-115ee087ffd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c2df96-38f7-42b3-9e52-2b4106813c93,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:50.918900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a80285-e0de-4932-aa7e-cd184de66db6 req-ec0b70c0-7561-4583-bd21-24d80a9e9b2d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:50.924154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a80285-e0de-4932-aa7e-cd184de66db6 req-ec0b70c0-7561-4583-bd21-24d80a9e9b2d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0980570 Aug 10 02:03:50.942859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.965645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a80285-e0de-4932-aa7e-cd184de66db6 req-0e0d2c3f-0ef1-4180-93ce-c19da84a1395 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383637 Aug 10 02:03:50.980989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:50.980989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:50.981537 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] 10.222.0.16 "PUT /v2.0/ports/da1df991-d2c4-40d8-9548-3bd68da27678 HTTP/1.1" status: 200 len: 1093 time: 0.9322414 Aug 10 02:03:50.982176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd3c032-8688-45c5-876f-082783923a89', 'tag': 'da1df991-d2c4-40d8-9548-3bd68da27678'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:50.984496 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf58c9c-61dc-4e8e-bae5-160497f4f07e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd3c032-8688-45c5-876f-082783923a89", "tag": "da1df991-d2c4-40d8-9548-3bd68da27678"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:51.019644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f288ff2-49d1-4486-9720-d86c03d1c333 service neutron] Pushing event updated for resources: {'Port': ['ID=da1df991-d2c4-40d8-9548-3bd68da27678,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:51.037834 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de029da5-9dff-42eb-82a6-a20dd48dbdfd x-openstack-request-id: req-de029da5-9dff-42eb-82a6-a20dd48dbdfd {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:51.038178 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd3c032-8688-45c5-876f-082783923a89", "tag": "da1df991-d2c4-40d8-9548-3bd68da27678", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:51.038438 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de029da5-9dff-42eb-82a6-a20dd48dbdfd {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:51.039512 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd3c032-8688-45c5-876f-082783923a89', 'tag': 'da1df991-d2c4-40d8-9548-3bd68da27678', 'status': 'completed', 'code': 200} Aug 10 02:03:51.108109 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:51.123231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58c9c-61dc-4e8e-bae5-160497f4f07e req-66708a7d-92d6-4b47-b001-45b97ca74ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:51.124988 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9cf58c9c-61dc-4e8e-bae5-160497f4f07e req-66708a7d-92d6-4b47-b001-45b97ca74ec6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 1096 time: 0.0649838 Aug 10 02:03:51.236878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58c9c-61dc-4e8e-bae5-160497f4f07e req-6c1515ae-e577-4081-af10-0ded8ef5e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:51.238627 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9cf58c9c-61dc-4e8e-bae5-160497f4f07e req-6c1515ae-e577-4081-af10-0ded8ef5e915 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=528541ffbc0448c0b46e94be883c093f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1058495 Aug 10 02:03:51.261185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49398) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:51.305808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-27b10f98-cb1d-48b2-9b4d-d8d357ef3ab7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0990d6ac9c3f4169986d941bd2c2a8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434275 Aug 10 02:03:51.306417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49400) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:51.361682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf58c9c-61dc-4e8e-bae5-160497f4f07e req-6d13dee5-b194-4dc7-a6ee-04865cf4096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:51.363247 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9cf58c9c-61dc-4e8e-bae5-160497f4f07e req-6d13dee5-b194-4dc7-a6ee-04865cf4096e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171451 Aug 10 02:03:51.373751 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c64d-dd7b-4427-8f0c-f9a7b7b04d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:51.403947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c64d-dd7b-4427-8f0c-f9a7b7b04d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:51.453447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-dc3d9ddc-625c-4192-a503-004447415d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:51.455228 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-dc3d9ddc-625c-4192-a503-004447415d9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 1096 time: 0.0548222 Aug 10 02:03:51.501706 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-fdfdb810-d4c0-4929-9dff-924af5d5ef93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da1df991-d2c4-40d8-9548-3bd68da27678 HTTP/1.1" status: 200 len: 217 time: 0.0388799 Aug 10 02:03:51.525420 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c64d-dd7b-4427-8f0c-f9a7b7b04d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:51.528533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3b7c64d-dd7b-4427-8f0c-f9a7b7b04d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:51.531392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c3b7c64d-dd7b-4427-8f0c-f9a7b7b04d99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcf30080-1c78-45d3-a3d3-0b9e2378144c HTTP/1.1" status: 204 len: 168 time: 0.2239540 Aug 10 02:03:51.541458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7c64d-dd7b-4427-8f0c-f9a7b7b04d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf30080-1c78-45d3-a3d3-0b9e2378144c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:51.563710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-daf35930-544b-484c-8267-83fc8f81ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:51.565168 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-daf35930-544b-484c-8267-83fc8f81ad23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27cfc453-af12-4882-ad7e-694982c2e5f1 HTTP/1.1" status: 200 len: 854 time: 0.0566933 Aug 10 02:03:51.600380 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-6d36cf54-bf97-48f7-8828-7c50120de452 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b58490f0-0df5-439a-953d-f84d4eaf497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279486 Aug 10 02:03:51.729707 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-72ec87de-4f2c-4653-aa4c-599f5236da6a service neutron] 10.222.0.16 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179225 Aug 10 02:03:51.797831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161b7ae-035c-449c-9863-dbb9f83c8e3e req-a9f5ca1f-5253-4a24-8ad7-d55aa7a9cc5b tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:51.805634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5161b7ae-035c-449c-9863-dbb9f83c8e3e req-a9f5ca1f-5253-4a24-8ad7-d55aa7a9cc5b tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 944 time: 0.0662229 Aug 10 02:03:51.830534 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-76a5bf08-1ca8-4d0e-bdea-6da11c2a8efd req-dca5d6a6-3a61-4a4b-a469-824b3be7683f service neutron] 10.222.0.16 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943704 Aug 10 02:03:51.840518 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5161b7ae-035c-449c-9863-dbb9f83c8e3e req-ffa4a33a-32c1-4489-a54f-bd4621200ad0 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336616 Aug 10 02:03:52.091372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb12fae-5bdf-4e2f-84dc-0a121d9ea4ab req-7db01b1d-d2ec-4130-9ddb-518bd2f99e26 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:52.092963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffb12fae-5bdf-4e2f-84dc-0a121d9ea4ab req-7db01b1d-d2ec-4130-9ddb-518bd2f99e26 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0509582 Aug 10 02:03:52.132734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffb12fae-5bdf-4e2f-84dc-0a121d9ea4ab req-73bec88c-7365-45ce-a7bc-b3b170d06a6a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Aug 10 02:03:52.153474 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:52.639259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49438) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:52.738371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-62955283-network', 'tenant_id': '4de04bf2f7fc4020900db0f273f1d63d'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:52.838881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Made reservation on behalf of 4de04bf2f7fc4020900db0f273f1d63d for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:52.841182 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:52.850182 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:52.977682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:52.985696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735732ff-fb6a-4b06-bdd1-24d828ff154f req-52116a0c-95a3-4579-89ce-b498ccde96f1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:52.992044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-735732ff-fb6a-4b06-bdd1-24d828ff154f req-52116a0c-95a3-4579-89ce-b498ccde96f1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 944 time: 0.0735984 Aug 10 02:03:53.030805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-735732ff-fb6a-4b06-bdd1-24d828ff154f req-a1457a65-ea36-4b7d-9384-2af620aae514 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Aug 10 02:03:53.045150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:53.074991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:03:53.079601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:53.088106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:53.088106 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Added segment a307562f-2e09-4689-8bae-a8ed1b48624d of type vlan for network c2ca103b-fb96-4c1c-8b8b-186771ec844f Aug 10 02:03:53.129455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:53.207305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:53.208260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:53.209053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:53.306317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=c2ca103b-fb96-4c1c-8b8b-186771ec844f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:53.316200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c2ca103b-fb96-4c1c-8b8b-186771ec844f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:03:53.318529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc23e7-e70f-450b-8a56-930a45c0d35a req-a0e524fd-823c-4605-828e-8ece38bda101 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:53.320121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53cc23e7-e70f-450b-8a56-930a45c0d35a req-a0e524fd-823c-4605-828e-8ece38bda101 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.1160049 Aug 10 02:03:53.370537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53cc23e7-e70f-450b-8a56-930a45c0d35a req-c644c1cf-5b7e-48fb-a79e-87c227a2d76f tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Aug 10 02:03:53.392198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49454) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:53.392725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b89e2375-6d5c-47fd-82c9-01446cf34fd1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7459943 Aug 10 02:03:53.392812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Request body: {'subnet': {'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-62955283-subnet', 'tenant_id': '4de04bf2f7fc4020900db0f273f1d63d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:53.478725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Made reservation on behalf of 4de04bf2f7fc4020900db0f273f1d63d for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:53.480943 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:53.708173 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:53.761620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc26a43-a676-484d-a494-8485c46af248,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:53.771733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Checking segment: {'id': 'a307562f-2e09-4689-8bae-a8ed1b48624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:03:53.772093 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Network hostable DHCP agents. Network: c2ca103b-fb96-4c1c-8b8b-186771ec844f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:03:53.782281 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:53.896505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Network c2ca103b-fb96-4c1c-8b8b-186771ec844f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:03:53.970457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c2ca103b-fb96-4c1c-8b8b-186771ec844f) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:53.974619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:53.975214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:53.982885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68575498-b597-40bb-b697-e807a1c59bd2 None None] Network c2ca103b-fb96-4c1c-8b8b-186771ec844f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:03:54.064701 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-66ea4c08-79de-47a7-80cf-92c8ffabaf60 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6774218 Aug 10 02:03:54.171746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb06803-2553-4d0f-9cd3-37b73f56b0fe None None] Network c2ca103b-fb96-4c1c-8b8b-186771ec844f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:03:54.192145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ff27-9db9-4b3f-93dd-d6d5eec93069 req-7412a81d-e5c7-40cd-8bf8-6f7433017e58 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:54.193713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6e7ff27-9db9-4b3f-93dd-d6d5eec93069 req-7412a81d-e5c7-40cd-8bf8-6f7433017e58 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 944 time: 0.0644698 Aug 10 02:03:54.246355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6e7ff27-9db9-4b3f-93dd-d6d5eec93069 req-9702e3a6-97b5-4d3a-b33b-19df5bf60fd5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445964 Aug 10 02:03:54.339593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-7f60cab4-a17a-4272-8ced-09f8d24f51e9 req-bfb0827f-7150-4517-956d-4c0744d9ec75 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-98507387', 'description': 'tempest-description-1354407102'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:54.428512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f60cab4-a17a-4272-8ced-09f8d24f51e9 req-bfb0827f-7150-4517-956d-4c0744d9ec75 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:54.478078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device da1df991-d2c4-40d8-9548-3bd68da27678 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:03:54.518018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf465494-fca2-45d3-837c-9192d1267b6e req-0e4f38bb-aa1d-4a98-9132-0a470b40053d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:54.519550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf465494-fca2-45d3-837c-9192d1267b6e req-0e4f38bb-aa1d-4a98-9132-0a470b40053d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0722256 Aug 10 02:03:54.577819 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port da1df991-d2c4-40d8-9548-3bd68da27678, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=da1df991-d2c4-40d8-9548-3bd68da27678,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:54.580462 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f60cab4-a17a-4272-8ced-09f8d24f51e9 req-bfb0827f-7150-4517-956d-4c0744d9ec75 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:54.584171 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf465494-fca2-45d3-837c-9192d1267b6e req-51e0209d-550a-451f-99ba-fa4fbaca643c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562618 Aug 10 02:03:54.589383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'da1df991-d2c4-40d8-9548-3bd68da27678', 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a', 'port_id': 'da1df991-d2c4-40d8-9548-3bd68da27678', 'mac_address': 'fa:16:3e:d3:76:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27cfc453-af12-4882-ad7e-694982c2e5f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:03:54.625977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:54.639703 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f60cab4-a17a-4272-8ced-09f8d24f51e9 req-bfb0827f-7150-4517-956d-4c0744d9ec75 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:54.640642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1df991-d2c4-40d8-9548-3bd68da27678 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:54.662063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port da1df991-d2c4-40d8-9548-3bd68da27678, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=da1df991-d2c4-40d8-9548-3bd68da27678,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:54.671144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0827f-7150-4517-956d-4c0744d9ec75 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f102d391-1d3c-4abb-9e98-746f2b672ee6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:54.719380 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7f60cab4-a17a-4272-8ced-09f8d24f51e9 req-bfb0827f-7150-4517-956d-4c0744d9ec75 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:54.720947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f60cab4-a17a-4272-8ced-09f8d24f51e9 req-bfb0827f-7150-4517-956d-4c0744d9ec75 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3864195 Aug 10 02:03:54.742911 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:54.746736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-1e0153fb-af42-44d5-9211-277ea68ef2ea req-16db6e27-9386-4727-bb2d-5e407b943e05 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1163788156', 'description': 'tempest-description-1340340310'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:54.811372 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e0153fb-af42-44d5-9211-277ea68ef2ea req-16db6e27-9386-4727-bb2d-5e407b943e05 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:54.907865 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e0153fb-af42-44d5-9211-277ea68ef2ea req-16db6e27-9386-4727-bb2d-5e407b943e05 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:54.937744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=da1df991-d2c4-40d8-9548-3bd68da27678,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:54.965316 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e0153fb-af42-44d5-9211-277ea68ef2ea req-16db6e27-9386-4727-bb2d-5e407b943e05 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:54.994184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db6e27-9386-4727-bb2d-5e407b943e05 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3c724b-e8e0-4434-b548-c504bb75dc94,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:55.039331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1e0153fb-af42-44d5-9211-277ea68ef2ea req-16db6e27-9386-4727-bb2d-5e407b943e05 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:55.040661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e0153fb-af42-44d5-9211-277ea68ef2ea req-16db6e27-9386-4727-bb2d-5e407b943e05 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2990205 Aug 10 02:03:55.095890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['da1df991-d2c4-40d8-9548-3bd68da27678'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:03:55.364327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-619667c0-933d-4a5e-a021-af41da47dc04 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:55.364841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49502) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:55.366904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-619667c0-933d-4a5e-a021-af41da47dc04 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 811 time: 0.1767807 Aug 10 02:03:55.387421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-a86bf81d-c1b0-45ba-b423-97ad9d356cc3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/quotas/4de04bf2f7fc4020900db0f273f1d63d HTTP/1.1" status: 200 len: 375 time: 0.0121255 Aug 10 02:03:55.435070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-c8827b5c-04c0-43fc-bb45-c421e5539728 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332134 Aug 10 02:03:55.459275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e79f0a-6c1d-4c01-8714-c1de77c8642f req-fd5f072c-3222-40be-942c-6df6b746e944 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:55.460812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92e79f0a-6c1d-4c01-8714-c1de77c8642f req-fd5f072c-3222-40be-942c-6df6b746e944 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 945 time: 0.1053512 Aug 10 02:03:55.484492 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:55.550941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92e79f0a-6c1d-4c01-8714-c1de77c8642f req-0fa80dcb-c04b-4fd3-a71f-a27aa205dcc1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786977 Aug 10 02:03:55.591241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-e20ede54-d84b-4968-90b1-e358e01a6756 service neutron] 10.222.0.38 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480370 Aug 10 02:03:55.606261 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:55.656547 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:55.701498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-b1433a26-1bc3-4281-8156-6b2b2ee36850 service neutron] 10.222.0.38 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082351 Aug 10 02:03:55.705596 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b96b6d57f514841bf08e6b6e04a3c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397751 Aug 10 02:03:55.706578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d897614-fec1-47bf-ba69-4702c2d2f76a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:55.708289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49510) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:03:55.715582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.715941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.716502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.717135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.717634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.718130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.718645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.719152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.720026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.720519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.721008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.721795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c3160-f21a-4dfb-af31-46d4e0852fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:03:55.805271 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-527695c4-0534-4250-93f3-246427368322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:55.833480 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-527695c4-0534-4250-93f3-246427368322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:55.842705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576fe9e-b054-4198-b4ba-26c17034c50e req-2d1e0fdf-2dfe-4de9-ba54-8d852c7c2f97 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:55.844214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3576fe9e-b054-4198-b4ba-26c17034c50e req-2d1e0fdf-2dfe-4de9-ba54-8d852c7c2f97 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0831497 Aug 10 02:03:55.903172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3576fe9e-b054-4198-b4ba-26c17034c50e req-ba3055e3-d08d-42a7-a229-1d8b0820cabb tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510783 Aug 10 02:03:55.961515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b04c84e-0470-465d-a542-5d21bbb80750 req-de87ff3c-396e-4820-838b-f290826e9e67 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 210 time: 0.0272255 Aug 10 02:03:55.976526 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-527695c4-0534-4250-93f3-246427368322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:55.979614 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-527695c4-0534-4250-93f3-246427368322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:55.983266 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-527695c4-0534-4250-93f3-246427368322 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d897614-fec1-47bf-ba69-4702c2d2f76a HTTP/1.1" status: 204 len: 168 time: 0.2706888 Aug 10 02:03:55.994347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527695c4-0534-4250-93f3-246427368322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d897614-fec1-47bf-ba69-4702c2d2f76a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:56.484150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device da1df991-d2c4-40d8-9548-3bd68da27678 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:03:56.616552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port da1df991-d2c4-40d8-9548-3bd68da27678 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:03:56.621450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port da1df991-d2c4-40d8-9548-3bd68da27678 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:03:56.621824 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:56.682398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c8047-c057-4bd7-96bf-4386db54d13e req-40aee3d0-5d74-42eb-8c06-4557de4f3e40 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:56.684013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b68c8047-c057-4bd7-96bf-4386db54d13e req-40aee3d0-5d74-42eb-8c06-4557de4f3e40 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 945 time: 0.0644689 Aug 10 02:03:56.713101 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:56.734580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b68c8047-c057-4bd7-96bf-4386db54d13e req-e3be6dbb-3f64-4543-81e7-7fd1b0db53f1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Aug 10 02:03:56.747735 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd3c032-8688-45c5-876f-082783923a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1df991-d2c4-40d8-9548-3bd68da27678'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:03:56.751034 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3d46a3-552f-458f-b824-ff390b85aad5" -d '{"events": [{"server_uuid": "2bd3c032-8688-45c5-876f-082783923a89", "name": "network-vif-plugged", "status": "completed", "tag": "da1df991-d2c4-40d8-9548-3bd68da27678"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:03:56.770466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port da1df991-d2c4-40d8-9548-3bd68da27678, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=da1df991-d2c4-40d8-9548-3bd68da27678,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:03:56.801227 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502cf923-2e1a-4d32-82b8-4bc4d65ab46a x-openstack-request-id: req-502cf923-2e1a-4d32-82b8-4bc4d65ab46a {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:03:56.807082 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd3c032-8688-45c5-876f-082783923a89", "name": "network-vif-plugged", "status": "completed", "tag": "da1df991-d2c4-40d8-9548-3bd68da27678", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:03:56.807082 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-502cf923-2e1a-4d32-82b8-4bc4d65ab46a {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:03:56.807082 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd3c032-8688-45c5-876f-082783923a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1df991-d2c4-40d8-9548-3bd68da27678', 'code': 200} Aug 10 02:03:56.816635 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:56.864922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=da1df991-d2c4-40d8-9548-3bd68da27678,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:56.906536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf933a-9ab6-4e85-b6f6-a22fb806ad3b req-4dd2a20f-8739-4038-9d46-bd47767365a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:56.908083 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74cf933a-9ab6-4e85-b6f6-a22fb806ad3b req-4dd2a20f-8739-4038-9d46-bd47767365a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 1098 time: 0.0438714 Aug 10 02:03:56.943320 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-74cf933a-9ab6-4e85-b6f6-a22fb806ad3b req-a0253724-d49b-4b15-8483-0d873359cfcb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278845 Aug 10 02:03:57.030376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f6282-7f5b-4cc7-a41a-71ccda3f87a9 req-a7b2480a-33b4-4c5a-a25a-7abe758b8010 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:57.031895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b8f6282-7f5b-4cc7-a41a-71ccda3f87a9 req-a7b2480a-33b4-4c5a-a25a-7abe758b8010 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0578477 Aug 10 02:03:57.066335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71bfa57b-eb6b-4d4a-b55a-9441b30754d0 req-5ff928b7-ab92-4785-b20c-9f513551055e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 210 time: 0.0458410 Aug 10 02:03:57.095090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b8f6282-7f5b-4cc7-a41a-71ccda3f87a9 req-b2c32c0f-80ea-4747-9b43-5a90d565e176 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542526 Aug 10 02:03:57.864009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176122b4-3c25-4b04-8d7c-8f616e8bcfd0 req-a84c311e-f14a-4cd6-9ee1-412d56018213 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:57.865522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-176122b4-3c25-4b04-8d7c-8f616e8bcfd0 req-a84c311e-f14a-4cd6-9ee1-412d56018213 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 946 time: 0.0544465 Aug 10 02:03:57.907713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-176122b4-3c25-4b04-8d7c-8f616e8bcfd0 req-e7d2e317-cfe9-4d41-ae6d-741fc1608389 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Aug 10 02:03:58.182720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1252c131-73d2-4988-8614-108c2bf5a11f req-1df3ef36-2958-46a8-a496-d725989de59d tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 210 time: 0.0352359 Aug 10 02:03:58.235600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22b10-ec4d-4cb1-87de-22e044a0e6da req-e9649975-d598-4a0c-8c84-b21f93503235 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:58.237259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aec22b10-ec4d-4cb1-87de-22e044a0e6da req-e9649975-d598-4a0c-8c84-b21f93503235 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0578985 Aug 10 02:03:58.334766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aec22b10-ec4d-4cb1-87de-22e044a0e6da req-fb88f504-081a-4789-af64-15388fa48af0 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905240 Aug 10 02:03:58.389005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-6ec59a98-a20c-4afc-821a-28a21672f529 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:58.418609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-6ec59a98-a20c-4afc-821a-28a21672f529 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.11 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 811 time: 0.1455083 Aug 10 02:03:58.418609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'port': {'device_id': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f', 'admin_state_up': True, 'tenant_id': '4de04bf2f7fc4020900db0f273f1d63d'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:58.605171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Made reservation on behalf of 4de04bf2f7fc4020900db0f273f1d63d for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:03:58.608794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:58.748020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Allocated IP 172.20.0.14 (c2ca103b-fb96-4c1c-8b8b-186771ec844f/1cc26a43-a676-484d-a494-8485c46af248/fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:03:58.906293 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:59.043436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425a199-eef8-43ab-9077-57f3e47b07b2 req-144d21e1-ca72-486c-8739-2cfe61a881dc tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:59.044965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4425a199-eef8-43ab-9077-57f3e47b07b2 req-144d21e1-ca72-486c-8739-2cfe61a881dc tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 946 time: 0.0498128 Aug 10 02:03:59.046510 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:59.125752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Network c2ca103b-fb96-4c1c-8b8b-186771ec844f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:03:59.131682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-1b8388b4-a048-4a71-ad0f-b76654b5590a tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4afb59b70f47488d82758dd6fe1dab52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477078 Aug 10 02:03:59.140917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:03:59.151190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:03:59.161645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'Port': ['ID=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:03:59.199595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4425a199-eef8-43ab-9077-57f3e47b07b2 req-4c4c7b07-65c2-4b66-9f86-770b13ae85d6 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467335 Aug 10 02:03:59.263938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:59.264582 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:59.338606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-393724f4-0de1-4d34-a8e8-46de34f61336 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:59.340102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-393724f4-0de1-4d34-a8e8-46de34f61336 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971226 Aug 10 02:03:59.353648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ca531-0894-4f91-95e5-9ba2a0e5cb58 req-65670c25-e6e3-44cb-b5c6-7081fc821d05 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:59.355140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f9ca531-0894-4f91-95e5-9ba2a0e5cb58 req-65670c25-e6e3-44cb-b5c6-7081fc821d05 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 932 time: 0.0879045 Aug 10 02:03:59.371299 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-234bdeb1-c312-4c4f-86e6-040c8e114af7 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/quotas/4afb59b70f47488d82758dd6fe1dab52 HTTP/1.1" status: 200 len: 375 time: 0.0152466 Aug 10 02:03:59.417580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-d7f46e1f-93ab-4635-be90-404c4a224e47 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4afb59b70f47488d82758dd6fe1dab52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391476 Aug 10 02:03:59.420653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-ba2ad348-177b-48aa-9bef-17c8d5451ade tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0204313 Aug 10 02:03:59.425709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f9ca531-0894-4f91-95e5-9ba2a0e5cb58 req-35c01399-f14a-410c-8048-7467af9f598d tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626705 Aug 10 02:03:59.434941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Request body: {'port': {'device_id': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:03:59.523021 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:59.575819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba435167-140e-421e-b643-e569ae7bbd49 req-3e265145-35a2-4396-a026-850646aba551 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:59.577327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba435167-140e-421e-b643-e569ae7bbd49 req-3e265145-35a2-4396-a026-850646aba551 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0846508 Aug 10 02:03:59.686472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba435167-140e-421e-b643-e569ae7bbd49 req-332d5eb9-b79e-44f6-8c7c-642c8d9aa696 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007752 Aug 10 02:03:59.793797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f99a102-7d97-4291-9c65-f6d69ba4ad20 req-c43ba018-be8e-4afd-b355-455d24be7d3c tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 210 time: 0.0616529 Aug 10 02:03:59.900342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:03:59.908874 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:59.921638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Transition to ACTIVE for port object fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:03:59.982286 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:00.053199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:00.104463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Attempting to bind port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:04:00.104811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Attempting to bind port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'a307562f-2e09-4689-8bae-a8ed1b48624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:04:00.105152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Attempting to bind port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 on network c2ca103b-fb96-4c1c-8b8b-186771ec844f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:00.109470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 on network c2ca103b-fb96-4c1c-8b8b-186771ec844f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:04:00.111867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Attempting to bind port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 on network c2ca103b-fb96-4c1c-8b8b-186771ec844f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:00.114697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:04:00.115044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Checking segment: {'id': 'a307562f-2e09-4689-8bae-a8ed1b48624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:04:00.115432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Bound using segment: {'id': 'a307562f-2e09-4689-8bae-a8ed1b48624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:04:00.115870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Bound port: fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a307562f-2e09-4689-8bae-a8ed1b48624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:04:00.116262 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:00.179864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] For port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:00.183015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] For port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:04:00.297606 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:00.321120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:00.321855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:00.323415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] 10.222.0.11 "PUT /v2.0/ports/fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 HTTP/1.1" status: 200 len: 1093 time: 0.8935544 Aug 10 02:04:00.324050 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:00.326649 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41b537-09fd-4e6a-893b-8849dbd0091e" -d '{"events": [{"name": "network-changed", "server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:00.351720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe505c4c-9f6d-420d-8d95-d3c1bae84037 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:00.368055 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e407efc1-4edf-4f5a-9b55-dd62c05fb0b6 x-openstack-request-id: req-e407efc1-4edf-4f5a-9b55-dd62c05fb0b6 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:00.368055 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:00.368055 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e407efc1-4edf-4f5a-9b55-dd62c05fb0b6 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:00.368055 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', 'status': 'completed', 'code': 200} Aug 10 02:04:00.431791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b537-09fd-4e6a-893b-8849dbd0091e req-0db42e0c-73e3-40d0-8678-5b4873e530ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:00.433371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f41b537-09fd-4e6a-893b-8849dbd0091e req-0db42e0c-73e3-40d0-8678-5b4873e530ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 1096 time: 0.0476422 Aug 10 02:04:00.578035 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b3384-311d-4879-8cfe-4bc24ee17f4f req-853c2220-dae9-4b0d-8034-01a3f49b43c1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:00.579543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef7b3384-311d-4879-8cfe-4bc24ee17f4f req-853c2220-dae9-4b0d-8034-01a3f49b43c1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 944 time: 0.0786517 Aug 10 02:04:00.580912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b537-09fd-4e6a-893b-8849dbd0091e req-524a70ec-8ab3-4116-bd2e-93b989d2a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:00.582252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f41b537-09fd-4e6a-893b-8849dbd0091e req-524a70ec-8ab3-4116-bd2e-93b989d2a4b3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1412604 Aug 10 02:04:00.666710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef7b3384-311d-4879-8cfe-4bc24ee17f4f req-fc02bff2-4872-4087-90d5-0994de63e8ce tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805130 Aug 10 02:04:00.710147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b537-09fd-4e6a-893b-8849dbd0091e req-ebedc316-df17-4478-a7ee-639806b84847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:00.710147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f41b537-09fd-4e6a-893b-8849dbd0091e req-ebedc316-df17-4478-a7ee-639806b84847 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132433 Aug 10 02:04:00.836632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-54de596c-3c4f-4fb5-8247-3c59cb55d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:00.838400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-54de596c-3c4f-4fb5-8247-3c59cb55d3cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 1096 time: 0.0826614 Aug 10 02:04:00.853010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974419a8-0266-4191-b339-7d4b010a6ee5 req-4b87e46d-01b1-4265-ac8e-3180d212cc1b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:00.854838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-974419a8-0266-4191-b339-7d4b010a6ee5 req-4b87e46d-01b1-4265-ac8e-3180d212cc1b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0851822 Aug 10 02:04:00.907956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-47f5a14c-9267-499d-a3ed-8565878b09cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 HTTP/1.1" status: 200 len: 217 time: 0.0519061 Aug 10 02:04:00.941736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d050b36-215c-48a3-a363-01cd86039196 req-d34cdf1c-3f88-4630-8ab4-c0c13e868f71 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 210 time: 0.0492644 Aug 10 02:04:00.987884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-974419a8-0266-4191-b339-7d4b010a6ee5 req-c7c6ed4f-c177-4b8f-9702-8453d42c4ad9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246486 Aug 10 02:04:00.996065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-27db0305-78eb-4253-8b27-2c9b7fcf7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:00.997575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-27db0305-78eb-4253-8b27-2c9b7fcf7508 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cc26a43-a676-484d-a494-8485c46af248 HTTP/1.1" status: 200 len: 851 time: 0.0809827 Aug 10 02:04:01.046365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-c374a2b2-fae7-4fde-a6fc-91bbf5bea9c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2ca103b-fb96-4c1c-8b8b-186771ec844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337322 Aug 10 02:04:01.143852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-14ebb76e-9c23-44d5-8d22-feea8d02bed8 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940082 Aug 10 02:04:01.240828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-946c79ff-c487-4eb7-bce9-064d39d5a7c6 req-5bfb68d7-7fc3-4166-8fac-6f045fabc0a7 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902619 Aug 10 02:04:01.790508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da58df8-ab9d-436c-8fb5-7ed88231ad5f req-56837008-14c4-4a54-a842-9f51bb3a126d tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:01.792024 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3da58df8-ab9d-436c-8fb5-7ed88231ad5f req-56837008-14c4-4a54-a842-9f51bb3a126d tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 944 time: 0.0521510 Aug 10 02:04:01.834171 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3da58df8-ab9d-436c-8fb5-7ed88231ad5f req-920ad76e-4d33-4796-b0f7-b1c69241c314 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362272 Aug 10 02:04:01.865775 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-a299633d-d55c-44e5-8893-1a64c8c012c0 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4afb59b70f47488d82758dd6fe1dab52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286074 Aug 10 02:04:02.051328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63888b1c-24ef-4547-bc16-359aba55354a req-d8685fad-5033-46ed-8889-892a4efae46c tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 210 time: 0.0358114 Aug 10 02:04:02.061127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-98db1397-5055-4196-bb1a-455f4bbe7801 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:02.062948 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-98db1397-5055-4196-bb1a-455f4bbe7801 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915996 Aug 10 02:04:02.081211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Request body: {'port': {'device_id': '4cae6673-7b60-47fb-97a2-6b49a4ebd9a4', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '4afb59b70f47488d82758dd6fe1dab52'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:02.192728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c93c-72a4-4d73-87c9-4b803f4c3520 req-efd43149-511d-4cb7-86b7-67924d931ed7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:02.195014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9286c93c-72a4-4d73-87c9-4b803f4c3520 req-efd43149-511d-4cb7-86b7-67924d931ed7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0601873 Aug 10 02:04:02.236363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9286c93c-72a4-4d73-87c9-4b803f4c3520 req-5ab5be38-9b79-4be0-84e2-4104e71e2772 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Aug 10 02:04:02.268033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Made reservation on behalf of 4afb59b70f47488d82758dd6fe1dab52 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:04:02.271827 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:02.281572 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:02.372520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:02.439526 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:02.501162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76b52cf-f621-4818-b02b-abbb149c9897,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:02.571709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Allocated IP 192.168.233.157 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/70b4a711-4815-4cf6-94e2-6f100735e731) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:04:02.717087 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:02.730488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Transition to ACTIVE for port object 70b4a711-4815-4cf6-94e2-6f100735e731 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:04:02.845251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:02.891584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:04:02.894926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:04:02.899007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:04:02.905497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Pushing event updated for resources: {'Port': ['ID=70b4a711-4815-4cf6-94e2-6f100735e731,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:02.971709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:02.974424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:03.005186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c158985-ea38-4f4e-8d32-28a52983b45e req-69f18e0e-5823-4f35-922a-1d76e4023ebd tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:03.007723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c158985-ea38-4f4e-8d32-28a52983b45e req-69f18e0e-5823-4f35-922a-1d76e4023ebd tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 944 time: 0.0565760 Aug 10 02:04:03.029345 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-8f0e50e1-047c-4560-8306-a3b731d62a8e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9537551 Aug 10 02:04:03.041857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Request body: {'port': {'device_id': '4cae6673-7b60-47fb-97a2-6b49a4ebd9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:03.070235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c158985-ea38-4f4e-8d32-28a52983b45e req-9d57b27f-69a6-4c10-a93e-cbe4a84d0e3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521076 Aug 10 02:04:03.102763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:03.202231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702290d3-c401-4e7b-8cbb-ce4fe419a0eb req-fa523278-718f-4fe5-b01d-54ef0a8bc718 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:03.207063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-702290d3-c401-4e7b-8cbb-ce4fe419a0eb req-fa523278-718f-4fe5-b01d-54ef0a8bc718 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 936 time: 0.0696023 Aug 10 02:04:03.260617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-702290d3-c401-4e7b-8cbb-ce4fe419a0eb req-77dbe253-100e-4f06-a802-5afe17e03fe0 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506718 Aug 10 02:04:03.340102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-24610752-29d2-48f9-885d-e26a35a11d6f None None] Provisioning for port 70b4a711-4815-4cf6-94e2-6f100735e731 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:04:03.342100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-24610752-29d2-48f9-885d-e26a35a11d6f None None] Provisioning complete for port 70b4a711-4815-4cf6-94e2-6f100735e731 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:03.342573 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-24610752-29d2-48f9-885d-e26a35a11d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:03.386785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-24610752-29d2-48f9-885d-e26a35a11d6f None None] Port 70b4a711-4815-4cf6-94e2-6f100735e731 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:04:03.396661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38188f37-d4ed-4fd2-9c23-251a2604696f req-b73655ba-6afd-4a6d-97c5-f7da30eab4ba tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:03.398259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38188f37-d4ed-4fd2-9c23-251a2604696f req-b73655ba-6afd-4a6d-97c5-f7da30eab4ba tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0633008 Aug 10 02:04:03.446661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38188f37-d4ed-4fd2-9c23-251a2604696f req-44c7c92d-37cc-407a-a072-5a1848361001 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Aug 10 02:04:03.725362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b4a711-4815-4cf6-94e2-6f100735e731 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:03.733902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:03.746753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Transition to ACTIVE for port object 70b4a711-4815-4cf6-94e2-6f100735e731 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:04:03.850977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:03.902461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Pushing event updated for resources: {'Port': ['ID=70b4a711-4815-4cf6-94e2-6f100735e731,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:03.983380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Attempting to bind port 70b4a711-4815-4cf6-94e2-6f100735e731 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:04:03.983712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Attempting to bind port 70b4a711-4815-4cf6-94e2-6f100735e731 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:04:03.984045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Attempting to bind port 70b4a711-4815-4cf6-94e2-6f100735e731 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:03.988507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Port 70b4a711-4815-4cf6-94e2-6f100735e731 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:04:03.988901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Attempting to bind port 70b4a711-4815-4cf6-94e2-6f100735e731 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:03.995633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:04:03.995975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:04:03.996361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:04:03.996790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Bound port: 70b4a711-4815-4cf6-94e2-6f100735e731, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:04:03.997153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:04.087367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] For port 70b4a711-4815-4cf6-94e2-6f100735e731, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:04.091400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] For port 70b4a711-4815-4cf6-94e2-6f100735e731, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70b4a711-4815-4cf6-94e2-6f100735e731,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:04:04.176902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:04.192229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:04.192785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:04.194187 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] 10.222.0.16 "PUT /v2.0/ports/70b4a711-4815-4cf6-94e2-6f100735e731 HTTP/1.1" status: 200 len: 1097 time: 1.1578064 Aug 10 02:04:04.194653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cae6673-7b60-47fb-97a2-6b49a4ebd9a4', 'tag': '70b4a711-4815-4cf6-94e2-6f100735e731'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:04.197237 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925f05f5-faa7-4906-8e90-1e3f8fee6ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "4cae6673-7b60-47fb-97a2-6b49a4ebd9a4", "tag": "70b4a711-4815-4cf6-94e2-6f100735e731"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:04.266478 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a178e1-aa8b-4287-bd9c-6b26737258ac x-openstack-request-id: req-a7a178e1-aa8b-4287-bd9c-6b26737258ac {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:04.267321 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cae6673-7b60-47fb-97a2-6b49a4ebd9a4", "tag": "70b4a711-4815-4cf6-94e2-6f100735e731", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:04.268062 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7a178e1-aa8b-4287-bd9c-6b26737258ac {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:04.268688 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cae6673-7b60-47fb-97a2-6b49a4ebd9a4', 'tag': '70b4a711-4815-4cf6-94e2-6f100735e731', 'status': 'completed', 'code': 200} Aug 10 02:04:04.278792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f9176-00f0-4481-8fd8-4fef4a7aba1d req-1dfd9808-a994-4593-a8b0-bc9cf479f7d3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:04.293572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-454f9176-00f0-4481-8fd8-4fef4a7aba1d req-1dfd9808-a994-4593-a8b0-bc9cf479f7d3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 944 time: 0.1543696 Aug 10 02:04:04.334431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-454f9176-00f0-4481-8fd8-4fef4a7aba1d req-d5d8eabd-2274-4547-b730-aed5dfa14255 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 Aug 10 02:04:04.335229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015f80d-68d8-4259-bbb6-4d76e920056b service neutron] Pushing event updated for resources: {'Port': ['ID=70b4a711-4815-4cf6-94e2-6f100735e731,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:04.356774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f05f5-faa7-4906-8e90-1e3f8fee6ae6 req-4742ace6-b460-4da5-9cbb-c202ae2c2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:04.359392 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-925f05f5-faa7-4906-8e90-1e3f8fee6ae6 req-4742ace6-b460-4da5-9cbb-c202ae2c2d7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4afb59b70f47488d82758dd6fe1dab52&device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 1100 time: 0.0700519 Aug 10 02:04:04.402492 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-925f05f5-faa7-4906-8e90-1e3f8fee6ae6 req-7d558923-8f9f-4e19-b3ec-4890ac34f82c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4afb59b70f47488d82758dd6fe1dab52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317845 Aug 10 02:04:04.499298 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12128fb-0e53-4e3e-b02c-00994af5ac96 req-99f9a51f-f38b-4dc0-b15e-d147b95ba6d0 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:04.507369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b12128fb-0e53-4e3e-b02c-00994af5ac96 req-99f9a51f-f38b-4dc0-b15e-d147b95ba6d0 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 948 time: 0.0809338 Aug 10 02:04:04.537565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f05f5-faa7-4906-8e90-1e3f8fee6ae6 req-82819fbe-14cd-4c22-a45f-7d65288c2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:04.540816 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-925f05f5-faa7-4906-8e90-1e3f8fee6ae6 req-82819fbe-14cd-4c22-a45f-7d65288c2e4f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305141 Aug 10 02:04:04.563943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b12128fb-0e53-4e3e-b02c-00994af5ac96 req-d7213103-d8ce-40bd-8e43-0ad5850966fa tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Aug 10 02:04:04.617265 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1b412-ad3d-4d43-8856-ea879629013d req-2b355430-4244-4294-9425-233ae6905d1b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:04.619082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7cf1b412-ad3d-4d43-8856-ea879629013d req-2b355430-4244-4294-9425-233ae6905d1b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0593200 Aug 10 02:04:04.630980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-22f2584f-ea5a-48de-a0cb-edfadac6e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:04.633408 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-22f2584f-ea5a-48de-a0cb-edfadac6e73e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4afb59b70f47488d82758dd6fe1dab52&device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 1100 time: 0.0443165 Aug 10 02:04:04.659774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7cf1b412-ad3d-4d43-8856-ea879629013d req-a8761ff4-d1e6-4b07-89a7-c3bcc2277ac4 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340941 Aug 10 02:04:04.677837 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-bfef3cfe-4f06-4f36-be34-4b383c2b1cea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=70b4a711-4815-4cf6-94e2-6f100735e731 HTTP/1.1" status: 200 len: 217 time: 0.0362034 Aug 10 02:04:04.734232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-3ad75261-3351-4070-879b-6a3dc93a7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:04.735617 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-3ad75261-3351-4070-879b-6a3dc93a7f97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0503259 Aug 10 02:04:04.781464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-06a73434-92ac-4323-b947-f55abf199cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:04.782998 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-06a73434-92ac-4323-b947-f55abf199cb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405579 Aug 10 02:04:04.878601 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-b76a5248-386c-4fe9-8005-6901a058fae2 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829375 Aug 10 02:04:04.972140 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f1e0ab1-b2dd-43ca-b5b3-e2b7836c1e71 req-fd9da844-926b-4dbd-aad8-c074ed56f48f service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866742 Aug 10 02:04:05.467179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d44d85-afcf-42a6-ba07-a70d97a7ab2b req-80a50331-07b5-4941-a0a1-c2f527530f6c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:05.468691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07d44d85-afcf-42a6-ba07-a70d97a7ab2b req-80a50331-07b5-4941-a0a1-c2f527530f6c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 944 time: 0.0524101 Aug 10 02:04:05.490376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:04:05.512758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07d44d85-afcf-42a6-ba07-a70d97a7ab2b req-7788c3bb-8dbc-4dbb-a326-049af231aa70 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 Aug 10 02:04:05.592790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:05.605501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f', 'port_id': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', 'mac_address': 'fa:16:3e:e1:7e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc26a43-a676-484d-a494-8485c46af248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:04:05.649873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:05.664149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:05.686126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:05.691878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab657a6-b842-4995-b1fb-1a75cbdb1fd0 req-0051f264-ea4e-4965-b348-7793e653b150 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:05.699100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ab657a6-b842-4995-b1fb-1a75cbdb1fd0 req-0051f264-ea4e-4965-b348-7793e653b150 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 948 time: 0.0638611 Aug 10 02:04:05.735111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ab657a6-b842-4995-b1fb-1a75cbdb1fd0 req-846454b6-47aa-4e9d-827e-3bda8c26ac16 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336623 Aug 10 02:04:05.770959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:05.799009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491a288-0450-4ecc-ae58-d4c9e2065c77 req-7ba7cd82-7a40-47d1-a69b-67aee71bb4ba tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:05.800544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4491a288-0450-4ecc-ae58-d4c9e2065c77 req-7ba7cd82-7a40-47d1-a69b-67aee71bb4ba tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0546398 Aug 10 02:04:05.825155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:05.841918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4491a288-0450-4ecc-ae58-d4c9e2065c77 req-9e76e32b-b6f6-41e4-a5f7-cdc2683ad82c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346785 Aug 10 02:04:06.001495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:06.516004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 70b4a711-4815-4cf6-94e2-6f100735e731 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:04:06.626196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 70b4a711-4815-4cf6-94e2-6f100735e731, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70b4a711-4815-4cf6-94e2-6f100735e731,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:06.639108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '70b4a711-4815-4cf6-94e2-6f100735e731', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '70b4a711-4815-4cf6-94e2-6f100735e731', 'mac_address': 'fa:16:3e:04:22:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:04:06.648773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81dbda-0965-4399-8e0c-5a16e63686ee req-67a500ca-1bb6-46c0-aa73-51b2b0bf2475 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:06.650298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d81dbda-0965-4399-8e0c-5a16e63686ee req-67a500ca-1bb6-46c0-aa73-51b2b0bf2475 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 945 time: 0.0543194 Aug 10 02:04:06.684692 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:06.700883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d81dbda-0965-4399-8e0c-5a16e63686ee req-d84f83b9-b144-4435-ae0b-15c78de74166 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444324 Aug 10 02:04:06.701443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b4a711-4815-4cf6-94e2-6f100735e731 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:06.723422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 70b4a711-4815-4cf6-94e2-6f100735e731, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70b4a711-4815-4cf6-94e2-6f100735e731,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:06.787941 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:06.839061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=70b4a711-4815-4cf6-94e2-6f100735e731,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:06.861235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccfe6e-e6d5-43ed-9513-01f1ce73893e req-31c58c99-5f89-4931-8684-0f8fa72e407a tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:06.862748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdccfe6e-e6d5-43ed-9513-01f1ce73893e req-31c58c99-5f89-4931-8684-0f8fa72e407a tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 949 time: 0.0547678 Aug 10 02:04:06.905018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdccfe6e-e6d5-43ed-9513-01f1ce73893e req-5404188a-abc4-4cda-8537-99359379b3df tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349994 Aug 10 02:04:06.967150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0cb7c-3067-4cb0-8125-960fb7bc8a7b req-247c1322-c7f5-44ba-bade-c650fe4abc9d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:06.968552 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8e0cb7c-3067-4cb0-8125-960fb7bc8a7b req-247c1322-c7f5-44ba-bade-c650fe4abc9d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0539093 Aug 10 02:04:07.007141 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8e0cb7c-3067-4cb0-8125-960fb7bc8a7b req-1a2ae884-5a4c-4aa8-b680-425a45367582 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319293 Aug 10 02:04:07.168952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['70b4a711-4815-4cf6-94e2-6f100735e731'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:07.497410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:04:07.616257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:04:07.620150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:07.622835 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:07.698413 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:07.722074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:07.724452 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce6abd3-cae2-43ca-98ee-4f1211c5c9c1" -d '{"events": [{"server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "name": "network-vif-plugged", "status": "completed", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:07.743207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:07.765905 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c186af6-7cc3-48c8-9c5d-147c55c3615d x-openstack-request-id: req-6c186af6-7cc3-48c8-9c5d-147c55c3615d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:07.766267 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "name": "network-vif-plugged", "status": "completed", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:07.766486 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c186af6-7cc3-48c8-9c5d-147c55c3615d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:07.767081 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', 'code': 200} Aug 10 02:04:07.795913 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:07.829196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee78c4b-e75c-4aa3-8f28-da92332cf956 req-ee25ba2a-e7bb-45d0-a5e2-ee6b1020b438 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:07.830903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ee78c4b-e75c-4aa3-8f28-da92332cf956 req-ee25ba2a-e7bb-45d0-a5e2-ee6b1020b438 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 946 time: 0.0515492 Aug 10 02:04:07.852088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:07.896089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ee78c4b-e75c-4aa3-8f28-da92332cf956 req-ae48b0e9-2e2b-4d3e-a3cb-df8ddfb2e4f7 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583298 Aug 10 02:04:07.903772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0565c-816b-44d3-91a4-3f5e84147c2e req-8d3789cb-ec95-4271-ab54-e07c25aff567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:07.905203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4b0565c-816b-44d3-91a4-3f5e84147c2e req-8d3789cb-ec95-4271-ab54-e07c25aff567 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 1098 time: 0.0601242 Aug 10 02:04:07.943608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4b0565c-816b-44d3-91a4-3f5e84147c2e req-22880216-11ab-4e92-9c04-d0ae90de6cb1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306599 Aug 10 02:04:08.020128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8355468-8acf-435e-bc50-d8bfb22ade75 req-188015f6-bb5c-4d81-9a86-92e63734926e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:08.021501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8355468-8acf-435e-bc50-d8bfb22ade75 req-188015f6-bb5c-4d81-9a86-92e63734926e tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 949 time: 0.0481086 Aug 10 02:04:08.059312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8355468-8acf-435e-bc50-d8bfb22ade75 req-160a2c13-ec08-455b-9076-97ff52620eda tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Aug 10 02:04:08.123054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b9648-8646-4ea3-9829-68eb9fdf8364 req-d5840840-a136-4cc8-9265-d3e6a23abb9e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:08.124574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-017b9648-8646-4ea3-9829-68eb9fdf8364 req-d5840840-a136-4cc8-9265-d3e6a23abb9e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0487270 Aug 10 02:04:08.165290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-017b9648-8646-4ea3-9829-68eb9fdf8364 req-986d57c3-57d1-42da-a067-dd5121a44e4b tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347941 Aug 10 02:04:08.532131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 70b4a711-4815-4cf6-94e2-6f100735e731 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:04:08.650349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 70b4a711-4815-4cf6-94e2-6f100735e731 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:04:08.654437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 70b4a711-4815-4cf6-94e2-6f100735e731 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:08.654855 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:08.732306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:08.772432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 70b4a711-4815-4cf6-94e2-6f100735e731, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70b4a711-4815-4cf6-94e2-6f100735e731,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:08.839229 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:08.887843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=70b4a711-4815-4cf6-94e2-6f100735e731,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:09.014578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e111167-34a2-469a-9ee5-5c71ffcacfbe req-3e366c70-1c6d-4305-a1bd-86f71cc6a222 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:09.016075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e111167-34a2-469a-9ee5-5c71ffcacfbe req-3e366c70-1c6d-4305-a1bd-86f71cc6a222 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 946 time: 0.0500696 Aug 10 02:04:09.058840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e111167-34a2-469a-9ee5-5c71ffcacfbe req-2ec1f573-08ee-4af3-885d-28bffc136ea5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Aug 10 02:04:09.175897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604141c9-e13b-401e-8442-ebe98de8194f req-8094dddb-d548-42ac-adbe-bd952d7fe2f4 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:09.177366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-604141c9-e13b-401e-8442-ebe98de8194f req-8094dddb-d548-42ac-adbe-bd952d7fe2f4 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 950 time: 0.0496094 Aug 10 02:04:09.222091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-604141c9-e13b-401e-8442-ebe98de8194f req-c76c458b-ac7f-4496-be14-f7fa1b1b5fc6 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Aug 10 02:04:09.281418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d469881-82bb-4788-b99b-97e420087b51 req-f8afa804-1cc9-4f59-acae-4316a7ef9593 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:09.282912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d469881-82bb-4788-b99b-97e420087b51 req-f8afa804-1cc9-4f59-acae-4316a7ef9593 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0486953 Aug 10 02:04:09.323919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d469881-82bb-4788-b99b-97e420087b51 req-205b3cff-ed45-458f-b169-4cda8d481eb8 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349114 Aug 10 02:04:09.768648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae6673-7b60-47fb-97a2-6b49a4ebd9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b4a711-4815-4cf6-94e2-6f100735e731'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:09.771025 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae19e26-6a44-409c-a0dd-f0e8c1d64c5e" -d '{"events": [{"server_uuid": "4cae6673-7b60-47fb-97a2-6b49a4ebd9a4", "name": "network-vif-plugged", "status": "completed", "tag": "70b4a711-4815-4cf6-94e2-6f100735e731"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:09.805253 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec9963b-b38c-412a-a23a-b04c356b29f4 x-openstack-request-id: req-7ec9963b-b38c-412a-a23a-b04c356b29f4 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:09.805544 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae6673-7b60-47fb-97a2-6b49a4ebd9a4", "name": "network-vif-plugged", "status": "completed", "tag": "70b4a711-4815-4cf6-94e2-6f100735e731", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:09.805796 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7ec9963b-b38c-412a-a23a-b04c356b29f4 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:09.806362 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cae6673-7b60-47fb-97a2-6b49a4ebd9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b4a711-4815-4cf6-94e2-6f100735e731', 'code': 200} Aug 10 02:04:09.909123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841c061-c90a-4d9d-8908-7fb0abcdc607 req-d67881e7-9a3e-4a56-b00c-237fe0b98603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:09.910530 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5841c061-c90a-4d9d-8908-7fb0abcdc607 req-d67881e7-9a3e-4a56-b00c-237fe0b98603 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 1102 time: 0.0407805 Aug 10 02:04:09.947602 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5841c061-c90a-4d9d-8908-7fb0abcdc607 req-ee30e8b8-7217-4f15-ae1d-3b79586a8737 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271928 Aug 10 02:04:10.178064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72dce-01ab-4d9e-8273-1790424958e0 req-8ceb88b2-7261-4f96-aaf1-ef40b7284ef5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:10.179577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ec72dce-01ab-4d9e-8273-1790424958e0 req-8ceb88b2-7261-4f96-aaf1-ef40b7284ef5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 946 time: 0.0501111 Aug 10 02:04:10.221532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ec72dce-01ab-4d9e-8273-1790424958e0 req-8b089885-2b7c-44e6-94d3-b8ab6dbdf016 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353217 Aug 10 02:04:10.346788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-2d69e1d1-e85d-4901-bc3b-82caecccb5b1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-98507387&fields=id&tenant_id=4de04bf2f7fc4020900db0f273f1d63d HTTP/1.1" status: 200 len: 267 time: 0.0592597 Aug 10 02:04:10.372490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb0bf3-547d-45c3-9284-9f4e1e5f7c82 req-fa58d328-25e3-44b6-a141-ff89f2659572 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:10.373985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58fb0bf3-547d-45c3-9284-9f4e1e5f7c82 req-fa58d328-25e3-44b6-a141-ff89f2659572 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 950 time: 0.0704193 Aug 10 02:04:10.433843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-6541b1a0-bcc6-468f-b69f-2df7e1dc80c9 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:10.435280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-6541b1a0-bcc6-468f-b69f-2df7e1dc80c9 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 946 time: 0.0811431 Aug 10 02:04:10.438447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58fb0bf3-547d-45c3-9284-9f4e1e5f7c82 req-93a021cb-cf43-417a-aaf7-0f833f5343c7 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506003 Aug 10 02:04:10.450237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-e160abe4-41bb-4915-9ba4-5b88194ebf3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'port': {'security_groups': ['9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0', 'f102d391-1d3c-4abb-9e98-746f2b672ee6']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:10.521053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-e160abe4-41bb-4915-9ba4-5b88194ebf3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:10.917666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef75c5-77ea-46c7-843f-989467e7a383 req-a0590c27-4b41-44d6-b0ad-6fe47b3b7167 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:10.919164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1ef75c5-77ea-46c7-843f-989467e7a383 req-a0590c27-4b41-44d6-b0ad-6fe47b3b7167 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.3593993 Aug 10 02:04:11.006862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1ef75c5-77ea-46c7-843f-989467e7a383 req-ad937fe7-8e91-41ec-ac59-5b65a7d02b83 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807922 Aug 10 02:04:11.042860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-e160abe4-41bb-4915-9ba4-5b88194ebf3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] For port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:11.076958 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-e160abe4-41bb-4915-9ba4-5b88194ebf3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:11.187672 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-e160abe4-41bb-4915-9ba4-5b88194ebf3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:11.199041 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:11.242285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-e160abe4-41bb-4915-9ba4-5b88194ebf3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:11.242936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-e160abe4-41bb-4915-9ba4-5b88194ebf3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:11.244331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4ab139e-c2d4-457b-ab24-cb2c934db58e req-e160abe4-41bb-4915-9ba4-5b88194ebf3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "PUT /v2.0/ports/fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 HTTP/1.1" status: 200 len: 982 time: 0.7989235 Aug 10 02:04:11.244774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:11.247261 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58" -d '{"events": [{"name": "network-changed", "server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:11.274058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160abe4-41bb-4915-9ba4-5b88194ebf3c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'Port': ['ID=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,revision_number=6']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:11.302936 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f681aa-9cc1-4b1f-ac70-aebdbea1f1fd x-openstack-request-id: req-a2f681aa-9cc1-4b1f-ac70-aebdbea1f1fd {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:11.303487 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:11.303958 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2f681aa-9cc1-4b1f-ac70-aebdbea1f1fd {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:11.304849 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', 'status': 'completed', 'code': 200} Aug 10 02:04:11.321464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:11.368937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-7232a5e8-b598-46b1-889e-0c7320b7a7a2 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1163788156&fields=id&tenant_id=4de04bf2f7fc4020900db0f273f1d63d HTTP/1.1" status: 200 len: 267 time: 0.0602756 Aug 10 02:04:11.403771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-c47b4fc8-1579-41ec-8586-562fbfc48461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:11.405267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-c47b4fc8-1579-41ec-8586-562fbfc48461 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 1137 time: 0.0788679 Aug 10 02:04:11.480279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d2c235b4-0fec-4e8d-a7f3-2ab855be72a4 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:11.481821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d2c235b4-0fec-4e8d-a7f3-2ab855be72a4 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 985 time: 0.1064386 Aug 10 02:04:11.502223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d486384c-d6ee-4c90-bc3b-e0a1ab0bb2bf tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'port': {'security_groups': ['9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0', 'f102d391-1d3c-4abb-9e98-746f2b672ee6', '9b3c724b-e8e0-4434-b548-c504bb75dc94']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:11.619984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-857dff9d-330a-489f-879f-9664da14ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:11.621418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-857dff9d-330a-489f-879f-9664da14ec82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 912 time: 0.2089744 Aug 10 02:04:11.642187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d486384c-d6ee-4c90-bc3b-e0a1ab0bb2bf tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:11.676917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6294ed-f64c-47a7-a3c1-2291a1c99382 req-1c455fba-579d-42af-8b1f-182258837ffb tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:11.678371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b6294ed-f64c-47a7-a3c1-2291a1c99382 req-1c455fba-579d-42af-8b1f-182258837ffb tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 950 time: 0.1415310 Aug 10 02:04:11.685436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-53f57022-51c0-42ff-9eae-d9ee24ea3685 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 HTTP/1.1" status: 200 len: 217 time: 0.0560076 Aug 10 02:04:11.798656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b6294ed-f64c-47a7-a3c1-2291a1c99382 req-fa400f32-d10f-421c-9d23-8af503c48c42 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107423 Aug 10 02:04:11.807582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-b7ce60b0-4415-431a-9496-beb5526340af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:11.809013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-b7ce60b0-4415-431a-9496-beb5526340af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cc26a43-a676-484d-a494-8485c46af248 HTTP/1.1" status: 200 len: 851 time: 0.1142828 Aug 10 02:04:11.847461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-935ab9f5-2d1d-4907-8391-4a8f34b75572 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2ca103b-fb96-4c1c-8b8b-186771ec844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311809 Aug 10 02:04:12.005918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-9ae3cd48-98b7-47b3-989e-deba4273cba6 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491683 Aug 10 02:04:12.092371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d486384c-d6ee-4c90-bc3b-e0a1ab0bb2bf tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] For port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:12.144032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d486384c-d6ee-4c90-bc3b-e0a1ab0bb2bf tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:12.149039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee4fe81f-31bc-43b5-9fa6-1a53dabd0e58 req-32660928-e21e-47ac-a425-c5ba5915ed95 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309786 Aug 10 02:04:12.238773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e615ddd-e224-42a5-a35a-60e9e15f2bec req-edd159f3-aa1e-4e2b-bdf2-97201a2147b7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:12.240256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e615ddd-e224-42a5-a35a-60e9e15f2bec req-edd159f3-aa1e-4e2b-bdf2-97201a2147b7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0491257 Aug 10 02:04:12.273727 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d486384c-d6ee-4c90-bc3b-e0a1ab0bb2bf tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:12.284899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e615ddd-e224-42a5-a35a-60e9e15f2bec req-9c1b0fa6-dae2-47ff-bdab-a2173d10830c tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Aug 10 02:04:12.285718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:12.332566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d486384c-d6ee-4c90-bc3b-e0a1ab0bb2bf tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:12.333194 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d486384c-d6ee-4c90-bc3b-e0a1ab0bb2bf tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:12.334709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5a8a8bc-0308-4832-b1c8-a74d404748dc req-d486384c-d6ee-4c90-bc3b-e0a1ab0bb2bf tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "PUT /v2.0/ports/fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 HTTP/1.1" status: 200 len: 1021 time: 0.8389180 Aug 10 02:04:12.363121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486384c-d6ee-4c90-bc3b-e0a1ab0bb2bf tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'Port': ['ID=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:12.403380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:12.517658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b75a5c-39af-4196-8856-e2e9306b452a req-56771ea1-42c6-4100-953e-c72ef3c561a1 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:12.519229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5b75a5c-39af-4196-8856-e2e9306b452a req-56771ea1-42c6-4100-953e-c72ef3c561a1 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 950 time: 0.0847657 Aug 10 02:04:12.533251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56786f-0bbe-4d49-8068-451ba07bbb60 req-2797097e-62b5-4d2c-8939-61ab99500bfe tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:12.534820 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be56786f-0bbe-4d49-8068-451ba07bbb60 req-2797097e-62b5-4d2c-8939-61ab99500bfe tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 1024 time: 0.0724132 Aug 10 02:04:12.593204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5b75a5c-39af-4196-8856-e2e9306b452a req-4048f9fa-1329-4914-b5fb-417052aabfb9 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572295 Aug 10 02:04:12.633703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be56786f-0bbe-4d49-8068-451ba07bbb60 req-8ca79ab3-ca2d-4bfb-89a5-2b1c3a573f17 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3c724b-e8e0-4434-b548-c504bb75dc94&id=f102d391-1d3c-4abb-9e98-746f2b672ee6&id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0 HTTP/1.1" status: 200 len: 6156 time: 0.0916798 Aug 10 02:04:12.663136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ce3815f0-1780-411a-9d33-259fbdafcd2f req-1c537577-19a6-426e-8613-48d4a03e272a tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': ' tempest-securitygroup -787636807 ', 'description': 'tempest-description-777152273'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:12.759518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce3815f0-1780-411a-9d33-259fbdafcd2f req-1c537577-19a6-426e-8613-48d4a03e272a tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:12.793170 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:12.841657 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce3815f0-1780-411a-9d33-259fbdafcd2f req-1c537577-19a6-426e-8613-48d4a03e272a tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:12.896055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce3815f0-1780-411a-9d33-259fbdafcd2f req-1c537577-19a6-426e-8613-48d4a03e272a tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:12.926238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c537577-19a6-426e-8613-48d4a03e272a tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7399b-7125-45e2-b948-36b8e42d331e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:12.970947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ce3815f0-1780-411a-9d33-259fbdafcd2f req-1c537577-19a6-426e-8613-48d4a03e272a tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:12.972241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce3815f0-1780-411a-9d33-259fbdafcd2f req-1c537577-19a6-426e-8613-48d4a03e272a tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3133841 Aug 10 02:04:13.033930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8631cfa8-4f5d-4fb9-8d95-ba6de7b3567a req-f4adecbd-ba33-4ba4-bb18-0259a497830f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/09c7399b-7125-45e2-b948-36b8e42d331e HTTP/1.1" status: 200 len: 1781 time: 0.0402505 Aug 10 02:04:13.093618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bd3df0a-fa1e-4a3c-b30e-6d092414cbd9 req-c5f6ad71-eb36-472f-9e18-ab8f878a7f68 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/09c7399b-7125-45e2-b948-36b8e42d331e HTTP/1.1" status: 200 len: 1781 time: 0.0400114 Aug 10 02:04:13.149457 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2bd3df0a-fa1e-4a3c-b30e-6d092414cbd9 req-a5fa369a-72e1-4f02-a387-17be93f05564 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:13.170703 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2bd3df0a-fa1e-4a3c-b30e-6d092414cbd9 req-a5fa369a-72e1-4f02-a387-17be93f05564 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:13.306358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:13.308720 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271" -d '{"events": [{"name": "network-changed", "server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:13.319339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2bd3df0a-fa1e-4a3c-b30e-6d092414cbd9 req-a5fa369a-72e1-4f02-a387-17be93f05564 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:13.322883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2bd3df0a-fa1e-4a3c-b30e-6d092414cbd9 req-a5fa369a-72e1-4f02-a387-17be93f05564 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:13.324074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bd3df0a-fa1e-4a3c-b30e-6d092414cbd9 req-a5fa369a-72e1-4f02-a387-17be93f05564 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/09c7399b-7125-45e2-b948-36b8e42d331e HTTP/1.1" status: 204 len: 173 time: 0.2241430 Aug 10 02:04:13.333951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa369a-72e1-4f02-a387-17be93f05564 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c7399b-7125-45e2-b948-36b8e42d331e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:13.380089 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16e32df-57ea-48cb-9b07-8207a7bd971c x-openstack-request-id: req-a16e32df-57ea-48cb-9b07-8207a7bd971c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:13.380460 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:13.380633 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a16e32df-57ea-48cb-9b07-8207a7bd971c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:13.381165 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', 'status': 'completed', 'code': 200} Aug 10 02:04:13.435626 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-e0dd720d-1941-4932-b81c-e91b933faa5d req-cec96c3d-91bf-4bd5-80f2-f9bdaaeaadc0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:13.436792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0dd720d-1941-4932-b81c-e91b933faa5d req-cec96c3d-91bf-4bd5-80f2-f9bdaaeaadc0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/09c7399b-7125-45e2-b948-36b8e42d331e HTTP/1.1" status: 404 len: 352 time: 0.0407202 Aug 10 02:04:13.468620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce025d8-271b-4e76-ba11-c62a51e25b86 req-bd288a70-feb0-4d77-b20f-1645211b04b7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:13.470529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ce025d8-271b-4e76-ba11-c62a51e25b86 req-bd288a70-feb0-4d77-b20f-1645211b04b7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.1025708 Aug 10 02:04:13.479343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-43e3448c-6d70-432b-b59f-4772269559b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:13.480886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-43e3448c-6d70-432b-b59f-4772269559b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 1176 time: 0.0825245 Aug 10 02:04:13.564804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ce025d8-271b-4e76-ba11-c62a51e25b86 req-9e3016c7-e918-4d71-97b2-84a899357ab3 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879977 Aug 10 02:04:13.597987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-95cf6ea2-c662-42b8-ab25-764772a0014e req-4ccffca3-6a99-4b74-9bcb-0b810b7dbfdc tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1611670508', 'description': 'tempest-description-623415338'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:13.629524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-d14666b7-bab4-4b45-b1f7-5c503d221ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:13.631064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-d14666b7-bab4-4b45-b1f7-5c503d221ae4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 912 time: 0.1364381 Aug 10 02:04:13.699714 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-95cf6ea2-c662-42b8-ab25-764772a0014e req-4ccffca3-6a99-4b74-9bcb-0b810b7dbfdc tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:13.733993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-094570c8-29ed-4018-a6f3-3d834b7032ea tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:13.733993 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-094570c8-29ed-4018-a6f3-3d834b7032ea tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 950 time: 0.0659845 Aug 10 02:04:13.747838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-8b833efa-ce18-41e2-ae16-20b2dd76ed93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 HTTP/1.1" status: 200 len: 217 time: 0.1075091 Aug 10 02:04:13.815769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d31c6-d20a-40de-b42f-8f90fa03d29f req-8dbc5ddf-3a3e-4220-af19-d0ec9d9f3878 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:13.817398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e15d31c6-d20a-40de-b42f-8f90fa03d29f req-8dbc5ddf-3a3e-4220-af19-d0ec9d9f3878 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cae6673-7b60-47fb-97a2-6b49a4ebd9a4 HTTP/1.1" status: 200 len: 950 time: 0.1203353 Aug 10 02:04:13.838781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Deleting port 70b4a711-4815-4cf6-94e2-6f100735e731 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:13.839131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:13.855931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-a25e8434-a679-4e75-82d7-54d1d73be3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:13.857432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-a25e8434-a679-4e75-82d7-54d1d73be3f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cc26a43-a676-484d-a494-8485c46af248 HTTP/1.1" status: 200 len: 851 time: 0.1006019 Aug 10 02:04:13.910649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-957afcdb-28c2-42bd-b6bb-0f45530bab67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2ca103b-fb96-4c1c-8b8b-186771ec844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398512 Aug 10 02:04:13.916709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e15d31c6-d20a-40de-b42f-8f90fa03d29f req-896ef6c2-cf3a-4cb9-8ca2-193d9c8c747a tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.38 "GET /v2.0/security-groups?id=b76b52cf-f621-4818-b02b-abbb149c9897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897071 Aug 10 02:04:13.935708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] For port 70b4a711-4815-4cf6-94e2-6f100735e731, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70b4a711-4815-4cf6-94e2-6f100735e731,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:13.936081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:13.949960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Calling delete_port for 70b4a711-4815-4cf6-94e2-6f100735e731 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:13.979080 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-95cf6ea2-c662-42b8-ab25-764772a0014e req-4ccffca3-6a99-4b74-9bcb-0b810b7dbfdc tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.031526 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-7c5942d9-a310-4f90-9ddd-d5b50b34184d service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089141 Aug 10 02:04:14.084418 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.105446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-95cf6ea2-c662-42b8-ab25-764772a0014e req-4ccffca3-6a99-4b74-9bcb-0b810b7dbfdc tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.158910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.174460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['70b4a711-4815-4cf6-94e2-6f100735e731'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:14.193764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccffca3-6a99-4b74-9bcb-0b810b7dbfdc tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409308f1-2ee2-4bbc-8efd-63db1993ad56,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:14.194019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Pushing event deleted for resources: {'Port': ['ID=70b4a711-4815-4cf6-94e2-6f100735e731,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:14.251202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-95cf6ea2-c662-42b8-ab25-764772a0014e req-4ccffca3-6a99-4b74-9bcb-0b810b7dbfdc tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.251202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95cf6ea2-c662-42b8-ab25-764772a0014e req-4ccffca3-6a99-4b74-9bcb-0b810b7dbfdc tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6430371 Aug 10 02:04:14.251827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] No DVR routers for this DVR port 70b4a711-4815-4cf6-94e2-6f100735e731 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:14.251827 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.251827 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea66d2bd-9016-4fab-b123-78c061c9c643 req-6c15ee87-2e3b-4648-a4f6-bee485a51c45 tempest-VolumesNegativeTest-1859421431 tempest-VolumesNegativeTest-1859421431-project] 10.222.0.16 "DELETE /v2.0/ports/70b4a711-4815-4cf6-94e2-6f100735e731 HTTP/1.1" status: 204 len: 173 time: 0.5070324 Aug 10 02:04:14.251827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae6673-7b60-47fb-97a2-6b49a4ebd9a4', 'name': 'network-vif-deleted', 'tag': '70b4a711-4815-4cf6-94e2-6f100735e731'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:14.252114 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a00bdf0d-23ef-4463-8e8b-f78ede7b1271 req-a82e1fe0-2a69-4c93-b017-ea84431c89ba service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073758 Aug 10 02:04:14.252200 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c3dea2-321d-44b2-897b-d8d71afe9321" -d '{"events": [{"server_uuid": "4cae6673-7b60-47fb-97a2-6b49a4ebd9a4", "name": "network-vif-deleted", "tag": "70b4a711-4815-4cf6-94e2-6f100735e731"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:14.256766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b830a5d3-7e44-48c8-9a00-a8ba99ac4a0c tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:14.272016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b830a5d3-7e44-48c8-9a00-a8ba99ac4a0c tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 814 time: 0.2165365 Aug 10 02:04:14.279261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-e99aa0a2-4520-4a0e-92c9-5cd4767ad943 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/quotas/528541ffbc0448c0b46e94be883c093f HTTP/1.1" status: 200 len: 375 time: 0.0134566 Aug 10 02:04:14.336523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-92a70136-73e4-49f9-a1d0-7c12935c0c46 req-4c048d4e-18e1-41cd-bfee-2d5ff6e5c28f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1323212081', 'description': 'tempest-description-175383529'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:14.347114 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-356fab69-4435-47ec-b5ae-c5b9cfd7bef6 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655825 Aug 10 02:04:14.449737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-eb30dc74-2499-4881-a744-08ec16d67104 service neutron] 10.222.0.38 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936744 Aug 10 02:04:14.504448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-92a70136-73e4-49f9-a1d0-7c12935c0c46 req-4c048d4e-18e1-41cd-bfee-2d5ff6e5c28f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.578121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-0cf9cccb-d90f-400a-b19c-21aa07c808b7 service neutron] 10.222.0.38 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222873 Aug 10 02:04:14.620782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-92a70136-73e4-49f9-a1d0-7c12935c0c46 req-4c048d4e-18e1-41cd-bfee-2d5ff6e5c28f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.678302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-92a70136-73e4-49f9-a1d0-7c12935c0c46 req-4c048d4e-18e1-41cd-bfee-2d5ff6e5c28f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.707695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c048d4e-18e1-41cd-bfee-2d5ff6e5c28f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51712844-c5b7-41f6-beb7-84a2f325ae05,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:14.770181 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-92a70136-73e4-49f9-a1d0-7c12935c0c46 req-4c048d4e-18e1-41cd-bfee-2d5ff6e5c28f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:14.771427 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1764610f-7ec0-49b5-8a5c-e3964a67cb18 x-openstack-request-id: req-1764610f-7ec0-49b5-8a5c-e3964a67cb18 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:14.771878 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae6673-7b60-47fb-97a2-6b49a4ebd9a4", "name": "network-vif-deleted", "tag": "70b4a711-4815-4cf6-94e2-6f100735e731", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:14.771964 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1764610f-7ec0-49b5-8a5c-e3964a67cb18 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:14.772495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92a70136-73e4-49f9-a1d0-7c12935c0c46 req-4c048d4e-18e1-41cd-bfee-2d5ff6e5c28f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4415090 Aug 10 02:04:14.772625 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cae6673-7b60-47fb-97a2-6b49a4ebd9a4', 'name': 'network-vif-deleted', 'tag': '70b4a711-4815-4cf6-94e2-6f100735e731', 'status': 'completed', 'code': 200} Aug 10 02:04:14.924347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c8dfbc4-671d-4817-a4d3-53567d2e41cf req-9d296652-3b47-43c5-b7e6-9a0064b5290d tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 210 time: 0.0496247 Aug 10 02:04:14.957065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-da3b0b2f-b4d3-49eb-b9d7-3a98b74ff377 req-b8fa755c-08e2-4dee-9829-f9bcb75994f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1856072325', 'description': 'tempest-description-248482753'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:14.972469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50d15-cf5c-43ec-9ee9-e30d425cbb6c req-c0cc4200-f055-476a-9f7e-22d194122813 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:14.973941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ded50d15-cf5c-43ec-9ee9-e30d425cbb6c req-c0cc4200-f055-476a-9f7e-22d194122813 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0801749 Aug 10 02:04:15.021123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ded50d15-cf5c-43ec-9ee9-e30d425cbb6c req-fcb12934-1f91-4fc1-ab6f-3fddcf30c38d tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393953 Aug 10 02:04:15.032990 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:04:15.104063 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-da3b0b2f-b4d3-49eb-b9d7-3a98b74ff377 req-b8fa755c-08e2-4dee-9829-f9bcb75994f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.168752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b5bd-b6fd-4d60-a42f-5622ee5dc09d req-9ca4993e-51db-4788-892f-e04489fc517c tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:15.170261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ef5b5bd-b6fd-4d60-a42f-5622ee5dc09d req-9ca4993e-51db-4788-892f-e04489fc517c tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 945 time: 0.0789442 Aug 10 02:04:15.230051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ef5b5bd-b6fd-4d60-a42f-5622ee5dc09d req-6771fb36-5b06-473b-af31-1175e3292def tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493410 Aug 10 02:04:15.262685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-da3b0b2f-b4d3-49eb-b9d7-3a98b74ff377 req-b8fa755c-08e2-4dee-9829-f9bcb75994f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.324861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-da3b0b2f-b4d3-49eb-b9d7-3a98b74ff377 req-b8fa755c-08e2-4dee-9829-f9bcb75994f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.355435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa755c-08e2-4dee-9829-f9bcb75994f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e69053-5e5d-4eb3-839a-703542ab735a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:15.444740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-da3b0b2f-b4d3-49eb-b9d7-3a98b74ff377 req-b8fa755c-08e2-4dee-9829-f9bcb75994f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.446670 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da3b0b2f-b4d3-49eb-b9d7-3a98b74ff377 req-b8fa755c-08e2-4dee-9829-f9bcb75994f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4969621 Aug 10 02:04:15.568474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31e6867e-7ba6-42f7-abd1-035eda315ae2 req-0ed5993b-fbf6-4369-b2fb-7dd98c370fee tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4de04bf2f7fc4020900db0f273f1d63d HTTP/1.1" status: 200 len: 10909 time: 0.0928960 Aug 10 02:04:15.619059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31e6867e-7ba6-42f7-abd1-035eda315ae2 req-e518018e-c6ad-431e-89a4-b88791038752 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0 HTTP/1.1" status: 200 len: 2985 time: 0.0430534 Aug 10 02:04:15.669858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31e6867e-7ba6-42f7-abd1-035eda315ae2 req-7f6760a8-b0fc-4c85-accb-54d25d066611 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0 HTTP/1.1" status: 200 len: 2985 time: 0.0427997 Aug 10 02:04:15.729291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eebb2327-4ae4-4c1b-a645-18fb4c618055 req-2886f92d-a844-4cdf-ac03-3c128b26d6e9 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/409308f1-2ee2-4bbc-8efd-63db1993ad56 HTTP/1.1" status: 200 len: 1802 time: 0.0379272 Aug 10 02:04:15.790123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eebb2327-4ae4-4c1b-a645-18fb4c618055 req-bcf987df-6c19-4521-b15f-494c4d2e51e5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.815208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eebb2327-4ae4-4c1b-a645-18fb4c618055 req-bcf987df-6c19-4521-b15f-494c4d2e51e5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.932584 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eebb2327-4ae4-4c1b-a645-18fb4c618055 req-bcf987df-6c19-4521-b15f-494c4d2e51e5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.935773 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-eebb2327-4ae4-4c1b-a645-18fb4c618055 req-bcf987df-6c19-4521-b15f-494c4d2e51e5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.936836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eebb2327-4ae4-4c1b-a645-18fb4c618055 req-bcf987df-6c19-4521-b15f-494c4d2e51e5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/409308f1-2ee2-4bbc-8efd-63db1993ad56 HTTP/1.1" status: 204 len: 173 time: 0.2016075 Aug 10 02:04:15.947493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf987df-6c19-4521-b15f-494c4d2e51e5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409308f1-2ee2-4bbc-8efd-63db1993ad56,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:15.980239 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-426ef498-a5e4-4a5b-bce8-31a6a582d9b7 req-9f977ccc-0b44-4ee6-bd7c-3ab471428ca9 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:15.981268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-426ef498-a5e4-4a5b-bce8-31a6a582d9b7 req-9f977ccc-0b44-4ee6-bd7c-3ab471428ca9 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/409308f1-2ee2-4bbc-8efd-63db1993ad56 HTTP/1.1" status: 404 len: 352 time: 0.0215755 Aug 10 02:04:16.057432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b717b5-7d85-4011-9289-bbe87f63ab75 req-c853b7e5-df46-4450-a0be-34a66eec67e7 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/51712844-c5b7-41f6-beb7-84a2f325ae05 HTTP/1.1" status: 200 len: 1802 time: 0.0527513 Aug 10 02:04:16.076003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d64ed0a6-8043-4228-ab98-740b9dbb9f32 req-6345825d-3e6a-478d-8cfe-d7dbedf605c4 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 210 time: 0.0387375 Aug 10 02:04:16.135019 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-99b717b5-7d85-4011-9289-bbe87f63ab75 req-e2b2be2d-393d-4913-9376-c1e77a8d1b58 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:16.161575 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-99b717b5-7d85-4011-9289-bbe87f63ab75 req-e2b2be2d-393d-4913-9376-c1e77a8d1b58 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:16.252562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c0e38-cc80-4d16-a005-934460fc79f7 req-9abcb5e4-dfe2-46e1-a0f3-4366f16a93fc tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:16.254170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c23c0e38-cc80-4d16-a005-934460fc79f7 req-9abcb5e4-dfe2-46e1-a0f3-4366f16a93fc tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 945 time: 0.0545802 Aug 10 02:04:16.296879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c23c0e38-cc80-4d16-a005-934460fc79f7 req-2e61de67-67e4-461b-8a42-9fa4e43ba570 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361924 Aug 10 02:04:16.297907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-99b717b5-7d85-4011-9289-bbe87f63ab75 req-e2b2be2d-393d-4913-9376-c1e77a8d1b58 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:16.300477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-99b717b5-7d85-4011-9289-bbe87f63ab75 req-e2b2be2d-393d-4913-9376-c1e77a8d1b58 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:16.301621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b717b5-7d85-4011-9289-bbe87f63ab75 req-e2b2be2d-393d-4913-9376-c1e77a8d1b58 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/51712844-c5b7-41f6-beb7-84a2f325ae05 HTTP/1.1" status: 204 len: 173 time: 0.2280128 Aug 10 02:04:16.311783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2be2d-393d-4913-9376-c1e77a8d1b58 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51712844-c5b7-41f6-beb7-84a2f325ae05,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:16.345130 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-4d17c493-292c-4a0d-9b02-410b15cef35a req-21f01f9c-c1f0-46b7-87fc-44c2a51e98ea tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:16.346445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d17c493-292c-4a0d-9b02-410b15cef35a req-21f01f9c-c1f0-46b7-87fc-44c2a51e98ea tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/51712844-c5b7-41f6-beb7-84a2f325ae05 HTTP/1.1" status: 404 len: 352 time: 0.0169661 Aug 10 02:04:16.449871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa46703-bba0-49fa-9b56-d37e549f4899 req-5d97f6aa-1801-4d43-ba1c-8939bb321f11 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:16.451454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-caa46703-bba0-49fa-9b56-d37e549f4899 req-5d97f6aa-1801-4d43-ba1c-8939bb321f11 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0890219 Aug 10 02:04:16.457773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dc0f19b-9c7b-4138-8c88-8823aa19c8d9 req-c9ebca1a-2417-4e29-b58f-15f1b4911f24 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/32e69053-5e5d-4eb3-839a-703542ab735a HTTP/1.1" status: 200 len: 1802 time: 0.0642579 Aug 10 02:04:16.524268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-caa46703-bba0-49fa-9b56-d37e549f4899 req-cc1d3ae8-a384-4686-b32d-634d6f30e2a2 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640233 Aug 10 02:04:16.553239 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5dc0f19b-9c7b-4138-8c88-8823aa19c8d9 req-2c35063e-d8a1-48cf-a4ce-2bda80bdae71 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:16.579515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5dc0f19b-9c7b-4138-8c88-8823aa19c8d9 req-2c35063e-d8a1-48cf-a4ce-2bda80bdae71 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:16.684911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5dc0f19b-9c7b-4138-8c88-8823aa19c8d9 req-2c35063e-d8a1-48cf-a4ce-2bda80bdae71 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:16.687643 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5dc0f19b-9c7b-4138-8c88-8823aa19c8d9 req-2c35063e-d8a1-48cf-a4ce-2bda80bdae71 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:16.688796 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dc0f19b-9c7b-4138-8c88-8823aa19c8d9 req-2c35063e-d8a1-48cf-a4ce-2bda80bdae71 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/32e69053-5e5d-4eb3-839a-703542ab735a HTTP/1.1" status: 204 len: 173 time: 0.2206554 Aug 10 02:04:16.698383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35063e-d8a1-48cf-a4ce-2bda80bdae71 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e69053-5e5d-4eb3-839a-703542ab735a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:16.722504 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-6b349f43-01d0-4f58-90a6-069e87dac007 req-81afc48d-a648-46f2-a98e-0ffaf8e8efe1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:16.723152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b349f43-01d0-4f58-90a6-069e87dac007 req-81afc48d-a648-46f2-a98e-0ffaf8e8efe1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/32e69053-5e5d-4eb3-839a-703542ab735a HTTP/1.1" status: 404 len: 352 time: 0.0158036 Aug 10 02:04:16.854144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5c4d694-1e53-488c-8bf3-00b82c58afa4 req-c1134fde-3d6d-4dc9-b675-39ca02214dfb tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4de04bf2f7fc4020900db0f273f1d63d HTTP/1.1" status: 200 len: 6156 time: 0.0631917 Aug 10 02:04:16.906640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5c4d694-1e53-488c-8bf3-00b82c58afa4 req-70682e5c-9de0-41c1-971f-4352808ffbe6 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0 HTTP/1.1" status: 200 len: 2985 time: 0.0452054 Aug 10 02:04:16.956653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5c4d694-1e53-488c-8bf3-00b82c58afa4 req-a6153d11-a336-4303-8fb5-3274d150b2de tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0 HTTP/1.1" status: 200 len: 2985 time: 0.0432463 Aug 10 02:04:16.963887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-c7ee4a7b-6598-4c08-ad7a-9f5a22e82855 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:16.964808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-c7ee4a7b-6598-4c08-ad7a-9f5a22e82855 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.16 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 814 time: 0.1127861 Aug 10 02:04:16.983051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Request body: {'port': {'device_id': '8cfa80e7-b2f1-4074-95c8-7479bdd23bf2', 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a', 'admin_state_up': True, 'tenant_id': '528541ffbc0448c0b46e94be883c093f'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:17.065808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ce75a-ea72-4d52-8bea-15a4dfc10d4f req-521662be-7ca3-4d78-b3a8-eb6377cdc6ec tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:17.070004 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-048ce75a-ea72-4d52-8bea-15a4dfc10d4f req-521662be-7ca3-4d78-b3a8-eb6377cdc6ec tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0565100 Aug 10 02:04:17.135523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-048ce75a-ea72-4d52-8bea-15a4dfc10d4f req-8cef5944-2992-48dd-90ab-3e3cdb8c4de2 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545349 Aug 10 02:04:17.154581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ecb134f2-6cbc-4706-88e5-5d22cf2ac201 req-8e59fbba-b379-45e6-bd42-5bc3c2a8a952 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-155855072', 'description': 'tempest-description-1240893118'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:17.187383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Made reservation on behalf of 528541ffbc0448c0b46e94be883c093f for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:04:17.191781 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.267741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a67c3c5-7084-4ebb-b0c7-c781367ce980 req-6452728d-b97f-40b2-88c0-862c4f8ba1b2 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 210 time: 0.0307839 Aug 10 02:04:17.268968 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ecb134f2-6cbc-4706-88e5-5d22cf2ac201 req-8e59fbba-b379-45e6-bd42-5bc3c2a8a952 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.350170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Allocated IP 172.20.0.3 (b58490f0-0df5-439a-953d-f84d4eaf497a/27cfc453-af12-4882-ad7e-694982c2e5f1/a4ebb349-e7ac-44dd-b91c-a378085e56a6) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:04:17.389003 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ecb134f2-6cbc-4706-88e5-5d22cf2ac201 req-8e59fbba-b379-45e6-bd42-5bc3c2a8a952 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.406911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac31f5-2240-450f-aa29-eb1299983614 req-ef3983c5-2f02-4b51-b12e-9e2dcf137f49 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:17.409162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9ac31f5-2240-450f-aa29-eb1299983614 req-ef3983c5-2f02-4b51-b12e-9e2dcf137f49 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 945 time: 0.0766850 Aug 10 02:04:17.445291 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ecb134f2-6cbc-4706-88e5-5d22cf2ac201 req-8e59fbba-b379-45e6-bd42-5bc3c2a8a952 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.466054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9ac31f5-2240-450f-aa29-eb1299983614 req-a384fc26-d424-4186-a933-66416a02892d tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483682 Aug 10 02:04:17.489754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59fbba-b379-45e6-bd42-5bc3c2a8a952 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41fee0-4234-4007-b49c-6280816e85d9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:17.511301 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.560318 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ecb134f2-6cbc-4706-88e5-5d22cf2ac201 req-8e59fbba-b379-45e6-bd42-5bc3c2a8a952 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.565894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecb134f2-6cbc-4706-88e5-5d22cf2ac201 req-8e59fbba-b379-45e6-bd42-5bc3c2a8a952 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4124100 Aug 10 02:04:17.585487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d703-c4eb-486e-8d89-82e7b97d6073 req-44b64c5a-e6c8-4365-8392-b7297f61c925 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:17.587187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2185d703-c4eb-486e-8d89-82e7b97d6073 req-44b64c5a-e6c8-4365-8392-b7297f61c925 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.0606382 Aug 10 02:04:17.591843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-21cfb424-e3ea-4af3-948a-6a56b6641ad5 req-072da10d-45cf-4fbe-9424-2ba3dac82300 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-835859651', 'description': 'tempest-description-109774357'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:17.605124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.619712 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['da1df991-d2c4-40d8-9548-3bd68da27678'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:17.646751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2185d703-c4eb-486e-8d89-82e7b97d6073 req-44a81f66-0b6b-4eab-b6b4-2c0f007cd582 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503883 Aug 10 02:04:17.659251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Network b58490f0-0df5-439a-953d-f84d4eaf497a is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:04:17.662303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:04:17.678855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:04:17.725212 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21cfb424-e3ea-4af3-948a-6a56b6641ad5 req-072da10d-45cf-4fbe-9424-2ba3dac82300 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.746970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Pushing event updated for resources: {'Port': ['ID=a4ebb349-e7ac-44dd-b91c-a378085e56a6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:17.756804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:17.758507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.855523 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21cfb424-e3ea-4af3-948a-6a56b6641ad5 req-072da10d-45cf-4fbe-9424-2ba3dac82300 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.890261 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-25c7d4e0-340c-4638-ab18-9ae75517fb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.912710 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21cfb424-e3ea-4af3-948a-6a56b6641ad5 req-072da10d-45cf-4fbe-9424-2ba3dac82300 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.945519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072da10d-45cf-4fbe-9424-2ba3dac82300 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9110b31c-2136-4bd5-b88f-f461bfc6d680,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:17.971415 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-bbc11bde-715e-4e73-bbb4-446331d33c06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9925716 Aug 10 02:04:17.984078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Request body: {'port': {'device_id': '8cfa80e7-b2f1-4074-95c8-7479bdd23bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:18.004733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-21cfb424-e3ea-4af3-948a-6a56b6641ad5 req-072da10d-45cf-4fbe-9424-2ba3dac82300 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:18.025372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21cfb424-e3ea-4af3-948a-6a56b6641ad5 req-072da10d-45cf-4fbe-9424-2ba3dac82300 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4349380 Aug 10 02:04:18.048565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:18.307179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1faf-321d-4a3d-ac36-e2e488117c65 req-d9c339d3-2cc8-4274-8095-83d57c2f04d7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:18.308702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ebc1faf-321d-4a3d-ac36-e2e488117c65 req-d9c339d3-2cc8-4274-8095-83d57c2f04d7 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.1182208 Aug 10 02:04:18.338230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ebb349-e7ac-44dd-b91c-a378085e56a6 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:18.347238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-9ed82d1d-c7d9-4aab-b4dd-912e769f134b tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:18.348139 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:18.348925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-9ed82d1d-c7d9-4aab-b4dd-912e769f134b tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 811 time: 0.1495135 Aug 10 02:04:18.362228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Transition to ACTIVE for port object a4ebb349-e7ac-44dd-b91c-a378085e56a6 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:04:18.376977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ebc1faf-321d-4a3d-ac36-e2e488117c65 req-f63fbcf9-dae9-4a99-ab4a-16de3de8fd9a tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621510 Aug 10 02:04:18.378330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-7570af8b-7788-47dd-ae13-7c4e31cf2506 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/quotas/4de04bf2f7fc4020900db0f273f1d63d HTTP/1.1" status: 200 len: 375 time: 0.0169888 Aug 10 02:04:18.419958 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:18.449017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-14d95622-2073-423f-9c3b-8e09cbac8f87 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616825 Aug 10 02:04:18.486289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Pushing event updated for resources: {'Port': ['ID=a4ebb349-e7ac-44dd-b91c-a378085e56a6,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:18.563651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 70b4a711-4815-4cf6-94e2-6f100735e731 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:18.607050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 70b4a711-4815-4cf6-94e2-6f100735e731 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:18.607538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 70b4a711-4815-4cf6-94e2-6f100735e731 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:18.615597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-937a9012-5cfb-4060-9efe-e88ca96c37cf service neutron] 10.222.0.38 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603370 Aug 10 02:04:18.619223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-2a023b7c-60a2-418b-b216-65d7ac9aecbe tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:18.620824 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-2a023b7c-60a2-418b-b216-65d7ac9aecbe tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.16 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 945 time: 0.1053233 Aug 10 02:04:18.625640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Attempting to bind port a4ebb349-e7ac-44dd-b91c-a378085e56a6 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:04:18.625992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Attempting to bind port a4ebb349-e7ac-44dd-b91c-a378085e56a6 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:04:18.626304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Attempting to bind port a4ebb349-e7ac-44dd-b91c-a378085e56a6 on network b58490f0-0df5-439a-953d-f84d4eaf497a {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:18.646815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7abc-f386-49cc-b064-6b9715066fb1 req-72c15c16-efa2-4f8b-aa80-81a2dcc88498 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:18.649042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76ab7abc-f386-49cc-b064-6b9715066fb1 req-72c15c16-efa2-4f8b-aa80-81a2dcc88498 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 943 time: 0.1016543 Aug 10 02:04:18.676283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Port a4ebb349-e7ac-44dd-b91c-a378085e56a6 on network b58490f0-0df5-439a-953d-f84d4eaf497a not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:04:18.676516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Attempting to bind port a4ebb349-e7ac-44dd-b91c-a378085e56a6 on network b58490f0-0df5-439a-953d-f84d4eaf497a {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:18.694130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:04:18.694573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Checking segment: {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:04:18.695136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Bound using segment: {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:04:18.695655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Bound port: a4ebb349-e7ac-44dd-b91c-a378085e56a6, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:04:18.695987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:18.746616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76ab7abc-f386-49cc-b064-6b9715066fb1 req-88802852-3cd5-4084-85af-06ec900d96c5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873122 Aug 10 02:04:18.776072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-5cc15463-6026-4f88-95d4-d07645c94652 service neutron] 10.222.0.38 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503470 Aug 10 02:04:18.810576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Deleting port bf90c3a8-bf71-4ba9-93c5-2437f509af46 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:18.810998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:18.858885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] For port a4ebb349-e7ac-44dd-b91c-a378085e56a6, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:18.879899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] For port a4ebb349-e7ac-44dd-b91c-a378085e56a6, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a4ebb349-e7ac-44dd-b91c-a378085e56a6,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:04:18.880870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236f45e-18b6-4362-a7a4-802a4d671aed req-5dec4ed3-a680-4332-a4de-034a48f8cc6e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:18.883331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7236f45e-18b6-4362-a7a4-802a4d671aed req-5dec4ed3-a680-4332-a4de-034a48f8cc6e tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 945 time: 0.0530260 Aug 10 02:04:18.925052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7236f45e-18b6-4362-a7a4-802a4d671aed req-7d9fe853-dd1a-4cee-8542-566f2190d1b6 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups?id=f55d7819-8dca-4e5c-bea9-f6e0536772b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Aug 10 02:04:18.925275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] For port bf90c3a8-bf71-4ba9-93c5-2437f509af46, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bf90c3a8-bf71-4ba9-93c5-2437f509af46,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:18.925669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:18.987138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:19.033748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.034944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:19.037049 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] 10.222.0.16 "PUT /v2.0/ports/a4ebb349-e7ac-44dd-b91c-a378085e56a6 HTTP/1.1" status: 200 len: 1092 time: 1.0564647 Aug 10 02:04:19.043683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfa80e7-b2f1-4074-95c8-7479bdd23bf2', 'tag': 'a4ebb349-e7ac-44dd-b91c-a378085e56a6'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:19.045031 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d3717-f5c0-437e-8e7c-d22ea373ae3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfa80e7-b2f1-4074-95c8-7479bdd23bf2", "tag": "a4ebb349-e7ac-44dd-b91c-a378085e56a6"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:19.072885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06cf25e6-e29d-4318-8e46-46ccfa9c1478 req-44f91788-39bf-423d-862c-6c0932d9dd26 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 210 time: 0.0471714 Aug 10 02:04:19.125106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628e015-2681-4806-a893-377ad8c9d53e service neutron] Pushing event updated for resources: {'Port': ['ID=a4ebb349-e7ac-44dd-b91c-a378085e56a6,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:19.131137 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d1a841-451a-4f71-b754-43fb7fc2a5ca x-openstack-request-id: req-11d1a841-451a-4f71-b754-43fb7fc2a5ca {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:19.131428 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfa80e7-b2f1-4074-95c8-7479bdd23bf2", "tag": "a4ebb349-e7ac-44dd-b91c-a378085e56a6", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:19.131687 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11d1a841-451a-4f71-b754-43fb7fc2a5ca {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:19.132897 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfa80e7-b2f1-4074-95c8-7479bdd23bf2', 'tag': 'a4ebb349-e7ac-44dd-b91c-a378085e56a6', 'status': 'completed', 'code': 200} Aug 10 02:04:19.227395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3717-f5c0-437e-8e7c-d22ea373ae3d req-e4e67c94-14c0-4e9c-976e-9a46c713f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.228925 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-740d3717-f5c0-437e-8e7c-d22ea373ae3d req-e4e67c94-14c0-4e9c-976e-9a46c713f502 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 1095 time: 0.0857534 Aug 10 02:04:19.267004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:19.267004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:19.267302 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Floating IP 44ccede6-1fd0-47e6-aae3-8905dff823f1 disassociated. External IP: 172.25.3.146, port: bf90c3a8-bf71-4ba9-93c5-2437f509af46. Aug 10 02:04:19.267643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Calling delete_port for bf90c3a8-bf71-4ba9-93c5-2437f509af46 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:19.461328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3717-f5c0-437e-8e7c-d22ea373ae3d req-e0b7b25d-ed57-41ac-8f78-fcc80f9ac6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.463138 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-740d3717-f5c0-437e-8e7c-d22ea373ae3d req-e0b7b25d-ed57-41ac-8f78-fcc80f9ac6f1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=528541ffbc0448c0b46e94be883c093f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2243350 Aug 10 02:04:19.483206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-0aa296cd-a3bf-4e7b-882a-3232d49123c9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.486080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-0aa296cd-a3bf-4e7b-882a-3232d49123c9 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.1010456 Aug 10 02:04:19.531309 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:19.580900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Pushing event deleted for resources: {'Port': ['ID=bf90c3a8-bf71-4ba9-93c5-2437f509af46,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:19.601357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3f9ac-4cc0-49c6-a666-74df13a116d3 req-88f33029-3ab0-4d86-916d-e1220eabef84 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.603063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3f3f9ac-4cc0-49c6-a666-74df13a116d3 req-88f33029-3ab0-4d86-916d-e1220eabef84 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 945 time: 0.1389351 Aug 10 02:04:19.671282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3f3f9ac-4cc0-49c6-a666-74df13a116d3 req-76af6972-9d75-4b8b-b5ed-b2e34313ab89 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601501 Aug 10 02:04:19.682917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Deleting port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:19.683270 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:19.707986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d3717-f5c0-437e-8e7c-d22ea373ae3d req-5c2a2042-d6b1-497b-9143-6bf8b70f7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.709581 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-740d3717-f5c0-437e-8e7c-d22ea373ae3d req-5c2a2042-d6b1-497b-9143-6bf8b70f7e52 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2383292 Aug 10 02:04:19.750918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Router f07cf421-c369-4cb6-84e9-258458b6d39f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:04:19.806959 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] For port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:19.807387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:19.823754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Calling delete_port for a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:19.865465 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-9b6eeb33-b858-41b3-94d5-e19d5285ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.865673 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-9b6eeb33-b858-41b3-94d5-e19d5285ce32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 1095 time: 0.1111929 Aug 10 02:04:19.940870 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-82c9dd23-fae4-4a66-851c-9ce01c59c939 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4ebb349-e7ac-44dd-b91c-a378085e56a6 HTTP/1.1" status: 200 len: 217 time: 0.0448239 Aug 10 02:04:19.944269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9ccfd-c3ab-4a16-bba3-73987223e7ed req-977b4e17-43c9-41e7-a548-6ed0d51e17cf tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.946062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9da9ccfd-c3ab-4a16-bba3-73987223e7ed req-977b4e17-43c9-41e7-a548-6ed0d51e17cf tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 943 time: 0.1105952 Aug 10 02:04:19.993166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:04:20.012847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] Sync routers for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:04:20.027528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:20.028550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:03:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:20.066192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] No DVR routers for this DVR port bf90c3a8-bf71-4ba9-93c5-2437f509af46 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:20.070964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:20.073069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9da9ccfd-c3ab-4a16-bba3-73987223e7ed req-c5f1b70f-96ca-4600-addc-79b2b9dd4064 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083467 Aug 10 02:04:20.074200 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-37f9409a-deb6-4ce5-9803-b87e8e5c9628 req-f873efb5-a8b4-43e3-9128-c9aad4ddc2a7 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.16 "DELETE /v2.0/ports/bf90c3a8-bf71-4ba9-93c5-2437f509af46 HTTP/1.1" status: 204 len: 173 time: 1.4444673 Aug 10 02:04:20.093296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-91f58d29-0e39-436e-bf0b-c22a6e3ec31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:20.095167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-91f58d29-0e39-436e-bf0b-c22a6e3ec31e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=27cfc453-af12-4882-ad7e-694982c2e5f1 HTTP/1.1" status: 200 len: 854 time: 0.1473188 Aug 10 02:04:20.133088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9ec538f-3d21-4443-a982-8a88af544e41 req-e001cf98-f201-4950-a977-458ceae28b22 tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/ports?device_id=98e3d42c-0c2e-4207-b947-66630011bae4 HTTP/1.1" status: 200 len: 210 time: 0.0628037 Aug 10 02:04:20.200578 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-3f10ec94-ec14-4a3f-88cd-27756139b086 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b58490f0-0df5-439a-953d-f84d4eaf497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971353 Aug 10 02:04:20.252307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:20.279607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2fa1e9d-a543-44b6-9a03-20f787a081f3 req-e4ff20a5-4f8e-49e7-ac97-615596535f7d tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 210 time: 0.0283897 Aug 10 02:04:20.310169 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:20.328572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a05ac8a9-ba00-4a0b-a667-3b7a463b61b0'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:20.331072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:20.335401 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-4658c921-5898-4a36-a9b6-b283b6f0bb46 service neutron] 10.222.0.16 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216216 Aug 10 02:04:20.340626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event deleted for resources: {'Port': ['ID=a05ac8a9-ba00-4a0b-a667-3b7a463b61b0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:20.405995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] No DVR routers for this DVR port a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:20.409379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:20.412761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ab6f2f6-beac-450e-b49d-a39211bb75da req-650629e5-cba9-4559-a51f-6215ea8db769 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.11 "DELETE /v2.0/ports/a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 HTTP/1.1" status: 204 len: 173 time: 0.9161696 Aug 10 02:04:20.414307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81400d93-f79a-4847-b6ba-cd158d566e7f', 'name': 'network-vif-deleted', 'tag': 'a05ac8a9-ba00-4a0b-a667-3b7a463b61b0'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:20.418983 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1934595d-4fc2-455d-af69-54892bf8b903" -d '{"events": [{"server_uuid": "81400d93-f79a-4847-b6ba-cd158d566e7f", "name": "network-vif-deleted", "tag": "a05ac8a9-ba00-4a0b-a667-3b7a463b61b0"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:20.461921 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fc294253-bb13-44ae-8725-1fb49fc75177 req-9ea5da5c-817f-4226-8ce7-57a02856d5e7 service neutron] 10.222.0.16 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170371 Aug 10 02:04:20.466914 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114fb0b8-0330-4ee0-b4b7-5b9f4d8cb79c x-openstack-request-id: req-114fb0b8-0330-4ee0-b4b7-5b9f4d8cb79c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:20.467207 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81400d93-f79a-4847-b6ba-cd158d566e7f", "name": "network-vif-deleted", "tag": "a05ac8a9-ba00-4a0b-a667-3b7a463b61b0", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:20.467459 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-114fb0b8-0330-4ee0-b4b7-5b9f4d8cb79c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:20.467882 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81400d93-f79a-4847-b6ba-cd158d566e7f', 'name': 'network-vif-deleted', 'tag': 'a05ac8a9-ba00-4a0b-a667-3b7a463b61b0', 'status': 'completed', 'code': 200} Aug 10 02:04:20.590677 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b5c46df7-338b-45fa-b22e-68c388097986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:20.686940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:15Z', 'revision_number': 5, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:20.717776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] Checking router: f07cf421-c369-4cb6-84e9-258458b6d39f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:04:20.727989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:20.728696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:20.794318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80f0fbbb-c7c3-4e18-b62d-6cbfa619d899 req-08ac2530-4b7a-45ed-a5ee-9f4243b54cae tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 210 time: 0.0302975 Aug 10 02:04:20.861107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:21.134169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e3d42c-0c2e-4207-b947-66630011bae4', 'name': 'network-vif-deleted', 'tag': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:21.138999 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29363037-9bba-4fe3-ae45-cf1a608f21b0" -d '{"events": [{"server_uuid": "98e3d42c-0c2e-4207-b947-66630011bae4", "name": "network-vif-deleted", "tag": "bf90c3a8-bf71-4ba9-93c5-2437f509af46"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:21.187309 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f60851e-b593-4fe1-afa2-3a2bfb9d2ee5 x-openstack-request-id: req-6f60851e-b593-4fe1-afa2-3a2bfb9d2ee5 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:21.187873 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e3d42c-0c2e-4207-b947-66630011bae4", "name": "network-vif-deleted", "tag": "bf90c3a8-bf71-4ba9-93c5-2437f509af46", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:21.188284 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6f60851e-b593-4fe1-afa2-3a2bfb9d2ee5 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:21.188853 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e3d42c-0c2e-4207-b947-66630011bae4', 'name': 'network-vif-deleted', 'tag': 'bf90c3a8-bf71-4ba9-93c5-2437f509af46', 'status': 'completed', 'code': 200} Aug 10 02:04:21.245232 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:21.263206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:15Z', 'revision_number': 5, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:21.298460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e277da-bb80-40e1-b43c-f55b5b03368c None None] The sync data for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 is: [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:02:07Z', 'revision_number': 4, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '91e82483-fd10-4839-aa14-e5a2647ad244', 'name': '', 'network_id': 'b4e59378-2b50-4c8c-a80a-bbb138c9813c', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'mac_address': 'fa:16:3e:f4:2a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:06Z', 'updated_at': '2021-08-10T02:02:15Z', 'revision_number': 5, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'subnets': [{'id': '62706cc6-9a1e-4552-93d4-c813674b59ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:04:21.351841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e4f64-f892-43cc-8787-7ce456726c86 req-e6758df8-8eac-44fc-aced-aa4bf12c38a0 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:21.353573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e40e4f64-f892-43cc-8787-7ce456726c86 req-e6758df8-8eac-44fc-aced-aa4bf12c38a0 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 943 time: 0.1407709 Aug 10 02:04:21.367357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50220) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:21.436370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-1b880b41-43b5-41b0-a9af-bbdf1afc8967 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:21.439208 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-1b880b41-43b5-41b0-a9af-bbdf1afc8967 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.11 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 811 time: 0.1782610 Aug 10 02:04:21.445503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e40e4f64-f892-43cc-8787-7ce456726c86 req-fff4a5d4-c417-4102-a8f5-9ea0209f1c6b tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798767 Aug 10 02:04:21.462845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'port': {'device_id': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f', 'admin_state_up': True, 'tenant_id': '4de04bf2f7fc4020900db0f273f1d63d'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:21.496866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bea89e27-d4e4-4cb8-8513-5228349d0b6f tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:21.522782 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bea89e27-d4e4-4cb8-8513-5228349d0b6f tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:21.628837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9445dbb2-c797-4e8b-a70d-5b303d76bb2f req-34459272-38a3-449c-813b-b3df8a0e6737 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 210 time: 0.0406888 Aug 10 02:04:21.699011 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65cdfd5-f48a-43fa-8b76-9aa87ad92275 None None] New status for floating IP 44ccede6-1fd0-47e6-aae3-8905dff823f1: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:04:21.702593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bea89e27-d4e4-4cb8-8513-5228349d0b6f tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:21.704155 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bea89e27-d4e4-4cb8-8513-5228349d0b6f tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:21.707094 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bea89e27-d4e4-4cb8-8513-5228349d0b6f tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "DELETE /v2.0/security-groups/f55d7819-8dca-4e5c-bea9-f6e0536772b7 HTTP/1.1" status: 204 len: 168 time: 0.3386688 Aug 10 02:04:21.713693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50224) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:21.748362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea89e27-d4e4-4cb8-8513-5228349d0b6f tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55d7819-8dca-4e5c-bea9-f6e0536772b7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:21.769735 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-c10768fb-7ccb-4233-a9dd-dbc63be2548b tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] show failed (client error): The resource could not be found. Aug 10 02:04:21.769735 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c10768fb-7ccb-4233-a9dd-dbc63be2548b tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "GET /v2.0/security-groups/f55d7819-8dca-4e5c-bea9-f6e0536772b7 HTTP/1.1" status: 404 len: 347 time: 0.0517840 Aug 10 02:04:21.769975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50226) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:22.122598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Made reservation on behalf of 4de04bf2f7fc4020900db0f273f1d63d for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:04:22.125921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:22.169440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4beb1d51-d846-4ecc-baae-fbc4eb02b789 req-0b0102f2-ab95-4605-bbc9-abd128e29101 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=81400d93-f79a-4847-b6ba-cd158d566e7f HTTP/1.1" status: 200 len: 210 time: 0.0477850 Aug 10 02:04:22.182258 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:22.326072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Deleting port 9b2bad80-3ac4-441e-86d0-b464f6f5c842 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:22.326411 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:22.379997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Allocated IP 172.20.0.5 (c2ca103b-fb96-4c1c-8b8b-186771ec844f/1cc26a43-a676-484d-a494-8485c46af248/6ad30017-644a-416a-9cf0-0d2724964ff5) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:04:22.441024 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:22.441351 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:22.462701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Calling delete_port for 9b2bad80-3ac4-441e-86d0-b464f6f5c842 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:22.587924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device bf90c3a8-bf71-4ba9-93c5-2437f509af46 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:22.609222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: bf90c3a8-bf71-4ba9-93c5-2437f509af46 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:22.609982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device bf90c3a8-bf71-4ba9-93c5-2437f509af46 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:22.666563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6166f-18d2-4834-9574-0041d2e86594 req-c118d579-e6eb-4960-84da-806c5296d152 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:22.668261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca6166f-18d2-4834-9574-0041d2e86594 req-c118d579-e6eb-4960-84da-806c5296d152 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 943 time: 0.1422122 Aug 10 02:04:22.675647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:22.782717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22124497-609a-4b37-aebd-835bceca6b15 req-e38384f5-70da-42e1-b429-2d322d7daeca tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 210 time: 0.0595934 Aug 10 02:04:22.788958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dca6166f-18d2-4834-9574-0041d2e86594 req-978d36be-ef36-4303-98ff-eaa9f33afec7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092224 Aug 10 02:04:22.901923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:22.913570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:22.937232 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:22.965670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Network c2ca103b-fb96-4c1c-8b8b-186771ec844f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:04:22.974816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:04:22.994494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:04:23.000361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'Port': ['ID=6ad30017-644a-416a-9cf0-0d2724964ff5,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:23.071866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Pushing event deleted for resources: {'Port': ['ID=9b2bad80-3ac4-441e-86d0-b464f6f5c842,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:23.101544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:23.102167 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.109257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.111810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.114226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c5f0629c-9671-434f-bed8-9bc004b04ecf tempest-ServersTestJSON-776589220 tempest-ServersTestJSON-776589220-project] 10.222.0.38 "DELETE /v2.0/floatingips/44ccede6-1fd0-47e6-aae3-8905dff823f1 HTTP/1.1" status: 204 len: 168 time: 1.3422496 Aug 10 02:04:23.115805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50246) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:23.205893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-88dadcee-de1a-4403-b0af-5c0cd4dd026e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7525592 Aug 10 02:04:23.223747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Request body: {'port': {'device_id': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:23.322860 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.525787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50268) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:23.604669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:23.627988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:23.628538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a05ac8a9-ba00-4a0b-a667-3b7a463b61b0 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:23.709983 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2f89fafe-bd28-416c-bc1c-4f9143339440 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4afb59b70f47488d82758dd6fe1dab52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828883 Aug 10 02:04:23.712603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50282) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:23.759421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad30017-644a-416a-9cf0-0d2724964ff5 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:23.768436 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.771715 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46749471-f9f7-490e-8cd9-0dcd881d4066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.789774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Transition to ACTIVE for port object 6ad30017-644a-416a-9cf0-0d2724964ff5 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:04:23.797682 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46749471-f9f7-490e-8cd9-0dcd881d4066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.798374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.817646 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.898266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.930309 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46749471-f9f7-490e-8cd9-0dcd881d4066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.933187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46749471-f9f7-490e-8cd9-0dcd881d4066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:23.934410 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-46749471-f9f7-490e-8cd9-0dcd881d4066 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b76b52cf-f621-4818-b02b-abbb149c9897 HTTP/1.1" status: 204 len: 168 time: 0.2208149 Aug 10 02:04:23.943027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46749471-f9f7-490e-8cd9-0dcd881d4066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76b52cf-f621-4818-b02b-abbb149c9897,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:24.023671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca742127-53fd-4cf0-94a2-7be0741af5be req-126d2406-0a6a-4fe5-99ef-46f75cace486 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:24.025136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca742127-53fd-4cf0-94a2-7be0741af5be req-126d2406-0a6a-4fe5-99ef-46f75cace486 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 943 time: 0.1399691 Aug 10 02:04:24.026132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Pushing event updated for resources: {'Port': ['ID=6ad30017-644a-416a-9cf0-0d2724964ff5,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:24.152458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca742127-53fd-4cf0-94a2-7be0741af5be req-d63cb0fe-b929-4341-838c-2a0d4cc339b7 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186471 Aug 10 02:04:24.156559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Attempting to bind port 6ad30017-644a-416a-9cf0-0d2724964ff5 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:04:24.156903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Attempting to bind port 6ad30017-644a-416a-9cf0-0d2724964ff5 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'a307562f-2e09-4689-8bae-a8ed1b48624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:04:24.157236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Attempting to bind port 6ad30017-644a-416a-9cf0-0d2724964ff5 on network c2ca103b-fb96-4c1c-8b8b-186771ec844f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:24.164874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Port 6ad30017-644a-416a-9cf0-0d2724964ff5 on network c2ca103b-fb96-4c1c-8b8b-186771ec844f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:04:24.165207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Attempting to bind port 6ad30017-644a-416a-9cf0-0d2724964ff5 on network c2ca103b-fb96-4c1c-8b8b-186771ec844f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:24.193097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:04:24.193445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Checking segment: {'id': 'a307562f-2e09-4689-8bae-a8ed1b48624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:04:24.193837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Bound using segment: {'id': 'a307562f-2e09-4689-8bae-a8ed1b48624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:04:24.195069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Bound port: 6ad30017-644a-416a-9cf0-0d2724964ff5, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a307562f-2e09-4689-8bae-a8ed1b48624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:04:24.195760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:24.350295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] For port 6ad30017-644a-416a-9cf0-0d2724964ff5, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:24.371029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Deleting port 91e82483-fd10-4839-aa14-e5a2647ad244 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:24.371379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:24.374022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] For port 6ad30017-644a-416a-9cf0-0d2724964ff5, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6ad30017-644a-416a-9cf0-0d2724964ff5,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:04:24.439817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded9caa-913a-4a13-a189-28ed58ebc4dc req-665fb19e-6028-4dea-8858-b8b260fc90d4 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:24.441351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dded9caa-913a-4a13-a189-28ed58ebc4dc req-665fb19e-6028-4dea-8858-b8b260fc90d4 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 943 time: 0.1633155 Aug 10 02:04:24.451519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f5162-67bb-4980-93e8-02a9bc346277 req-d6b50288-65c0-4476-9380-cabd454b08e1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:24.452968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff0f5162-67bb-4980-93e8-02a9bc346277 req-d6b50288-65c0-4476-9380-cabd454b08e1 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 946 time: 0.1558921 Aug 10 02:04:24.456799 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:24.535098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:24.535714 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:24.537104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] 10.222.0.11 "PUT /v2.0/ports/6ad30017-644a-416a-9cf0-0d2724964ff5 HTTP/1.1" status: 200 len: 1092 time: 1.3178427 Aug 10 02:04:24.543308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:24.545547 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2a4bf2-f541-496c-884f-a944a344ac48" -d '{"events": [{"name": "network-changed", "server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:24.567952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] For port 91e82483-fd10-4839-aa14-e5a2647ad244, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=91e82483-fd10-4839-aa14-e5a2647ad244,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:24.568322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:24.589760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a4ebb349-e7ac-44dd-b91c-a378085e56a6 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:04:24.607922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Calling delete_port for 91e82483-fd10-4839-aa14-e5a2647ad244 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:24.615774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff0f5162-67bb-4980-93e8-02a9bc346277 req-547ccd1e-bb2f-4d24-ab06-09a5fec8f06e tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458941 Aug 10 02:04:24.622456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dded9caa-913a-4a13-a189-28ed58ebc4dc req-eccbe8c6-bd2c-4ed8-85f6-3f60fdbeefb7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670663 Aug 10 02:04:24.623108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8dae2-0ad2-48cc-a4fb-9d1183b25b1b service neutron] Pushing event updated for resources: {'Port': ['ID=6ad30017-644a-416a-9cf0-0d2724964ff5,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:24.694117 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d140b-2981-41d8-9399-aa3fe2224b84 x-openstack-request-id: req-fb3d140b-2981-41d8-9399-aa3fe2224b84 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:24.695044 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:24.695348 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb3d140b-2981-41d8-9399-aa3fe2224b84 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:24.695747 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5', 'status': 'completed', 'code': 200} Aug 10 02:04:24.735072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a4ebb349-e7ac-44dd-b91c-a378085e56a6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a4ebb349-e7ac-44dd-b91c-a378085e56a6,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:24.750020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'a4ebb349-e7ac-44dd-b91c-a378085e56a6', 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a', 'port_id': 'a4ebb349-e7ac-44dd-b91c-a378085e56a6', 'mac_address': 'fa:16:3e:89:64:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27cfc453-af12-4882-ad7e-694982c2e5f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:04:24.754091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-cd77b548-47a5-4527-9f20-0f4405dbd7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:24.755672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-cd77b548-47a5-4527-9f20-0f4405dbd7c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 1095 time: 0.0717227 Aug 10 02:04:24.793337 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:24.807719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ebb349-e7ac-44dd-b91c-a378085e56a6 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:24.830130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a4ebb349-e7ac-44dd-b91c-a378085e56a6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a4ebb349-e7ac-44dd-b91c-a378085e56a6,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:24.930203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:24.984875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=a4ebb349-e7ac-44dd-b91c-a378085e56a6,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:24.993701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.994080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.994666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.995023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.995365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.995707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.996037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.996560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.996904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.997237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.997573 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:24.998049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:25.117771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-3cd1f812-c32c-481f-b941-3ee67ff64bad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad30017-644a-416a-9cf0-0d2724964ff5 HTTP/1.1" status: 200 len: 217 time: 0.3282294 Aug 10 02:04:25.192698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-717eb243-e804-4a94-bfbf-ebdf9abbf0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:25.200456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-717eb243-e804-4a94-bfbf-ebdf9abbf0e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cc26a43-a676-484d-a494-8485c46af248 HTTP/1.1" status: 200 len: 851 time: 0.0681770 Aug 10 02:04:25.254574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f3622856-7f16-491d-9a3e-560b23bf762f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2ca103b-fb96-4c1c-8b8b-186771ec844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478454 Aug 10 02:04:25.322337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['a4ebb349-e7ac-44dd-b91c-a378085e56a6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:25.383849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d857f-192f-4cd7-a2b9-79b6b996227d req-9b35e40c-66e6-479b-90c8-0ed3464bbf5e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:25.385381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-406d857f-192f-4cd7-a2b9-79b6b996227d req-9b35e40c-66e6-479b-90c8-0ed3464bbf5e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 943 time: 0.1374924 Aug 10 02:04:25.413133 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:25.430880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-f4943bae-14a1-408f-82b4-962a74e4fa76 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667857 Aug 10 02:04:25.465352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e82483-fd10-4839-aa14-e5a2647ad244,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:25.539976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-406d857f-192f-4cd7-a2b9-79b6b996227d req-588449ca-4ef7-4adb-865e-77e3baabdf91 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453447 Aug 10 02:04:25.655249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-c0c3f65a-7f9a-4159-b1be-e59dd4462a49 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:25.656985 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-c0c3f65a-7f9a-4159-b1be-e59dd4462a49 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 946 time: 0.0542488 Aug 10 02:04:25.722903 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:25.787200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Deleting port 24b95bf6-de28-4251-9eb9-2b80824f69fa {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:25.787701 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:25.797452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6907c38-74b7-484c-921d-d20c8d4a29f3 req-9ceda520-78de-4bda-8fb2-f5d3b20e8a57 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451648 Aug 10 02:04:25.891599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] For port 24b95bf6-de28-4251-9eb9-2b80824f69fa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=24b95bf6-de28-4251-9eb9-2b80824f69fa,segment=NetworkSegment(29621393-efad-4491-9acf-09426e06cde4),segment_id=29621393-efad-4491-9acf-09426e06cde4)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:25.891972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:25.907680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Calling delete_port for 24b95bf6-de28-4251-9eb9-2b80824f69fa owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:25.913633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805ed84-b6cf-46c4-b90e-95501e78dc2d req-3e179a4a-e096-45fe-9201-5e1adfde1961 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:25.920954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2805ed84-b6cf-46c4-b90e-95501e78dc2d req-3e179a4a-e096-45fe-9201-5e1adfde1961 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/ports?device_id=09916384-4707-41f7-9ff7-c28bd32ba31e HTTP/1.1" status: 200 len: 946 time: 0.1841359 Aug 10 02:04:25.933917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139031bf-86d7-4d4b-9fa9-3fbbea4bd894 req-e2671569-5871-4561-a281-0cff53794057 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:25.935537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-139031bf-86d7-4d4b-9fa9-3fbbea4bd894 req-e2671569-5871-4561-a281-0cff53794057 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 944 time: 0.1915877 Aug 10 02:04:26.080057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2805ed84-b6cf-46c4-b90e-95501e78dc2d req-ae22c01a-40a1-4f9b-8072-a53488774e47 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.38 "GET /v2.0/security-groups?id=6f25ab22-e3b0-4509-933d-723810ff60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509576 Aug 10 02:04:26.086440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-139031bf-86d7-4d4b-9fa9-3fbbea4bd894 req-b7b18fe6-a8af-4fbf-8c01-be41914921e0 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357546 Aug 10 02:04:26.103463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-db04d162-a6c9-4b73-be86-d18c7d1ca41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:26.103463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-db04d162-a6c9-4b73-be86-d18c7d1ca41c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 1095 time: 0.1748111 Aug 10 02:04:26.118836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:26.151602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Pushing event deleted for resources: {'Port': ['ID=24b95bf6-de28-4251-9eb9-2b80824f69fa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:26.201218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] No DVR routers for this DVR port 24b95bf6-de28-4251-9eb9-2b80824f69fa on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:26.204607 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:26.207169 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a20dd843-9ff5-4156-8f19-419448dfaa80 req-b3b42062-73af-47e5-aba1-18067d383421 tempest-ServersTestJSON-484014189 tempest-ServersTestJSON-484014189-project] 10.222.0.16 "DELETE /v2.0/ports/24b95bf6-de28-4251-9eb9-2b80824f69fa HTTP/1.1" status: 204 len: 173 time: 0.5419319 Aug 10 02:04:26.207617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09916384-4707-41f7-9ff7-c28bd32ba31e', 'name': 'network-vif-deleted', 'tag': '24b95bf6-de28-4251-9eb9-2b80824f69fa'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:26.210866 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba7166a-cb0d-44fe-bed2-fa4d4580db72" -d '{"events": [{"server_uuid": "09916384-4707-41f7-9ff7-c28bd32ba31e", "name": "network-vif-deleted", "tag": "24b95bf6-de28-4251-9eb9-2b80824f69fa"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:26.248476 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127751f1-77d3-4b58-89eb-540ea53f7df3 x-openstack-request-id: req-127751f1-77d3-4b58-89eb-540ea53f7df3 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:26.248774 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09916384-4707-41f7-9ff7-c28bd32ba31e", "name": "network-vif-deleted", "tag": "24b95bf6-de28-4251-9eb9-2b80824f69fa", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:26.249054 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-127751f1-77d3-4b58-89eb-540ea53f7df3 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:26.249458 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09916384-4707-41f7-9ff7-c28bd32ba31e', 'name': 'network-vif-deleted', 'tag': '24b95bf6-de28-4251-9eb9-2b80824f69fa', 'status': 'completed', 'code': 200} Aug 10 02:04:26.249879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Router f07cf421-c369-4cb6-84e9-258458b6d39f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:04:26.271666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-c4afe05f-7f78-4707-9531-e47956a41f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:26.273138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-c4afe05f-7f78-4707-9531-e47956a41f3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 912 time: 0.1600952 Aug 10 02:04:26.356702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-bb24129e-8265-419e-925d-46220ee772d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad30017-644a-416a-9cf0-0d2724964ff5 HTTP/1.1" status: 200 len: 217 time: 0.0479977 Aug 10 02:04:26.368857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['24b95bf6-de28-4251-9eb9-2b80824f69fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:26.455184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:04:26.457634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-bbba8c6c-2e12-4ded-9160-b2d616bef2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:26.459457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-bbba8c6c-2e12-4ded-9160-b2d616bef2e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cc26a43-a676-484d-a494-8485c46af248 HTTP/1.1" status: 200 len: 851 time: 0.0936399 Aug 10 02:04:26.464377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3ccca7da-2b64-4373-8e8e-f1b489343ea6 admin admin] 10.222.0.38 "PUT /v2.0/routers/f07cf421-c369-4cb6-84e9-258458b6d39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3467751 Aug 10 02:04:26.466680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50356) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:26.469222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] Sync routers for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:04:26.481115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:26.481937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:26.546953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-24636d6e-d07d-4437-a7ef-6d1766d5bb8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2ca103b-fb96-4c1c-8b8b-186771ec844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322762 Aug 10 02:04:26.610166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a4ebb349-e7ac-44dd-b91c-a378085e56a6 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:04:26.618848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:26.706940 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:26.784494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-b1edf65d-c53c-4a70-bca4-c8b7a350911f service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287717 Aug 10 02:04:26.821519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78eb52-e0cc-4784-91ff-272cf55b1094 req-7c0da97a-ebd5-4d0f-bf3d-e85ffe007c72 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:26.823017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f78eb52-e0cc-4784-91ff-272cf55b1094 req-7c0da97a-ebd5-4d0f-bf3d-e85ffe007c72 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 943 time: 0.1734521 Aug 10 02:04:26.840557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:04:25Z', 'revision_number': 5, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:26.869995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port a4ebb349-e7ac-44dd-b91c-a378085e56a6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:04:26.873746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] Checking router: f07cf421-c369-4cb6-84e9-258458b6d39f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:04:26.880585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port a4ebb349-e7ac-44dd-b91c-a378085e56a6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:26.880974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:26.906356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] Routers {'f07cf421-c369-4cb6-84e9-258458b6d39f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:26.907164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f07cf421-c369-4cb6-84e9-258458b6d39f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:27.094339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] Set router f07cf421-c369-4cb6-84e9-258458b6d39f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:27.095760 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.159386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50366) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:27.220668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c63cc7-78e4-4dca-9756-7ffc46e08bf0 admin admin] Deleting subnet a08e331b-0846-4e80-a6eb-306e4b91505e {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:04:27.224459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4c63cc7-78e4-4dca-9756-7ffc46e08bf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.232919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfa80e7-b2f1-4074-95c8-7479bdd23bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ebb349-e7ac-44dd-b91c-a378085e56a6'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:27.237362 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aecd40-effd-4cb3-9a81-e5c007636917" -d '{"events": [{"server_uuid": "8cfa80e7-b2f1-4074-95c8-7479bdd23bf2", "name": "network-vif-plugged", "status": "completed", "tag": "a4ebb349-e7ac-44dd-b91c-a378085e56a6"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:27.258007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a4ebb349-e7ac-44dd-b91c-a378085e56a6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a4ebb349-e7ac-44dd-b91c-a378085e56a6,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:27.282319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4c63cc7-78e4-4dca-9756-7ffc46e08bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.315513 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.337621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4c63cc7-78e4-4dca-9756-7ffc46e08bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.342203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.363679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f78eb52-e0cc-4784-91ff-272cf55b1094 req-4d1920f3-bd57-4602-9d31-40785b70fa0f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205407 Aug 10 02:04:27.384776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59876df-3a63-4475-ac30-36e930f0e3b1 req-f75ec9c7-2dba-4316-8b39-926d54f7451f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:27.386335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f59876df-3a63-4475-ac30-36e930f0e3b1 req-f75ec9c7-2dba-4316-8b39-926d54f7451f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 944 time: 0.1146989 Aug 10 02:04:27.404664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=a4ebb349-e7ac-44dd-b91c-a378085e56a6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:27.409576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:04:25Z', 'revision_number': 5, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:27.410677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b2a4bf2-f541-496c-884f-a944a344ac48 req-dcd4be29-fd73-4c39-9fc1-5f948847e07f service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981476 Aug 10 02:04:27.446133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f59876df-3a63-4475-ac30-36e930f0e3b1 req-da534c3e-3fb2-4797-b56d-02a16d97390b tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475476 Aug 10 02:04:27.448310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f543f0f-099d-4d77-ae15-59c9403fdeb1 None None] The sync data for ids ['f07cf421-c369-4cb6-84e9-258458b6d39f'] in n-d-767704-21 is: [{'id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'name': 'tempest-ServersTestJSON-1288892851-router', 'tenant_id': '400fe7987c454984be1d7dab40d90fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:00Z', 'updated_at': '2021-08-10T02:04:25Z', 'revision_number': 5, 'project_id': '400fe7987c454984be1d7dab40d90fff', 'gw_port': {'id': 'b5ec60d2-46df-4a47-88eb-85db6de9430a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07cf421-c369-4cb6-84e9-258458b6d39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:02Z', 'updated_at': '2021-08-10T02:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:04:27.512540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Deleting port b5ec60d2-46df-4a47-88eb-85db6de9430a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:27.518108 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.518485 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2124d96d-94dd-42b5-9bd5-e3bacf6e8f14 x-openstack-request-id: req-2124d96d-94dd-42b5-9bd5-e3bacf6e8f14 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:27.518485 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfa80e7-b2f1-4074-95c8-7479bdd23bf2", "name": "network-vif-plugged", "status": "completed", "tag": "a4ebb349-e7ac-44dd-b91c-a378085e56a6", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:27.518485 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2124d96d-94dd-42b5-9bd5-e3bacf6e8f14 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:27.518485 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfa80e7-b2f1-4074-95c8-7479bdd23bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ebb349-e7ac-44dd-b91c-a378085e56a6', 'code': 200} Aug 10 02:04:27.536486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4c63cc7-78e4-4dca-9756-7ffc46e08bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.611439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] For port b5ec60d2-46df-4a47-88eb-85db6de9430a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b5ec60d2-46df-4a47-88eb-85db6de9430a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:27.611721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.625309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Calling delete_port for b5ec60d2-46df-4a47-88eb-85db6de9430a owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:27.868511 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.898648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ec60d2-46df-4a47-88eb-85db6de9430a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:27.916679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c63cc7-78e4-4dca-9756-7ffc46e08bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08e331b-0846-4e80-a6eb-306e4b91505e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:27.922081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4c63cc7-78e4-4dca-9756-7ffc46e08bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.926268 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c4c63cc7-78e4-4dca-9756-7ffc46e08bf0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a08e331b-0846-4e80-a6eb-306e4b91505e HTTP/1.1" status: 204 len: 168 time: 0.7633417 Aug 10 02:04:27.927718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50374) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:27.968992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.983546 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf3233-8a33-47ed-a7b9-8b48de2f5c88 req-c567dc9c-a679-4550-92a4-07f920e2e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:27.985074 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8fbf3233-8a33-47ed-a7b9-8b48de2f5c88 req-c567dc9c-a679-4550-92a4-07f920e2e289 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0958219 Aug 10 02:04:28.025322 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.043938 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8fbf3233-8a33-47ed-a7b9-8b48de2f5c88 req-1f3d1991-e0a3-4039-81c3-5137b44ec9b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499988 Aug 10 02:04:28.070471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.072801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.117737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.127551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b386caab-2e98-41ce-9306-ce08eacf1ffd']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:28.137657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29621393-efad-4491-9acf-09426e06cde4') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:28.137957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29621393-efad-4491-9acf-09426e06cde4') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:28.146512 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.160901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.168292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:04:28.168797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:04:28.170496 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:04:28.187493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.188206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07cf421-c369-4cb6-84e9-258458b6d39f {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:04:28.193671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.195195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5b920095-874d-43bf-99f5-742224dec643 admin admin] 10.222.0.38 "DELETE /v2.0/routers/f07cf421-c369-4cb6-84e9-258458b6d39f HTTP/1.1" status: 204 len: 168 time: 1.7273355 Aug 10 02:04:28.197703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50378) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:28.247715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1fe3fa-8ffb-4989-b494-72a1b399db68 admin admin] Deleting subnet 62706cc6-9a1e-4552-93d4-c813674b59ac {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:04:28.251302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe3fa-8ffb-4989-b494-72a1b399db68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.287585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe3fa-8ffb-4989-b494-72a1b399db68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.319159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.325128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.327996 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b386caab-2e98-41ce-9306-ce08eacf1ffd HTTP/1.1" status: 204 len: 168 time: 0.3992667 Aug 10 02:04:28.348642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d3848-42af-42c5-9f82-00672e174c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=b386caab-2e98-41ce-9306-ce08eacf1ffd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:28.384270 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe3fa-8ffb-4989-b494-72a1b399db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.492808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de72d13-3542-4a77-b175-7086cc495e39 req-724ed8dd-a0e5-42f2-b74f-f2f1dc6b2341 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:28.494392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3de72d13-3542-4a77-b175-7086cc495e39 req-724ed8dd-a0e5-42f2-b74f-f2f1dc6b2341 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 943 time: 0.0505979 Aug 10 02:04:28.539166 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe3fa-8ffb-4989-b494-72a1b399db68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.575700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3de72d13-3542-4a77-b175-7086cc495e39 req-b4b43edb-a910-424e-bbd6-093687d5f100 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748103 Aug 10 02:04:28.596153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe3fa-8ffb-4989-b494-72a1b399db68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.601229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6e1fe3fa-8ffb-4989-b494-72a1b399db68 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/62706cc6-9a1e-4552-93d4-c813674b59ac HTTP/1.1" status: 204 len: 168 time: 0.4024568 Aug 10 02:04:28.602120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50392) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:28.604319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fe3fa-8ffb-4989-b494-72a1b399db68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62706cc6-9a1e-4552-93d4-c813674b59ac,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:28.605799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a02ccd-7019-43a9-9317-b42ff46715a0 None None] Network b4e59378-2b50-4c8c-a80a-bbb138c9813c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:04:28.637705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7bf82-def9-47d0-8e6d-c3f44012f00b req-7f78e013-5309-40c7-a757-c20ac5f5bcee tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:28.648257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f7bf82-def9-47d0-8e6d-c3f44012f00b req-7f78e013-5309-40c7-a757-c20ac5f5bcee tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 945 time: 0.1269431 Aug 10 02:04:28.733096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f7bf82-def9-47d0-8e6d-c3f44012f00b req-e75326d4-8a9d-4c05-ab24-3bbeca2dc938 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662274 Aug 10 02:04:28.792825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50396) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:28.830725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.873639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2c128c8d-1da3-45c2-934d-390f1117b591 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aff2480ae3ae4852ab54b63f4d09576e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793614 Aug 10 02:04:28.874565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50398) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:28.916874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Deleting port 10541354-8efb-457c-bca7-29f999b149da {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:28.917456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.969185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7985343-1552-427b-8e0d-ac666077b3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.999624 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7985343-1552-427b-8e0d-ac666077b3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.009610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] For port 10541354-8efb-457c-bca7-29f999b149da, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=10541354-8efb-457c-bca7-29f999b149da,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:29.010328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.019027 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e8ab8-024b-4bb8-91ed-08d13d3bc5de None None] DHCP port deletion for b4e59378-2b50-4c8c-a80a-bbb138c9813c request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:04:29.065613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Calling delete_port for 10541354-8efb-457c-bca7-29f999b149da owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:29.109887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-923e8ab8-024b-4bb8-91ed-08d13d3bc5de None None] Deleting port 10541354-8efb-457c-bca7-29f999b149da {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:29.110601 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-923e8ab8-024b-4bb8-91ed-08d13d3bc5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.279455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-923e8ab8-024b-4bb8-91ed-08d13d3bc5de None None] For port 10541354-8efb-457c-bca7-29f999b149da, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=10541354-8efb-457c-bca7-29f999b149da,segment=NetworkSegment(9cad0381-2a7e-4425-932c-2812cbfd0aeb),segment_id=9cad0381-2a7e-4425-932c-2812cbfd0aeb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:29.279455 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-923e8ab8-024b-4bb8-91ed-08d13d3bc5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.279455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-923e8ab8-024b-4bb8-91ed-08d13d3bc5de None None] Calling delete_port for 10541354-8efb-457c-bca7-29f999b149da owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:29.305010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b5ec60d2-46df-4a47-88eb-85db6de9430a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:29.325184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b5ec60d2-46df-4a47-88eb-85db6de9430a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:29.325675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b5ec60d2-46df-4a47-88eb-85db6de9430a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:29.331639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 91e82483-fd10-4839-aa14-e5a2647ad244 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:29.346128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 91e82483-fd10-4839-aa14-e5a2647ad244 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:29.346576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 91e82483-fd10-4839-aa14-e5a2647ad244 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:29.347049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 10541354-8efb-457c-bca7-29f999b149da no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:29.550305 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.610242 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7985343-1552-427b-8e0d-ac666077b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.612915 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7985343-1552-427b-8e0d-ac666077b3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.617231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f7985343-1552-427b-8e0d-ac666077b3e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f25ab22-e3b0-4509-933d-723810ff60d0 HTTP/1.1" status: 204 len: 168 time: 0.7385671 Aug 10 02:04:29.622699 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.640645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6ad30017-644a-416a-9cf0-0d2724964ff5 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:04:29.658079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7985343-1552-427b-8e0d-ac666077b3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f25ab22-e3b0-4509-933d-723810ff60d0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:29.696976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] No DVR routers for this DVR port 10541354-8efb-457c-bca7-29f999b149da on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:29.699946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Pushing event deleted for resources: {'Port': ['ID=10541354-8efb-457c-bca7-29f999b149da,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:29.789746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6ad30017-644a-416a-9cf0-0d2724964ff5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6ad30017-644a-416a-9cf0-0d2724964ff5,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:29.792672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81794690-70d6-407f-ae36-ca2e34ad0c77 req-c24ab024-d05a-4208-8e2c-1927173bff52 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:29.802968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81794690-70d6-407f-ae36-ca2e34ad0c77 req-c24ab024-d05a-4208-8e2c-1927173bff52 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 943 time: 0.1424685 Aug 10 02:04:29.827950 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.840935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e59378-2b50-4c8c-a80a-bbb138c9813c']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:29.855775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cad0381-2a7e-4425-932c-2812cbfd0aeb') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:29.856570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cad0381-2a7e-4425-932c-2812cbfd0aeb') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:29.870477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.872573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81794690-70d6-407f-ae36-ca2e34ad0c77 req-12cb7e3a-db3d-40f1-8fd2-afcb04e54da4 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543787 Aug 10 02:04:29.880132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '6ad30017-644a-416a-9cf0-0d2724964ff5', 'network_id': 'c2ca103b-fb96-4c1c-8b8b-186771ec844f', 'port_id': '6ad30017-644a-416a-9cf0-0d2724964ff5', 'mac_address': 'fa:16:3e:55:a0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc26a43-a676-484d-a494-8485c46af248', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:04:29.880132 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-923e8ab8-024b-4bb8-91ed-08d13d3bc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.895876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.907291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:04:29.907291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.930513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e8ab8-024b-4bb8-91ed-08d13d3bc5de None None] Pushing event deleted for resources: {'Port': ['ID=10541354-8efb-457c-bca7-29f999b149da,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:29.937248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e8ab8-024b-4bb8-91ed-08d13d3bc5de None None] No DVR routers for this DVR port 10541354-8efb-457c-bca7-29f999b149da on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:29.939671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371104b3-7b00-4611-95d8-74e9c2a89311 req-e1c6c645-26d8-4784-99ae-e5cc7b738513 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:29.944169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371104b3-7b00-4611-95d8-74e9c2a89311 req-e1c6c645-26d8-4784-99ae-e5cc7b738513 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 945 time: 0.1208050 Aug 10 02:04:29.962421 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:29.990289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad30017-644a-416a-9cf0-0d2724964ff5 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:30.014955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6ad30017-644a-416a-9cf0-0d2724964ff5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6ad30017-644a-416a-9cf0-0d2724964ff5,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:04:30.023699 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:04:30.030461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371104b3-7b00-4611-95d8-74e9c2a89311 req-457c55a1-2073-4888-9f0e-aab462e04961 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727179 Aug 10 02:04:30.118599 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:30.118885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:30.156690 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:30.158861 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] 10.222.0.38 "DELETE /v2.0/networks/b4e59378-2b50-4c8c-a80a-bbb138c9813c HTTP/1.1" status: 204 len: 168 time: 1.5554225 Aug 10 02:04:30.160130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cccc9-e752-471f-93fe-d246a1aa774e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e59378-2b50-4c8c-a80a-bbb138c9813c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:30.313527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6ad30017-644a-416a-9cf0-0d2724964ff5,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:30.385156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6ad30017-644a-416a-9cf0-0d2724964ff5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:30.512122 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-806575a1-d26e-4da1-bd83-2507af6b47cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0575528 Aug 10 02:04:30.589357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-b86eddad-7409-4d21-ba53-332ce559cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.589888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-b86eddad-7409-4d21-ba53-332ce559cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.590337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-b86eddad-7409-4d21-ba53-332ce559cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.590839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-b86eddad-7409-4d21-ba53-332ce559cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.591319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-b86eddad-7409-4d21-ba53-332ce559cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.591788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-b86eddad-7409-4d21-ba53-332ce559cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.592256 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-b86eddad-7409-4d21-ba53-332ce559cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.594202 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-b86eddad-7409-4d21-ba53-332ce559cdff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6497 time: 0.0572374 Aug 10 02:04:30.609666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:30.639498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 24b95bf6-de28-4251-9eb9-2b80824f69fa no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:30.659096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 24b95bf6-de28-4251-9eb9-2b80824f69fa {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:30.659839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 24b95bf6-de28-4251-9eb9-2b80824f69fa not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:30.701732 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1622bed1-0afb-4844-b48f-595f6c9e3e79 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=400fe7987c454984be1d7dab40d90fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885692 Aug 10 02:04:30.702237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50440) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:30.767943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-dd2761bd-9c32-4416-8c5f-b6b3d7a0f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.768379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-dd2761bd-9c32-4416-8c5f-b6b3d7a0f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.768859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-dd2761bd-9c32-4416-8c5f-b6b3d7a0f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.770477 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-dd2761bd-9c32-4416-8c5f-b6b3d7a0f896 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e03d54b-69b4-4fdd-a166-56db188ca484&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 HTTP/1.1" status: 200 len: 2293 time: 0.1462510 Aug 10 02:04:30.791634 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-10e5878a-6bab-4366-bc33-68fdf081f2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:30.849846 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-10e5878a-6bab-4366-bc33-68fdf081f2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:30.892341 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-cbec493d-da3b-4299-9371-924ebc0aa523 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8 HTTP/1.1" status: 200 len: 1001 time: 0.1069436 Aug 10 02:04:30.974961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-fe2213f5-e3b3-42c1-a48f-cdd93b0f0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.977536 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-fe2213f5-e3b3-42c1-a48f-cdd93b0f0c27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d2ab074-2e4e-407d-b5de-d17c5877787c HTTP/1.1" status: 200 len: 851 time: 0.0753438 Aug 10 02:04:30.999463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fcd9f-9e74-433d-b013-657920d940cb req-942bcb6b-29c7-4d4e-b33c-1f7a3cfe83b0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.001295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df3fcd9f-9e74-433d-b013-657920d940cb req-942bcb6b-29c7-4d4e-b33c-1f7a3cfe83b0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 944 time: 0.0757663 Aug 10 02:04:31.046411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-320d41d8-769d-4a7f-9057-44b4fd7672d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.048737 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-320d41d8-769d-4a7f-9057-44b4fd7672d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e03d54b-69b4-4fdd-a166-56db188ca484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629442 Aug 10 02:04:31.049442 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df3fcd9f-9e74-433d-b013-657920d940cb req-c5949ffc-9db0-4446-b24b-f071218e29a1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385625 Aug 10 02:04:31.076236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-10e5878a-6bab-4366-bc33-68fdf081f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:31.078799 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-10e5878a-6bab-4366-bc33-68fdf081f2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:31.080441 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-10e5878a-6bab-4366-bc33-68fdf081f2c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b43e655b-4e4e-4589-b353-53b069145451 HTTP/1.1" status: 204 len: 168 time: 0.3776135 Aug 10 02:04:31.199081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5878a-6bab-4366-bc33-68fdf081f2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43e655b-4e4e-4589-b353-53b069145451,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:31.253827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-d87e7c0e-57cc-4606-ac81-785d678f36d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1019979 Aug 10 02:04:31.329859 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-51fe6ab5-ea59-45f1-bb58-dff9d261cfcb service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639241 Aug 10 02:04:31.364157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-e8a79a14-cec9-4520-8109-29e503bedbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.367257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-e8a79a14-cec9-4520-8109-29e503bedbaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac7609aa90f644fe85b9e9d4951d9682&device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0576348 Aug 10 02:04:31.494511 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-8fb2bbe0-e821-4b43-baaa-2ff009e1741b service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564298 Aug 10 02:04:31.557622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-3562252e-d4bf-49a5-9c8f-7c3c45f13679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.561314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-3562252e-d4bf-49a5-9c8f-7c3c45f13679 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96a9b739-ab5f-45b3-872f-ed3233781ff6 HTTP/1.1" status: 200 len: 913 time: 0.1677773 Aug 10 02:04:31.575579 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-1d18b8be-8143-4b4e-bc9a-692a27e55c1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=c87348b9-cab1-464b-a8e5-493b8acf3299 HTTP/1.1" status: 200 len: 217 time: 0.0738406 Aug 10 02:04:31.636297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6ad30017-644a-416a-9cf0-0d2724964ff5 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:04:31.671013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-371d4233-9bce-4676-a643-188372681c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.674940 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-371d4233-9bce-4676-a643-188372681c2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.0905340 Aug 10 02:04:31.680699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-17ea470b-b403-4023-b4e4-6f0ee425baf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a01201d1-c55c-4d12-8888-f416c7620aaa HTTP/1.1" status: 200 len: 1001 time: 0.1134152 Aug 10 02:04:31.770903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-8664e2a6-770b-45e5-8894-0988a2046464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.773096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-8664e2a6-770b-45e5-8894-0988a2046464 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9551757d-9244-4a37-a597-1d9113958bc5 HTTP/1.1" status: 200 len: 851 time: 0.0838566 Aug 10 02:04:31.791455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-72798a97-b347-47f0-9935-1e7d3b24ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.795647 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-72798a97-b347-47f0-9935-1e7d3b24ea47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096768 Aug 10 02:04:31.861557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-4fb30185-e835-4bea-8e55-538d3d4e3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.861814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 6ad30017-644a-416a-9cf0-0d2724964ff5 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:04:31.870475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 6ad30017-644a-416a-9cf0-0d2724964ff5 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:31.870924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-4fb30185-e835-4bea-8e55-538d3d4e3144 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96a9b739-ab5f-45b3-872f-ed3233781ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767319 Aug 10 02:04:31.871089 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:32.073764 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:32.103549 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-4b64da03-38b5-463e-9fcb-bfc80a52c3c8 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961318 Aug 10 02:04:32.135301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:32.146204 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd02a1d2-e24b-4981-bea0-9257f0ade93f" -d '{"events": [{"server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "name": "network-vif-plugged", "status": "completed", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:32.152315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-fdc28ace-ba41-4de9-a83c-516def69b320 service neutron] 10.222.0.11 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776747 Aug 10 02:04:32.186024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6ad30017-644a-416a-9cf0-0d2724964ff5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6ad30017-644a-416a-9cf0-0d2724964ff5,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:32.295557 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-be7d0a4f-f56d-4b02-ad3c-99927629ca9f service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910882 Aug 10 02:04:32.304028 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b09b8f-c48f-49a5-bc4f-92f6db8fc14d x-openstack-request-id: req-05b09b8f-c48f-49a5-bc4f-92f6db8fc14d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:32.304335 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "name": "network-vif-plugged", "status": "completed", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:32.304596 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05b09b8f-c48f-49a5-bc4f-92f6db8fc14d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:32.305000 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5', 'code': 200} Aug 10 02:04:32.318844 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:32.467517 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-f5cf74a8-1a7e-43e7-91a0-39936b5a26fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=c5c9f62b-89ad-406e-910c-1c90c0ea01da HTTP/1.1" status: 200 len: 217 time: 0.1590283 Aug 10 02:04:32.468516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6ad30017-644a-416a-9cf0-0d2724964ff5,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:32.566134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-502b0baa-7df2-4dff-b043-2b3366e4eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:32.567757 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-502b0baa-7df2-4dff-b043-2b3366e4eb8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.0956287 Aug 10 02:04:32.605399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2a4195-dd67-4dfd-b341-e152cb181601 req-0207339d-11eb-4fed-9fb4-26731e8841f1 service neutron] 10.222.0.11 "GET /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421146 Aug 10 02:04:32.635785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778a7a4-a3d6-4570-a565-235c88c838b1 req-e1ddf5c8-fb9c-4589-9ad8-68f3208372e8 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:32.639258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5778a7a4-a3d6-4570-a565-235c88c838b1 req-e1ddf5c8-fb9c-4589-9ad8-68f3208372e8 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 945 time: 0.3232737 Aug 10 02:04:32.646989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f458d1-383e-4944-9cb2-b43ac9d8f5c1 req-4ea401a4-d8b6-4ac8-9a1a-71933f3baec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:32.648717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90f458d1-383e-4944-9cb2-b43ac9d8f5c1 req-4ea401a4-d8b6-4ac8-9a1a-71933f3baec7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 1097 time: 0.2308712 Aug 10 02:04:32.669281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-cde6cba8-1fd3-410f-8818-40a5a2657efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:32.675120 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-cde6cba8-1fd3-410f-8818-40a5a2657efd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0945187 Aug 10 02:04:32.764834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5778a7a4-a3d6-4570-a565-235c88c838b1 req-146fe6ee-4f1c-4360-977d-7de61d48cffe tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149917 Aug 10 02:04:32.816786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90f458d1-383e-4944-9cb2-b43ac9d8f5c1 req-db4b6987-2800-4492-9bf1-788b116ae519 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134377 Aug 10 02:04:32.848530 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-9b2f7ffd-da9e-4033-856f-8e01b7f8cac1 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614180 Aug 10 02:04:32.854958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50512) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:32.990282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1311922639-network', 'tenant_id': 'de2a8253d7d04270b16e372db75459d5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:32.996654 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-d0bbcb7a-a12f-421d-bd20-91458363340d service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394057 Aug 10 02:04:33.120328 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-013ce25b-7c10-4d63-bca4-33dc75ac4542 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=6ef06fdf-831d-48d8-befe-6f026aa95b87 HTTP/1.1" status: 200 len: 217 time: 0.1144788 Aug 10 02:04:33.176633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-96a899f0-804c-4c7c-b516-68f064bb67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:33.178138 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-96a899f0-804c-4c7c-b516-68f064bb67a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.0491083 Aug 10 02:04:33.211073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Made reservation on behalf of de2a8253d7d04270b16e372db75459d5 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:04:33.214143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:33.230933 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:33.260987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-c73536f4-cf2c-45bd-8357-716ffb05eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:33.262535 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-c73536f4-cf2c-45bd-8357-716ffb05eafa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0766864 Aug 10 02:04:33.422195 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-9157fb1b-7a4b-4b06-98f8-8a06607ac187 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328797 Aug 10 02:04:33.491794 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:33.540018 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-8b2ce39e-8bd6-4c61-aba0-cb9f5c7acb47 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083038 Aug 10 02:04:33.594900 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-a5f3b2f9-39cd-4aad-8de3-85038df03dbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0442750 Aug 10 02:04:33.595848 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:33.647758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:04:33.675744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:33.679224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:33.679690 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Added segment b011a8f1-9252-4078-84c4-969e24939dd1 of type vlan for network 610180de-b3cd-4390-8489-14f5b3c90d36 Aug 10 02:04:33.721731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-47251aaf-3124-4795-9850-d8f4eeb98155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:33.723243 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-47251aaf-3124-4795-9850-d8f4eeb98155 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.1198719 Aug 10 02:04:33.743798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:33.797167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-846d7b5b-2a34-4186-a921-0262d0730391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:33.798708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-846d7b5b-2a34-4186-a921-0262d0730391 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659494 Aug 10 02:04:33.877438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:33.878410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:33.879042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:33.919452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4791efe-8eba-4938-8675-a353d7e09de4 req-90f69a51-aba1-449b-b90c-7fa9eda8ac7f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:33.923080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4791efe-8eba-4938-8675-a353d7e09de4 req-90f69a51-aba1-449b-b90c-7fa9eda8ac7f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 945 time: 0.0616517 Aug 10 02:04:33.957172 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-36a1c026-54ff-476d-8da6-90f71f00c229 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507328 Aug 10 02:04:33.957839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] Pushing event updated for resources: {'Network': ['ID=610180de-b3cd-4390-8489-14f5b3c90d36,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:33.968995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 610180de-b3cd-4390-8489-14f5b3c90d36 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:04:33.976302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4791efe-8eba-4938-8675-a353d7e09de4 req-7a500290-6112-497d-ac58-e0058cb40e5a tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Aug 10 02:04:34.032288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-66faf38b-3168-432c-9bd2-f2a2e9c0415a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1736321 Aug 10 02:04:34.032737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50534) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:34.037913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Request body: {'subnet': {'network_id': '610180de-b3cd-4390-8489-14f5b3c90d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1311922639-subnet', 'tenant_id': 'de2a8253d7d04270b16e372db75459d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:34.085934 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-a4152a97-c594-4c06-b2fe-0d71476a352b service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210854 Aug 10 02:04:34.096935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-c9cc0751-dde6-48c2-849b-6f357d07515e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-155855072&fields=id&tenant_id=4de04bf2f7fc4020900db0f273f1d63d HTTP/1.1" status: 200 len: 267 time: 0.0347230 Aug 10 02:04:34.131374 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-410d28c2-3f0c-42df-9527-6b7281de2787 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f HTTP/1.1" status: 200 len: 217 time: 0.0376091 Aug 10 02:04:34.151793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Made reservation on behalf of de2a8253d7d04270b16e372db75459d5 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:04:34.161568 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:34.166180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-fa6c9c63-fb7c-4fa5-9f38-935b97266505 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:34.168389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-fa6c9c63-fb7c-4fa5-9f38-935b97266505 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 945 time: 0.0593154 Aug 10 02:04:34.190243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-664f6888-64ae-446e-8f02-e2efed097a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:34.193100 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-664f6888-64ae-446e-8f02-e2efed097a26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 200 len: 797 time: 0.0525942 Aug 10 02:04:34.215429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-37dbde94-e997-473a-ad76-d326d179765f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'port': {'security_groups': ['9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0', '4b41fee0-4234-4007-b49c-6280816e85d9']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:34.247597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-b20b6a27-b9d7-48f3-b5a2-7914e2d27f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:34.249749 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-b20b6a27-b9d7-48f3-b5a2-7914e2d27f3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507360 Aug 10 02:04:34.307344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-37dbde94-e997-473a-ad76-d326d179765f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:34.364059 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-404619b1-b474-494e-9d8c-d4a1c87338a8 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074526 Aug 10 02:04:34.476821 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-89c42188-ca55-45a5-a589-b6671560548b service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001067 Aug 10 02:04:34.523059 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-ef3aad82-34e5-425d-90c4-f77adeb9e452 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a HTTP/1.1" status: 200 len: 217 time: 0.0396216 Aug 10 02:04:34.577922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:34.580191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-5cee2c95-ddd4-4d85-b49d-12b91b8caf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:34.582228 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-5cee2c95-ddd4-4d85-b49d-12b91b8caf21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 200 len: 797 time: 0.0521042 Aug 10 02:04:34.645324 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35937d-282d-4396-b735-280f5b687e1b req-9ee9a1a6-ee83-413e-aa3a-26bae8cdde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:34.647237 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-9ee9a1a6-ee83-413e-aa3a-26bae8cdde5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0586822 Aug 10 02:04:34.664349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-37dbde94-e997-473a-ad76-d326d179765f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] For port 6ad30017-644a-416a-9cf0-0d2724964ff5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6ad30017-644a-416a-9cf0-0d2724964ff5,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:34.691685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f9586a-f2c8-41d4-ab6a-cf7a3dbb01e4,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:34.725802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Checking segment: {'id': 'b011a8f1-9252-4078-84c4-969e24939dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '610180de-b3cd-4390-8489-14f5b3c90d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:04:34.726228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Network hostable DHCP agents. Network: 610180de-b3cd-4390-8489-14f5b3c90d36, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:04:34.733759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-37dbde94-e997-473a-ad76-d326d179765f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:34.789963 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-48378382-3559-439e-a4e4-55af5addb09b service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342764 Aug 10 02:04:34.792803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-37dbde94-e997-473a-ad76-d326d179765f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:34.805792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', '6ad30017-644a-416a-9cf0-0d2724964ff5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:34.828543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Network 610180de-b3cd-4390-8489-14f5b3c90d36 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:04:34.852978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-37dbde94-e997-473a-ad76-d326d179765f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:34.853625 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-37dbde94-e997-473a-ad76-d326d179765f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:34.858933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-302678d0-7fc7-4c2b-a7cd-266ec1cb0437 req-37dbde94-e997-473a-ad76-d326d179765f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "PUT /v2.0/ports/6ad30017-644a-416a-9cf0-0d2724964ff5 HTTP/1.1" status: 200 len: 981 time: 0.6791537 Aug 10 02:04:34.865425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:34.869155 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b57e820-0ca1-4911-b766-2548b402bbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:34.914727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 610180de-b3cd-4390-8489-14f5b3c90d36) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:04:34.923972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:34.925621 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:34.931836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81b0eb-f5bf-4f9d-b6d9-c8776ce09da7 None None] Network 610180de-b3cd-4390-8489-14f5b3c90d36 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:04:34.935746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6ad30017-644a-416a-9cf0-0d2724964ff5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:34.936052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbde94-e997-473a-ad76-d326d179765f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'Port': ['ID=6ad30017-644a-416a-9cf0-0d2724964ff5,revision_number=6']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:34.954129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b35937d-282d-4396-b735-280f5b687e1b req-e2f9177b-962f-469e-9a72-24357ff2efed service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555984 Aug 10 02:04:34.976590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d66d00f1-4d1f-4f40-92b8-331a4fd89b49 req-8da72a36-f4ec-48ca-beaa-4510fde60ffa tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/4b41fee0-4234-4007-b49c-6280816e85d9 HTTP/1.1" status: 200 len: 1802 time: 0.0955904 Aug 10 02:04:35.053968 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-d66d00f1-4d1f-4f40-92b8-331a4fd89b49 req-3392260a-246f-4d7f-b43e-89eb0414b638 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 02:04:35.067625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d66d00f1-4d1f-4f40-92b8-331a4fd89b49 req-3392260a-246f-4d7f-b43e-89eb0414b638 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/4b41fee0-4234-4007-b49c-6280816e85d9 HTTP/1.1" status: 409 len: 341 time: 0.0809569 Aug 10 02:04:35.080285 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-01a6949a-e937-4f81-8ac2-b924b271c08a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0385509 Aug 10 02:04:35.106032 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24359bc8-c440-44a0-9a0b-832235c88df9 x-openstack-request-id: req-24359bc8-c440-44a0-9a0b-832235c88df9 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:35.106339 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:35.106836 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-24359bc8-c440-44a0-9a0b-832235c88df9 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:35.107299 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5', 'status': 'completed', 'code': 200} Aug 10 02:04:35.212163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-dc256c20-318e-4f69-b851-18124f18f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:35.214051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-dc256c20-318e-4f69-b851-18124f18f122 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 1136 time: 0.0762904 Aug 10 02:04:35.307431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e7b3d-1a73-4ee1-b7a3-09d91b342673 None None] Network 610180de-b3cd-4390-8489-14f5b3c90d36 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:04:35.448479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-c0bfb51d-ba3c-42c7-ab08-71d393b120b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:35.450079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-c0bfb51d-ba3c-42c7-ab08-71d393b120b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 912 time: 0.2273254 Aug 10 02:04:35.583176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-a6709b25-fb8c-49a8-b095-f48fb56a7a4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad30017-644a-416a-9cf0-0d2724964ff5 HTTP/1.1" status: 200 len: 217 time: 0.1219563 Aug 10 02:04:35.694988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-0568b2c6-21f3-43c9-be4f-890e9dc40e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:35.696521 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-0568b2c6-21f3-43c9-be4f-890e9dc40e57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cc26a43-a676-484d-a494-8485c46af248 HTTP/1.1" status: 200 len: 851 time: 0.1042728 Aug 10 02:04:35.797060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-e410740f-e48a-49b6-92c0-cb7102d7f326 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2ca103b-fb96-4c1c-8b8b-186771ec844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832267 Aug 10 02:04:36.059879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f4958-9238-437f-8f99-b995f6a2fdbb req-7bfb5842-3ee7-4f2a-a0e8-3ae1f5fcf717 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.067705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-322f4958-9238-437f-8f99-b995f6a2fdbb req-7bfb5842-3ee7-4f2a-a0e8-3ae1f5fcf717 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 984 time: 0.3573210 Aug 10 02:04:36.126859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-e239ac7b-1a2d-4408-b5fe-34ff6a133b50 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.128427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-e239ac7b-1a2d-4408-b5fe-34ff6a133b50 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/networks?id=610180de-b3cd-4390-8489-14f5b3c90d36 HTTP/1.1" status: 200 len: 814 time: 0.2499862 Aug 10 02:04:36.142746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-7bb5f743-2243-47ee-b634-1dbbf52482a4 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019516 Aug 10 02:04:36.160274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-322f4958-9238-437f-8f99-b995f6a2fdbb req-496011cc-d289-47cd-837a-59034a04ce7d tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b41fee0-4234-4007-b49c-6280816e85d9&id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0913973 Aug 10 02:04:36.169558 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-b1893b4c-19af-4728-84f1-c2c02b9f2781 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/quotas/de2a8253d7d04270b16e372db75459d5 HTTP/1.1" status: 200 len: 375 time: 0.0318558 Aug 10 02:04:36.253349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-55df50fa-da33-47f9-9694-765ea560ac7e tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=de2a8253d7d04270b16e372db75459d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728242 Aug 10 02:04:36.356340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-278eec99-e8cb-49ed-82a3-f2eef83ae2c6 service neutron] 10.222.0.38 "GET /v2.0/networks/610180de-b3cd-4390-8489-14f5b3c90d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020679 Aug 10 02:04:36.445983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b57e820-0ca1-4911-b766-2548b402bbd3 req-3eae07e6-f9d4-421b-b4a9-b2a0a3dda246 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923357 Aug 10 02:04:36.485737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-f4ec3e82-8071-43bd-9a67-f055177bebef service neutron] 10.222.0.38 "GET /v2.0/networks/610180de-b3cd-4390-8489-14f5b3c90d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284034 Aug 10 02:04:36.675545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-ed7a2751-1d93-432f-95b0-9322eefe6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.677217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-ed7a2751-1d93-432f-95b0-9322eefe6dc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 1136 time: 0.0691314 Aug 10 02:04:36.842845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-489adbac-1484-4963-9992-9c70ccb6ffdb req-85dc9e8e-60dd-45da-be05-7f0353b90714 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 210 time: 0.0502572 Aug 10 02:04:36.848345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-609de10f-3040-4d9a-9f60-6846747812c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.849879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-609de10f-3040-4d9a-9f60-6846747812c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 912 time: 0.1651447 Aug 10 02:04:36.897710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-d476071b-3ba2-4e81-9874-bee9d02f54cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad30017-644a-416a-9cf0-0d2724964ff5 HTTP/1.1" status: 200 len: 217 time: 0.0386755 Aug 10 02:04:36.951648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-86fd312e-7ba9-4fe0-b922-4729379448f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.953045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-86fd312e-7ba9-4fe0-b922-4729379448f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cc26a43-a676-484d-a494-8485c46af248 HTTP/1.1" status: 200 len: 851 time: 0.0477040 Aug 10 02:04:36.993399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-33daec6c-f0b0-48ed-a938-f767d0cc543f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2ca103b-fb96-4c1c-8b8b-186771ec844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324087 Aug 10 02:04:37.089636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-8ba43858-4ca9-4c2c-abe6-94c1bc0e7bb5 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882013 Aug 10 02:04:37.245508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e5a3ce1-79a0-4fa0-9bfb-78e9a3719eee req-8dca5834-b195-4829-aa13-81023801f2cd service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481342 Aug 10 02:04:37.333355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8e3b4-6223-4cda-b23a-a363769c9299 req-0bd2cfb4-7ae1-4459-8762-1e299471bea6 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:37.335749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84a8e3b4-6223-4cda-b23a-a363769c9299 req-0bd2cfb4-7ae1-4459-8762-1e299471bea6 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 984 time: 0.0518544 Aug 10 02:04:37.389065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84a8e3b4-6223-4cda-b23a-a363769c9299 req-99091e48-9bbd-4e53-b8e5-f6055fb2a63c tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b41fee0-4234-4007-b49c-6280816e85d9&id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0466835 Aug 10 02:04:37.978976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce6aeae9-8bb3-4044-92b4-ef0e6fa84496 req-20c72cb4-1d2f-4d91-9a3d-102bae1285d3 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 210 time: 0.0351770 Aug 10 02:04:38.025321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-ed9ef49c-dc39-4d4d-9092-ad8d6063ddc3 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:38.026828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-ed9ef49c-dc39-4d4d-9092-ad8d6063ddc3 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 814 time: 0.1418245 Aug 10 02:04:38.042966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-bb052638-de9e-450a-b05c-b9aeb0c520e6 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/quotas/528541ffbc0448c0b46e94be883c093f HTTP/1.1" status: 200 len: 375 time: 0.0101159 Aug 10 02:04:38.097485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-b0342db4-f37d-4744-9ab9-9372feccbf9a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474710 Aug 10 02:04:38.194516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-931d5bc8-7d0a-4c8c-b844-791d86f70f00 service neutron] 10.222.0.38 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881672 Aug 10 02:04:38.351061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50650) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:38.472632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2e4b62a-e499-4b1a-8780-724455b82022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:38.576373 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2e4b62a-e499-4b1a-8780-724455b82022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:38.640151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b53bad-4671-4162-adc4-42d6def7a1af req-170b8e32-7200-488f-820a-d23d0464628e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:38.641526 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11b53bad-4671-4162-adc4-42d6def7a1af req-170b8e32-7200-488f-820a-d23d0464628e tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 984 time: 0.0973730 Aug 10 02:04:38.649476 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2e4b62a-e499-4b1a-8780-724455b82022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:38.658401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-31f68ef3-70a4-4c26-baa5-dd08b9f2d282 service neutron] 10.222.0.38 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570289 Aug 10 02:04:38.692970 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f2e4b62a-e499-4b1a-8780-724455b82022 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b07bd4c414a44fb9a96ef9f1c1c29ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408806 Aug 10 02:04:38.695966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11b53bad-4671-4162-adc4-42d6def7a1af req-f086d445-fdad-4503-958b-cabab3f68998 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=4b41fee0-4234-4007-b49c-6280816e85d9&id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0425537 Aug 10 02:04:38.696734 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50660) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:38.700297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4b62a-e499-4b1a-8780-724455b82022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9b2c43-0551-42ff-b43f-8a5ec1229e2a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:38.767666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5ec894b-6924-44ed-b2f0-47e143efd6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:38.789458 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5ec894b-6924-44ed-b2f0-47e143efd6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:38.858742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-20110216-3970-4e21-b89f-eba411ce22da tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-835859651&fields=id&tenant_id=4de04bf2f7fc4020900db0f273f1d63d HTTP/1.1" status: 200 len: 267 time: 0.0468016 Aug 10 02:04:38.926066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-331e49b5-7a58-4da2-9be4-c0e896452b33 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:38.927646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-331e49b5-7a58-4da2-9be4-c0e896452b33 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 984 time: 0.0604322 Aug 10 02:04:38.941892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5ec894b-6924-44ed-b2f0-47e143efd6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:38.947025 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5ec894b-6924-44ed-b2f0-47e143efd6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:38.947025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5ec894b-6924-44ed-b2f0-47e143efd6cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c9b2c43-0551-42ff-b43f-8a5ec1229e2a HTTP/1.1" status: 204 len: 168 time: 0.2491271 Aug 10 02:04:38.951461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-5d79add9-3f47-4663-a5fa-ce730e4568c5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'port': {'security_groups': ['4b41fee0-4234-4007-b49c-6280816e85d9', '9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0', '9110b31c-2136-4bd5-b88f-f461bfc6d680']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:38.988934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec894b-6924-44ed-b2f0-47e143efd6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9b2c43-0551-42ff-b43f-8a5ec1229e2a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:39.065501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-5d79add9-3f47-4663-a5fa-ce730e4568c5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:39.162721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-07dfcad3-af97-4bfe-a2b8-3e507878f8da tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:39.164132 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-07dfcad3-af97-4bfe-a2b8-3e507878f8da tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.16 "GET /v2.0/networks?id=610180de-b3cd-4390-8489-14f5b3c90d36 HTTP/1.1" status: 200 len: 814 time: 0.1686265 Aug 10 02:04:39.177294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Request body: {'port': {'device_id': '1260cb7b-989a-41d1-8c73-2cc9cbe790a8', 'network_id': '610180de-b3cd-4390-8489-14f5b3c90d36', 'admin_state_up': True, 'tenant_id': 'de2a8253d7d04270b16e372db75459d5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:39.178697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-931e40f7-1960-49e9-a2ad-1921c7e0bb3f req-16439df3-6e1a-4bc0-88bd-dd34385b8780 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 210 time: 0.0445888 Aug 10 02:04:39.370964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dd54e24-12ca-475f-adcb-8a2f5cc528c5 req-8c57804b-4a03-4252-a15e-c1ceabbf2801 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 210 time: 0.0529644 Aug 10 02:04:39.410004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Made reservation on behalf of de2a8253d7d04270b16e372db75459d5 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:04:39.420855 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:39.498370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-5d79add9-3f47-4663-a5fa-ce730e4568c5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] For port 6ad30017-644a-416a-9cf0-0d2724964ff5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6ad30017-644a-416a-9cf0-0d2724964ff5,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:39.540929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-5d79add9-3f47-4663-a5fa-ce730e4568c5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:39.593063 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-5d79add9-3f47-4663-a5fa-ce730e4568c5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:39.605491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', '6ad30017-644a-416a-9cf0-0d2724964ff5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:39.641721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Allocated IP 172.20.0.7 (610180de-b3cd-4390-8489-14f5b3c90d36/80f9586a-f2c8-41d4-ab6a-cf7a3dbb01e4/6d6450a7-2ab2-4ac4-8cc5-5c81f344c801) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:04:39.644212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-5d79add9-3f47-4663-a5fa-ce730e4568c5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:39.644750 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-5d79add9-3f47-4663-a5fa-ce730e4568c5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:39.653594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b64eb200-b3e8-4566-b4c1-9ed81c8cdf8b req-5d79add9-3f47-4663-a5fa-ce730e4568c5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "PUT /v2.0/ports/6ad30017-644a-416a-9cf0-0d2724964ff5 HTTP/1.1" status: 200 len: 1020 time: 0.7135839 Aug 10 02:04:39.654266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:39.656794 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810569b-8a98-4f71-ba30-104cc1d76837" -d '{"events": [{"name": "network-changed", "server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:39.744005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79add9-3f47-4663-a5fa-ce730e4568c5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'Port': ['ID=6ad30017-644a-416a-9cf0-0d2724964ff5,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:39.750139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6ad30017-644a-416a-9cf0-0d2724964ff5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:39.763054 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6f375d-73f2-4e1b-87d6-4e572c7f3886 x-openstack-request-id: req-3d6f375d-73f2-4e1b-87d6-4e572c7f3886 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:39.763887 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:39.763887 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d6f375d-73f2-4e1b-87d6-4e572c7f3886 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:39.764135 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5', 'status': 'completed', 'code': 200} Aug 10 02:04:39.782738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-baa9988c-5de7-4a0a-94d5-6e3be8988b47 req-4d9d2c04-2e75-4d4e-9c9e-f8318145227a tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/9110b31c-2136-4bd5-b88f-f461bfc6d680 HTTP/1.1" status: 200 len: 1801 time: 0.0899291 Aug 10 02:04:39.861223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-55a874e7-8fe6-4e2c-82ad-90283f69affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:39.862887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-55a874e7-8fe6-4e2c-82ad-90283f69affb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 1175 time: 0.0776029 Aug 10 02:04:39.933981 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-baa9988c-5de7-4a0a-94d5-6e3be8988b47 req-aa9f5941-0728-4801-865e-15eb8ef8c5bb tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 02:04:39.947803 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:39.950172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-baa9988c-5de7-4a0a-94d5-6e3be8988b47 req-aa9f5941-0728-4801-865e-15eb8ef8c5bb tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/9110b31c-2136-4bd5-b88f-f461bfc6d680 HTTP/1.1" status: 409 len: 341 time: 0.1297729 Aug 10 02:04:40.056225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-17697681-72c9-4e4c-9754-fbea26294d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:40.057814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-17697681-72c9-4e4c-9754-fbea26294d93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 200 len: 912 time: 0.1859701 Aug 10 02:04:40.108622 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:40.180098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-a897db0b-fc07-45cb-8e73-2984934f4ebe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad30017-644a-416a-9cf0-0d2724964ff5 HTTP/1.1" status: 200 len: 217 time: 0.1108215 Aug 10 02:04:40.241233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Pushing event updated for resources: {'Port': ['ID=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:40.259809 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Network 610180de-b3cd-4390-8489-14f5b3c90d36 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:04:40.261882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:04:40.264938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:04:40.295597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-fcc8a297-ff2a-4e72-9ad8-ace2d006e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:40.298040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-fcc8a297-ff2a-4e72-9ad8-ace2d006e8f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1cc26a43-a676-484d-a494-8485c46af248 HTTP/1.1" status: 200 len: 851 time: 0.0999241 Aug 10 02:04:40.359346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-1f69a067-ef31-405b-895f-76bc3e81ef12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2ca103b-fb96-4c1c-8b8b-186771ec844f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461154 Aug 10 02:04:40.369094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:40.369818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:40.491450 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bacc2ae4-70ac-43d1-b5cc-1e30ab9bb696 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3131871 Aug 10 02:04:40.503089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Request body: {'port': {'device_id': '1260cb7b-989a-41d1-8c73-2cc9cbe790a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:40.587374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:40.637001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06c2c57c-845a-4d38-8002-076f36d0adf4 req-d806277e-b74a-4652-a2b2-a0d9bcf9f6f3 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 210 time: 0.0755892 Aug 10 02:04:40.680666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-d7d8a747-1c89-4d00-bc2e-45b035c8e54f service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943344 Aug 10 02:04:40.822083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f810569b-8a98-4f71-ba30-104cc1d76837 req-2a396f59-5205-4ad6-b52b-98ac181b1a67 service neutron] 10.222.0.11 "GET /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325619 Aug 10 02:04:40.872728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fd25f-761e-47fe-9624-dafccc05edff req-1efde4e6-e134-45a6-b68b-eab101c2ed2f tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:40.874370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b3fd25f-761e-47fe-9624-dafccc05edff req-1efde4e6-e134-45a6-b68b-eab101c2ed2f tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 931 time: 0.1147122 Aug 10 02:04:40.916000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b3fd25f-761e-47fe-9624-dafccc05edff req-50159311-1364-4fb3-8a2e-2a3abe04af19 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350888 Aug 10 02:04:40.932560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:40.940649 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:40.953544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Transition to ACTIVE for port object 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:04:41.061169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:41.089560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6ec5a-8663-4c51-a2f9-ea82aa560e8e req-eac119c7-4bd8-43c6-ac6c-20e87197fdbd tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.098100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cb6ec5a-8663-4c51-a2f9-ea82aa560e8e req-eac119c7-4bd8-43c6-ac6c-20e87197fdbd tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 1023 time: 0.0765257 Aug 10 02:04:41.166097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:41.207499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cb6ec5a-8663-4c51-a2f9-ea82aa560e8e req-fa2ae210-1f83-453d-b2aa-71c1a8faf9e0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9110b31c-2136-4bd5-b88f-f461bfc6d680&id=4b41fee0-4234-4007-b49c-6280816e85d9&id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1085229 Aug 10 02:04:41.230999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941cc42-c257-4099-b40c-07751107e247 req-0069105d-ad78-4331-a4ce-61f301698344 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.231352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Attempting to bind port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:04:41.231352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Attempting to bind port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'b011a8f1-9252-4078-84c4-969e24939dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '610180de-b3cd-4390-8489-14f5b3c90d36'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:04:41.231352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Attempting to bind port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 on network 610180de-b3cd-4390-8489-14f5b3c90d36 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:41.233159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941cc42-c257-4099-b40c-07751107e247 req-0069105d-ad78-4331-a4ce-61f301698344 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.236041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 on network 610180de-b3cd-4390-8489-14f5b3c90d36 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:04:41.241012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Attempting to bind port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 on network 610180de-b3cd-4390-8489-14f5b3c90d36 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:41.242014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941cc42-c257-4099-b40c-07751107e247 req-0069105d-ad78-4331-a4ce-61f301698344 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.242601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:04:41.242971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Checking segment: {'id': 'b011a8f1-9252-4078-84c4-969e24939dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '610180de-b3cd-4390-8489-14f5b3c90d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:04:41.243359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Bound using segment: {'id': 'b011a8f1-9252-4078-84c4-969e24939dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '610180de-b3cd-4390-8489-14f5b3c90d36'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:04:41.243831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Bound port: 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b011a8f1-9252-4078-84c4-969e24939dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '610180de-b3cd-4390-8489-14f5b3c90d36'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:04:41.244150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:41.266488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941cc42-c257-4099-b40c-07751107e247 req-0069105d-ad78-4331-a4ce-61f301698344 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.267552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941cc42-c257-4099-b40c-07751107e247 req-0069105d-ad78-4331-a4ce-61f301698344 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.274607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941cc42-c257-4099-b40c-07751107e247 req-0069105d-ad78-4331-a4ce-61f301698344 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.281088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941cc42-c257-4099-b40c-07751107e247 req-0069105d-ad78-4331-a4ce-61f301698344 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.283164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9941cc42-c257-4099-b40c-07751107e247 req-0069105d-ad78-4331-a4ce-61f301698344 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5446 time: 0.1580894 Aug 10 02:04:41.333159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] For port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:41.336628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] For port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,segment=NetworkSegment(b011a8f1-9252-4078-84c4-969e24939dd1),segment_id=b011a8f1-9252-4078-84c4-969e24939dd1)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:04:41.363746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9941cc42-c257-4099-b40c-07751107e247 req-51671822-48af-452d-a105-a2115b1da689 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698216 Aug 10 02:04:41.415966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977ec10-2952-4137-81fd-030d88ced2bc req-0ffbc253-83a9-4693-a3e3-1e3055ca1ac8 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.417432 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:41.419092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4977ec10-2952-4137-81fd-030d88ced2bc req-0ffbc253-83a9-4693-a3e3-1e3055ca1ac8 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.1347058 Aug 10 02:04:41.474996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.475623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:41.477086 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] 10.222.0.16 "PUT /v2.0/ports/6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 HTTP/1.1" status: 200 len: 1092 time: 0.9789281 Aug 10 02:04:41.477504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1260cb7b-989a-41d1-8c73-2cc9cbe790a8', 'tag': '6d6450a7-2ab2-4ac4-8cc5-5c81f344c801'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:41.479974 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86212603-a6c6-48ce-aa94-838baf6c0b91" -d '{"events": [{"name": "network-changed", "server_uuid": "1260cb7b-989a-41d1-8c73-2cc9cbe790a8", "tag": "6d6450a7-2ab2-4ac4-8cc5-5c81f344c801"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:41.498108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157997-193f-47f0-a48d-bb8c05a3b508 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:41.510490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-49c3cde3-287b-445b-83ff-27c73d5a8354 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.514941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-49c3cde3-287b-445b-83ff-27c73d5a8354 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.11 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 814 time: 0.1633735 Aug 10 02:04:41.517824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4977ec10-2952-4137-81fd-030d88ced2bc req-6d84e54a-abbe-446a-9cdf-5d7ddcc5c08f tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792282 Aug 10 02:04:41.532922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Request body: {'port': {'device_id': '2bed7988-cdd0-472e-b785-ab172298fc6e', 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a', 'admin_state_up': True, 'tenant_id': '528541ffbc0448c0b46e94be883c093f'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:41.580023 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbef04a-b03f-48af-b44e-cd665661253e x-openstack-request-id: req-1dbef04a-b03f-48af-b44e-cd665661253e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:41.580023 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1260cb7b-989a-41d1-8c73-2cc9cbe790a8", "tag": "6d6450a7-2ab2-4ac4-8cc5-5c81f344c801", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:41.580023 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dbef04a-b03f-48af-b44e-cd665661253e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:41.580023 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1260cb7b-989a-41d1-8c73-2cc9cbe790a8', 'tag': '6d6450a7-2ab2-4ac4-8cc5-5c81f344c801', 'status': 'completed', 'code': 200} Aug 10 02:04:41.638998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-3e77f604-1dff-4d68-a303-c531bc2620e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.640590 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-3e77f604-1dff-4d68-a303-c531bc2620e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de2a8253d7d04270b16e372db75459d5&device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 1095 time: 0.0489616 Aug 10 02:04:41.694474 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-ad9a7a60-563c-41ae-a46d-67e444125048 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 HTTP/1.1" status: 200 len: 217 time: 0.0389202 Aug 10 02:04:41.747598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d0121d4-a749-465c-af35-f996ea130fd8 req-000df0a5-4036-48f0-bbd3-74a261901b20 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 210 time: 0.0330167 Aug 10 02:04:41.748792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Made reservation on behalf of 528541ffbc0448c0b46e94be883c093f for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:04:41.752983 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:41.759773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-ea60fc16-07ed-416d-8cf3-589840f59ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:41.761741 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-ea60fc16-07ed-416d-8cf3-589840f59ff5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f9586a-f2c8-41d4-ab6a-cf7a3dbb01e4 HTTP/1.1" status: 200 len: 854 time: 0.0520263 Aug 10 02:04:41.799086 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-67949b4d-46fa-427b-bb7b-d9508c4d83db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=610180de-b3cd-4390-8489-14f5b3c90d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279849 Aug 10 02:04:41.885008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Allocated IP 172.20.0.2 (b58490f0-0df5-439a-953d-f84d4eaf497a/27cfc453-af12-4882-ad7e-694982c2e5f1/c8274446-5ee8-474f-afa7-339390653bd1) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:04:41.903985 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-349eb054-bde7-46d8-8f4a-41b22b5a945f service neutron] 10.222.0.16 "GET /v2.0/networks/610180de-b3cd-4390-8489-14f5b3c90d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942411 Aug 10 02:04:42.029716 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fee64469-11f9-453a-b52d-6efc2d3278e6 req-17ee1753-889c-427b-a4ee-5e56727de3af service neutron] 10.222.0.16 "GET /v2.0/networks/610180de-b3cd-4390-8489-14f5b3c90d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140883 Aug 10 02:04:42.080990 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:42.141223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf328b-95b3-488d-a2bc-00ce83be09f4 req-c0e17896-c752-469c-9394-610217acbe0a tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.142739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3bf328b-95b3-488d-a2bc-00ce83be09f4 req-c0e17896-c752-469c-9394-610217acbe0a tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 943 time: 0.0841746 Aug 10 02:04:42.144911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-b13b7ec8-6f71-437a-82d7-616c34f06d23 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.151709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-b13b7ec8-6f71-437a-82d7-616c34f06d23 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.158137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-b13b7ec8-6f71-437a-82d7-616c34f06d23 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.165307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-b13b7ec8-6f71-437a-82d7-616c34f06d23 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.171275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-b13b7ec8-6f71-437a-82d7-616c34f06d23 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.177245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-b13b7ec8-6f71-437a-82d7-616c34f06d23 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.183814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-b13b7ec8-6f71-437a-82d7-616c34f06d23 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.185699 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-b13b7ec8-6f71-437a-82d7-616c34f06d23 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5446 time: 0.0981269 Aug 10 02:04:42.194793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3bf328b-95b3-488d-a2bc-00ce83be09f4 req-9adae84c-575a-4e4f-8fd1-b5e2a02e949c tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Aug 10 02:04:42.262073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-c9a51fad-a7fe-4e3d-a576-bfcaf9d4c7df tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.265668 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-c9a51fad-a7fe-4e3d-a576-bfcaf9d4c7df tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "GET /v2.0/ports/427255fd-b6d6-40ae-bad2-edb5ab3b5dec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695679 Aug 10 02:04:42.280194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-449a8920-52a4-47d0-ac18-dff38795afb3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.283062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-449a8920-52a4-47d0-ac18-dff38795afb3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.11 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 1023 time: 0.0870774 Aug 10 02:04:42.285494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:42.286271 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-3d31191d-2a72-48b3-b4ea-dfbc498a66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.288879 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-3d31191d-2a72-48b3-b4ea-dfbc498a66d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de2a8253d7d04270b16e372db75459d5&device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 1095 time: 0.1012540 Aug 10 02:04:42.300404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['da1df991-d2c4-40d8-9548-3bd68da27678', 'a4ebb349-e7ac-44dd-b91c-a378085e56a6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:42.479758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Network b58490f0-0df5-439a-953d-f84d4eaf497a is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:04:42.506828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Pushing event updated for resources: {'Port': ['ID=c8274446-5ee8-474f-afa7-339390653bd1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:42.560537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:04:42.571361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:04:42.577778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-33966dee-5f35-4122-8565-3177d44f88dd tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "GET /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3028595 Aug 10 02:04:42.580917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-1c0ba352-ce6e-44e2-aecf-5141142f3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.582327 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-1c0ba352-ce6e-44e2-aecf-5141142f3a01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=610180de-b3cd-4390-8489-14f5b3c90d36 HTTP/1.1" status: 200 len: 915 time: 0.2847776 Aug 10 02:04:42.598716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:42.657780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c99c9-2e94-4731-b45a-99dae22c576d req-cb8837d3-0009-45c9-baec-26e7082a9fc0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.660391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb8c99c9-2e94-4731-b45a-99dae22c576d req-cb8837d3-0009-45c9-baec-26e7082a9fc0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 1023 time: 0.2667487 Aug 10 02:04:42.679882 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-67f30d72-b87e-413a-979c-3a385a966771 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 HTTP/1.1" status: 200 len: 217 time: 0.0526712 Aug 10 02:04:42.721318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.721967 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:42.750414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Deleting port 6ad30017-644a-416a-9cf0-0d2724964ff5 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:42.753204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:42.764705 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:42.792880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-d3179e49-8bf5-4771-b22f-93b8f5a753af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.794511 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-d3179e49-8bf5-4771-b22f-93b8f5a753af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f9586a-f2c8-41d4-ab6a-cf7a3dbb01e4 HTTP/1.1" status: 200 len: 854 time: 0.0766907 Aug 10 02:04:42.799291 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:42.809978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb8c99c9-2e94-4731-b45a-99dae22c576d req-7a978b72-6fef-4f2c-9b4f-cb5b17f12a56 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9110b31c-2136-4bd5-b88f-f461bfc6d680&id=4b41fee0-4234-4007-b49c-6280816e85d9&id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1392210 Aug 10 02:04:42.826913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501be8a-0ee3-4362-90dc-ec89b31bb28f req-0d81d782-1551-497f-b075-452d360620a7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.830674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501be8a-0ee3-4362-90dc-ec89b31bb28f req-0d81d782-1551-497f-b075-452d360620a7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.837010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501be8a-0ee3-4362-90dc-ec89b31bb28f req-0d81d782-1551-497f-b075-452d360620a7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.842935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501be8a-0ee3-4362-90dc-ec89b31bb28f req-0d81d782-1551-497f-b075-452d360620a7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.849251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501be8a-0ee3-4362-90dc-ec89b31bb28f req-0d81d782-1551-497f-b075-452d360620a7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.858840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501be8a-0ee3-4362-90dc-ec89b31bb28f req-0d81d782-1551-497f-b075-452d360620a7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.861737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501be8a-0ee3-4362-90dc-ec89b31bb28f req-0d81d782-1551-497f-b075-452d360620a7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.870199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c501be8a-0ee3-4362-90dc-ec89b31bb28f req-0d81d782-1551-497f-b075-452d360620a7 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 5446 time: 0.2685759 Aug 10 02:04:42.881874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb7fd478-bc1a-4a69-ad1e-630f2b58da2f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3556261 Aug 10 02:04:42.908638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Request body: {'port': {'device_id': '2bed7988-cdd0-472e-b785-ab172298fc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:42.973992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c501be8a-0ee3-4362-90dc-ec89b31bb28f req-c501e6e5-4b3c-4123-ba3e-77e6a19d915b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029711 Aug 10 02:04:43.071801 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] For port 6ad30017-644a-416a-9cf0-0d2724964ff5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6ad30017-644a-416a-9cf0-0d2724964ff5,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:43.072200 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:43.090468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:43.094043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Calling delete_port for 6ad30017-644a-416a-9cf0-0d2724964ff5 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:43.189334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-ee24bc15-72fe-4918-9081-36b2860d8f44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=610180de-b3cd-4390-8489-14f5b3c90d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3732483 Aug 10 02:04:43.227796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f8b45-c949-4bbe-9978-3a0392342a72 req-f3fa133c-aeb5-4efd-8345-39b4bf3e3dab tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:43.231015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a90f8b45-c949-4bbe-9978-3a0392342a72 req-f3fa133c-aeb5-4efd-8345-39b4bf3e3dab tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.2281647 Aug 10 02:04:43.362850 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-fa2ff89e-1b72-4882-b87f-f0bf378b11f9 service neutron] 10.222.0.16 "GET /v2.0/networks/610180de-b3cd-4390-8489-14f5b3c90d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626239 Aug 10 02:04:43.367875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] For port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:43.387319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8a46f-3cf1-4366-a7cd-459072965818 req-ddb8ba07-c3aa-487a-91f0-eb879df912cf tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:43.389077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-beb8a46f-3cf1-4366-a7cd-459072965818 req-ddb8ba07-c3aa-487a-91f0-eb879df912cf tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 931 time: 0.2367373 Aug 10 02:04:43.391962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a90f8b45-c949-4bbe-9978-3a0392342a72 req-913fc8b5-1316-4c28-9a91-51458e5a348a tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438270 Aug 10 02:04:43.482924 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] For port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:43.534213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] device_id is not set on port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:04:43.542508 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-86212603-a6c6-48ce-aa94-838baf6c0b91 req-26e4e687-5a5a-4f6d-8de5-905fd93cca0e service neutron] 10.222.0.16 "GET /v2.0/networks/610180de-b3cd-4390-8489-14f5b3c90d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711130 Aug 10 02:04:43.546448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:43.562950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-beb8a46f-3cf1-4366-a7cd-459072965818 req-fd332206-5c99-443f-9493-5c2d30cea3b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573689 Aug 10 02:04:43.620998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:43.658131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7314d-0b99-4b00-9e0d-a4abd1427e93 req-3ea8750b-2fbf-41bd-99e9-3fcd35775d72 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:43.659949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08d7314d-0b99-4b00-9e0d-a4abd1427e93 req-3ea8750b-2fbf-41bd-99e9-3fcd35775d72 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 943 time: 0.1606429 Aug 10 02:04:43.684718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:43.719279 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:43.730523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] No DVR routers for this DVR port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:43.731243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', '6ad30017-644a-416a-9cf0-0d2724964ff5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:43.805905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08d7314d-0b99-4b00-9e0d-a4abd1427e93 req-ca67fe6d-4702-452d-913b-7ce697023ca2 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373787 Aug 10 02:04:43.812133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'Port': ['ID=6ad30017-644a-416a-9cf0-0d2724964ff5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:43.831500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8274446-5ee8-474f-afa7-339390653bd1 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:43.857364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:43.860519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] In _notify_port_updated(), no bound segment for port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:04:43.861406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:43.862041 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:43.866143 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-3e3c49bb-b29c-4649-9c33-68b5131acfb6 service neutron] 10.222.0.16 "PUT /v2.0/ports/427255fd-b6d6-40ae-bad2-edb5ab3b5dec HTTP/1.1" status: 200 len: 1033 time: 1.2726524 Aug 10 02:04:43.945838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] No DVR routers for this DVR port 6ad30017-644a-416a-9cf0-0d2724964ff5 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:43.950182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-d186a9c9-072c-402c-811b-11ba108d8265 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:43.951841 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-d186a9c9-072c-402c-811b-11ba108d8265 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "GET /v2.0/ports/efb0670e-4f05-4aac-9ba8-3680f27368b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0794823 Aug 10 02:04:43.960332 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:43.962729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75f5a698-3056-4b0d-8adb-54421ffa5636 req-2d13b9fe-8fe1-4330-aac1-8aff53b1a3ab tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.11 "DELETE /v2.0/ports/6ad30017-644a-416a-9cf0-0d2724964ff5 HTTP/1.1" status: 204 len: 173 time: 1.6660714 Aug 10 02:04:43.968123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:43.968862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'name': 'network-vif-deleted', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:43.972326 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56093ce3-ed86-409b-ba4a-4fb9b71ac20b" -d '{"events": [{"server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "name": "network-vif-deleted", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:43.983496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Transition to ACTIVE for port object c8274446-5ee8-474f-afa7-339390653bd1 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:04:44.054246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aaa18acc-3f68-45f2-bccf-eb48659d1fca req-3e7981c9-51bb-4730-90d6-2d98bd5f5981 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=f98f683f-ac47-4f65-af6c-d59583e0c530 HTTP/1.1" status: 200 len: 210 time: 0.0775526 Aug 10 02:04:44.086735 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.123739 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b305e325-47fe-4921-9250-28b9aeb5d9c0 x-openstack-request-id: req-b305e325-47fe-4921-9250-28b9aeb5d9c0 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:44.128016 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98f683f-ac47-4f65-af6c-d59583e0c530", "name": "network-vif-deleted", "tag": "6ad30017-644a-416a-9cf0-0d2724964ff5", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:44.128016 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b305e325-47fe-4921-9250-28b9aeb5d9c0 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:44.128016 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98f683f-ac47-4f65-af6c-d59583e0c530', 'name': 'network-vif-deleted', 'tag': '6ad30017-644a-416a-9cf0-0d2724964ff5', 'status': 'completed', 'code': 200} Aug 10 02:04:44.128016 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.128400 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.145457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f9169f69-f6af-412a-90a3-556e6b51a516 None None] Provisioning complete for port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:44.145830 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f9169f69-f6af-412a-90a3-556e6b51a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.204415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Pushing event updated for resources: {'Port': ['ID=c8274446-5ee8-474f-afa7-339390653bd1,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:44.217613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f9169f69-f6af-412a-90a3-556e6b51a516 None None] Port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:04:44.304884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] For port efb0670e-4f05-4aac-9ba8-3680f27368b7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=efb0670e-4f05-4aac-9ba8-3680f27368b7,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:44.346493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Attempting to bind port c8274446-5ee8-474f-afa7-339390653bd1 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:04:44.346900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Attempting to bind port c8274446-5ee8-474f-afa7-339390653bd1 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:04:44.347243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Attempting to bind port c8274446-5ee8-474f-afa7-339390653bd1 on network b58490f0-0df5-439a-953d-f84d4eaf497a {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:44.353284 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] For port efb0670e-4f05-4aac-9ba8-3680f27368b7, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:44.377155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4f32-a7f8-46a1-a5db-e01bf4121da8 req-b989dc3e-8e57-43d3-b4f5-73fad746463f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.383952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4f32-a7f8-46a1-a5db-e01bf4121da8 req-b989dc3e-8e57-43d3-b4f5-73fad746463f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.400174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4f32-a7f8-46a1-a5db-e01bf4121da8 req-b989dc3e-8e57-43d3-b4f5-73fad746463f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.403473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] device_id is not set on port efb0670e-4f05-4aac-9ba8-3680f27368b7 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:04:44.406849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4f32-a7f8-46a1-a5db-e01bf4121da8 req-b989dc3e-8e57-43d3-b4f5-73fad746463f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.413748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4f32-a7f8-46a1-a5db-e01bf4121da8 req-b989dc3e-8e57-43d3-b4f5-73fad746463f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.414297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.419703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4f32-a7f8-46a1-a5db-e01bf4121da8 req-b989dc3e-8e57-43d3-b4f5-73fad746463f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.421937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb7d4f32-a7f8-46a1-a5db-e01bf4121da8 req-b989dc3e-8e57-43d3-b4f5-73fad746463f tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 4666 time: 0.1404109 Aug 10 02:04:44.423114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Port c8274446-5ee8-474f-afa7-339390653bd1 on network b58490f0-0df5-439a-953d-f84d4eaf497a not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:04:44.423793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Attempting to bind port c8274446-5ee8-474f-afa7-339390653bd1 on network b58490f0-0df5-439a-953d-f84d4eaf497a {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:44.429339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:04:44.429683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Checking segment: {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:04:44.430073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Bound using segment: {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:04:44.430528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Bound port: c8274446-5ee8-474f-afa7-339390653bd1, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:04:44.430933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.522661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb7d4f32-a7f8-46a1-a5db-e01bf4121da8 req-c33dc91f-4bd2-4f31-9656-250aedb2f6ab tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&id=c0a5c545-16a0-4d21-9ce8-484f3cdb3039&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886886 Aug 10 02:04:44.530000 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.543951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] For port c8274446-5ee8-474f-afa7-339390653bd1, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:44.547148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] For port c8274446-5ee8-474f-afa7-339390653bd1, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c8274446-5ee8-474f-afa7-339390653bd1,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:04:44.601796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] No DVR routers for this DVR port efb0670e-4f05-4aac-9ba8-3680f27368b7 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:44.626865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] Pushing event updated for resources: {'Port': ['ID=efb0670e-4f05-4aac-9ba8-3680f27368b7,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:44.637660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.656745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] In _notify_port_updated(), no bound segment for port efb0670e-4f05-4aac-9ba8-3680f27368b7 on network 6906e817-12a2-44d3-a767-c9f07bb5f281 {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:04:44.657598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.658247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.659590 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-fc95cac9-9b99-4f60-b8df-c918c28186a3 service neutron] 10.222.0.16 "PUT /v2.0/ports/efb0670e-4f05-4aac-9ba8-3680f27368b7 HTTP/1.1" status: 200 len: 1033 time: 0.6985590 Aug 10 02:04:44.704632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.705263 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.706726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] 10.222.0.11 "PUT /v2.0/ports/c8274446-5ee8-474f-afa7-339390653bd1 HTTP/1.1" status: 200 len: 1092 time: 1.8061180 Aug 10 02:04:44.743685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e368f-f38f-462b-8934-0a618acb7121 req-8523ab3a-c6d2-4335-b15a-0455ab8fa575 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.745247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b41e368f-f38f-462b-8934-0a618acb7121 req-8523ab3a-c6d2-4335-b15a-0455ab8fa575 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.1460779 Aug 10 02:04:44.776984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5ab30-ae38-47aa-8b73-ef973c21248e service neutron] Pushing event updated for resources: {'Port': ['ID=c8274446-5ee8-474f-afa7-339390653bd1,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:44.791904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dc1f6-858f-4f68-9d44-9dbd2f04cab4 req-a158cb14-1102-4099-b0bc-15d995c930d7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.797326 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:44.797679 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.802664 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee9dc1f6-858f-4f68-9d44-9dbd2f04cab4 req-a158cb14-1102-4099-b0bc-15d995c930d7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 943 time: 0.1519148 Aug 10 02:04:44.929911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] For port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:44.930315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.950666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-445ec179-b33e-45b3-9b21-aab10cc6182d None None] Provisioning complete for port efb0670e-4f05-4aac-9ba8-3680f27368b7 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:44.957320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-445ec179-b33e-45b3-9b21-aab10cc6182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.957477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:45.008987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-445ec179-b33e-45b3-9b21-aab10cc6182d None None] Port efb0670e-4f05-4aac-9ba8-3680f27368b7 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:04:45.222683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b41e368f-f38f-462b-8934-0a618acb7121 req-951e5398-c38d-4742-836e-5dc4bae58963 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4605885 Aug 10 02:04:45.232971 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:45.246704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee9dc1f6-858f-4f68-9d44-9dbd2f04cab4 req-949ba9cf-7fb5-4b59-b239-ab0225c01e9f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360175 Aug 10 02:04:45.246704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-4ec46900-e914-4254-847d-00eeea46789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:45.246704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-4ec46900-e914-4254-847d-00eeea46789f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 1095 time: 0.0831575 Aug 10 02:04:45.285161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=8cf4f938-de02-41ee-a3ac-d3a89ae08d67,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:45.326273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-cde27f50-4245-4f36-b6de-fc272f9c966e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8274446-5ee8-474f-afa7-339390653bd1 HTTP/1.1" status: 200 len: 217 time: 0.0618210 Aug 10 02:04:45.343200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] No DVR routers for this DVR port 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:45.346485 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:45.348892 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-0a5382ec-ac38-4027-b83c-2338e5af20eb tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "DELETE /v2.0/ports/8cf4f938-de02-41ee-a3ac-d3a89ae08d67 HTTP/1.1" status: 204 len: 173 time: 0.6806114 Aug 10 02:04:45.349652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': '8cf4f938-de02-41ee-a3ac-d3a89ae08d67'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:45.352579 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2e311c-8983-4e22-aeed-f3e525ea9db5" -d '{"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "8cf4f938-de02-41ee-a3ac-d3a89ae08d67"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:45.453985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb0b1f7a-4a6f-45a4-a124-cf5cd93a050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:45.459671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-eb0b1f7a-4a6f-45a4-a124-cf5cd93a050e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27cfc453-af12-4882-ad7e-694982c2e5f1 HTTP/1.1" status: 200 len: 854 time: 0.1206565 Aug 10 02:04:45.501657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port db60ac19-8829-4451-9307-964b4d9a35e4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:45.502171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:45.509346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-f389098b-d03b-45fd-86b0-ef6a9793be1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b58490f0-0df5-439a-953d-f84d4eaf497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403612 Aug 10 02:04:45.517208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6cda-da77-41ce-bbb5-53a9141ac2a1 req-75783446-dc34-4521-8180-7f2aefd014a8 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:45.518792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-157d6cda-da77-41ce-bbb5-53a9141ac2a1 req-75783446-dc34-4521-8180-7f2aefd014a8 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 943 time: 0.1312747 Aug 10 02:04:45.523411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cb306b4-a259-4cfc-9659-c37a98f6ec87 req-2784a4a8-ab2f-4615-9511-45bab3c9aaeb tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/4b41fee0-4234-4007-b49c-6280816e85d9 HTTP/1.1" status: 200 len: 1802 time: 0.1246188 Aug 10 02:04:45.620579 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] For port db60ac19-8829-4451-9307-964b4d9a35e4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=db60ac19-8829-4451-9307-964b4d9a35e4,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:45.621037 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:45.686420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-157d6cda-da77-41ce-bbb5-53a9141ac2a1 req-094f8155-7bf0-4872-8c51-e0867401f943 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535177 Aug 10 02:04:45.735771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50950) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:45.764663 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0cb306b4-a259-4cfc-9659-c37a98f6ec87 req-dbc7233e-c841-483f-9e73-27323a6c40f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:45.803747 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6240b-9b28-44d2-96c5-9a28a99913a1 x-openstack-request-id: req-28d6240b-9b28-44d2-96c5-9a28a99913a1 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:45.804348 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "8cf4f938-de02-41ee-a3ac-d3a89ae08d67", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:45.804467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0cb306b4-a259-4cfc-9659-c37a98f6ec87 req-dbc7233e-c841-483f-9e73-27323a6c40f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:45.804589 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28d6240b-9b28-44d2-96c5-9a28a99913a1 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:45.805093 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': '8cf4f938-de02-41ee-a3ac-d3a89ae08d67', 'status': 'completed', 'code': 200} Aug 10 02:04:45.856817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-79fad6b7-7959-42d4-a5c3-68ae3fd98c27 service neutron] 10.222.0.11 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296523 Aug 10 02:04:45.965700 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:45.966494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:45.966951 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Floating IP 2299b0c5-03ca-4d96-8bfc-bd44479ed9ab disassociated. External IP: 172.25.3.52, port: db60ac19-8829-4451-9307-964b4d9a35e4. Aug 10 02:04:45.967466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for db60ac19-8829-4451-9307-964b4d9a35e4 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:46.015499 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-900567c2-69a4-45b0-82d4-a5af8220db67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.095254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-73e229b7-13b4-4749-8e29-507a9f94545c tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:46.096703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-73e229b7-13b4-4749-8e29-507a9f94545c tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.11 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.1920278 Aug 10 02:04:46.130389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0cb306b4-a259-4cfc-9659-c37a98f6ec87 req-dbc7233e-c841-483f-9e73-27323a6c40f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.133301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0cb306b4-a259-4cfc-9659-c37a98f6ec87 req-dbc7233e-c841-483f-9e73-27323a6c40f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.134375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cb306b4-a259-4cfc-9659-c37a98f6ec87 req-dbc7233e-c841-483f-9e73-27323a6c40f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/4b41fee0-4234-4007-b49c-6280816e85d9 HTTP/1.1" status: 204 len: 173 time: 0.6005290 Aug 10 02:04:46.134821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bed7988-cdd0-472e-b785-ab172298fc6e', 'tag': 'c8274446-5ee8-474f-afa7-339390653bd1'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:46.140436 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda8a32c-f993-491e-ba08-a3a2a08683ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2bed7988-cdd0-472e-b785-ab172298fc6e", "tag": "c8274446-5ee8-474f-afa7-339390653bd1"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:46.198009 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.199206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28361cdb-fa4a-40d7-a172-952cf761d37b req-95a7ddbb-2028-469a-8333-85c81ac87b68 service neutron] 10.222.0.11 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241336 Aug 10 02:04:46.200901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7233e-c841-483f-9e73-27323a6c40f0 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41fee0-4234-4007-b49c-6280816e85d9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:46.238633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=db60ac19-8829-4451-9307-964b4d9a35e4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:46.298855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ebce2-135a-4417-8c5a-308fa0ece5e8 req-f6d01b46-0fc2-47b2-a8b0-85f1643859c4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:46.304844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ebce2-135a-4417-8c5a-308fa0ece5e8 req-f6d01b46-0fc2-47b2-a8b0-85f1643859c4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:46.310985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ebce2-135a-4417-8c5a-308fa0ece5e8 req-f6d01b46-0fc2-47b2-a8b0-85f1643859c4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:46.316991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ebce2-135a-4417-8c5a-308fa0ece5e8 req-f6d01b46-0fc2-47b2-a8b0-85f1643859c4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:46.318970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc5ebce2-135a-4417-8c5a-308fa0ece5e8 req-f6d01b46-0fc2-47b2-a8b0-85f1643859c4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 3073 time: 0.2557032 Aug 10 02:04:46.370372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0317a9e7-e593-4455-9686-552e0e0f4211 req-9bb50e0a-5778-4678-acdf-a9052e34bd45 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/9110b31c-2136-4bd5-b88f-f461bfc6d680 HTTP/1.1" status: 200 len: 1801 time: 0.1969531 Aug 10 02:04:46.373194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Router c7398299-f827-4a1d-9ff7-4015a3d17845 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:04:46.377427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50968) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:46.435610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc5ebce2-135a-4417-8c5a-308fa0ece5e8 req-01dbb207-3610-48f7-adc6-5d741766b023 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041036 Aug 10 02:04:46.452835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Deleting port a01201d1-c55c-4d12-8888-f416c7620aaa {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:46.453186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.477421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-900567c2-69a4-45b0-82d4-a5af8220db67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.514926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f46ea34a-bcb0-4f3d-9a46-21b81242cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.523767 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68485388-dc85-442e-9979-3decb7d69d31 x-openstack-request-id: req-68485388-dc85-442e-9979-3decb7d69d31 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:46.524063 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bed7988-cdd0-472e-b785-ab172298fc6e", "tag": "c8274446-5ee8-474f-afa7-339390653bd1", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:46.524312 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68485388-dc85-442e-9979-3decb7d69d31 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:46.524709 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bed7988-cdd0-472e-b785-ab172298fc6e', 'tag': 'c8274446-5ee8-474f-afa7-339390653bd1', 'status': 'completed', 'code': 200} Aug 10 02:04:46.534131 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-900567c2-69a4-45b0-82d4-a5af8220db67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.542746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:04:46.557522 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] Sync routers for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:04:46.581375 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0317a9e7-e593-4455-9686-552e0e0f4211 req-4be85f2a-d990-4a2e-9b74-3e6a97483195 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.585010 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:46.585976 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:46.606615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] No DVR routers for this DVR port db60ac19-8829-4451-9307-964b4d9a35e4 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:46.609761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.612603 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-528b0307-c0d3-48d2-895e-d7f2d0c56632 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "DELETE /v2.0/ports/db60ac19-8829-4451-9307-964b4d9a35e4 HTTP/1.1" status: 204 len: 173 time: 1.2447259 Aug 10 02:04:46.680316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-900567c2-69a4-45b0-82d4-a5af8220db67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ac8ccf6539c46f3a2a3036f245bad64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9387929 Aug 10 02:04:46.683225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50972) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:46.714578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900567c2-69a4-45b0-82d4-a5af8220db67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62cf6e-9c7a-4e3a-8adf-59d9c906a74c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:46.720034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0317a9e7-e593-4455-9686-552e0e0f4211 req-4be85f2a-d990-4a2e-9b74-3e6a97483195 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.752482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:04:46.757023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 52b899ed-0dda-4a40-8cc0-21715f917d8d no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:46.760432 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:46.769664 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f46ea34a-bcb0-4f3d-9a46-21b81242cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.774997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] For port a01201d1-c55c-4d12-8888-f416c7620aaa, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a01201d1-c55c-4d12-8888-f416c7620aaa,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:46.781895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.812837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port 46267443-4211-4c0f-9fce-25b2006944e6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:46.813398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.868581 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f46ea34a-bcb0-4f3d-9a46-21b81242cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.944105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f46ea34a-bcb0-4f3d-9a46-21b81242cbf5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a71eb40b437f4d469e3f81b13a5ff85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648830 Aug 10 02:04:46.946939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ea34a-bcb0-4f3d-9a46-21b81242cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68323ec-7a85-446b-90e6-35a75bd8eca7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:46.967112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50976) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:46.984266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480788d-ae35-4348-8191-b88f4c7b65fc req-f41aae9e-b1aa-4e9a-90ae-60707e60a7e6 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:46.988003 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.994698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f480788d-ae35-4348-8191-b88f4c7b65fc req-f41aae9e-b1aa-4e9a-90ae-60707e60a7e6 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 945 time: 0.3903785 Aug 10 02:04:46.996187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-0cd2bc19-ba81-48e4-81d7-a49a14510b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:46.997655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-0cd2bc19-ba81-48e4-81d7-a49a14510b1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 1095 time: 0.4087961 Aug 10 02:04:47.012950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,segment=NetworkSegment(b011a8f1-9252-4078-84c4-969e24939dd1),segment_id=b011a8f1-9252-4078-84c4-969e24939dd1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:47.020707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] For port 46267443-4211-4c0f-9fce-25b2006944e6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=46267443-4211-4c0f-9fce-25b2006944e6,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:47.022245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.035150 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8af7f8bc-0679-4af0-a2f3-47a6b8fb4774', 'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'mac_address': 'fa:16:3e:31:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:55Z', 'updated_at': '2021-08-10T01:54:05Z', 'revision_number': 5, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'subnets': [{'id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:47.039129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b899ed-0dda-4a40-8cc0-21715f917d8d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:47.042162 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a923f1-40f7-4663-abad-248db267f96a" -d '{"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-unplugged", "status": "completed", "tag": "52b899ed-0dda-4a40-8cc0-21715f917d8d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:47.045461 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.046355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '6d6450a7-2ab2-4ac4-8cc5-5c81f344c801', 'network_id': '610180de-b3cd-4390-8489-14f5b3c90d36', 'port_id': '6d6450a7-2ab2-4ac4-8cc5-5c81f344c801', 'mac_address': 'fa:16:3e:31:dd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f9586a-f2c8-41d4-ab6a-cf7a3dbb01e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:04:47.046997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0317a9e7-e593-4455-9686-552e0e0f4211 req-4be85f2a-d990-4a2e-9b74-3e6a97483195 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.048053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for 46267443-4211-4c0f-9fce-25b2006944e6 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:47.049869 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0317a9e7-e593-4455-9686-552e0e0f4211 req-4be85f2a-d990-4a2e-9b74-3e6a97483195 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.050993 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0317a9e7-e593-4455-9686-552e0e0f4211 req-4be85f2a-d990-4a2e-9b74-3e6a97483195 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/9110b31c-2136-4bd5-b88f-f461bfc6d680 HTTP/1.1" status: 204 len: 173 time: 0.6716645 Aug 10 02:04:47.076016 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] Checking router: c7398299-f827-4a1d-9ff7-4015a3d17845 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:04:47.088725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 52b899ed-0dda-4a40-8cc0-21715f917d8d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:47.095739 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:47.096374 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:47.121748 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac219abf-c5c6-441d-bc19-13724786f210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.138240 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.161465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac219abf-c5c6-441d-bc19-13724786f210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.163332 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.164942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:47.201030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:47.202150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8cf4f938-de02-41ee-a3ac-d3a89ae08d67 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:47.202822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device db60ac19-8829-4451-9307-964b4d9a35e4 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:47.226305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-2832684d-0465-4140-bb01-ecc8eac92b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:47.227419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-2832684d-0465-4140-bb01-ecc8eac92b62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 915 time: 0.1831911 Aug 10 02:04:47.236321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be85f2a-d990-4a2e-9b74-3e6a97483195 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9110b31c-2136-4bd5-b88f-f461bfc6d680,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:47.251076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: db60ac19-8829-4451-9307-964b4d9a35e4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:47.251417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device db60ac19-8829-4451-9307-964b4d9a35e4 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:47.252019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 46267443-4211-4c0f-9fce-25b2006944e6 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:47.256421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:47.257654 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:47.279806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,segment=NetworkSegment(b011a8f1-9252-4078-84c4-969e24939dd1),segment_id=b011a8f1-9252-4078-84c4-969e24939dd1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:47.346508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=52b899ed-0dda-4a40-8cc0-21715f917d8d,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:47.353455 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.362911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.381410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-fbd6c0b9-75e3-4153-9520-36bf127f0168 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8274446-5ee8-474f-afa7-339390653bd1 HTTP/1.1" status: 200 len: 217 time: 0.1426601 Aug 10 02:04:47.382304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac219abf-c5c6-441d-bc19-13724786f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.385774 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac219abf-c5c6-441d-bc19-13724786f210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.389487 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ac219abf-c5c6-441d-bc19-13724786f210 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b68323ec-7a85-446b-90e6-35a75bd8eca7 HTTP/1.1" status: 204 len: 168 time: 0.4148858 Aug 10 02:04:47.389639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f480788d-ae35-4348-8191-b88f4c7b65fc req-4bdd2656-c244-4d1f-b14d-a64c8259d0d1 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups?id=53e9f7bc-ae85-49dc-b69f-db90b495a080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958850 Aug 10 02:04:47.389957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.476476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac219abf-c5c6-441d-bc19-13724786f210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68323ec-7a85-446b-90e6-35a75bd8eca7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:47.517767 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.529148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=46267443-4211-4c0f-9fce-25b2006944e6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:47.542306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:47.565675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe3fbd-f81f-4334-818c-f07e8e4982df req-73531c26-8999-43ec-8f63-423188e9b07a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:47.565675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6efe3fbd-f81f-4334-818c-f07e8e4982df req-73531c26-8999-43ec-8f63-423188e9b07a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 943 time: 0.3510170 Aug 10 02:04:47.582434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-8c308439-b0e0-476b-9fdc-451396cd5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:47.583138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 427255fd-b6d6-40ae-bad2-edb5ab3b5dec no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:47.583993 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-8c308439-b0e0-476b-9fdc-451396cd5429 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27cfc453-af12-4882-ad7e-694982c2e5f1 HTTP/1.1" status: 200 len: 854 time: 0.1933076 Aug 10 02:04:47.595789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.596164 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.596622 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Floating IP 5465c038-3a03-471e-875c-5bb41edc18c7 disassociated. External IP: 172.25.3.245, port: a01201d1-c55c-4d12-8888-f416c7620aaa. Aug 10 02:04:47.596933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Calling delete_port for a01201d1-c55c-4d12-8888-f416c7620aaa owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:47.619028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] No DVR routers for this DVR port 46267443-4211-4c0f-9fce-25b2006944e6 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:47.625307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 427255fd-b6d6-40ae-bad2-edb5ab3b5dec not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:47.625594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.626280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b2958efa-81da-4c3f-9652-5f945e907a77 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:47.630213 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-67f8c01c-1772-4fae-8fff-872b562c0e79 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "DELETE /v2.0/ports/46267443-4211-4c0f-9fce-25b2006944e6 HTTP/1.1" status: 204 len: 173 time: 0.9732180 Aug 10 02:04:47.654589 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8af7f8bc-0679-4af0-a2f3-47a6b8fb4774', 'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'mac_address': 'fa:16:3e:31:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:55Z', 'updated_at': '2021-08-10T01:54:05Z', 'revision_number': 5, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'subnets': [{'id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:47.655189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['6d6450a7-2ab2-4ac4-8cc5-5c81f344c801'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:47.659345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-6c122e3f-14e8-43d5-bf9e-1ae1052e6108 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b58490f0-0df5-439a-953d-f84d4eaf497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583169 Aug 10 02:04:47.713551 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f177ce-3c3c-4e9e-a2a8-a7f9c1661162 None None] The sync data for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 is: [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T01:53:56Z', 'revision_number': 4, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8af7f8bc-0679-4af0-a2f3-47a6b8fb4774', 'name': '', 'network_id': 'f69e41a9-0dba-4491-a226-ab1715d23daa', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'mac_address': 'fa:16:3e:31:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:55Z', 'updated_at': '2021-08-10T01:54:05Z', 'revision_number': 5, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'subnets': [{'id': 'a7ef8f74-efaa-4741-9ac1-208de71217cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:04:47.730536 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6efe3fbd-f81f-4334-818c-f07e8e4982df req-be72b7ec-85d6-4e6c-98da-4bcfaec11a44 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657493 Aug 10 02:04:47.738337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a73d31-583f-4b77-a4ae-7944daddd1cc req-f10139ac-f9b1-4cb8-b9a0-a2cd2a85d05c tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:47.740166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0a73d31-583f-4b77-a4ae-7944daddd1cc req-f10139ac-f9b1-4cb8-b9a0-a2cd2a85d05c tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 944 time: 0.2259710 Aug 10 02:04:47.757161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6ad30017-644a-416a-9cf0-0d2724964ff5 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:47.790825 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.790825 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.790825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec62cf6e-9c7a-4e3a-8adf-59d9c906a74c HTTP/1.1" status: 204 len: 168 time: 1.0846944 Aug 10 02:04:47.808344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': 'db60ac19-8829-4451-9307-964b4d9a35e4'}, {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': '46267443-4211-4c0f-9fce-25b2006944e6'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:47.812828 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0246c69-70e0-4d2d-9cc7-b28858121c3e" -d '{"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "db60ac19-8829-4451-9307-964b4d9a35e4"}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "46267443-4211-4c0f-9fce-25b2006944e6"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:47.842996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 6ad30017-644a-416a-9cf0-0d2724964ff5 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:47.844346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6ad30017-644a-416a-9cf0-0d2724964ff5 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:47.845040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a01201d1-c55c-4d12-8888-f416c7620aaa no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:47.848774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port b2958efa-81da-4c3f-9652-5f945e907a77 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:47.849288 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.891683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62cf6e-9c7a-4e3a-8adf-59d9c906a74c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:47.984570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.985172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.985720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.986228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.986744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.987237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.988134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.991202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.992006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.992506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.993003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:47.993514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc85f5-006f-4fa0-91c7-14560926934f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:48.040669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-aa6e584c-6eb1-48dd-8e83-e91998497a69 req-53a8c89a-ed06-469d-bd77-860d3f55e238 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1056988974', 'description': 'tempest-description-1423889686'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:48.073986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] For port b2958efa-81da-4c3f-9652-5f945e907a77, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b2958efa-81da-4c3f-9652-5f945e907a77,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:48.075446 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.082841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0a73d31-583f-4b77-a4ae-7944daddd1cc req-f7df922c-48c8-4447-97db-4b3764aed847 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033798 Aug 10 02:04:48.104458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-02a815fe-8aae-4197-813a-3de9c70e0b48 service neutron] 10.222.0.11 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310400 Aug 10 02:04:48.116331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for b2958efa-81da-4c3f-9652-5f945e907a77 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:48.245443 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c8f5d6-3e67-4b9e-8dfb-636f03a1c659 x-openstack-request-id: req-82c8f5d6-3e67-4b9e-8dfb-636f03a1c659 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:48.246341 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-unplugged", "status": "completed", "tag": "52b899ed-0dda-4a40-8cc0-21715f917d8d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:48.246924 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82c8f5d6-3e67-4b9e-8dfb-636f03a1c659 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:48.247554 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b899ed-0dda-4a40-8cc0-21715f917d8d', 'code': 200} Aug 10 02:04:48.265464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70776c-a34e-41ef-ba67-028e1b11d666 None None] New status for floating IP 2299b0c5-03ca-4d96-8bfc-bd44479ed9ab: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:04:48.268079 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.291101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-aa6e584c-6eb1-48dd-8e83-e91998497a69 req-53a8c89a-ed06-469d-bd77-860d3f55e238 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.339082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-221c7970-0662-4323-bb7d-5327b2098645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.370619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3a6cb-2c40-4a52-b0f0-60775aaa8798 req-e6f90105-6314-4085-bbd8-4cc00ee4dd80 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:48.377060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3a6cb-2c40-4a52-b0f0-60775aaa8798 req-e6f90105-6314-4085-bbd8-4cc00ee4dd80 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:48.384513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbf3a6cb-2c40-4a52-b0f0-60775aaa8798 req-e6f90105-6314-4085-bbd8-4cc00ee4dd80 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 1679 time: 0.1642566 Aug 10 02:04:48.399611 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.409876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.440091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbf3a6cb-2c40-4a52-b0f0-60775aaa8798 req-0f6b72fa-9379-4f14-9afa-750387303711 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups?id=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547025 Aug 10 02:04:48.444847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.457020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bda8a32c-f993-491e-ba08-a3a2a08683ab req-448db252-dd5c-4192-a6a0-f7929e91ca40 service neutron] 10.222.0.11 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354192 Aug 10 02:04:48.461106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=b2958efa-81da-4c3f-9652-5f945e907a77,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:48.513527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Pushing event deleted for resources: {'Port': ['ID=a01201d1-c55c-4d12-8888-f416c7620aaa,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:48.544403 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc35131-5acb-4514-8c77-1e2fe65e8608 x-openstack-request-id: req-7dc35131-5acb-4514-8c77-1e2fe65e8608 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:48.555150 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "db60ac19-8829-4451-9307-964b4d9a35e4", "status": "completed", "code": 200}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "46267443-4211-4c0f-9fce-25b2006944e6", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:48.555453 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7dc35131-5acb-4514-8c77-1e2fe65e8608 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:48.555896 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': 'db60ac19-8829-4451-9307-964b4d9a35e4', 'status': 'completed', 'code': 200} Aug 10 02:04:48.556305 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': '46267443-4211-4c0f-9fce-25b2006944e6', 'status': 'completed', 'code': 200} Aug 10 02:04:48.557354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] No DVR routers for this DVR port b2958efa-81da-4c3f-9652-5f945e907a77 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:48.569475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.572378 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-89e8cac0-a345-42d4-aae0-a72e646cc949 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "DELETE /v2.0/ports/b2958efa-81da-4c3f-9652-5f945e907a77 HTTP/1.1" status: 204 len: 173 time: 0.9358463 Aug 10 02:04:48.627047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device efb0670e-4f05-4aac-9ba8-3680f27368b7 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:48.631626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12aede0a-4149-4699-a6bf-c584a5fbb1dc req-0eef9be6-de3d-46bc-aed7-9800e1d4552a tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0393250 Aug 10 02:04:48.669060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-aa6e584c-6eb1-48dd-8e83-e91998497a69 req-53a8c89a-ed06-469d-bd77-860d3f55e238 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.695418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port 52b899ed-0dda-4a40-8cc0-21715f917d8d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:48.695418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.697649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device efb0670e-4f05-4aac-9ba8-3680f27368b7 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:48.766322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-aa6e584c-6eb1-48dd-8e83-e91998497a69 req-53a8c89a-ed06-469d-bd77-860d3f55e238 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.808716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Router bb7f446a-225c-47bf-9668-6aa538e50ae9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:04:48.817434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8c89a-ed06-469d-bd77-860d3f55e238 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb6e3a6-bfc1-461f-927d-b53d3535ee3f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:48.843407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] For port 52b899ed-0dda-4a40-8cc0-21715f917d8d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=52b899ed-0dda-4a40-8cc0-21715f917d8d,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:48.843722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.860307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for 52b899ed-0dda-4a40-8cc0-21715f917d8d owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:48.893912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51012) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:48.904530 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-aa6e584c-6eb1-48dd-8e83-e91998497a69 req-53a8c89a-ed06-469d-bd77-860d3f55e238 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.917324 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa6e584c-6eb1-48dd-8e83-e91998497a69 req-53a8c89a-ed06-469d-bd77-860d3f55e238 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9157794 Aug 10 02:04:48.956001 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-43a3cb5e-89c5-4ab9-a755-7b83ad5dc67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:48.990026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c106a3-bab6-4f33-87c1-8d62f41d5f40 req-504dc6cc-d141-4356-ad01-92426ad3ee80 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:48.997962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33c106a3-bab6-4f33-87c1-8d62f41d5f40 req-504dc6cc-d141-4356-ad01-92426ad3ee80 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 943 time: 0.1814778 Aug 10 02:04:49.164438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.197187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=52b899ed-0dda-4a40-8cc0-21715f917d8d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:49.243042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] No DVR routers for this DVR port 52b899ed-0dda-4a40-8cc0-21715f917d8d on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:49.246937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.252303 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4617e7b2-f016-4280-aee8-1cfbd988486f req-edbf6588-bed9-46ec-a0ce-630c2f6cb0c9 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.16 "DELETE /v2.0/ports/52b899ed-0dda-4a40-8cc0-21715f917d8d HTTP/1.1" status: 204 len: 173 time: 0.6731911 Aug 10 02:04:49.432018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33c106a3-bab6-4f33-87c1-8d62f41d5f40 req-32032982-370f-49e4-bce6-1d95edc92d7a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329631 Aug 10 02:04:49.433632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:04:49.457622 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] Sync routers for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:04:49.471318 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:49.479516 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:49.501417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] No DVR routers for this DVR port a01201d1-c55c-4d12-8888-f416c7620aaa on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:49.509892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ede05e00-279a-42d7-9a8b-38967368bcda req-6f55ecd5-0b6f-4d95-ba3f-1aef5236c9fc tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/0eb6e3a6-bfc1-461f-927d-b53d3535ee3f HTTP/1.1" status: 200 len: 1803 time: 0.1431377 Aug 10 02:04:49.518570 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.520574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6020ae5-3cb8-41be-9616-58302b8e71fc req-b6a3f5b0-cde4-4519-b330-5c97e5e17319 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.11 "DELETE /v2.0/ports/a01201d1-c55c-4d12-8888-f416c7620aaa HTTP/1.1" status: 204 len: 173 time: 3.4063118 Aug 10 02:04:49.520957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'name': 'network-vif-deleted', 'tag': 'a01201d1-c55c-4d12-8888-f416c7620aaa'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:49.523979 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad526f41-6055-4024-9ca4-bf1557df88cd" -d '{"events": [{"server_uuid": "25a9b19f-1d97-4a10-9839-61d2a22d4cb3", "name": "network-vif-deleted", "tag": "a01201d1-c55c-4d12-8888-f416c7620aaa"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:49.537366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ede05e00-279a-42d7-9a8b-38967368bcda req-2134532a-7d8a-4a90-ad36-6eaf1c057d77 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Request body: {'security_group': {'name': 'tempest-sg-hth-227756838', 'description': 'tempest-description-hth-1798146504'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:49.607284 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ede05e00-279a-42d7-9a8b-38967368bcda req-2134532a-7d8a-4a90-ad36-6eaf1c057d77 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.619065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55819949-a7d0-4d35-b2e8-9764757a1c63 req-e11621b6-639f-4991-ae74-2cd92d58ccc7 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:49.626711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55819949-a7d0-4d35-b2e8-9764757a1c63 req-e11621b6-639f-4991-ae74-2cd92d58ccc7 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 944 time: 0.1283722 Aug 10 02:04:49.689222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-43a3cb5e-89c5-4ab9-a755-7b83ad5dc67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.726073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55819949-a7d0-4d35-b2e8-9764757a1c63 req-38662a11-81da-42ee-9220-b514a4001b58 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984497 Aug 10 02:04:49.752023 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ede05e00-279a-42d7-9a8b-38967368bcda req-2134532a-7d8a-4a90-ad36-6eaf1c057d77 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.752174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c8274446-5ee8-474f-afa7-339390653bd1 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:04:49.753266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-43a3cb5e-89c5-4ab9-a755-7b83ad5dc67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.785948 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:49.814754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51034) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:49.815457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-43a3cb5e-89c5-4ab9-a755-7b83ad5dc67f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=655eac54ccdc434085856ae5d88c2ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9186733 Aug 10 02:04:49.817161 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ede05e00-279a-42d7-9a8b-38967368bcda req-2134532a-7d8a-4a90-ad36-6eaf1c057d77 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.821245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ede05e00-279a-42d7-9a8b-38967368bcda req-2134532a-7d8a-4a90-ad36-6eaf1c057d77 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.840054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ede05e00-279a-42d7-9a8b-38967368bcda req-2134532a-7d8a-4a90-ad36-6eaf1c057d77 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "PUT /v2.0/security-groups/0eb6e3a6-bfc1-461f-927d-b53d3535ee3f HTTP/1.1" status: 200 len: 1776 time: 0.3092620 Aug 10 02:04:49.842037 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3cb5e-89c5-4ab9-a755-7b83ad5dc67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60420e3e-39e1-4387-94ac-d37f60d18592,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:49.914485 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa153a7c-7f39-45e0-b245-585af0b2a7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.916150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134532a-7d8a-4a90-ad36-6eaf1c057d77 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb6e3a6-bfc1-461f-927d-b53d3535ee3f,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:49.986872 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa153a7c-7f39-45e0-b245-585af0b2a7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.996312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d4910a5-2ef2-4d5b-be6b-5c0194c8a9f8 req-c10a1c5d-a10e-4f3d-9c8a-347870846e45 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0485554 Aug 10 02:04:50.041413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c8274446-5ee8-474f-afa7-339390653bd1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c8274446-5ee8-474f-afa7-339390653bd1,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:50.067510 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef2261a-8c87-4c87-ab85-4ba925388e44 x-openstack-request-id: req-aef2261a-8c87-4c87-ab85-4ba925388e44 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:50.067963 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9b19f-1d97-4a10-9839-61d2a22d4cb3", "name": "network-vif-deleted", "tag": "a01201d1-c55c-4d12-8888-f416c7620aaa", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:50.068370 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aef2261a-8c87-4c87-ab85-4ba925388e44 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:50.068893 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9b19f-1d97-4a10-9839-61d2a22d4cb3', 'name': 'network-vif-deleted', 'tag': 'a01201d1-c55c-4d12-8888-f416c7620aaa', 'status': 'completed', 'code': 200} Aug 10 02:04:50.076780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'c8274446-5ee8-474f-afa7-339390653bd1', 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a', 'port_id': 'c8274446-5ee8-474f-afa7-339390653bd1', 'mac_address': 'fa:16:3e:0b:05:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27cfc453-af12-4882-ad7e-694982c2e5f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:04:50.125420 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:50.140199 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8274446-5ee8-474f-afa7-339390653bd1 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:50.152958 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa153a7c-7f39-45e0-b245-585af0b2a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:50.159226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa153a7c-7f39-45e0-b245-585af0b2a7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:50.162304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c8274446-5ee8-474f-afa7-339390653bd1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c8274446-5ee8-474f-afa7-339390653bd1,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:50.163357 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aa153a7c-7f39-45e0-b245-585af0b2a7ab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60420e3e-39e1-4387-94ac-d37f60d18592 HTTP/1.1" status: 204 len: 168 time: 0.3471460 Aug 10 02:04:50.211637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa153a7c-7f39-45e0-b245-585af0b2a7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60420e3e-39e1-4387-94ac-d37f60d18592,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:50.227690 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '532963ad-5d19-44f0-be6e-d0b7838d59ec', 'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'mac_address': 'fa:16:3e:3a:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:30Z', 'updated_at': '2021-08-10T02:02:37Z', 'revision_number': 5, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'subnets': [{'id': '9551757d-9244-4a37-a597-1d9113958bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:50.245133 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:50.265410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ca39f36-050b-416d-a481-04123afac185 req-18a0f1bf-07a1-48e4-9d02-47f196f77a79 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/ports?device_id=25a9b19f-1d97-4a10-9839-61d2a22d4cb3 HTTP/1.1" status: 200 len: 210 time: 0.0917163 Aug 10 02:04:50.271733 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] Checking router: bb7f446a-225c-47bf-9668-6aa538e50ae9 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:04:50.298988 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:50.299665 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:50.358892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e760cbdd-f231-40b6-b08d-e054678bd23b req-64580ee0-d7c6-445f-8508-7b545ef46a75 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/0eb6e3a6-bfc1-461f-927d-b53d3535ee3f HTTP/1.1" status: 200 len: 1776 time: 0.0756342 Aug 10 02:04:50.363160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c8274446-5ee8-474f-afa7-339390653bd1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:50.453299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c8274446-5ee8-474f-afa7-339390653bd1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:50.512632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc1b74df-e5cf-4b41-b6b2-e1768b78a41e req-cd905596-4cd3-4877-865a-7c9a12aeadc2 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/0eb6e3a6-bfc1-461f-927d-b53d3535ee3f HTTP/1.1" status: 200 len: 1776 time: 0.0696900 Aug 10 02:04:50.520500 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:50.559597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': 'b2958efa-81da-4c3f-9652-5f945e907a77'}, {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': '52b899ed-0dda-4a40-8cc0-21715f917d8d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:50.562369 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0a8946-73d5-479d-8ef8-52330fd04a9a" -d '{"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "b2958efa-81da-4c3f-9652-5f945e907a77"}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "52b899ed-0dda-4a40-8cc0-21715f917d8d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:50.577800 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5175fedc-4a8f-4db7-bc34-7b0f7ac4a374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:50.640188 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc1b74df-e5cf-4b41-b6b2-e1768b78a41e req-a18a08d5-ce46-45a9-b073-e40e24d513f1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:50.701654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc1b74df-e5cf-4b41-b6b2-e1768b78a41e req-a18a08d5-ce46-45a9-b073-e40e24d513f1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:50.776695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:04:50.861245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc1b74df-e5cf-4b41-b6b2-e1768b78a41e req-a18a08d5-ce46-45a9-b073-e40e24d513f1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:50.864096 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc1b74df-e5cf-4b41-b6b2-e1768b78a41e req-a18a08d5-ce46-45a9-b073-e40e24d513f1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:50.866060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc1b74df-e5cf-4b41-b6b2-e1768b78a41e req-a18a08d5-ce46-45a9-b073-e40e24d513f1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/0eb6e3a6-bfc1-461f-927d-b53d3535ee3f HTTP/1.1" status: 204 len: 173 time: 0.3472173 Aug 10 02:04:50.888200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a08d5-ce46-45a9-b073-e40e24d513f1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb6e3a6-bfc1-461f-927d-b53d3535ee3f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:50.935292 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '532963ad-5d19-44f0-be6e-d0b7838d59ec', 'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'mac_address': 'fa:16:3e:3a:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:30Z', 'updated_at': '2021-08-10T02:02:37Z', 'revision_number': 5, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'subnets': [{'id': '9551757d-9244-4a37-a597-1d9113958bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:50.947851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:04:50.952317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:50.952703 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:51.012526 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea540b0-dd48-4b2a-b20f-1c62c00ccc82 None None] The sync data for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 is: [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:02:31Z', 'revision_number': 4, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '532963ad-5d19-44f0-be6e-d0b7838d59ec', 'name': '', 'network_id': '96a9b739-ab5f-45b3-872f-ed3233781ff6', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'mac_address': 'fa:16:3e:3a:d9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '9551757d-9244-4a37-a597-1d9113958bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:30Z', 'updated_at': '2021-08-10T02:02:37Z', 'revision_number': 5, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'subnets': [{'id': '9551757d-9244-4a37-a597-1d9113958bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:04:51.109186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140abe9-becd-4596-92af-a37541fb52b8 req-9f357f7c-8d71-48b5-ba0e-464bf8b5b1d1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:51.120144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4140abe9-becd-4596-92af-a37541fb52b8 req-9f357f7c-8d71-48b5-ba0e-464bf8b5b1d1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 944 time: 0.1191957 Aug 10 02:04:51.223787 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:51.226442 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4140abe9-becd-4596-92af-a37541fb52b8 req-c6cd5ecb-02c6-4528-972e-46fee8e1bc59 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053367 Aug 10 02:04:51.256930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:51.259160 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d3a596-3e5c-4b1b-94b1-b59b345e4539 x-openstack-request-id: req-39d3a596-3e5c-4b1b-94b1-b59b345e4539 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:51.260039 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "b2958efa-81da-4c3f-9652-5f945e907a77", "status": "completed", "code": 200}, {"server_uuid": "892cd685-f5c5-452a-bc1d-a4892567127b", "name": "network-vif-deleted", "tag": "52b899ed-0dda-4a40-8cc0-21715f917d8d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:51.260482 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-39d3a596-3e5c-4b1b-94b1-b59b345e4539 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:51.261045 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': 'b2958efa-81da-4c3f-9652-5f945e907a77', 'status': 'completed', 'code': 200} Aug 10 02:04:51.261630 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892cd685-f5c5-452a-bc1d-a4892567127b', 'name': 'network-vif-deleted', 'tag': '52b899ed-0dda-4a40-8cc0-21715f917d8d', 'status': 'completed', 'code': 200} Aug 10 02:04:51.278771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1260cb7b-989a-41d1-8c73-2cc9cbe790a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6450a7-2ab2-4ac4-8cc5-5c81f344c801'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:51.281295 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665baee2-22df-47b6-a9b8-5a9b3f2a6b89" -d '{"events": [{"server_uuid": "1260cb7b-989a-41d1-8c73-2cc9cbe790a8", "name": "network-vif-plugged", "status": "completed", "tag": "6d6450a7-2ab2-4ac4-8cc5-5c81f344c801"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:51.300216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,segment=NetworkSegment(b011a8f1-9252-4078-84c4-969e24939dd1),segment_id=b011a8f1-9252-4078-84c4-969e24939dd1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:51.379111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa88eb-c9b9-42f1-b485-dde321ccae3f req-43833f13-2b42-4058-88d9-b64cea589cb5 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:51.381800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dfa88eb-c9b9-42f1-b485-dde321ccae3f req-43833f13-2b42-4058-88d9-b64cea589cb5 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 944 time: 0.0732164 Aug 10 02:04:51.392920 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:51.441725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b5fbd1a-6daa-4042-b157-ca7684854852 req-07bbf583-f675-43b4-a6ad-4aaf43a97cc4 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0566306 Aug 10 02:04:51.478288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:51.496380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dfa88eb-c9b9-42f1-b485-dde321ccae3f req-2ea76a01-d4f4-491f-af68-6e51f1bfaa1e tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959959 Aug 10 02:04:51.514686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825fdaa-d05f-4793-8cae-9106346c0b5a None None] New status for floating IP 5465c038-3a03-471e-875c-5bb41edc18c7: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:04:51.628876 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7ca697-d0c4-4e64-a5dd-3e4eb6e71f84 x-openstack-request-id: req-5f7ca697-d0c4-4e64-a5dd-3e4eb6e71f84 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:51.629637 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1260cb7b-989a-41d1-8c73-2cc9cbe790a8", "name": "network-vif-plugged", "status": "completed", "tag": "6d6450a7-2ab2-4ac4-8cc5-5c81f344c801", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:51.630047 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5f7ca697-d0c4-4e64-a5dd-3e4eb6e71f84 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:51.630920 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1260cb7b-989a-41d1-8c73-2cc9cbe790a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6450a7-2ab2-4ac4-8cc5-5c81f344c801', 'code': 200} Aug 10 02:04:51.743382 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-a2c72dd9-c2e2-4531-bfa0-e3d2ee55043c req-e83cb018-fe6c-4b78-8529-47a677fd6178 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:51.746524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7887cc4-9c8d-4c0a-83ba-05e6f3b93cb9 req-04aebbff-c6d9-4a93-a8f4-4786fa8860fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:51.748789 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c7887cc4-9c8d-4c0a-83ba-05e6f3b93cb9 req-04aebbff-c6d9-4a93-a8f4-4786fa8860fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 1097 time: 0.0516839 Aug 10 02:04:51.750361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2c72dd9-c2e2-4531-bfa0-e3d2ee55043c req-e83cb018-fe6c-4b78-8529-47a677fd6178 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/9110b31c-2136-4bd5-b88f-f461bfc6d680 HTTP/1.1" status: 404 len: 352 time: 0.0235500 Aug 10 02:04:51.761020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51078) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:51.768875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c8274446-5ee8-474f-afa7-339390653bd1 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:04:51.878856 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-43edd6c9-048d-46d7-80aa-b9024892a2ce req-d03b1e9e-de85-47dd-9ae4-d2e002ddf594 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:51.879911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43edd6c9-048d-46d7-80aa-b9024892a2ce req-d03b1e9e-de85-47dd-9ae4-d2e002ddf594 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/4b41fee0-4234-4007-b49c-6280816e85d9 HTTP/1.1" status: 404 len: 352 time: 0.0294385 Aug 10 02:04:51.903665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fadd8f6b-abf8-4224-9fe9-d163f17f7e71 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:51.910890 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c7887cc4-9c8d-4c0a-83ba-05e6f3b93cb9 req-68419466-d1f6-4783-aae8-44a7fcfd2bd7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287849 Aug 10 02:04:51.933959 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-b07d8bfb-fd00-47a0-bca3-072604c9f7d8 req-9ce9bcef-73a6-4292-b89b-2961b104f890 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:51.935200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b07d8bfb-fd00-47a0-bca3-072604c9f7d8 req-9ce9bcef-73a6-4292-b89b-2961b104f890 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/32e69053-5e5d-4eb3-839a-703542ab735a HTTP/1.1" status: 404 len: 352 time: 0.0185027 Aug 10 02:04:51.955085 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fadd8f6b-abf8-4224-9fe9-d163f17f7e71 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:51.969284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port c8274446-5ee8-474f-afa7-339390653bd1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:04:51.977448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port c8274446-5ee8-474f-afa7-339390653bd1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:51.978827 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.010312 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-3ffdd9ee-741a-4efc-8f94-2f74635a211a req-3256755b-0a8d-4b30-8e81-779ef1ea80e5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:52.021735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ffdd9ee-741a-4efc-8f94-2f74635a211a req-3256755b-0a8d-4b30-8e81-779ef1ea80e5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/51712844-c5b7-41f6-beb7-84a2f325ae05 HTTP/1.1" status: 404 len: 352 time: 0.0306683 Aug 10 02:04:52.039391 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:04:52.074063 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.085131 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-aab4f3d9-fcee-4e09-b9ea-c105ce87cda7 req-874f25d7-377f-44bc-b80f-e4123e328c6d tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:52.086310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aab4f3d9-fcee-4e09-b9ea-c105ce87cda7 req-874f25d7-377f-44bc-b80f-e4123e328c6d tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/409308f1-2ee2-4bbc-8efd-63db1993ad56 HTTP/1.1" status: 404 len: 352 time: 0.0278394 Aug 10 02:04:52.106539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fadd8f6b-abf8-4224-9fe9-d163f17f7e71 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.109647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fadd8f6b-abf8-4224-9fe9-d163f17f7e71 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.111305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fadd8f6b-abf8-4224-9fe9-d163f17f7e71 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "DELETE /v2.0/security-groups/53e9f7bc-ae85-49dc-b69f-db90b495a080 HTTP/1.1" status: 204 len: 168 time: 0.3488128 Aug 10 02:04:52.113489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51090) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:52.144257 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-3fa4fbd6-d1c6-4c0f-847d-6d0c8fe181ba tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] show failed (client error): The resource could not be found. Aug 10 02:04:52.145528 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3fa4fbd6-d1c6-4c0f-847d-6d0c8fe181ba tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "GET /v2.0/security-groups/53e9f7bc-ae85-49dc-b69f-db90b495a080 HTTP/1.1" status: 404 len: 347 time: 0.0309522 Aug 10 02:04:52.148997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51092) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:52.150675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd8f6b-abf8-4224-9fe9-d163f17f7e71 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e9f7bc-ae85-49dc-b69f-db90b495a080,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:52.153666 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-7fbe32ac-789f-4c08-b3e7-504424ea5346 req-be92ce0e-2567-4313-87d8-4855fc247fc5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] show failed (client error): The resource could not be found. Aug 10 02:04:52.161133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c8274446-5ee8-474f-afa7-339390653bd1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c8274446-5ee8-474f-afa7-339390653bd1,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:52.165181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fbe32ac-789f-4c08-b3e7-504424ea5346 req-be92ce0e-2567-4313-87d8-4855fc247fc5 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/09c7399b-7125-45e2-b948-36b8e42d331e HTTP/1.1" status: 404 len: 352 time: 0.0374982 Aug 10 02:04:52.221334 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.249500 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.314708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Deleting port 6f6acbd1-93bf-4399-b99a-9f2fefc08bb0 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:52.315270 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.322747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c8274446-5ee8-474f-afa7-339390653bd1,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:52.360560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa9a8c-2a47-4064-94da-36ee379dde38 req-0d92f059-4324-43c7-8ef9-981eab8c678c tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:52.362259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37aa9a8c-2a47-4064-94da-36ee379dde38 req-0d92f059-4324-43c7-8ef9-981eab8c678c tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 945 time: 0.0528584 Aug 10 02:04:52.425529 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.426164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.428816 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37aa9a8c-2a47-4064-94da-36ee379dde38 req-741aa41b-dabd-4098-84ed-627ce7790198 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499406 Aug 10 02:04:52.443709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Calling delete_port for 6f6acbd1-93bf-4399-b99a-9f2fefc08bb0 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:52.599473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7534f4dc-0e5f-4856-bf81-b13ea003ac8d req-ec72e46b-7897-464b-a16a-d030e9b0b2e3 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0480988 Aug 10 02:04:52.680348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71785856-4368-41d7-ba67-b09723f21183 req-35bd731c-dfee-438b-b7cb-2bfe6ba88fd8 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:52.681980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71785856-4368-41d7-ba67-b09723f21183 req-35bd731c-dfee-438b-b7cb-2bfe6ba88fd8 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 945 time: 0.0726001 Aug 10 02:04:52.718313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.749766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Pushing event deleted for resources: {'Port': ['ID=6f6acbd1-93bf-4399-b99a-9f2fefc08bb0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:52.782727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfab34-b989-4ed5-a267-c2f3981f54b0 req-37d014fd-850c-4aed-a6d3-331b613d9c65 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:52.784422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1edfab34-b989-4ed5-a267-c2f3981f54b0 req-37d014fd-850c-4aed-a6d3-331b613d9c65 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 1024 time: 0.1013026 Aug 10 02:04:52.788529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71785856-4368-41d7-ba67-b09723f21183 req-4f296843-f371-4ee4-9bf5-edc5c619c24a tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960209 Aug 10 02:04:52.825848 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.830396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:52.832382 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b11eb774-93a0-4b00-9289-944e08983b57 tempest-ServersTestManualDisk-1484742674 tempest-ServersTestManualDisk-1484742674-project] 10.222.0.38 "DELETE /v2.0/floatingips/5465c038-3a03-471e-875c-5bb41edc18c7 HTTP/1.1" status: 204 len: 168 time: 0.6823144 Aug 10 02:04:52.842424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51110) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:52.844387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1edfab34-b989-4ed5-a267-c2f3981f54b0 req-889fa832-c0ae-4040-abe1-64c02ea597e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3c724b-e8e0-4434-b548-c504bb75dc94&id=f102d391-1d3c-4abb-9e98-746f2b672ee6&id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0468862 Aug 10 02:04:53.260215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:53.531606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Deleting port 532963ad-5d19-44f0-be6e-d0b7838d59ec {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:53.532244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:53.563835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b5b31-4f77-4e75-80de-9aee61c3728f req-414d11b6-4417-4107-b767-6574cb72e0a7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:53.565261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-270b5b31-4f77-4e75-80de-9aee61c3728f req-414d11b6-4417-4107-b767-6574cb72e0a7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 945 time: 0.0623963 Aug 10 02:04:53.632336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed7988-cdd0-472e-b785-ab172298fc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8274446-5ee8-474f-afa7-339390653bd1'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:53.633467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-270b5b31-4f77-4e75-80de-9aee61c3728f req-eeafd02d-11fb-47d3-b6a2-4702e33d5e1f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612464 Aug 10 02:04:53.637006 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06baeb0e-f4ac-4a98-b47d-f41f6177fd74" -d '{"events": [{"server_uuid": "2bed7988-cdd0-472e-b785-ab172298fc6e", "name": "network-vif-plugged", "status": "completed", "tag": "c8274446-5ee8-474f-afa7-339390653bd1"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:53.656209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] For port 532963ad-5d19-44f0-be6e-d0b7838d59ec, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=532963ad-5d19-44f0-be6e-d0b7838d59ec,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:53.656601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:53.674737 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Calling delete_port for 532963ad-5d19-44f0-be6e-d0b7838d59ec owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:53.706181 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71087370-2e9e-4932-88fb-3c1d9a67cb66 x-openstack-request-id: req-71087370-2e9e-4932-88fb-3c1d9a67cb66 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:53.706473 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bed7988-cdd0-472e-b785-ab172298fc6e", "name": "network-vif-plugged", "status": "completed", "tag": "c8274446-5ee8-474f-afa7-339390653bd1", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:53.707245 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-71087370-2e9e-4932-88fb-3c1d9a67cb66 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:53.707801 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed7988-cdd0-472e-b785-ab172298fc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8274446-5ee8-474f-afa7-339390653bd1', 'code': 200} Aug 10 02:04:53.765276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3646168f-1770-4648-ac18-15c563f8ab55 req-95ad5572-c95b-48d7-b25a-2e56d558e706 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0350337 Aug 10 02:04:53.815065 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:53.832251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436619aa-c200-4a29-9251-490434cb0a9d req-86253921-d765-49e3-b742-fb3e7591683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:53.835298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-436619aa-c200-4a29-9251-490434cb0a9d req-86253921-d765-49e3-b742-fb3e7591683e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 1097 time: 0.0539241 Aug 10 02:04:53.907431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-436619aa-c200-4a29-9251-490434cb0a9d req-185f5cd8-3279-4711-9a82-e4da68f75d12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648215 Aug 10 02:04:53.981197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c216db-5b76-42c2-9926-c964711720ef req-0518e66c-7a62-4897-811f-34744bcfd779 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:53.982614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56c216db-5b76-42c2-9926-c964711720ef req-0518e66c-7a62-4897-811f-34744bcfd779 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.11 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 1024 time: 0.1170552 Aug 10 02:04:54.072589 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:54.079534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a979d3-7630-426d-ad7e-2e973301bdf2 req-627fa5a9-df64-4623-a1fb-1812c962f826 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:54.087610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95a979d3-7630-426d-ad7e-2e973301bdf2 req-627fa5a9-df64-4623-a1fb-1812c962f826 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 945 time: 0.1678722 Aug 10 02:04:54.134574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Pushing event deleted for resources: {'Port': ['ID=532963ad-5d19-44f0-be6e-d0b7838d59ec,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:54.142386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c673ea-53e8-4631-8241-e124cf01a94a req-cef18d35-0925-4413-aa50-174c0dba2f9f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:54.145593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90c673ea-53e8-4631-8241-e124cf01a94a req-cef18d35-0925-4413-aa50-174c0dba2f9f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 1024 time: 0.1733484 Aug 10 02:04:54.200662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95a979d3-7630-426d-ad7e-2e973301bdf2 req-fe4af7a0-f2c4-4cd1-9345-cdae286530d7 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109481 Aug 10 02:04:54.330173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90c673ea-53e8-4631-8241-e124cf01a94a req-3662513b-c170-4ed4-b35c-aa0d736b85b1 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups?id=9b3c724b-e8e0-4434-b548-c504bb75dc94&id=f102d391-1d3c-4abb-9e98-746f2b672ee6&id=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1519139 Aug 10 02:04:54.363793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-56c216db-5b76-42c2-9926-c964711720ef req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Deleting port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:54.364149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56c216db-5b76-42c2-9926-c964711720ef req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:54.398930 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:54.501038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-56c216db-5b76-42c2-9926-c964711720ef req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] For port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,segment=NetworkSegment(a307562f-2e09-4689-8bae-a8ed1b48624d),segment_id=a307562f-2e09-4689-8bae-a8ed1b48624d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:54.501622 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56c216db-5b76-42c2-9926-c964711720ef req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:54.516384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-56c216db-5b76-42c2-9926-c964711720ef req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Calling delete_port for fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:54.779242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95522da-f2ad-4bf9-ab8a-acddad6a7b5a req-34aa426c-1f59-4488-9dcc-64e88ba08f13 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:54.781100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e95522da-f2ad-4bf9-ab8a-acddad6a7b5a req-34aa426c-1f59-4488-9dcc-64e88ba08f13 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 945 time: 0.0579221 Aug 10 02:04:54.875643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e95522da-f2ad-4bf9-ab8a-acddad6a7b5a req-9db20433-b815-4d9d-b382-177e6fa5eae9 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849390 Aug 10 02:04:54.885227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56c216db-5b76-42c2-9926-c964711720ef req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:54.905551 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:54.963779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276115f8-9ba2-4e8c-bb4c-078ad1b1af2d req-19022bb4-3de5-498d-ac89-763607b4da3a tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:54.971635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-276115f8-9ba2-4e8c-bb4c-078ad1b1af2d req-19022bb4-3de5-498d-ac89-763607b4da3a tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 945 time: 0.1573532 Aug 10 02:04:54.973598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'Port': ['ID=fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:55.039749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f87e061-6dfe-4a27-874a-b26b0e9f0533 req-a8e6bb9f-8dff-4e11-97b6-bcabb9783a28 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0584760 Aug 10 02:04:55.069619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-4835d7e5-0130-41a8-92c5-e51e55df62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:55.071292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-4835d7e5-0130-41a8-92c5-e51e55df62fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de2a8253d7d04270b16e372db75459d5&device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 1097 time: 0.1132545 Aug 10 02:04:55.072056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c216db-5b76-42c2-9926-c964711720ef req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] No DVR routers for this DVR port fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:55.076685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56c216db-5b76-42c2-9926-c964711720ef req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:55.078752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56c216db-5b76-42c2-9926-c964711720ef req-df59c4cf-a791-4ccf-8c28-2584df34e7e3 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.11 "DELETE /v2.0/ports/fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 HTTP/1.1" status: 204 len: 173 time: 1.0658591 Aug 10 02:04:55.079262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'name': 'network-vif-deleted', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:55.081679 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed428522-7c92-4bb5-9e09-43f518e2da7f" -d '{"events": [{"server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "name": "network-vif-deleted", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:55.106909 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-276115f8-9ba2-4e8c-bb4c-078ad1b1af2d req-e43d7334-313e-4b90-bfe1-05025b7bd037 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211586 Aug 10 02:04:55.124272 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf5c7c6-cd9c-4b4e-a619-258c2a5e8d60 x-openstack-request-id: req-3cf5c7c6-cd9c-4b4e-a619-258c2a5e8d60 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:55.124516 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67098274-b7b5-4632-b8c7-f2dbf0789c25", "name": "network-vif-deleted", "tag": "fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:55.124786 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3cf5c7c6-cd9c-4b4e-a619-258c2a5e8d60 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:55.125192 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67098274-b7b5-4632-b8c7-f2dbf0789c25', 'name': 'network-vif-deleted', 'tag': 'fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445', 'status': 'completed', 'code': 200} Aug 10 02:04:55.212570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Router bb7f446a-225c-47bf-9668-6aa538e50ae9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:04:55.237932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-5a043d3d-108e-49a6-9058-fefddd02d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:55.239451 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-5a043d3d-108e-49a6-9058-fefddd02d851 service neutron] 10.222.0.16 "GET /v2.0/networks?id=610180de-b3cd-4390-8489-14f5b3c90d36 HTTP/1.1" status: 200 len: 915 time: 0.1467106 Aug 10 02:04:55.420664 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-92f51f28-b4e9-47e5-ac27-b05140651c4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 HTTP/1.1" status: 200 len: 217 time: 0.1290677 Aug 10 02:04:55.482052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47946522-5d7b-4d51-ae41-e2762836cb1a req-6118f965-b29e-4287-ac9e-f1db0a60376b tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/ports?device_id=67098274-b7b5-4632-b8c7-f2dbf0789c25 HTTP/1.1" status: 200 len: 210 time: 0.0319104 Aug 10 02:04:55.483441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:04:55.490250 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b7755ea6-bb62-4c72-8782-26442efc7101 admin admin] 10.222.0.38 "PUT /v2.0/routers/bb7f446a-225c-47bf-9668-6aa538e50ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6457474 Aug 10 02:04:55.493967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51160) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:55.498241 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] Sync routers for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:04:55.518735 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:55.519793 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:55.550953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-0c7df309-eca8-48ca-b393-30fd1a8a870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:55.552498 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-0c7df309-eca8-48ca-b393-30fd1a8a870f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=80f9586a-f2c8-41d4-ab6a-cf7a3dbb01e4 HTTP/1.1" status: 200 len: 854 time: 0.1227036 Aug 10 02:04:55.603131 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-d9ec9367-3999-437f-9011-5d2c8fd1a1fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=610180de-b3cd-4390-8489-14f5b3c90d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406590 Aug 10 02:04:55.680921 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:55.731487 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:55.825292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-b57b9b2d-5615-4de7-9bc9-be8f41fb6d6c service neutron] 10.222.0.16 "GET /v2.0/networks/610180de-b3cd-4390-8489-14f5b3c90d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916897 Aug 10 02:04:56.013895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.049557 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-956d60c7-aadb-4f95-b426-e5633a8c006f req-95db7ea5-5ba8-410b-bfc8-38571b4f8cb4 service neutron] 10.222.0.16 "GET /v2.0/networks/610180de-b3cd-4390-8489-14f5b3c90d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879060 Aug 10 02:04:56.057034 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:04:53Z', 'revision_number': 5, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port': {'id': 'd21bab1d-b7fd-42e0-8db7-600e9bc8b6db', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:02:26Z', 'updated_at': '2021-08-10T02:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:56.134477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ce016-d4a9-4fec-97cd-157499153629 req-eb3f90a7-84fc-41a9-a8b7-a8b4d9edd045 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:56.143684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-654ce016-d4a9-4fec-97cd-157499153629 req-eb3f90a7-84fc-41a9-a8b7-a8b4d9edd045 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 945 time: 0.0745335 Aug 10 02:04:56.146145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51176) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:56.150085 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] Checking router: bb7f446a-225c-47bf-9668-6aa538e50ae9 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:04:56.160436 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] Routers {'bb7f446a-225c-47bf-9668-6aa538e50ae9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:04:56.161377 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bb7f446a-225c-47bf-9668-6aa538e50ae9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:56.219888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Deleting port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:56.220457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.238735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e09c820-52c8-4977-b02b-b1b7a566854e req-71833c1c-aa74-4a82-93b8-4d9db3f9750c tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0572050 Aug 10 02:04:56.254928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-654ce016-d4a9-4fec-97cd-157499153629 req-2d5f1333-ddef-4383-b137-e0ae93e508fd tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059356 Aug 10 02:04:56.299720 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] Set router bb7f446a-225c-47bf-9668-6aa538e50ae9 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:04:56.394422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] For port d21bab1d-b7fd-42e0-8db7-600e9bc8b6db, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d21bab1d-b7fd-42e0-8db7-600e9bc8b6db,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:56.395391 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.404200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e1a4d-df0f-4984-b045-9dd711a0176f req-654e3e2c-1184-45cc-a397-0a9c558ea594 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:56.413492 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-539e1a4d-df0f-4984-b045-9dd711a0176f req-654e3e2c-1184-45cc-a397-0a9c558ea594 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 945 time: 0.0908370 Aug 10 02:04:56.426635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Calling delete_port for d21bab1d-b7fd-42e0-8db7-600e9bc8b6db owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:56.464601 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:04:56Z', 'revision_number': 6, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:56.499300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-539e1a4d-df0f-4984-b045-9dd711a0176f req-435574d4-1cc1-4dfe-a61c-fecec2b55568 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755329 Aug 10 02:04:56.501430 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefce25-3520-4bb5-9320-af2e67750391 None None] The sync data for ids ['bb7f446a-225c-47bf-9668-6aa538e50ae9'] in n-d-767704-21 is: [{'id': 'bb7f446a-225c-47bf-9668-6aa538e50ae9', 'name': 'tempest-ServersTestManualDisk-1858200851-router', 'tenant_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:02:25Z', 'updated_at': '2021-08-10T02:04:56Z', 'revision_number': 6, 'project_id': 'ac7609aa90f644fe85b9e9d4951d9682', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:04:56.523201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31d76873-6333-4e00-9bc4-cc9349828008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.709710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-431a0c73-6183-4906-986a-59818bbbdb8b req-9169c3cd-b1fd-4dec-a14b-4fc83cdca363 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/9b3c724b-e8e0-4434-b548-c504bb75dc94 HTTP/1.1" status: 200 len: 1803 time: 0.0694489 Aug 10 02:04:56.798707 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31d76873-6333-4e00-9bc4-cc9349828008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.809444 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.828889 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-431a0c73-6183-4906-986a-59818bbbdb8b req-260dd334-ebad-4780-91df-8cdd9c067679 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.871810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31d76873-6333-4e00-9bc4-cc9349828008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.902359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d21bab1d-b7fd-42e0-8db7-600e9bc8b6db,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:56.933187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-431a0c73-6183-4906-986a-59818bbbdb8b req-260dd334-ebad-4780-91df-8cdd9c067679 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.941999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.942429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.943061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.943672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.944173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.944493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.944943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.945513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.945913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.946310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.946839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.947240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:56.965834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-31d76873-6333-4e00-9bc4-cc9349828008 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2fd62add8c947c3b1784521f164bb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8162763 Aug 10 02:04:56.971869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51188) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:56.994000 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.080107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d76873-6333-4e00-9bc4-cc9349828008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f39c24-b918-44b8-9ebc-e0fe6530a80c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:57.115657 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-922b554a-8baf-4fa4-878e-3936c1e0cb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.132636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.135598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.144937 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-922b554a-8baf-4fa4-878e-3936c1e0cb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.203685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-431a0c73-6183-4906-986a-59818bbbdb8b req-260dd334-ebad-4780-91df-8cdd9c067679 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.207228 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-431a0c73-6183-4906-986a-59818bbbdb8b req-260dd334-ebad-4780-91df-8cdd9c067679 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.215747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-431a0c73-6183-4906-986a-59818bbbdb8b req-260dd334-ebad-4780-91df-8cdd9c067679 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/9b3c724b-e8e0-4434-b548-c504bb75dc94 HTTP/1.1" status: 204 len: 173 time: 0.4899881 Aug 10 02:04:57.218544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dd334-ebad-4780-91df-8cdd9c067679 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3c724b-e8e0-4434-b548-c504bb75dc94,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:57.277912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.282321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb7f446a-225c-47bf-9668-6aa538e50ae9 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:04:57.282440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c4764f0-d512-4ed2-9850-e077a1f36925 req-842a61e0-285e-4898-bfb8-64a6dcd8433f tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "GET /v2.0/security-groups/f102d391-1d3c-4abb-9e98-746f2b672ee6 HTTP/1.1" status: 200 len: 1801 time: 0.0409815 Aug 10 02:04:57.285323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.290326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51198) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:57.294933 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4ebdc746-af4d-4677-8af7-6553e647d0ef admin admin] 10.222.0.38 "DELETE /v2.0/routers/bb7f446a-225c-47bf-9668-6aa538e50ae9 HTTP/1.1" status: 204 len: 168 time: 1.7927535 Aug 10 02:04:57.334795 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-922b554a-8baf-4fa4-878e-3936c1e0cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.337352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-922b554a-8baf-4fa4-878e-3936c1e0cb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.341957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-922b554a-8baf-4fa4-878e-3936c1e0cb7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/50f39c24-b918-44b8-9ebc-e0fe6530a80c HTTP/1.1" status: 204 len: 168 time: 0.3594115 Aug 10 02:04:57.423612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2077d36c-4b5a-40b6-a17f-475deef9081d req-552460b9-32b5-4974-a8a3-52a92ff42832 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0644305 Aug 10 02:04:57.431592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b554a-8baf-4fa4-878e-3936c1e0cb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f39c24-b918-44b8-9ebc-e0fe6530a80c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:57.443601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fb1a52-36dc-40e9-9842-b009c0a6dd6d admin admin] Deleting subnet 9551757d-9244-4a37-a597-1d9113958bc5 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:04:57.453132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fb1a52-36dc-40e9-9842-b009c0a6dd6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.463043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 532963ad-5d19-44f0-be6e-d0b7838d59ec no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:57.497965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 532963ad-5d19-44f0-be6e-d0b7838d59ec {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:57.498640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 532963ad-5d19-44f0-be6e-d0b7838d59ec not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:57.499408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d21bab1d-b7fd-42e0-8db7-600e9bc8b6db no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:57.545576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fb1a52-36dc-40e9-9842-b009c0a6dd6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.550783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: d21bab1d-b7fd-42e0-8db7-600e9bc8b6db {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:57.556006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d21bab1d-b7fd-42e0-8db7-600e9bc8b6db not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:57.662128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7c4764f0-d512-4ed2-9850-e077a1f36925 req-f082de7f-71ac-4806-aa22-b2de0a3fde70 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.672601 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fb1a52-36dc-40e9-9842-b009c0a6dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.785260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:57.790400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7c4764f0-d512-4ed2-9850-e077a1f36925 req-f082de7f-71ac-4806-aa22-b2de0a3fde70 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.812779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:57.825753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device fe0fa4f3-c3b0-4cb9-b6a5-9155a7429445 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:57.847809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a145ac9-7b2d-4625-8fe4-bfc1832cd029 req-95ff693f-6364-4b8e-ace3-cbf77a9bd52c tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:57.849497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a145ac9-7b2d-4625-8fe4-bfc1832cd029 req-95ff693f-6364-4b8e-ace3-cbf77a9bd52c tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 945 time: 0.1980269 Aug 10 02:04:57.917015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fb1a52-36dc-40e9-9842-b009c0a6dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.943573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a145ac9-7b2d-4625-8fe4-bfc1832cd029 req-8d4388ce-028d-4e70-9ad3-48cc1cd06818 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820312 Aug 10 02:04:57.967272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fb1a52-36dc-40e9-9842-b009c0a6dd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.970614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-39fb1a52-36dc-40e9-9842-b009c0a6dd6d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9551757d-9244-4a37-a597-1d9113958bc5 HTTP/1.1" status: 204 len: 168 time: 0.6778772 Aug 10 02:04:57.976314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51218) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:57.978854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b062fbbb-293c-43bf-8803-3f41fe7bbaee None None] Network 96a9b739-ab5f-45b3-872f-ed3233781ff6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:04:57.991648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb1a52-36dc-40e9-9842-b009c0a6dd6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9551757d-9244-4a37-a597-1d9113958bc5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:57.995038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7c4764f0-d512-4ed2-9850-e077a1f36925 req-f082de7f-71ac-4806-aa22-b2de0a3fde70 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:57.999836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-7c4764f0-d512-4ed2-9850-e077a1f36925 req-f082de7f-71ac-4806-aa22-b2de0a3fde70 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.001960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c4764f0-d512-4ed2-9850-e077a1f36925 req-f082de7f-71ac-4806-aa22-b2de0a3fde70 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] 10.222.0.38 "DELETE /v2.0/security-groups/f102d391-1d3c-4abb-9e98-746f2b672ee6 HTTP/1.1" status: 204 len: 173 time: 0.7018845 Aug 10 02:04:58.016507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51220) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:58.085546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082de7f-71ac-4806-aa22-b2de0a3fde70 tempest-SecurityGroupsTestJSON-835080254 tempest-SecurityGroupsTestJSON-835080254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f102d391-1d3c-4abb-9e98-746f2b672ee6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:58.109278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.130527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3167b18c-68e3-4ba2-b151-9dbea1f782f3 admin admin] Deleting subnet 1cc26a43-a676-484d-a494-8485c46af248 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:04:58.138195 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3167b18c-68e3-4ba2-b151-9dbea1f782f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.186265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Deleting port 66196a7a-cfd4-49ad-b3ee-40dd706425ac {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:58.186629 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.229067 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3167b18c-68e3-4ba2-b151-9dbea1f782f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.329841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3167b18c-68e3-4ba2-b151-9dbea1f782f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.342224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] For port 66196a7a-cfd4-49ad-b3ee-40dd706425ac, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=66196a7a-cfd4-49ad-b3ee-40dd706425ac,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:58.343215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.362075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Calling delete_port for 66196a7a-cfd4-49ad-b3ee-40dd706425ac owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:58.416763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f373a0-6399-4224-a087-bda62e9d61be None None] DHCP port deletion for 96a9b739-ab5f-45b3-872f-ed3233781ff6 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:04:58.496809 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3167b18c-68e3-4ba2-b151-9dbea1f782f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.512896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e1f373a0-6399-4224-a087-bda62e9d61be None None] Deleting port 66196a7a-cfd4-49ad-b3ee-40dd706425ac {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:04:58.513408 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e1f373a0-6399-4224-a087-bda62e9d61be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.533363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167b18c-68e3-4ba2-b151-9dbea1f782f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc26a43-a676-484d-a494-8485c46af248,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:58.537459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3167b18c-68e3-4ba2-b151-9dbea1f782f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.544543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3167b18c-68e3-4ba2-b151-9dbea1f782f3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1cc26a43-a676-484d-a494-8485c46af248 HTTP/1.1" status: 204 len: 168 time: 0.5190022 Aug 10 02:04:58.544693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51236) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:58.605651 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.631155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2100ba9-ece6-49f3-ba9f-d8b975bf4653 req-2538ece4-6ed9-4274-95b8-df4c465a4c70 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0687788 Aug 10 02:04:58.650349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Pushing event deleted for resources: {'Port': ['ID=66196a7a-cfd4-49ad-b3ee-40dd706425ac,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:58.665420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] No DVR routers for this DVR port 66196a7a-cfd4-49ad-b3ee-40dd706425ac on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:58.669259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e1f373a0-6399-4224-a087-bda62e9d61be None None] For port 66196a7a-cfd4-49ad-b3ee-40dd706425ac, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=66196a7a-cfd4-49ad-b3ee-40dd706425ac,segment=NetworkSegment(04cd7cff-2b15-466b-a068-a9578f0bf9dd),segment_id=04cd7cff-2b15-466b-a068-a9578f0bf9dd)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:58.669891 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e1f373a0-6399-4224-a087-bda62e9d61be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.675762 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.689286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e1f373a0-6399-4224-a087-bda62e9d61be None None] Calling delete_port for 66196a7a-cfd4-49ad-b3ee-40dd706425ac owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:04:58.718523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce514d9-d6ec-426c-9a24-d77af664a2b9 req-d3c0fa72-d551-44bf-9d05-96a20c20fd6d tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:58.720642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cce514d9-d6ec-426c-9a24-d77af664a2b9 req-d3c0fa72-d551-44bf-9d05-96a20c20fd6d tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 945 time: 0.0823717 Aug 10 02:04:58.786636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e1f373a0-6399-4224-a087-bda62e9d61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.790917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cce514d9-d6ec-426c-9a24-d77af664a2b9 req-a36e3fed-3daa-4a7a-a751-eed460a33ef3 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626893 Aug 10 02:04:58.815025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f373a0-6399-4224-a087-bda62e9d61be None None] Pushing event deleted for resources: {'Port': ['ID=66196a7a-cfd4-49ad-b3ee-40dd706425ac,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:58.821036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f373a0-6399-4224-a087-bda62e9d61be None None] No DVR routers for this DVR port 66196a7a-cfd4-49ad-b3ee-40dd706425ac on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:58.844335 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.892525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a9b739-ab5f-45b3-872f-ed3233781ff6']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:58.910783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cd7cff-2b15-466b-a068-a9578f0bf9dd') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:58.911088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cd7cff-2b15-466b-a068-a9578f0bf9dd') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:58.923054 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.926387 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.941988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ca103b-fb96-4c1c-8b8b-186771ec844f']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:58.955407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a307562f-2e09-4689-8bae-a8ed1b48624d') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:58.955712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a307562f-2e09-4689-8bae-a8ed1b48624d') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:04:58.963447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.971222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.973062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:04:58.973466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:04:58.975843 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:04:59.024180 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.035360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:04:59.035779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:04:59.038331 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:04:59.185032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.186580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.188463 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] 10.222.0.38 "DELETE /v2.0/networks/96a9b739-ab5f-45b3-872f-ed3233781ff6 HTTP/1.1" status: 204 len: 168 time: 1.2109716 Aug 10 02:04:59.200448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.202114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35d312-474f-4150-b135-b8b18855c33b admin admin] Pushing event deleted for resources: {'Network': ['ID=96a9b739-ab5f-45b3-872f-ed3233781ff6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:59.207324 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.209770 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] 10.222.0.38 "DELETE /v2.0/networks/c2ca103b-fb96-4c1c-8b8b-186771ec844f HTTP/1.1" status: 204 len: 168 time: 0.6638942 Aug 10 02:04:59.221079 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ace386-cd9c-4eb3-b277-c2b05a17cedc admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ca103b-fb96-4c1c-8b8b-186771ec844f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:59.326220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 66196a7a-cfd4-49ad-b3ee-40dd706425ac no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:59.348098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 66196a7a-cfd4-49ad-b3ee-40dd706425ac {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:04:59.352697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 66196a7a-cfd4-49ad-b3ee-40dd706425ac not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:04:59.506019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51260) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:59.554015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f12f3f76-0deb-4784-9ada-f6e0e673d52b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac7609aa90f644fe85b9e9d4951d9682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468175 Aug 10 02:04:59.556824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51262) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:59.621917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51264) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:59.625474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70575611-e875-4341-96a4-e32095711a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.658357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70575611-e875-4341-96a4-e32095711a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.704508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ae4d266f-2181-4623-b8d7-f36f8e14808a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4de04bf2f7fc4020900db0f273f1d63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786617 Aug 10 02:04:59.704781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51274) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:04:59.780638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21962470-3b80-4f40-ae5e-ff20b5af2809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.823608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c9d498d-e7fb-4c33-afe6-f75e9daaabaf req-0f038b94-1826-4e87-a5e3-de068897f356 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0408769 Aug 10 02:04:59.828857 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21962470-3b80-4f40-ae5e-ff20b5af2809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.860633 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70575611-e875-4341-96a4-e32095711a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.871357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70575611-e875-4341-96a4-e32095711a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.871357 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-70575611-e875-4341-96a4-e32095711a02 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ddac1727-25c9-44c6-b3f5-3e7a252daafa HTTP/1.1" status: 204 len: 168 time: 0.3111928 Aug 10 02:04:59.886981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70575611-e875-4341-96a4-e32095711a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac1727-25c9-44c6-b3f5-3e7a252daafa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:59.985481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2269-890f-4735-85ff-01bae30fcfc6 req-ef58962b-8928-4b04-8dd7-495ee7c12b6b tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:59.996197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bdc2269-890f-4735-85ff-01bae30fcfc6 req-ef58962b-8928-4b04-8dd7-495ee7c12b6b tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 945 time: 0.0519409 Aug 10 02:04:59.996197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21962470-3b80-4f40-ae5e-ff20b5af2809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.996197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21962470-3b80-4f40-ae5e-ff20b5af2809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:59.996197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-21962470-3b80-4f40-ae5e-ff20b5af2809 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0 HTTP/1.1" status: 204 len: 168 time: 0.2863719 Aug 10 02:05:00.020547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21962470-3b80-4f40-ae5e-ff20b5af2809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb27a8b-5cc9-42c8-8b53-018bc0b6c6a0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:00.049256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bdc2269-890f-4735-85ff-01bae30fcfc6 req-1f0a1964-ee19-4639-8ae5-d072972b70d3 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/security-groups?id=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Aug 10 02:05:00.149014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-312ab7bf-8ab2-4c6c-b15c-06ac7d0e4009 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:00.150497 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-312ab7bf-8ab2-4c6c-b15c-06ac7d0e4009 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.16 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 945 time: 0.0491545 Aug 10 02:05:00.262927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Deleting port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:00.263199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:00.353355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] For port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,segment=NetworkSegment(b011a8f1-9252-4078-84c4-969e24939dd1),segment_id=b011a8f1-9252-4078-84c4-969e24939dd1)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:00.353728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:00.371623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Calling delete_port for 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:00.609319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:00.622280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['6d6450a7-2ab2-4ac4-8cc5-5c81f344c801'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:00.639454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Pushing event deleted for resources: {'Port': ['ID=6d6450a7-2ab2-4ac4-8cc5-5c81f344c801,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:00.714507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] No DVR routers for this DVR port 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:00.717265 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:00.719729 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-48f186ce-7773-437c-8f42-29b7df0597c5 req-9e6752fd-73ba-4b7a-a8ae-6ce33c675b56 tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.16 "DELETE /v2.0/ports/6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 HTTP/1.1" status: 204 len: 173 time: 0.5616648 Aug 10 02:05:00.720178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1260cb7b-989a-41d1-8c73-2cc9cbe790a8', 'name': 'network-vif-deleted', 'tag': '6d6450a7-2ab2-4ac4-8cc5-5c81f344c801'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:00.723175 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434923d9-c9e3-41df-b343-72d2ed1092ef" -d '{"events": [{"server_uuid": "1260cb7b-989a-41d1-8c73-2cc9cbe790a8", "name": "network-vif-deleted", "tag": "6d6450a7-2ab2-4ac4-8cc5-5c81f344c801"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:00.770117 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f25061-ea60-4aea-b71b-1ea588092172 x-openstack-request-id: req-49f25061-ea60-4aea-b71b-1ea588092172 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:00.771007 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1260cb7b-989a-41d1-8c73-2cc9cbe790a8", "name": "network-vif-deleted", "tag": "6d6450a7-2ab2-4ac4-8cc5-5c81f344c801", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:00.771495 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-49f25061-ea60-4aea-b71b-1ea588092172 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:00.772208 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1260cb7b-989a-41d1-8c73-2cc9cbe790a8', 'name': 'network-vif-deleted', 'tag': '6d6450a7-2ab2-4ac4-8cc5-5c81f344c801', 'status': 'completed', 'code': 200} Aug 10 02:05:00.971475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ce86156-d8ce-4eb2-bb77-9c24301db9be req-941b5a3c-2930-4ce0-acc4-d50c0d3cbc7a tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0307338 Aug 10 02:05:01.210964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c6f35d2-6fbc-4349-a30a-3a916ab0a374 req-02c1979d-b0bf-422b-848c-4ea81caac4cb tempest-InstanceActionsTestJSON-877829534 tempest-InstanceActionsTestJSON-877829534-project] 10.222.0.38 "GET /v2.0/ports?device_id=1260cb7b-989a-41d1-8c73-2cc9cbe790a8 HTTP/1.1" status: 200 len: 210 time: 0.0339544 Aug 10 02:05:01.996811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51348) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:02.096274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d044b004-2bc8-4d34-b2f3-116f3c8ae039 req-c82ffd13-8069-4110-a83c-71c0b21a7ebf tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0335062 Aug 10 02:05:02.246366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-730804969-network', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:02.259803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51360) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:02.298784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51364) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:02.352103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:02.354851 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.374769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.383263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1020530808-network', 'tenant_id': 'ecf9c8f31d684c4099a05b16786baf84'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:02.405901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de5ea29-0c08-4d89-a948-f5a6e41f4094 admin admin] Deleting subnet 80f9586a-f2c8-41d4-ab6a-cf7a3dbb01e4 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:05:02.412263 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8de5ea29-0c08-4d89-a948-f5a6e41f4094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.449594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8de5ea29-0c08-4d89-a948-f5a6e41f4094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.487719 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8de5ea29-0c08-4d89-a948-f5a6e41f4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.525359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Made reservation on behalf of ecf9c8f31d684c4099a05b16786baf84 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:02.527702 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.544591 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.603655 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.678759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.680676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8de5ea29-0c08-4d89-a948-f5a6e41f4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.701218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:05:02.717837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb171fd-1eee-4a9a-8176-4bd637d7100a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:02.720028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5ea29-0c08-4d89-a948-f5a6e41f4094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f9586a-f2c8-41d4-ab6a-cf7a3dbb01e4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:02.722333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8de5ea29-0c08-4d89-a948-f5a6e41f4094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.722840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.723193 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Added segment 0513ba03-23a2-449a-b3c7-bbb7c108aca1 of type vlan for network 15cf62bd-7513-4a75-9410-d5b0f78c6285 Aug 10 02:05:02.724547 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8de5ea29-0c08-4d89-a948-f5a6e41f4094 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/80f9586a-f2c8-41d4-ab6a-cf7a3dbb01e4 HTTP/1.1" status: 204 len: 168 time: 0.4247091 Aug 10 02:05:02.727057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51374) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:02.783682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.822293 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.890311 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.891716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:02.892495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.926237 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.937708 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:02.955874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610180de-b3cd-4390-8489-14f5b3c90d36']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:02.970307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b011a8f1-9252-4078-84c4-969e24939dd1') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:02.970471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b011a8f1-9252-4078-84c4-969e24939dd1') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:02.972797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] Pushing event updated for resources: {'Network': ['ID=15cf62bd-7513-4a75-9410-d5b0f78c6285,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:02.984551 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 15cf62bd-7513-4a75-9410-d5b0f78c6285 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:05:02.985101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.001879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.009334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:05:03.009732 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:05:03.011438 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:05:03.021033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.079357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:05:03.085743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-28916597-7ab7-4e46-a13d-28992b4cec2c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0872633 Aug 10 02:05:03.088026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51384) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:03.100800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Request body: {'subnet': {'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-730804969-subnet', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:03.111509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:03.205651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4dfcb41-959f-46d8-8ef3-bf36ea629d23 req-7f4bc925-9c55-4e7c-a1ef-63f4c4245b33 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0274949 Aug 10 02:05:03.237917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:03.240049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.240807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.242539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.243271 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Added segment 1962e724-8c53-4527-9d09-df73b3ea5fbc of type vlan for network 4203b4be-dc4d-4cfc-b9ba-68454cabcd36 Aug 10 02:05:03.258689 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.260972 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] 10.222.0.38 "DELETE /v2.0/networks/610180de-b3cd-4390-8489-14f5b3c90d36 HTTP/1.1" status: 204 len: 168 time: 0.5327671 Aug 10 02:05:03.275719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390310e-b768-42b5-8e8d-54862fff9e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=610180de-b3cd-4390-8489-14f5b3c90d36,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:03.360119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.477752 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.478827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:03.479447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.544807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] Pushing event updated for resources: {'Network': ['ID=4203b4be-dc4d-4cfc-b9ba-68454cabcd36,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:03.561657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4203b4be-dc4d-4cfc-b9ba-68454cabcd36 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:05:03.592424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.655369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a5f9175e-5702-41c3-a4a2-a409c8e1a880 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3938479 Aug 10 02:05:03.656904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:03.661200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51394) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:03.667757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Checking segment: {'id': '0513ba03-23a2-449a-b3c7-bbb7c108aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:03.668331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Network hostable DHCP agents. Network: 15cf62bd-7513-4a75-9410-d5b0f78c6285, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:05:03.672203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Request body: {'subnet': {'network_id': '4203b4be-dc4d-4cfc-b9ba-68454cabcd36', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1020530808-subnet', 'tenant_id': 'ecf9c8f31d684c4099a05b16786baf84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:03.763085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Network 15cf62bd-7513-4a75-9410-d5b0f78c6285 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:05:03.814670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Made reservation on behalf of ecf9c8f31d684c4099a05b16786baf84 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:03.817148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.836667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51396) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:03.878246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 15cf62bd-7513-4a75-9410-d5b0f78c6285) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:03.883560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:03.884359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:03.891124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0631e456-48ef-4fb1-8db0-35057ff58611 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=de2a8253d7d04270b16e372db75459d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509138 Aug 10 02:05:03.891841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51398) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:03.898535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07812b2-7c3c-4181-901e-a4805926ffb1 None None] Network 15cf62bd-7513-4a75-9410-d5b0f78c6285 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:03.961097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-582de9e4-a1fa-47a5-b5ec-7d7d88b998e0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8685985 Aug 10 02:05:03.961817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51402) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:03.965670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:04.087361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb16-73db-40b9-8b39-3e1d9e36758c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.111941 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb16-73db-40b9-8b39-3e1d9e36758c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.113688 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.116247 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.141256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-15cf62bd-7513-4a75-9410-d5b0f78c6285', 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'fixed_ips': [{'subnet_id': 'b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:05:04.141990 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.216369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.256792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.308972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb16-73db-40b9-8b39-3e1d9e36758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.311757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb16-73db-40b9-8b39-3e1d9e36758c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.312963 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dd9cdb16-73db-40b9-8b39-3e1d9e36758c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a HTTP/1.1" status: 204 len: 168 time: 0.4205337 Aug 10 02:05:04.328372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b086468-1e91-4c8e-bce7-0e07dfafeb93 req-6c045751-0a16-45ef-adea-5cca1b47b526 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/ports?device_id=892cd685-f5c5-452a-bc1d-a4892567127b HTTP/1.1" status: 200 len: 210 time: 0.0435638 Aug 10 02:05:04.332422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Allocated IP 172.20.0.2 (15cf62bd-7513-4a75-9410-d5b0f78c6285/b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293/17541daf-8f44-4576-9337-6eb0b830961b) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:04.370819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e804f6-efcf-426d-ac10-50e56ceec1fd,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:04.375468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cdb16-73db-40b9-8b39-3e1d9e36758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7be48ee-1baa-41d0-9fb8-bf5f240d0d5a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:04.378200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Checking segment: {'id': '1962e724-8c53-4527-9d09-df73b3ea5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4203b4be-dc4d-4cfc-b9ba-68454cabcd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:04.378477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Network hostable DHCP agents. Network: 4203b4be-dc4d-4cfc-b9ba-68454cabcd36, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:05:04.483786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Network 4203b4be-dc4d-4cfc-b9ba-68454cabcd36 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:05:04.552663 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.578364 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.588326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Transition to ACTIVE for port object 17541daf-8f44-4576-9337-6eb0b830961b will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:04.604450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Transition to ACTIVE for port object 17541daf-8f44-4576-9337-6eb0b830961b will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:04.609265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4203b4be-dc4d-4cfc-b9ba-68454cabcd36) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:04.613407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:04.614076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.622606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49c5f26-cb9a-464a-943f-33d8d17a230b None None] Network 4203b4be-dc4d-4cfc-b9ba-68454cabcd36 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:04.646368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51412) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:04.725215 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7b8c20f8-485e-46a8-a5fa-5700c5e5ca59 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0649509 Aug 10 02:05:04.748218 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:04.811549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Network 15cf62bd-7513-4a75-9410-d5b0f78c6285 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:04.980042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:04.981837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:05.004470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:05.012514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:05.012867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6d6450a7-2ab2-4ac4-8cc5-5c81f344c801 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:05.065635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08b643-3a94-46c0-931a-513c50c38f69 None None] Network 4203b4be-dc4d-4cfc-b9ba-68454cabcd36 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:05.072889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Pushing event updated for resources: {'Port': ['ID=17541daf-8f44-4576-9337-6eb0b830961b,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:05.125205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44097efd-7b92-4a42-a1c2-febc0388a4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.148521 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.149067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Attempting to bind port 17541daf-8f44-4576-9337-6eb0b830961b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:05.150019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Attempting to bind port 17541daf-8f44-4576-9337-6eb0b830961b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '0513ba03-23a2-449a-b3c7-bbb7c108aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:05.150571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Attempting to bind port 17541daf-8f44-4576-9337-6eb0b830961b on network 15cf62bd-7513-4a75-9410-d5b0f78c6285 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:05.162024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:05.162993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Checking segment: {'id': '0513ba03-23a2-449a-b3c7-bbb7c108aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:05.163615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.164171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Bound using segment: {'id': '0513ba03-23a2-449a-b3c7-bbb7c108aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:05.164822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Bound port: 17541daf-8f44-4576-9337-6eb0b830961b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0513ba03-23a2-449a-b3c7-bbb7c108aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:05.165550 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.196913 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.244428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] For port 17541daf-8f44-4576-9337-6eb0b830961b, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:05.249322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] For port 17541daf-8f44-4576-9337-6eb0b830961b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=17541daf-8f44-4576-9337-6eb0b830961b,segment=NetworkSegment(0513ba03-23a2-449a-b3c7-bbb7c108aca1),segment_id=0513ba03-23a2-449a-b3c7-bbb7c108aca1)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:05.322199 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.389576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d2406-6262-4a36-aeee-561a9c2b3d47 None None] Pushing event updated for resources: {'Port': ['ID=17541daf-8f44-4576-9337-6eb0b830961b,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:05.456464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Allocated IP 172.25.3.197 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/20432c44-6971-4116-bb2f-0837a294c6f0) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:05.544729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51448) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:05.595410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44097efd-7b92-4a42-a1c2-febc0388a4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.611792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2987817e-fdc2-4bb1-85a9-70d737dd49b1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.669071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-537f712a-1043-46ba-b1fd-361cb612bca0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:05.670625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-537f712a-1043-46ba-b1fd-361cb612bca0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/networks?id=4203b4be-dc4d-4cfc-b9ba-68454cabcd36 HTTP/1.1" status: 200 len: 822 time: 0.2381692 Aug 10 02:05:05.678471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44097efd-7b92-4a42-a1c2-febc0388a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.723907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2987817e-fdc2-4bb1-85a9-70d737dd49b1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.772098 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.830675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3e03057c-d6b4-40b9-b775-77d03f86bf44 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/quotas/ecf9c8f31d684c4099a05b16786baf84 HTTP/1.1" status: 200 len: 375 time: 0.0986097 Aug 10 02:05:05.853738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-44097efd-7b92-4a42-a1c2-febc0388a4b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9264404ef54c48cb9be904f2cd5e70cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2052944 Aug 10 02:05:05.856488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51458) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:05.891799 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-5e44aacb-9765-43c5-96a8-cee5d1e1533d tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ecf9c8f31d684c4099a05b16786baf84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363517 Aug 10 02:05:05.892553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44097efd-7b92-4a42-a1c2-febc0388a4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6582ec-fc6a-4414-b980-305891fcc5f8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:05.909540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2987817e-fdc2-4bb1-85a9-70d737dd49b1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.913004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2987817e-fdc2-4bb1-85a9-70d737dd49b1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:05.914251 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2987817e-fdc2-4bb1-85a9-70d737dd49b1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "DELETE /v2.0/security-groups/0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97 HTTP/1.1" status: 204 len: 168 time: 0.3679025 Aug 10 02:05:05.918536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51460) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:05.946420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987817e-fdc2-4bb1-85a9-70d737dd49b1 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:05.949559 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-ca38ce8d-40b3-4804-b0fb-31c3dabefc5b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] show failed (client error): The resource could not be found. Aug 10 02:05:05.950621 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ca38ce8d-40b3-4804-b0fb-31c3dabefc5b tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "GET /v2.0/security-groups/0bd7d5f3-4d71-4200-a1fa-7ea7af0b9e97 HTTP/1.1" status: 404 len: 347 time: 0.0261617 Aug 10 02:05:05.953810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:05.970033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae1a9-0108-4822-ad77-74b00937ac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.010249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-59b0e679-9a43-4904-8e48-9a8b14233dc3 service neutron] 10.222.0.38 "GET /v2.0/networks/4203b4be-dc4d-4cfc-b9ba-68454cabcd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096649 Aug 10 02:05:06.065274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae1a9-0108-4822-ad77-74b00937ac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.070590 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.125286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51466) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:06.168688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:06.179900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:06.192646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Pushing event updated for resources: {'Port': ['ID=20432c44-6971-4116-bb2f-0837a294c6f0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:06.192835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port 9b1eb88e-8a47-4c03-ad16-32c73aeaf0a9 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:06.192835 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.198901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:06.230669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9094165f-4d44-4349-8e88-00fe30051a96 service neutron] 10.222.0.38 "GET /v2.0/networks/4203b4be-dc4d-4cfc-b9ba-68454cabcd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136707 Aug 10 02:05:06.265291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-215359542-network', 'tenant_id': 'ae2c5ab95c7e49a38c40f7d61e175270'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:06.547198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Made reservation on behalf of ae2c5ab95c7e49a38c40f7d61e175270 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:06.549678 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.561124 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.794954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae1a9-0108-4822-ad77-74b00937ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.799262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b2ae1a9-0108-4822-ad77-74b00937ac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.804893 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4b2ae1a9-0108-4822-ad77-74b00937ac66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0d6582ec-fc6a-4414-b980-305891fcc5f8 HTTP/1.1" status: 204 len: 168 time: 0.9430506 Aug 10 02:05:06.819076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.819742 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:06.835172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ae1a9-0108-4822-ad77-74b00937ac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6582ec-fc6a-4414-b980-305891fcc5f8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:06.846007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for 9b1eb88e-8a47-4c03-ad16-32c73aeaf0a9 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:06.980664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155dca05-6a2a-4fac-9d98-4a982c3ba6e8 None None] Network 15cf62bd-7513-4a75-9410-d5b0f78c6285 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:07.063461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46198edb-9c16-443f-a147-b9aeca237ba5 req-ab6ed09e-b195-44b8-be34-36b483890952 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 210 time: 0.4828813 Aug 10 02:05:07.129373 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.154778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=9b1eb88e-8a47-4c03-ad16-32c73aeaf0a9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:07.209499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c7a3f76e-6de7-4ce1-9e04-6698220a0ed4 None None] Provisioning for port 17541daf-8f44-4576-9337-6eb0b830961b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:07.213074 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.238976 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.244272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.247839 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3f6a1a9a-785c-4683-84cc-e33bd1531e72 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "DELETE /v2.0/floatingips/2299b0c5-03ca-4d96-8bfc-bd44479ed9ab HTTP/1.1" status: 204 len: 168 time: 1.2929864 Aug 10 02:05:07.250507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51486) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:07.441734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8505e4fc-19b5-4bb5-937c-98fe1b0ae6d2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port efb0670e-4f05-4aac-9ba8-3680f27368b7 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:07.443087 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8505e4fc-19b5-4bb5-937c-98fe1b0ae6d2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.527829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 17541daf-8f44-4576-9337-6eb0b830961b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:07.625334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8505e4fc-19b5-4bb5-937c-98fe1b0ae6d2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.629135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.637941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.657454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8505e4fc-19b5-4bb5-937c-98fe1b0ae6d2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for efb0670e-4f05-4aac-9ba8-3680f27368b7 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:07.700769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 17541daf-8f44-4576-9337-6eb0b830961b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:07.706484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 17541daf-8f44-4576-9337-6eb0b830961b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:07.712990 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.734237 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.748310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:05:07.763243 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.764315 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Added segment e4c72f93-3508-497f-996c-a6eb82b3f1b0 of type vlan for network 8a173f5c-38f5-4e10-aed8-731c2e147bf3 Aug 10 02:05:07.811639 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.844269 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.911157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51492) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:07.914743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c2cdcd-da05-4984-b1cd-3257d57bd405,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:07.926379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 17541daf-8f44-4576-9337-6eb0b830961b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=17541daf-8f44-4576-9337-6eb0b830961b,segment=NetworkSegment(0513ba03-23a2-449a-b3c7-bbb7c108aca1),segment_id=0513ba03-23a2-449a-b3c7-bbb7c108aca1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:07.944392 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99dd2abf-eee2-4ae9-b73d-00e44963ef9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.968781 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:07.970286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:07.971012 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.031936 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.079946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] Pushing event updated for resources: {'Network': ['ID=8a173f5c-38f5-4e10-aed8-731c2e147bf3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:08.088741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=17541daf-8f44-4576-9337-6eb0b830961b,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:08.093622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 8a173f5c-38f5-4e10-aed8-731c2e147bf3 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:05:08.097407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8505e4fc-19b5-4bb5-937c-98fe1b0ae6d2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.135839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505e4fc-19b5-4bb5-937c-98fe1b0ae6d2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=efb0670e-4f05-4aac-9ba8-3680f27368b7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:08.167093 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99dd2abf-eee2-4ae9-b73d-00e44963ef9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.180147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:05:08.228212 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66cee2ff-b704-4136-bd1a-924e2850b6ce req-bfd0c200-df0a-4478-b489-ce3ad8cabf48 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 210 time: 0.0429935 Aug 10 02:05:08.248014 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8505e4fc-19b5-4bb5-937c-98fe1b0ae6d2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.252351 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8505e4fc-19b5-4bb5-937c-98fe1b0ae6d2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "DELETE /v2.0/ports/efb0670e-4f05-4aac-9ba8-3680f27368b7 HTTP/1.1" status: 204 len: 168 time: 0.9976575 Aug 10 02:05:08.252585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51498) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:08.276883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99dd2abf-eee2-4ae9-b73d-00e44963ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.349786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5be41-0380-4348-937c-d4218b3dffa2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port 427255fd-b6d6-40ae-bad2-edb5ab3b5dec {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:08.350053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7b5be41-0380-4348-937c-d4218b3dffa2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.366439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-20baec45-0523-45c6-b2fb-ff637017c314 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2372031 Aug 10 02:05:08.370790 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-99dd2abf-eee2-4ae9-b73d-00e44963ef9c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65e2cf8b8aa6402baeff657fdec35654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499905 Aug 10 02:05:08.370790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51500) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:08.371629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51502) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:08.372041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd2abf-eee2-4ae9-b73d-00e44963ef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe79084-3148-480b-b3f4-0d77808ae5c1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:08.390917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Request body: {'subnet': {'network_id': '8a173f5c-38f5-4e10-aed8-731c2e147bf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-215359542-subnet', 'tenant_id': 'ae2c5ab95c7e49a38c40f7d61e175270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:08.442806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:08.455882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Sync routers for ids ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:08.456299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7b5be41-0380-4348-937c-d4218b3dffa2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.467135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Routers {'a649174e-7d8a-48a9-ac09-a0cf47b04ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:08.468545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:08.477963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5be41-0380-4348-937c-d4218b3dffa2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for 427255fd-b6d6-40ae-bad2-edb5ab3b5dec owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:08.509425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Made reservation on behalf of ae2c5ab95c7e49a38c40f7d61e175270 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:08.512154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.556065 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9572f8b1-12dd-4e0a-a742-8a1e4cd4a418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.579945 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9572f8b1-12dd-4e0a-a742-8a1e4cd4a418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.641042 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.643490 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ef578a97-dbab-41e1-9869-7a6083d253c8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6810784 Aug 10 02:05:08.648074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51506) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:08.665055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Set router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:08.799322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9572f8b1-12dd-4e0a-a742-8a1e4cd4a418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.804139 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9572f8b1-12dd-4e0a-a742-8a1e4cd4a418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.805925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9572f8b1-12dd-4e0a-a742-8a1e4cd4a418 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2fe79084-3148-480b-b3f4-0d77808ae5c1 HTTP/1.1" status: 204 len: 168 time: 0.4010749 Aug 10 02:05:08.883970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7b5be41-0380-4348-937c-d4218b3dffa2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:08.897946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572f8b1-12dd-4e0a-a742-8a1e4cd4a418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe79084-3148-480b-b3f4-0d77808ae5c1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:08.964721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5be41-0380-4348-937c-d4218b3dffa2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=427255fd-b6d6-40ae-bad2-edb5ab3b5dec,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:08.988818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:04Z', 'updated_at': '2021-08-10T02:05:06Z', 'revision_number': 3, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'gw_port': {'id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:05Z', 'updated_at': '2021-08-10T02:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:09.041625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Checking router: a649174e-7d8a-48a9-ac09-a0cf47b04ac9 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:09.042358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Updating router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 port 20432c44-6971-4116-bb2f-0837a294c6f0 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:05:09.055504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7b5be41-0380-4348-937c-d4218b3dffa2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.061270 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f7b5be41-0380-4348-937c-d4218b3dffa2 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "DELETE /v2.0/ports/427255fd-b6d6-40ae-bad2-edb5ab3b5dec HTTP/1.1" status: 204 len: 168 time: 0.8075519 Aug 10 02:05:09.062542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51512) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:09.080778 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.136863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d29a1b-6184-4f8f-bcc1-9438d6495909 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting subnet 97582ca5-6321-4830-b7cc-0042e7d6d2d9 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:05:09.140871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02d29a1b-6184-4f8f-bcc1-9438d6495909 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.167056 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.193339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02d29a1b-6184-4f8f-bcc1-9438d6495909 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.291733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b79896-e887-4bef-82fa-98e138d66fc2,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:09.309844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Checking segment: {'id': 'e4c72f93-3508-497f-996c-a6eb82b3f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a173f5c-38f5-4e10-aed8-731c2e147bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:09.310211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Network hostable DHCP agents. Network: 8a173f5c-38f5-4e10-aed8-731c2e147bf3, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:05:09.344369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02d29a1b-6184-4f8f-bcc1-9438d6495909 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.509230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 17541daf-8f44-4576-9337-6eb0b830961b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:09.531822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d99358a-097c-4542-a834-f2dad416f009 req-c7ebe846-154a-4e6d-8f47-255f0758b5c1 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 210 time: 0.0743172 Aug 10 02:05:09.601025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Network 8a173f5c-38f5-4e10-aed8-731c2e147bf3 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:05:09.616947 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.645926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Transition to ACTIVE for port object 20432c44-6971-4116-bb2f-0837a294c6f0 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:09.708935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02d29a1b-6184-4f8f-bcc1-9438d6495909 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.713700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 8a173f5c-38f5-4e10-aed8-731c2e147bf3) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:09.727531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:09.728479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d16b466-989b-4b21-943f-4e78436eeb64 None None] Network 8a173f5c-38f5-4e10-aed8-731c2e147bf3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:09.729302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.763187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d29a1b-6184-4f8f-bcc1-9438d6495909 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Subnet': ['ID=97582ca5-6321-4830-b7cc-0042e7d6d2d9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:09.780267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02d29a1b-6184-4f8f-bcc1-9438d6495909 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.782465 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-02d29a1b-6184-4f8f-bcc1-9438d6495909 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "DELETE /v2.0/subnets/97582ca5-6321-4830-b7cc-0042e7d6d2d9 HTTP/1.1" status: 204 len: 168 time: 0.7193458 Aug 10 02:05:09.790648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51526) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:09.795992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 17541daf-8f44-4576-9337-6eb0b830961b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:09.797931 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.800685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.813941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969fc1c7-37e0-46a0-919e-381812a66e33 None None] Network df1ef0da-2ec8-457a-8c82-ab0c74915fea requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:09.866729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-159d3bd8-3f10-4965-85f8-d2b469a45459 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4859002 Aug 10 02:05:09.870918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.894431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-61939790-786f-41e7-b0af-bbbd5cad032d tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:09.895778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-61939790-786f-41e7-b0af-bbbd5cad032d tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.16 "GET /v2.0/networks?id=4203b4be-dc4d-4cfc-b9ba-68454cabcd36 HTTP/1.1" status: 200 len: 822 time: 0.3509245 Aug 10 02:05:09.922239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6b911b-1db4-4483-9770-e1bfc1a3bcec tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting subnet c87de9a6-8b30-42d6-aeeb-3062710943ff {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:05:09.934696 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e6b911b-1db4-4483-9770-e1bfc1a3bcec tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:09.954396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Request body: {'port': {'device_id': 'd0e875de-0a26-42b8-8995-1edef452d7f0', 'network_id': '4203b4be-dc4d-4cfc-b9ba-68454cabcd36', 'admin_state_up': True, 'tenant_id': 'ecf9c8f31d684c4099a05b16786baf84'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:10.126931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Allocated IP 172.20.0.1 (15cf62bd-7513-4a75-9410-d5b0f78c6285/b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293/a6f09700-a12c-488c-ad29-a97243af4b8b) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:10.133120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Attempting to bind port 20432c44-6971-4116-bb2f-0837a294c6f0 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:10.133675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Attempting to bind port 20432c44-6971-4116-bb2f-0837a294c6f0 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:10.134310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e6b911b-1db4-4483-9770-e1bfc1a3bcec tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.135086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Attempting to bind port 20432c44-6971-4116-bb2f-0837a294c6f0 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:10.152807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:10.153188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:10.153594 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.154124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:10.154662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Bound port: 20432c44-6971-4116-bb2f-0837a294c6f0, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:10.155017 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.156883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febda0f-138e-4e1d-9ea5-4787f1498dd5 None None] Pushing event updated for resources: {'Port': ['ID=20432c44-6971-4116-bb2f-0837a294c6f0,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:10.347865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e6b911b-1db4-4483-9770-e1bfc1a3bcec tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.390104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075cc04-6df3-4441-8819-d6f2d6771c86 None None] Network 8a173f5c-38f5-4e10-aed8-731c2e147bf3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:10.396053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] For port 20432c44-6971-4116-bb2f-0837a294c6f0, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:10.399985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] For port 20432c44-6971-4116-bb2f-0837a294c6f0, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=20432c44-6971-4116-bb2f-0837a294c6f0,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:10.402243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Made reservation on behalf of ecf9c8f31d684c4099a05b16786baf84 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:10.405853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.419132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.436045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Transition to ACTIVE for port object a6f09700-a12c-488c-ad29-a97243af4b8b will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:10.482128 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.638772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-3cb8ac16-e16f-4fe3-92da-712c617a3fc2 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:10.640766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-3cb8ac16-e16f-4fe3-92da-712c617a3fc2 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/networks?id=8a173f5c-38f5-4e10-aed8-731c2e147bf3 HTTP/1.1" status: 200 len: 821 time: 0.1413107 Aug 10 02:05:10.642966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.660125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e6b911b-1db4-4483-9770-e1bfc1a3bcec tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.708348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b911b-1db4-4483-9770-e1bfc1a3bcec tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Subnet': ['ID=c87de9a6-8b30-42d6-aeeb-3062710943ff,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:10.717130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Allocated IP 172.20.0.13 (4203b4be-dc4d-4cfc-b9ba-68454cabcd36/b9e804f6-efcf-426d-ac10-50e56ceec1fd/12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:10.723778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e6b911b-1db4-4483-9770-e1bfc1a3bcec tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.724826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-11387fae-0e4e-427a-abac-508e58a924c7 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/quotas/ae2c5ab95c7e49a38c40f7d61e175270 HTTP/1.1" status: 200 len: 375 time: 0.0757921 Aug 10 02:05:10.726774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b3f771b-d8f1-43e1-81cb-d8fe893ff96c req-e956b4f8-da02-4c7b-afb7-348d4705cb81 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 210 time: 0.0505474 Aug 10 02:05:10.728609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Network 15cf62bd-7513-4a75-9410-d5b0f78c6285 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:10.737597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:10.744514 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e6b911b-1db4-4483-9770-e1bfc1a3bcec tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "DELETE /v2.0/subnets/c87de9a6-8b30-42d6-aeeb-3062710943ff HTTP/1.1" status: 204 len: 168 time: 0.9521644 Aug 10 02:05:10.747880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51562) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:10.761523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:10.768094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71269241-6ec5-412e-9f46-42cfffcda395 None None] DHCP port deletion for df1ef0da-2ec8-457a-8c82-ab0c74915fea request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:05:10.772117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b5e4a7-7c11-4455-a461-2c2a821098f1 None None] Network 6906e817-12a2-44d3-a767-c9f07bb5f281 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:10.800165 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.885259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:10.893898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Pushing event updated for resources: {'Port': ['ID=a6f09700-a12c-488c-ad29-a97243af4b8b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:10.898780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-21ef6a4e-f8cf-4ea5-a73c-3e114dcc2d13 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae2c5ab95c7e49a38c40f7d61e175270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1648645 Aug 10 02:05:11.016471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febda0f-138e-4e1d-9ea5-4787f1498dd5 None None] Pushing event updated for resources: {'Port': ['ID=20432c44-6971-4116-bb2f-0837a294c6f0,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:11.092108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port 905a8be2-5979-4a63-aede-f353b1ba0a45 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:11.092108 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.092336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Routers {'a649174e-7d8a-48a9-ac09-a0cf47b04ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:11.092336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:11.123153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-ce5a2f87-d413-4dd5-b572-db1099dcde51 service neutron] 10.222.0.38 "GET /v2.0/networks/8a173f5c-38f5-4e10-aed8-731c2e147bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132838 Aug 10 02:05:11.165805 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.186803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] For port 905a8be2-5979-4a63-aede-f353b1ba0a45, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=905a8be2-5979-4a63-aede-f353b1ba0a45,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:11.187183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.205735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for 905a8be2-5979-4a63-aede-f353b1ba0a45 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:11.245372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-9aaeeb87-2e9b-4c2f-93cd-6d6248909831 service neutron] 10.222.0.38 "GET /v2.0/networks/8a173f5c-38f5-4e10-aed8-731c2e147bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144702 Aug 10 02:05:11.291203 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.327858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-71269241-6ec5-412e-9f46-42cfffcda395 None None] Deleting port 905a8be2-5979-4a63-aede-f353b1ba0a45 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:11.328891 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-71269241-6ec5-412e-9f46-42cfffcda395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.364920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.423820 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Network 4203b4be-dc4d-4cfc-b9ba-68454cabcd36 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:11.435360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 905a8be2-5979-4a63-aede-f353b1ba0a45 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:11.437542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-80024d9c-efd3-4e12-ba5b-d1244ae58c79 None None] Provisioning for port a6f09700-a12c-488c-ad29-a97243af4b8b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:11.453419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-71269241-6ec5-412e-9f46-42cfffcda395 None None] For port 905a8be2-5979-4a63-aede-f353b1ba0a45, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=905a8be2-5979-4a63-aede-f353b1ba0a45,segment=NetworkSegment(8f98c230-ecba-4f2f-bdb5-db91cb889a0f),segment_id=8f98c230-ecba-4f2f-bdb5-db91cb889a0f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:11.453979 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-71269241-6ec5-412e-9f46-42cfffcda395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.461272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.466730 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:11.492289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:11.521186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] No DVR routers for this DVR port 905a8be2-5979-4a63-aede-f353b1ba0a45 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:11.528511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-71269241-6ec5-412e-9f46-42cfffcda395 None None] Calling delete_port for 905a8be2-5979-4a63-aede-f353b1ba0a45 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:11.530505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-80024d9c-efd3-4e12-ba5b-d1244ae58c79 None None] Provisioning complete for port a6f09700-a12c-488c-ad29-a97243af4b8b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:11.531116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-80024d9c-efd3-4e12-ba5b-d1244ae58c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.549498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Pushing event updated for resources: {'Port': ['ID=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:11.587523 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.625023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=905a8be2-5979-4a63-aede-f353b1ba0a45,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:11.634265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23068d-abbc-45c5-806e-5e1a0a8bc9c1 None None] DHCP port deletion for 6906e817-12a2-44d3-a767-c9f07bb5f281 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:05:11.664237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] Set router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:11.695803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:11.695803 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.710323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a5f05c8-88e2-4190-a2a4-5cdad0905aaa req-7c5b0ab7-75e3-441e-b8c5-c349109716ea tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 210 time: 0.1011891 Aug 10 02:05:11.715739 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.732287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1ef0da-2ec8-457a-8c82-ab0c74915fea']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:11.746037 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.751731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f98c230-ecba-4f2f-bdb5-db91cb889a0f') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:11.752516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f98c230-ecba-4f2f-bdb5-db91cb889a0f') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:11.789940 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.834424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.851648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:05:11.852127 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:11.908948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e087-9f91-4a4d-b074-3f24c3e86bab req-b2af3eb9-ac17-4101-bd49-89ac695e4f4c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:11.916332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e087-9f91-4a4d-b074-3f24c3e86bab req-b2af3eb9-ac17-4101-bd49-89ac695e4f4c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:11.922317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e087-9f91-4a4d-b074-3f24c3e86bab req-b2af3eb9-ac17-4101-bd49-89ac695e4f4c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:11.928478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-80024d9c-efd3-4e12-ba5b-d1244ae58c79 None None] Port a6f09700-a12c-488c-ad29-a97243af4b8b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:05:11.928775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e087-9f91-4a4d-b074-3f24c3e86bab req-b2af3eb9-ac17-4101-bd49-89ac695e4f4c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:05:11.928890 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:05:11.931972 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9bd30b98-c000-47b5-b193-773e2640774a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9938707 Aug 10 02:05:11.935584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No active binding found for port 905a8be2-5979-4a63-aede-f353b1ba0a45 {{(pid=101225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 02:05:11.936032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 905a8be2-5979-4a63-aede-f353b1ba0a45 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:11.938310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e087-9f91-4a4d-b074-3f24c3e86bab req-b2af3eb9-ac17-4101-bd49-89ac695e4f4c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:11.946044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e087-9f91-4a4d-b074-3f24c3e86bab req-b2af3eb9-ac17-4101-bd49-89ac695e4f4c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:11.953927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e087-9f91-4a4d-b074-3f24c3e86bab req-b2af3eb9-ac17-4101-bd49-89ac695e4f4c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:11.955892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b56e087-9f91-4a4d-b074-3f24c3e86bab req-b2af3eb9-ac17-4101-bd49-89ac695e4f4c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5433 time: 0.3659198 Aug 10 02:05:11.965225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Request body: {'port': {'device_id': 'd0e875de-0a26-42b8-8995-1edef452d7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:11.965410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Pushing event updated for resources: {'Port': ['ID=a6f09700-a12c-488c-ad29-a97243af4b8b,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:11.972900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.015282 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-71269241-6ec5-412e-9f46-42cfffcda395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.025076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a14fb5-efec-49a1-9d78-29cbda3d2b17 req-9c0a0fb4-963c-4d18-9287-b2c2580bd521 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:12.027261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00a14fb5-efec-49a1-9d78-29cbda3d2b17 req-9c0a0fb4-963c-4d18-9287-b2c2580bd521 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 932 time: 0.1904323 Aug 10 02:05:12.055162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.071493 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.072082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71269241-6ec5-412e-9f46-42cfffcda395 None None] No DVR routers for this DVR port 905a8be2-5979-4a63-aede-f353b1ba0a45 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:12.102689 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.107869 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "DELETE /v2.0/networks/df1ef0da-2ec8-457a-8c82-ab0c74915fea HTTP/1.1" status: 204 len: 168 time: 1.3555562 Aug 10 02:05:12.108248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71269241-6ec5-412e-9f46-42cfffcda395 None None] Pushing event deleted for resources: {'Port': ['ID=905a8be2-5979-4a63-aede-f353b1ba0a45,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:12.122588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51596) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:12.124132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4c23068d-abbc-45c5-806e-5e1a0a8bc9c1 None None] Deleting port 8a06c94b-88e7-4264-9955-746b0071707c {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:12.124762 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c23068d-abbc-45c5-806e-5e1a0a8bc9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.205619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036571c4-8a16-4c3f-9f1a-8518edf80635 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Network': ['ID=df1ef0da-2ec8-457a-8c82-ab0c74915fea,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:12.207240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:04Z', 'updated_at': '2021-08-10T02:05:06Z', 'revision_number': 3, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'gw_port': {'id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:05Z', 'updated_at': '2021-08-10T02:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:12.211002 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.216425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4c23068d-abbc-45c5-806e-5e1a0a8bc9c1 None None] For port 8a06c94b-88e7-4264-9955-746b0071707c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a06c94b-88e7-4264-9955-746b0071707c,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:12.218285 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c23068d-abbc-45c5-806e-5e1a0a8bc9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.262866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab22bea-d967-4cf9-9123-f259a4b8ff81 None None] The sync data for ids ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'] in n-d-767704-21 is: [{'id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:04Z', 'updated_at': '2021-08-10T02:05:06Z', 'revision_number': 3, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'gw_port': {'id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:05Z', 'updated_at': '2021-08-10T02:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:12.269795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4c23068d-abbc-45c5-806e-5e1a0a8bc9c1 None None] Calling delete_port for 8a06c94b-88e7-4264-9955-746b0071707c owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:12.434368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Deleting port 8a06c94b-88e7-4264-9955-746b0071707c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:12.435021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.454956 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c23068d-abbc-45c5-806e-5e1a0a8bc9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.494098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b56e087-9f91-4a4d-b074-3f24c3e86bab req-2ffb8f6b-e75a-4c99-8761-2f79aad9b7e5 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5248446 Aug 10 02:05:12.509613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23068d-abbc-45c5-806e-5e1a0a8bc9c1 None None] Pushing event deleted for resources: {'Port': ['ID=8a06c94b-88e7-4264-9955-746b0071707c,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:12.513044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23068d-abbc-45c5-806e-5e1a0a8bc9c1 None None] No DVR routers for this DVR port 8a06c94b-88e7-4264-9955-746b0071707c on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:12.536893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00a14fb5-efec-49a1-9d78-29cbda3d2b17 req-7c44fec1-4bc8-4e1f-9c4c-a56d6d9a87c8 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835233 Aug 10 02:05:12.571698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Network 15cf62bd-7513-4a75-9410-d5b0f78c6285 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:12.576162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:12.584112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] For port 8a06c94b-88e7-4264-9955-746b0071707c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a06c94b-88e7-4264-9955-746b0071707c,segment=NetworkSegment(0f7bde80-453c-4231-abaa-900f3e50a97a),segment_id=0f7bde80-453c-4231-abaa-900f3e50a97a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:12.584499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.607115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Calling delete_port for 8a06c94b-88e7-4264-9955-746b0071707c owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:12.767601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:12.778670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.799991 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.805470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Transition to ACTIVE for port object 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:12.832456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.861305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1033c29b-652c-4e08-98be-795349327b0f req-ff6e5aee-9a62-45ef-9f0e-7a051236c4d5 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0564389 Aug 10 02:05:12.882525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Port': ['ID=8a06c94b-88e7-4264-9955-746b0071707c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:12.891864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] No DVR routers for this DVR port 8a06c94b-88e7-4264-9955-746b0071707c on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:12.924584 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:12.939041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dceafdc-003d-4b19-bb9d-432eeb51ee81 req-24527c35-3b8a-4b0b-a29c-089e821faec3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:12.947488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dceafdc-003d-4b19-bb9d-432eeb51ee81 req-24527c35-3b8a-4b0b-a29c-089e821faec3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:12.953626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dceafdc-003d-4b19-bb9d-432eeb51ee81 req-24527c35-3b8a-4b0b-a29c-089e821faec3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:12.960263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dceafdc-003d-4b19-bb9d-432eeb51ee81 req-24527c35-3b8a-4b0b-a29c-089e821faec3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:12.966208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dceafdc-003d-4b19-bb9d-432eeb51ee81 req-24527c35-3b8a-4b0b-a29c-089e821faec3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:12.972446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dceafdc-003d-4b19-bb9d-432eeb51ee81 req-24527c35-3b8a-4b0b-a29c-089e821faec3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:12.978923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dceafdc-003d-4b19-bb9d-432eeb51ee81 req-24527c35-3b8a-4b0b-a29c-089e821faec3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:12.980904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6dceafdc-003d-4b19-bb9d-432eeb51ee81 req-24527c35-3b8a-4b0b-a29c-089e821faec3 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5433 time: 0.3025887 Aug 10 02:05:12.997482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:05:13.043175 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.067957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6906e817-12a2-44d3-a767-c9f07bb5f281']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:13.069304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e4a4b5b0-40a0-4165-9844-926d8629b4a2 None None] Provisioning complete for port a6f09700-a12c-488c-ad29-a97243af4b8b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:13.070349 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e4a4b5b0-40a0-4165-9844-926d8629b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.070602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:13.090028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7bde80-453c-4231-abaa-900f3e50a97a') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:13.090336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7bde80-453c-4231-abaa-900f3e50a97a') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:13.132942 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.166503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:13.171553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4b5b0-40a0-4165-9844-926d8629b4a2 None None] Port a6f09700-a12c-488c-ad29-a97243af4b8b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:05:13.177261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1f13e8d4-a581-47ac-abe7-ad5ef6723ced admin admin] 10.222.0.38 "PUT /v2.0/routers/a649174e-7d8a-48a9-ac09-a0cf47b04ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5265274 Aug 10 02:05:13.189058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.206866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:05:13.207184 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:05:13.211095 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:05:13.295578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Attempting to bind port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:13.296010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Attempting to bind port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '1962e724-8c53-4527-9d09-df73b3ea5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4203b4be-dc4d-4cfc-b9ba-68454cabcd36'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:13.296359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Attempting to bind port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f on network 4203b4be-dc4d-4cfc-b9ba-68454cabcd36 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:13.303590 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f on network 4203b4be-dc4d-4cfc-b9ba-68454cabcd36 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:13.306922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Attempting to bind port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f on network 4203b4be-dc4d-4cfc-b9ba-68454cabcd36 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:13.314151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:13.315777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Checking segment: {'id': '1962e724-8c53-4527-9d09-df73b3ea5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4203b4be-dc4d-4cfc-b9ba-68454cabcd36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:13.316140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Bound using segment: {'id': '1962e724-8c53-4527-9d09-df73b3ea5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4203b4be-dc4d-4cfc-b9ba-68454cabcd36'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:13.318239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Bound port: 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1962e724-8c53-4527-9d09-df73b3ea5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4203b4be-dc4d-4cfc-b9ba-68454cabcd36'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:13.318845 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.373300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.378359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.385775 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] 10.222.0.38 "DELETE /v2.0/networks/6906e817-12a2-44d3-a767-c9f07bb5f281 HTTP/1.1" status: 204 len: 168 time: 1.2615981 Aug 10 02:05:13.412591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51624) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:13.415286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf9bad-916a-4883-9b17-59483e2f7115 tempest-TaggedBootDevicesTest_v242-621871174 tempest-TaggedBootDevicesTest_v242-621871174-project] Pushing event deleted for resources: {'Network': ['ID=6906e817-12a2-44d3-a767-c9f07bb5f281,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:13.490702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 20432c44-6971-4116-bb2f-0837a294c6f0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:13.492325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] For port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:13.502898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] For port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,segment=NetworkSegment(1962e724-8c53-4527-9d09-df73b3ea5fbc),segment_id=1962e724-8c53-4527-9d09-df73b3ea5fbc)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:13.570519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.649036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:13.650073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.653353 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] 10.222.0.16 "PUT /v2.0/ports/12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f HTTP/1.1" status: 200 len: 1093 time: 1.7015331 Aug 10 02:05:13.653829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e875de-0a26-42b8-8995-1edef452d7f0', 'tag': '12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:13.669876 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e875de-0a26-42b8-8995-1edef452d7f0", "tag": "12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:13.677158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 20432c44-6971-4116-bb2f-0837a294c6f0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:13.691355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 20432c44-6971-4116-bb2f-0837a294c6f0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:13.691672 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.737989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-155183244'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:13.740739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59e75a-890b-4c3b-b11e-d06c12fe4db0 service neutron] Pushing event updated for resources: {'Port': ['ID=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:13.775538 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6688e4-5a93-4b8c-a547-cfabb4716b2b x-openstack-request-id: req-2e6688e4-5a93-4b8c-a547-cfabb4716b2b {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:13.775829 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e875de-0a26-42b8-8995-1edef452d7f0", "tag": "12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:13.776266 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e6688e4-5a93-4b8c-a547-cfabb4716b2b {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:13.776832 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e875de-0a26-42b8-8995-1edef452d7f0', 'tag': '12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f', 'status': 'completed', 'code': 200} Aug 10 02:05:13.793753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed13dc-6a99-4077-ad08-bf4300749101 req-f027119f-e1d2-421a-8fdd-9f88ad8fc2fd tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:13.793753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78ed13dc-6a99-4077-ad08-bf4300749101 req-f027119f-e1d2-421a-8fdd-9f88ad8fc2fd tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 944 time: 0.1362457 Aug 10 02:05:13.818073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9c18be22-209c-4272-8a84-cfec52459b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:13.819900 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-9c18be22-209c-4272-8a84-cfec52459b9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecf9c8f31d684c4099a05b16786baf84&device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 1096 time: 0.0586090 Aug 10 02:05:13.861892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.866953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:13.872612 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.876589 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-4cf77917-1002-4a4b-88fa-465f2a544b4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f HTTP/1.1" status: 200 len: 217 time: 0.0477674 Aug 10 02:05:13.890013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 20432c44-6971-4116-bb2f-0837a294c6f0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=20432c44-6971-4116-bb2f-0837a294c6f0,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:13.892820 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78ed13dc-6a99-4077-ad08-bf4300749101 req-7fe1bcce-6309-4236-8e53-ef35dd745c2c tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933228 Aug 10 02:05:13.928799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:05:13.945595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.945957 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Added segment a9da487b-2d4d-4262-9a11-42bb4601cf36 of type vlan for network dd263881-9656-46af-b741-31ee6caef24e Aug 10 02:05:13.952114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.965257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-a4241281-ac03-43fe-929a-eee78e198a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:13.969674 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-a4241281-ac03-43fe-929a-eee78e198a30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b9e804f6-efcf-426d-ac10-50e56ceec1fd HTTP/1.1" status: 200 len: 862 time: 0.0847986 Aug 10 02:05:14.037907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:14.044927 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-2d510d02-dd6e-480d-8870-956cbfa327e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4203b4be-dc4d-4cfc-b9ba-68454cabcd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605514 Aug 10 02:05:14.053503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a06c94b-88e7-4264-9955-746b0071707c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:14.101875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f47e67ae-c9e4-4942-ae4a-0d0afc024c85 req-33efa1d5-4918-426b-8646-2e36262faf43 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0444257 Aug 10 02:05:14.112304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8a06c94b-88e7-4264-9955-746b0071707c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:14.117079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a06c94b-88e7-4264-9955-746b0071707c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:14.117079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=20432c44-6971-4116-bb2f-0837a294c6f0,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:14.117463 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:14.195069 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-037f4029-f036-4011-9f16-9cbe43a253b7 service neutron] 10.222.0.16 "GET /v2.0/networks/4203b4be-dc4d-4cfc-b9ba-68454cabcd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413634 Aug 10 02:05:14.203267 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:14.209552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:14.210402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:14.308187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Network': ['ID=dd263881-9656-46af-b741-31ee6caef24e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:14.329771 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bd7490f4-ad8e-4bcb-95c6-78474fc2da28 req-a3ea5cc2-6c64-4d2a-8deb-8083771f35fa service neutron] 10.222.0.16 "GET /v2.0/networks/4203b4be-dc4d-4cfc-b9ba-68454cabcd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272788 Aug 10 02:05:14.329992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network dd263881-9656-46af-b741-31ee6caef24e details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:05:14.418687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a05b0a96-abd9-4900-8082-b07d98b0b77c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0049098 Aug 10 02:05:14.424140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51648) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:14.434098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'subnet': {'network_id': 'dd263881-9656-46af-b741-31ee6caef24e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:14.552589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-6099c442-1ade-4445-b2b9-a13fddd818c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:14.555939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-6099c442-1ade-4445-b2b9-a13fddd818c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecf9c8f31d684c4099a05b16786baf84&device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 1096 time: 0.0605803 Aug 10 02:05:14.594391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-247ee80a-a9d7-4247-ae2b-5f30845eac19 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:14.596367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-247ee80a-a9d7-4247-ae2b-5f30845eac19 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.11 "GET /v2.0/networks?id=8a173f5c-38f5-4e10-aed8-731c2e147bf3 HTTP/1.1" status: 200 len: 821 time: 0.2509224 Aug 10 02:05:14.632262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Request body: {'port': {'device_id': '8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4', 'network_id': '8a173f5c-38f5-4e10-aed8-731c2e147bf3', 'admin_state_up': True, 'tenant_id': 'ae2c5ab95c7e49a38c40f7d61e175270'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:14.637705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:14.641389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:14.679240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-a13dbb3f-4e49-4c99-98d0-7c9708fb72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:14.680792 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-a13dbb3f-4e49-4c99-98d0-7c9708fb72d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4203b4be-dc4d-4cfc-b9ba-68454cabcd36 HTTP/1.1" status: 200 len: 923 time: 0.1166472 Aug 10 02:05:14.771571 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-799398c2-12c0-44e7-9efb-92f1d25b5ed4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f HTTP/1.1" status: 200 len: 217 time: 0.0734038 Aug 10 02:05:14.888020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-5def067c-5b2f-4031-b9d0-55d7e908bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:14.899932 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-5def067c-5b2f-4031-b9d0-55d7e908bc0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b9e804f6-efcf-426d-ac10-50e56ceec1fd HTTP/1.1" status: 200 len: 862 time: 0.1141915 Aug 10 02:05:14.968759 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Sync routers for ids ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:14.994020 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Routers {'a649174e-7d8a-48a9-ac09-a0cf47b04ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:14.998706 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:15.008101 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-0cc4c802-533e-4c12-93d7-76a4069861fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4203b4be-dc4d-4cfc-b9ba-68454cabcd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988731 Aug 10 02:05:15.028706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Made reservation on behalf of ae2c5ab95c7e49a38c40f7d61e175270 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:15.041736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:15.164835 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-9f668a02-fce1-4b9c-b4cb-a4e14982d87f service neutron] 10.222.0.16 "GET /v2.0/networks/4203b4be-dc4d-4cfc-b9ba-68454cabcd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483469 Aug 10 02:05:15.321406 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Set router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:15.337684 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56fe73f2-7d7d-4258-b0fb-7aa3e514abf8 req-597795c6-a1cf-413a-a753-2645bc89aac4 service neutron] 10.222.0.16 "GET /v2.0/networks/4203b4be-dc4d-4cfc-b9ba-68454cabcd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641273 Aug 10 02:05:15.399156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:15.428820 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be201cc1-0006-4d1c-bffa-10e036274458 req-d7206ab3-9d0b-4f54-875c-90f4086bf2b6 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 210 time: 0.1569841 Aug 10 02:05:15.481968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 20432c44-6971-4116-bb2f-0837a294c6f0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:15.496348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51680) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:15.591573 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 20432c44-6971-4116-bb2f-0837a294c6f0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:15.592914 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:15.605910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Allocated IP 172.20.0.2 (8a173f5c-38f5-4e10-aed8-731c2e147bf3/79b79896-e887-4bef-82fa-98e138d66fc2/2f84fa0a-4a3f-4ecb-8b5d-e91604917209) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:15.657169 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:04Z', 'updated_at': '2021-08-10T02:05:11Z', 'revision_number': 4, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'gw_port': {'id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:05Z', 'updated_at': '2021-08-10T02:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a6f09700-a12c-488c-ad29-a97243af4b8b', 'name': '', 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'mac_address': 'fa:16:3e:d4:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:09Z', 'updated_at': '2021-08-10T02:05:11Z', 'revision_number': 2, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'subnets': [{'id': 'b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:15.686100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Checking router: a649174e-7d8a-48a9-ac09-a0cf47b04ac9 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:15.686826 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Updating router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 port a6f09700-a12c-488c-ad29-a97243af4b8b binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:05:15.718288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba52e-5569-4097-9b94-185e76b62524 req-172cb6db-c85b-4fc7-9506-5af9dbc424b1 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:15.718992 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:15.725574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-aa5d10a1-e760-4bf8-b9b7-e63603e8ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:15.726117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-aa5d10a1-e760-4bf8-b9b7-e63603e8ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:15.726572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-aa5d10a1-e760-4bf8-b9b7-e63603e8ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:15.727057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-aa5d10a1-e760-4bf8-b9b7-e63603e8ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:15.727536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-aa5d10a1-e760-4bf8-b9b7-e63603e8ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:15.730666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b35ba52e-5569-4097-9b94-185e76b62524 req-172cb6db-c85b-4fc7-9506-5af9dbc424b1 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 944 time: 0.6764681 Aug 10 02:05:15.733520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-aa5d10a1-e760-4bf8-b9b7-e63603e8ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:15.737066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-aa5d10a1-e760-4bf8-b9b7-e63603e8ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:15.741784 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-aa5d10a1-e760-4bf8-b9b7-e63603e8ac22 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6497 time: 0.2440345 Aug 10 02:05:15.812190 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-25794cad-1efd-4697-9790-c950a8bd8eff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dead56ed-0277-4e0f-ad7e-b338de46d642&id=03804605-c619-4842-928a-5e4302272ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555978 Aug 10 02:05:15.928052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Subnet': ['ID=85bf6690-1d5c-45ec-b0fa-e19c68cdb221,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:15.960651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b35ba52e-5569-4097-9b94-185e76b62524 req-18dddad6-262c-42fc-8212-e4b55a3ac114 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753724 Aug 10 02:05:15.981288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Checking segment: {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:15.981740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network hostable DHCP agents. Network: dd263881-9656-46af-b741-31ee6caef24e, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:05:16.054824 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.116967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51702) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:16.119753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network dd263881-9656-46af-b741-31ee6caef24e is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:05:16.137828 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.149084 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Transition to ACTIVE for port object a6f09700-a12c-488c-ad29-a97243af4b8b will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:16.203560 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.242957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b05cfc8c-5fcf-45f7-aa8c-b508948f9363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.247606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Network 8a173f5c-38f5-4e10-aed8-731c2e147bf3 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:16.260275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:16.265242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, dd263881-9656-46af-b741-31ee6caef24e) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:16.269331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:16.273756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66b702-f187-4780-a36c-1d6a2e1b6526 None None] Network dd263881-9656-46af-b741-31ee6caef24e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:16.274827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Pushing event updated for resources: {'Port': ['ID=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:16.277241 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.298506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:16.299142 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.361195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:16.362279 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.380301 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Pushing event updated for resources: {'Port': ['ID=a6f09700-a12c-488c-ad29-a97243af4b8b,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:16.396117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b05cfc8c-5fcf-45f7-aa8c-b508948f9363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.416318 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.417366 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.417885 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.419437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.419437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.419437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.421347 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.421880 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.422219 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.422776 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.423311 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.423863 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:16.464191 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Attempting to bind port a6f09700-a12c-488c-ad29-a97243af4b8b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:16.464639 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Attempting to bind port a6f09700-a12c-488c-ad29-a97243af4b8b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '0513ba03-23a2-449a-b3c7-bbb7c108aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:16.465800 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Attempting to bind port a6f09700-a12c-488c-ad29-a97243af4b8b on network 15cf62bd-7513-4a75-9410-d5b0f78c6285 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:16.472902 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:16.476887 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Checking segment: {'id': '0513ba03-23a2-449a-b3c7-bbb7c108aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:16.476887 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.476887 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Bound using segment: {'id': '0513ba03-23a2-449a-b3c7-bbb7c108aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:16.476887 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Bound port: a6f09700-a12c-488c-ad29-a97243af4b8b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0513ba03-23a2-449a-b3c7-bbb7c108aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:16.476887 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.497596 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b05cfc8c-5fcf-45f7-aa8c-b508948f9363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.531348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-dd263881-9656-46af-b741-31ee6caef24e', 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'fixed_ips': [{'subnet_id': '85bf6690-1d5c-45ec-b0fa-e19c68cdb221'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:05:16.534431 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.581373 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b05cfc8c-5fcf-45f7-aa8c-b508948f9363 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18a848fdfc6442fcb1b87f6f63d4d611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630778 Aug 10 02:05:16.583088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cfc8c-5fcf-45f7-aa8c-b508948f9363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2512904-83b9-4076-b79d-3bfdd16df3ed,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:16.585362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51712) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:16.595535 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] For port a6f09700-a12c-488c-ad29-a97243af4b8b, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:16.605114 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] For port a6f09700-a12c-488c-ad29-a97243af4b8b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a6f09700-a12c-488c-ad29-a97243af4b8b,segment=NetworkSegment(0513ba03-23a2-449a-b3c7-bbb7c108aca1),segment_id=0513ba03-23a2-449a-b3c7-bbb7c108aca1)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:16.638599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-cdbb577f-da0a-4972-9231-0a7ae02b1a4c tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0138035 Aug 10 02:05:16.650026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51714) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:16.652796 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e1dff09f-9ced-4849-81f3-78836595fb9b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2265267 Aug 10 02:05:16.656674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-905961010'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:16.678178 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.699975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Request body: {'port': {'device_id': '8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:16.757581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:16.761489 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.808493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe92c3d-4221-4340-9c09-a2d679c4059e req-eb97da66-5695-4459-b1a0-643714bd5ddf tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:16.815263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:05:16.815984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afe92c3d-4221-4340-9c09-a2d679c4059e req-eb97da66-5695-4459-b1a0-643714bd5ddf tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 931 time: 0.2066422 Aug 10 02:05:16.820612 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Routers {'a649174e-7d8a-48a9-ac09-a0cf47b04ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:16.823827 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:04:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:16.835621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.836081 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Added segment ebc85448-51c5-4cc1-b241-3a26ef6ab66a of type vlan for network 2d4e9af7-8162-4fec-8ae6-f394109f454b Aug 10 02:05:16.862695 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.867468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd373-29b3-4256-b650-ccc9d343c4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.917883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:05:16.958038 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a3ab0-9387-4469-ba5e-1fa5587739ad None None] Pushing event updated for resources: {'Port': ['ID=a6f09700-a12c-488c-ad29-a97243af4b8b,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:16.977416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Allocated IP 19.80.0.2 (dd263881-9656-46af-b741-31ee6caef24e/85bf6690-1d5c-45ec-b0fa-e19c68cdb221/f4a7f44b-344d-46ff-ba77-58c097597ca2) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:16.978843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afe92c3d-4221-4340-9c09-a2d679c4059e req-f88c7b9b-5265-4ee5-a562-cdacf0bb2bbf tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480558 Aug 10 02:05:16.981053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd373-29b3-4256-b650-ccc9d343c4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.982042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.114362 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] Set router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:17.140238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.152908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:17.152908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.206139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,segment=NetworkSegment(1962e724-8c53-4527-9d09-df73b3ea5fbc),segment_id=1962e724-8c53-4527-9d09-df73b3ea5fbc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:17.234173 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f', 'network_id': '4203b4be-dc4d-4cfc-b9ba-68454cabcd36', 'port_id': '12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f', 'mac_address': 'fa:16:3e:0d:4e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e804f6-efcf-426d-ac10-50e56ceec1fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:05:17.312307 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6606612 Aug 10 02:05:17.326806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.331683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51720) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:17.350644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'subnet': {'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:17.355489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:17.356608 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd373-29b3-4256-b650-ccc9d343c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.364136 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd373-29b3-4256-b650-ccc9d343c4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.369358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7c9dd373-29b3-4256-b650-ccc9d343c4a1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d2512904-83b9-4076-b79d-3bfdd16df3ed HTTP/1.1" status: 204 len: 168 time: 0.7829227 Aug 10 02:05:17.369551 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.387796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,segment=NetworkSegment(1962e724-8c53-4527-9d09-df73b3ea5fbc),segment_id=1962e724-8c53-4527-9d09-df73b3ea5fbc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:17.389057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Transition to ACTIVE for port object f4a7f44b-344d-46ff-ba77-58c097597ca2 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:17.410009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dd373-29b3-4256-b650-ccc9d343c4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2512904-83b9-4076-b79d-3bfdd16df3ed,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:17.416175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Transition to ACTIVE for port object f4a7f44b-344d-46ff-ba77-58c097597ca2 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:17.439943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a270c-d5ec-4256-9918-f01999a8d684 req-e66a4854-d45c-40f1-9b36-8589c83ba86e tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:17.447744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e73a270c-d5ec-4256-9918-f01999a8d684 req-e66a4854-d45c-40f1-9b36-8589c83ba86e tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 944 time: 0.3538904 Aug 10 02:05:17.461150 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.508093 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.533778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Network dd263881-9656-46af-b741-31ee6caef24e is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:17.541974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:17.546277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:17.574709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952954b4-b30a-460f-b7ad-101a77c9c3a8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Network': ['ID=2d4e9af7-8162-4fec-8ae6-f394109f454b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:17.575328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:17.577953 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:04Z', 'updated_at': '2021-08-10T02:05:11Z', 'revision_number': 4, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'gw_port': {'id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:05Z', 'updated_at': '2021-08-10T02:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a6f09700-a12c-488c-ad29-a97243af4b8b', 'name': '', 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'mac_address': 'fa:16:3e:d4:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:09Z', 'updated_at': '2021-08-10T02:05:16Z', 'revision_number': 4, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'subnets': [{'id': 'b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:17.644009 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0593799a-7947-4bb7-a3b1-c2a226907b80 None None] The sync data for ids ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'] in n-d-767704-21 is: [{'id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:04Z', 'updated_at': '2021-08-10T02:05:11Z', 'revision_number': 4, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'gw_port': {'id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:05Z', 'updated_at': '2021-08-10T02:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a6f09700-a12c-488c-ad29-a97243af4b8b', 'name': '', 'network_id': '15cf62bd-7513-4a75-9410-d5b0f78c6285', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'mac_address': 'fa:16:3e:d4:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:09Z', 'updated_at': '2021-08-10T02:05:16Z', 'revision_number': 4, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'subnets': [{'id': 'b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:17.699773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 2d4e9af7-8162-4fec-8ae6-f394109f454b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:05:17.722360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:17.730847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.747726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:17.751570 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.763516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Transition to ACTIVE for port object 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:17.781523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Pushing event updated for resources: {'Port': ['ID=f4a7f44b-344d-46ff-ba77-58c097597ca2,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:17.795024 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e73a270c-d5ec-4256-9918-f01999a8d684 req-4b0843bb-63a3-4405-a867-b5d5189bd752 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451905 Aug 10 02:05:17.855709 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.874936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:17.965343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Attempting to bind port f4a7f44b-344d-46ff-ba77-58c097597ca2 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:17.966111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Attempting to bind port f4a7f44b-344d-46ff-ba77-58c097597ca2 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:17.966748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Attempting to bind port f4a7f44b-344d-46ff-ba77-58c097597ca2 on network dd263881-9656-46af-b741-31ee6caef24e {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:17.972487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Pushing event updated for resources: {'Port': ['ID=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:17.999047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:17.999537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Checking segment: {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:17.999970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.000370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Bound using segment: {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:18.000865 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Bound port: f4a7f44b-344d-46ff-ba77-58c097597ca2, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:18.001364 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.062492 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-013076cc-c8b9-49e3-87fb-aacf09121a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.124687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Attempting to bind port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:18.128732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Attempting to bind port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e4c72f93-3508-497f-996c-a6eb82b3f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a173f5c-38f5-4e10-aed8-731c2e147bf3'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:18.129085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Attempting to bind port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 on network 8a173f5c-38f5-4e10-aed8-731c2e147bf3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:18.172958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 on network 8a173f5c-38f5-4e10-aed8-731c2e147bf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:18.174817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Attempting to bind port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 on network 8a173f5c-38f5-4e10-aed8-731c2e147bf3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:18.188420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:18.188833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Checking segment: {'id': 'e4c72f93-3508-497f-996c-a6eb82b3f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a173f5c-38f5-4e10-aed8-731c2e147bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:18.189238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Bound using segment: {'id': 'e4c72f93-3508-497f-996c-a6eb82b3f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a173f5c-38f5-4e10-aed8-731c2e147bf3'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:18.189697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Bound port: 2f84fa0a-4a3f-4ecb-8b5d-e91604917209, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c72f93-3508-497f-996c-a6eb82b3f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8a173f5c-38f5-4e10-aed8-731c2e147bf3'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:18.190070 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.260890 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.269346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] For port f4a7f44b-344d-46ff-ba77-58c097597ca2, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:18.278804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd360a6-c0b7-4f05-b056-b7687c25a539 req-e9f57e47-1972-4210-ba6b-9202cb613143 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:18.289889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fd360a6-c0b7-4f05-b056-b7687c25a539 req-e9f57e47-1972-4210-ba6b-9202cb613143 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 943 time: 0.1894186 Aug 10 02:05:18.308147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] For port f4a7f44b-344d-46ff-ba77-58c097597ca2, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f4a7f44b-344d-46ff-ba77-58c097597ca2,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:18.371147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51734) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:18.372495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fd360a6-c0b7-4f05-b056-b7687c25a539 req-590f1591-08d9-47c5-a505-6126dd786dcd tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816255 Aug 10 02:05:18.386229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] For port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:18.391569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] For port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,segment=NetworkSegment(e4c72f93-3508-497f-996c-a6eb82b3f1b0),segment_id=e4c72f93-3508-497f-996c-a6eb82b3f1b0)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:18.412757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Subnet': ['ID=284710a2-59e1-465a-839d-b80453bc2253,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:18.438034 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.446173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Checking segment: {'id': 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:18.446578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network hostable DHCP agents. Network: 2d4e9af7-8162-4fec-8ae6-f394109f454b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:05:18.449193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f8c266c-b32f-419f-8371-fc573f84891b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.496142 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.558379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network 2d4e9af7-8162-4fec-8ae6-f394109f454b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:05:18.569500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c404c-5d0d-4dce-9114-2ba21401bee5 None None] Pushing event updated for resources: {'Port': ['ID=f4a7f44b-344d-46ff-ba77-58c097597ca2,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:18.607822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:18.612879 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.612879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] 10.222.0.11 "PUT /v2.0/ports/2f84fa0a-4a3f-4ecb-8b5d-e91604917209 HTTP/1.1" status: 200 len: 1092 time: 1.9412463 Aug 10 02:05:18.612879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55e442-55cb-4f7d-a139-61677db73d10 service neutron] Pushing event updated for resources: {'Port': ['ID=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:18.629924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4', 'tag': '2f84fa0a-4a3f-4ecb-8b5d-e91604917209'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:18.642027 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4", "tag": "2f84fa0a-4a3f-4ecb-8b5d-e91604917209"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:18.657238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f8c266c-b32f-419f-8371-fc573f84891b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.704671 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 2d4e9af7-8162-4fec-8ae6-f394109f454b) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:18.726838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:18.730145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3bbb04-0e8f-4c52-a1e8-bd9805b6e117 None None] Network 2d4e9af7-8162-4fec-8ae6-f394109f454b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:18.730342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.758052 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f8c266c-b32f-419f-8371-fc573f84891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.782356 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737a6476-5789-4d9a-91bf-eb2224ebfb86 x-openstack-request-id: req-737a6476-5789-4d9a-91bf-eb2224ebfb86 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:18.785291 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4", "tag": "2f84fa0a-4a3f-4ecb-8b5d-e91604917209", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:18.786904 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-737a6476-5789-4d9a-91bf-eb2224ebfb86 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:18.788125 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4', 'tag': '2f84fa0a-4a3f-4ecb-8b5d-e91604917209', 'status': 'completed', 'code': 200} Aug 10 02:05:18.828386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-2c8e7c25-e0a4-4bbd-abd8-be23a6d5d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:18.829660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c266c-b32f-419f-8371-fc573f84891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdad7ad-85f1-4271-9fae-6b2c9f738a5a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:18.832340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-2c8e7c25-e0a4-4bbd-abd8-be23a6d5d6f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae2c5ab95c7e49a38c40f7d61e175270&device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 1095 time: 0.1262047 Aug 10 02:05:18.840440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e3483ca9-ad9a-44b6-889e-53fc8613b845 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5000963 Aug 10 02:05:18.935956 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2f8c266c-b32f-419f-8371-fc573f84891b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=283b700b9e98428d8832b60049f62d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599437 Aug 10 02:05:18.937978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51746) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:18.945525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-024399ab-7592-418a-9d71-83c2c7612251 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f84fa0a-4a3f-4ecb-8b5d-e91604917209 HTTP/1.1" status: 200 len: 217 time: 0.1017861 Aug 10 02:05:19.127307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec6dae03-f3b7-4fae-bb8f-d7c78944cca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.148843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-131d3d7f-2d0a-427d-8360-a2460e737558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:19.154905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-131d3d7f-2d0a-427d-8360-a2460e737558 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79b79896-e887-4bef-82fa-98e138d66fc2 HTTP/1.1" status: 200 len: 861 time: 0.1991794 Aug 10 02:05:19.177879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec6dae03-f3b7-4fae-bb8f-d7c78944cca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.205776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-2d4e9af7-8162-4fec-8ae6-f394109f454b', 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'fixed_ips': [{'subnet_id': '284710a2-59e1-465a-839d-b80453bc2253'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:05:19.206930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.302964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-57712b61-3554-419a-b19c-3e82da1fd1db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a173f5c-38f5-4e10-aed8-731c2e147bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807195 Aug 10 02:05:19.312974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9957d-bbeb-46d4-9938-26527bb376b7 req-cdbe19db-f750-49d7-a823-dd2410f6898f tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:19.321617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4f9957d-bbeb-46d4-9938-26527bb376b7 req-cdbe19db-f750-49d7-a823-dd2410f6898f tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 945 time: 0.1655240 Aug 10 02:05:19.403661 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec6dae03-f3b7-4fae-bb8f-d7c78944cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.406910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec6dae03-f3b7-4fae-bb8f-d7c78944cca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.412072 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ec6dae03-f3b7-4fae-bb8f-d7c78944cca1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcdad7ad-85f1-4271-9fae-6b2c9f738a5a HTTP/1.1" status: 204 len: 168 time: 0.4676435 Aug 10 02:05:19.435442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dae03-f3b7-4fae-bb8f-d7c78944cca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdad7ad-85f1-4271-9fae-6b2c9f738a5a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:19.508547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Allocated IP 19.86.0.2 (2d4e9af7-8162-4fec-8ae6-f394109f454b/284710a2-59e1-465a-839d-b80453bc2253/2e7a6d41-07b5-4f24-8439-08c2a97bac9e) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:19.511515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-41e7746b-3fae-41ac-beda-8b51f83a421e service neutron] 10.222.0.11 "GET /v2.0/networks/8a173f5c-38f5-4e10-aed8-731c2e147bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569657 Aug 10 02:05:19.563709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a6f09700-a12c-488c-ad29-a97243af4b8b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:19.689367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4f9957d-bbeb-46d4-9938-26527bb376b7 req-9abd043d-fd72-453e-8d58-d74bf292a600 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667612 Aug 10 02:05:19.774472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5dcf2e8-03fd-472b-a418-aeeb8a52a010 req-1f838df0-b2aa-4517-9063-0a3fa55af4d9 service neutron] 10.222.0.11 "GET /v2.0/networks/8a173f5c-38f5-4e10-aed8-731c2e147bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333722 Aug 10 02:05:19.873473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-aa08a104-066c-4ff6-a2fe-48c871b72405 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:19.884690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-aa08a104-066c-4ff6-a2fe-48c871b72405 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:19.886737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-aa08a104-066c-4ff6-a2fe-48c871b72405 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/networks?id=dd263881-9656-46af-b741-31ee6caef24e&id=2d4e9af7-8162-4fec-8ae6-f394109f454b&id=dd263881-9656-46af-b741-31ee6caef24e HTTP/1.1" status: 200 len: 1390 time: 0.6143177 Aug 10 02:05:19.913325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c80f9-52f6-4a87-a52a-e8618b749eff req-5959df4c-b01a-4d73-ae25-e6ce08fda428 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:19.922371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e1c80f9-52f6-4a87-a52a-e8618b749eff req-5959df4c-b01a-4d73-ae25-e6ce08fda428 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 943 time: 0.0917439 Aug 10 02:05:19.956730 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.985860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a6f09700-a12c-488c-ad29-a97243af4b8b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:19.990860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-18eb2f9c-b57c-4ff7-9ce4-a34b0124ca5c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/quotas/f285a1c95cbb47358aeec9b7e2ff08d5 HTTP/1.1" status: 200 len: 375 time: 0.0874732 Aug 10 02:05:19.991019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Transition to ACTIVE for port object 2e7a6d41-07b5-4f24-8439-08c2a97bac9e will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:20.003436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a6f09700-a12c-488c-ad29-a97243af4b8b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:20.003827 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.032622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Transition to ACTIVE for port object 2e7a6d41-07b5-4f24-8439-08c2a97bac9e will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:20.164676 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.236179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Network 2d4e9af7-8162-4fec-8ae6-f394109f454b is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:20.239910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Pushing event updated for resources: {'Port': ['ID=2e7a6d41-07b5-4f24-8439-08c2a97bac9e,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:20.244681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:20.248594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:20.301288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c619f-fd96-4759-a960-be08964d172a None None] Network dd263881-9656-46af-b741-31ee6caef24e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:20.371854 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.420412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Attempting to bind port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:20.420783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Attempting to bind port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:20.421150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Attempting to bind port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e on network 2d4e9af7-8162-4fec-8ae6-f394109f454b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:20.446938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:20.447318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Checking segment: {'id': 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:20.447720 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.448106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Bound using segment: {'id': 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:20.451881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Bound port: 2e7a6d41-07b5-4f24-8439-08c2a97bac9e, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:20.451881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.455997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e1c80f9-52f6-4a87-a52a-e8618b749eff req-14043bfc-9812-4064-9852-4123a57ea013 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336070 Aug 10 02:05:20.472153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-cb237b25-22a1-4372-a83b-df93c34fdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:20.475987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a6f09700-a12c-488c-ad29-a97243af4b8b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a6f09700-a12c-488c-ad29-a97243af4b8b,segment=NetworkSegment(0513ba03-23a2-449a-b3c7-bbb7c108aca1),segment_id=0513ba03-23a2-449a-b3c7-bbb7c108aca1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:20.476847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-cb237b25-22a1-4372-a83b-df93c34fdec3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae2c5ab95c7e49a38c40f7d61e175270&device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 1095 time: 0.5472119 Aug 10 02:05:20.535186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fbe09571-c73c-447d-86fd-36434c78d245 None None] Provisioning for port f4a7f44b-344d-46ff-ba77-58c097597ca2 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:20.548127 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.548640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f4a7f44b-344d-46ff-ba77-58c097597ca2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:20.568745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-c5248846-217e-498e-b8f4-fb76f3b3def6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5769768 Aug 10 02:05:20.616323 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6fdc529e-e965-4338-88b7-72771c29dd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.663198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a6f09700-a12c-488c-ad29-a97243af4b8b,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:20.683919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-9f76ca02-a408-4527-aec0-7a690c41e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:20.687651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] For port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:20.689478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-9f76ca02-a408-4527-aec0-7a690c41e588 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a173f5c-38f5-4e10-aed8-731c2e147bf3 HTTP/1.1" status: 200 len: 922 time: 0.2022340 Aug 10 02:05:20.710770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] For port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2e7a6d41-07b5-4f24-8439-08c2a97bac9e,segment=NetworkSegment(ebc85448-51c5-4cc1-b241-3a26ef6ab66a),segment_id=ebc85448-51c5-4cc1-b241-3a26ef6ab66a)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:20.737322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-dce878b7-cdae-4457-9a0b-996a39b7af1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f84fa0a-4a3f-4ecb-8b5d-e91604917209 HTTP/1.1" status: 200 len: 217 time: 0.0373046 Aug 10 02:05:20.772282 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.803811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-efc5afed-6dc4-477d-8934-b38c456d5f2a service neutron] 10.222.0.38 "GET /v2.0/networks/dd263881-9656-46af-b741-31ee6caef24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157736 Aug 10 02:05:20.810198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-01a85ff8-eb9c-4008-ab58-686478d3e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:20.810415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f4a7f44b-344d-46ff-ba77-58c097597ca2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:20.811843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-01a85ff8-eb9c-4008-ab58-686478d3e379 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=79b79896-e887-4bef-82fa-98e138d66fc2 HTTP/1.1" status: 200 len: 861 time: 0.0668347 Aug 10 02:05:20.821629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f4a7f44b-344d-46ff-ba77-58c097597ca2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:20.822289 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:20.904860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc5cd6-26e5-4008-91db-00dc7b19e991 None None] Pushing event updated for resources: {'Port': ['ID=2e7a6d41-07b5-4f24-8439-08c2a97bac9e,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:20.953096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:20.965924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-177fd67f-76ca-4f18-83d8-2609fa502600 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a173f5c-38f5-4e10-aed8-731c2e147bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313246 Aug 10 02:05:21.021992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-5a9488b3-21cd-4259-b2a6-9572c769c1b9 service neutron] 10.222.0.38 "GET /v2.0/networks/dd263881-9656-46af-b741-31ee6caef24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088132 Aug 10 02:05:21.068840 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:21.156097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port f4a7f44b-344d-46ff-ba77-58c097597ca2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f4a7f44b-344d-46ff-ba77-58c097597ca2,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:21.192093 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:21.216942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-9623b5a0-9538-4438-a740-1a5f7a1bbb93 service neutron] 10.222.0.38 "GET /v2.0/networks/2d4e9af7-8162-4fec-8ae6-f394109f454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770718 Aug 10 02:05:21.225833 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:21.258635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:21.275906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:21.276273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:21.279675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dbe0b408-10f6-4db8-977f-165dd504fdad None None] Provisioning complete for port f4a7f44b-344d-46ff-ba77-58c097597ca2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:21.280036 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b408-10f6-4db8-977f-165dd504fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:21.345346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=f4a7f44b-344d-46ff-ba77-58c097597ca2,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:21.360522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-04dc29f7-b8f5-4c63-b8a3-7b6da24f46b1 service neutron] 10.222.0.38 "GET /v2.0/networks/2d4e9af7-8162-4fec-8ae6-f394109f454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249733 Aug 10 02:05:21.385768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db25a4-cc8a-4184-a349-86839afcb339 req-a0527784-c8dc-4e3d-91c0-0a98c162111a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:21.395361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39db25a4-cc8a-4184-a349-86839afcb339 req-a0527784-c8dc-4e3d-91c0-0a98c162111a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 945 time: 0.4612517 Aug 10 02:05:21.485472 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:21.539209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e875de-0a26-42b8-8995-1edef452d7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:21.541503 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05174d3c-0514-4a5b-b295-c3ed2c7a6d6a" -d '{"events": [{"server_uuid": "d0e875de-0a26-42b8-8995-1edef452d7f0", "name": "network-vif-plugged", "status": "completed", "tag": "12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:21.547840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a6f09700-a12c-488c-ad29-a97243af4b8b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:21.558190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39db25a4-cc8a-4184-a349-86839afcb339 req-8c1495e1-999c-45d1-b893-34b8553faf13 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615584 Aug 10 02:05:21.576997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,segment=NetworkSegment(1962e724-8c53-4527-9d09-df73b3ea5fbc),segment_id=1962e724-8c53-4527-9d09-df73b3ea5fbc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:21.599654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-23187169-c07a-432c-8ea2-9c6ca693a8c5 service neutron] 10.222.0.38 "GET /v2.0/networks/dd263881-9656-46af-b741-31ee6caef24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935291 Aug 10 02:05:21.601797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-b9720e79-ccfc-4a15-8a5c-9e75b39ad2bb service neutron] 10.222.0.11 "GET /v2.0/networks/8a173f5c-38f5-4e10-aed8-731c2e147bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097119 Aug 10 02:05:21.638814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a6f09700-a12c-488c-ad29-a97243af4b8b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:21.639280 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:21.643885 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:21.733511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:21.786900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2e7a6d41-07b5-4f24-8439-08c2a97bac9e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:21.869092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc788518-df8e-494e-8a49-78430d883d91 req-2ed2d2a2-9872-4f03-aad4-7d29eaf41d81 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:21.870920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc788518-df8e-494e-8a49-78430d883d91 req-2ed2d2a2-9872-4f03-aad4-7d29eaf41d81 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 943 time: 0.2237015 Aug 10 02:05:21.898274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a11fde64-58fe-4ac3-a2a9-24dacf7cd11e req-48c9cffe-9095-47c7-b15d-01decad24fda service neutron] 10.222.0.11 "GET /v2.0/networks/8a173f5c-38f5-4e10-aed8-731c2e147bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740850 Aug 10 02:05:21.934357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:21.948332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-4a574fa7-7700-4c04-97a3-2cec89c40525 service neutron] 10.222.0.38 "GET /v2.0/networks/dd263881-9656-46af-b741-31ee6caef24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384795 Aug 10 02:05:21.989513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc788518-df8e-494e-8a49-78430d883d91 req-a96f36d3-8eaf-47d6-86da-85afdce38de3 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044984 Aug 10 02:05:22.112846 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7028bad-b683-4996-9edf-673e9373f67f x-openstack-request-id: req-f7028bad-b683-4996-9edf-673e9373f67f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:22.113470 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e875de-0a26-42b8-8995-1edef452d7f0", "name": "network-vif-plugged", "status": "completed", "tag": "12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:22.113470 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7028bad-b683-4996-9edf-673e9373f67f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:22.114325 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e875de-0a26-42b8-8995-1edef452d7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f', 'code': 200} Aug 10 02:05:22.185570 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:22.276446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4a7e8-4199-4eb7-84ec-4e37523668b2 req-01946bc9-8063-47bb-ac89-06e2dad3f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:22.281474 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0fd4a7e8-4199-4eb7-84ec-4e37523668b2 req-01946bc9-8063-47bb-ac89-06e2dad3f0df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 1098 time: 0.0898848 Aug 10 02:05:22.299965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49e792b6-dde1-4d21-a524-ca699792878a req-0659f04c-c403-4459-829e-1336ffe57be5 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 210 time: 0.0607572 Aug 10 02:05:22.337601 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0fd4a7e8-4199-4eb7-84ec-4e37523668b2 req-e935217a-3cef-4a08-89cf-c030da289d31 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Aug 10 02:05:22.343692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e531c312-42fa-4d51-90b4-169c0bcb34db None None] Network 2d4e9af7-8162-4fec-8ae6-f394109f454b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:22.599825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-38e88264-8dc4-4759-bfab-04a51162fddd None None] Provisioning for port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:22.614013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-38e88264-8dc4-4759-bfab-04a51162fddd None None] Provisioning complete for port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:22.614675 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38e88264-8dc4-4759-bfab-04a51162fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:22.705640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e8421-ef98-47d7-93bf-75ea9d2d55aa req-0f71d306-88e2-4e33-ae6b-6aacee5ea623 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:22.707959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-233e8421-ef98-47d7-93bf-75ea9d2d55aa req-0f71d306-88e2-4e33-ae6b-6aacee5ea623 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 946 time: 0.0725379 Aug 10 02:05:22.732197 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38e88264-8dc4-4759-bfab-04a51162fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:22.773770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-38e88264-8dc4-4759-bfab-04a51162fddd None None] For port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2e7a6d41-07b5-4f24-8439-08c2a97bac9e,segment=NetworkSegment(ebc85448-51c5-4cc1-b241-3a26ef6ab66a),segment_id=ebc85448-51c5-4cc1-b241-3a26ef6ab66a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:22.792075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-233e8421-ef98-47d7-93bf-75ea9d2d55aa req-35b8b6c8-35ed-4ab7-b6c3-b12fccad41cd tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758238 Aug 10 02:05:22.843917 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38e88264-8dc4-4759-bfab-04a51162fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:22.905860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e88264-8dc4-4759-bfab-04a51162fddd None None] Pushing event updated for resources: {'Port': ['ID=2e7a6d41-07b5-4f24-8439-08c2a97bac9e,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:23.070275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4df7ef21-5d49-4864-88c0-87124846708f None None] Provisioning complete for port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:23.071842 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4df7ef21-5d49-4864-88c0-87124846708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:23.174976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40603c11-6c99-43a2-848f-2a588464cc07 req-02dd6139-288b-4888-bc69-0ea2f5d1ac1f tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:23.195059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40603c11-6c99-43a2-848f-2a588464cc07 req-02dd6139-288b-4888-bc69-0ea2f5d1ac1f tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 943 time: 0.1454012 Aug 10 02:05:23.242179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40603c11-6c99-43a2-848f-2a588464cc07 req-265b09cd-d17c-4a1a-bfb1-797882ae5595 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Aug 10 02:05:23.400464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2e7a6d41-07b5-4f24-8439-08c2a97bac9e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:23.412680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e091bc6c-7c93-4d63-b6ca-8d49fc0269ee req-59f4bea8-8ffd-41b3-994c-18a6886a67fd tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 210 time: 0.0346253 Aug 10 02:05:23.456412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:23.456790 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:23.558082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f4a7f44b-344d-46ff-ba77-58c097597ca2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:23.609127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f4a7f44b-344d-46ff-ba77-58c097597ca2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:23.609735 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:23.791286 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:23.919024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28665fee-330c-4fb6-8414-b493f6665efd req-6587d0fc-6f4f-40da-a61e-921734771ee4 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:23.920683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28665fee-330c-4fb6-8414-b493f6665efd req-6587d0fc-6f4f-40da-a61e-921734771ee4 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 946 time: 0.0568151 Aug 10 02:05:23.947885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:05:23.960459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28665fee-330c-4fb6-8414-b493f6665efd req-465e32b9-9917-45e6-9d6f-d9d86fe0d19b tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Aug 10 02:05:24.094279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,segment=NetworkSegment(e4c72f93-3508-497f-996c-a6eb82b3f1b0),segment_id=e4c72f93-3508-497f-996c-a6eb82b3f1b0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:24.109477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '2f84fa0a-4a3f-4ecb-8b5d-e91604917209', 'network_id': '8a173f5c-38f5-4e10-aed8-731c2e147bf3', 'port_id': '2f84fa0a-4a3f-4ecb-8b5d-e91604917209', 'mac_address': 'fa:16:3e:61:c4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b79896-e887-4bef-82fa-98e138d66fc2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:05:24.172732 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:24.189614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:24.211617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,segment=NetworkSegment(e4c72f93-3508-497f-996c-a6eb82b3f1b0),segment_id=e4c72f93-3508-497f-996c-a6eb82b3f1b0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:24.283216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:24.369817 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:24.423008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39211ee-309d-4280-85bf-6f4eb7730fb9 req-8cadffbe-181f-40e9-9cc7-72ed13182c9e tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:24.424694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a39211ee-309d-4280-85bf-6f4eb7730fb9 req-8cadffbe-181f-40e9-9cc7-72ed13182c9e tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 944 time: 0.0988159 Aug 10 02:05:24.506970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['2f84fa0a-4a3f-4ecb-8b5d-e91604917209'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:24.540122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a39211ee-309d-4280-85bf-6f4eb7730fb9 req-212425c7-6c68-431d-a719-1dc28d1b1b83 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020789 Aug 10 02:05:24.578074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21d413c8-0e2f-437f-b3d9-e0887687f5a0 req-cbb126a8-0f39-4049-92e4-9080c949538e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 210 time: 0.0756040 Aug 10 02:05:24.741287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-5201914c-b719-419e-93bc-0fc94124e317 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:24.747464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-5201914c-b719-419e-93bc-0fc94124e317 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:24.749440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-5201914c-b719-419e-93bc-0fc94124e317 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "GET /v2.0/networks?id=dd263881-9656-46af-b741-31ee6caef24e&id=2d4e9af7-8162-4fec-8ae6-f394109f454b&id=dd263881-9656-46af-b741-31ee6caef24e HTTP/1.1" status: 200 len: 1390 time: 0.2013361 Aug 10 02:05:24.764033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'port': {'device_id': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e', 'admin_state_up': True, 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:24.850457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f191a-e31c-4ca3-9b61-1aa4562acd22 req-ad7dcc60-7ce9-460e-b4f7-d2d558992c4a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:24.852149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b1f191a-e31c-4ca3-9b61-1aa4562acd22 req-ad7dcc60-7ce9-460e-b4f7-d2d558992c4a tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 946 time: 0.2002068 Aug 10 02:05:24.915094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-25ac20aa-2710-4d49-8dde-488cfe1471b9 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:24.916566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-25ac20aa-2710-4d49-8dde-488cfe1471b9 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 814 time: 0.1925201 Aug 10 02:05:24.929132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b1f191a-e31c-4ca3-9b61-1aa4562acd22 req-50b7209c-ee2b-4044-b2b1-e23cd7ef6361 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662537 Aug 10 02:05:24.947540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-3554163d-3268-4040-937c-35b52cff894d tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/quotas/528541ffbc0448c0b46e94be883c093f HTTP/1.1" status: 200 len: 375 time: 0.0222094 Aug 10 02:05:25.034409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-2fe37aec-2eb0-42cc-b608-41747637f932 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841706 Aug 10 02:05:25.156954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-5d15cba7-44cd-49cd-9457-545ea6b1e255 service neutron] 10.222.0.38 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118014 Aug 10 02:05:25.299147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-cda53929-bad5-4a4a-a39b-ef63e57c2a8d service neutron] 10.222.0.38 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329429 Aug 10 02:05:25.435868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:25.435868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.577209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Allocated IP 19.80.0.57 (dd263881-9656-46af-b741-31ee6caef24e/85bf6690-1d5c-45ec-b0fa-e19c68cdb221/70bb9c1d-e349-44b8-9567-bea5cef0472b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:25.718202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287b7a7-e71c-4977-b747-9fc984761c2a req-c903d280-6c69-46dc-a08a-4b14b2ee04a8 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:25.728119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d287b7a7-e71c-4977-b747-9fc984761c2a req-c903d280-6c69-46dc-a08a-4b14b2ee04a8 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 944 time: 0.0951390 Aug 10 02:05:25.789067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d287b7a7-e71c-4977-b747-9fc984761c2a req-1f5f62f9-8647-4847-90a0-356c053e0037 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598247 Aug 10 02:05:25.871461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:25.907352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b4bdd2f-bb24-451c-b2aa-e9243f119ab5 req-7c007e48-c5be-42fb-81e0-bc7c1a03ea07 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 210 time: 0.0453725 Aug 10 02:05:25.910411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Transition to ACTIVE for port object 70bb9c1d-e349-44b8-9567-bea5cef0472b will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:25.933811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-105e666e-1dc8-4c5e-98e7-a782984b2fd3 req-4768e850-563d-461c-912d-80ef2144604c tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 210 time: 0.3066826 Aug 10 02:05:25.954714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:25.980955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-73a1bbce-e618-45fa-9d27-ac5b4b9c09dd tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:25.982567 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-73a1bbce-e618-45fa-9d27-ac5b4b9c09dd tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 946 time: 0.1421492 Aug 10 02:05:26.088648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb2f5-2003-409f-9d25-3308de8d92bc req-9e972c3f-f159-4fd6-b795-2f035e55371d tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:26.090771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-111eb2f5-2003-409f-9d25-3308de8d92bc req-9e972c3f-f159-4fd6-b795-2f035e55371d tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 946 time: 0.0674348 Aug 10 02:05:26.096849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:26.103359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:26.103763 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.146294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Deleting port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:26.146732 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.151988 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.159559 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-111eb2f5-2003-409f-9d25-3308de8d92bc req-b021eb2a-8347-433f-b7b8-b7906327f601 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/security-groups?id=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482354 Aug 10 02:05:26.241048 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.255049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network dd263881-9656-46af-b741-31ee6caef24e is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:26.264953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:26.272973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:26.292104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f84fa0a-4a3f-4ecb-8b5d-e91604917209'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:26.300210 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3478d17-a6f2-46c1-90c1-a6649c578207" -d '{"events": [{"server_uuid": "8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4", "name": "network-vif-plugged", "status": "completed", "tag": "2f84fa0a-4a3f-4ecb-8b5d-e91604917209"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:26.344930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,segment=NetworkSegment(e4c72f93-3508-497f-996c-a6eb82b3f1b0),segment_id=e4c72f93-3508-497f-996c-a6eb82b3f1b0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:26.350106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:26.351674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.369157 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dea7ef-33ec-4272-8ea1-aed5ff994419 x-openstack-request-id: req-97dea7ef-33ec-4272-8ea1-aed5ff994419 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:26.369693 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4", "name": "network-vif-plugged", "status": "completed", "tag": "2f84fa0a-4a3f-4ecb-8b5d-e91604917209", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:26.373054 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97dea7ef-33ec-4272-8ea1-aed5ff994419 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:26.373054 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f84fa0a-4a3f-4ecb-8b5d-e91604917209', 'code': 200} Aug 10 02:05:26.390346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Port': ['ID=70bb9c1d-e349-44b8-9567-bea5cef0472b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:26.421214 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.468533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] For port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,segment=NetworkSegment(1962e724-8c53-4527-9d09-df73b3ea5fbc),segment_id=1962e724-8c53-4527-9d09-df73b3ea5fbc)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:26.469963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.500175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Calling delete_port for 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:26.515105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-99e4a28f-9407-4355-ac54-1fc3db70f253 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7560124 Aug 10 02:05:26.529088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb29876-548b-42da-8c8c-a0a6318d28da req-5d67a2ce-d603-48f6-b7aa-407fbcbe05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:26.531925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bb29876-548b-42da-8c8c-a0a6318d28da req-5d67a2ce-d603-48f6-b7aa-407fbcbe05ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0972590 Aug 10 02:05:26.559016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:26.563268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'port': {'device_id': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b', 'admin_state_up': True, 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:26.577960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.584871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.584871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.584871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.584871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.584871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.584871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.584871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.585595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.586094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.586602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.588110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:26.622955 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bb29876-548b-42da-8c8c-a0a6318d28da req-1ea65da9-9d11-4367-9369-ef5a9f20ca92 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811257 Aug 10 02:05:26.848985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:26.853209 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.894461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5b78420d-7b88-4dee-86ca-e0007e0c52df None None] Provisioning for port 70bb9c1d-e349-44b8-9567-bea5cef0472b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:26.899950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5b78420d-7b88-4dee-86ca-e0007e0c52df None None] Provisioning complete for port 70bb9c1d-e349-44b8-9567-bea5cef0472b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:26.900400 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5b78420d-7b88-4dee-86ca-e0007e0c52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.948749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.964485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cbf8b-237f-47af-a859-23010493230f req-e836e58c-ab9f-4bf3-bbd2-4d1410ae0824 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:26.971415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b1cbf8b-237f-47af-a859-23010493230f req-e836e58c-ab9f-4bf3-bbd2-4d1410ae0824 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 945 time: 0.0994258 Aug 10 02:05:26.990954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5b78420d-7b88-4dee-86ca-e0007e0c52df None None] Port 70bb9c1d-e349-44b8-9567-bea5cef0472b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:05:26.996011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:27.100335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b1cbf8b-237f-47af-a859-23010493230f req-f7a8b365-c011-45f5-9bb9-76d2cf6034a2 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178920 Aug 10 02:05:27.137719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705a074-ef68-4a34-8f23-9cd0d5a14853 req-1dd37a59-8d13-4e9f-a582-dfeae30af9ee tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:27.146011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f705a074-ef68-4a34-8f23-9cd0d5a14853 req-1dd37a59-8d13-4e9f-a582-dfeae30af9ee tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 931 time: 0.1181331 Aug 10 02:05:27.164432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Pushing event deleted for resources: {'Port': ['ID=12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:27.168211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] No DVR routers for this DVR port 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:27.180566 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:27.183273 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ad61ec1-0dc9-4c43-a6d5-deb99e0bd41c req-2b78cd44-64d6-4482-9d4d-6c4f8007a0a0 tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.16 "DELETE /v2.0/ports/12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f HTTP/1.1" status: 204 len: 173 time: 1.1912310 Aug 10 02:05:27.183892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e875de-0a26-42b8-8995-1edef452d7f0', 'name': 'network-vif-deleted', 'tag': '12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:27.198829 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b455d0-929c-41ec-abc1-6f293f2bfe17" -d '{"events": [{"server_uuid": "d0e875de-0a26-42b8-8995-1edef452d7f0", "name": "network-vif-deleted", "tag": "12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:27.247339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f705a074-ef68-4a34-8f23-9cd0d5a14853 req-afcf0c18-868a-495b-8adc-c9cf6bce85e0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998394 Aug 10 02:05:27.269666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Allocated IP 19.86.0.77 (2d4e9af7-8162-4fec-8ae6-f394109f454b/284710a2-59e1-465a-839d-b80453bc2253/1374d6b7-9752-4082-93dc-a095518077ed) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:27.305780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dba9b9c6-bad0-40c5-9b64-d2b4ef5e9ea4 req-539300aa-06ce-43e9-bd52-7a62019825ad tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 210 time: 0.0437379 Aug 10 02:05:27.426849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0746201a-0290-4652-9934-50ad78db5fd1 req-883107a0-a8f2-4aea-a24e-0c57e51baa6e tempest-InstanceActionsNegativeTestJSON-1470494946 tempest-InstanceActionsNegativeTestJSON-1470494946-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0e875de-0a26-42b8-8995-1edef452d7f0 HTTP/1.1" status: 200 len: 210 time: 0.0594378 Aug 10 02:05:27.451135 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3013e1-1005-4180-94ed-2c3f1ba7c238 x-openstack-request-id: req-9f3013e1-1005-4180-94ed-2c3f1ba7c238 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:27.451479 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e875de-0a26-42b8-8995-1edef452d7f0", "name": "network-vif-deleted", "tag": "12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:27.451664 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f3013e1-1005-4180-94ed-2c3f1ba7c238 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:27.452061 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e875de-0a26-42b8-8995-1edef452d7f0', 'name': 'network-vif-deleted', 'tag': '12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f', 'status': 'completed', 'code': 200} Aug 10 02:05:27.571386 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:27.588457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Transition to ACTIVE for port object 1374d6b7-9752-4082-93dc-a095518077ed will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:27.717458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:27.772819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network 2d4e9af7-8162-4fec-8ae6-f394109f454b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:27.776411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:27.780313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:27.806133 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Port': ['ID=1374d6b7-9752-4082-93dc-a095518077ed,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:27.854079 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:27.854893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:27.946415 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2893712b-3043-4cd2-af01-a905a8ee4c8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3914039 Aug 10 02:05:27.963583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'port': {'device_id': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e', 'admin_state_up': True, 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:28.111517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-70dc7843-65cb-409f-84ec-b6396718dc07 None None] Provisioning for port 1374d6b7-9752-4082-93dc-a095518077ed completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:28.116665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-70dc7843-65cb-409f-84ec-b6396718dc07 None None] Provisioning complete for port 1374d6b7-9752-4082-93dc-a095518077ed triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:28.119627 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70dc7843-65cb-409f-84ec-b6396718dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:28.195892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-70dc7843-65cb-409f-84ec-b6396718dc07 None None] Port 1374d6b7-9752-4082-93dc-a095518077ed cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:05:28.230173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-7ef97a0a-b6ec-4232-bed9-bcb0f5e7fd62 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:28.231729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-7ef97a0a-b6ec-4232-bed9-bcb0f5e7fd62 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.11 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 814 time: 0.1329553 Aug 10 02:05:28.236886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:28.240582 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:28.259657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Request body: {'port': {'device_id': '064b5bb7-a859-461f-ab6f-7ad8d1de6eac', 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a', 'admin_state_up': True, 'tenant_id': '528541ffbc0448c0b46e94be883c093f'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:28.508427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465250b-3eba-4b7e-96e8-6c839ed427ff req-76e65c40-d5ac-4540-91a1-0c6a17298645 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:28.514585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465250b-3eba-4b7e-96e8-6c839ed427ff req-76e65c40-d5ac-4540-91a1-0c6a17298645 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:28.516997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2465250b-3eba-4b7e-96e8-6c839ed427ff req-76e65c40-d5ac-4540-91a1-0c6a17298645 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 1653 time: 0.1592231 Aug 10 02:05:28.536424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Allocated IP 19.80.0.126 (dd263881-9656-46af-b741-31ee6caef24e/85bf6690-1d5c-45ec-b0fa-e19c68cdb221/8e1e498f-49e1-4e0f-90bd-a6bdc64720e7) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:28.623617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2465250b-3eba-4b7e-96e8-6c839ed427ff req-3a0b3c1b-09f1-43db-8dac-5068352f558d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930960 Aug 10 02:05:28.659175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Made reservation on behalf of 528541ffbc0448c0b46e94be883c093f for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:28.664940 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:28.684344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6cc3b-a4bb-410d-bef2-d7c03ed86743 req-fbd17d1b-76bf-45b8-9724-e4c60be8009a tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:28.687050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cea6cc3b-a4bb-410d-bef2-d7c03ed86743 req-fbd17d1b-76bf-45b8-9724-e4c60be8009a tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 945 time: 0.4543266 Aug 10 02:05:28.733320 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:28.745225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0a61dce-9475-417d-bfa9-820850e8158f req-ececeb7c-9d0e-448a-9c21-4e739e71706c tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 210 time: 0.0570784 Aug 10 02:05:28.767618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Transition to ACTIVE for port object 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:28.821636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cea6cc3b-a4bb-410d-bef2-d7c03ed86743 req-7818959a-f219-43cd-87b9-f4de95122e09 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232219 Aug 10 02:05:28.858152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52004) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:28.903251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:28.948482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Allocated IP 172.20.0.8 (b58490f0-0df5-439a-953d-f84d4eaf497a/27cfc453-af12-4882-ad7e-694982c2e5f1/c2526ff2-0acf-4008-a5b6-a42df321af3a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:28.972889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network dd263881-9656-46af-b741-31ee6caef24e is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:28.982317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:28.989814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-42da09d2-8e7a-4872-b30f-1b3e70642aae admin admin] Deleting subnet b9e804f6-efcf-426d-ac10-50e56ceec1fd {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:05:28.995482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:28.998110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42da09d2-8e7a-4872-b30f-1b3e70642aae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.019937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Port': ['ID=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:29.034653 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:05:29.077937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42da09d2-8e7a-4872-b30f-1b3e70642aae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.134925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:29.135942 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.192758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42da09d2-8e7a-4872-b30f-1b3e70642aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.252820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cd3a7c9c-6179-4085-8d2e-0ec0d9b4b5b8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2939711 Aug 10 02:05:29.279548 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.294756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Request body: {'port': {'device_id': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:29.392007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.489705 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.491801 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42da09d2-8e7a-4872-b30f-1b3e70642aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.516776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['da1df991-d2c4-40d8-9548-3bd68da27678', 'a4ebb349-e7ac-44dd-b91c-a378085e56a6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:29.520145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c8274446-5ee8-474f-afa7-339390653bd1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:29.534747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3aba6132-67c5-4f56-b938-9f3a0a683dbd None None] Provisioning for port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:29.577111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3aba6132-67c5-4f56-b938-9f3a0a683dbd None None] Provisioning complete for port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:29.577487 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3aba6132-67c5-4f56-b938-9f3a0a683dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.612629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da09d2-8e7a-4872-b30f-1b3e70642aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e804f6-efcf-426d-ac10-50e56ceec1fd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:29.631243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Network b58490f0-0df5-439a-953d-f84d4eaf497a is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:29.633111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42da09d2-8e7a-4872-b30f-1b3e70642aae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.635933 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-42da09d2-8e7a-4872-b30f-1b3e70642aae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b9e804f6-efcf-426d-ac10-50e56ceec1fd HTTP/1.1" status: 204 len: 168 time: 0.7767065 Aug 10 02:05:29.637646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Pushing event updated for resources: {'Port': ['ID=c2526ff2-0acf-4008-a5b6-a42df321af3a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:29.638571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52022) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:29.641017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:29.651173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:29.666524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3aba6132-67c5-4f56-b938-9f3a0a683dbd None None] Port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:05:29.744749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a521b3-4fd9-4d41-be55-4a8dbf7521c3 req-185be0d4-67a8-4c27-83f1-16bb17ef81a0 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:29.753629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28a521b3-4fd9-4d41-be55-4a8dbf7521c3 req-185be0d4-67a8-4c27-83f1-16bb17ef81a0 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 945 time: 0.1902833 Aug 10 02:05:29.784286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.826760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:29.827579 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:29.878967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cc218-1096-4282-84de-1e5800c54f5e req-cda3f147-df3f-48f6-9d83-db7b7d41d997 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:29.886810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cc218-1096-4282-84de-1e5800c54f5e req-cda3f147-df3f-48f6-9d83-db7b7d41d997 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:29.895090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cc218-1096-4282-84de-1e5800c54f5e req-cda3f147-df3f-48f6-9d83-db7b7d41d997 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:29.906474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-709cc218-1096-4282-84de-1e5800c54f5e req-cda3f147-df3f-48f6-9d83-db7b7d41d997 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2375 time: 0.1475952 Aug 10 02:05:29.917515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28a521b3-4fd9-4d41-be55-4a8dbf7521c3 req-9bdd2374-5313-418a-8345-9724ec14a2d1 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222806 Aug 10 02:05:29.960692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-709cc218-1096-4282-84de-1e5800c54f5e req-ad2504a1-ff87-4acd-8ab7-e06b690fac78 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Aug 10 02:05:29.970474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-1e9aa347-c4ba-4406-9a27-4e92f8353f67 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7239921 Aug 10 02:05:29.999446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Request body: {'port': {'device_id': '064b5bb7-a859-461f-ab6f-7ad8d1de6eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:30.012779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.044352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4203b4be-dc4d-4cfc-b9ba-68454cabcd36']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:30.062113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1962e724-8c53-4527-9d09-df73b3ea5fbc') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:30.062433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1962e724-8c53-4527-9d09-df73b3ea5fbc') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:30.076667 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.112581 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.127137 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.133321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c5970-e526-4ee7-b59c-f78ca2a452b0 req-e12d3370-6d9e-4476-8f08-35f473b8b6c5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:30.135350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-466c5970-e526-4ee7-b59c-f78ca2a452b0 req-e12d3370-6d9e-4476-8f08-35f473b8b6c5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 931 time: 0.1048679 Aug 10 02:05:30.140202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:05:30.140613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:05:30.142314 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:05:30.180588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bb9c1d-e349-44b8-9567-bea5cef0472b {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:30.197815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.209257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-466c5970-e526-4ee7-b59c-f78ca2a452b0 req-c41fe843-c222-4aa9-b299-dd77a7dde329 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665054 Aug 10 02:05:30.288804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Transition to ACTIVE for port object 70bb9c1d-e349-44b8-9567-bea5cef0472b will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:30.289755 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.295537 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.300109 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] 10.222.0.38 "DELETE /v2.0/networks/4203b4be-dc4d-4cfc-b9ba-68454cabcd36 HTTP/1.1" status: 204 len: 168 time: 0.6579192 Aug 10 02:05:30.309831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de58b79-6b47-4b0f-ac15-e54e6c0ecc3c admin admin] Pushing event deleted for resources: {'Network': ['ID=4203b4be-dc4d-4cfc-b9ba-68454cabcd36,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:30.352166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.507362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Pushing event updated for resources: {'Port': ['ID=70bb9c1d-e349-44b8-9567-bea5cef0472b,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:30.508262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2526ff2-0acf-4008-a5b6-a42df321af3a {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:30.519765 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.539443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Transition to ACTIVE for port object c2526ff2-0acf-4008-a5b6-a42df321af3a will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:30.570625 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Attempting to bind port 70bb9c1d-e349-44b8-9567-bea5cef0472b on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:30.571111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Attempting to bind port 70bb9c1d-e349-44b8-9567-bea5cef0472b by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:30.571676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Attempting to bind port 70bb9c1d-e349-44b8-9567-bea5cef0472b on network dd263881-9656-46af-b741-31ee6caef24e {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:30.577119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Port 70bb9c1d-e349-44b8-9567-bea5cef0472b on network dd263881-9656-46af-b741-31ee6caef24e not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:30.577119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Attempting to bind port 70bb9c1d-e349-44b8-9567-bea5cef0472b on network dd263881-9656-46af-b741-31ee6caef24e {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:30.582947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:30.583426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Checking segment: {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:30.583818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Bound using segment: {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:30.584306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Bound port: 70bb9c1d-e349-44b8-9567-bea5cef0472b, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:30.584673 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.637709 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.656312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] For port 70bb9c1d-e349-44b8-9567-bea5cef0472b, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:30.661665 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] For port 70bb9c1d-e349-44b8-9567-bea5cef0472b, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70bb9c1d-e349-44b8-9567-bea5cef0472b,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:30.728963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.764681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Pushing event updated for resources: {'Port': ['ID=c2526ff2-0acf-4008-a5b6-a42df321af3a,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:30.788001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:30.789160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.790805 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] 10.222.0.16 "PUT /v2.0/ports/70bb9c1d-e349-44b8-9567-bea5cef0472b HTTP/1.1" status: 200 len: 1092 time: 1.5255516 Aug 10 02:05:30.793686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'tag': '70bb9c1d-e349-44b8-9567-bea5cef0472b'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:30.799928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Attempting to bind port c2526ff2-0acf-4008-a5b6-a42df321af3a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:30.800284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Attempting to bind port c2526ff2-0acf-4008-a5b6-a42df321af3a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:30.801718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Attempting to bind port c2526ff2-0acf-4008-a5b6-a42df321af3a on network b58490f0-0df5-439a-953d-f84d4eaf497a {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:30.807896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Port c2526ff2-0acf-4008-a5b6-a42df321af3a on network b58490f0-0df5-439a-953d-f84d4eaf497a not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:30.809535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Attempting to bind port c2526ff2-0acf-4008-a5b6-a42df321af3a on network b58490f0-0df5-439a-953d-f84d4eaf497a {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:30.814412 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fabab5f-8c99-4980-b1fc-577eddf5eb39" -d '{"events": [{"name": "network-changed", "server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "tag": "70bb9c1d-e349-44b8-9567-bea5cef0472b"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:30.815580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:30.815951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Checking segment: {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:30.817047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Bound using segment: {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:30.817584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Bound port: c2526ff2-0acf-4008-a5b6-a42df321af3a, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:30.818365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:30.855701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52050) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:30.904016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Request body: {'port': {'device_id': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:30.925143 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38195434-e875-4bfa-a172-f5e5d0fc0776 x-openstack-request-id: req-38195434-e875-4bfa-a172-f5e5d0fc0776 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:30.926193 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "tag": "70bb9c1d-e349-44b8-9567-bea5cef0472b", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:30.926541 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38195434-e875-4bfa-a172-f5e5d0fc0776 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:30.927084 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'tag': '70bb9c1d-e349-44b8-9567-bea5cef0472b', 'status': 'completed', 'code': 200} Aug 10 02:05:30.927946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386f874-77dd-4b8c-a39b-4d6949b4dc98 service neutron] Pushing event updated for resources: {'Port': ['ID=70bb9c1d-e349-44b8-9567-bea5cef0472b,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:30.950280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52056) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:30.968885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:31.031165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:31.031516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 12e11efb-7ce7-4c1e-a7b6-2b4f4dfbc75f not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:31.074997 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e5e2f195-5083-45e5-82bc-2ea041c0e015 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ecf9c8f31d684c4099a05b16786baf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099197 Aug 10 02:05:31.075794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52064) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:31.163202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-f1b275e1-878e-4854-9258-27e567d77a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.164097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-f1b275e1-878e-4854-9258-27e567d77a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.164765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-f1b275e1-878e-4854-9258-27e567d77a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.166669 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-f1b275e1-878e-4854-9258-27e567d77a4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2731 time: 0.2351100 Aug 10 02:05:31.169598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.205493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] For port c2526ff2-0acf-4008-a5b6-a42df321af3a, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:31.215399 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5104023-c212-440d-8b87-7104a984fcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.232261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-d2610dd0-0051-41fa-a8ed-ca4d8cb63d59 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.239640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-d2610dd0-0051-41fa-a8ed-ca4d8cb63d59 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 945 time: 0.3742130 Aug 10 02:05:31.276960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5104023-c212-440d-8b87-7104a984fcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.281619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] For port c2526ff2-0acf-4008-a5b6-a42df321af3a, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c2526ff2-0acf-4008-a5b6-a42df321af3a,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:31.339554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043d28d-62cb-46cc-b042-eb7f84808e8e req-afa7bc00-cfe8-4b26-87c4-e8cd7674db91 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.341210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c043d28d-62cb-46cc-b042-eb7f84808e8e req-afa7bc00-cfe8-4b26-87c4-e8cd7674db91 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 945 time: 0.2327559 Aug 10 02:05:31.512616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-e901eea8-caa7-4331-89fa-92ae93d31359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.514668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-e901eea8-caa7-4331-89fa-92ae93d31359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.514668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-e901eea8-caa7-4331-89fa-92ae93d31359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.515306 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-e901eea8-caa7-4331-89fa-92ae93d31359 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3368626 Aug 10 02:05:31.706285 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.725458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbea21-89b3-47fe-bb60-b4f350729ca7 req-95840201-ebc1-4d3f-a37a-51b1075ef36a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.731411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbea21-89b3-47fe-bb60-b4f350729ca7 req-95840201-ebc1-4d3f-a37a-51b1075ef36a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.737324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbea21-89b3-47fe-bb60-b4f350729ca7 req-95840201-ebc1-4d3f-a37a-51b1075ef36a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.739694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43cbea21-89b3-47fe-bb60-b4f350729ca7 req-95840201-ebc1-4d3f-a37a-51b1075ef36a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2387 time: 0.5423918 Aug 10 02:05:31.783857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:31.785541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.786634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] 10.222.0.11 "PUT /v2.0/ports/c2526ff2-0acf-4008-a5b6-a42df321af3a HTTP/1.1" status: 200 len: 1092 time: 1.8002732 Aug 10 02:05:31.796071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064b5bb7-a859-461f-ab6f-7ad8d1de6eac', 'tag': 'c2526ff2-0acf-4008-a5b6-a42df321af3a'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:31.799112 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "064b5bb7-a859-461f-ab6f-7ad8d1de6eac", "tag": "c2526ff2-0acf-4008-a5b6-a42df321af3a"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:31.872204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c043d28d-62cb-46cc-b042-eb7f84808e8e req-c4e0f162-021b-4398-a180-6bed2325b904 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/security-groups?id=94c2cdcd-da05-4984-b1cd-3257d57bd405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718788 Aug 10 02:05:31.886963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43cbea21-89b3-47fe-bb60-b4f350729ca7 req-4f0e0f85-6a52-4134-a71a-36b9732291eb tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138370 Aug 10 02:05:31.889824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d7efd-62ca-4018-8c4c-b85701547c03 service neutron] Pushing event updated for resources: {'Port': ['ID=c2526ff2-0acf-4008-a5b6-a42df321af3a,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:31.904654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Deleting port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:31.905132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:31.961629 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ede4777-6021-4a53-bf30-0b7fc27bf718 x-openstack-request-id: req-5ede4777-6021-4a53-bf30-0b7fc27bf718 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:31.961951 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064b5bb7-a859-461f-ab6f-7ad8d1de6eac", "tag": "c2526ff2-0acf-4008-a5b6-a42df321af3a", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:31.962167 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ede4777-6021-4a53-bf30-0b7fc27bf718 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:31.962586 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064b5bb7-a859-461f-ab6f-7ad8d1de6eac', 'tag': 'c2526ff2-0acf-4008-a5b6-a42df321af3a', 'status': 'completed', 'code': 200} Aug 10 02:05:32.052747 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5104023-c212-440d-8b87-7104a984fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.055316 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5104023-c212-440d-8b87-7104a984fcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.056461 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f5104023-c212-440d-8b87-7104a984fcba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb45d8fc-00d9-4b8c-a2c8-8384139bce1e HTTP/1.1" status: 204 len: 168 time: 0.9720552 Aug 10 02:05:32.073098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5104023-c212-440d-8b87-7104a984fcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb45d8fc-00d9-4b8c-a2c8-8384139bce1e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:32.079691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-69e72dae-fcf7-4300-958e-00e37e9b314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:32.084154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-69e72dae-fcf7-4300-958e-00e37e9b314c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 1095 time: 0.1182003 Aug 10 02:05:32.090082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] For port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,segment=NetworkSegment(e4c72f93-3508-497f-996c-a6eb82b3f1b0),segment_id=e4c72f93-3508-497f-996c-a6eb82b3f1b0)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:32.090464 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.114810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91be18-6fdf-4a94-b683-3af62d543c19 req-04b4351a-6e02-46f9-8d15-badec9dceec2 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:32.116556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f91be18-6fdf-4a94-b683-3af62d543c19 req-04b4351a-6e02-46f9-8d15-badec9dceec2 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 943 time: 0.1175809 Aug 10 02:05:32.151819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Calling delete_port for 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:32.155827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-be5967c7-9ebd-446c-aed8-eab3077abe67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2526ff2-0acf-4008-a5b6-a42df321af3a HTTP/1.1" status: 200 len: 217 time: 0.0619414 Aug 10 02:05:32.173223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-510752c4-ecd1-42bf-94ce-21dfd1422d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:32.176369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7fabab5f-8c99-4980-b1fc-577eddf5eb39 req-510752c4-ecd1-42bf-94ce-21dfd1422d6b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6525760 Aug 10 02:05:32.282565 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f91be18-6fdf-4a94-b683-3af62d543c19 req-3f582ae0-75db-4195-8b38-b53b454e61a6 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322818 Aug 10 02:05:32.317225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1374d6b7-9752-4082-93dc-a095518077ed {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:32.318893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-ffaff668-7273-437e-a6a6-9db237c7af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:32.320372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-ffaff668-7273-437e-a6a6-9db237c7af0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27cfc453-af12-4882-ad7e-694982c2e5f1 HTTP/1.1" status: 200 len: 854 time: 0.1570654 Aug 10 02:05:32.327119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.346116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Transition to ACTIVE for port object 1374d6b7-9752-4082-93dc-a095518077ed will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:32.363779 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-59eec7f0-36fe-49b7-8837-9417a9e354c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b58490f0-0df5-439a-953d-f84d4eaf497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291817 Aug 10 02:05:32.427135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.438672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.510971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-f048ea17-3418-404e-af7d-9071ccac5e22 service neutron] 10.222.0.11 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397197 Aug 10 02:05:32.539266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Pushing event updated for resources: {'Port': ['ID=1374d6b7-9752-4082-93dc-a095518077ed,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:32.596333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.610271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['2f84fa0a-4a3f-4ecb-8b5d-e91604917209'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:32.657908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Pushing event deleted for resources: {'Port': ['ID=2f84fa0a-4a3f-4ecb-8b5d-e91604917209,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:32.741479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] No DVR routers for this DVR port 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:32.745516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.747918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0d3c462-f038-437f-95bd-203e14b0cfb8 req-6404d135-e9db-4128-bafe-99de275b47ba tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.11 "DELETE /v2.0/ports/2f84fa0a-4a3f-4ecb-8b5d-e91604917209 HTTP/1.1" status: 204 len: 173 time: 1.4920774 Aug 10 02:05:32.778482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06dc3bd5-8825-4077-bf0f-07a61016c21f req-a216ed12-f679-4ac1-9604-9e347d52318d service neutron] 10.222.0.11 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531562 Aug 10 02:05:32.817897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Attempting to bind port 1374d6b7-9752-4082-93dc-a095518077ed on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:32.818243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Attempting to bind port 1374d6b7-9752-4082-93dc-a095518077ed by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:32.818676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Attempting to bind port 1374d6b7-9752-4082-93dc-a095518077ed on network 2d4e9af7-8162-4fec-8ae6-f394109f454b {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:32.829354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Port 1374d6b7-9752-4082-93dc-a095518077ed on network 2d4e9af7-8162-4fec-8ae6-f394109f454b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:32.829680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Attempting to bind port 1374d6b7-9752-4082-93dc-a095518077ed on network 2d4e9af7-8162-4fec-8ae6-f394109f454b {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:32.838417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:32.838796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Checking segment: {'id': 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:32.839189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Bound using segment: {'id': 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:32.839626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Bound port: 1374d6b7-9752-4082-93dc-a095518077ed, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:32.840099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:32.951621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-9aa32c82-2c69-4cdc-a461-e4d6237eb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:32.953983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-9aa32c82-2c69-4cdc-a461-e4d6237eb57c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=528541ffbc0448c0b46e94be883c093f&device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 1095 time: 0.0530944 Aug 10 02:05:32.971457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] For port 1374d6b7-9752-4082-93dc-a095518077ed, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:32.986741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] For port 1374d6b7-9752-4082-93dc-a095518077ed, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1374d6b7-9752-4082-93dc-a095518077ed,segment=NetworkSegment(ebc85448-51c5-4cc1-b241-3a26ef6ab66a),segment_id=ebc85448-51c5-4cc1-b241-3a26ef6ab66a)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:32.993841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Deleting port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:33.002727 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.093383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96f9c99d-f04d-41ae-9cd2-7d185f6698bd req-cb0bc74c-454a-4b11-aced-4b95863143b9 tempest-ServerAddressesNegativeTestJSON-328760452 tempest-ServerAddressesNegativeTestJSON-328760452-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0707631 Aug 10 02:05:33.109028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] For port 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8af7f8bc-0679-4af0-a2f3-47a6b8fb4774,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:33.110140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.125675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Calling delete_port for 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:33.138319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.159057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e18d7-64ee-47a3-925d-4ba76eb79657 req-ce332005-a00c-4bea-979a-4b8ea1cfb0ae tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.165321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e18d7-64ee-47a3-925d-4ba76eb79657 req-ce332005-a00c-4bea-979a-4b8ea1cfb0ae tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.171337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e18d7-64ee-47a3-925d-4ba76eb79657 req-ce332005-a00c-4bea-979a-4b8ea1cfb0ae tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.173051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-925e18d7-64ee-47a3-925d-4ba76eb79657 req-ce332005-a00c-4bea-979a-4b8ea1cfb0ae tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2399 time: 0.1592116 Aug 10 02:05:33.174673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-0f08f910-b6f0-49d9-9782-30269e0ff1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.176306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-0f08f910-b6f0-49d9-9782-30269e0ff1d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 200 len: 915 time: 0.2150087 Aug 10 02:05:33.210982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.211812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.213067 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] 10.222.0.16 "PUT /v2.0/ports/1374d6b7-9752-4082-93dc-a095518077ed HTTP/1.1" status: 200 len: 1092 time: 2.3448126 Aug 10 02:05:33.216755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'tag': '1374d6b7-9752-4082-93dc-a095518077ed'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:33.219945 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b929939a-084c-43bc-9434-d9e37313ed56" -d '{"events": [{"name": "network-changed", "server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "tag": "1374d6b7-9752-4082-93dc-a095518077ed"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:33.237137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-64240a51-2ee0-4290-a8e9-bb402fe1c377 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2526ff2-0acf-4008-a5b6-a42df321af3a HTTP/1.1" status: 200 len: 217 time: 0.0474691 Aug 10 02:05:33.256173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-925e18d7-64ee-47a3-925d-4ba76eb79657 req-164366d4-4dd1-4dd8-a172-fb07843676c9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748639 Aug 10 02:05:33.277579 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1b490-2a76-4a67-9349-0192a590c84b service neutron] Pushing event updated for resources: {'Port': ['ID=1374d6b7-9752-4082-93dc-a095518077ed,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:33.317142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-9ce045ad-f7bc-4cc8-9311-fb25b2dea3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.318840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-9ce045ad-f7bc-4cc8-9311-fb25b2dea3eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=27cfc453-af12-4882-ad7e-694982c2e5f1 HTTP/1.1" status: 200 len: 854 time: 0.0617652 Aug 10 02:05:33.355338 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ff7a79-fef4-4f13-b5d6-e50776e8bbd1 x-openstack-request-id: req-b1ff7a79-fef4-4f13-b5d6-e50776e8bbd1 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:33.355873 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "tag": "1374d6b7-9752-4082-93dc-a095518077ed", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:33.356286 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1ff7a79-fef4-4f13-b5d6-e50776e8bbd1 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:33.356939 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'tag': '1374d6b7-9752-4082-93dc-a095518077ed', 'status': 'completed', 'code': 200} Aug 10 02:05:33.362618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-1bf95bbd-a308-49dd-81d4-3448de7104a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b58490f0-0df5-439a-953d-f84d4eaf497a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358944 Aug 10 02:05:33.372106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Request body: {'port': {'device_id': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:33.517355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652551d-f4d6-4f42-a06a-aaf77f461461 req-942661f9-9fdf-4520-9b45-b4461a4d887c tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.520371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9652551d-f4d6-4f42-a06a-aaf77f461461 req-942661f9-9fdf-4520-9b45-b4461a4d887c tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 943 time: 0.0834553 Aug 10 02:05:33.529660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929939a-084c-43bc-9434-d9e37313ed56 req-61dac541-e041-46af-a7af-2d9833e2dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.530371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929939a-084c-43bc-9434-d9e37313ed56 req-61dac541-e041-46af-a7af-2d9833e2dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.531095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929939a-084c-43bc-9434-d9e37313ed56 req-61dac541-e041-46af-a7af-2d9833e2dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.533308 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b929939a-084c-43bc-9434-d9e37313ed56 req-61dac541-e041-46af-a7af-2d9833e2dc8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2799 time: 0.1809156 Aug 10 02:05:33.536840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.561520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-2728b5cc-dd74-42fa-937e-380900479093 service neutron] 10.222.0.11 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905880 Aug 10 02:05:33.605726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9652551d-f4d6-4f42-a06a-aaf77f461461 req-96db0edb-aa99-4b14-bc60-6881cc305869 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757904 Aug 10 02:05:33.748306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e52275c8-e34b-41a9-bc73-762bd7f3c3a5 req-de66b5b0-b8e8-45ca-909a-49ae44c054ad service neutron] 10.222.0.11 "GET /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746027 Aug 10 02:05:33.820658 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:33.841508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929939a-084c-43bc-9434-d9e37313ed56 req-7774ebf9-02fd-48df-bb91-e8df70806005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.841995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929939a-084c-43bc-9434-d9e37313ed56 req-7774ebf9-02fd-48df-bb91-e8df70806005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.842476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929939a-084c-43bc-9434-d9e37313ed56 req-7774ebf9-02fd-48df-bb91-e8df70806005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:33.844159 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b929939a-084c-43bc-9434-d9e37313ed56 req-7774ebf9-02fd-48df-bb91-e8df70806005 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3022454 Aug 10 02:05:33.870159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52118) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:33.885295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8af7f8bc-0679-4af0-a2f3-47a6b8fb4774,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:33.963708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4', 'name': 'network-vif-deleted', 'tag': '2f84fa0a-4a3f-4ecb-8b5d-e91604917209'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:33.966138 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d925f36-b37c-4dd9-8dbb-fec7e7bbebbf" -d '{"events": [{"server_uuid": "8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4", "name": "network-vif-deleted", "tag": "2f84fa0a-4a3f-4ecb-8b5d-e91604917209"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:34.029854 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d577c6dc-1751-4b9a-8f65-1242d9bcfdae x-openstack-request-id: req-d577c6dc-1751-4b9a-8f65-1242d9bcfdae {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:34.030217 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4", "name": "network-vif-deleted", "tag": "2f84fa0a-4a3f-4ecb-8b5d-e91604917209", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:34.030535 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d577c6dc-1751-4b9a-8f65-1242d9bcfdae {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:34.031028 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca1cf8d-8e70-4bf3-a88d-817545ae3ba4', 'name': 'network-vif-deleted', 'tag': '2f84fa0a-4a3f-4ecb-8b5d-e91604917209', 'status': 'completed', 'code': 200} Aug 10 02:05:34.059672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-565508031-network', 'tenant_id': 'a4eaf9fa49764564be5e24c746d9bd96'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:34.156887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Made reservation on behalf of a4eaf9fa49764564be5e24c746d9bd96 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:34.159770 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.176642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52128) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:34.205804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929939a-084c-43bc-9434-d9e37313ed56 req-3ffa875f-35e1-4498-9bb3-a87f2eef5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:34.208553 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b929939a-084c-43bc-9434-d9e37313ed56 req-3ffa875f-35e1-4498-9bb3-a87f2eef5247 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3398328 Aug 10 02:05:34.234583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.249138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc93a06a-fcbe-4b64-a85c-aafdf36f54dc admin admin] Deleting subnet 79b79896-e887-4bef-82fa-98e138d66fc2 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:05:34.254055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc93a06a-fcbe-4b64-a85c-aafdf36f54dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.309189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc93a06a-fcbe-4b64-a85c-aafdf36f54dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.332069 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.355235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:34.386478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc93a06a-fcbe-4b64-a85c-aafdf36f54dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.405706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.430694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Transition to ACTIVE for port object 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:34.490939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca60f-9ee3-4404-85cf-20537770bf8b req-18c55e32-de67-4668-b361-3d4ce5bc45e2 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:34.497193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca60f-9ee3-4404-85cf-20537770bf8b req-18c55e32-de67-4668-b361-3d4ce5bc45e2 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:34.504177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca60f-9ee3-4404-85cf-20537770bf8b req-18c55e32-de67-4668-b361-3d4ce5bc45e2 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:34.506382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f0ca60f-9ee3-4404-85cf-20537770bf8b req-18c55e32-de67-4668-b361-3d4ce5bc45e2 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2399 time: 0.1395106 Aug 10 02:05:34.531066 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.552525 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.561606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f0ca60f-9ee3-4404-85cf-20537770bf8b req-9101043e-bb27-41ce-97e9-0fe3a1942726 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439880 Aug 10 02:05:34.614978 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.644967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:05:34.673936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc93a06a-fcbe-4b64-a85c-aafdf36f54dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.684760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Pushing event updated for resources: {'Port': ['ID=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:34.702061 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc93a06a-fcbe-4b64-a85c-aafdf36f54dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.704004 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dc93a06a-fcbe-4b64-a85c-aafdf36f54dc admin admin] 10.222.0.38 "DELETE /v2.0/subnets/79b79896-e887-4bef-82fa-98e138d66fc2 HTTP/1.1" status: 204 len: 168 time: 0.5233135 Aug 10 02:05:34.705382 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.705735 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Added segment 66002dcf-a72d-45b3-8f48-9df9c152f250 of type vlan for network 85bc7060-784a-474e-83b6-b9002f526304 Aug 10 02:05:34.713906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Router c7398299-f827-4a1d-9ff7-4015a3d17845 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:05:34.715774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52138) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:34.728833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:34.740519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93a06a-fcbe-4b64-a85c-aafdf36f54dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b79896-e887-4bef-82fa-98e138d66fc2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:34.805946 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.841082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5786b3-a21f-43cc-aef7-ea16a22a131b req-fee729e3-1744-4272-ad9b-af5c490fead8 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:34.843034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be5786b3-a21f-43cc-aef7-ea16a22a131b req-fee729e3-1744-4272-ad9b-af5c490fead8 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 943 time: 0.0788779 Aug 10 02:05:34.847123 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.894844 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be5786b3-a21f-43cc-aef7-ea16a22a131b req-252e821d-101d-4954-bf9e-7a6ea3d2d2c8 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Aug 10 02:05:34.922145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.923200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:34.923825 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:34.991083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] Pushing event updated for resources: {'Network': ['ID=85bc7060-784a-474e-83b6-b9002f526304,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:35.001357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 85bc7060-784a-474e-83b6-b9002f526304 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:05:35.002076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Attempting to bind port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:35.002424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Attempting to bind port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:35.002951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Attempting to bind port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 on network dd263881-9656-46af-b741-31ee6caef24e {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:35.041261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 on network dd263881-9656-46af-b741-31ee6caef24e not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:35.041586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Attempting to bind port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 on network dd263881-9656-46af-b741-31ee6caef24e {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:35.054926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:35.055276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Checking segment: {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:35.055660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Bound using segment: {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:35.056100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Bound port: 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9da487b-2d4d-4262-9a11-42bb4601cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:35.056459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.063972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c09d7e2e-6673-408e-86eb-98b6025a32b2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1923680 Aug 10 02:05:35.064573 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52146) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:35.069861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.070230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Request body: {'subnet': {'network_id': '85bc7060-784a-474e-83b6-b9002f526304', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-565508031-subnet', 'tenant_id': 'a4eaf9fa49764564be5e24c746d9bd96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:35.071191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:35.077478 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f647d59f-9b49-489c-a393-75faec6802cf admin admin] 10.222.0.38 "PUT /v2.0/routers/c7398299-f827-4a1d-9ff7-4015a3d17845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1244524 Aug 10 02:05:35.083571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52150) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:35.088974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] Sync routers for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:35.095409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a173f5c-38f5-4e10-aed8-731c2e147bf3']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:35.100440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:35.101081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:05:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:35.161208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c72f93-3508-497f-996c-a6eb82b3f1b0') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:35.161476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c72f93-3508-497f-996c-a6eb82b3f1b0') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:35.187888 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.191323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Made reservation on behalf of a4eaf9fa49764564be5e24c746d9bd96 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:35.194407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.222327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:35.438205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T02:05:33Z', 'revision_number': 5, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:35.468477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] Checking router: c7398299-f827-4a1d-9ff7-4015a3d17845 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:35.478466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] Routers {'c7398299-f827-4a1d-9ff7-4015a3d17845'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:35.479125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:05:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7398299-f827-4a1d-9ff7-4015a3d17845'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:35.511435 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.563745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.574288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a662073f-f0ca-43b9-a086-76397a85fed3,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:35.577170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] For port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:35.584500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] For port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:35.584500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:05:35.584857 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:05:35.586521 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:05:35.603369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Checking segment: {'id': '66002dcf-a72d-45b3-8f48-9df9c152f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85bc7060-784a-474e-83b6-b9002f526304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:35.603752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Network hostable DHCP agents. Network: 85bc7060-784a-474e-83b6-b9002f526304, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:05:35.615165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] Set router c7398299-f827-4a1d-9ff7-4015a3d17845 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:35.636568 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.677081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.714605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081f0d-f221-450c-9600-6b3626234a19 req-41706c4c-ff17-4f74-84da-9f75b29c57f0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:35.722741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081f0d-f221-450c-9600-6b3626234a19 req-41706c4c-ff17-4f74-84da-9f75b29c57f0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:35.735891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081f0d-f221-450c-9600-6b3626234a19 req-41706c4c-ff17-4f74-84da-9f75b29c57f0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:35.737884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44081f0d-f221-450c-9600-6b3626234a19 req-41706c4c-ff17-4f74-84da-9f75b29c57f0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2411 time: 0.0920293 Aug 10 02:05:35.739300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Network 85bc7060-784a-474e-83b6-b9002f526304 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:05:35.758743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:35.759376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.760810 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] 10.222.0.16 "PUT /v2.0/ports/8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 HTTP/1.1" status: 200 len: 1093 time: 2.4074488 Aug 10 02:05:35.762170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'tag': '8e1e498f-49e1-4e0f-90bd-a6bdc64720e7'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:35.764023 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e78cc60-48ee-476c-850c-bab4613d4b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "tag": "8e1e498f-49e1-4e0f-90bd-a6bdc64720e7"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:35.772207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.790009 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.794347 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8a173f5c-38f5-4e10-aed8-731c2e147bf3 HTTP/1.1" status: 204 len: 168 time: 1.0710123 Aug 10 02:05:35.816542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44081f0d-f221-450c-9600-6b3626234a19 req-f9146017-e99a-4224-a53d-bbecd0e542ff tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653327 Aug 10 02:05:35.837934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 85bc7060-784a-474e-83b6-b9002f526304) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:35.848028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:35.848556 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.849252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc77921-6852-402f-a202-9772031cf577 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a173f5c-38f5-4e10-aed8-731c2e147bf3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:35.861022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda56ef-eb3e-4344-93c4-32ae21707bea service neutron] Pushing event updated for resources: {'Port': ['ID=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:35.886273 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:35.899688 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259afe13-f73c-4930-8222-8c598df1f4ab x-openstack-request-id: req-259afe13-f73c-4930-8222-8c598df1f4ab {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:35.899981 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "tag": "8e1e498f-49e1-4e0f-90bd-a6bdc64720e7", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:35.900235 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-259afe13-f73c-4930-8222-8c598df1f4ab {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:35.900634 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'tag': '8e1e498f-49e1-4e0f-90bd-a6bdc64720e7', 'status': 'completed', 'code': 200} Aug 10 02:05:35.965488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d108dc-de64-4221-a60b-fb5b82336d0e None None] Network 85bc7060-784a-474e-83b6-b9002f526304 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:35.979049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f80e7b91-c15a-4e1a-956b-ff92e3f2a8ce admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9049425 Aug 10 02:05:36.027760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-24727166-7cb0-4f7c-b1a0-65a704256b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:36.027911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-24727166-7cb0-4f7c-b1a0-65a704256b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:36.028363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-24727166-7cb0-4f7c-b1a0-65a704256b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:36.030197 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-24727166-7cb0-4f7c-b1a0-65a704256b5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2867 time: 0.1275716 Aug 10 02:05:36.038952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c2526ff2-0acf-4008-a5b6-a42df321af3a details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:05:36.040924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:36.097577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:36.098031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 2f84fa0a-4a3f-4ecb-8b5d-e91604917209 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:36.157681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33185f-fc73-4d3d-a29a-7dd7a8268836 req-40826aa4-a9f8-483c-b3fd-c56dd753ebcc tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:36.168042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e33185f-fc73-4d3d-a29a-7dd7a8268836 req-40826aa4-a9f8-483c-b3fd-c56dd753ebcc tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 943 time: 0.1180148 Aug 10 02:05:36.180885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Deleting port afedce56-4b08-4154-83af-b94cbb2e0ac8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:36.181812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.225164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e33185f-fc73-4d3d-a29a-7dd7a8268836 req-2c2a6915-6329-4d59-8198-5dc1502f6ef9 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 Aug 10 02:05:36.278604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-d4f37224-b448-4b57-a94f-b252918581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:36.279182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-d4f37224-b448-4b57-a94f-b252918581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:36.279662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-d4f37224-b448-4b57-a94f-b252918581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:36.281301 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-d4f37224-b448-4b57-a94f-b252918581e0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2420824 Aug 10 02:05:36.336265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c3af7-c5a8-436b-9fb4-24b9ef5e8f50 None None] Network 85bc7060-784a-474e-83b6-b9002f526304 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:36.358132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52174) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:36.403575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c2526ff2-0acf-4008-a5b6-a42df321af3a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c2526ff2-0acf-4008-a5b6-a42df321af3a,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:36.403728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7a73bd9c-ae4a-4c08-98a4-0fd602b3ac05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae2c5ab95c7e49a38c40f7d61e175270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420809 Aug 10 02:05:36.403840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52178) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:36.415176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] For port afedce56-4b08-4154-83af-b94cbb2e0ac8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=afedce56-4b08-4154-83af-b94cbb2e0ac8,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:36.415553 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.433062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'c2526ff2-0acf-4008-a5b6-a42df321af3a', 'network_id': 'b58490f0-0df5-439a-953d-f84d4eaf497a', 'port_id': 'c2526ff2-0acf-4008-a5b6-a42df321af3a', 'mac_address': 'fa:16:3e:b8:3b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27cfc453-af12-4882-ad7e-694982c2e5f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:05:36.440028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Calling delete_port for afedce56-4b08-4154-83af-b94cbb2e0ac8 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:36.444796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T02:05:33Z', 'revision_number': 5, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:36.504728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97147aa1-a1be-4e6b-8e7f-ed03c29d30ed None None] The sync data for ids ['c7398299-f827-4a1d-9ff7-4015a3d17845'] in n-d-767704-21 is: [{'id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'name': 'tempest-TaggedBootDevicesTest_v242-2084744195-router', 'tenant_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:53:50Z', 'updated_at': '2021-08-10T02:05:33Z', 'revision_number': 5, 'project_id': '0e3dfeb5fbe64151b8e2f3b1e322a8aa', 'gw_port': {'id': 'afedce56-4b08-4154-83af-b94cbb2e0ac8', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7398299-f827-4a1d-9ff7-4015a3d17845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:53:51Z', 'updated_at': '2021-08-10T01:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:36.521191 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fd43382-b1aa-4139-8be4-5ad6149b2578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.564024 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.574504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fd43382-b1aa-4139-8be4-5ad6149b2578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.579265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2526ff2-0acf-4008-a5b6-a42df321af3a {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:36.605626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c2526ff2-0acf-4008-a5b6-a42df321af3a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c2526ff2-0acf-4008-a5b6-a42df321af3a,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:36.630774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-f2b0ef08-a85e-4560-a724-1f37fa8c145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:36.632871 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e78cc60-48ee-476c-850c-bab4613d4b9f req-f2b0ef08-a85e-4560-a724-1f37fa8c145c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3433266 Aug 10 02:05:36.700213 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.756682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fd43382-b1aa-4139-8be4-5ad6149b2578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.757126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c2526ff2-0acf-4008-a5b6-a42df321af3a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:36.760390 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fd43382-b1aa-4139-8be4-5ad6149b2578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.762066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0fd43382-b1aa-4139-8be4-5ad6149b2578 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94c2cdcd-da05-4984-b1cd-3257d57bd405 HTTP/1.1" status: 204 len: 168 time: 0.3571358 Aug 10 02:05:36.771369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd43382-b1aa-4139-8be4-5ad6149b2578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c2cdcd-da05-4984-b1cd-3257d57bd405,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:36.785357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:36.821947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=afedce56-4b08-4154-83af-b94cbb2e0ac8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:36.919045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c2526ff2-0acf-4008-a5b6-a42df321af3a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:36.954268 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.092377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1b97c-c240-4a2d-b0aa-6dab404c7107 req-60f0c26b-1fd7-4ac2-bd24-7f20dc9bbd36 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.101358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1b97c-c240-4a2d-b0aa-6dab404c7107 req-60f0c26b-1fd7-4ac2-bd24-7f20dc9bbd36 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.111530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1b97c-c240-4a2d-b0aa-6dab404c7107 req-60f0c26b-1fd7-4ac2-bd24-7f20dc9bbd36 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.120097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dd1b97c-c240-4a2d-b0aa-6dab404c7107 req-60f0c26b-1fd7-4ac2-bd24-7f20dc9bbd36 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2411 time: 0.1270216 Aug 10 02:05:37.138280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-cbc292b3-dd9e-4cf3-8e84-53b5348abfae tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.140046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-cbc292b3-dd9e-4cf3-8e84-53b5348abfae tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/networks?id=85bc7060-784a-474e-83b6-b9002f526304 HTTP/1.1" status: 200 len: 820 time: 0.2309828 Aug 10 02:05:37.159466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.167142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.177337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-af0d3042-d21b-4114-9570-7828b8bfa107 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/quotas/a4eaf9fa49764564be5e24c746d9bd96 HTTP/1.1" status: 200 len: 375 time: 0.0269535 Aug 10 02:05:37.192033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dd1b97c-c240-4a2d-b0aa-6dab404c7107 req-38297850-585c-4e33-b23f-bc3a1e95b24b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688126 Aug 10 02:05:37.228648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-e3be94fe-cb93-4670-b7f1-4134c7af40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.229232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-e3be94fe-cb93-4670-b7f1-4134c7af40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.229726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-e3be94fe-cb93-4670-b7f1-4134c7af40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.231442 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-e3be94fe-cb93-4670-b7f1-4134c7af40b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2867 time: 0.5562899 Aug 10 02:05:37.239763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-8c9d8f16-fe23-461a-a762-1391eab610e3 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4eaf9fa49764564be5e24c746d9bd96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425353 Aug 10 02:05:37.281390 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-6a3acd7b-081a-4d9b-855a-8cd5b49e4ea3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=70bb9c1d-e349-44b8-9567-bea5cef0472b HTTP/1.1" status: 200 len: 217 time: 0.0406332 Aug 10 02:05:37.350643 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.351502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7398299-f827-4a1d-9ff7-4015a3d17845 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:05:37.365547 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.367265 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-90e615e3-d3b6-49eb-bcc6-616d75d237e0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c7398299-f827-4a1d-9ff7-4015a3d17845 HTTP/1.1" status: 204 len: 168 time: 2.2814643 Aug 10 02:05:37.375682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52210) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:37.376167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-bc791c8f-7c1d-484c-ac9a-ecd35a4f38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.378411 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-bc791c8f-7c1d-484c-ac9a-ecd35a4f38ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85bf6690-1d5c-45ec-b0fa-e19c68cdb221 HTTP/1.1" status: 200 len: 801 time: 0.0904546 Aug 10 02:05:37.434592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:37.437160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-80ba5b10-b80e-46ea-ae4c-ebcbfffc5ec2 service neutron] 10.222.0.38 "GET /v2.0/networks/85bc7060-784a-474e-83b6-b9002f526304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901841 Aug 10 02:05:37.469100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-bf8b8f31-e4d1-47e0-80a6-bdc77aea8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.471589 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-bf8b8f31-e4d1-47e0-80a6-bdc77aea8d00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd263881-9656-46af-b741-31ee6caef24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852559 Aug 10 02:05:37.471787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf7d0e-a539-4c2d-b72e-3c6c728476d8 req-ae053a00-cc13-4330-a2b0-b73a6b06de17 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.478889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56bf7d0e-a539-4c2d-b72e-3c6c728476d8 req-ae053a00-cc13-4330-a2b0-b73a6b06de17 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 944 time: 0.1412256 Aug 10 02:05:37.478889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-71245948-f402-4ae6-81d9-42804784c796 admin admin] Deleting subnet a7ef8f74-efaa-4741-9ac1-208de71217cf {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:05:37.487276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:37.488149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8af7f8bc-0679-4af0-a2f3-47a6b8fb4774 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:37.494782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-71245948-f402-4ae6-81d9-42804784c796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.615792 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-71245948-f402-4ae6-81d9-42804784c796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.630234 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-5ea0cff1-f68b-403f-979a-d547c45947ff service neutron] 10.222.0.16 "GET /v2.0/networks/dd263881-9656-46af-b741-31ee6caef24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493464 Aug 10 02:05:37.640210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56bf7d0e-a539-4c2d-b72e-3c6c728476d8 req-d43c5d65-5f09-447a-a107-19f9f3893f7b tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471660 Aug 10 02:05:37.689223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-1c901eda-07c3-4a01-b842-6db46299d224 service neutron] 10.222.0.38 "GET /v2.0/networks/85bc7060-784a-474e-83b6-b9002f526304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368510 Aug 10 02:05:37.737338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-71245948-f402-4ae6-81d9-42804784c796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.759876 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-cf4ee9d8-a68a-420b-96bb-aebdda93c215 service neutron] 10.222.0.16 "GET /v2.0/networks/dd263881-9656-46af-b741-31ee6caef24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201589 Aug 10 02:05:37.822105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-8187b44e-e1ab-4d10-ad47-5520601e5c9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.77&port_id=1374d6b7-9752-4082-93dc-a095518077ed HTTP/1.1" status: 200 len: 217 time: 0.0537860 Aug 10 02:05:37.877760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-e5952477-99da-4a25-b25c-62f4f539ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.879473 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-e5952477-99da-4a25-b25c-62f4f539ad4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=284710a2-59e1-465a-839d-b80453bc2253 HTTP/1.1" status: 200 len: 801 time: 0.0485191 Aug 10 02:05:37.900887 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-71245948-f402-4ae6-81d9-42804784c796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.945434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71245948-f402-4ae6-81d9-42804784c796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ef8f74-efaa-4741-9ac1-208de71217cf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:37.953410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-71245948-f402-4ae6-81d9-42804784c796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:37.959460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942807e-8bcb-4219-b9ac-97c1d84e7782 None None] Network f69e41a9-0dba-4491-a226-ab1715d23daa requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:37.960057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-71245948-f402-4ae6-81d9-42804784c796 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a7ef8f74-efaa-4741-9ac1-208de71217cf HTTP/1.1" status: 204 len: 168 time: 0.5894642 Aug 10 02:05:37.961076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52232) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:37.977771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-0200e8b9-f022-46e4-a626-bb8d2832e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:37.979440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-0200e8b9-f022-46e4-a626-bb8d2832e7db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d4e9af7-8162-4fec-8ae6-f394109f454b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927691 Aug 10 02:05:38.042572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c2526ff2-0acf-4008-a5b6-a42df321af3a up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:38.049185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2f22527-b624-448c-b6e9-64db2ea5d8a7 req-4d63c1bd-39c4-4f06-8dab-55fc32587fe6 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 210 time: 0.0796032 Aug 10 02:05:38.091640 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.177667 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-96677e6d-2600-4cc0-912d-a70224426851 service neutron] 10.222.0.16 "GET /v2.0/networks/2d4e9af7-8162-4fec-8ae6-f394109f454b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891382 Aug 10 02:05:38.187334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Deleting port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:38.187334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.262602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] For port 9d651ad4-dfa4-40a2-9831-c9929acec3d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9d651ad4-dfa4-40a2-9831-c9929acec3d8,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:38.263277 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.281222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Calling delete_port for 9d651ad4-dfa4-40a2-9831-c9929acec3d8 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:38.344918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c02049-5617-4de8-a5db-ee6dc40cf20b None None] DHCP port deletion for f69e41a9-0dba-4491-a226-ab1715d23daa request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:05:38.350795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port c2526ff2-0acf-4008-a5b6-a42df321af3a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:38.359309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port c2526ff2-0acf-4008-a5b6-a42df321af3a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:38.359870 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.379501 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-36aee733-b291-479c-9900-ad1e3173b776 service neutron] 10.222.0.16 "GET /v2.0/networks/2d4e9af7-8162-4fec-8ae6-f394109f454b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934192 Aug 10 02:05:38.393121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118aeca-777e-49a5-858b-e1852e8cd7d1 req-b7d59821-9fd7-4fe7-894b-a3d097105eea tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:38.404262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118aeca-777e-49a5-858b-e1852e8cd7d1 req-b7d59821-9fd7-4fe7-894b-a3d097105eea tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:38.406307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118aeca-777e-49a5-858b-e1852e8cd7d1 req-b7d59821-9fd7-4fe7-894b-a3d097105eea tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:38.408034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2118aeca-777e-49a5-858b-e1852e8cd7d1 req-b7d59821-9fd7-4fe7-894b-a3d097105eea tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2411 time: 0.0746102 Aug 10 02:05:38.438234 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-58818c5a-92d0-4216-a27a-c6c48c9fa492 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 HTTP/1.1" status: 200 len: 217 time: 0.0511150 Aug 10 02:05:38.504562 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2118aeca-777e-49a5-858b-e1852e8cd7d1 req-58fc192c-2f93-4bda-ac77-ee438a0f96ae tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873401 Aug 10 02:05:38.506441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-d2db9b27-4567-4bad-8b58-b7ab0b85c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:38.508018 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-d2db9b27-4567-4bad-8b58-b7ab0b85c8a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85bf6690-1d5c-45ec-b0fa-e19c68cdb221 HTTP/1.1" status: 200 len: 801 time: 0.0635409 Aug 10 02:05:38.543812 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.559254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-11c02049-5617-4de8-a5db-ee6dc40cf20b None None] Deleting port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:38.559447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-9b4d9409-6c66-4784-b2db-3472787a50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:38.559630 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11c02049-5617-4de8-a5db-ee6dc40cf20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.560918 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-9b4d9409-6c66-4784-b2db-3472787a50fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd263881-9656-46af-b741-31ee6caef24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448873 Aug 10 02:05:38.608280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064b5bb7-a859-461f-ab6f-7ad8d1de6eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2526ff2-0acf-4008-a5b6-a42df321af3a'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:38.610587 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e0bf7b-93fc-4f08-9abd-08d7e22ae5fe" -d '{"events": [{"server_uuid": "064b5bb7-a859-461f-ab6f-7ad8d1de6eac", "name": "network-vif-plugged", "status": "completed", "tag": "c2526ff2-0acf-4008-a5b6-a42df321af3a"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:38.631367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c2526ff2-0acf-4008-a5b6-a42df321af3a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c2526ff2-0acf-4008-a5b6-a42df321af3a,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:38.632963 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.655918 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed8f365-a7f0-4a77-bc70-f70d3b054fdb x-openstack-request-id: req-7ed8f365-a7f0-4a77-bc70-f70d3b054fdb {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:38.656217 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064b5bb7-a859-461f-ab6f-7ad8d1de6eac", "name": "network-vif-plugged", "status": "completed", "tag": "c2526ff2-0acf-4008-a5b6-a42df321af3a", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:38.656470 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7ed8f365-a7f0-4a77-bc70-f70d3b054fdb {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:38.656901 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064b5bb7-a859-461f-ab6f-7ad8d1de6eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2526ff2-0acf-4008-a5b6-a42df321af3a', 'code': 200} Aug 10 02:05:38.661683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-11c02049-5617-4de8-a5db-ee6dc40cf20b None None] For port 9d651ad4-dfa4-40a2-9831-c9929acec3d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9d651ad4-dfa4-40a2-9831-c9929acec3d8,segment=NetworkSegment(9ce2f736-6ac0-4fb5-aca3-95260571bb0e),segment_id=9ce2f736-6ac0-4fb5-aca3-95260571bb0e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:38.662115 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11c02049-5617-4de8-a5db-ee6dc40cf20b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.678601 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-7c412615-7338-4f46-bace-4f6ac1715977 service neutron] 10.222.0.16 "GET /v2.0/networks/dd263881-9656-46af-b741-31ee6caef24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095045 Aug 10 02:05:38.704238 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.717118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-11c02049-5617-4de8-a5db-ee6dc40cf20b None None] Calling delete_port for 9d651ad4-dfa4-40a2-9831-c9929acec3d8 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:38.733418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9d651ad4-dfa4-40a2-9831-c9929acec3d8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:38.736994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] No DVR routers for this DVR port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:38.806286 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4eb74d93-8c64-4a44-91b7-7df24cfc7205 req-0fac71a2-a572-4c36-9f2e-f894c6f128e1 service neutron] 10.222.0.16 "GET /v2.0/networks/dd263881-9656-46af-b741-31ee6caef24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194825 Aug 10 02:05:38.835704 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.848125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69e41a9-0dba-4491-a226-ab1715d23daa']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:38.860281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce2f736-6ac0-4fb5-aca3-95260571bb0e') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:38.860654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce2f736-6ac0-4fb5-aca3-95260571bb0e') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:38.864292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c2526ff2-0acf-4008-a5b6-a42df321af3a,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:38.869622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52260) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:38.874145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.910344 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11c02049-5617-4de8-a5db-ee6dc40cf20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.928493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.942433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c02049-5617-4de8-a5db-ee6dc40cf20b None None] Pushing event deleted for resources: {'Port': ['ID=9d651ad4-dfa4-40a2-9831-c9929acec3d8,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:38.942433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c02049-5617-4de8-a5db-ee6dc40cf20b None None] No DVR routers for this DVR port 9d651ad4-dfa4-40a2-9831-c9929acec3d8 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:38.974140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:05:38.974140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:05:38.975388 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:05:39.005247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-network', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:39.053486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7da8ab-5542-47a2-9555-6afcd51a12eb req-9683ca60-9997-4e16-8a9c-fc227c47fda1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:39.055039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b7da8ab-5542-47a2-9555-6afcd51a12eb req-9683ca60-9997-4e16-8a9c-fc227c47fda1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 945 time: 0.1602414 Aug 10 02:05:39.056935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a2f2b-1025-4620-ad45-ee8c14d0e12d req-aa26b7d2-1978-41ff-afc1-5d3275f9dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:39.058302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa0a2f2b-1025-4620-ad45-ee8c14d0e12d req-aa26b7d2-1978-41ff-afc1-5d3275f9dbfc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 1097 time: 0.1569264 Aug 10 02:05:39.116695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Made reservation on behalf of b8c4910f404f48e2afb18bf986d28e53 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:39.119083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.124746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa0a2f2b-1025-4620-ad45-ee8c14d0e12d req-b8d6458e-365e-4894-a310-1566cff506d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573080 Aug 10 02:05:39.129290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.140940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b7da8ab-5542-47a2-9555-6afcd51a12eb req-5e0f86ad-1497-4218-bcb9-a01463567aba tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799026 Aug 10 02:05:39.143319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11e1c154-6e23-4f1d-9bf5-efc4298a3311 req-73ad22a3-0dba-4df5-9a52-91800053f0f1 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 210 time: 0.0352166 Aug 10 02:05:39.144785 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.150771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.156041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] 10.222.0.38 "DELETE /v2.0/networks/f69e41a9-0dba-4491-a226-ab1715d23daa HTTP/1.1" status: 204 len: 168 time: 1.1930072 Aug 10 02:05:39.169107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c0daf-2d53-48bb-adf1-7f5168f287ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f69e41a9-0dba-4491-a226-ab1715d23daa,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:39.236036 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.358442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9d651ad4-dfa4-40a2-9831-c9929acec3d8 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:39.379232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 9d651ad4-dfa4-40a2-9831-c9929acec3d8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:39.379650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9d651ad4-dfa4-40a2-9831-c9929acec3d8 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:39.380066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device afedce56-4b08-4154-83af-b94cbb2e0ac8 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:39.390785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.398424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: afedce56-4b08-4154-83af-b94cbb2e0ac8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:39.398798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device afedce56-4b08-4154-83af-b94cbb2e0ac8 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:39.419846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:05:39.423433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a653bc-3324-41ac-9a83-5d2436c718fe,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:39.431046 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.431429 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Added segment d04d61b9-13b1-4a72-bd8b-19a5d5391cdc of type vlan for network 4575b254-7b44-4930-af55-d83e93c2a478 Aug 10 02:05:39.471459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.562436 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.563498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:39.564075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.638589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] Pushing event updated for resources: {'Network': ['ID=4575b254-7b44-4930-af55-d83e93c2a478,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:39.645257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434fabd-9cb8-4276-8169-edf5c21a0f65 req-ee715cae-5dc8-4e49-bda8-b19b347f92cf tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:39.650164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52282) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:39.652309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434fabd-9cb8-4276-8169-edf5c21a0f65 req-ee715cae-5dc8-4e49-bda8-b19b347f92cf tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:39.655693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4575b254-7b44-4930-af55-d83e93c2a478 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:05:39.660245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434fabd-9cb8-4276-8169-edf5c21a0f65 req-ee715cae-5dc8-4e49-bda8-b19b347f92cf tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:39.662320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4434fabd-9cb8-4276-8169-edf5c21a0f65 req-ee715cae-5dc8-4e49-bda8-b19b347f92cf tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2411 time: 0.0776143 Aug 10 02:05:39.706226 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-54db885f-d278-4ac7-8faa-e0777062db48 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e3dfeb5fbe64151b8e2f3b1e322a8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547259 Aug 10 02:05:39.708689 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52284) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:39.716893 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-016bb7f2-7465-4c97-94c9-d28eddac4839 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8453593 Aug 10 02:05:39.717939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4434fabd-9cb8-4276-8169-edf5c21a0f65 req-375c00e5-5a68-4efa-aedc-722927b9136b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Aug 10 02:05:39.726211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52286) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:39.736456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Request body: {'subnet': {'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-subnet', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:39.774974 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3c428d7-3cbf-4e72-b654-18faa1d665d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.797863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3c428d7-3cbf-4e72-b654-18faa1d665d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.802370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Made reservation on behalf of b8c4910f404f48e2afb18bf986d28e53 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:39.804798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.946262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3c428d7-3cbf-4e72-b654-18faa1d665d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.949580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3c428d7-3cbf-4e72-b654-18faa1d665d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:39.951454 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a3c428d7-3cbf-4e72-b654-18faa1d665d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c0a5c545-16a0-4d21-9ce8-484f3cdb3039 HTTP/1.1" status: 204 len: 168 time: 0.2416859 Aug 10 02:05:39.964067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c428d7-3cbf-4e72-b654-18faa1d665d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a5c545-16a0-4d21-9ce8-484f3cdb3039,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:40.146197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.229151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba1717b-3e92-4a78-b14a-4c277c726c48,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:40.242109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Checking segment: {'id': 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:40.242500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Network hostable DHCP agents. Network: 4575b254-7b44-4930-af55-d83e93c2a478, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:05:40.309656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8e44a59-23c9-4812-a1a3-f2c2e2dba461 req-745f7939-dcdb-4fb1-830e-308e00f66cae tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 210 time: 0.0550952 Aug 10 02:05:40.335272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca589b-2b7b-46a8-899c-fd4cdda6e193 req-d763be41-3ddd-428b-adf3-1c8706cca677 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.336818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfca589b-2b7b-46a8-899c-fd4cdda6e193 req-d763be41-3ddd-428b-adf3-1c8706cca677 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 945 time: 0.0812130 Aug 10 02:05:40.375026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Network 4575b254-7b44-4930-af55-d83e93c2a478 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:05:40.379792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfca589b-2b7b-46a8-899c-fd4cdda6e193 req-0bd44c0a-38bd-4dcb-84a9-bb5b03f910fb tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366123 Aug 10 02:05:40.448106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4575b254-7b44-4930-af55-d83e93c2a478) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:40.452933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.452933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.461310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d644b66a-1a10-43e2-a184-f246533c67ac None None] Network 4575b254-7b44-4930-af55-d83e93c2a478 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:40.575201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52308) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:40.575447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6ec571a2-9131-4edd-a7a2-e8bd514bf126 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8439333 Aug 10 02:05:40.579744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:40.629583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97492135-0aa3-44a1-b910-1730eb7bf572 None None] Network 4575b254-7b44-4930-af55-d83e93c2a478 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:40.686883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-8262271a-4a73-4ea4-86ae-2b98d5af0b42 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.688435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-8262271a-4a73-4ea4-86ae-2b98d5af0b42 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.11 "GET /v2.0/networks?id=85bc7060-784a-474e-83b6-b9002f526304 HTTP/1.1" status: 200 len: 820 time: 0.1615150 Aug 10 02:05:40.702122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Request body: {'port': {'device_id': '41e26744-bbc3-4595-bd63-ef69cee07b24', 'network_id': '85bc7060-784a-474e-83b6-b9002f526304', 'admin_state_up': True, 'tenant_id': 'a4eaf9fa49764564be5e24c746d9bd96'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:40.753896 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.755792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.843829 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:40.922883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf068-336c-4b0e-b546-d2f28ada783b req-8ba4d0b0-f618-4b16-90d8-14ed349d90fe tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.929697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf068-336c-4b0e-b546-d2f28ada783b req-8ba4d0b0-f618-4b16-90d8-14ed349d90fe tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.935955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf068-336c-4b0e-b546-d2f28ada783b req-8ba4d0b0-f618-4b16-90d8-14ed349d90fe tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:40.937759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32cdf068-336c-4b0e-b546-d2f28ada783b req-8ba4d0b0-f618-4b16-90d8-14ed349d90fe tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2411 time: 0.0868657 Aug 10 02:05:40.964315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Made reservation on behalf of a4eaf9fa49764564be5e24c746d9bd96 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:40.968154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.140300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.140889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32cdf068-336c-4b0e-b546-d2f28ada783b req-2ad187b5-e2a4-4e38-8f44-e93f7d11e456 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939692 Aug 10 02:05:41.168016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Allocated IP 172.20.0.14 (85bc7060-784a-474e-83b6-b9002f526304/a662073f-f0ca-43b9-a086-76397a85fed3/1f6c63f1-6305-4e87-91aa-ed7c7a288454) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:41.362281 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.462778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52336) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:41.472672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26b628e5-9992-4e26-8df1-38ec5eac1e00 req-5b62639e-fc0e-4729-94fd-8894513f3772 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 210 time: 0.0592237 Aug 10 02:05:41.472937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.474796 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.514458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.538228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Network 85bc7060-784a-474e-83b6-b9002f526304 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:41.541997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:41.546891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:41.560704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Pushing event updated for resources: {'Port': ['ID=1f6c63f1-6305-4e87-91aa-ed7c7a288454,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:41.654212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:41.661440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Allocated IP 172.25.3.71 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/627d02f0-42c1-4195-97b0-b2fe63313a33) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:41.661637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.745725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-a0bc5ed7-808c-4534-839f-53dfd10208ab tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0474815 Aug 10 02:05:41.762708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Request body: {'port': {'device_id': '41e26744-bbc3-4595-bd63-ef69cee07b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:41.785952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1576079263-network', 'tenant_id': '69aa52266de846d3b2c4bfdbc65ada4b'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:41.808865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.841661 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.888194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Made reservation on behalf of 69aa52266de846d3b2c4bfdbc65ada4b for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:41.891701 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.903735 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.915221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:41.977978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:41.983941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:41.998259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:42.029248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Pushing event updated for resources: {'Port': ['ID=627d02f0-42c1-4195-97b0-b2fe63313a33,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:42.265414 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.357197 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.409293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:05:42.440318 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.444846 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Added segment 7a20011e-4bd7-4e89-a9fb-3ea94c916178 of type vlan for network 26128f48-b1ca-4c80-8c95-819e53eb5def Aug 10 02:05:42.478315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784419e1-af22-4ea8-ba7a-7ba930bcdb0e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:42.525619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.527524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b705b-a0c7-48e3-89dd-c5d64e4f484b req-890c1aa6-d19a-497e-b886-e42020ece794 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:42.533447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b705b-a0c7-48e3-89dd-c5d64e4f484b req-890c1aa6-d19a-497e-b886-e42020ece794 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:42.539410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b705b-a0c7-48e3-89dd-c5d64e4f484b req-890c1aa6-d19a-497e-b886-e42020ece794 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:42.539759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.541044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f31b705b-a0c7-48e3-89dd-c5d64e4f484b req-890c1aa6-d19a-497e-b886-e42020ece794 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2411 time: 0.1018994 Aug 10 02:05:42.547110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6c63f1-6305-4e87-91aa-ed7c7a288454 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:42.556924 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.611912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Transition to ACTIVE for port object 1f6c63f1-6305-4e87-91aa-ed7c7a288454 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:42.634219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f31b705b-a0c7-48e3-89dd-c5d64e4f484b req-324c17ef-d71c-48aa-8811-f92b799f467c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817568 Aug 10 02:05:42.643062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca7c2d-dd49-4e61-b6b8-a5c96599b7f0 req-fb14aede-4da8-452b-8c38-395deade6059 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:42.644694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffca7c2d-dd49-4e61-b6b8-a5c96599b7f0 req-fb14aede-4da8-452b-8c38-395deade6059 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 932 time: 0.0854239 Aug 10 02:05:42.688995 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.700704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffca7c2d-dd49-4e61-b6b8-a5c96599b7f0 req-ddae6073-45a9-49c6-b08a-905f86ac6c41 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 Aug 10 02:05:42.747400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Pushing event updated for resources: {'Port': ['ID=1f6c63f1-6305-4e87-91aa-ed7c7a288454,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:42.786831 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.827717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Attempting to bind port 1f6c63f1-6305-4e87-91aa-ed7c7a288454 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:42.828161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Attempting to bind port 1f6c63f1-6305-4e87-91aa-ed7c7a288454 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '66002dcf-a72d-45b3-8f48-9df9c152f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85bc7060-784a-474e-83b6-b9002f526304'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:42.828455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Attempting to bind port 1f6c63f1-6305-4e87-91aa-ed7c7a288454 on network 85bc7060-784a-474e-83b6-b9002f526304 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:42.834268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Port 1f6c63f1-6305-4e87-91aa-ed7c7a288454 on network 85bc7060-784a-474e-83b6-b9002f526304 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:42.834643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Attempting to bind port 1f6c63f1-6305-4e87-91aa-ed7c7a288454 on network 85bc7060-784a-474e-83b6-b9002f526304 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:42.839912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:42.840269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Checking segment: {'id': '66002dcf-a72d-45b3-8f48-9df9c152f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85bc7060-784a-474e-83b6-b9002f526304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:42.840657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Bound using segment: {'id': '66002dcf-a72d-45b3-8f48-9df9c152f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85bc7060-784a-474e-83b6-b9002f526304'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:42.841096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Bound port: 1f6c63f1-6305-4e87-91aa-ed7c7a288454, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66002dcf-a72d-45b3-8f48-9df9c152f250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85bc7060-784a-474e-83b6-b9002f526304'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:42.841464 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.875792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52356) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:42.915934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] For port 1f6c63f1-6305-4e87-91aa-ed7c7a288454, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:42.919460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] For port 1f6c63f1-6305-4e87-91aa-ed7c7a288454, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1f6c63f1-6305-4e87-91aa-ed7c7a288454,segment=NetworkSegment(66002dcf-a72d-45b3-8f48-9df9c152f250),segment_id=66002dcf-a72d-45b3-8f48-9df9c152f250)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:42.960482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.961519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:42.962109 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.991223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:42.993331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6a381961-2a08-4e7e-9c72-90eeebe621b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.041342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:43.041980 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.043418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] 10.222.0.11 "PUT /v2.0/ports/1f6c63f1-6305-4e87-91aa-ed7c7a288454 HTTP/1.1" status: 200 len: 1093 time: 1.2886462 Aug 10 02:05:43.043889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e26744-bbc3-4595-bd63-ef69cee07b24', 'tag': '1f6c63f1-6305-4e87-91aa-ed7c7a288454'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:43.046167 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf0c2b-f65b-41a4-af33-e84cf003fed5" -d '{"events": [{"name": "network-changed", "server_uuid": "41e26744-bbc3-4595-bd63-ef69cee07b24", "tag": "1f6c63f1-6305-4e87-91aa-ed7c7a288454"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:43.060182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:05:43.068447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51f41-16f1-48df-b85d-310037b3b15e service neutron] Pushing event updated for resources: {'Port': ['ID=1f6c63f1-6305-4e87-91aa-ed7c7a288454,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:43.072314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] Pushing event updated for resources: {'Network': ['ID=26128f48-b1ca-4c80-8c95-819e53eb5def,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:43.096022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 26128f48-b1ca-4c80-8c95-819e53eb5def details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:05:43.098252 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c661c657-70d8-4b6f-a739-92ee97279c99 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6328239 Aug 10 02:05:43.102322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52362) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:43.114802 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddfd8ad-d008-429d-9104-f2292db57e7c x-openstack-request-id: req-6ddfd8ad-d008-429d-9104-f2292db57e7c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:43.114802 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e26744-bbc3-4595-bd63-ef69cee07b24", "tag": "1f6c63f1-6305-4e87-91aa-ed7c7a288454", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:43.114802 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ddfd8ad-d008-429d-9104-f2292db57e7c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:43.114802 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e26744-bbc3-4595-bd63-ef69cee07b24', 'tag': '1f6c63f1-6305-4e87-91aa-ed7c7a288454', 'status': 'completed', 'code': 200} Aug 10 02:05:43.114802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Request body: {'subnet': {'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1576079263-subnet', 'tenant_id': '69aa52266de846d3b2c4bfdbc65ada4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:43.169151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.193899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf0c2b-f65b-41a4-af33-e84cf003fed5 req-16f52e9b-c579-497a-874b-b98bd7203d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:43.195445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cdf0c2b-f65b-41a4-af33-e84cf003fed5 req-16f52e9b-c579-497a-874b-b98bd7203d07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4eaf9fa49764564be5e24c746d9bd96&device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 1096 time: 0.0693717 Aug 10 02:05:43.245712 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:43.258879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '8e1e498f-49e1-4e0f-90bd-a6bdc64720e7', 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e', 'port_id': '8e1e498f-49e1-4e0f-90bd-a6bdc64720e7', 'mac_address': 'fa:16:3e:0b:dc:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bf6690-1d5c-45ec-b0fa-e19c68cdb221', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:05:43.289260 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6a381961-2a08-4e7e-9c72-90eeebe621b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.319692 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.327026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf0c2b-f65b-41a4-af33-e84cf003fed5 req-88775abc-c1f0-41ec-a7fd-e6d8c8707b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:43.329485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cdf0c2b-f65b-41a4-af33-e84cf003fed5 req-88775abc-c1f0-41ec-a7fd-e6d8c8707b35 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a4eaf9fa49764564be5e24c746d9bd96&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1237829 Aug 10 02:05:43.333733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:43.354986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:43.391523 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6a381961-2a08-4e7e-9c72-90eeebe621b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.448414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Router 8634cb1a-a264-4283-b18f-afae61939dc0 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:05:43.449538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6a381961-2a08-4e7e-9c72-90eeebe621b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f92b66defa344a58ff128adca2b5269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727246 Aug 10 02:05:43.452679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a381961-2a08-4e7e-9c72-90eeebe621b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f80b6a-0bfd-41f3-9c80-3d228fc8064e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:43.466268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52370) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:43.482707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.483368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 70bb9c1d-e349-44b8-9567-bea5cef0472b details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:05:43.505451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf0c2b-f65b-41a4-af33-e84cf003fed5 req-175c3163-37c4-41b7-8f7a-8d35c8071a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:43.506952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cdf0c2b-f65b-41a4-af33-e84cf003fed5 req-175c3163-37c4-41b7-8f7a-8d35c8071a85 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700518 Aug 10 02:05:43.546737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Made reservation on behalf of 69aa52266de846d3b2c4bfdbc65ada4b for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:43.548207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 70bb9c1d-e349-44b8-9567-bea5cef0472b, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70bb9c1d-e349-44b8-9567-bea5cef0472b,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:43.550731 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.566066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:43.571240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '70bb9c1d-e349-44b8-9567-bea5cef0472b', 'network_id': 'dd263881-9656-46af-b741-31ee6caef24e', 'port_id': '70bb9c1d-e349-44b8-9567-bea5cef0472b', 'mac_address': 'fa:16:3e:a0:11:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bf6690-1d5c-45ec-b0fa-e19c68cdb221', 'ip_address': '19.80.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:05:43.576535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:43.580850 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Sync routers for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:43.592448 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:43.593186 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:05:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:43.616061 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.629702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bb9c1d-e349-44b8-9567-bea5cef0472b {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:43.635313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e02a-2cf2-452a-bd8a-40f94f3198bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.656767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 70bb9c1d-e349-44b8-9567-bea5cef0472b, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70bb9c1d-e349-44b8-9567-bea5cef0472b,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:43.671369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.677308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52378) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:43.678757 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9a169fd4-2c22-4dee-9487-ecb76c33bb53 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1005816 Aug 10 02:05:43.694271 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e02a-2cf2-452a-bd8a-40f94f3198bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.716774 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.717732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1374d6b7-9752-4082-93dc-a095518077ed details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:05:43.731453 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:43.775690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-1fa4b54f-9f47-480c-8327-3a9206b2e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:43.777179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-1fa4b54f-9f47-480c-8327-3a9206b2e7ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4eaf9fa49764564be5e24c746d9bd96&device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 1096 time: 0.2191575 Aug 10 02:05:43.816313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=70bb9c1d-e349-44b8-9567-bea5cef0472b,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:43.861400 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1374d6b7-9752-4082-93dc-a095518077ed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1374d6b7-9752-4082-93dc-a095518077ed,segment=NetworkSegment(ebc85448-51c5-4cc1-b241-3a26ef6ab66a),segment_id=ebc85448-51c5-4cc1-b241-3a26ef6ab66a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:43.872599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-f622230c-0a5c-43a3-94be-8b3c5ee533c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6c63f1-6305-4e87-91aa-ed7c7a288454 HTTP/1.1" status: 200 len: 217 time: 0.0822980 Aug 10 02:05:43.877198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '1374d6b7-9752-4082-93dc-a095518077ed', 'network_id': '2d4e9af7-8162-4fec-8ae6-f394109f454b', 'port_id': '1374d6b7-9752-4082-93dc-a095518077ed', 'mac_address': 'fa:16:3e:e2:a9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284710a2-59e1-465a-839d-b80453bc2253', 'ip_address': '19.86.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:05:43.924618 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:43.943345 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:42Z', 'revision_number': 3, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:43.984411 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Checking router: 8634cb1a-a264-4283-b18f-afae61939dc0 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:43.984760 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Updating router 8634cb1a-a264-4283-b18f-afae61939dc0 port 627d02f0-42c1-4195-97b0-b2fe63313a33 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:05:43.989868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060398a-e8b4-4b65-9f58-02015e63e033 req-a67e47d8-26a2-42c9-b547-d56f5915bfa0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:43.996053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060398a-e8b4-4b65-9f58-02015e63e033 req-a67e47d8-26a2-42c9-b547-d56f5915bfa0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:44.002082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060398a-e8b4-4b65-9f58-02015e63e033 req-a67e47d8-26a2-42c9-b547-d56f5915bfa0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:44.004774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3060398a-e8b4-4b65-9f58-02015e63e033 req-a67e47d8-26a2-42c9-b547-d56f5915bfa0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2413 time: 0.2533274 Aug 10 02:05:44.026138 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.078100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1374d6b7-9752-4082-93dc-a095518077ed {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:44.101412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1374d6b7-9752-4082-93dc-a095518077ed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1374d6b7-9752-4082-93dc-a095518077ed,segment=NetworkSegment(ebc85448-51c5-4cc1-b241-3a26ef6ab66a),segment_id=ebc85448-51c5-4cc1-b241-3a26ef6ab66a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:44.125330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c3692a11-1401-4755-bb23-a0a7ccfa2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:44.126818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-c3692a11-1401-4755-bb23-a0a7ccfa2d6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a662073f-f0ca-43b9-a086-76397a85fed3 HTTP/1.1" status: 200 len: 860 time: 0.2233148 Aug 10 02:05:44.144660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e02a-2cf2-452a-bd8a-40f94f3198bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.147110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e02a-2cf2-452a-bd8a-40f94f3198bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.148228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f4b2e02a-2cf2-452a-bd8a-40f94f3198bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73f80b6a-0bfd-41f3-9c80-3d228fc8064e HTTP/1.1" status: 204 len: 168 time: 0.6808579 Aug 10 02:05:44.196561 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.201308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-05e40065-4d49-4044-be48-07a54e31b5fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=85bc7060-784a-474e-83b6-b9002f526304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632784 Aug 10 02:05:44.225494 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.227969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2e02a-2cf2-452a-bd8a-40f94f3198bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f80b6a-0bfd-41f3-9c80-3d228fc8064e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:44.239197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3060398a-e8b4-4b65-9f58-02015e63e033 req-94dd5ebf-3db3-45fc-8403-6873f0b23bbb tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136428 Aug 10 02:05:44.305136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1374d6b7-9752-4082-93dc-a095518077ed,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:44.381154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.394768 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.406434 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Transition to ACTIVE for port object 627d02f0-42c1-4195-97b0-b2fe63313a33 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:44.458770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-d9bc0e7b-46ae-4117-b44f-986d1e6de8d7 service neutron] 10.222.0.11 "GET /v2.0/networks/85bc7060-784a-474e-83b6-b9002f526304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002640 Aug 10 02:05:44.471009 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.486169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e762c94-a9b7-4671-96e7-c3649fb2b611,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:44.539460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7a071-6d0c-4347-9bcc-5d5272170624 req-00b4f709-c06d-48d1-bca3-89bea53abe2d tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:44.541612 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Attempting to bind port 627d02f0-42c1-4195-97b0-b2fe63313a33 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:44.542158 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Attempting to bind port 627d02f0-42c1-4195-97b0-b2fe63313a33 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:44.542721 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Attempting to bind port 627d02f0-42c1-4195-97b0-b2fe63313a33 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:44.546771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0f7a071-6d0c-4347-9bcc-5d5272170624 req-00b4f709-c06d-48d1-bca3-89bea53abe2d tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 944 time: 0.3494334 Aug 10 02:05:44.551752 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08094f63-2327-4f28-8566-2460eb7ae4da None None] Pushing event updated for resources: {'Port': ['ID=627d02f0-42c1-4195-97b0-b2fe63313a33,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:44.564007 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:44.566286 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:44.566902 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.567479 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:44.568194 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Bound port: 627d02f0-42c1-4195-97b0-b2fe63313a33, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:44.568775 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.574258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['8e1e498f-49e1-4e0f-90bd-a6bdc64720e7'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:44.628776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1374d6b7-9752-4082-93dc-a095518077ed'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:44.678930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Checking segment: {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:44.679228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Network hostable DHCP agents. Network: 26128f48-b1ca-4c80-8c95-819e53eb5def, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:05:44.729807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0f7a071-6d0c-4347-9bcc-5d5272170624 req-1d07d28e-b359-4858-8269-5d3cfe7079e0 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817725 Aug 10 02:05:44.778885 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] For port 627d02f0-42c1-4195-97b0-b2fe63313a33, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:44.781883 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] For port 627d02f0-42c1-4195-97b0-b2fe63313a33, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=627d02f0-42c1-4195-97b0-b2fe63313a33,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:44.783385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e4a56c-4a3e-42a2-b166-a536063c0bd5 req-e2394fba-9b56-442c-af70-f45d9571afff service neutron] 10.222.0.11 "GET /v2.0/networks/85bc7060-784a-474e-83b6-b9002f526304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162398 Aug 10 02:05:44.849432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Network 26128f48-b1ca-4c80-8c95-819e53eb5def is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:05:44.877069 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.914099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.925309 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52388) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:44.932329 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:44.932944 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:05:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:44.948438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a024a38-12ec-4620-9faf-bf93c8accfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:44.986155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 26128f48-b1ca-4c80-8c95-819e53eb5def) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:44.994793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:44.995396 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.000214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67edb20-ded3-4f45-a30d-d51a1b268233 None None] Network 26128f48-b1ca-4c80-8c95-819e53eb5def requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:45.008722 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08094f63-2327-4f28-8566-2460eb7ae4da None None] Pushing event updated for resources: {'Port': ['ID=627d02f0-42c1-4195-97b0-b2fe63313a33,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:45.090009 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:45.156407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a024a38-12ec-4620-9faf-bf93c8accfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.157741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Allocated IP 172.20.0.1 (4575b254-7b44-4930-af55-d83e93c2a478/8ba1717b-3e92-4a78-b14a-4c277c726c48/8ef996aa-19aa-4672-9421-94c142828bb0) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:45.168230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2421c495-6482-490d-8b2c-524d6aae908d None None] Network 26128f48-b1ca-4c80-8c95-819e53eb5def requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:45.231485 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a024a38-12ec-4620-9faf-bf93c8accfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.308727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-65548f9c-e501-4666-a756-f870afc33ef5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2052658 Aug 10 02:05:45.330578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52396) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:45.340783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3a024a38-12ec-4620-9faf-bf93c8accfd4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=15de2a4525294e4fb2a42da587c04db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139771 Aug 10 02:05:45.342106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a024a38-12ec-4620-9faf-bf93c8accfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4514b24d-f97c-416f-996e-6787e1bc7088,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:45.399448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-de317eea-4569-4fbf-a312-bf5b091d470f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.425825 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:42Z', 'revision_number': 3, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:45.451506 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.461472 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce107f5-4a21-4685-a4ab-117e13750366 None None] The sync data for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 is: [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:42Z', 'revision_number': 3, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:45.479248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-de317eea-4569-4fbf-a312-bf5b091d470f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.507826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec6d3-c3ec-4ce0-892b-4d884db24a6c req-34980927-1eb5-4e90-aa7c-3648057a383c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:45.513737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec6d3-c3ec-4ce0-892b-4d884db24a6c req-34980927-1eb5-4e90-aa7c-3648057a383c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:45.520431 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec6d3-c3ec-4ce0-892b-4d884db24a6c req-34980927-1eb5-4e90-aa7c-3648057a383c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:45.522289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13aec6d3-c3ec-4ce0-892b-4d884db24a6c req-34980927-1eb5-4e90-aa7c-3648057a383c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2414 time: 0.1445255 Aug 10 02:05:45.599673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13aec6d3-c3ec-4ce0-892b-4d884db24a6c req-62d89ed3-5aad-4b6f-9aa4-e2214d33af8d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565805 Aug 10 02:05:45.648007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['70bb9c1d-e349-44b8-9567-bea5cef0472b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:45.705347 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.800770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef996aa-19aa-4672-9421-94c142828bb0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:45.822328 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-de317eea-4569-4fbf-a312-bf5b091d470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.825139 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-de317eea-4569-4fbf-a312-bf5b091d470f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:45.838950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-de317eea-4569-4fbf-a312-bf5b091d470f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4514b24d-f97c-416f-996e-6787e1bc7088 HTTP/1.1" status: 204 len: 168 time: 0.5071893 Aug 10 02:05:45.865147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de317eea-4569-4fbf-a312-bf5b091d470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4514b24d-f97c-416f-996e-6787e1bc7088,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:45.878377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Network 4575b254-7b44-4930-af55-d83e93c2a478 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:45.923577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:45.941464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:46.052135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:46.107996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d589e3-a1c8-47e5-a91d-9181c3766e46 req-ee5b1721-d253-4592-aff6-1f1c4818032a tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:46.109671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29d589e3-a1c8-47e5-a91d-9181c3766e46 req-ee5b1721-d253-4592-aff6-1f1c4818032a tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 944 time: 0.1876125 Aug 10 02:05:46.141978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-81970325-bb46-4ef1-a5ca-51eec5a8feb5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:46.144274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-81970325-bb46-4ef1-a5ca-51eec5a8feb5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/networks?id=26128f48-b1ca-4c80-8c95-819e53eb5def HTTP/1.1" status: 200 len: 815 time: 0.3395617 Aug 10 02:05:46.182994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-4c0f0ff5-0618-49c7-b065-f52c72ec2bbf tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/quotas/69aa52266de846d3b2c4bfdbc65ada4b HTTP/1.1" status: 200 len: 375 time: 0.0284624 Aug 10 02:05:46.197633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29d589e3-a1c8-47e5-a91d-9181c3766e46 req-e8d3df87-73c2-4475-bed7-725cfe25539b tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781620 Aug 10 02:05:46.243778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-ed44a394-2f1d-47d3-8fe0-17918ca4f870 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517211 Aug 10 02:05:46.398736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:46.417786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-f44bb897-32e1-4a56-91af-3d9e7b015348 service neutron] 10.222.0.38 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605139 Aug 10 02:05:46.603487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-f9cd5c23-190f-4264-9537-4e7f2a2a4aff service neutron] 10.222.0.38 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663220 Aug 10 02:05:46.709796 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:46.766833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7bf10-ba45-4f2a-b165-c3b10d19930c req-6dc6dd92-5e15-4eed-9e2e-be1cbf803d3d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:46.773510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7bf10-ba45-4f2a-b165-c3b10d19930c req-6dc6dd92-5e15-4eed-9e2e-be1cbf803d3d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:46.779377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7bf10-ba45-4f2a-b165-c3b10d19930c req-6dc6dd92-5e15-4eed-9e2e-be1cbf803d3d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:46.786944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-add7bf10-ba45-4f2a-b165-c3b10d19930c req-6dc6dd92-5e15-4eed-9e2e-be1cbf803d3d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2414 time: 0.0686326 Aug 10 02:05:46.786944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:46.827906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef996aa-19aa-4672-9421-94c142828bb0,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:46.917441 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:46.945762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b7ff3f0-4b2b-4138-a7ce-204b16357a85 req-57d0f94a-444f-4b81-8772-76ad6bfb6a0d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 210 time: 0.0490239 Aug 10 02:05:46.950513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-add7bf10-ba45-4f2a-b165-c3b10d19930c req-ea050c07-58bb-4b1a-98c1-289bc34cfa66 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238716 Aug 10 02:05:47.040529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Network 4575b254-7b44-4930-af55-d83e93c2a478 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:47.041872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:47.066435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 70bb9c1d-e349-44b8-9567-bea5cef0472b up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:47.236733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 70bb9c1d-e349-44b8-9567-bea5cef0472b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:47.243670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 70bb9c1d-e349-44b8-9567-bea5cef0472b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:47.244545 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.385896 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.504960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 70bb9c1d-e349-44b8-9567-bea5cef0472b, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70bb9c1d-e349-44b8-9567-bea5cef0472b,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:47.509343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb9c1d-e349-44b8-9567-bea5cef0472b'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:47.515688 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786d05a6-4d16-4981-96c0-094a69f8ba16" -d '{"events": [{"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "70bb9c1d-e349-44b8-9567-bea5cef0472b"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:47.526838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 627d02f0-42c1-4195-97b0-b2fe63313a33 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:47.598400 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.600148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:47.703319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018b527-4510-402d-96dd-0c236f76e68b req-6751e152-b0bd-43c4-8e1a-f20a79d12a60 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:47.704827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c018b527-4510-402d-96dd-0c236f76e68b req-6751e152-b0bd-43c4-8e1a-f20a79d12a60 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 944 time: 0.0686419 Aug 10 02:05:47.718842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Router 8634cb1a-a264-4283-b18f-afae61939dc0 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:05:47.724985 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382e2047-0d3c-446b-8b3b-1bdbb228895d x-openstack-request-id: req-382e2047-0d3c-446b-8b3b-1bdbb228895d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:47.725619 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "70bb9c1d-e349-44b8-9567-bea5cef0472b", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:47.726062 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-382e2047-0d3c-446b-8b3b-1bdbb228895d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:47.726756 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bb9c1d-e349-44b8-9567-bea5cef0472b', 'code': 200} Aug 10 02:05:47.728527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=70bb9c1d-e349-44b8-9567-bea5cef0472b,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:47.739696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 627d02f0-42c1-4195-97b0-b2fe63313a33 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:47.751840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 627d02f0-42c1-4195-97b0-b2fe63313a33 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:47.752242 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.762774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c018b527-4510-402d-96dd-0c236f76e68b req-fd88ad1b-659c-41a4-a0b6-ebf2c8dd6728 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Aug 10 02:05:47.872987 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.893703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 627d02f0-42c1-4195-97b0-b2fe63313a33, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=627d02f0-42c1-4195-97b0-b2fe63313a33,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:47.897369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:05:47.902456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-51e5e9c7-9d69-4bb5-838d-290529a30d20 admin admin] 10.222.0.38 "PUT /v2.0/routers/8634cb1a-a264-4283-b18f-afae61939dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2227364 Aug 10 02:05:47.910435 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a6edfbf-a648-4513-abfa-5f69a3a0e0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.913564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Sync routers for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:05:47.923015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:47.923634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:05:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:47.960528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:47.972394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:47.972394 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.025513 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.059550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1f6c63f1-6305-4e87-91aa-ed7c7a288454 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:05:48.087034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52476) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:48.115055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8567207f-f821-4487-8912-a860887a8d53 req-6c2c3b5e-4a0d-4043-afdb-b2c89f536890 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 210 time: 0.0418694 Aug 10 02:05:48.200674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:48.239700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=627d02f0-42c1-4195-97b0-b2fe63313a33,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:48.257472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdd584-fb8c-4fd8-ab71-c39ba84ae2b7 req-c20f0e50-a283-4e04-9dd3-0313cf979240 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:48.272259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdd584-fb8c-4fd8-ab71-c39ba84ae2b7 req-c20f0e50-a283-4e04-9dd3-0313cf979240 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:48.296094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdd584-fb8c-4fd8-ab71-c39ba84ae2b7 req-c20f0e50-a283-4e04-9dd3-0313cf979240 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:48.303567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5fdd584-fb8c-4fd8-ab71-c39ba84ae2b7 req-c20f0e50-a283-4e04-9dd3-0313cf979240 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2415 time: 0.1877301 Aug 10 02:05:48.312172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.357906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0679d763-1d61-49c8-a40d-53172e51f770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.380595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5fdd584-fb8c-4fd8-ab71-c39ba84ae2b7 req-c5047520-e00d-4ca9-ac4c-181cf2227557 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722346 Aug 10 02:05:48.466810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1f6c63f1-6305-4e87-91aa-ed7c7a288454, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1f6c63f1-6305-4e87-91aa-ed7c7a288454,segment=NetworkSegment(66002dcf-a72d-45b3-8f48-9df9c152f250),segment_id=66002dcf-a72d-45b3-8f48-9df9c152f250)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:48.499494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:48.502182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '1f6c63f1-6305-4e87-91aa-ed7c7a288454', 'network_id': '85bc7060-784a-474e-83b6-b9002f526304', 'port_id': '1f6c63f1-6305-4e87-91aa-ed7c7a288454', 'mac_address': 'fa:16:3e:20:c0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a662073f-f0ca-43b9-a086-76397a85fed3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:05:48.510638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0679d763-1d61-49c8-a40d-53172e51f770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.564589 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.598383 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.599435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1374d6b7-9752-4082-93dc-a095518077ed up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:48.602487 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0679d763-1d61-49c8-a40d-53172e51f770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.670243 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0679d763-1d61-49c8-a40d-53172e51f770 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f2c6f9461554ed597234907e7bb1333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819304 Aug 10 02:05:48.671969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52498) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:48.680519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679d763-1d61-49c8-a40d-53172e51f770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b2e057-17c0-4dea-8632-9b443ac30cc0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:48.713041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-11d250e3-9be3-4bec-93c9-3d0b29c4fa74 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:48.714744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-11d250e3-9be3-4bec-93c9-3d0b29c4fa74 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 819 time: 0.1615639 Aug 10 02:05:48.745990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-3d99190d-b959-435a-9aed-e192c67b6437 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/quotas/b8c4910f404f48e2afb18bf986d28e53 HTTP/1.1" status: 200 len: 375 time: 0.0212526 Aug 10 02:05:48.793323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.816910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6c63f1-6305-4e87-91aa-ed7c7a288454 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:48.829413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.835020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-606923fc-6d3b-4082-bc15-a2b1e7fedfdc tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765321 Aug 10 02:05:48.870379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1f6c63f1-6305-4e87-91aa-ed7c7a288454, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1f6c63f1-6305-4e87-91aa-ed7c7a288454,segment=NetworkSegment(66002dcf-a72d-45b3-8f48-9df9c152f250),segment_id=66002dcf-a72d-45b3-8f48-9df9c152f250)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:48.905353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:48.922617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8ef996aa-19aa-4672-9421-94c142828bb0', 'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'mac_address': 'fa:16:3e:78:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:44Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 2, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'subnets': [{'id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:48.950615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.953932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Checking router: 8634cb1a-a264-4283-b18f-afae61939dc0 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:05:48.954283 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Updating router 8634cb1a-a264-4283-b18f-afae61939dc0 port 8ef996aa-19aa-4672-9421-94c142828bb0 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:05:48.997222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 1374d6b7-9752-4082-93dc-a095518077ed completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:49.013209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 1374d6b7-9752-4082-93dc-a095518077ed triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:49.013586 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.015543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a711d8c-b03d-4815-bd1d-088d8c2f52e7 req-1bacb7bf-ff49-447e-9317-c111970166e3 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.017227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a711d8c-b03d-4815-bd1d-088d8c2f52e7 req-1bacb7bf-ff49-447e-9317-c111970166e3 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 944 time: 0.1555612 Aug 10 02:05:49.024871 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.057639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=1f6c63f1-6305-4e87-91aa-ed7c7a288454,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:49.067323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-520761b4-0949-404b-9ccd-85aae8694c62 service neutron] 10.222.0.38 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098603 Aug 10 02:05:49.137107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.139798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.141046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6b2e057-17c0-4dea-8632-9b443ac30cc0 HTTP/1.1" status: 204 len: 168 time: 0.4681835 Aug 10 02:05:49.170867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a711d8c-b03d-4815-bd1d-088d8c2f52e7 req-158a4e5a-fb31-422d-8122-548ac8f63a98 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226790 Aug 10 02:05:49.173882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b2e057-17c0-4dea-8632-9b443ac30cc0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:49.186639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.187359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.187946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.188515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.189069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.189617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.190274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.190924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.191496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.192043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.192618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.193161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66811e61-a831-4d73-a1ad-4948345f5b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:49.213598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['1f6c63f1-6305-4e87-91aa-ed7c7a288454'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:49.258041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-916ae63c-766a-4770-bd83-e362e89804c3 service neutron] 10.222.0.38 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896465 Aug 10 02:05:49.332957 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.340435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e91016de-037f-4000-a558-a76d3a33dc20 req-b2f83f06-9986-4484-95b2-c2b629380990 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 210 time: 0.0493455 Aug 10 02:05:49.459863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1374d6b7-9752-4082-93dc-a095518077ed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1374d6b7-9752-4082-93dc-a095518077ed,segment=NetworkSegment(ebc85448-51c5-4cc1-b241-3a26ef6ab66a),segment_id=ebc85448-51c5-4cc1-b241-3a26ef6ab66a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:49.504405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 627d02f0-42c1-4195-97b0-b2fe63313a33 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:49.614813 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.617984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d5ce2-c420-45ba-8a5d-3c6b7b39740d req-4e615f8c-e7fa-4c5f-8975-35eeda130b0b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.627874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d5ce2-c420-45ba-8a5d-3c6b7b39740d req-4e615f8c-e7fa-4c5f-8975-35eeda130b0b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.637255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d5ce2-c420-45ba-8a5d-3c6b7b39740d req-4e615f8c-e7fa-4c5f-8975-35eeda130b0b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.642639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b13d5ce2-c420-45ba-8a5d-3c6b7b39740d req-4e615f8c-e7fa-4c5f-8975-35eeda130b0b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2416 time: 0.1193259 Aug 10 02:05:49.735299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1e498f-49e1-4e0f-90bd-a6bdc64720e7'}, {'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1374d6b7-9752-4082-93dc-a095518077ed'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:49.737825 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d822fa8-8084-4650-8763-c5c2d7b12e07" -d '{"events": [{"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "8e1e498f-49e1-4e0f-90bd-a6bdc64720e7"}, {"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "1374d6b7-9752-4082-93dc-a095518077ed"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:49.779934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12bf0775-3a68-45c0-96e1-ede219dee3dc req-d467d2a9-09f4-4171-984c-cea4fd07af0d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 210 time: 0.1307452 Aug 10 02:05:49.847992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b13d5ce2-c420-45ba-8a5d-3c6b7b39740d req-9e47eec7-7914-46b4-a1da-01f8def885e6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922069 Aug 10 02:05:49.869694 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee20431-6377-4472-91fd-68fff71ff37a x-openstack-request-id: req-4ee20431-6377-4472-91fd-68fff71ff37a {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:49.869694 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "8e1e498f-49e1-4e0f-90bd-a6bdc64720e7", "code": 200}, {"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-plugged", "status": "completed", "tag": "1374d6b7-9752-4082-93dc-a095518077ed", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:49.869694 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ee20431-6377-4472-91fd-68fff71ff37a {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:49.869694 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1e498f-49e1-4e0f-90bd-a6bdc64720e7', 'code': 200} Aug 10 02:05:49.869694 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1374d6b7-9752-4082-93dc-a095518077ed', 'code': 200} Aug 10 02:05:49.874029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1374d6b7-9752-4082-93dc-a095518077ed,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:49.880554 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.899478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 627d02f0-42c1-4195-97b0-b2fe63313a33 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:49.899478 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.920088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Transition to ACTIVE for port object 8ef996aa-19aa-4672-9421-94c142828bb0 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:49.963423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3f2e9-2319-4c07-906b-46e2dc66dba2 req-c081feda-2852-484f-8fd1-71609b569734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.964015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3f2e9-2319-4c07-906b-46e2dc66dba2 req-c081feda-2852-484f-8fd1-71609b569734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.964386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3f2e9-2319-4c07-906b-46e2dc66dba2 req-c081feda-2852-484f-8fd1-71609b569734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:49.966224 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-85b3f2e9-2319-4c07-906b-46e2dc66dba2 req-c081feda-2852-484f-8fd1-71609b569734 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2873 time: 0.0456758 Aug 10 02:05:50.006666 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-85b3f2e9-2319-4c07-906b-46e2dc66dba2 req-c952aa3e-acc9-45a1-b474-7d9c7471c671 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Aug 10 02:05:50.023279 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:50.088844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ffa02-e7c2-4ee7-98c1-a3f05adf5eaf None None] Pushing event updated for resources: {'Port': ['ID=8ef996aa-19aa-4672-9421-94c142828bb0,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:50.137585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Attempting to bind port 8ef996aa-19aa-4672-9421-94c142828bb0 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:50.137961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Attempting to bind port 8ef996aa-19aa-4672-9421-94c142828bb0 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:50.138329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Attempting to bind port 8ef996aa-19aa-4672-9421-94c142828bb0 on network 4575b254-7b44-4930-af55-d83e93c2a478 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:50.143505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:50.144183 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Checking segment: {'id': 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:50.144311 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:50.144674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Bound using segment: {'id': 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:50.145142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Bound port: 8ef996aa-19aa-4672-9421-94c142828bb0, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:50.145527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:50.195840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-91a7aae8-239d-40b0-a962-c4dbe08f26a3 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:50.197337 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-91a7aae8-239d-40b0-a962-c4dbe08f26a3 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "GET /v2.0/networks?id=26128f48-b1ca-4c80-8c95-819e53eb5def HTTP/1.1" status: 200 len: 815 time: 0.1378219 Aug 10 02:05:50.211703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Request body: {'port': {'device_id': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def', 'admin_state_up': True, 'tenant_id': '69aa52266de846d3b2c4bfdbc65ada4b'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:50.244206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] For port 8ef996aa-19aa-4672-9421-94c142828bb0, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:50.250187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] For port 8ef996aa-19aa-4672-9421-94c142828bb0, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8ef996aa-19aa-4672-9421-94c142828bb0,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:50.328746 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:50.356505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fd274-bf7f-47e7-82a2-f4ec41b40f1b req-f00e3b3e-670f-4c89-8750-3e140f9956e8 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:50.358243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98fd274-bf7f-47e7-82a2-f4ec41b40f1b req-f00e3b3e-670f-4c89-8750-3e140f9956e8 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 945 time: 0.0671010 Aug 10 02:05:50.416511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98fd274-bf7f-47e7-82a2-f4ec41b40f1b req-037c24b7-c2c2-413f-89c7-b382126028eb tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506833 Aug 10 02:05:50.427138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:05:50.427790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:05:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:50.466922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbec89ac-4444-4561-a97d-b88d4c0b8b22 req-bb613c9a-dc8a-47ca-82de-368599199d6a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 210 time: 0.0323973 Aug 10 02:05:50.468310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ffa02-e7c2-4ee7-98c1-a3f05adf5eaf None None] Pushing event updated for resources: {'Port': ['ID=8ef996aa-19aa-4672-9421-94c142828bb0,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:50.476640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Made reservation on behalf of 69aa52266de846d3b2c4bfdbc65ada4b for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:50.488847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:50.564652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:05:50.567299 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cdfa87d2-fa0d-4372-9c77-7ae1b1f4af81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:50.707334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Allocated IP 172.20.0.2 (26128f48-b1ca-4c80-8c95-819e53eb5def/1e762c94-a9b7-4671-96e7-c3649fb2b611/89122d47-cd78-4486-a615-80b6ebff5874) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:50.876229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8ef996aa-19aa-4672-9421-94c142828bb0', 'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'mac_address': 'fa:16:3e:78:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:44Z', 'updated_at': '2021-08-10T02:05:50Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'subnets': [{'id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:50.923103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73cf3a5-27ae-4188-9ed6-3ad4c108e09c None None] The sync data for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 is: [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8ef996aa-19aa-4672-9421-94c142828bb0', 'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'mac_address': 'fa:16:3e:78:a8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:44Z', 'updated_at': '2021-08-10T02:05:50Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'subnets': [{'id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:05:50.947352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76e7f537-7318-482d-9af6-0ef229126600 req-a5917522-fb9d-479f-82da-6d80dabbe48f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 210 time: 0.0789793 Aug 10 02:05:51.007314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:51.089590 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:51.108192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058abbe-4ea0-4cd5-a810-fc5cf3eed3ed req-383c546a-96c6-4a4d-87a7-1d11f95f2bd3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:51.114994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058abbe-4ea0-4cd5-a810-fc5cf3eed3ed req-383c546a-96c6-4a4d-87a7-1d11f95f2bd3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:51.121439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058abbe-4ea0-4cd5-a810-fc5cf3eed3ed req-383c546a-96c6-4a4d-87a7-1d11f95f2bd3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:51.123493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4058abbe-4ea0-4cd5-a810-fc5cf3eed3ed req-383c546a-96c6-4a4d-87a7-1d11f95f2bd3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2417 time: 0.1400452 Aug 10 02:05:51.186158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4058abbe-4ea0-4cd5-a810-fc5cf3eed3ed req-62f4a6c2-36c3-481f-b54c-a27c95a25ec2 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551877 Aug 10 02:05:51.195457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:51.261485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Network 26128f48-b1ca-4c80-8c95-819e53eb5def is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:51.266893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:51.274270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:51.297647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Pushing event updated for resources: {'Port': ['ID=89122d47-cd78-4486-a615-80b6ebff5874,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:51.335271 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:51.335899 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:51.460526 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-53b87ce0-9cc5-4358-96ef-dc4424d7da5a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2528565 Aug 10 02:05:51.482663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8ef996aa-19aa-4672-9421-94c142828bb0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:51.491728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Request body: {'port': {'device_id': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:51.645849 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:51.673292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95568133-ab00-495e-b10f-8596672f6d7f req-d4c5abcd-9ba9-45f8-8eb1-ebcd7bb4d792 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:51.676473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95568133-ab00-495e-b10f-8596672f6d7f req-d4c5abcd-9ba9-45f8-8eb1-ebcd7bb4d792 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 945 time: 0.1365674 Aug 10 02:05:51.676951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8ef996aa-19aa-4672-9421-94c142828bb0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:51.683403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8ef996aa-19aa-4672-9421-94c142828bb0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:51.684169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:51.718621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0bc4-5f0b-4869-8c8f-594e7afeadae req-be46338c-7c99-4695-b194-b2b3b60e194d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:51.720732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efca0bc4-5f0b-4869-8c8f-594e7afeadae req-be46338c-7c99-4695-b194-b2b3b60e194d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 931 time: 0.1170907 Aug 10 02:05:51.781282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95568133-ab00-495e-b10f-8596672f6d7f req-b53c09d2-ecc5-4408-9983-cabf632a7c17 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941751 Aug 10 02:05:51.812653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efca0bc4-5f0b-4869-8c8f-594e7afeadae req-0ac1e916-6a00-48f5-9f7e-e066fa467b19 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790191 Aug 10 02:05:51.831363 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:51.881133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8ef996aa-19aa-4672-9421-94c142828bb0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8ef996aa-19aa-4672-9421-94c142828bb0,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:51.944796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.008332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8ef996aa-19aa-4672-9421-94c142828bb0,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:52.077116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1f6c63f1-6305-4e87-91aa-ed7c7a288454 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:52.078674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b75503ca-294b-4af1-b2c0-e326c933017d req-c3281701-6ab6-4901-af78-5455ce391b17 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 210 time: 0.0418317 Aug 10 02:05:52.123470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89122d47-cd78-4486-a615-80b6ebff5874 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:52.133864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.147996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Transition to ACTIVE for port object 89122d47-cd78-4486-a615-80b6ebff5874 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:52.236520 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.293267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 1f6c63f1-6305-4e87-91aa-ed7c7a288454 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:52.296135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.305155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 1f6c63f1-6305-4e87-91aa-ed7c7a288454 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:52.305845 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.364316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-e57abf6c-2c04-4473-97bb-5809d7febf88 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:52.367808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-e57abf6c-2c04-4473-97bb-5809d7febf88 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.11 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 819 time: 0.1563151 Aug 10 02:05:52.387325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb06c6-f01c-4f64-9792-f7e7534cfb4a req-dc6cb1db-3431-4ac6-8332-ad75cb3d54d2 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:52.394061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb06c6-f01c-4f64-9792-f7e7534cfb4a req-dc6cb1db-3431-4ac6-8332-ad75cb3d54d2 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:52.400482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb06c6-f01c-4f64-9792-f7e7534cfb4a req-dc6cb1db-3431-4ac6-8332-ad75cb3d54d2 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:52.402191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bb06c6-f01c-4f64-9792-f7e7534cfb4a req-dc6cb1db-3431-4ac6-8332-ad75cb3d54d2 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2417 time: 0.1146793 Aug 10 02:05:52.406970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Request body: {'port': {'device_id': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'admin_state_up': True, 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:52.442011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Pushing event updated for resources: {'Port': ['ID=89122d47-cd78-4486-a615-80b6ebff5874,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:52.471179 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.494729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7bb06c6-f01c-4f64-9792-f7e7534cfb4a req-abe5696c-f364-4828-ac6a-8d509e3dbd06 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828843 Aug 10 02:05:52.512627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e26744-bbc3-4595-bd63-ef69cee07b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6c63f1-6305-4e87-91aa-ed7c7a288454'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:52.520735 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3aafe8-849a-42bd-9969-b8bc3a50a415" -d '{"events": [{"server_uuid": "41e26744-bbc3-4595-bd63-ef69cee07b24", "name": "network-vif-plugged", "status": "completed", "tag": "1f6c63f1-6305-4e87-91aa-ed7c7a288454"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:52.549892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 1f6c63f1-6305-4e87-91aa-ed7c7a288454, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1f6c63f1-6305-4e87-91aa-ed7c7a288454,segment=NetworkSegment(66002dcf-a72d-45b3-8f48-9df9c152f250),segment_id=66002dcf-a72d-45b3-8f48-9df9c152f250)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:52.593186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Attempting to bind port 89122d47-cd78-4486-a615-80b6ebff5874 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:52.593583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Attempting to bind port 89122d47-cd78-4486-a615-80b6ebff5874 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:52.593928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Attempting to bind port 89122d47-cd78-4486-a615-80b6ebff5874 on network 26128f48-b1ca-4c80-8c95-819e53eb5def {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:52.600409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Port 89122d47-cd78-4486-a615-80b6ebff5874 on network 26128f48-b1ca-4c80-8c95-819e53eb5def not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:52.600963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Attempting to bind port 89122d47-cd78-4486-a615-80b6ebff5874 on network 26128f48-b1ca-4c80-8c95-819e53eb5def {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:52.608050 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe14ea2-b126-4603-a8f9-3892c5f4f015 x-openstack-request-id: req-cbe14ea2-b126-4603-a8f9-3892c5f4f015 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:52.608358 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e26744-bbc3-4595-bd63-ef69cee07b24", "name": "network-vif-plugged", "status": "completed", "tag": "1f6c63f1-6305-4e87-91aa-ed7c7a288454", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:52.608617 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cbe14ea2-b126-4603-a8f9-3892c5f4f015 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:52.608738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:52.609021 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e26744-bbc3-4595-bd63-ef69cee07b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6c63f1-6305-4e87-91aa-ed7c7a288454', 'code': 200} Aug 10 02:05:52.609219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Checking segment: {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:52.609763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Bound using segment: {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:52.610180 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.610299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Bound port: 89122d47-cd78-4486-a615-80b6ebff5874, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:52.610630 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.655130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Made reservation on behalf of b8c4910f404f48e2afb18bf986d28e53 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:05:52.659965 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.682189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=1f6c63f1-6305-4e87-91aa-ed7c7a288454,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:52.752122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:52.756104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89122d47-cd78-4486-a615-80b6ebff5874,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:52.828630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf2221-aadc-48e2-86bc-de58408d382d req-e3d5c142-efb7-4e8f-b80c-41c10d0ef43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:52.828630 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8edf2221-aadc-48e2-86bc-de58408d382d req-e3d5c142-efb7-4e8f-b80c-41c10d0ef43c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 1098 time: 0.1094186 Aug 10 02:05:52.848506 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.885107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:52.885743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:52.887185 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] 10.222.0.16 "PUT /v2.0/ports/89122d47-cd78-4486-a615-80b6ebff5874 HTTP/1.1" status: 200 len: 1092 time: 1.4166002 Aug 10 02:05:52.887635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:52.889911 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48707eff-d700-4192-bc94-02720c565946" -d '{"events": [{"name": "network-changed", "server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "tag": "89122d47-cd78-4486-a615-80b6ebff5874"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:52.930186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67d54d-ba37-4c05-a27e-f8f866100d4b service neutron] Pushing event updated for resources: {'Port': ['ID=89122d47-cd78-4486-a615-80b6ebff5874,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:52.933006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8edf2221-aadc-48e2-86bc-de58408d382d req-05863f2c-935b-420b-9966-a04e3b4ead9f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833437 Aug 10 02:05:52.934219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Allocated IP 172.20.0.7 (4575b254-7b44-4930-af55-d83e93c2a478/8ba1717b-3e92-4a78-b14a-4c277c726c48/a759acd8-2d99-4cb7-976c-5150b2e6a221) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:05:52.960804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbce065-3b4e-4e52-a235-2fdd2db692dc req-dca9d1a6-f9f9-4776-b481-993b0c197955 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:52.967111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cbce065-3b4e-4e52-a235-2fdd2db692dc req-dca9d1a6-f9f9-4776-b481-993b0c197955 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 946 time: 0.1093280 Aug 10 02:05:53.043117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cbce065-3b4e-4e52-a235-2fdd2db692dc req-005fb6f3-0686-4d45-8ee8-310e5a985bbb tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743337 Aug 10 02:05:53.050921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-349f28b6-b428-4b2c-839a-74e527cc1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.054279 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-349f28b6-b428-4b2c-839a-74e527cc1455 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0469544 Aug 10 02:05:53.108099 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-e537efda-4a4a-47b3-af0a-e23a12f9f2a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89122d47-cd78-4486-a615-80b6ebff5874 HTTP/1.1" status: 200 len: 217 time: 0.0449877 Aug 10 02:05:53.137322 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43909286-a719-4b3e-ac4d-772205c102ba x-openstack-request-id: req-43909286-a719-4b3e-ac4d-772205c102ba {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:53.138669 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "tag": "89122d47-cd78-4486-a615-80b6ebff5874", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:53.139619 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43909286-a719-4b3e-ac4d-772205c102ba {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:53.140192 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874', 'status': 'completed', 'code': 200} Aug 10 02:05:53.158327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:53.194179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-88385a0c-4097-4c72-b5b7-590497651bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.196631 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-88385a0c-4097-4c72-b5b7-590497651bed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e762c94-a9b7-4671-96e7-c3649fb2b611 HTTP/1.1" status: 200 len: 855 time: 0.0806048 Aug 10 02:05:53.234056 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-2b6161b8-a84f-4656-8ad6-81529f2e5381 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26128f48-b1ca-4c80-8c95-819e53eb5def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283124 Aug 10 02:05:53.274097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2827526-ea0f-475f-88ba-fb9972f8de96 req-feb01072-0976-4ca0-a96b-039b17799db3 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.275802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2827526-ea0f-475f-88ba-fb9972f8de96 req-feb01072-0976-4ca0-a96b-039b17799db3 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 943 time: 0.1106253 Aug 10 02:05:53.309627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cefc-3e7a-4a3b-b641-7f458d855c42 req-cc7ebcb8-e8f7-492b-85c9-f5692da82ee4 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.315934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cefc-3e7a-4a3b-b641-7f458d855c42 req-cc7ebcb8-e8f7-492b-85c9-f5692da82ee4 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.322326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0cefc-3e7a-4a3b-b641-7f458d855c42 req-cc7ebcb8-e8f7-492b-85c9-f5692da82ee4 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.323875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eca0cefc-3e7a-4a3b-b641-7f458d855c42 req-cc7ebcb8-e8f7-492b-85c9-f5692da82ee4 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2417 time: 0.1193304 Aug 10 02:05:53.353307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2827526-ea0f-475f-88ba-fb9972f8de96 req-bd90a2bd-a1bb-49f2-96ce-db211783031e tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703640 Aug 10 02:05:53.377640 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:53.400443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8ef996aa-19aa-4672-9421-94c142828bb0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:53.420163 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-9477fda7-41e6-4b0a-8b5f-f26b379f7157 service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777070 Aug 10 02:05:53.441751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eca0cefc-3e7a-4a3b-b641-7f458d855c42 req-6b898d82-d584-4700-ab08-80f30e94c616 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008701 Aug 10 02:05:53.465871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Network 4575b254-7b44-4930-af55-d83e93c2a478 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:05:53.478259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8ef996aa-19aa-4672-9421-94c142828bb0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:53.478881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:53.499462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:05:53.499462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:05:53.523396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Pushing event updated for resources: {'Port': ['ID=a759acd8-2d99-4cb7-976c-5150b2e6a221,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:53.553163 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c67b0ca-bbb7-4511-bb74-63654421160c req-474c7ac8-8708-4779-9870-32934908ae34 service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178401 Aug 10 02:05:53.563488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c42665-9d09-4da5-872e-697e0f98cba3 req-073eff36-f0c4-495c-9ae4-5f0c4704340b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.565571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54c42665-9d09-4da5-872e-697e0f98cba3 req-073eff36-f0c4-495c-9ae4-5f0c4704340b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 931 time: 0.1153970 Aug 10 02:05:53.581912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.581912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:53.617086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54c42665-9d09-4da5-872e-697e0f98cba3 req-3976ee45-16cc-40a9-a0b0-1b1c7edf345e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403826 Aug 10 02:05:53.677852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-35470d7f-c058-46a7-a110-4d97e87b238c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2745707 Aug 10 02:05:53.732904 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48707eff-d700-4192-bc94-02720c565946 req-3cd45148-605d-441a-8e9f-e0381f1f8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.734435 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-48707eff-d700-4192-bc94-02720c565946 req-3cd45148-605d-441a-8e9f-e0381f1f8893 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0734851 Aug 10 02:05:53.769338 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:53.825983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Request body: {'port': {'device_id': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:05:53.835988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48707eff-d700-4192-bc94-02720c565946 req-92c366b4-95c2-4975-8bbd-407e9c724669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.837528 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-48707eff-d700-4192-bc94-02720c565946 req-92c366b4-95c2-4975-8bbd-407e9c724669 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26128f48-b1ca-4c80-8c95-819e53eb5def HTTP/1.1" status: 200 len: 916 time: 0.0953166 Aug 10 02:05:53.887091 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-48707eff-d700-4192-bc94-02720c565946 req-c20cfcfb-cf94-4039-a4ed-fc9f4cdc8ae6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89122d47-cd78-4486-a615-80b6ebff5874 HTTP/1.1" status: 200 len: 217 time: 0.0413601 Aug 10 02:05:53.890117 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:53.938211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48707eff-d700-4192-bc94-02720c565946 req-82584523-1caf-426f-a6a2-ee29977e12e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:53.940626 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-48707eff-d700-4192-bc94-02720c565946 req-82584523-1caf-426f-a6a2-ee29977e12e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e762c94-a9b7-4671-96e7-c3649fb2b611 HTTP/1.1" status: 200 len: 855 time: 0.0452504 Aug 10 02:05:53.975889 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-48707eff-d700-4192-bc94-02720c565946 req-1276052c-b91a-401d-b94e-30b75a16921d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26128f48-b1ca-4c80-8c95-819e53eb5def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274372 Aug 10 02:05:54.086230 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-48707eff-d700-4192-bc94-02720c565946 req-82b17777-2a68-4fb3-8e2f-b9a8c1729267 service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009066 Aug 10 02:05:54.189421 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-48707eff-d700-4192-bc94-02720c565946 req-171b1306-5979-435e-87e8-ccf4a669af54 service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936086 Aug 10 02:05:54.197099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecd3d8-2994-4fc7-beb2-eac445a57e34 req-51571ada-76d9-4b32-8e89-841b1d962939 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.198631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4ecd3d8-2994-4fc7-beb2-eac445a57e34 req-51571ada-76d9-4b32-8e89-841b1d962939 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 946 time: 0.0807054 Aug 10 02:05:54.247335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a759acd8-2d99-4cb7-976c-5150b2e6a221 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:54.257883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.279907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4ecd3d8-2994-4fc7-beb2-eac445a57e34 req-2a0fd2c4-11c8-48e9-8e71-3540ee84d6a0 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 Aug 10 02:05:54.280469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Transition to ACTIVE for port object a759acd8-2d99-4cb7-976c-5150b2e6a221 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:05:54.315204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52626) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:54.367846 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.439163 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcfee-1bb4-4c47-aa3e-1247b907d574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.468909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Pushing event updated for resources: {'Port': ['ID=a759acd8-2d99-4cb7-976c-5150b2e6a221,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:54.550540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcfee-1bb4-4c47-aa3e-1247b907d574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.581935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73dbe3-cd23-4022-9500-e1487691d1e4 req-7eb2a9f1-280a-441e-982b-f59ddf257770 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.583424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec73dbe3-cd23-4022-9500-e1487691d1e4 req-7eb2a9f1-280a-441e-982b-f59ddf257770 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 943 time: 0.1158879 Aug 10 02:05:54.601007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Attempting to bind port a759acd8-2d99-4cb7-976c-5150b2e6a221 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:05:54.601347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Attempting to bind port a759acd8-2d99-4cb7-976c-5150b2e6a221 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:05:54.601683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Attempting to bind port a759acd8-2d99-4cb7-976c-5150b2e6a221 on network 4575b254-7b44-4930-af55-d83e93c2a478 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:54.607350 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcfee-1bb4-4c47-aa3e-1247b907d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.617111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Port a759acd8-2d99-4cb7-976c-5150b2e6a221 on network 4575b254-7b44-4930-af55-d83e93c2a478 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:05:54.617441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Attempting to bind port a759acd8-2d99-4cb7-976c-5150b2e6a221 on network 4575b254-7b44-4930-af55-d83e93c2a478 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:05:54.636789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915398d2-0e26-459a-a748-4cc0ea854acd req-6a595e97-0eb2-4514-bea6-fe892114059c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.642661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915398d2-0e26-459a-a748-4cc0ea854acd req-6a595e97-0eb2-4514-bea6-fe892114059c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.649170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915398d2-0e26-459a-a748-4cc0ea854acd req-6a595e97-0eb2-4514-bea6-fe892114059c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.650806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-915398d2-0e26-459a-a748-4cc0ea854acd req-6a595e97-0eb2-4514-bea6-fe892114059c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2417 time: 0.1210234 Aug 10 02:05:54.651594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:05:54.651939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Checking segment: {'id': 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:05:54.652304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Bound using segment: {'id': 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:05:54.652747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Bound port: a759acd8-2d99-4cb7-976c-5150b2e6a221, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:05:54.653110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.679081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfcfee-1bb4-4c47-aa3e-1247b907d574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adeddd0-782f-4053-ac97-168e3d6706e2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:54.685751 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a5bfcfee-1bb4-4c47-aa3e-1247b907d574 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b19cfa34c4264829a6d1f8536b2ff328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671045 Aug 10 02:05:54.686313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52646) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:54.689969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec73dbe3-cd23-4022-9500-e1487691d1e4 req-d0d769bf-825e-4766-86a2-779c96bab9c0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991468 Aug 10 02:05:54.747295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-915398d2-0e26-459a-a748-4cc0ea854acd req-ca146b8e-95ce-4ee3-9aa9-8b1777eeeba8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892677 Aug 10 02:05:54.763268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-96d33d77-0b9a-4702-8a8d-556e40ce0cda tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.769701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] For port a759acd8-2d99-4cb7-976c-5150b2e6a221, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:05:54.773139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] For port a759acd8-2d99-4cb7-976c-5150b2e6a221, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:05:54.777304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-96d33d77-0b9a-4702-8a8d-556e40ce0cda tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.780787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-96d33d77-0b9a-4702-8a8d-556e40ce0cda tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.782568 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-96d33d77-0b9a-4702-8a8d-556e40ce0cda tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 2417 time: 0.1414936 Aug 10 02:05:54.810474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb6567f-8f66-4c86-8fa7-2474550cfea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.842176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842972a-e2c7-423e-bc4c-c3b726591b4c req-c2b3c392-d2d0-476f-8934-bb17e1ac4418 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.843851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a842972a-e2c7-423e-bc4c-c3b726591b4c req-c2b3c392-d2d0-476f-8934-bb17e1ac4418 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 943 time: 0.0584867 Aug 10 02:05:54.859356 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb6567f-8f66-4c86-8fa7-2474550cfea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.865915 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.922448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:54.923134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.924520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] 10.222.0.11 "PUT /v2.0/ports/a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 1092 time: 1.2354124 Aug 10 02:05:54.924965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:54.927255 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499e6cf3-cfc1-435e-8677-c250a84891db" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:54.937516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a842972a-e2c7-423e-bc4c-c3b726591b4c req-18055b67-801d-421b-bbb9-8a7ebb5cc1f4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870612 Aug 10 02:05:54.965674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting port 1374d6b7-9752-4082-93dc-a095518077ed {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:54.966160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:54.978176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabeac9-3cda-4dfa-9619-046dd06c1b42 service neutron] Pushing event updated for resources: {'Port': ['ID=a759acd8-2d99-4cb7-976c-5150b2e6a221,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:55.034995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb6567f-8f66-4c86-8fa7-2474550cfea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:55.040116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb6567f-8f66-4c86-8fa7-2474550cfea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:55.047922 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-edb6567f-8f66-4c86-8fa7-2474550cfea0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6adeddd0-782f-4053-ac97-168e3d6706e2 HTTP/1.1" status: 204 len: 168 time: 0.3602068 Aug 10 02:05:55.066971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6567f-8f66-4c86-8fa7-2474550cfea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adeddd0-782f-4053-ac97-168e3d6706e2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:55.072915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-b979cb13-d20c-4154-9ad0-a37e7475dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:55.074868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-b979cb13-d20c-4154-9ad0-a37e7475dca0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0503256 Aug 10 02:05:55.131081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] For port 1374d6b7-9752-4082-93dc-a095518077ed, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1374d6b7-9752-4082-93dc-a095518077ed,segment=NetworkSegment(ebc85448-51c5-4cc1-b241-3a26ef6ab66a),segment_id=ebc85448-51c5-4cc1-b241-3a26ef6ab66a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:55.131469 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:55.141247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-38ec0c28-49ec-4bd1-a966-c79ecfa6945e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 217 time: 0.0585833 Aug 10 02:05:55.156600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Calling delete_port for 1374d6b7-9752-4082-93dc-a095518077ed owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:55.215674 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce15405f-d464-4746-9eeb-62582fc6b598 x-openstack-request-id: req-ce15405f-d464-4746-9eeb-62582fc6b598 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:55.215931 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:55.216175 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ce15405f-d464-4746-9eeb-62582fc6b598 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:55.216570 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'status': 'completed', 'code': 200} Aug 10 02:05:55.218425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-01078740-e314-45d7-9755-ac5ffdff2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:55.220187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-01078740-e314-45d7-9755-ac5ffdff2508 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.0689914 Aug 10 02:05:55.257072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-cb377064-bee9-43e0-a86e-0bc769713120 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288844 Aug 10 02:05:55.343049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:55.358210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1374d6b7-9752-4082-93dc-a095518077ed', '8e1e498f-49e1-4e0f-90bd-a6bdc64720e7', '70bb9c1d-e349-44b8-9567-bea5cef0472b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:55.371157 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-729fa943-1d83-457e-bb44-fe1a6f7f3153 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067345 Aug 10 02:05:55.379781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Port': ['ID=1374d6b7-9752-4082-93dc-a095518077ed,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:55.428333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] No DVR routers for this DVR port 1374d6b7-9752-4082-93dc-a095518077ed on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:55.433374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:55.435650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-fdb62d09-7eb5-4c57-a252-883b1d176028 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "DELETE /v2.0/ports/1374d6b7-9752-4082-93dc-a095518077ed HTTP/1.1" status: 204 len: 173 time: 0.6366305 Aug 10 02:05:55.436505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-deleted', 'tag': '1374d6b7-9752-4082-93dc-a095518077ed'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:55.439985 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836be346-ad32-4e80-818c-fdefe51c0682" -d '{"events": [{"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-deleted", "tag": "1374d6b7-9752-4082-93dc-a095518077ed"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:55.563041 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bcd48e-d037-48d4-809a-94da0454a326 x-openstack-request-id: req-05bcd48e-d037-48d4-809a-94da0454a326 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:55.563446 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-deleted", "tag": "1374d6b7-9752-4082-93dc-a095518077ed", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:55.563783 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05bcd48e-d037-48d4-809a-94da0454a326 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:55.564226 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-deleted', 'tag': '1374d6b7-9752-4082-93dc-a095518077ed', 'status': 'completed', 'code': 200} Aug 10 02:05:55.574438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2ae5af6-7cd0-402b-af4d-fb886aca1607 req-a28b6a84-2cd5-4b7d-97f3-229a7477f4ee service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950691 Aug 10 02:05:55.588942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a74d5d-b84c-4c17-ab78-4712ceff35ea req-0aaa342b-30d1-4b00-948d-40e209714dc8 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:55.599398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24a74d5d-b84c-4c17-ab78-4712ceff35ea req-0aaa342b-30d1-4b00-948d-40e209714dc8 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 946 time: 0.1999228 Aug 10 02:05:55.641847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting port 70bb9c1d-e349-44b8-9567-bea5cef0472b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:55.642423 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:55.660447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24a74d5d-b84c-4c17-ab78-4712ceff35ea req-5a16bc6f-659f-4dd1-8b6f-42d214abe204 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598228 Aug 10 02:05:55.776500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] For port 70bb9c1d-e349-44b8-9567-bea5cef0472b, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=70bb9c1d-e349-44b8-9567-bea5cef0472b,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:55.777166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:55.796652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Calling delete_port for 70bb9c1d-e349-44b8-9567-bea5cef0472b owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:55.905232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e6cf3-cfc1-435e-8677-c250a84891db req-c1bacadd-739e-4541-9cff-bb2e4b0a29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:55.906839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-499e6cf3-cfc1-435e-8677-c250a84891db req-c1bacadd-739e-4541-9cff-bb2e4b0a29be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1095 time: 0.1882668 Aug 10 02:05:55.925264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934005a4-5c15-4852-b2f1-09f0487396ce req-721e0178-947d-449d-ac01-27daa8c6a1a6 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:55.926832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-934005a4-5c15-4852-b2f1-09f0487396ce req-721e0178-947d-449d-ac01-27daa8c6a1a6 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 943 time: 0.1040654 Aug 10 02:05:55.994826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc52f-cf0d-473e-b866-20f1df738394 req-e020b0eb-1cdd-43f9-8ac8-03c9925aabea tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:56.001636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc52f-cf0d-473e-b866-20f1df738394 req-e020b0eb-1cdd-43f9-8ac8-03c9925aabea tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:56.003539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31bcc52f-cf0d-473e-b866-20f1df738394 req-e020b0eb-1cdd-43f9-8ac8-03c9925aabea tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 1682 time: 0.1420162 Aug 10 02:05:56.042261 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:56.058179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1374d6b7-9752-4082-93dc-a095518077ed'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:56.077249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-934005a4-5c15-4852-b2f1-09f0487396ce req-6a2d9108-9974-4c55-a4d0-aa8bb82ef7b5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393652 Aug 10 02:05:56.081625 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Port': ['ID=70bb9c1d-e349-44b8-9567-bea5cef0472b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:56.101538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31bcc52f-cf0d-473e-b866-20f1df738394 req-516c0de9-1405-4271-8662-5dc8acd38683 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825346 Aug 10 02:05:56.128525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e6cf3-cfc1-435e-8677-c250a84891db req-fd33164f-8838-4213-9ed4-b1cc55484c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:56.130422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-499e6cf3-cfc1-435e-8677-c250a84891db req-fd33164f-8838-4213-9ed4-b1cc55484c2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 920 time: 0.2027049 Aug 10 02:05:56.161684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] No DVR routers for this DVR port 70bb9c1d-e349-44b8-9567-bea5cef0472b on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:56.165647 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:56.167823 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-4089a99e-54c2-4c42-984c-523d02036694 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "DELETE /v2.0/ports/70bb9c1d-e349-44b8-9567-bea5cef0472b HTTP/1.1" status: 204 len: 173 time: 0.7205083 Aug 10 02:05:56.195078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-499e6cf3-cfc1-435e-8677-c250a84891db req-0c878329-c62e-4e3c-a758-5dfe09e1ba97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 217 time: 0.0528698 Aug 10 02:05:56.303457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3977c-75fa-4211-b66e-def9cf456bd7 req-14488c87-c823-47ab-9bc4-fe8a5d996428 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:56.305043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8b3977c-75fa-4211-b66e-def9cf456bd7 req-14488c87-c823-47ab-9bc4-fe8a5d996428 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 943 time: 0.1127434 Aug 10 02:05:56.313887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e6cf3-cfc1-435e-8677-c250a84891db req-56f0db32-3788-4507-8270-4dc0bdb291ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:56.315919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-499e6cf3-cfc1-435e-8677-c250a84891db req-56f0db32-3788-4507-8270-4dc0bdb291ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.0876002 Aug 10 02:05:56.340164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:56.340808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:56.377434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-499e6cf3-cfc1-435e-8677-c250a84891db req-169afca7-7075-4fdc-8552-5f85f9cfc992 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425677 Aug 10 02:05:56.390672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8b3977c-75fa-4211-b66e-def9cf456bd7 req-e4f682f1-1931-4634-8809-52c2381b09f0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717354 Aug 10 02:05:56.496074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-499e6cf3-cfc1-435e-8677-c250a84891db req-f9f18bae-2057-4b2e-a3dd-46196ee7f43f service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053343 Aug 10 02:05:56.501715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] For port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:56.502196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:56.519987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Calling delete_port for 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:56.593016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-499e6cf3-cfc1-435e-8677-c250a84891db req-504f737e-ed1f-4c21-9797-c50ed5c91512 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875063 Aug 10 02:05:56.779403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:56.787896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461b57-d8ea-401c-8d71-dbd8832388fd req-8d76a395-72e1-4534-81ea-dc660ff9b45f tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:56.789640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83461b57-d8ea-401c-8d71-dbd8832388fd req-8d76a395-72e1-4534-81ea-dc660ff9b45f tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 946 time: 0.0539069 Aug 10 02:05:56.791990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1374d6b7-9752-4082-93dc-a095518077ed'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:56.834811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Port': ['ID=8e1e498f-49e1-4e0f-90bd-a6bdc64720e7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:56.873781 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83461b57-d8ea-401c-8d71-dbd8832388fd req-7d48d644-9916-4559-8b25-de881d6efa69 tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/security-groups?id=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699866 Aug 10 02:05:56.886806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] No DVR routers for this DVR port 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:56.894317 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:56.894853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-649a74a3-f562-4598-9fdf-847d172d42fa tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:56.896634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-649a74a3-f562-4598-9fdf-847d172d42fa tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.11 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 946 time: 0.0714042 Aug 10 02:05:56.897832 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81d3e2a3-8442-40ca-9db5-4c2b38fc7f55 req-03e46d94-20f3-42ef-81f7-0e1995d55768 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "DELETE /v2.0/ports/8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 HTTP/1.1" status: 204 len: 173 time: 0.7226682 Aug 10 02:05:57.016747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Deleting port 1f6c63f1-6305-4e87-91aa-ed7c7a288454 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:57.019374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.051040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52726) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:57.099539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89122d47-cd78-4486-a615-80b6ebff5874 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:05:57.141687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] For port 1f6c63f1-6305-4e87-91aa-ed7c7a288454, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=1f6c63f1-6305-4e87-91aa-ed7c7a288454,segment=NetworkSegment(66002dcf-a72d-45b3-8f48-9df9c152f250),segment_id=66002dcf-a72d-45b3-8f48-9df9c152f250)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:57.142082 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.165698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Calling delete_port for 1f6c63f1-6305-4e87-91aa-ed7c7a288454 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:57.191107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.249987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89122d47-cd78-4486-a615-80b6ebff5874,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:57.264310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '89122d47-cd78-4486-a615-80b6ebff5874', 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def', 'port_id': '89122d47-cd78-4486-a615-80b6ebff5874', 'mac_address': 'fa:16:3e:6f:12:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e762c94-a9b7-4671-96e7-c3649fb2b611', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:05:57.280570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b18a7bc3-a39b-4845-8b03-768c0a0de536 req-10e6989e-50fa-4af2-b917-b5b75bb7d118 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7 HTTP/1.1" status: 200 len: 210 time: 0.0534897 Aug 10 02:05:57.301266 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.315462 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.326356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c5e59-ffe2-4634-96f3-c7802344128a req-077436a9-1361-4d49-b4d7-ac03488d44a0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:57.327896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-942c5e59-ffe2-4634-96f3-c7802344128a req-077436a9-1361-4d49-b4d7-ac03488d44a0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 943 time: 0.1020601 Aug 10 02:05:57.328993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89122d47-cd78-4486-a615-80b6ebff5874 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:05:57.349942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89122d47-cd78-4486-a615-80b6ebff5874,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:57.385340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.408424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-942c5e59-ffe2-4634-96f3-c7802344128a req-ed4c333e-9ea3-4097-b733-df94d1486489 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Aug 10 02:05:57.419750 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.437417 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d41cae538224957b985d37f265f06fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856001 Aug 10 02:05:57.440474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52736) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:57.448025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a62ad3-1c38-430e-bc5c-694d0a039dc2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:57.461135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.461492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.461839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.462175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.462509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.462865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.463198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.463529 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.463853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.464192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.464502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.464829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840123c-5178-48f0-b5e2-0e985abab37e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:05:57.479051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=89122d47-cd78-4486-a615-80b6ebff5874,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:57.485932 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.498999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['1f6c63f1-6305-4e87-91aa-ed7c7a288454'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:57.520893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7282a67f-27a4-4c0c-adbc-3e659416d5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.545892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Pushing event deleted for resources: {'Port': ['ID=1f6c63f1-6305-4e87-91aa-ed7c7a288454,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:57.546965 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7282a67f-27a4-4c0c-adbc-3e659416d5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.570539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-deleted', 'tag': '70bb9c1d-e349-44b8-9567-bea5cef0472b'}, {'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-deleted', 'tag': '8e1e498f-49e1-4e0f-90bd-a6bdc64720e7'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:57.572867 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c088458-ef8e-4313-b907-fb188a1e5f93" -d '{"events": [{"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-deleted", "tag": "70bb9c1d-e349-44b8-9567-bea5cef0472b"}, {"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-deleted", "tag": "8e1e498f-49e1-4e0f-90bd-a6bdc64720e7"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:57.595522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] No DVR routers for this DVR port 1f6c63f1-6305-4e87-91aa-ed7c7a288454 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:57.600947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.601441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37fa7d19-da90-4687-8bfe-29db26dd4832 req-095d002c-ab66-4a83-9ad7-3dfff50fe0ac tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.11 "DELETE /v2.0/ports/1f6c63f1-6305-4e87-91aa-ed7c7a288454 HTTP/1.1" status: 204 len: 173 time: 0.6935699 Aug 10 02:05:57.602213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e26744-bbc3-4595-bd63-ef69cee07b24', 'name': 'network-vif-deleted', 'tag': '1f6c63f1-6305-4e87-91aa-ed7c7a288454'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:57.605421 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa007f93-09ad-4dce-9860-fb61856cea62" -d '{"events": [{"server_uuid": "41e26744-bbc3-4595-bd63-ef69cee07b24", "name": "network-vif-deleted", "tag": "1f6c63f1-6305-4e87-91aa-ed7c7a288454"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:57.620975 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaca0d66-5eac-4f12-bbfd-5479326ad1f0 x-openstack-request-id: req-aaca0d66-5eac-4f12-bbfd-5479326ad1f0 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:57.621343 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-deleted", "tag": "70bb9c1d-e349-44b8-9567-bea5cef0472b", "status": "completed", "code": 200}, {"server_uuid": "69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7", "name": "network-vif-deleted", "tag": "8e1e498f-49e1-4e0f-90bd-a6bdc64720e7", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:57.621836 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aaca0d66-5eac-4f12-bbfd-5479326ad1f0 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:57.622258 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-deleted', 'tag': '70bb9c1d-e349-44b8-9567-bea5cef0472b', 'status': 'completed', 'code': 200} Aug 10 02:05:57.622693 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a5d96b-a6a3-48e3-b5fb-36539c2dd8e7', 'name': 'network-vif-deleted', 'tag': '8e1e498f-49e1-4e0f-90bd-a6bdc64720e7', 'status': 'completed', 'code': 200} Aug 10 02:05:57.633544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13192a5c-d54e-4ceb-9d9e-4584fd0f80a7 req-ab445b46-520b-4721-950e-99624e1b0b0a tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:57.635108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13192a5c-d54e-4ceb-9d9e-4584fd0f80a7 req-ab445b46-520b-4721-950e-99624e1b0b0a tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 943 time: 0.1617467 Aug 10 02:05:57.673896 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546ab4d9-76b6-40ae-9999-7aac4bbf98f2 x-openstack-request-id: req-546ab4d9-76b6-40ae-9999-7aac4bbf98f2 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:05:57.674837 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e26744-bbc3-4595-bd63-ef69cee07b24", "name": "network-vif-deleted", "tag": "1f6c63f1-6305-4e87-91aa-ed7c7a288454", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:05:57.680070 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-546ab4d9-76b6-40ae-9999-7aac4bbf98f2 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:05:57.680070 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e26744-bbc3-4595-bd63-ef69cee07b24', 'name': 'network-vif-deleted', 'tag': '1f6c63f1-6305-4e87-91aa-ed7c7a288454', 'status': 'completed', 'code': 200} Aug 10 02:05:57.691891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13192a5c-d54e-4ceb-9d9e-4584fd0f80a7 req-17179f5e-15ff-4582-8585-6185602911ff tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503871 Aug 10 02:05:57.699753 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7282a67f-27a4-4c0c-adbc-3e659416d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.702778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7282a67f-27a4-4c0c-adbc-3e659416d5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:57.710236 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7282a67f-27a4-4c0c-adbc-3e659416d5b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/52a62ad3-1c38-430e-bc5c-694d0a039dc2 HTTP/1.1" status: 204 len: 168 time: 0.2662013 Aug 10 02:05:57.715959 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282a67f-27a4-4c0c-adbc-3e659416d5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a62ad3-1c38-430e-bc5c-694d0a039dc2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:57.723834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['89122d47-cd78-4486-a615-80b6ebff5874'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:05:58.010361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4027fc68-ef01-4dde-8138-a2a21b7ba61f req-5dafa364-2186-43d9-ace4-e42abb38508d tempest-ServerMetadataNegativeTestJSON-1567589860 tempest-ServerMetadataNegativeTestJSON-1567589860-project] 10.222.0.38 "GET /v2.0/ports?device_id=41e26744-bbc3-4595-bd63-ef69cee07b24 HTTP/1.1" status: 200 len: 210 time: 0.0319498 Aug 10 02:05:58.356359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52760) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:58.415468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ff36f9-4870-4a0b-af02-6873e147e1c8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting subnet 284710a2-59e1-465a-839d-b80453bc2253 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:05:58.418962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14ff36f9-4870-4a0b-af02-6873e147e1c8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:58.476718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14ff36f9-4870-4a0b-af02-6873e147e1c8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:58.587767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4403f-86e4-40d4-9e44-1f643276ddf2 req-d1c45570-cc34-4ac7-b95b-9b07cba61eec tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:58.589404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bca4403f-86e4-40d4-9e44-1f643276ddf2 req-d1c45570-cc34-4ac7-b95b-9b07cba61eec tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 944 time: 0.0824981 Aug 10 02:05:58.614233 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14ff36f9-4870-4a0b-af02-6873e147e1c8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:58.758785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14ff36f9-4870-4a0b-af02-6873e147e1c8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:58.801856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f63727-10d9-4a34-a6e3-83452379f00a None None] Network 2d4e9af7-8162-4fec-8ae6-f394109f454b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:05:58.817280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff36f9-4870-4a0b-af02-6873e147e1c8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Subnet': ['ID=284710a2-59e1-465a-839d-b80453bc2253,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:58.819920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14ff36f9-4870-4a0b-af02-6873e147e1c8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:58.821934 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-14ff36f9-4870-4a0b-af02-6873e147e1c8 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "DELETE /v2.0/subnets/284710a2-59e1-465a-839d-b80453bc2253 HTTP/1.1" status: 204 len: 168 time: 0.4645607 Aug 10 02:05:58.824762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52776) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:58.918854 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.013247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:59.013602 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.027731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bca4403f-86e4-40d4-9e44-1f643276ddf2 req-64c4bd2c-986f-4235-819a-2b7e769ef73d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277501 Aug 10 02:05:59.069194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845fd45-98e9-4e4b-8445-f375069c73f6 req-d3ad6617-ae4c-4101-8f88-85ec09741a66 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:59.071044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5845fd45-98e9-4e4b-8445-f375069c73f6 req-d3ad6617-ae4c-4101-8f88-85ec09741a66 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 943 time: 0.1000512 Aug 10 02:05:59.109294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce2616c-4acd-4c05-8b00-ae2726baeadb None None] DHCP port deletion for 2d4e9af7-8162-4fec-8ae6-f394109f454b request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:05:59.140517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89122d47-cd78-4486-a615-80b6ebff5874 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:05:59.142340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] For port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2e7a6d41-07b5-4f24-8439-08c2a97bac9e,segment=NetworkSegment(ebc85448-51c5-4cc1-b241-3a26ef6ab66a),segment_id=ebc85448-51c5-4cc1-b241-3a26ef6ab66a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:59.142915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.163755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5845fd45-98e9-4e4b-8445-f375069c73f6 req-066fbff1-8cd0-46b8-93a7-dfe17e6d1134 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788691 Aug 10 02:05:59.185720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52788) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:59.187368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Calling delete_port for 2e7a6d41-07b5-4f24-8439-08c2a97bac9e owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:59.214737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7ce2616c-4acd-4c05-8b00-ae2726baeadb None None] Deleting port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:05:59.215116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7ce2616c-4acd-4c05-8b00-ae2726baeadb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.239043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba6d00c-d5b8-412d-8060-79cdf27bb678 admin admin] Deleting subnet a662073f-f0ca-43b9-a086-76397a85fed3 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:05:59.242826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fba6d00c-d5b8-412d-8060-79cdf27bb678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.298006 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fba6d00c-d5b8-412d-8060-79cdf27bb678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.358455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fba6d00c-d5b8-412d-8060-79cdf27bb678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.436984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2e7a6d41-07b5-4f24-8439-08c2a97bac9e no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:59.488341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.500236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7ce2616c-4acd-4c05-8b00-ae2726baeadb None None] For port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2e7a6d41-07b5-4f24-8439-08c2a97bac9e,segment=NetworkSegment(ebc85448-51c5-4cc1-b241-3a26ef6ab66a),segment_id=ebc85448-51c5-4cc1-b241-3a26ef6ab66a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:59.500639 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7ce2616c-4acd-4c05-8b00-ae2726baeadb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.516272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No active binding found for port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e {{(pid=101225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 02:05:59.516690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2e7a6d41-07b5-4f24-8439-08c2a97bac9e not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:59.517299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fba6d00c-d5b8-412d-8060-79cdf27bb678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.519879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7ce2616c-4acd-4c05-8b00-ae2726baeadb None None] Calling delete_port for 2e7a6d41-07b5-4f24-8439-08c2a97bac9e owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:05:59.520285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Port': ['ID=2e7a6d41-07b5-4f24-8439-08c2a97bac9e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:59.525350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] No DVR routers for this DVR port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:59.584261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 89122d47-cd78-4486-a615-80b6ebff5874 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:05:59.589320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 89122d47-cd78-4486-a615-80b6ebff5874 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:05:59.589696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.602394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6d00c-d5b8-412d-8060-79cdf27bb678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a662073f-f0ca-43b9-a086-76397a85fed3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:59.616758 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fba6d00c-d5b8-412d-8060-79cdf27bb678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.622895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fba6d00c-d5b8-412d-8060-79cdf27bb678 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a662073f-f0ca-43b9-a086-76397a85fed3 HTTP/1.1" status: 204 len: 168 time: 0.4359148 Aug 10 02:05:59.623644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52796) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:59.637678 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.670035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4e9af7-8162-4fec-8ae6-f394109f454b']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:59.694989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:59.695323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc85448-51c5-4cc1-b241-3a26ef6ab66a') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:59.715737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.717147 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.720725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7ce2616c-4acd-4c05-8b00-ae2726baeadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.722944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.735751 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.741003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2616c-4acd-4c05-8b00-ae2726baeadb None None] No DVR routers for this DVR port 2e7a6d41-07b5-4f24-8439-08c2a97bac9e on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:05:59.749342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:05:59.749342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:05:59.753320 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:05:59.782580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2616c-4acd-4c05-8b00-ae2726baeadb None None] Pushing event deleted for resources: {'Port': ['ID=2e7a6d41-07b5-4f24-8439-08c2a97bac9e,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:59.801329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:05:59.803974 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a403403-a7a6-4f85-bda1-e59ac285b470" -d '{"events": [{"server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "name": "network-vif-plugged", "status": "completed", "tag": "89122d47-cd78-4486-a615-80b6ebff5874"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:05:59.819974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89122d47-cd78-4486-a615-80b6ebff5874,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:05:59.852084 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.865108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bc7060-784a-474e-83b6-b9002f526304']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:59.876803 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.879887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 70bb9c1d-e349-44b8-9567-bea5cef0472b no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:59.884119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.897406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.903040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66002dcf-a72d-45b3-8f48-9df9c152f250') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:59.903331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66002dcf-a72d-45b3-8f48-9df9c152f250') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:05:59.909402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "DELETE /v2.0/networks/2d4e9af7-8162-4fec-8ae6-f394109f454b HTTP/1.1" status: 204 len: 168 time: 1.0822179 Aug 10 02:05:59.917912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 70bb9c1d-e349-44b8-9567-bea5cef0472b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:59.918325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52812) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:05:59.919108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 70bb9c1d-e349-44b8-9567-bea5cef0472b not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:59.919918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:59.929860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0d9af-411c-464f-a24e-9c0328bff48a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Network': ['ID=2d4e9af7-8162-4fec-8ae6-f394109f454b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:05:59.957948 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.980794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:59.982826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:05:59.983452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8e1e498f-49e1-4e0f-90bd-a6bdc64720e7 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:05:59.984360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1374d6b7-9752-4082-93dc-a095518077ed no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:05:59.993545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:05:59.993996 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:00.002056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc279c4-a938-480d-b8a9-60bfebf6eb70 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting subnet 85bf6690-1d5c-45ec-b0fa-e19c68cdb221 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:06:00.005049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9dc279c4-a938-480d-b8a9-60bfebf6eb70 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.043523 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61a8ab9-3832-4c2e-8979-d81e83544d8e x-openstack-request-id: req-c61a8ab9-3832-4c2e-8979-d81e83544d8e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:00.043523 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "name": "network-vif-plugged", "status": "completed", "tag": "89122d47-cd78-4486-a615-80b6ebff5874", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:00.043523 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c61a8ab9-3832-4c2e-8979-d81e83544d8e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:00.043523 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874', 'code': 200} Aug 10 02:06:00.046481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 1374d6b7-9752-4082-93dc-a095518077ed {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:00.046996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1374d6b7-9752-4082-93dc-a095518077ed not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:00.048687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=89122d47-cd78-4486-a615-80b6ebff5874,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:00.096507 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a759acd8-2d99-4cb7-976c-5150b2e6a221 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:06:00.155828 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9dc279c4-a938-480d-b8a9-60bfebf6eb70 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.215357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43070e96-0c2b-43ae-be3c-ebc268604b66 req-90d7d9e1-966f-4d8a-ac1d-a97861fc7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:00.216990 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43070e96-0c2b-43ae-be3c-ebc268604b66 req-90d7d9e1-966f-4d8a-ac1d-a97861fc7272 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0804176 Aug 10 02:06:00.261431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.267997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a759acd8-2d99-4cb7-976c-5150b2e6a221, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:00.278422 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.282701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] 10.222.0.38 "DELETE /v2.0/networks/85bc7060-784a-474e-83b6-b9002f526304 HTTP/1.1" status: 204 len: 168 time: 0.6571836 Aug 10 02:06:00.314156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'port_id': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'mac_address': 'fa:16:3e:2e:08:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:06:00.315314 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43070e96-0c2b-43ae-be3c-ebc268604b66 req-26ff05cb-9649-48e1-9e55-32c631e24971 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898187 Aug 10 02:06:00.354764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd7c5d-1a76-47ee-b4a2-af473d3d9888 admin admin] Pushing event deleted for resources: {'Network': ['ID=85bc7060-784a-474e-83b6-b9002f526304,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:00.371355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc76a6-ab0c-401d-9423-6a74dfd081ff req-73e60098-65b7-4862-9c3f-1a864f4038a7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:00.375969 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.381433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97fc76a6-ab0c-401d-9423-6a74dfd081ff req-73e60098-65b7-4862-9c3f-1a864f4038a7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1902306 Aug 10 02:06:00.392529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a759acd8-2d99-4cb7-976c-5150b2e6a221 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:00.420465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a759acd8-2d99-4cb7-976c-5150b2e6a221, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:00.489202 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.507260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97fc76a6-ab0c-401d-9423-6a74dfd081ff req-5602b137-9448-4a2b-9cb6-df7b77183c0c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247537 Aug 10 02:06:00.514183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9dc279c4-a938-480d-b8a9-60bfebf6eb70 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.551032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6fb75-c8dd-427f-bd08-050f65bef1f4 req-a134e225-6e4b-42b3-8f06-02c95d2f4513 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:00.552424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a759acd8-2d99-4cb7-976c-5150b2e6a221,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:00.552619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95a6fb75-c8dd-427f-bd08-050f65bef1f4 req-a134e225-6e4b-42b3-8f06-02c95d2f4513 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 943 time: 0.2252645 Aug 10 02:06:00.615862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95a6fb75-c8dd-427f-bd08-050f65bef1f4 req-2867d5cb-b7bd-42e8-ab00-b6a3e1b8ea83 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542765 Aug 10 02:06:00.701478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9dc279c4-a938-480d-b8a9-60bfebf6eb70 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.713154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52836) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:00.735693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a759acd8-2d99-4cb7-976c-5150b2e6a221'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:00.754764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc279c4-a938-480d-b8a9-60bfebf6eb70 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Subnet': ['ID=85bf6690-1d5c-45ec-b0fa-e19c68cdb221,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:00.757050 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9dc279c4-a938-480d-b8a9-60bfebf6eb70 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.761659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9dc279c4-a938-480d-b8a9-60bfebf6eb70 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "DELETE /v2.0/subnets/85bf6690-1d5c-45ec-b0fa-e19c68cdb221 HTTP/1.1" status: 204 len: 168 time: 0.8422670 Aug 10 02:06:00.763896 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-565b28c2-1664-4839-9232-baee46fb37e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a4eaf9fa49764564be5e24c746d9bd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490983 Aug 10 02:06:00.767340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52838) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:00.769623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52840) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:00.778413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21a2c8-5188-470a-b2fe-d22f2709d407 None None] Network dd263881-9656-46af-b741-31ee6caef24e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:00.822425 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-93ecc64f-7a6c-4f44-a7c6-12b5d4f16347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.845054 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-93ecc64f-7a6c-4f44-a7c6-12b5d4f16347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.901916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.961741 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-93ecc64f-7a6c-4f44-a7c6-12b5d4f16347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.965426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-93ecc64f-7a6c-4f44-a7c6-12b5d4f16347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.969621 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-93ecc64f-7a6c-4f44-a7c6-12b5d4f16347 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/766bcb80-cf1e-46f1-9629-e8dd5ca2d00a HTTP/1.1" status: 204 len: 168 time: 0.1985927 Aug 10 02:06:00.981931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecc64f-7a6c-4f44-a7c6-12b5d4f16347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766bcb80-cf1e-46f1-9629-e8dd5ca2d00a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:00.994089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting port f4a7f44b-344d-46ff-ba77-58c097597ca2 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:00.994613 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.090324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] For port f4a7f44b-344d-46ff-ba77-58c097597ca2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f4a7f44b-344d-46ff-ba77-58c097597ca2,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:01.091309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.107491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1221a44-fa2e-4c0b-929b-3cda0bacfcaf None None] DHCP port deletion for dd263881-9656-46af-b741-31ee6caef24e request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:06:01.116912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Calling delete_port for f4a7f44b-344d-46ff-ba77-58c097597ca2 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:01.193007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d1221a44-fa2e-4c0b-929b-3cda0bacfcaf None None] Deleting port f4a7f44b-344d-46ff-ba77-58c097597ca2 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:01.193386 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d1221a44-fa2e-4c0b-929b-3cda0bacfcaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.272562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d1221a44-fa2e-4c0b-929b-3cda0bacfcaf None None] For port f4a7f44b-344d-46ff-ba77-58c097597ca2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f4a7f44b-344d-46ff-ba77-58c097597ca2,segment=NetworkSegment(a9da487b-2d4d-4262-9a11-42bb4601cf36),segment_id=a9da487b-2d4d-4262-9a11-42bb4601cf36)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:01.274160 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d1221a44-fa2e-4c0b-929b-3cda0bacfcaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.289448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d1221a44-fa2e-4c0b-929b-3cda0bacfcaf None None] Calling delete_port for f4a7f44b-344d-46ff-ba77-58c097597ca2 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:01.386003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f4a7f44b-344d-46ff-ba77-58c097597ca2 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:01.396264 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.447605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] No DVR routers for this DVR port f4a7f44b-344d-46ff-ba77-58c097597ca2 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:01.459881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d1221a44-fa2e-4c0b-929b-3cda0bacfcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.472082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Port': ['ID=f4a7f44b-344d-46ff-ba77-58c097597ca2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:01.484675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1221a44-fa2e-4c0b-929b-3cda0bacfcaf None None] Pushing event deleted for resources: {'Port': ['ID=f4a7f44b-344d-46ff-ba77-58c097597ca2,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:01.496510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No active binding found for port f4a7f44b-344d-46ff-ba77-58c097597ca2 {{(pid=101225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 02:06:01.496965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f4a7f44b-344d-46ff-ba77-58c097597ca2 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:01.498416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1221a44-fa2e-4c0b-929b-3cda0bacfcaf None None] No DVR routers for this DVR port f4a7f44b-344d-46ff-ba77-58c097597ca2 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:01.560752 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.573231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd263881-9656-46af-b741-31ee6caef24e']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:01.585173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9da487b-2d4d-4262-9a11-42bb4601cf36') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:01.585600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9da487b-2d4d-4262-9a11-42bb4601cf36') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:01.597182 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.639730 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.647972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:01.648393 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:01.665852 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:01.778072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c652233-1c73-42de-9d79-c38c51fb20e3 req-3f8bb795-e47f-4e3e-9156-6a412d31d039 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:01.779658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c652233-1c73-42de-9d79-c38c51fb20e3 req-3f8bb795-e47f-4e3e-9156-6a412d31d039 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1873708 Aug 10 02:06:01.815269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e41305-5891-47b9-bde1-e427c9b815e6 req-494b83e4-ad3e-4ef7-8849-23ca76a2f2ba tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:01.816862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9e41305-5891-47b9-bde1-e427c9b815e6 req-494b83e4-ad3e-4ef7-8849-23ca76a2f2ba tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 944 time: 0.1106229 Aug 10 02:06:01.848083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c652233-1c73-42de-9d79-c38c51fb20e3 req-e5141903-7d70-4dec-9703-a23e9aa99bcf tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604720 Aug 10 02:06:01.870413 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9e41305-5891-47b9-bde1-e427c9b815e6 req-fa11b38d-617c-4748-927d-4ceb95fe9832 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Aug 10 02:06:01.910992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.920481 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.922282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "DELETE /v2.0/networks/dd263881-9656-46af-b741-31ee6caef24e HTTP/1.1" status: 204 len: 168 time: 1.1537752 Aug 10 02:06:01.930629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52876) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:01.935977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1783346854'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:01.940942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959816f-f684-4a64-a6b9-6908d9c811c3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Network': ['ID=dd263881-9656-46af-b741-31ee6caef24e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:01.983446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fde66-a8a6-4388-bc81-800038ac6bc4 req-0a8f0969-f9e0-4687-838c-f9d47ca997e5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:01.984965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa5fde66-a8a6-4388-bc81-800038ac6bc4 req-0a8f0969-f9e0-4687-838c-f9d47ca997e5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0671308 Aug 10 02:06:02.030057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa5fde66-a8a6-4388-bc81-800038ac6bc4 req-66f740cf-b4f2-4880-aa9d-6aaad44da1da tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371985 Aug 10 02:06:02.101969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a759acd8-2d99-4cb7-976c-5150b2e6a221 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:02.185222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:02.185222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:02.206537 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:02.215667 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:02.216022 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Added segment e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60 of type vlan for network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 Aug 10 02:06:02.255602 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:02.384750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port a759acd8-2d99-4cb7-976c-5150b2e6a221 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:02.389665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a759acd8-2d99-4cb7-976c-5150b2e6a221 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:02.395518 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:02.459981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:02.470617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:02.470617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:02.502097 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:02.533799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:02.548077 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d73ea3-4e00-45c1-92b7-4dfdbd349630" -d '{"events": [{"server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:02.551259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Network': ['ID=f89ba7b5-325a-4d4f-9587-6fb6f29aca91,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:02.564373 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:02.568206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a759acd8-2d99-4cb7-976c-5150b2e6a221, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:02.613910 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237323b7-da6a-4a9f-8bd8-38eeee6313ab x-openstack-request-id: req-237323b7-da6a-4a9f-8bd8-38eeee6313ab {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:02.614206 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:02.614459 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-237323b7-da6a-4a9f-8bd8-38eeee6313ab {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:02.614874 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'code': 200} Aug 10 02:06:02.683933 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:02.684069 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-21a3ec80-b03a-4828-ad58-7e2eca80db4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7451713 Aug 10 02:06:02.684166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1f6c63f1-6305-4e87-91aa-ed7c7a288454 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:02.684276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52912) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:02.687783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'subnet': {'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:02.732648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 1f6c63f1-6305-4e87-91aa-ed7c7a288454 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:02.733145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 1f6c63f1-6305-4e87-91aa-ed7c7a288454 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:02.769959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a759acd8-2d99-4cb7-976c-5150b2e6a221,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:02.783598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06f8c-933b-44d5-a673-3d3f5a107abb req-284fa1ac-076e-41b8-bdad-4ed2ff1c44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:02.785139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6fd06f8c-933b-44d5-a673-3d3f5a107abb req-284fa1ac-076e-41b8-bdad-4ed2ff1c44fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1137140 Aug 10 02:06:02.796471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9de12-6ada-4a4c-bb29-046da4148296 req-2e5eab92-9818-44f1-88c8-355db704a42b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:02.806239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26e9de12-6ada-4a4c-bb29-046da4148296 req-2e5eab92-9818-44f1-88c8-355db704a42b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1452360 Aug 10 02:06:02.816408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52918) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:02.859604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6fd06f8c-933b-44d5-a673-3d3f5a107abb req-ffe380c7-17f8-40c5-9003-e143cc352fb2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509639 Aug 10 02:06:02.874917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26e9de12-6ada-4a4c-bb29-046da4148296 req-e8ae3852-335e-4942-9b84-5f408d3435e1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641656 Aug 10 02:06:02.915995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:02.920033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:02.978787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-742845470-network', 'tenant_id': '8403eb0542e44334aa263119d712cddd'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:03.019051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e8e10-47d1-4cc7-a56b-168086cd1789 req-b3d30926-0c16-4a83-940b-61bd6a585201 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:03.020770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371e8e10-47d1-4cc7-a56b-168086cd1789 req-b3d30926-0c16-4a83-940b-61bd6a585201 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0747938 Aug 10 02:06:03.063468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371e8e10-47d1-4cc7-a56b-168086cd1789 req-232d3174-9c14-44a8-a225-4560ccc90e1d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361106 Aug 10 02:06:03.093491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Made reservation on behalf of 8403eb0542e44334aa263119d712cddd for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:03.096873 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.138583 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.238541 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.270334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.302675 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.346816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:03.368851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Subnet': ['ID=719603a4-461a-479b-97a1-933f883e217f,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:03.374332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a553a-01c3-43e2-86dd-381975b7bfc6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:03.377959 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.382870 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Added segment cb4d4082-5904-464f-a8ae-06e5359382cd of type vlan for network 86f23707-a963-4b1d-8c76-7f33a8560f51 Aug 10 02:06:03.391168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Checking segment: {'id': 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:03.391578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network hostable DHCP agents. Network: f89ba7b5-325a-4d4f-9587-6fb6f29aca91, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:03.439546 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.488171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:03.515708 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.516896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:03.517615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.568309 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, f89ba7b5-325a-4d4f-9587-6fb6f29aca91) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:03.573513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:03.574115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.578971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b768ec92-fa82-49f3-bfab-b59b6bf52452 None None] Network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:03.592045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] Pushing event updated for resources: {'Network': ['ID=86f23707-a963-4b1d-8c76-7f33a8560f51,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:03.631090 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ac68c3a2-5a9d-412a-96d9-d6a55a6a25a8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8135905 Aug 10 02:06:03.631994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 86f23707-a963-4b1d-8c76-7f33a8560f51 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:03.633925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52952) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:03.639154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Request body: {'subnet': {'network_id': '86f23707-a963-4b1d-8c76-7f33a8560f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-742845470-subnet', 'tenant_id': '8403eb0542e44334aa263119d712cddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:03.674841 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-302dec51-3719-45aa-8080-36073094673c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9920018 Aug 10 02:06:03.676075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52956) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:03.693046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-512752580'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:03.749983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Made reservation on behalf of 8403eb0542e44334aa263119d712cddd for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:03.753289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.827973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-f89ba7b5-325a-4d4f-9587-6fb6f29aca91', 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'fixed_ips': [{'subnet_id': '719603a4-461a-479b-97a1-933f883e217f'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:06:03.829373 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.864376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:03.868714 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.913028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:03.924807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.926745 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Added segment d84d1528-5bad-432e-930e-6a2262d8ab28 of type vlan for network 00a24768-f520-4868-a143-fc221934b964 Aug 10 02:06:04.013666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.022620 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.034838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Allocated IP 19.80.0.2 (f89ba7b5-325a-4d4f-9587-6fb6f29aca91/719603a4-461a-479b-97a1-933f883e217f/1e08ada2-0536-4e56-a9eb-1261a61bccd6) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:04.060977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb1c1a-c480-478a-ad46-e86fe2bb1377 req-dff7029c-34f5-4219-b780-d61c61d72d82 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:04.070528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4eb1c1a-c480-478a-ad46-e86fe2bb1377 req-dff7029c-34f5-4219-b780-d61c61d72d82 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0840461 Aug 10 02:06:04.116129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30001d5a-f2f0-466a-b9c6-42a2553cf8af,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:04.139565 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4eb1c1a-c480-478a-ad46-e86fe2bb1377 req-2190db6e-0bfb-48e9-a106-0e0c53665959 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657637 Aug 10 02:06:04.150984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.152915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Checking segment: {'id': 'cb4d4082-5904-464f-a8ae-06e5359382cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86f23707-a963-4b1d-8c76-7f33a8560f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:04.153540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Network hostable DHCP agents. Network: 86f23707-a963-4b1d-8c76-7f33a8560f51, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:04.179723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:04.181425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.219703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Network 86f23707-a963-4b1d-8c76-7f33a8560f51 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:04.254563 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.271271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Transition to ACTIVE for port object 1e08ada2-0536-4e56-a9eb-1261a61bccd6 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:04.287080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Transition to ACTIVE for port object 1e08ada2-0536-4e56-a9eb-1261a61bccd6 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:04.287554 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 86f23707-a963-4b1d-8c76-7f33a8560f51) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:04.290760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Network': ['ID=00a24768-f520-4868-a143-fc221934b964,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:04.303903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:04.303903 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.305695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525523ba-12a1-4695-a296-d4704264155b None None] Network 86f23707-a963-4b1d-8c76-7f33a8560f51 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:04.312900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 00a24768-f520-4868-a143-fc221934b964 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:04.317950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3e943-b9a3-4ae5-8ddd-aafb967013b2 req-d3165e6e-ccbb-4093-bb90-f19aefce7026 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:04.319857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fde3e943-b9a3-4ae5-8ddd-aafb967013b2 req-d3165e6e-ccbb-4093-bb90-f19aefce7026 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1017692 Aug 10 02:06:04.364571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fde3e943-b9a3-4ae5-8ddd-aafb967013b2 req-ea8a077a-b9a6-4d86-971d-9be9e11e3ccd tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383284 Aug 10 02:06:04.401598 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.412624 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1eed018d-c2c2-43cc-9d30-6af821bdb026 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7774415 Aug 10 02:06:04.436764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-318af34a-9da0-4d10-b532-3ebc71d2eef7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7593298 Aug 10 02:06:04.439332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52976) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:04.445415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'subnet': {'network_id': '00a24768-f520-4868-a143-fc221934b964', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:04.486088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:04.500727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:04.523150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:04.572786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Pushing event updated for resources: {'Port': ['ID=1e08ada2-0536-4e56-a9eb-1261a61bccd6,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:04.619974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:04.624867 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.661643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Attempting to bind port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:04.661643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Attempting to bind port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:04.662376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Attempting to bind port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 on network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:04.670796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:04.671186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Checking segment: {'id': 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:04.671594 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.671994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Bound using segment: {'id': 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:04.673311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Bound port: 1e08ada2-0536-4e56-a9eb-1261a61bccd6, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:04.673807 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:04.692576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42973b3d-b73e-441c-bd64-5cae6220b740 None None] Network 86f23707-a963-4b1d-8c76-7f33a8560f51 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:04.954574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffcae4-5cbe-475d-8857-345976000d38 req-138e303b-de6f-4e65-9025-39e211534302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:04.957373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dffcae4-5cbe-475d-8857-345976000d38 req-138e303b-de6f-4e65-9025-39e211534302 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1398849 Aug 10 02:06:04.976914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae740dd9-7940-4ebe-b89a-c3d9868b8908 req-a8095746-268e-494f-af69-81c611ed617d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:04.978510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae740dd9-7940-4ebe-b89a-c3d9868b8908 req-a8095746-268e-494f-af69-81c611ed617d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1781309 Aug 10 02:06:05.095584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] For port 1e08ada2-0536-4e56-a9eb-1261a61bccd6, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:05.100850 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] For port 1e08ada2-0536-4e56-a9eb-1261a61bccd6, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1e08ada2-0536-4e56-a9eb-1261a61bccd6,segment=NetworkSegment(e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60),segment_id=e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:05.164678 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:05.192053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae740dd9-7940-4ebe-b89a-c3d9868b8908 req-713b35ab-ddf4-4d5a-a243-a89ac4e274d8 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020891 Aug 10 02:06:05.255420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffcae4-5cbe-475d-8857-345976000d38 req-525c2185-1ec5-4e92-b122-5a47383246b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:05.255420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dffcae4-5cbe-475d-8857-345976000d38 req-525c2185-1ec5-4e92-b122-5a47383246b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 920 time: 0.2878432 Aug 10 02:06:05.271776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957cfb3-d3e8-456a-9cc2-f5742e4b231d None None] Pushing event updated for resources: {'Port': ['ID=1e08ada2-0536-4e56-a9eb-1261a61bccd6,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:05.324829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:05.327887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dffcae4-5cbe-475d-8857-345976000d38 req-503a7de3-f89a-44e0-88ea-0131eb263ef7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 217 time: 0.0595171 Aug 10 02:06:05.334505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-2e7e9eb9-0a0f-4f68-8032-a51486ae9a3d tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:05.339012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-2e7e9eb9-0a0f-4f68-8032-a51486ae9a3d tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/networks?id=86f23707-a963-4b1d-8c76-7f33a8560f51 HTTP/1.1" status: 200 len: 808 time: 0.2943485 Aug 10 02:06:05.473000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-02eb058f-ca85-4694-aafd-e97aae028177 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/quotas/8403eb0542e44334aa263119d712cddd HTTP/1.1" status: 200 len: 375 time: 0.1000752 Aug 10 02:06:05.534718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-24c6bc4c-3b69-4d92-b6ba-b85770678fd2 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8403eb0542e44334aa263119d712cddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548797 Aug 10 02:06:05.542201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a5879-2c9a-475a-adf7-66aa7878f4f9 req-f49bf50b-65fa-427e-90e2-3a1233699052 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:05.543756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a3a5879-2c9a-475a-adf7-66aa7878f4f9 req-f49bf50b-65fa-427e-90e2-3a1233699052 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.2584484 Aug 10 02:06:05.562781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Subnet': ['ID=cfaa6680-8949-4224-af1d-2c6a42ac7016,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:05.569432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffcae4-5cbe-475d-8857-345976000d38 req-6ca803ce-b6d4-476a-b08d-f1340119cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:05.571012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dffcae4-5cbe-475d-8857-345976000d38 req-6ca803ce-b6d4-476a-b08d-f1340119cfc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.2309601 Aug 10 02:06:05.657896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Checking segment: {'id': 'd84d1528-5bad-432e-930e-6a2262d8ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a24768-f520-4868-a143-fc221934b964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:05.658857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network hostable DHCP agents. Network: 00a24768-f520-4868-a143-fc221934b964, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:05.666368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dffcae4-5cbe-475d-8857-345976000d38 req-bcd2b8c7-5bb0-4d84-bc20-ee5081d0ce5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666168 Aug 10 02:06:05.703150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a3a5879-2c9a-475a-adf7-66aa7878f4f9 req-a5f5c409-848b-42e9-895a-4d0c1a390dc9 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413903 Aug 10 02:06:05.804917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-ce715887-fda3-43f7-b993-14541062df2f service neutron] 10.222.0.38 "GET /v2.0/networks/86f23707-a963-4b1d-8c76-7f33a8560f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601597 Aug 10 02:06:05.867700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dffcae4-5cbe-475d-8857-345976000d38 req-19b29f98-29f4-40b1-bcc1-8fdff678b030 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845109 Aug 10 02:06:05.898277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network 00a24768-f520-4868-a143-fc221934b964 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:05.988866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-d73108b0-be39-4a5a-bbc5-88c92745ad21 service neutron] 10.222.0.38 "GET /v2.0/networks/86f23707-a963-4b1d-8c76-7f33a8560f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719658 Aug 10 02:06:06.006253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dffcae4-5cbe-475d-8857-345976000d38 req-b32e7cf7-d916-43b7-b794-779343ad5052 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313593 Aug 10 02:06:06.013225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 00a24768-f520-4868-a143-fc221934b964) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:06.018811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:06.021902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01358814-cbb5-4444-8b1e-ed0093d0d276 None None] Network 00a24768-f520-4868-a143-fc221934b964 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:06.022545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:06.043578 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:06:06.122364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a8f007eb-60d9-47c4-868f-31bc7b061379 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6811090 Aug 10 02:06:06.252699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-00a24768-f520-4868-a143-fc221934b964', 'network_id': '00a24768-f520-4868-a143-fc221934b964', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'fixed_ips': [{'subnet_id': 'cfaa6680-8949-4224-af1d-2c6a42ac7016'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:06:06.257970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:06.396065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ce965-e2b8-4add-bc52-9b96624f67a6 req-591ae1e2-2ef5-49a5-baa9-36cb6bf505f0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:06.398278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d9ce965-e2b8-4add-bc52-9b96624f67a6 req-591ae1e2-2ef5-49a5-baa9-36cb6bf505f0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0993731 Aug 10 02:06:06.464455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d9ce965-e2b8-4add-bc52-9b96624f67a6 req-635e06d1-bb04-42dd-8543-c80a02e68831 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592818 Aug 10 02:06:06.529734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f540b8-0ad7-497a-a4dc-02c4a61f9f77 None None] Network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:06.547741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Allocated IP 19.86.0.2 (00a24768-f520-4868-a143-fc221934b964/cfaa6680-8949-4224-af1d-2c6a42ac7016/57e65f63-d0c9-486f-a289-dac333127e82) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:06.676392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-aa8f9bf6-103f-4b9d-91a5-ee90caba520f tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:06.682679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-aa8f9bf6-103f-4b9d-91a5-ee90caba520f tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:06.685576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-aa8f9bf6-103f-4b9d-91a5-ee90caba520f tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/networks?id=f89ba7b5-325a-4d4f-9587-6fb6f29aca91&id=00a24768-f520-4868-a143-fc221934b964 HTTP/1.1" status: 200 len: 1391 time: 0.2245879 Aug 10 02:06:06.706135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6fd770e-36d1-463f-96e1-f21fa60bc374 req-211123b3-a804-4122-b3f8-4644cb566395 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 210 time: 0.1174543 Aug 10 02:06:06.717529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-84d34c3c-3fe2-46a5-8d7c-78ed13c44619 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/quotas/f285a1c95cbb47358aeec9b7e2ff08d5 HTTP/1.1" status: 200 len: 375 time: 0.0141826 Aug 10 02:06:06.734641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2b8fdd50-eeaf-46dd-b8d2-c77d5c56b565 None None] Provisioning for port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:06.799197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-e98ec5d0-38cb-417c-8b46-3fe9386e04e1 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732884 Aug 10 02:06:06.907475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4e801-fe56-4ee5-89a7-f591ba7f8697 req-bddc71b7-12f9-4199-a49b-384bf65875f4 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:06.909484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09c4e801-fe56-4ee5-89a7-f591ba7f8697 req-bddc71b7-12f9-4199-a49b-384bf65875f4 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1093693 Aug 10 02:06:06.917163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:06.933576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Transition to ACTIVE for port object 57e65f63-d0c9-486f-a289-dac333127e82 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:06.966231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Transition to ACTIVE for port object 57e65f63-d0c9-486f-a289-dac333127e82 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:06.979513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09c4e801-fe56-4ee5-89a7-f591ba7f8697 req-30cdba8a-3c4c-43b9-9768-63e4d35f4161 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Aug 10 02:06:07.008992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-fe476be7-1bf4-43dc-b3bf-e85d7e58872b service neutron] 10.222.0.38 "GET /v2.0/networks/f89ba7b5-325a-4d4f-9587-6fb6f29aca91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983004 Aug 10 02:06:07.019669 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.104854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Pushing event updated for resources: {'Port': ['ID=57e65f63-d0c9-486f-a289-dac333127e82,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:07.116138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Network 00a24768-f520-4868-a143-fc221934b964 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:07.118162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:07.121393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:07.141753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-97ddf6c7-3e20-4bed-83df-84dd4c9d2e0e service neutron] 10.222.0.38 "GET /v2.0/networks/f89ba7b5-325a-4d4f-9587-6fb6f29aca91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308472 Aug 10 02:06:07.189707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Attempting to bind port 57e65f63-d0c9-486f-a289-dac333127e82 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:07.190852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Attempting to bind port 57e65f63-d0c9-486f-a289-dac333127e82 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd84d1528-5bad-432e-930e-6a2262d8ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a24768-f520-4868-a143-fc221934b964'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:07.191458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Attempting to bind port 57e65f63-d0c9-486f-a289-dac333127e82 on network 00a24768-f520-4868-a143-fc221934b964 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:07.197984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:07.198526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Checking segment: {'id': 'd84d1528-5bad-432e-930e-6a2262d8ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a24768-f520-4868-a143-fc221934b964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:07.199190 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.199631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Bound using segment: {'id': 'd84d1528-5bad-432e-930e-6a2262d8ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a24768-f520-4868-a143-fc221934b964'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:07.200237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Bound port: 57e65f63-d0c9-486f-a289-dac333127e82, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84d1528-5bad-432e-930e-6a2262d8ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a24768-f520-4868-a143-fc221934b964'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:07.200978 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.338664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] For port 57e65f63-d0c9-486f-a289-dac333127e82, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:07.347407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] For port 57e65f63-d0c9-486f-a289-dac333127e82, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=57e65f63-d0c9-486f-a289-dac333127e82,segment=NetworkSegment(d84d1528-5bad-432e-930e-6a2262d8ab28),segment_id=d84d1528-5bad-432e-930e-6a2262d8ab28)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:07.495296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1e08ada2-0536-4e56-a9eb-1261a61bccd6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:07.521892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.617526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf17e41-6828-4ebb-b092-fb62a4b0ef39 None None] Pushing event updated for resources: {'Port': ['ID=57e65f63-d0c9-486f-a289-dac333127e82,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:07.627264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-c463366e-5714-48f5-94c9-4e04a5d625d3 service neutron] 10.222.0.38 "GET /v2.0/networks/00a24768-f520-4868-a143-fc221934b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841404 Aug 10 02:06:07.687475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:07.697713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:07.698147 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.768840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa11d8-2035-44b7-872a-4be01e0b778b req-61b59510-0cc0-4508-9984-98d87de7f4da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:07.770514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53fa11d8-2035-44b7-872a-4be01e0b778b req-61b59510-0cc0-4508-9984-98d87de7f4da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0910819 Aug 10 02:06:07.816666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-1a76ba07-a03a-4fa1-870b-3a2a748cfc82 service neutron] 10.222.0.38 "GET /v2.0/networks/00a24768-f520-4868-a143-fc221934b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819382 Aug 10 02:06:07.840070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53fa11d8-2035-44b7-872a-4be01e0b778b req-b46a0eb0-b4a3-4992-80f6-e49971927ee8 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614030 Aug 10 02:06:07.848364 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.900601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 1e08ada2-0536-4e56-a9eb-1261a61bccd6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1e08ada2-0536-4e56-a9eb-1261a61bccd6,segment=NetworkSegment(e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60),segment_id=e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:08.001929 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:08.012064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811ce5e-e54b-49c6-a840-50fe6967542b req-c0e05746-9298-4fef-8c0f-9c128c2533ef tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:08.020319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e811ce5e-e54b-49c6-a840-50fe6967542b req-c0e05746-9298-4fef-8c0f-9c128c2533ef tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 945 time: 0.0784328 Aug 10 02:06:08.059618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=1e08ada2-0536-4e56-a9eb-1261a61bccd6,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:08.061121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e811ce5e-e54b-49c6-a840-50fe6967542b req-821a6ac4-4b32-4c28-9316-79ae91a992ae tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395389 Aug 10 02:06:08.175008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acbd4b44-1f2f-4b10-9377-a52335c85252 req-dfac23f2-88b2-489f-9b83-45fde7b65c60 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 210 time: 0.0303741 Aug 10 02:06:08.263557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62f7fe89-4b92-4f51-b91b-47e8c6dea186 req-81de93cd-8ef1-4546-ba52-c01a09287f27 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 210 time: 0.0303819 Aug 10 02:06:08.281721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed7e1f-5c5d-4286-973b-d77c62593d80 req-8b1525c2-4f38-4569-9bb3-f7b0534815cd tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:08.294038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39ed7e1f-5c5d-4286-973b-d77c62593d80 req-8b1525c2-4f38-4569-9bb3-f7b0534815cd tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0968246 Aug 10 02:06:08.364302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39ed7e1f-5c5d-4286-973b-d77c62593d80 req-a15b53c7-d42e-4035-a4d4-1e85067ac2a0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481484 Aug 10 02:06:08.828372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d6efb-7692-4b8a-8c0c-5e7490791032 None None] Network 00a24768-f520-4868-a143-fc221934b964 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:08.968036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4da8bd-79c9-4439-81cf-9505c35d2bcb req-d4ac8d90-c162-491c-af53-34dc3e075d90 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:08.969728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b4da8bd-79c9-4439-81cf-9505c35d2bcb req-d4ac8d90-c162-491c-af53-34dc3e075d90 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0563943 Aug 10 02:06:08.994238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dca5f07c-0d80-4fd9-a151-b2640b1d1ce5 None None] Provisioning for port 57e65f63-d0c9-486f-a289-dac333127e82 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:09.018857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b4da8bd-79c9-4439-81cf-9505c35d2bcb req-2e39771d-7bcb-41b2-9b74-8e8f607ebf0f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Aug 10 02:06:09.233165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-6e83ac65-c7a1-48f6-8db6-1fbbb21edb51 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:09.234880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-6e83ac65-c7a1-48f6-8db6-1fbbb21edb51 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.11 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 945 time: 0.0891376 Aug 10 02:06:09.243967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f47e04-65bc-449c-954f-d5146a383a15 req-797da0df-1f96-4b4f-bc88-ae589a671907 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:09.245828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27f47e04-65bc-449c-954f-d5146a383a15 req-797da0df-1f96-4b4f-bc88-ae589a671907 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 945 time: 0.0916662 Aug 10 02:06:09.438032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27f47e04-65bc-449c-954f-d5146a383a15 req-45704db4-a83f-4934-920d-9a3801b1c70f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815569 Aug 10 02:06:09.453610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6336d372-2e97-4311-9169-ca671a336ba9 req-39689164-3e8f-4a03-af12-2c88ecad8ad1 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 210 time: 0.1644595 Aug 10 02:06:09.520106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Deleting port c2526ff2-0acf-4008-a5b6-a42df321af3a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:09.520525 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.544809 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-3558c42d-9995-4ab0-b7fa-66143d125036 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:09.547300 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-3558c42d-9995-4ab0-b7fa-66143d125036 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.16 "GET /v2.0/networks?id=86f23707-a963-4b1d-8c76-7f33a8560f51 HTTP/1.1" status: 200 len: 808 time: 0.5182800 Aug 10 02:06:09.572622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Request body: {'port': {'device_id': 'c51aae77-cc27-4ff7-91b4-05393d0f1e1f', 'network_id': '86f23707-a963-4b1d-8c76-7f33a8560f51', 'admin_state_up': True, 'tenant_id': '8403eb0542e44334aa263119d712cddd'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:09.590645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1e08ada2-0536-4e56-a9eb-1261a61bccd6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:09.655739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:09.656183 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.663726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6fa66e8-8201-4fba-85db-b190ee346c30 req-f47d0e92-e42a-425c-bda1-2fe1776e8192 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 210 time: 0.1052909 Aug 10 02:06:09.713787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92c7b-2ba3-4795-a8a2-be89f9fcfd5f req-c13faab8-4e4c-4c54-a0b4-6b0ee1373711 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:09.715377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3fe92c7b-2ba3-4795-a8a2-be89f9fcfd5f req-c13faab8-4e4c-4c54-a0b4-6b0ee1373711 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1030736 Aug 10 02:06:09.739881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] For port c2526ff2-0acf-4008-a5b6-a42df321af3a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c2526ff2-0acf-4008-a5b6-a42df321af3a,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:09.740266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.762565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Calling delete_port for c2526ff2-0acf-4008-a5b6-a42df321af3a owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:09.767411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 57e65f63-d0c9-486f-a289-dac333127e82 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:09.786149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3fe92c7b-2ba3-4795-a8a2-be89f9fcfd5f req-c6c3726a-4307-4fe9-954f-86736e251522 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605547 Aug 10 02:06:09.847553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Made reservation on behalf of 8403eb0542e44334aa263119d712cddd for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:09.851512 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.864503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 57e65f63-d0c9-486f-a289-dac333127e82 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:09.868827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 57e65f63-d0c9-486f-a289-dac333127e82 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:09.869283 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.948314 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.983506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 57e65f63-d0c9-486f-a289-dac333127e82, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=57e65f63-d0c9-486f-a289-dac333127e82,segment=NetworkSegment(d84d1528-5bad-432e-930e-6a2262d8ab28),segment_id=d84d1528-5bad-432e-930e-6a2262d8ab28)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:09.991651 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Allocated IP 172.20.0.4 (86f23707-a963-4b1d-8c76-7f33a8560f51/30001d5a-f2f0-466a-b9c6-42a2553cf8af/78d5c104-8e5a-4cc5-bce6-3641b767b84f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:09.991845 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.008397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c8274446-5ee8-474f-afa7-339390653bd1', 'c2526ff2-0acf-4008-a5b6-a42df321af3a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:10.010832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['da1df991-d2c4-40d8-9548-3bd68da27678', 'a4ebb349-e7ac-44dd-b91c-a378085e56a6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:10.021795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Pushing event deleted for resources: {'Port': ['ID=c2526ff2-0acf-4008-a5b6-a42df321af3a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:10.071381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] No DVR routers for this DVR port c2526ff2-0acf-4008-a5b6-a42df321af3a on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:10.074997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.081725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-060b0a06-2de1-47c6-8c15-ee825320eea1 req-2fb81639-0e92-44aa-b39f-6767ff137e00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.11 "DELETE /v2.0/ports/c2526ff2-0acf-4008-a5b6-a42df321af3a HTTP/1.1" status: 204 len: 173 time: 0.8297381 Aug 10 02:06:10.081725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064b5bb7-a859-461f-ab6f-7ad8d1de6eac', 'name': 'network-vif-deleted', 'tag': 'c2526ff2-0acf-4008-a5b6-a42df321af3a'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:10.081725 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a28ce5-58f9-45f7-9581-b218444f2cc8" -d '{"events": [{"server_uuid": "064b5bb7-a859-461f-ab6f-7ad8d1de6eac", "name": "network-vif-deleted", "tag": "c2526ff2-0acf-4008-a5b6-a42df321af3a"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:10.136240 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94072453-7fa5-45f4-bffd-2fb661f56f93 x-openstack-request-id: req-94072453-7fa5-45f4-bffd-2fb661f56f93 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:10.136560 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064b5bb7-a859-461f-ab6f-7ad8d1de6eac", "name": "network-vif-deleted", "tag": "c2526ff2-0acf-4008-a5b6-a42df321af3a", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:10.136811 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94072453-7fa5-45f4-bffd-2fb661f56f93 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:10.137229 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064b5bb7-a859-461f-ab6f-7ad8d1de6eac', 'name': 'network-vif-deleted', 'tag': 'c2526ff2-0acf-4008-a5b6-a42df321af3a', 'status': 'completed', 'code': 200} Aug 10 02:06:10.146004 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.201907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.234538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e278c4b-efaa-4763-8b64-9370d904232c req-89e38e75-ddf5-4e8f-a075-b0c9f9f2b2be tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:10.236740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e278c4b-efaa-4763-8b64-9370d904232c req-89e38e75-ddf5-4e8f-a075-b0c9f9f2b2be tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0957103 Aug 10 02:06:10.303398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=57e65f63-d0c9-486f-a289-dac333127e82,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:10.306529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e278c4b-efaa-4763-8b64-9370d904232c req-231beb0c-486b-4a8d-a81d-afba20542d18 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500948 Aug 10 02:06:10.420557 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.487858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Network 86f23707-a963-4b1d-8c76-7f33a8560f51 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:10.494649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:10.503378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:10.544001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Pushing event updated for resources: {'Port': ['ID=78d5c104-8e5a-4cc5-bce6-3641b767b84f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:10.593931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:10.595065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.606619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-12aa10f4-5511-46dc-9aea-ee7f6ff00651 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:10.612484 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-12aa10f4-5511-46dc-9aea-ee7f6ff00651 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:10.614071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-12aa10f4-5511-46dc-9aea-ee7f6ff00651 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "GET /v2.0/networks?id=f89ba7b5-325a-4d4f-9587-6fb6f29aca91&id=00a24768-f520-4868-a143-fc221934b964 HTTP/1.1" status: 200 len: 1391 time: 0.2433095 Aug 10 02:06:10.627675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2501d353-f990-4e26-862b-faf5ecb7a3a7 req-999d7c6a-878d-4960-81b8-92f7f3b4a576 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=064b5bb7-a859-461f-ab6f-7ad8d1de6eac HTTP/1.1" status: 200 len: 210 time: 0.0375283 Aug 10 02:06:10.634014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'port': {'device_id': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91', 'admin_state_up': True, 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:10.640199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3874dc0-dee8-4bb7-bea8-f9068b33d248 req-15cb579f-cf3b-47c9-a015-d6eba1a1a4a1 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:10.641726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3874dc0-dee8-4bb7-bea8-f9068b33d248 req-15cb579f-cf3b-47c9-a015-d6eba1a1a4a1 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 931 time: 0.0816700 Aug 10 02:06:10.690472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3874dc0-dee8-4bb7-bea8-f9068b33d248 req-aad9bb0a-7164-4674-9bd6-35a4afba64f2 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400090 Aug 10 02:06:10.694761 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-0f87157d-5109-4567-9c94-5c39f188afe7 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1266360 Aug 10 02:06:10.708879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Request body: {'port': {'device_id': 'c51aae77-cc27-4ff7-91b4-05393d0f1e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:10.775111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85969563-3c09-4338-9189-a2722f7a15bf req-bdc91a6b-10eb-47fa-8cd6-1280ffcdb903 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 210 time: 0.0308311 Aug 10 02:06:10.815908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.942830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:10.943214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0502f-b1ec-4637-a2fd-590b3cf3d335 req-e2ac3bbf-fb61-44e9-b69c-7da1b56ef26e tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:10.946334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.950967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14e0502f-b1ec-4637-a2fd-590b3cf3d335 req-e2ac3bbf-fb61-44e9-b69c-7da1b56ef26e tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0750327 Aug 10 02:06:10.990409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14e0502f-b1ec-4637-a2fd-590b3cf3d335 req-0877ae5b-5699-497d-87ac-3455c96ae8e1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Aug 10 02:06:11.164111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Allocated IP 19.80.0.31 (f89ba7b5-325a-4d4f-9587-6fb6f29aca91/719603a4-461a-479b-97a1-933f883e217f/095ea846-9e62-4cb1-b040-c7460db452d1) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:11.247391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d5c104-8e5a-4cc5-bce6-3641b767b84f {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:11.259488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.313952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Transition to ACTIVE for port object 78d5c104-8e5a-4cc5-bce6-3641b767b84f will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:11.381870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.401830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Transition to ACTIVE for port object 095ea846-9e62-4cb1-b040-c7460db452d1 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:11.407293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 57e65f63-d0c9-486f-a289-dac333127e82 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:11.434136 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.452198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98231c98-c1d9-40cc-9c6a-c4518b572e80 req-2a5c9e4b-72e3-47c9-a2b8-95f5db57a6b1 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:11.453739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98231c98-c1d9-40cc-9c6a-c4518b572e80 req-2a5c9e4b-72e3-47c9-a2b8-95f5db57a6b1 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0553839 Aug 10 02:06:11.468425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 57e65f63-d0c9-486f-a289-dac333127e82 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:11.468959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.498155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Pushing event updated for resources: {'Port': ['ID=78d5c104-8e5a-4cc5-bce6-3641b767b84f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:11.505217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98231c98-c1d9-40cc-9c6a-c4518b572e80 req-94a0304e-126a-407b-b1fd-4fe7998d6adf tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Aug 10 02:06:11.553092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.607944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:11.621940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:11.629174 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:11.637498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Attempting to bind port 78d5c104-8e5a-4cc5-bce6-3641b767b84f on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:11.637846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Attempting to bind port 78d5c104-8e5a-4cc5-bce6-3641b767b84f by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'cb4d4082-5904-464f-a8ae-06e5359382cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86f23707-a963-4b1d-8c76-7f33a8560f51'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:11.638188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Attempting to bind port 78d5c104-8e5a-4cc5-bce6-3641b767b84f on network 86f23707-a963-4b1d-8c76-7f33a8560f51 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:11.659197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Port': ['ID=095ea846-9e62-4cb1-b040-c7460db452d1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:11.681479 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Port 78d5c104-8e5a-4cc5-bce6-3641b767b84f on network 86f23707-a963-4b1d-8c76-7f33a8560f51 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:06:11.682074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Attempting to bind port 78d5c104-8e5a-4cc5-bce6-3641b767b84f on network 86f23707-a963-4b1d-8c76-7f33a8560f51 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:11.691782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:11.692135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Checking segment: {'id': 'cb4d4082-5904-464f-a8ae-06e5359382cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86f23707-a963-4b1d-8c76-7f33a8560f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:11.692814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Bound using segment: {'id': 'cb4d4082-5904-464f-a8ae-06e5359382cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86f23707-a963-4b1d-8c76-7f33a8560f51'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:11.693314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Bound port: 78d5c104-8e5a-4cc5-bce6-3641b767b84f, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4d4082-5904-464f-a8ae-06e5359382cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86f23707-a963-4b1d-8c76-7f33a8560f51'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:11.693689 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.718302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:11.719079 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.848185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] For port 78d5c104-8e5a-4cc5-bce6-3641b767b84f, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:11.852792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53316) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:11.867333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] For port 78d5c104-8e5a-4cc5-bce6-3641b767b84f, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=78d5c104-8e5a-4cc5-bce6-3641b767b84f,segment=NetworkSegment(cb4d4082-5904-464f-a8ae-06e5359382cd),segment_id=cb4d4082-5904-464f-a8ae-06e5359382cd)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:11.871157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243e6dc-e372-437b-b2a9-2dd8a65c9f79 req-1624602c-d80b-47be-8a93-9f1482653e25 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:11.872677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2243e6dc-e372-437b-b2a9-2dd8a65c9f79 req-1624602c-d80b-47be-8a93-9f1482653e25 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 943 time: 0.0939984 Aug 10 02:06:11.888100 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-2d7195a1-315d-429a-a1c3-718b20dc502a tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2581699 Aug 10 02:06:11.900518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Request body: {'port': {'device_id': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'network_id': '00a24768-f520-4868-a143-fc221934b964', 'admin_state_up': True, 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:11.941096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2243e6dc-e372-437b-b2a9-2dd8a65c9f79 req-97d1988d-3d2e-4fb2-870e-2cead4aaecc1 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567367 Aug 10 02:06:11.950416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d57f6-0ba8-47d7-8395-667d59516178 req-a352f4a1-1afe-4eb8-879a-f2885c47760e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:11.951974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a56d57f6-0ba8-47d7-8395-667d59516178 req-a352f4a1-1afe-4eb8-879a-f2885c47760e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 931 time: 0.0784214 Aug 10 02:06:11.974799 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.993359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-41d749bd-6573-4e57-acdd-e96bda3670b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.035917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c7f7b9d5-8f64-40d3-96e4-84d10c97cbec None None] Provisioning for port 095ea846-9e62-4cb1-b040-c7460db452d1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:12.036396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a56d57f6-0ba8-47d7-8395-667d59516178 req-d109ded0-229e-4b4a-88bd-2b781c38c7fc tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701506 Aug 10 02:06:12.050571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c7f7b9d5-8f64-40d3-96e4-84d10c97cbec None None] Provisioning complete for port 095ea846-9e62-4cb1-b040-c7460db452d1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:12.051314 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b9d5-8f64-40d3-96e4-84d10c97cbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.062429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:12.063033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.064907 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] 10.222.0.16 "PUT /v2.0/ports/78d5c104-8e5a-4cc5-bce6-3641b767b84f HTTP/1.1" status: 200 len: 1092 time: 1.3612912 Aug 10 02:06:12.083252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51aae77-cc27-4ff7-91b4-05393d0f1e1f', 'tag': '78d5c104-8e5a-4cc5-bce6-3641b767b84f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:12.085490 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d0a3c7-4268-41a0-b89d-aaa3baa15708" -d '{"events": [{"name": "network-changed", "server_uuid": "c51aae77-cc27-4ff7-91b4-05393d0f1e1f", "tag": "78d5c104-8e5a-4cc5-bce6-3641b767b84f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:12.110388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7b9d5-8f64-40d3-96e4-84d10c97cbec None None] Port 095ea846-9e62-4cb1-b040-c7460db452d1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:12.141192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f822b8-17fb-483f-b945-0d42d8618db3 service neutron] Pushing event updated for resources: {'Port': ['ID=78d5c104-8e5a-4cc5-bce6-3641b767b84f,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:12.159410 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7ca71f-4228-4a09-ad89-8a877ff8dbbb x-openstack-request-id: req-1a7ca71f-4228-4a09-ad89-8a877ff8dbbb {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:12.159776 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51aae77-cc27-4ff7-91b4-05393d0f1e1f", "tag": "78d5c104-8e5a-4cc5-bce6-3641b767b84f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:12.160096 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a7ca71f-4228-4a09-ad89-8a877ff8dbbb {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:12.160561 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51aae77-cc27-4ff7-91b4-05393d0f1e1f', 'tag': '78d5c104-8e5a-4cc5-bce6-3641b767b84f', 'status': 'completed', 'code': 200} Aug 10 02:06:12.194679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1335c5-3270-4e3b-af5d-7ddcdbe23287 req-905246dc-7aea-45d9-bb06-ce9b938fc916 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:12.197640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff1335c5-3270-4e3b-af5d-7ddcdbe23287 req-905246dc-7aea-45d9-bb06-ce9b938fc916 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0931039 Aug 10 02:06:12.208284 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-41d749bd-6573-4e57-acdd-e96bda3670b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.235319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a3c7-4268-41a0-b89d-aaa3baa15708 req-33a44bdc-d8a9-4c4d-a329-8c1ec5e6fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:12.237066 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64d0a3c7-4268-41a0-b89d-aaa3baa15708 req-33a44bdc-d8a9-4c4d-a329-8c1ec5e6fceb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8403eb0542e44334aa263119d712cddd&device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 1095 time: 0.0523105 Aug 10 02:06:12.242136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff1335c5-3270-4e3b-af5d-7ddcdbe23287 req-e46f9646-509d-4359-bae3-4a7ac30e905c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361865 Aug 10 02:06:12.281615 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-41d749bd-6573-4e57-acdd-e96bda3670b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.324049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-41d749bd-6573-4e57-acdd-e96bda3670b2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f6a6c22f30e44b5d8b917e53a12bd754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674444 Aug 10 02:06:12.324799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53326) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:12.325464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d749bd-6573-4e57-acdd-e96bda3670b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f630d4e8-73fc-4aab-b2f0-6d2da5f46f4d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:12.356011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a3c7-4268-41a0-b89d-aaa3baa15708 req-b8e6db64-4493-44b6-95ed-557b56a6d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:12.357596 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64d0a3c7-4268-41a0-b89d-aaa3baa15708 req-b8e6db64-4493-44b6-95ed-557b56a6d8c6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8403eb0542e44334aa263119d712cddd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1113985 Aug 10 02:06:12.387210 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a172daa-b1b8-4758-a464-b5c61b91bc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.410694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a172daa-b1b8-4758-a464-b5c61b91bc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.422264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Made reservation on behalf of f285a1c95cbb47358aeec9b7e2ff08d5 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:12.427402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.487558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a3c7-4268-41a0-b89d-aaa3baa15708 req-9f1fecaa-e0e4-46a7-9744-9b4c75422842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:12.489052 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64d0a3c7-4268-41a0-b89d-aaa3baa15708 req-9f1fecaa-e0e4-46a7-9744-9b4c75422842 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245613 Aug 10 02:06:12.522202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a172daa-b1b8-4758-a464-b5c61b91bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.526107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a172daa-b1b8-4758-a464-b5c61b91bc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.529845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2a172daa-b1b8-4758-a464-b5c61b91bc7d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f630d4e8-73fc-4aab-b2f0-6d2da5f46f4d HTTP/1.1" status: 204 len: 168 time: 0.1987991 Aug 10 02:06:12.536349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a172daa-b1b8-4758-a464-b5c61b91bc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f630d4e8-73fc-4aab-b2f0-6d2da5f46f4d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:12.645629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3861f7-6c27-4687-b997-ea25c2730a5c req-5b08f48a-98b2-46a9-8cd2-5da7f06aef67 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:12.651681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3861f7-6c27-4687-b997-ea25c2730a5c req-5b08f48a-98b2-46a9-8cd2-5da7f06aef67 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0634413 Aug 10 02:06:12.663931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-4721f512-7520-4334-b445-f5f5de508d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:12.665465 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-4721f512-7520-4334-b445-f5f5de508d7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8403eb0542e44334aa263119d712cddd&device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 1095 time: 0.0897427 Aug 10 02:06:12.710352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3861f7-6c27-4687-b997-ea25c2730a5c req-e280a94d-620a-4879-9987-9de77b4e9f92 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563211 Aug 10 02:06:12.721282 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-aa5b5546-21b6-43a9-a4f5-e42702fd84c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78d5c104-8e5a-4cc5-bce6-3641b767b84f HTTP/1.1" status: 200 len: 217 time: 0.0438356 Aug 10 02:06:12.734389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Allocated IP 19.86.0.91 (00a24768-f520-4868-a143-fc221934b964/cfaa6680-8949-4224-af1d-2c6a42ac7016/f96fe946-77c8-443b-b88b-66e36c42d910) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:12.793631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-9eb49f82-8cfd-4bc9-90fc-b633dee7484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:12.795166 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-9eb49f82-8cfd-4bc9-90fc-b633dee7484c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=30001d5a-f2f0-466a-b9c6-42a2553cf8af HTTP/1.1" status: 200 len: 848 time: 0.0685637 Aug 10 02:06:12.849470 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-383a56cd-53ad-4c5b-90ef-318871a86471 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86f23707-a963-4b1d-8c76-7f33a8560f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419230 Aug 10 02:06:12.853401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.020138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.029245 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-593b9cb6-f424-402e-9d0c-2ddf46cf27c6 service neutron] 10.222.0.16 "GET /v2.0/networks/86f23707-a963-4b1d-8c76-7f33a8560f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653085 Aug 10 02:06:13.037984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Transition to ACTIVE for port object f96fe946-77c8-443b-b88b-66e36c42d910 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:13.132304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf3e09-9e26-4517-8cbb-58fbe0469182 req-85ca3ba3-4e4e-43c2-a23b-60c32112c810 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:13.134094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ecf3e09-9e26-4517-8cbb-58fbe0469182 req-85ca3ba3-4e4e-43c2-a23b-60c32112c810 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 943 time: 0.0944657 Aug 10 02:06:13.158818 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c25ee68d-cae0-4f1d-981b-f6f4d9380808 req-6553cd33-1e05-4dad-abf8-350e6d6ba463 service neutron] 10.222.0.16 "GET /v2.0/networks/86f23707-a963-4b1d-8c76-7f33a8560f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214845 Aug 10 02:06:13.229462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf55c4-ba2b-4b42-bd59-c7333501a355 req-0b7751eb-5f38-4ab5-9838-5c1e05dda009 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:13.230905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1eaf55c4-ba2b-4b42-bd59-c7333501a355 req-0b7751eb-5f38-4ab5-9838-5c1e05dda009 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 931 time: 0.0940077 Aug 10 02:06:13.239033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ecf3e09-9e26-4517-8cbb-58fbe0469182 req-d6319aa7-a21f-4a36-a301-1f82913b4813 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698454 Aug 10 02:06:13.266042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.279339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1eaf55c4-ba2b-4b42-bd59-c7333501a355 req-a1af068b-2015-4e76-9fb9-bad4e86772e0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393443 Aug 10 02:06:13.325732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Network 00a24768-f520-4868-a143-fc221934b964 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:13.330500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:13.334630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:13.396403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event updated for resources: {'Port': ['ID=f96fe946-77c8-443b-b88b-66e36c42d910,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:13.407211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c61fb5-4723-49c1-9e4c-d96497eb17eb req-0aa6b2af-2064-4611-8e06-ce2965eb9721 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:13.415208 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11c61fb5-4723-49c1-9e4c-d96497eb17eb req-0aa6b2af-2064-4611-8e06-ce2965eb9721 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0896277 Aug 10 02:06:13.421023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:13.421773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.460648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11c61fb5-4723-49c1-9e4c-d96497eb17eb req-1cd81718-e144-4e8a-a9d6-c692cb0f20cd tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Aug 10 02:06:13.516674 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-4dd76447-0314-49f0-a537-1ef78525d7d9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6214223 Aug 10 02:06:13.530199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Request body: {'port': {'device_id': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:13.603025 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.728222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d76a425b-dd6e-466c-92ff-052e9d4812cd None None] Provisioning for port f96fe946-77c8-443b-b88b-66e36c42d910 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:13.740662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d76a425b-dd6e-466c-92ff-052e9d4812cd None None] Provisioning complete for port f96fe946-77c8-443b-b88b-66e36c42d910 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:13.740662 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d76a425b-dd6e-466c-92ff-052e9d4812cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.779460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d76a425b-dd6e-466c-92ff-052e9d4812cd None None] Port f96fe946-77c8-443b-b88b-66e36c42d910 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:13.854763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3475bb-6884-474f-bc8c-1fa1906d0873 req-d9e7d781-311b-4dcb-8287-60ad085bba71 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:13.859331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db3475bb-6884-474f-bc8c-1fa1906d0873 req-d9e7d781-311b-4dcb-8287-60ad085bba71 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0712705 Aug 10 02:06:13.898796 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db3475bb-6884-474f-bc8c-1fa1906d0873 req-86b95fcb-0dc8-4009-b557-7b29d433539c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356450 Aug 10 02:06:13.918606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095ea846-9e62-4cb1-b040-c7460db452d1 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:13.927071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.940695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Transition to ACTIVE for port object 095ea846-9e62-4cb1-b040-c7460db452d1 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:14.019310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.076212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.110466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Pushing event updated for resources: {'Port': ['ID=095ea846-9e62-4cb1-b040-c7460db452d1,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:14.150288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Attempting to bind port 095ea846-9e62-4cb1-b040-c7460db452d1 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:14.150288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Attempting to bind port 095ea846-9e62-4cb1-b040-c7460db452d1 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:14.150288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Attempting to bind port 095ea846-9e62-4cb1-b040-c7460db452d1 on network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:14.159917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Port 095ea846-9e62-4cb1-b040-c7460db452d1 on network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:06:14.159917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Attempting to bind port 095ea846-9e62-4cb1-b040-c7460db452d1 on network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:14.164910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:14.165338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Checking segment: {'id': 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:14.165918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Bound using segment: {'id': 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:14.166421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Bound port: 095ea846-9e62-4cb1-b040-c7460db452d1, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:14.166944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.176892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c2526ff2-0acf-4008-a5b6-a42df321af3a no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:14.204423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: c2526ff2-0acf-4008-a5b6-a42df321af3a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:14.205672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c2526ff2-0acf-4008-a5b6-a42df321af3a not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:14.281996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] For port 095ea846-9e62-4cb1-b040-c7460db452d1, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:14.286046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] For port 095ea846-9e62-4cb1-b040-c7460db452d1, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=095ea846-9e62-4cb1-b040-c7460db452d1,segment=NetworkSegment(e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60),segment_id=e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:14.390206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.413074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73855cb5-66b1-400e-9173-78d66daadfb3 req-3010ad9a-79f9-4a7d-bb04-3d3a605947cf tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.414617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73855cb5-66b1-400e-9173-78d66daadfb3 req-3010ad9a-79f9-4a7d-bb04-3d3a605947cf tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 943 time: 0.0819421 Aug 10 02:06:14.433449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.434198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.435671 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] 10.222.0.16 "PUT /v2.0/ports/095ea846-9e62-4cb1-b040-c7460db452d1 HTTP/1.1" status: 200 len: 1092 time: 0.9103789 Aug 10 02:06:14.436106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'tag': '095ea846-9e62-4cb1-b040-c7460db452d1'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:14.438814 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "tag": "095ea846-9e62-4cb1-b040-c7460db452d1"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:14.464461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486630ce-ed80-45e7-9bab-a2832235a132 req-ada08b8b-4ca7-4853-a1f8-d8c7237e1d92 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.471174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486630ce-ed80-45e7-9bab-a2832235a132 req-ada08b8b-4ca7-4853-a1f8-d8c7237e1d92 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.472656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d132e4-3758-4a8d-836c-21af0f33a274 service neutron] Pushing event updated for resources: {'Port': ['ID=095ea846-9e62-4cb1-b040-c7460db452d1,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:14.479115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-486630ce-ed80-45e7-9bab-a2832235a132 req-ada08b8b-4ca7-4853-a1f8-d8c7237e1d92 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1665 time: 0.1139610 Aug 10 02:06:14.525822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Request body: {'port': {'device_id': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:14.550848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-486630ce-ed80-45e7-9bab-a2832235a132 req-93e5506c-2db9-48c8-8607-74ba5aee9721 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704877 Aug 10 02:06:14.557143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73855cb5-66b1-400e-9173-78d66daadfb3 req-97825d68-e43b-43b2-a439-e35556b64497 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251662 Aug 10 02:06:14.627063 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1053aa31-eb94-4827-ae38-064aec7d702a x-openstack-request-id: req-1053aa31-eb94-4827-ae38-064aec7d702a {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:14.627372 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "tag": "095ea846-9e62-4cb1-b040-c7460db452d1", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:14.627626 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1053aa31-eb94-4827-ae38-064aec7d702a {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:14.628022 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'tag': '095ea846-9e62-4cb1-b040-c7460db452d1', 'status': 'completed', 'code': 200} Aug 10 02:06:14.637406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.707782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d956f-2f13-4e92-8d83-30eb23457f9a req-869d3074-b73d-406c-a606-de2bb5db4066 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.709889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-553d956f-2f13-4e92-8d83-30eb23457f9a req-869d3074-b73d-406c-a606-de2bb5db4066 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0819640 Aug 10 02:06:14.741722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6 req-445ce4b2-7396-4c1b-a211-027a5cb073bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.742369 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6 req-445ce4b2-7396-4c1b-a211-027a5cb073bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.744266 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6 req-445ce4b2-7396-4c1b-a211-027a5cb073bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1913 time: 0.1027851 Aug 10 02:06:14.762206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-553d956f-2f13-4e92-8d83-30eb23457f9a req-b3c59698-eadd-490e-b0a8-aef36d7d8f07 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Aug 10 02:06:14.917989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53384) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:14.978416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6 req-b043acc9-20f0-4a8c-a9d1-1ce19e5880f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.979039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6 req-b043acc9-20f0-4a8c-a9d1-1ce19e5880f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.979386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6 req-b043acc9-20f0-4a8c-a9d1-1ce19e5880f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:14.981127 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6 req-b043acc9-20f0-4a8c-a9d1-1ce19e5880f6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1759210 Aug 10 02:06:15.069938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9cc7-5f72-4c53-b0e0-84e4d1e84299 req-00c6c732-73ed-43a6-a316-b6ef212d5374 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:15.081968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23cb9cc7-5f72-4c53-b0e0-84e4d1e84299 req-00c6c732-73ed-43a6-a316-b6ef212d5374 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0932808 Aug 10 02:06:15.104413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1670955229'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:15.153319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23cb9cc7-5f72-4c53-b0e0-84e4d1e84299 req-5ea093c8-fe61-410e-86b1-990cd50c181d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589268 Aug 10 02:06:15.154591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6 req-f9a1c263-2c00-46ac-826f-7eff8e968419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:15.160720 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d31f966-bbe5-4472-ac8b-dba3f9664cc6 req-f9a1c263-2c00-46ac-826f-7eff8e968419 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1707594 Aug 10 02:06:15.174379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96fe946-77c8-443b-b88b-66e36c42d910 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:15.182053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.193815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Transition to ACTIVE for port object f96fe946-77c8-443b-b88b-66e36c42d910 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:15.270276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Made reservation on behalf of 23de36ea47ef487b8f28af2c53522678 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:15.273855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.284551 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.304729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.385130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f96fe946-77c8-443b-b88b-66e36c42d910,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:15.411088 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.465234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Attempting to bind port f96fe946-77c8-443b-b88b-66e36c42d910 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:15.465644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Attempting to bind port f96fe946-77c8-443b-b88b-66e36c42d910 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'd84d1528-5bad-432e-930e-6a2262d8ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a24768-f520-4868-a143-fc221934b964'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:15.466079 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Attempting to bind port f96fe946-77c8-443b-b88b-66e36c42d910 on network 00a24768-f520-4868-a143-fc221934b964 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:15.474345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Port f96fe946-77c8-443b-b88b-66e36c42d910 on network 00a24768-f520-4868-a143-fc221934b964 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:06:15.474716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Attempting to bind port f96fe946-77c8-443b-b88b-66e36c42d910 on network 00a24768-f520-4868-a143-fc221934b964 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:15.485533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:15.485533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Checking segment: {'id': 'd84d1528-5bad-432e-930e-6a2262d8ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a24768-f520-4868-a143-fc221934b964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:15.485533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Bound using segment: {'id': 'd84d1528-5bad-432e-930e-6a2262d8ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a24768-f520-4868-a143-fc221934b964'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:15.485533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Bound port: f96fe946-77c8-443b-b88b-66e36c42d910, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84d1528-5bad-432e-930e-6a2262d8ab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '00a24768-f520-4868-a143-fc221934b964'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:15.485533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.552053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] For port f96fe946-77c8-443b-b88b-66e36c42d910, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:15.555975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] For port f96fe946-77c8-443b-b88b-66e36c42d910, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f96fe946-77c8-443b-b88b-66e36c42d910,segment=NetworkSegment(d84d1528-5bad-432e-930e-6a2262d8ab28),segment_id=d84d1528-5bad-432e-930e-6a2262d8ab28)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:15.560331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.587739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:15.602065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2a0f6b-875e-445b-bddc-2ede1b54cf27,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:15.608126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.608704 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Added segment 1ac55f5f-adda-46c0-83b1-e6dc968c2fd9 of type vlan for network 26c8bf48-1742-4196-9271-19d54e488ec6 Aug 10 02:06:15.636936 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.660622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:15.661359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.670597 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] 10.222.0.16 "PUT /v2.0/ports/f96fe946-77c8-443b-b88b-66e36c42d910 HTTP/1.1" status: 200 len: 1092 time: 1.1421602 Aug 10 02:06:15.693845 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.732073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beed3d-7c8f-4e40-8308-477169bb5589 req-7912c78d-ef7c-48f2-b9cb-8b13973fc6b4 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:15.735531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96752dd-36fb-4564-a027-1f83c48e40f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f96fe946-77c8-443b-b88b-66e36c42d910,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:15.739603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beed3d-7c8f-4e40-8308-477169bb5589 req-7912c78d-ef7c-48f2-b9cb-8b13973fc6b4 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:15.740796 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60beed3d-7c8f-4e40-8308-477169bb5589 req-7912c78d-ef7c-48f2-b9cb-8b13973fc6b4 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1677 time: 0.0893931 Aug 10 02:06:15.811064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60beed3d-7c8f-4e40-8308-477169bb5589 req-674d6363-a6b2-4429-b11b-668cb9bd20fd tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563781 Aug 10 02:06:15.837339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.845679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:15.855450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.882377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-8ea3af99-d8e9-40a3-862d-069508f10627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:15.882988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-8ea3af99-d8e9-40a3-862d-069508f10627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:15.884987 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-8ea3af99-d8e9-40a3-862d-069508f10627 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1981 time: 0.0750551 Aug 10 02:06:15.941492 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-38f84600-6d8a-409a-bfc9-914e0935647b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=095ea846-9e62-4cb1-b040-c7460db452d1 HTTP/1.1" status: 200 len: 217 time: 0.0458577 Aug 10 02:06:15.991769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0697637 Aug 10 02:06:15.992490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53402) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:15.997478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Request body: {'subnet': {'network_id': '26c8bf48-1742-4196-9271-19d54e488ec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:15.998037 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8374e9a-977f-45a2-a872-49515b15d4e7 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event updated for resources: {'Network': ['ID=26c8bf48-1742-4196-9271-19d54e488ec6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:16.010167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 26c8bf48-1742-4196-9271-19d54e488ec6 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:16.016397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-81aefb14-73d7-454d-8fcc-e88c92ccae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.018210 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-81aefb14-73d7-454d-8fcc-e88c92ccae07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=719603a4-461a-479b-97a1-933f883e217f HTTP/1.1" status: 200 len: 801 time: 0.0701563 Aug 10 02:06:16.018633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67851b-7750-46da-b1d8-19a17c79ac2b req-c38964c9-3af8-4308-aa2d-2982aef5b1df tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.020121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c67851b-7750-46da-b1d8-19a17c79ac2b req-c38964c9-3af8-4308-aa2d-2982aef5b1df tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 945 time: 0.1546202 Aug 10 02:06:16.031805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36de75-3d6a-4a95-b7d1-31fe21f7b0bd req-0b093348-f313-42e5-88fd-008c1ff57ea0 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.034066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a36de75-3d6a-4a95-b7d1-31fe21f7b0bd req-0b093348-f313-42e5-88fd-008c1ff57ea0 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 943 time: 0.1657240 Aug 10 02:06:16.091893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c67851b-7750-46da-b1d8-19a17c79ac2b req-0c37bad6-7409-4fa9-b235-762228a4f5b5 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567126 Aug 10 02:06:16.114544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a36de75-3d6a-4a95-b7d1-31fe21f7b0bd req-7e3eeb01-124d-4121-9e8f-3922ec45eb74 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635235 Aug 10 02:06:16.114689 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-b0493597-4e99-4778-a0ab-8d5ca1b56060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.115308 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-b0493597-4e99-4778-a0ab-8d5ca1b56060 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f89ba7b5-325a-4d4f-9587-6fb6f29aca91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710714 Aug 10 02:06:16.209888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ac715-2240-4ca1-b635-7f972c7321a1 req-812bad0f-325b-4d19-bac2-bd80fa73352a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.211612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-343ac715-2240-4ca1-b635-7f972c7321a1 req-812bad0f-325b-4d19-bac2-bd80fa73352a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0519760 Aug 10 02:06:16.215645 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-a1091bdd-c62b-43c9-828f-f08b92e1aab2 service neutron] 10.222.0.16 "GET /v2.0/networks/f89ba7b5-325a-4d4f-9587-6fb6f29aca91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919697 Aug 10 02:06:16.218386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Made reservation on behalf of 23de36ea47ef487b8f28af2c53522678 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:16.223305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.287040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-343ac715-2240-4ca1-b635-7f972c7321a1 req-769effa0-6661-4aa1-ac81-a8acce88d981 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 Aug 10 02:06:16.299637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c969d8-ac61-4ed4-9df6-56dfbba1fa94 req-dadcff77-e8bf-484d-986f-66ab21640240 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.301298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44c969d8-ac61-4ed4-9df6-56dfbba1fa94 req-dadcff77-e8bf-484d-986f-66ab21640240 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0841229 Aug 10 02:06:16.341792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44c969d8-ac61-4ed4-9df6-56dfbba1fa94 req-2284eb5b-cc43-40cb-872a-0480c2adec2d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343053 Aug 10 02:06:16.629894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'tag': 'f96fe946-77c8-443b-b88b-66e36c42d910'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:16.632078 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f96996f-02a1-47cf-8be1-9dd2eeffb495" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "tag": "f96fe946-77c8-443b-b88b-66e36c42d910"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:16.672135 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223ce72f-56af-4975-ba42-62af4e0552b2 x-openstack-request-id: req-223ce72f-56af-4975-ba42-62af4e0552b2 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:16.672433 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "tag": "f96fe946-77c8-443b-b88b-66e36c42d910", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:16.672687 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-223ce72f-56af-4975-ba42-62af4e0552b2 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:16.673078 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'tag': 'f96fe946-77c8-443b-b88b-66e36c42d910', 'status': 'completed', 'code': 200} Aug 10 02:06:16.694303 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-3758cd3b-9b1c-4904-be60-e87dbfcc61b0 service neutron] 10.222.0.16 "GET /v2.0/networks/f89ba7b5-325a-4d4f-9587-6fb6f29aca91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676814 Aug 10 02:06:16.762559 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-561c09c3-704b-4e8b-8262-3fcfe67e7dd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.91&port_id=f96fe946-77c8-443b-b88b-66e36c42d910 HTTP/1.1" status: 200 len: 217 time: 0.0589294 Aug 10 02:06:16.852310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-20372bc3-faec-4a07-9de8-2de7c048c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.853834 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-20372bc3-faec-4a07-9de8-2de7c048c1c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfaa6680-8949-4224-af1d-2c6a42ac7016 HTTP/1.1" status: 200 len: 801 time: 0.0841172 Aug 10 02:06:16.906347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-7356133c-76aa-4d18-935c-d75fe1d5da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.908626 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-7356133c-76aa-4d18-935c-d75fe1d5da30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00a24768-f520-4868-a143-fc221934b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467365 Aug 10 02:06:16.922034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3cfff-cda5-4c4f-868b-b96c64799ee0 req-c2832416-703e-49ff-bba5-d64176e67423 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.927910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3cfff-cda5-4c4f-868b-b96c64799ee0 req-c2832416-703e-49ff-bba5-d64176e67423 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.929476 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbf3cfff-cda5-4c4f-868b-b96c64799ee0 req-c2832416-703e-49ff-bba5-d64176e67423 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1677 time: 0.0566983 Aug 10 02:06:16.932563 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.967937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbf3cfff-cda5-4c4f-868b-b96c64799ee0 req-b3f29028-9f52-49bb-9af6-58af03a36997 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Aug 10 02:06:17.037807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event updated for resources: {'Subnet': ['ID=cd20828c-b000-4a6b-9887-d542f62164c4,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:17.054952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Checking segment: {'id': '1ac55f5f-adda-46c0-83b1-e6dc968c2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '26c8bf48-1742-4196-9271-19d54e488ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:17.055321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Network hostable DHCP agents. Network: 26c8bf48-1742-4196-9271-19d54e488ec6, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:17.071419 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-a6a1bdb6-e0e7-4f07-92c0-4cc20ee0f27b service neutron] 10.222.0.16 "GET /v2.0/networks/00a24768-f520-4868-a143-fc221934b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558108 Aug 10 02:06:17.172530 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-005e91b6-a854-4e0e-9825-48d1453f6ec5 req-ff6b6833-ea3e-4cbc-a41f-435f3729d8cb service neutron] 10.222.0.16 "GET /v2.0/networks/00a24768-f520-4868-a143-fc221934b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940082 Aug 10 02:06:17.190015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Network 26c8bf48-1742-4196-9271-19d54e488ec6 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:17.206698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 78d5c104-8e5a-4cc5-bce6-3641b767b84f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:06:17.258486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5149fa-e4c6-43e8-b83b-3e4fe01616cb req-c8175b66-42d7-4ee2-945c-38cc5f9248c8 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.259991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b5149fa-e4c6-43e8-b83b-3e4fe01616cb req-c8175b66-42d7-4ee2-945c-38cc5f9248c8 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 945 time: 0.0830309 Aug 10 02:06:17.269226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef233b-86e6-4d07-9285-2a5f99c590c3 req-547e577f-c312-4850-8092-99c8bcd9b36c tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.270690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfef233b-86e6-4d07-9285-2a5f99c590c3 req-547e577f-c312-4850-8092-99c8bcd9b36c tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 943 time: 0.0838959 Aug 10 02:06:17.293375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 26c8bf48-1742-4196-9271-19d54e488ec6) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:17.304663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ace409f-9114-466f-b2aa-0183fb130c63 None None] Network 26c8bf48-1742-4196-9271-19d54e488ec6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:17.304861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.305357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.327181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b5149fa-e4c6-43e8-b83b-3e4fe01616cb req-5aa87a86-1c64-4513-83d6-a673878f2a38 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555067 Aug 10 02:06:17.363894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-6e53a441-84b6-474b-8ec5-4a4c128d5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.364389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-6e53a441-84b6-474b-8ec5-4a4c128d5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.366319 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-6e53a441-84b6-474b-8ec5-4a4c128d5527 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1981 time: 0.0536385 Aug 10 02:06:17.370924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfef233b-86e6-4d07-9285-2a5f99c590c3 req-7b9e546d-78a6-4c70-abf7-4d22f0afe7e5 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930955 Aug 10 02:06:17.394394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1dfe2765-646a-4930-aa8f-3cc0b93fd9e4 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.395935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1dfe2765-646a-4930-aa8f-3cc0b93fd9e4 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 945 time: 0.0627680 Aug 10 02:06:17.403295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 78d5c104-8e5a-4cc5-bce6-3641b767b84f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=78d5c104-8e5a-4cc5-bce6-3641b767b84f,segment=NetworkSegment(cb4d4082-5904-464f-a8ae-06e5359382cd),segment_id=cb4d4082-5904-464f-a8ae-06e5359382cd)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:17.407098 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-626effee-e9c0-48d0-85a9-539c6b05355e tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4130189 Aug 10 02:06:17.418818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53418) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:17.419825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Request body: {'port': {'network_id': '26c8bf48-1742-4196-9271-19d54e488ec6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1184409109'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:17.420977 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '78d5c104-8e5a-4cc5-bce6-3641b767b84f', 'network_id': '86f23707-a963-4b1d-8c76-7f33a8560f51', 'port_id': '78d5c104-8e5a-4cc5-bce6-3641b767b84f', 'mac_address': 'fa:16:3e:35:bb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30001d5a-f2f0-466a-b9c6-42a2553cf8af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:06:17.493553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-77a024a6-6cd2-4584-9b07-c6a90b95a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.495070 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-77a024a6-6cd2-4584-9b07-c6a90b95a978 service neutron] 10.222.0.16 "GET /v2.0/networks?id=00a24768-f520-4868-a143-fc221934b964 HTTP/1.1" status: 200 len: 902 time: 0.1206477 Aug 10 02:06:17.499675 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.543701 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-41c9f09e-9ee1-47e4-a8b3-bb3594bfe9c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.91&port_id=f96fe946-77c8-443b-b88b-66e36c42d910 HTTP/1.1" status: 200 len: 217 time: 0.0398233 Aug 10 02:06:17.564379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d5c104-8e5a-4cc5-bce6-3641b767b84f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:17.585159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-26c8bf48-1742-4196-9271-19d54e488ec6', 'network_id': '26c8bf48-1742-4196-9271-19d54e488ec6', 'tenant_id': '23de36ea47ef487b8f28af2c53522678', 'fixed_ips': [{'subnet_id': 'cd20828c-b000-4a6b-9887-d542f62164c4'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:06:17.586107 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.601096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-81b39243-295e-4706-92ee-aea2b632e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.602915 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-81b39243-295e-4706-92ee-aea2b632e4df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfaa6680-8949-4224-af1d-2c6a42ac7016 HTTP/1.1" status: 200 len: 801 time: 0.0513573 Aug 10 02:06:17.608970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 78d5c104-8e5a-4cc5-bce6-3641b767b84f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=78d5c104-8e5a-4cc5-bce6-3641b767b84f,segment=NetworkSegment(cb4d4082-5904-464f-a8ae-06e5359382cd),segment_id=cb4d4082-5904-464f-a8ae-06e5359382cd)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:17.637344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7142e4-65fd-4ce8-be2d-11f721185e20 req-188962a6-651a-4bae-98d2-b4365f018955 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.638884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e7142e4-65fd-4ce8-be2d-11f721185e20 req-188962a6-651a-4bae-98d2-b4365f018955 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1935835 Aug 10 02:06:17.660815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-14f3a84e-96b0-4db9-97be-6b505698d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.662520 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-14f3a84e-96b0-4db9-97be-6b505698d33a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=00a24768-f520-4868-a143-fc221934b964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502529 Aug 10 02:06:17.664165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e1ff5-9311-44e9-a199-3225616384eb req-7354b64e-3910-4288-b649-27a0932dc46e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:17.670811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-396e1ff5-9311-44e9-a199-3225616384eb req-7354b64e-3910-4288-b649-27a0932dc46e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1924312 Aug 10 02:06:17.688505 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.750692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e7142e4-65fd-4ce8-be2d-11f721185e20 req-80d8bf6c-6513-4a12-8296-d31152f5fcae tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967209 Aug 10 02:06:17.752763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Deleting port c8274446-5ee8-474f-afa7-339390653bd1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:17.753107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.764346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-539bdc6b-103f-4f53-ab13-3abab0eefc74 service neutron] 10.222.0.16 "GET /v2.0/networks/00a24768-f520-4868-a143-fc221934b964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927861 Aug 10 02:06:17.802246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-396e1ff5-9311-44e9-a199-3225616384eb req-73bf995e-6922-4b61-80dc-730db179564e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250811 Aug 10 02:06:17.804872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Made reservation on behalf of 23de36ea47ef487b8f28af2c53522678 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:17.808367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.817144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=78d5c104-8e5a-4cc5-bce6-3641b767b84f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:17.835077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Allocated IP 172.20.0.2 (26c8bf48-1742-4196-9271-19d54e488ec6/cd20828c-b000-4a6b-9887-d542f62164c4/ffd93d8a-61f1-42b7-9736-7d0df5e58cc3) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:17.858572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] device_id is not set on port f0d3bcc9-866c-4811-8e3b-dcc85c64de45 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:06:17.885669 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f96996f-02a1-47cf-8be1-9dd2eeffb495 req-2abdc40c-fe6f-49ad-8ea7-5703a7d52324 service neutron] 10.222.0.16 "GET /v2.0/networks/00a24768-f520-4868-a143-fc221934b964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134298 Aug 10 02:06:17.918059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] For port c8274446-5ee8-474f-afa7-339390653bd1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c8274446-5ee8-474f-afa7-339390653bd1,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:17.918434 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.942810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Calling delete_port for c8274446-5ee8-474f-afa7-339390653bd1 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:18.030650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d43a78c-0b38-4f50-97c6-d28e63e31e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.117464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010d98-bd06-4ea0-9750-7e4172f9193c req-926a54da-e579-4df4-881c-b2143ebebfdf tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:18.123371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010d98-bd06-4ea0-9750-7e4172f9193c req-926a54da-e579-4df4-881c-b2143ebebfdf tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:18.124932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f010d98-bd06-4ea0-9750-7e4172f9193c req-926a54da-e579-4df4-881c-b2143ebebfdf tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1677 time: 0.0698996 Aug 10 02:06:18.130210 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.138883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Transition to ACTIVE for port object ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:18.153404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Transition to ACTIVE for port object ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:18.155921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.163990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['78d5c104-8e5a-4cc5-bce6-3641b767b84f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:18.170687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c8274446-5ee8-474f-afa7-339390653bd1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:18.193185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f010d98-bd06-4ea0-9750-7e4172f9193c req-69b6d452-8fe1-4695-8f1d-e96e26022edc tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620604 Aug 10 02:06:18.195575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Pushing event deleted for resources: {'Port': ['ID=c8274446-5ee8-474f-afa7-339390653bd1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:18.237354 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.260772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] No DVR routers for this DVR port c8274446-5ee8-474f-afa7-339390653bd1 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:18.266334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.270395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eff4d8c-6cdb-4a15-bffe-9e3f2eb4d7aa req-1091ea26-bead-496a-a6b9-247fd975baa7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.11 "DELETE /v2.0/ports/c8274446-5ee8-474f-afa7-339390653bd1 HTTP/1.1" status: 204 len: 173 time: 0.8674233 Aug 10 02:06:18.270999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bed7988-cdd0-472e-b785-ab172298fc6e', 'name': 'network-vif-deleted', 'tag': 'c8274446-5ee8-474f-afa7-339390653bd1'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:18.273531 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4297bb9-7ad2-43c6-80e6-a704c9051222" -d '{"events": [{"server_uuid": "2bed7988-cdd0-472e-b785-ab172298fc6e", "name": "network-vif-deleted", "tag": "c8274446-5ee8-474f-afa7-339390653bd1"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:18.299237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Allocated IP 172.20.0.13 (26c8bf48-1742-4196-9271-19d54e488ec6/cd20828c-b000-4a6b-9887-d542f62164c4/f0d3bcc9-866c-4811-8e3b-dcc85c64de45) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:18.303615 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Network 26c8bf48-1742-4196-9271-19d54e488ec6 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:18.308148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Pushing event updated for resources: {'Port': ['ID=ffd93d8a-61f1-42b7-9736-7d0df5e58cc3,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:18.315262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:18.317450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:18.328111 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46aa71f-b5b5-4829-97a9-96320bfbcd0f x-openstack-request-id: req-b46aa71f-b5b5-4829-97a9-96320bfbcd0f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:18.331880 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bed7988-cdd0-472e-b785-ab172298fc6e", "name": "network-vif-deleted", "tag": "c8274446-5ee8-474f-afa7-339390653bd1", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:18.331880 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b46aa71f-b5b5-4829-97a9-96320bfbcd0f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:18.331880 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bed7988-cdd0-472e-b785-ab172298fc6e', 'name': 'network-vif-deleted', 'tag': 'c8274446-5ee8-474f-afa7-339390653bd1', 'status': 'completed', 'code': 200} Aug 10 02:06:18.425511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Attempting to bind port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:18.425889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Attempting to bind port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '1ac55f5f-adda-46c0-83b1-e6dc968c2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '26c8bf48-1742-4196-9271-19d54e488ec6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:18.427021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Attempting to bind port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 on network 26c8bf48-1742-4196-9271-19d54e488ec6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:18.440876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:18.441123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49986ca0-ff20-4d26-a6a8-37ed63a3d432 req-c608c56a-9331-4621-a1da-43a01fd7fb91 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bed7988-cdd0-472e-b785-ab172298fc6e HTTP/1.1" status: 200 len: 210 time: 0.0349545 Aug 10 02:06:18.441260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Checking segment: {'id': '1ac55f5f-adda-46c0-83b1-e6dc968c2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '26c8bf48-1742-4196-9271-19d54e488ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:18.441708 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.442110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Bound using segment: {'id': '1ac55f5f-adda-46c0-83b1-e6dc968c2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '26c8bf48-1742-4196-9271-19d54e488ec6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:18.442628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Bound port: ffd93d8a-61f1-42b7-9736-7d0df5e58cc3, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac55f5f-adda-46c0-83b1-e6dc968c2fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '26c8bf48-1742-4196-9271-19d54e488ec6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:18.443017 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.524379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.527389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] For port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:18.530755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] For port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ffd93d8a-61f1-42b7-9736-7d0df5e58cc3,segment=NetworkSegment(1ac55f5f-adda-46c0-83b1-e6dc968c2fd9),segment_id=1ac55f5f-adda-46c0-83b1-e6dc968c2fd9)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:18.542021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Transition to ACTIVE for port object f0d3bcc9-866c-4811-8e3b-dcc85c64de45 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:18.556356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bcc8-d0fd-4e41-857c-5da9593a6f1e req-8d852703-2ebb-4241-becf-c087d9f9478a tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:18.557903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f36bcc8-d0fd-4e41-857c-5da9593a6f1e req-8d852703-2ebb-4241-becf-c087d9f9478a tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 944 time: 0.0787108 Aug 10 02:06:18.613234 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.616035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f36bcc8-d0fd-4e41-857c-5da9593a6f1e req-28f91875-b279-4dcf-90f5-23529c27f853 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511792 Aug 10 02:06:18.673679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65ea2a-47db-4941-b4a0-02144a37668e None None] Pushing event updated for resources: {'Port': ['ID=ffd93d8a-61f1-42b7-9736-7d0df5e58cc3,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:18.693330 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.735086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Network 26c8bf48-1742-4196-9271-19d54e488ec6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:18.740799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:18.744642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:18.772799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event updated for resources: {'Port': ['ID=f0d3bcc9-866c-4811-8e3b-dcc85c64de45,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:18.801042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:18.801682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.893881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a4ae3971-1a40-4730-bc4a-adbc1b290d18 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4782021 Aug 10 02:06:18.896679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53432) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:18.977832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909bfa4-e76e-47e2-99f0-0839c4cf550b req-4cb0bb48-5595-4269-9062-5ec7c7b675a4 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:18.979343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f909bfa4-e76e-47e2-99f0-0839c4cf550b req-4cb0bb48-5595-4269-9062-5ec7c7b675a4 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1253152 Aug 10 02:06:19.040611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26074df0-78f6-4b6a-bcfd-d10bb7b49615 req-82a896a2-ae85-41b4-8f9a-6f5391bb2af7 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:19.042092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26074df0-78f6-4b6a-bcfd-d10bb7b49615 req-82a896a2-ae85-41b4-8f9a-6f5391bb2af7 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1360965 Aug 10 02:06:19.079768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f909bfa4-e76e-47e2-99f0-0839c4cf550b req-aa3172fa-9420-4084-a399-9c0b233f3eae tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909834 Aug 10 02:06:19.113456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b102cd2d-f67f-4cb1-ac6a-9d6a4be483b3 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Deleting port f0d3bcc9-866c-4811-8e3b-dcc85c64de45 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:19.113456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b102cd2d-f67f-4cb1-ac6a-9d6a4be483b3 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.118666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26074df0-78f6-4b6a-bcfd-d10bb7b49615 req-0af73851-0124-4e07-8644-d88a5c7cac45 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676796 Aug 10 02:06:19.160251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['da1df991-d2c4-40d8-9548-3bd68da27678', 'a4ebb349-e7ac-44dd-b91c-a378085e56a6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:19.202527 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b102cd2d-f67f-4cb1-ac6a-9d6a4be483b3 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.215110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b102cd2d-f67f-4cb1-ac6a-9d6a4be483b3 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Calling delete_port for f0d3bcc9-866c-4811-8e3b-dcc85c64de45 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:19.348215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034882-4e36-4d9e-b046-1e20ae871677 req-fb8457f0-1b79-4faf-991e-b327a811c8a6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:19.355353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034882-4e36-4d9e-b046-1e20ae871677 req-fb8457f0-1b79-4faf-991e-b327a811c8a6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:19.356985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0034882-4e36-4d9e-b046-1e20ae871677 req-fb8457f0-1b79-4faf-991e-b327a811c8a6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1677 time: 0.0909383 Aug 10 02:06:19.458487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0034882-4e36-4d9e-b046-1e20ae871677 req-84d22ac0-35e6-4fae-b467-ff7c985942db tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636656 Aug 10 02:06:19.480603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:19.527190 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b102cd2d-f67f-4cb1-ac6a-9d6a4be483b3 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.556812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102cd2d-f67f-4cb1-ac6a-9d6a4be483b3 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event deleted for resources: {'Port': ['ID=f0d3bcc9-866c-4811-8e3b-dcc85c64de45,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:19.601361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:19.637950 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b102cd2d-f67f-4cb1-ac6a-9d6a4be483b3 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.644073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b102cd2d-f67f-4cb1-ac6a-9d6a4be483b3 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] 10.222.0.38 "DELETE /v2.0/ports/f0d3bcc9-866c-4811-8e3b-dcc85c64de45 HTTP/1.1" status: 204 len: 168 time: 0.7461910 Aug 10 02:06:19.646941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53442) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:19.702820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e441fc-ccc0-46af-9110-4e6ce7f91ee6 None None] Network 26c8bf48-1742-4196-9271-19d54e488ec6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:19.722531 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ccfbd914-2fc4-4627-8211-84832df45648 tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.0707381 Aug 10 02:06:19.722915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53446) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:19.728887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1522759030'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:19.760531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993755-5d92-4204-b061-d0580569d729 req-463e20cf-583f-41a2-9d8c-b78400fb92dc tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:19.762030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11993755-5d92-4204-b061-d0580569d729 req-463e20cf-583f-41a2-9d8c-b78400fb92dc tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 944 time: 0.0738130 Aug 10 02:06:19.803571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11993755-5d92-4204-b061-d0580569d729 req-66306e00-bceb-43cf-b0c3-adb2c1e0a81e tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338161 Aug 10 02:06:19.841282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Made reservation on behalf of 23de36ea47ef487b8f28af2c53522678 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:19.843270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a60fd911-d986-4aac-8b82-147a0bd4d972 None None] Provisioning for port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:19.845465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.862232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a60fd911-d986-4aac-8b82-147a0bd4d972 None None] Provisioning complete for port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:19.862459 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a60fd911-d986-4aac-8b82-147a0bd4d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.869870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:19.879700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.880048 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Added segment b04d58ab-4092-4026-b132-4fc8a1434af9 of type vlan for network 971458ef-9285-44d5-895e-7030d369588f Aug 10 02:06:19.932228 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.954052 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a60fd911-d986-4aac-8b82-147a0bd4d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.993028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a60fd911-d986-4aac-8b82-147a0bd4d972 None None] For port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ffd93d8a-61f1-42b7-9736-7d0df5e58cc3,segment=NetworkSegment(1ac55f5f-adda-46c0-83b1-e6dc968c2fd9),segment_id=1ac55f5f-adda-46c0-83b1-e6dc968c2fd9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:20.076135 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a60fd911-d986-4aac-8b82-147a0bd4d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.131475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fd911-d986-4aac-8b82-147a0bd4d972 None None] Pushing event updated for resources: {'Port': ['ID=ffd93d8a-61f1-42b7-9736-7d0df5e58cc3,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:20.195774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-777a0552-95f0-4cf5-a6d0-38759a648324 None None] Provisioning complete for port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:20.196270 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-777a0552-95f0-4cf5-a6d0-38759a648324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.331030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815a0ed-832c-4e12-a8bb-ff3114826cc2 req-36bb1664-c8d7-4cb5-9921-ee202b4754c1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:20.332478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5815a0ed-832c-4e12-a8bb-ff3114826cc2 req-36bb1664-c8d7-4cb5-9921-ee202b4754c1 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 945 time: 0.3820791 Aug 10 02:06:20.334014 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.339368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:20.339945 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.405145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e395cb45-1960-48f9-ae28-7d1fb97bc948 None None] Could not find standard attr ID for object f0d3bcc9-866c-4811-8e3b-dcc85c64de45. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:06:20.460886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event updated for resources: {'Network': ['ID=971458ef-9285-44d5-895e-7030d369588f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:20.467093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5815a0ed-832c-4e12-a8bb-ff3114826cc2 req-43e4b3ac-49cb-44ef-b82d-aa38b9dcb186 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176159 Aug 10 02:06:20.471704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 971458ef-9285-44d5-895e-7030d369588f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:20.487402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b33ed-5b5b-4777-82da-fc80e03550d9 req-1b977050-8179-4ce9-a5a2-adf82db2f996 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:20.495108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee1b33ed-5b5b-4777-82da-fc80e03550d9 req-1b977050-8179-4ce9-a5a2-adf82db2f996 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1730218 Aug 10 02:06:20.536051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee1b33ed-5b5b-4777-82da-fc80e03550d9 req-fba67112-9377-422c-b977-df01af52a9b0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399611 Aug 10 02:06:20.540109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1540f137-da73-47db-9fab-dcd7ed479734 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8135602 Aug 10 02:06:20.540759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53456) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:20.547109 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b59cfae0-1d11-4f99-aa6a-af173ffac0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.636693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafdf1e-e8c8-466f-a3fb-d0106aec45c8 req-c4c60a4c-62cf-45cd-bda1-e07d97ff861b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:20.638167 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfafdf1e-e8c8-466f-a3fb-d0106aec45c8 req-c4c60a4c-62cf-45cd-bda1-e07d97ff861b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0673797 Aug 10 02:06:20.703239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ebea4-5386-4681-89a4-b7579cdf2a53 req-5961d05c-c899-461a-93aa-fca86b03326c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:20.709480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ebea4-5386-4681-89a4-b7579cdf2a53 req-5961d05c-c899-461a-93aa-fca86b03326c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:20.711049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c2ebea4-5386-4681-89a4-b7579cdf2a53 req-5961d05c-c899-461a-93aa-fca86b03326c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1677 time: 0.0947695 Aug 10 02:06:20.714516 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8e1e1ea9-1e84-4010-883d-2c2111820865 tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] 10.222.0.38 "GET /v2.0/agents/8f515770-174c-4fc8-b7c3-3fca581bb4b9/dhcp-networks HTTP/1.1" status: 200 len: 11240 time: 0.1700597 Aug 10 02:06:20.715025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfafdf1e-e8c8-466f-a3fb-d0106aec45c8 req-9dab662b-f917-41bb-afa2-50fbbea9e0b1 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623639 Aug 10 02:06:20.715162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53458) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:20.752118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c2ebea4-5386-4681-89a4-b7579cdf2a53 req-429884eb-8ce1-448a-af84-c5dbf4d6167e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343719 Aug 10 02:06:20.791902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ebec6-2e66-4dd0-91e7-9fa4a4433eea tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] Network 971458ef-9285-44d5-895e-7030d369588f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:20.872527 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9c8ebec6-2e66-4dd0-91e7-9fa4a4433eea tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] 10.222.0.38 "POST /v2.0/agents/8f515770-174c-4fc8-b7c3-3fca581bb4b9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1569164 Aug 10 02:06:20.875327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:20.878051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0eba2-addd-455f-b023-afe9a11c9590 None None] Network 971458ef-9285-44d5-895e-7030d369588f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:20.921520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbd1a0-6d1e-4879-94e4-1e0c0441f046 req-c4b06695-d34e-401c-917a-f5ca4d4cec20 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:20.923103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6bbd1a0-6d1e-4879-94e4-1e0c0441f046 req-c4b06695-d34e-401c-917a-f5ca4d4cec20 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 944 time: 0.0502157 Aug 10 02:06:20.964492 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6bbd1a0-6d1e-4879-94e4-1e0c0441f046 req-55b4f78e-fc2a-4ca9-9351-55c69e7b64fb tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Aug 10 02:06:21.022252 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6fc08674-33a1-43c3-84f6-e5b541d74355 tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] 10.222.0.38 "GET /v2.0/agents/8f515770-174c-4fc8-b7c3-3fca581bb4b9/dhcp-networks HTTP/1.1" status: 200 len: 12011 time: 0.1458282 Aug 10 02:06:21.028095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:21.069563 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.175990 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b370ee5e-a3ae-4ad7-ae84-99c9bcd52601 tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] 10.222.0.38 "DELETE /v2.0/agents/8f515770-174c-4fc8-b7c3-3fca581bb4b9/dhcp-networks/971458ef-9285-44d5-895e-7030d369588f HTTP/1.1" status: 204 len: 168 time: 0.1464686 Aug 10 02:06:21.178042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53466) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:21.254752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 095ea846-9e62-4cb1-b040-c7460db452d1 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:06:21.256806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 78d5c104-8e5a-4cc5-bce6-3641b767b84f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:21.330591 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2dd0b4b2-b36a-43eb-b2af-0c3d2b64e5fe tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] 10.222.0.38 "GET /v2.0/agents/8f515770-174c-4fc8-b7c3-3fca581bb4b9/dhcp-networks HTTP/1.1" status: 200 len: 11240 time: 0.1504803 Aug 10 02:06:21.334771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53468) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:21.362777 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4e74754a-68a6-41d3-bc81-ed3048e8e0bc tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] 10.222.0.38 "GET /v2.0/networks/26c8bf48-1742-4196-9271-19d54e488ec6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0272181 Aug 10 02:06:21.370040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53470) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:21.372110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-3f57d1f8-9c93-4858-bb8f-461d0820cc9f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:21.373142 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-3f57d1f8-9c93-4858-bb8f-461d0820cc9f tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 945 time: 0.0842304 Aug 10 02:06:21.403578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-50c06055-4300-4f42-89a1-97d540ded98e tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] 10.222.0.38 "GET /v2.0/networks/26c8bf48-1742-4196-9271-19d54e488ec6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0323167 Aug 10 02:06:21.404178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53472) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:21.407588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 095ea846-9e62-4cb1-b040-c7460db452d1, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=095ea846-9e62-4cb1-b040-c7460db452d1,segment=NetworkSegment(e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60),segment_id=e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:21.420255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 78d5c104-8e5a-4cc5-bce6-3641b767b84f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:21.422289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '095ea846-9e62-4cb1-b040-c7460db452d1', 'network_id': 'f89ba7b5-325a-4d4f-9587-6fb6f29aca91', 'port_id': '095ea846-9e62-4cb1-b040-c7460db452d1', 'mac_address': 'fa:16:3e:f5:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719603a4-461a-479b-97a1-933f883e217f', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:06:21.431878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 78d5c104-8e5a-4cc5-bce6-3641b767b84f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:21.433256 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.433995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:21.483443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Deleting port a4ebb349-e7ac-44dd-b91c-a378085e56a6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:21.484113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.530901 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.553756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095ea846-9e62-4cb1-b040-c7460db452d1 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:21.570189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:21.570580 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.610221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] For port a4ebb349-e7ac-44dd-b91c-a378085e56a6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a4ebb349-e7ac-44dd-b91c-a378085e56a6,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:21.611099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.617496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 095ea846-9e62-4cb1-b040-c7460db452d1, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=095ea846-9e62-4cb1-b040-c7460db452d1,segment=NetworkSegment(e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60),segment_id=e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:21.629106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Calling delete_port for a4ebb349-e7ac-44dd-b91c-a378085e56a6 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:21.640158 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.654784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a8128-e1ca-4cc1-921a-8c83b480769c req-f1df5691-564d-4945-b27e-d4f0cdd73f06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:21.656462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-527a8128-e1ca-4cc1-921a-8c83b480769c req-f1df5691-564d-4945-b27e-d4f0cdd73f06 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 945 time: 0.1100895 Aug 10 02:06:21.663058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f3b06667-6701-4d7b-8f0c-2871908b9012 tempest-DHCPAgentSchedulersTestJSON-29223895 tempest-DHCPAgentSchedulersTestJSON-29223895-project-admin] 10.222.0.38 "GET /v2.0/agents/8f515770-174c-4fc8-b7c3-3fca581bb4b9/dhcp-networks HTTP/1.1" status: 200 len: 11240 time: 0.2543256 Aug 10 02:06:21.678047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51aae77-cc27-4ff7-91b4-05393d0f1e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5c104-8e5a-4cc5-bce6-3641b767b84f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:21.678267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53478) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:21.680227 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a9ffc1-f84d-497d-ae2f-cc054e7d87e4" -d '{"events": [{"server_uuid": "c51aae77-cc27-4ff7-91b4-05393d0f1e1f", "name": "network-vif-plugged", "status": "completed", "tag": "78d5c104-8e5a-4cc5-bce6-3641b767b84f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:21.703602 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.705222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device f96fe946-77c8-443b-b88b-66e36c42d910 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:06:21.741788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 78d5c104-8e5a-4cc5-bce6-3641b767b84f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=78d5c104-8e5a-4cc5-bce6-3641b767b84f,segment=NetworkSegment(cb4d4082-5904-464f-a8ae-06e5359382cd),segment_id=cb4d4082-5904-464f-a8ae-06e5359382cd)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:21.781282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15d260-7433-483d-9447-eb47dce0eab1 req-c61b4473-9ed0-47d4-81a7-c9c5fa1651e5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:21.783756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da15d260-7433-483d-9447-eb47dce0eab1 req-c61b4473-9ed0-47d4-81a7-c9c5fa1651e5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1553299 Aug 10 02:06:21.813340 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.819970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.827475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=095ea846-9e62-4cb1-b040-c7460db452d1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:21.829213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-527a8128-e1ca-4cc1-921a-8c83b480769c req-03e3b2b8-4cb6-4f91-b474-eee3bb57ce00 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519542 Aug 10 02:06:21.866590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da15d260-7433-483d-9447-eb47dce0eab1 req-7992d67a-3462-4349-b896-667364f8e571 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687160 Aug 10 02:06:21.876174 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.892040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['da1df991-d2c4-40d8-9548-3bd68da27678', 'a4ebb349-e7ac-44dd-b91c-a378085e56a6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:21.946021 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6266092-38aa-4e6a-b814-01335a963529 x-openstack-request-id: req-d6266092-38aa-4e6a-b814-01335a963529 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:21.946243 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51aae77-cc27-4ff7-91b4-05393d0f1e1f", "name": "network-vif-plugged", "status": "completed", "tag": "78d5c104-8e5a-4cc5-bce6-3641b767b84f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:21.946626 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d6266092-38aa-4e6a-b814-01335a963529 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:21.946857 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51aae77-cc27-4ff7-91b4-05393d0f1e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5c104-8e5a-4cc5-bce6-3641b767b84f', 'code': 200} Aug 10 02:06:21.962982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Pushing event deleted for resources: {'Port': ['ID=a4ebb349-e7ac-44dd-b91c-a378085e56a6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:21.976097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=78d5c104-8e5a-4cc5-bce6-3641b767b84f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:21.991856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port f96fe946-77c8-443b-b88b-66e36c42d910, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f96fe946-77c8-443b-b88b-66e36c42d910,segment=NetworkSegment(d84d1528-5bad-432e-930e-6a2262d8ab28),segment_id=d84d1528-5bad-432e-930e-6a2262d8ab28)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:22.014800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'f96fe946-77c8-443b-b88b-66e36c42d910', 'network_id': '00a24768-f520-4868-a143-fc221934b964', 'port_id': 'f96fe946-77c8-443b-b88b-66e36c42d910', 'mac_address': 'fa:16:3e:cb:da:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaa6680-8949-4224-af1d-2c6a42ac7016', 'ip_address': '19.86.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:06:22.045653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] No DVR routers for this DVR port a4ebb349-e7ac-44dd-b91c-a378085e56a6 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:22.050003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.051775 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5aa8f9af-abc5-4641-b5c9-4f9be932085a req-974be35a-cb75-42c8-8a32-2af721d2e25e tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.16 "DELETE /v2.0/ports/a4ebb349-e7ac-44dd-b91c-a378085e56a6 HTTP/1.1" status: 204 len: 173 time: 0.6713929 Aug 10 02:06:22.053153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfa80e7-b2f1-4074-95c8-7479bdd23bf2', 'name': 'network-vif-deleted', 'tag': 'a4ebb349-e7ac-44dd-b91c-a378085e56a6'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:22.056669 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c2773e-7e2b-4631-8095-4e40c4bb8eaa" -d '{"events": [{"server_uuid": "8cfa80e7-b2f1-4074-95c8-7479bdd23bf2", "name": "network-vif-deleted", "tag": "a4ebb349-e7ac-44dd-b91c-a378085e56a6"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:22.065965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5a66e-2177-4bb4-b024-71c7a11e66e9 req-363d06b4-d4ef-4100-8726-b7c9f7a3c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:22.067409 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ba5a66e-2177-4bb4-b024-71c7a11e66e9 req-363d06b4-d4ef-4100-8726-b7c9f7a3c746 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 1097 time: 0.0903964 Aug 10 02:06:22.076285 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.080448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.102999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971458ef-9285-44d5-895e-7030d369588f']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:22.108049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96fe946-77c8-443b-b88b-66e36c42d910 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:22.109722 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ba5a66e-2177-4bb4-b024-71c7a11e66e9 req-b33f5431-bf64-4ccc-9dc5-649c1c117e2a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353169 Aug 10 02:06:22.120249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04d58ab-4092-4026-b132-4fc8a1434af9') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:22.120559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04d58ab-4092-4026-b132-4fc8a1434af9') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:22.129831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5746d3-1f4c-4b28-b282-c13626d60d51 req-8d17ac37-e70a-429d-aa4a-4c561c46e905 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:22.136213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5746d3-1f4c-4b28-b282-c13626d60d51 req-8d17ac37-e70a-429d-aa4a-4c561c46e905 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:22.137831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c5746d3-1f4c-4b28-b282-c13626d60d51 req-8d17ac37-e70a-429d-aa4a-4c561c46e905 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1678 time: 0.1622803 Aug 10 02:06:22.145509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port f96fe946-77c8-443b-b88b-66e36c42d910, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f96fe946-77c8-443b-b88b-66e36c42d910,segment=NetworkSegment(d84d1528-5bad-432e-930e-6a2262d8ab28),segment_id=d84d1528-5bad-432e-930e-6a2262d8ab28)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:22.153149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362fc58-8a63-4d7e-a6c9-262b3599cd07 req-6c07e095-d10d-48d2-8c52-19113f7fed34 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:22.161146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a362fc58-8a63-4d7e-a6c9-262b3599cd07 req-6c07e095-d10d-48d2-8c52-19113f7fed34 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.2190163 Aug 10 02:06:22.171152 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.206930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.207143 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.210545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c8274446-5ee8-474f-afa7-339390653bd1 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:22.229070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:22.229485 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.235734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: c8274446-5ee8-474f-afa7-339390653bd1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:22.235734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c8274446-5ee8-474f-afa7-339390653bd1 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:22.235734 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:22.236050 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:22.255127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a362fc58-8a63-4d7e-a6c9-262b3599cd07 req-e15da471-8ef6-4971-9f1f-54fc63a16132 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930743 Aug 10 02:06:22.284769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=f96fe946-77c8-443b-b88b-66e36c42d910,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:22.301669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c5746d3-1f4c-4b28-b282-c13626d60d51 req-e6ae81c0-48e2-436f-8da5-9666930cbfd4 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325433 Aug 10 02:06:22.347763 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c322df3-135f-45b7-8373-1aca13dedd4a x-openstack-request-id: req-1c322df3-135f-45b7-8373-1aca13dedd4a {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:22.348138 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfa80e7-b2f1-4074-95c8-7479bdd23bf2", "name": "network-vif-deleted", "tag": "a4ebb349-e7ac-44dd-b91c-a378085e56a6", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:22.348464 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c322df3-135f-45b7-8373-1aca13dedd4a {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:22.348936 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfa80e7-b2f1-4074-95c8-7479bdd23bf2', 'name': 'network-vif-deleted', 'tag': 'a4ebb349-e7ac-44dd-b91c-a378085e56a6', 'status': 'completed', 'code': 200} Aug 10 02:06:22.384548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52995e4d-1eb8-4603-b03f-db5e589249df req-4c5c680a-8108-46a0-9147-a879159ea81a tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:22.386049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52995e4d-1eb8-4603-b03f-db5e589249df req-4c5c680a-8108-46a0-9147-a879159ea81a tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 945 time: 0.0618606 Aug 10 02:06:22.387137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.395665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.397451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] 10.222.0.38 "DELETE /v2.0/networks/971458ef-9285-44d5-895e-7030d369588f HTTP/1.1" status: 204 len: 168 time: 0.7181768 Aug 10 02:06:22.400168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53490) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:22.414837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44498904-3307-491d-9ef5-77570311d84b tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event deleted for resources: {'Network': ['ID=971458ef-9285-44d5-895e-7030d369588f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:22.430336 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d454f809-2639-4cd7-a56d-f751da587b60 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] DELETE failed (client error): The resource could not be found. Aug 10 02:06:22.431045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d454f809-2639-4cd7-a56d-f751da587b60 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:06:22.432790 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d454f809-2639-4cd7-a56d-f751da587b60 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] 10.222.0.38 "DELETE /v2.0/ports/f0d3bcc9-866c-4811-8e3b-dcc85c64de45 HTTP/1.1" status: 404 len: 333 time: 0.0315816 Aug 10 02:06:22.435353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53492) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:22.442757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52995e4d-1eb8-4603-b03f-db5e589249df req-18792406-7123-41db-b859-280020755c7e tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483074 Aug 10 02:06:22.489359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa293027-d2f2-4a1d-8f35-ead6de46baf1 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Deleting subnet cd20828c-b000-4a6b-9887-d542f62164c4 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:06:22.492332 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa293027-d2f2-4a1d-8f35-ead6de46baf1 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.532816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa293027-d2f2-4a1d-8f35-ead6de46baf1 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.624960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa293027-d2f2-4a1d-8f35-ead6de46baf1 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.696435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['f96fe946-77c8-443b-b88b-66e36c42d910'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:22.750248 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa293027-d2f2-4a1d-8f35-ead6de46baf1 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.779259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa293027-d2f2-4a1d-8f35-ead6de46baf1 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event deleted for resources: {'Subnet': ['ID=cd20828c-b000-4a6b-9887-d542f62164c4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:22.782955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa293027-d2f2-4a1d-8f35-ead6de46baf1 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.784861 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aa293027-d2f2-4a1d-8f35-ead6de46baf1 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] 10.222.0.38 "DELETE /v2.0/subnets/cd20828c-b000-4a6b-9887-d542f62164c4 HTTP/1.1" status: 204 len: 168 time: 0.3485861 Aug 10 02:06:22.787686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53494) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:22.793018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7f797-3d39-4236-9c8e-2a3e08043b3a None None] Network 26c8bf48-1742-4196-9271-19d54e488ec6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:22.864007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.943268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Deleting port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:22.944093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.031899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e858d51-38f1-4800-9644-63afcee6e888 req-ffc76861-71af-4ee9-953b-17f245058ce6 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cfa80e7-b2f1-4074-95c8-7479bdd23bf2 HTTP/1.1" status: 200 len: 210 time: 0.0494549 Aug 10 02:06:23.032555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] For port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ffd93d8a-61f1-42b7-9736-7d0df5e58cc3,segment=NetworkSegment(1ac55f5f-adda-46c0-83b1-e6dc968c2fd9),segment_id=1ac55f5f-adda-46c0-83b1-e6dc968c2fd9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:23.032987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.047427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Calling delete_port for ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:23.063583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c245c29f-d884-4f2d-8813-a0149fd0b0ec None None] DHCP port deletion for 26c8bf48-1742-4196-9271-19d54e488ec6 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:06:23.063862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb5522-467f-4c0c-b48c-3af42b668944 req-3c1f2fb4-e365-467d-8255-5b2cbbf32155 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:23.071085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3bb5522-467f-4c0c-b48c-3af42b668944 req-3c1f2fb4-e365-467d-8255-5b2cbbf32155 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1028340 Aug 10 02:06:23.106487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3bb5522-467f-4c0c-b48c-3af42b668944 req-fc857a63-d551-4cd4-adab-89440e3c1bfe tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Aug 10 02:06:23.122015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c245c29f-d884-4f2d-8813-a0149fd0b0ec None None] Deleting port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:23.122381 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c245c29f-d884-4f2d-8813-a0149fd0b0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.189414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c245c29f-d884-4f2d-8813-a0149fd0b0ec None None] For port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ffd93d8a-61f1-42b7-9736-7d0df5e58cc3,segment=NetworkSegment(1ac55f5f-adda-46c0-83b1-e6dc968c2fd9),segment_id=1ac55f5f-adda-46c0-83b1-e6dc968c2fd9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:23.189816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c245c29f-d884-4f2d-8813-a0149fd0b0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.204051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c245c29f-d884-4f2d-8813-a0149fd0b0ec None None] Calling delete_port for ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:23.241465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.261697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a4ebb349-e7ac-44dd-b91c-a378085e56a6 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:23.269227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event deleted for resources: {'Port': ['ID=ffd93d8a-61f1-42b7-9736-7d0df5e58cc3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:23.283398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] No DVR routers for this DVR port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:23.291929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: a4ebb349-e7ac-44dd-b91c-a378085e56a6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:23.292271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a4ebb349-e7ac-44dd-b91c-a378085e56a6 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.304250 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:06:23.311366 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c245c29f-d884-4f2d-8813-a0149fd0b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.338770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245c29f-d884-4f2d-8813-a0149fd0b0ec None None] No DVR routers for this DVR port ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:23.340628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245c29f-d884-4f2d-8813-a0149fd0b0ec None None] Pushing event deleted for resources: {'Port': ['ID=ffd93d8a-61f1-42b7-9736-7d0df5e58cc3,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:23.388131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.399368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c8bf48-1742-4196-9271-19d54e488ec6']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:23.405851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1c50f-971c-4a82-b394-24a0018a454f req-4c2311df-03d0-4603-983b-beb1f37aba24 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:23.411519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac55f5f-adda-46c0-83b1-e6dc968c2fd9') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:23.411907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac55f5f-adda-46c0-83b1-e6dc968c2fd9') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:23.413969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70c1c50f-971c-4a82-b394-24a0018a454f req-4c2311df-03d0-4603-983b-beb1f37aba24 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0749087 Aug 10 02:06:23.422205 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.437067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.447094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:23.448200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:23.450825 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:23.454880 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:23.475641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:23.476295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ffd93d8a-61f1-42b7-9736-7d0df5e58cc3 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:23.476432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70c1c50f-971c-4a82-b394-24a0018a454f req-289b87d6-1278-4c11-a93c-579837ac14ff tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602508 Aug 10 02:06:23.495271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fc57a-953b-4666-ac14-754f4e6ce979 req-c8e1b8b9-d13a-4f8d-b841-5be924cec29e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:23.501947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fc57a-953b-4666-ac14-754f4e6ce979 req-c8e1b8b9-d13a-4f8d-b841-5be924cec29e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:23.503757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-259fc57a-953b-4666-ac14-754f4e6ce979 req-c8e1b8b9-d13a-4f8d-b841-5be924cec29e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1679 time: 0.1174381 Aug 10 02:06:23.559013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-259fc57a-953b-4666-ac14-754f4e6ce979 req-a6e2b585-cb26-4186-87bc-95f09d2dda21 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482707 Aug 10 02:06:23.578573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.588407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.590319 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] 10.222.0.38 "DELETE /v2.0/networks/26c8bf48-1742-4196-9271-19d54e488ec6 HTTP/1.1" status: 204 len: 168 time: 0.8020413 Aug 10 02:06:23.599320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf53778-fa95-499a-8205-32979c86efb9 req-55fcae86-716c-49c2-80ca-c23cd9797529 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:23.601037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bf53778-fa95-499a-8205-32979c86efb9 req-55fcae86-716c-49c2-80ca-c23cd9797529 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 945 time: 0.0604651 Aug 10 02:06:23.603249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b4981-420b-48c6-932f-477a29817634 tempest-DHCPAgentSchedulersTestJSON-1805793837 tempest-DHCPAgentSchedulersTestJSON-1805793837-project] Pushing event deleted for resources: {'Network': ['ID=26c8bf48-1742-4196-9271-19d54e488ec6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:23.643546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bf53778-fa95-499a-8205-32979c86efb9 req-8d98d786-6af0-4b64-a705-78241bed21dd tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362639 Aug 10 02:06:23.694342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['095ea846-9e62-4cb1-b040-c7460db452d1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:23.840853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.103493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53522) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:24.240979 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b5e823c2-f6ee-45d1-a657-1036d30235bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23de36ea47ef487b8f28af2c53522678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362596 Aug 10 02:06:24.243413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53530) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:24.297770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03453c10-3986-4e32-bf35-69d2084b466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.308956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace8b70-78eb-4952-bf14-96a6ccf98936 req-5646aa33-ee1e-4c98-bda0-b69f9dbb3bb0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:24.311128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ace8b70-78eb-4952-bf14-96a6ccf98936 req-5646aa33-ee1e-4c98-bda0-b69f9dbb3bb0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0656817 Aug 10 02:06:24.325781 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03453c10-3986-4e32-bf35-69d2084b466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.379440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ace8b70-78eb-4952-bf14-96a6ccf98936 req-740f6136-3d58-44ff-9f11-9f9eeb0a44f7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592666 Aug 10 02:06:24.447448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03453c10-3986-4e32-bf35-69d2084b466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.450221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03453c10-3986-4e32-bf35-69d2084b466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.451498 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03453c10-3986-4e32-bf35-69d2084b466e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b2a0f6b-875e-445b-bddc-2ede1b54cf27 HTTP/1.1" status: 204 len: 168 time: 0.2071941 Aug 10 02:06:24.460930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03453c10-3986-4e32-bf35-69d2084b466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2a0f6b-875e-445b-bddc-2ede1b54cf27,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:24.617264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7df10-83d6-412b-99b2-c2081bbf48fc req-7289b4cd-2b7a-440e-abfe-26b1f39004cc tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:24.623697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fdb7df10-83d6-412b-99b2-c2081bbf48fc req-7289b4cd-2b7a-440e-abfe-26b1f39004cc tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0764852 Aug 10 02:06:24.661726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fdb7df10-83d6-412b-99b2-c2081bbf48fc req-e6e08c92-9b45-4910-af19-764c77f40105 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341108 Aug 10 02:06:24.741309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755985b3-a5a9-44eb-8505-8c27c37e8891 req-3b0e747d-7f50-4b06-8ead-1f4175eabb2e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:24.747274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755985b3-a5a9-44eb-8505-8c27c37e8891 req-3b0e747d-7f50-4b06-8ead-1f4175eabb2e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:24.748898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-755985b3-a5a9-44eb-8505-8c27c37e8891 req-3b0e747d-7f50-4b06-8ead-1f4175eabb2e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1679 time: 0.0787513 Aug 10 02:06:24.793328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-755985b3-a5a9-44eb-8505-8c27c37e8891 req-a711f1e4-c252-4e63-80f8-9757d9e49ea5 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Aug 10 02:06:25.058490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53556) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:25.073686 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-91f9e513-5568-4e89-b413-02f62d3f47ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.165777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-91f9e513-5568-4e89-b413-02f62d3f47ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.269389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 095ea846-9e62-4cb1-b040-c7460db452d1 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:25.275682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-91f9e513-5568-4e89-b413-02f62d3f47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.316374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9e513-5568-4e89-b413-02f62d3f47ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9c2634-118e-4425-b127-7a79cdb7f432,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:25.322455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-91f9e513-5568-4e89-b413-02f62d3f47ca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=987a4a971a3846f983101a18134aecf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627256 Aug 10 02:06:25.325098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53562) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:25.378448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 095ea846-9e62-4cb1-b040-c7460db452d1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:25.381534 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31f9563f-9d19-43e4-bd4b-b2749c8b9150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.384054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 095ea846-9e62-4cb1-b040-c7460db452d1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:25.384445 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.404158 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31f9563f-9d19-43e4-bd4b-b2749c8b9150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.515624 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.530448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf03e3-c7ef-47b1-b832-4d27d37a9665 req-7356ffa1-82f1-4261-8299-8158b275c0a5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:25.532193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06cf03e3-c7ef-47b1-b832-4d27d37a9665 req-7356ffa1-82f1-4261-8299-8158b275c0a5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0529335 Aug 10 02:06:25.550607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ea846-9e62-4cb1-b040-c7460db452d1'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:25.552920 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935fcbac-0e4c-4935-8a9e-8374a1e4e24c" -d '{"events": [{"server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "name": "network-vif-plugged", "status": "completed", "tag": "095ea846-9e62-4cb1-b040-c7460db452d1"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:25.566814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 095ea846-9e62-4cb1-b040-c7460db452d1, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=095ea846-9e62-4cb1-b040-c7460db452d1,segment=NetworkSegment(e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60),segment_id=e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:25.571335 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31f9563f-9d19-43e4-bd4b-b2749c8b9150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.573958 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31f9563f-9d19-43e4-bd4b-b2749c8b9150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.575181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-31f9563f-9d19-43e4-bd4b-b2749c8b9150 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f9c2634-118e-4425-b127-7a79cdb7f432 HTTP/1.1" status: 204 len: 168 time: 0.2491608 Aug 10 02:06:25.589225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9563f-9d19-43e4-bd4b-b2749c8b9150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9c2634-118e-4425-b127-7a79cdb7f432,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:25.605948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06cf03e3-c7ef-47b1-b832-4d27d37a9665 req-df34fb41-d75d-4065-b57c-cf475f2aac6f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644495 Aug 10 02:06:25.626627 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.626627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device f96fe946-77c8-443b-b88b-66e36c42d910 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:25.629910 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718c0ee9-f8d7-4dd3-b1b4-935abf989258 x-openstack-request-id: req-718c0ee9-f8d7-4dd3-b1b4-935abf989258 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:25.635601 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "name": "network-vif-plugged", "status": "completed", "tag": "095ea846-9e62-4cb1-b040-c7460db452d1", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:25.635923 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-718c0ee9-f8d7-4dd3-b1b4-935abf989258 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:25.636351 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ea846-9e62-4cb1-b040-c7460db452d1', 'code': 200} Aug 10 02:06:25.718022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=095ea846-9e62-4cb1-b040-c7460db452d1,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:25.807243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port f96fe946-77c8-443b-b88b-66e36c42d910 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:25.811313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port f96fe946-77c8-443b-b88b-66e36c42d910 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:25.811901 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.824018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef71c29-1fa2-4680-91f4-24065234d35f req-5befafb6-321d-4b98-bcb6-107024323369 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:25.834819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bef71c29-1fa2-4680-91f4-24065234d35f req-5befafb6-321d-4b98-bcb6-107024323369 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0724745 Aug 10 02:06:25.895747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bef71c29-1fa2-4680-91f4-24065234d35f req-b03f2fac-5373-4485-97c1-dfa15f7fb8a6 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548739 Aug 10 02:06:25.917270 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.959761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port f96fe946-77c8-443b-b88b-66e36c42d910, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f96fe946-77c8-443b-b88b-66e36c42d910,segment=NetworkSegment(d84d1528-5bad-432e-930e-6a2262d8ab28),segment_id=d84d1528-5bad-432e-930e-6a2262d8ab28)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:25.984942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d631e2-6fbb-461a-91b5-042d570b276a req-84809188-0a32-4f97-a8e4-081d5d6596a7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:25.991660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d631e2-6fbb-461a-91b5-042d570b276a req-84809188-0a32-4f97-a8e4-081d5d6596a7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:25.993391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4d631e2-6fbb-461a-91b5-042d570b276a req-84809188-0a32-4f97-a8e4-081d5d6596a7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1680 time: 0.0756016 Aug 10 02:06:26.032194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4d631e2-6fbb-461a-91b5-042d570b276a req-bb8dd495-e23e-4789-8ce2-fa6fd16848a7 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Aug 10 02:06:26.035503 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.092827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=f96fe946-77c8-443b-b88b-66e36c42d910,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:26.769909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae09fd1-05fb-4ea6-b532-840dc30a72ca req-b690380f-b06f-403c-8141-53b7ee1b216f tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:26.771516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ae09fd1-05fb-4ea6-b532-840dc30a72ca req-b690380f-b06f-403c-8141-53b7ee1b216f tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 945 time: 0.0881376 Aug 10 02:06:26.784239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523467-c1a7-46b2-aef5-ec7e4904c71f req-a09a4bf5-8032-40d8-95eb-59c7b4a12012 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:26.785909 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85523467-c1a7-46b2-aef5-ec7e4904c71f req-a09a4bf5-8032-40d8-95eb-59c7b4a12012 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0715966 Aug 10 02:06:26.839335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ae09fd1-05fb-4ea6-b532-840dc30a72ca req-820fef29-5641-4454-b4f2-aaffa1c68fd1 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526824 Aug 10 02:06:26.862597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85523467-c1a7-46b2-aef5-ec7e4904c71f req-ea2d420c-86f5-4c52-a8ad-582a43b3a7cb tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690835 Aug 10 02:06:27.007272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc0cca-003f-4134-ada2-7bc12446dcd9 req-038fa6ab-0df8-4823-b9b7-27dcb5bdbaaa tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:27.011769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fffc0cca-003f-4134-ada2-7bc12446dcd9 req-038fa6ab-0df8-4823-b9b7-27dcb5bdbaaa tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0516715 Aug 10 02:06:27.051935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fffc0cca-003f-4134-ada2-7bc12446dcd9 req-c1f807ca-8d52-49d4-bf7e-b9a3a953c2a5 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Aug 10 02:06:27.159967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f1cf1-5933-4d8f-baef-8b6d583f194f req-09887e1e-c34b-4e9d-8eee-27c6f4e5342e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:27.165832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f1cf1-5933-4d8f-baef-8b6d583f194f req-09887e1e-c34b-4e9d-8eee-27c6f4e5342e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:27.167453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-661f1cf1-5933-4d8f-baef-8b6d583f194f req-09887e1e-c34b-4e9d-8eee-27c6f4e5342e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1681 time: 0.0575588 Aug 10 02:06:27.211651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-661f1cf1-5933-4d8f-baef-8b6d583f194f req-b4c493d1-4d96-464b-ab31-1d729b73e86f tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354767 Aug 10 02:06:27.637547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fe946-77c8-443b-b88b-66e36c42d910'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:27.639982 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79441086-2dc6-4cf9-8084-d4de34a65a0a" -d '{"events": [{"server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "name": "network-vif-plugged", "status": "completed", "tag": "f96fe946-77c8-443b-b88b-66e36c42d910"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:27.671580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53636) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:27.686919 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b1a10a-7bfd-4ff3-aa5c-5e8d81086b7c x-openstack-request-id: req-42b1a10a-7bfd-4ff3-aa5c-5e8d81086b7c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:27.687215 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "name": "network-vif-plugged", "status": "completed", "tag": "f96fe946-77c8-443b-b88b-66e36c42d910", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:27.688008 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-42b1a10a-7bfd-4ff3-aa5c-5e8d81086b7c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:27.688008 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96fe946-77c8-443b-b88b-66e36c42d910', 'code': 200} Aug 10 02:06:27.779711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-337953760', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:27.828357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d5421-a103-45fc-8feb-61be22f81475 req-c4de105d-d81d-41b1-a89d-fb8bd26bbec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:27.829608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d5421-a103-45fc-8feb-61be22f81475 req-c4de105d-d81d-41b1-a89d-fb8bd26bbec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:27.831342 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb9d5421-a103-45fc-8feb-61be22f81475 req-c4de105d-d81d-41b1-a89d-fb8bd26bbec3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1985 time: 0.0610671 Aug 10 02:06:27.858029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Made reservation on behalf of 26ee38186b8b46d1a05ef3eb809ae5d0 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:27.861128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:27.873393 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb9d5421-a103-45fc-8feb-61be22f81475 req-955a943c-e00b-4d67-ba58-b31aa038c678 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Aug 10 02:06:27.890495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.039448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbb8a8-e8c3-4d85-8348-5d107015857f req-3667911b-be8a-4e9c-914d-bcfd0086f296 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:28.040966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdcbb8a8-e8c3-4d85-8348-5d107015857f req-3667911b-be8a-4e9c-914d-bcfd0086f296 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 945 time: 0.1062291 Aug 10 02:06:28.062426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30524dd6-a510-46ef-97fd-d9b8bb6be216 req-a9cc099e-2d75-44e0-a2b9-283618864eb0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:28.064564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30524dd6-a510-46ef-97fd-d9b8bb6be216 req-a9cc099e-2d75-44e0-a2b9-283618864eb0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0970719 Aug 10 02:06:28.076540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-9105b957-e85d-4ac2-9894-ae675ee73d91 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:28.078713 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-9105b957-e85d-4ac2-9894-ae675ee73d91 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 945 time: 0.0638585 Aug 10 02:06:28.120862 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.141549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdcbb8a8-e8c3-4d85-8348-5d107015857f req-d231de60-f0fd-4c67-90bb-8d59e510ba87 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/security-groups?id=a50a553a-01c3-43e2-86dd-381975b7bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885987 Aug 10 02:06:28.147748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30524dd6-a510-46ef-97fd-d9b8bb6be216 req-b1550ace-762b-478f-9b26-7afacf199933 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645761 Aug 10 02:06:28.166867 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.175370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] device_id is not set on port 7f1a4207-d616-450c-b2d1-7ef80e1babc6 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:06:28.200195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Deleting port 78d5c104-8e5a-4cc5-bce6-3641b767b84f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:28.200550 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.236350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca759809-4146-4494-88e3-6d5cc0cbb1f3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:28.305844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] For port 78d5c104-8e5a-4cc5-bce6-3641b767b84f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=78d5c104-8e5a-4cc5-bce6-3641b767b84f,segment=NetworkSegment(cb4d4082-5904-464f-a8ae-06e5359382cd),segment_id=cb4d4082-5904-464f-a8ae-06e5359382cd)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:28.306219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.320727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Calling delete_port for 78d5c104-8e5a-4cc5-bce6-3641b767b84f owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:28.364091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Allocated IP 172.25.3.202 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/7f1a4207-d616-450c-b2d1-7ef80e1babc6) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:28.402703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e5b52-8d54-4fc3-9be9-1dc8c941e49e req-926ed31e-1ea9-45e7-9eef-a0f138fdf3f3 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:28.404212 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-897e5b52-8d54-4fc3-9be9-1dc8c941e49e req-926ed31e-1ea9-45e7-9eef-a0f138fdf3f3 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1156752 Aug 10 02:06:28.413684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2bf7d-6b5c-41e0-a8a9-86c2ee1b5961 req-8a09881f-c24b-4b31-b97a-b9fd46e03ada tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:28.415170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1d2bf7d-6b5c-41e0-a8a9-86c2ee1b5961 req-8a09881f-c24b-4b31-b97a-b9fd46e03ada tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 946 time: 0.1304126 Aug 10 02:06:28.497684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1d2bf7d-6b5c-41e0-a8a9-86c2ee1b5961 req-e85f78a6-3128-4923-8ba8-27b269d928a7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750630 Aug 10 02:06:28.505407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-897e5b52-8d54-4fc3-9be9-1dc8c941e49e req-010d6ff2-773f-4cba-a13c-90903d3ec088 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893095 Aug 10 02:06:28.511284 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.534213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['78d5c104-8e5a-4cc5-bce6-3641b767b84f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:28.549755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Pushing event deleted for resources: {'Port': ['ID=78d5c104-8e5a-4cc5-bce6-3641b767b84f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:28.596929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] No DVR routers for this DVR port 78d5c104-8e5a-4cc5-bce6-3641b767b84f on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:28.599445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.601484 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-21671eb5-8194-4c1e-8c90-a26d53b6c448 req-c63a1a5c-5364-405c-a267-874937742754 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.16 "DELETE /v2.0/ports/78d5c104-8e5a-4cc5-bce6-3641b767b84f HTTP/1.1" status: 204 len: 173 time: 0.5151300 Aug 10 02:06:28.601933 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51aae77-cc27-4ff7-91b4-05393d0f1e1f', 'name': 'network-vif-deleted', 'tag': '78d5c104-8e5a-4cc5-bce6-3641b767b84f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:28.604253 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0939058-32bf-4664-8e0e-3525f9dcbbfc" -d '{"events": [{"server_uuid": "c51aae77-cc27-4ff7-91b4-05393d0f1e1f", "name": "network-vif-deleted", "tag": "78d5c104-8e5a-4cc5-bce6-3641b767b84f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:28.649916 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e8033-26f3-4018-9e13-2f712388a020 x-openstack-request-id: req-311e8033-26f3-4018-9e13-2f712388a020 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:28.650253 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51aae77-cc27-4ff7-91b4-05393d0f1e1f", "name": "network-vif-deleted", "tag": "78d5c104-8e5a-4cc5-bce6-3641b767b84f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:28.650575 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-311e8033-26f3-4018-9e13-2f712388a020 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:28.650984 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51aae77-cc27-4ff7-91b4-05393d0f1e1f', 'name': 'network-vif-deleted', 'tag': '78d5c104-8e5a-4cc5-bce6-3641b767b84f', 'status': 'completed', 'code': 200} Aug 10 02:06:28.656835 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.669412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a749cc-6190-46c5-8b83-18a87d7adca8 req-3b77733a-b85c-4572-a9e2-eedbd872cd36 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:28.676154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a749cc-6190-46c5-8b83-18a87d7adca8 req-3b77733a-b85c-4572-a9e2-eedbd872cd36 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:28.677770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0a749cc-6190-46c5-8b83-18a87d7adca8 req-3b77733a-b85c-4572-a9e2-eedbd872cd36 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1681 time: 0.0981233 Aug 10 02:06:28.732967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0a749cc-6190-46c5-8b83-18a87d7adca8 req-a17eb734-c39e-490b-b538-1c599a635cb3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 Aug 10 02:06:28.801494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.844043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:28.849460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:28.853812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:28.856928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1a4207-d616-450c-b2d1-7ef80e1babc6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:28.897531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:28.898118 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.967537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-26e533de-9db0-485f-94ca-9ba955fa73cc tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2945836 Aug 10 02:06:28.971291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53652) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:28.975995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.202'}]}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:29.069686 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.070799 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.121652 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.289699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6c51129-de05-406b-b2bb-3961abaa24ee req-6a459e8a-61c4-4e50-988e-b90c8a4e8632 tempest-ServerTagsTestJSON-297384756 tempest-ServerTagsTestJSON-297384756-project] 10.222.0.38 "GET /v2.0/ports?device_id=c51aae77-cc27-4ff7-91b4-05393d0f1e1f HTTP/1.1" status: 200 len: 210 time: 0.0527322 Aug 10 02:06:29.365433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.384073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afffeea-6cb8-4b30-8def-fe23bb5f9399 req-52d836c4-c023-40c7-b0e6-c5f4c8ba3c25 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:29.385678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6afffeea-6cb8-4b30-8def-fe23bb5f9399 req-52d836c4-c023-40c7-b0e6-c5f4c8ba3c25 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1477106 Aug 10 02:06:29.425114 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6afffeea-6cb8-4b30-8def-fe23bb5f9399 req-365985e6-a566-46b2-9ea2-d65156bf632c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Aug 10 02:06:29.663610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-9f632adc-c641-4414-b7ed-cba556b598d3 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:29.665885 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-9f632adc-c641-4414-b7ed-cba556b598d3 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 946 time: 0.0716467 Aug 10 02:06:29.725635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a13c-68cd-4184-974e-059244394a9f req-35fb3d7d-9f3a-4f2f-9f7c-e292170850be tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:29.731697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56f2a13c-68cd-4184-974e-059244394a9f req-35fb3d7d-9f3a-4f2f-9f7c-e292170850be tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 946 time: 0.1241062 Aug 10 02:06:29.745683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9939cb-768d-4012-b02b-cbbc1d2c5fb2 req-345617df-94a7-446e-a760-ac2ba5d009df tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:29.747285 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf9939cb-768d-4012-b02b-cbbc1d2c5fb2 req-345617df-94a7-446e-a760-ac2ba5d009df tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1337302 Aug 10 02:06:29.768443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.783926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Deleting port da1df991-d2c4-40d8-9548-3bd68da27678 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:29.784292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.798408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.834673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56f2a13c-68cd-4184-974e-059244394a9f req-982ad223-1e8a-4501-8f13-5a4c34650ca7 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ee2aef6-60bb-444c-b96c-f8c9d8d12370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003063 Aug 10 02:06:29.878818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf9939cb-768d-4012-b02b-cbbc1d2c5fb2 req-a36da9ea-4564-4ca7-a3ca-243c8da2d862 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222701 Aug 10 02:06:29.918205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] For port da1df991-d2c4-40d8-9548-3bd68da27678, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=da1df991-d2c4-40d8-9548-3bd68da27678,segment=NetworkSegment(014bbc2b-7fbc-4d19-91a6-f9a40c6c103f),segment_id=014bbc2b-7fbc-4d19-91a6-f9a40c6c103f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:29.918686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.932943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Calling delete_port for da1df991-d2c4-40d8-9548-3bd68da27678 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:30.028603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab9c6-b591-4779-a870-d5ff5e76f7ab req-5d72df67-4456-45d8-ae86-f5155c3881fb tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.034932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab9c6-b591-4779-a870-d5ff5e76f7ab req-5d72df67-4456-45d8-ae86-f5155c3881fb tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.036494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe7ab9c6-b591-4779-a870-d5ff5e76f7ab req-5d72df67-4456-45d8-ae86-f5155c3881fb tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1681 time: 0.1026313 Aug 10 02:06:30.077335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe7ab9c6-b591-4779-a870-d5ff5e76f7ab req-d088b8e8-61d6-4e1d-a9dd-975af984d97b tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Aug 10 02:06:30.081156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.149959 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.161919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['da1df991-d2c4-40d8-9548-3bd68da27678'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:30.203805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Pushing event deleted for resources: {'Port': ['ID=da1df991-d2c4-40d8-9548-3bd68da27678,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:30.253437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] No DVR routers for this DVR port da1df991-d2c4-40d8-9548-3bd68da27678 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:30.256336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.258650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e136513f-5437-4a1e-9bfd-79ff356d93f1 req-2840f845-a4f9-48c7-a02d-d367dcb1d69a tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.16 "DELETE /v2.0/ports/da1df991-d2c4-40d8-9548-3bd68da27678 HTTP/1.1" status: 204 len: 173 time: 0.5859098 Aug 10 02:06:30.347430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53670) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:30.403354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16b6648-43a7-4fe1-9f30-23127e99f06f admin admin] Deleting subnet 30001d5a-f2f0-466a-b9c6-42a2553cf8af {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:06:30.407403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e16b6648-43a7-4fe1-9f30-23127e99f06f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.443747 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e16b6648-43a7-4fe1-9f30-23127e99f06f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.492570 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e16b6648-43a7-4fe1-9f30-23127e99f06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.589467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.592145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.650257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773d977-1e29-40c9-b3c8-1ba555639d55 req-1c63a2e6-d408-44e5-a846-0ed6f2cc2c29 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.651691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd3c032-8688-45c5-876f-082783923a89', 'name': 'network-vif-deleted', 'tag': 'da1df991-d2c4-40d8-9548-3bd68da27678'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:30.651827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6773d977-1e29-40c9-b3c8-1ba555639d55 req-1c63a2e6-d408-44e5-a846-0ed6f2cc2c29 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1214533 Aug 10 02:06:30.659036 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda229be-f9ac-4b98-ad83-b9ae71ad0c6a" -d '{"events": [{"server_uuid": "2bd3c032-8688-45c5-876f-082783923a89", "name": "network-vif-deleted", "tag": "da1df991-d2c4-40d8-9548-3bd68da27678"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:30.674899 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e16b6648-43a7-4fe1-9f30-23127e99f06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.701053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6773d977-1e29-40c9-b3c8-1ba555639d55 req-778e709c-8a15-46ba-b516-34793e8fef6c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Aug 10 02:06:30.710715 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.710910 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5102980-18cd-4e2a-aa64-9beab8d4184f x-openstack-request-id: req-e5102980-18cd-4e2a-aa64-9beab8d4184f {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:30.711095 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd3c032-8688-45c5-876f-082783923a89", "name": "network-vif-deleted", "tag": "da1df991-d2c4-40d8-9548-3bd68da27678", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:30.711314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0247000-8d3a-467f-a271-4d7f55b89a0b {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:06:30.711455 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e5102980-18cd-4e2a-aa64-9beab8d4184f {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:30.711739 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd3c032-8688-45c5-876f-082783923a89', 'name': 'network-vif-deleted', 'tag': 'da1df991-d2c4-40d8-9548-3bd68da27678', 'status': 'completed', 'code': 200} Aug 10 02:06:30.725752 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e16b6648-43a7-4fe1-9f30-23127e99f06f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.727860 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e16b6648-43a7-4fe1-9f30-23127e99f06f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/30001d5a-f2f0-466a-b9c6-42a2553cf8af HTTP/1.1" status: 204 len: 168 time: 0.3793135 Aug 10 02:06:30.728916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b6648-43a7-4fe1-9f30-23127e99f06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30001d5a-f2f0-466a-b9c6-42a2553cf8af,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:30.730505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53678) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:30.814086 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 02:06:30.815169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3b429bd3-815b-4a57-b644-74e58b615bd2 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8429213 Aug 10 02:06:30.818081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53680) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:30.830258 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.853156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64f4e-fcaf-4392-afe4-47bc665675ba req-2eaf4aca-6d9b-4fe1-8af0-83fa9ef1400e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.859077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64f4e-fcaf-4392-afe4-47bc665675ba req-2eaf4aca-6d9b-4fe1-8af0-83fa9ef1400e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.860964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f1a64f4e-fcaf-4392-afe4-47bc665675ba req-2eaf4aca-6d9b-4fe1-8af0-83fa9ef1400e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1681 time: 0.0856247 Aug 10 02:06:30.899321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-feb71d06-ef85-4017-858c-39082b4b6809 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Deleting port 7f1a4207-d616-450c-b2d1-7ef80e1babc6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:30.899674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-feb71d06-ef85-4017-858c-39082b4b6809 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.978480 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-feb71d06-ef85-4017-858c-39082b4b6809 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.981459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8138ee83-dea1-4dcc-b871-748e1f4c585f req-3b1568b3-61c7-4d2a-9ee0-a56cb4ca4501 tempest-AttachVolumeNegativeTest-1143901849 tempest-AttachVolumeNegativeTest-1143901849-project] 10.222.0.38 "GET /v2.0/ports?device_id=2bd3c032-8688-45c5-876f-082783923a89 HTTP/1.1" status: 200 len: 210 time: 0.0450466 Aug 10 02:06:30.988788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f1a64f4e-fcaf-4392-afe4-47bc665675ba req-b4d057de-7565-447e-a9ca-6ac6a5812d54 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017549 Aug 10 02:06:30.990364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.990725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-feb71d06-ef85-4017-858c-39082b4b6809 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Calling delete_port for 7f1a4207-d616-450c-b2d1-7ef80e1babc6 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:31.000483 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f23707-a963-4b1d-8c76-7f33a8560f51']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:31.017562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4d4082-5904-464f-a8ae-06e5359382cd') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:31.017957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4d4082-5904-464f-a8ae-06e5359382cd') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:31.028499 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.045060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.054569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:31.055032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:31.057028 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:31.151239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1cb69-10c5-4a01-9857-cd5dd34fd1db req-e8b4b05b-3549-479f-b242-18cf5b6ed12d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.153721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4c1cb69-10c5-4a01-9857-cd5dd34fd1db req-e8b4b05b-3549-479f-b242-18cf5b6ed12d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0956130 Aug 10 02:06:31.192978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4c1cb69-10c5-4a01-9857-cd5dd34fd1db req-d65ebb1b-d5a3-4616-8dd5-320058d3c879 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Aug 10 02:06:31.224029 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.231424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.232551 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/86f23707-a963-4b1d-8c76-7f33a8560f51 HTTP/1.1" status: 204 len: 168 time: 0.5002894 Aug 10 02:06:31.247366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e7aeb-8706-4b7a-9438-7807a939cce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=86f23707-a963-4b1d-8c76-7f33a8560f51,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:31.252925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-feb71d06-ef85-4017-858c-39082b4b6809 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.283465 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb71d06-ef85-4017-858c-39082b4b6809 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f1a4207-d616-450c-b2d1-7ef80e1babc6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:31.295188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device da1df991-d2c4-40d8-9548-3bd68da27678 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:31.321552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: da1df991-d2c4-40d8-9548-3bd68da27678 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:31.321552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device da1df991-d2c4-40d8-9548-3bd68da27678 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:31.321910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 78d5c104-8e5a-4cc5-bce6-3641b767b84f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:31.343564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 78d5c104-8e5a-4cc5-bce6-3641b767b84f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:31.343916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 78d5c104-8e5a-4cc5-bce6-3641b767b84f not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:31.352949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-feb71d06-ef85-4017-858c-39082b4b6809 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.354917 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-feb71d06-ef85-4017-858c-39082b4b6809 tempest-RoutersAdminNegativeTest-1699219246 tempest-RoutersAdminNegativeTest-1699219246-project-admin] 10.222.0.38 "DELETE /v2.0/ports/7f1a4207-d616-450c-b2d1-7ef80e1babc6 HTTP/1.1" status: 204 len: 168 time: 0.5356739 Aug 10 02:06:31.473496 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-6ffed4c5-ffd0-4ebb-afb4-c61e454d329b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0493932 Aug 10 02:06:31.568778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-79c3e4f7-2067-4973-a53a-84cb6e92afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.569270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-79c3e4f7-2067-4973-a53a-84cb6e92afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.569752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-79c3e4f7-2067-4973-a53a-84cb6e92afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.570230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-79c3e4f7-2067-4973-a53a-84cb6e92afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.570735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-79c3e4f7-2067-4973-a53a-84cb6e92afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.571243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-79c3e4f7-2067-4973-a53a-84cb6e92afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.571716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-79c3e4f7-2067-4973-a53a-84cb6e92afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.573624 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-79c3e4f7-2067-4973-a53a-84cb6e92afd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6516606fd45e4b029bd44fae3d330ceb&device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 6497 time: 0.0525215 Aug 10 02:06:31.651667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53690) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:31.687173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-1526c2de-6370-46ba-8fc9-ef868cf44c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.687734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-1526c2de-6370-46ba-8fc9-ef868cf44c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.688625 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-1526c2de-6370-46ba-8fc9-ef868cf44c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.691830 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-1526c2de-6370-46ba-8fc9-ef868cf44c1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1e03d54b-69b4-4fdd-a166-56db188ca484&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 HTTP/1.1" status: 200 len: 2293 time: 0.0919499 Aug 10 02:06:31.695720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-acfea95f-50cb-43c2-a777-fa5add0b31ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8403eb0542e44334aa263119d712cddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428913 Aug 10 02:06:31.698173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53692) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:31.763448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2b0f768c-e231-4a79-a913-e1d7180960e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.765194 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-aee26b09-1830-4ea3-8a58-64880db21079 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8 HTTP/1.1" status: 200 len: 1001 time: 0.0669625 Aug 10 02:06:31.787569 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2b0f768c-e231-4a79-a913-e1d7180960e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.822460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53698) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:31.832921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-4de05338-3a7c-489e-9acc-ac325ea295b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.834797 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-4de05338-3a7c-489e-9acc-ac325ea295b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d2ab074-2e4e-407d-b5de-d17c5877787c HTTP/1.1" status: 200 len: 851 time: 0.0616693 Aug 10 02:06:31.866492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f1223-96c2-4403-8b21-5d21aaeff1ce req-2c3149e4-aaab-4f20-b2eb-df7abe340853 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.868053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a5f1223-96c2-4403-8b21-5d21aaeff1ce req-2c3149e4-aaab-4f20-b2eb-df7abe340853 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0735440 Aug 10 02:06:31.892179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-21efdd2e-7df2-427d-b1a1-7155d6c3e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.893932 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-21efdd2e-7df2-427d-b1a1-7155d6c3e104 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1e03d54b-69b4-4fdd-a166-56db188ca484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483160 Aug 10 02:06:31.921767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a5f1223-96c2-4403-8b21-5d21aaeff1ce req-5591a144-2e6a-4d7a-905e-fe6c0b7abeac tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396247 Aug 10 02:06:31.949425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2b0f768c-e231-4a79-a913-e1d7180960e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.952254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2b0f768c-e231-4a79-a913-e1d7180960e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.953778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2b0f768c-e231-4a79-a913-e1d7180960e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a50a553a-01c3-43e2-86dd-381975b7bfc6 HTTP/1.1" status: 204 len: 168 time: 0.2543726 Aug 10 02:06:31.962084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f768c-e231-4a79-a913-e1d7180960e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a553a-01c3-43e2-86dd-381975b7bfc6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:31.969092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c12088-e337-4929-94a1-c01c90c00413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.035875 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-62fa40ee-1b15-4818-aefe-8de4517ee419 service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329293 Aug 10 02:06:32.050121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53708) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:32.135714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b479b39-80f6-422b-a114-4010b8f2ec54 admin admin] Deleting subnet 27cfc453-af12-4882-ad7e-694982c2e5f1 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:06:32.152747 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b479b39-80f6-422b-a114-4010b8f2ec54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.207808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c047-7d6c-46e4-b101-80bb02f762c6 req-2d6d9a60-188d-4b5b-a378-0908b351dff3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:32.213678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c047-7d6c-46e4-b101-80bb02f762c6 req-2d6d9a60-188d-4b5b-a378-0908b351dff3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:32.220902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-41febe8a-c69b-431a-8311-f03abfe0aaf9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:32.221840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2292c047-7d6c-46e4-b101-80bb02f762c6 req-2d6d9a60-188d-4b5b-a378-0908b351dff3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1681 time: 0.1332922 Aug 10 02:06:32.229347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-41febe8a-c69b-431a-8311-f03abfe0aaf9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:32.231121 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-41febe8a-c69b-431a-8311-f03abfe0aaf9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1681 time: 0.1264918 Aug 10 02:06:32.237254 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c12088-e337-4929-94a1-c01c90c00413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.240071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-26ff9e98-c167-414e-8ac7-a64d9dde9f19 service neutron] 10.222.0.16 "GET /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935465 Aug 10 02:06:32.246396 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b479b39-80f6-422b-a114-4010b8f2ec54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.273891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468bcc5-60fd-4b15-8682-2f3c673d9284 req-7785e53e-bae6-41dd-bd0f-417fc62500b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:32.275445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4468bcc5-60fd-4b15-8682-2f3c673d9284 req-7785e53e-bae6-41dd-bd0f-417fc62500b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1537566 Aug 10 02:06:32.325021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2292c047-7d6c-46e4-b101-80bb02f762c6 req-4bf6804c-264f-4382-9755-46ef0d0276c9 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023343 Aug 10 02:06:32.347217 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c12088-e337-4929-94a1-c01c90c00413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.347705 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b479b39-80f6-422b-a114-4010b8f2ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.355027 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-6fe92d36-fe43-4d45-b0f2-cebc4bd4150f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=c87348b9-cab1-464b-a8e5-493b8acf3299 HTTP/1.1" status: 200 len: 217 time: 0.0743787 Aug 10 02:06:32.414365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4468bcc5-60fd-4b15-8682-2f3c673d9284 req-3c9417c2-3a12-41d2-9e75-05f7827f95ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232989 Aug 10 02:06:32.425780 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a9c12088-e337-4929-94a1-c01c90c00413 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9b5ab407d144ccca339870a2af14044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6024137 Aug 10 02:06:32.429434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53720) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:32.432484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978ded7-4d02-437b-b9f2-28cdabe6b28f req-91487c8f-8c6f-4eea-a809-855e650b44c3 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:32.434580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c12088-e337-4929-94a1-c01c90c00413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1c3280-760e-42cc-be53-8b127457eb2f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:32.440221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5978ded7-4d02-437b-b9f2-28cdabe6b28f req-91487c8f-8c6f-4eea-a809-855e650b44c3 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1388624 Aug 10 02:06:32.468512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-d45bec16-3925-4dda-baaf-9c89c0ba883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:32.470919 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-d45bec16-3925-4dda-baaf-9c89c0ba883d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.1021605 Aug 10 02:06:32.482759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5978ded7-4d02-437b-b9f2-28cdabe6b28f req-de6106e9-3d1a-48d3-9cd4-297ced97f7f4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Aug 10 02:06:32.521728 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b479b39-80f6-422b-a114-4010b8f2ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.522333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting port f96fe946-77c8-443b-b88b-66e36c42d910 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:32.522713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.552858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b479b39-80f6-422b-a114-4010b8f2ec54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27cfc453-af12-4882-ad7e-694982c2e5f1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:32.555026 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b479b39-80f6-422b-a114-4010b8f2ec54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.559659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4b479b39-80f6-422b-a114-4010b8f2ec54 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/27cfc453-af12-4882-ad7e-694982c2e5f1 HTTP/1.1" status: 204 len: 168 time: 0.5080879 Aug 10 02:06:32.560459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53724) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:32.603096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-dc89294c-6167-491f-82b8-3e527bacdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:32.604643 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-dc89294c-6167-491f-82b8-3e527bacdfa3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1241012 Aug 10 02:06:32.605250 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-492ec2d2-1f72-495d-a03b-da97c6f03ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.633257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.730981 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.745940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58490f0-0df5-439a-953d-f84d4eaf497a']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:32.759890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:32.760247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014bbc2b-7fbc-4d19-91a6-f9a40c6c103f') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:32.772102 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.789507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.796198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:32.797196 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:32.799670 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:32.915420 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.922192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:32.927912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] 10.222.0.38 "DELETE /v2.0/networks/b58490f0-0df5-439a-953d-f84d4eaf497a HTTP/1.1" status: 204 len: 168 time: 0.3660069 Aug 10 02:06:32.942309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba32a4-5cb4-4720-9bb8-8a3a75f18bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58490f0-0df5-439a-953d-f84d4eaf497a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:33.027503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-492ec2d2-1f72-495d-a03b-da97c6f03ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.055504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] For port f96fe946-77c8-443b-b88b-66e36c42d910, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f96fe946-77c8-443b-b88b-66e36c42d910,segment=NetworkSegment(d84d1528-5bad-432e-930e-6a2262d8ab28),segment_id=d84d1528-5bad-432e-930e-6a2262d8ab28)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:33.055948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.103251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Calling delete_port for f96fe946-77c8-443b-b88b-66e36c42d910 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:33.184736 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-a0648ef8-16dd-4b2f-bc42-1083ae9f7aaa service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503948 Aug 10 02:06:33.184874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07b3d1-9b32-4fab-9f67-5935ca780119 req-e356a747-e4ba-4e3d-96dd-5b63b8a89817 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:33.184874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db07b3d1-9b32-4fab-9f67-5935ca780119 req-e356a747-e4ba-4e3d-96dd-5b63b8a89817 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1199815 Aug 10 02:06:33.243570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db07b3d1-9b32-4fab-9f67-5935ca780119 req-56136b03-6a15-470b-b493-b777711a90f8 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560939 Aug 10 02:06:33.263460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-34ec7ef1-3671-4ba0-a8f8-97f7db955057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:33.263460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-34ec7ef1-3671-4ba0-a8f8-97f7db955057 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0811958 Aug 10 02:06:33.290739 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-a7907e23-9c6a-4e07-8aa1-b166519edac3 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124473 Aug 10 02:06:33.304821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89122d47-cd78-4486-a615-80b6ebff5874 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:06:33.307862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89122d47-cd78-4486-a615-80b6ebff5874 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:33.364754 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-098a1833-0504-4a0d-95b8-2610591b2d4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=c5c9f62b-89ad-406e-910c-1c90c0ea01da HTTP/1.1" status: 200 len: 217 time: 0.0447681 Aug 10 02:06:33.389053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-492ec2d2-1f72-495d-a03b-da97c6f03ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.392062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-492ec2d2-1f72-495d-a03b-da97c6f03ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.396070 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-492ec2d2-1f72-495d-a03b-da97c6f03ccc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa1c3280-760e-42cc-be53-8b127457eb2f HTTP/1.1" status: 204 len: 168 time: 0.9585493 Aug 10 02:06:33.411411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-ee532d27-1524-4c2d-9b22-40900ff3c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:33.413056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-ee532d27-1524-4c2d-9b22-40900ff3c881 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 920 time: 0.1313162 Aug 10 02:06:33.441208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ec2d2-1f72-495d-a03b-da97c6f03ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1c3280-760e-42cc-be53-8b127457eb2f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:33.456487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-4d8252f6-f440-43b7-a82e-3a02abc2a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:33.458451 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-4d8252f6-f440-43b7-a82e-3a02abc2a976 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.0851295 Aug 10 02:06:33.488844 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-6606a66d-6398-433e-b780-b837ff6a6a50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 217 time: 0.0679572 Aug 10 02:06:33.509719 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.530890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['f96fe946-77c8-443b-b88b-66e36c42d910', '095ea846-9e62-4cb1-b040-c7460db452d1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:33.557201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Port': ['ID=f96fe946-77c8-443b-b88b-66e36c42d910,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:33.589921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33229b-2ebb-4a17-8c1f-554baa3824d8 req-e8fd6b48-2171-4ebb-858c-bb6dbf0badc3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:33.597128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33229b-2ebb-4a17-8c1f-554baa3824d8 req-e8fd6b48-2171-4ebb-858c-bb6dbf0badc3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:33.598670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-1e5fc494-475a-496a-82a9-ae3519f35f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:33.600097 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-1e5fc494-475a-496a-82a9-ae3519f35f98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1339393 Aug 10 02:06:33.604619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d33229b-2ebb-4a17-8c1f-554baa3824d8 req-e8fd6b48-2171-4ebb-858c-bb6dbf0badc3 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 1603 time: 0.1188674 Aug 10 02:06:33.639453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-fd5e557a-3914-4eb7-ba17-45da28ce13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:33.653482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-fd5e557a-3914-4eb7-ba17-45da28ce13dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.1435738 Aug 10 02:06:33.669977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] No DVR routers for this DVR port f96fe946-77c8-443b-b88b-66e36c42d910 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:33.682540 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.703107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53762) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:33.704832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.707064 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-61e27eaf-6f8d-4098-b26b-7bfc2d0e0cc6 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "DELETE /v2.0/ports/f96fe946-77c8-443b-b88b-66e36c42d910 HTTP/1.1" status: 204 len: 173 time: 1.4659541 Aug 10 02:06:33.708678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'name': 'network-vif-deleted', 'tag': 'f96fe946-77c8-443b-b88b-66e36c42d910'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:33.714888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-416678d0-18a7-4d3f-83d3-205112e8fcba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603483 Aug 10 02:06:33.720126 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887d36a6-5b59-4b4b-83f3-f8441e100bb2" -d '{"events": [{"server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "name": "network-vif-deleted", "tag": "f96fe946-77c8-443b-b88b-66e36c42d910"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:33.792868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:33.795789 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b156e171-ede0-4115-a8e4-8c64d8b1fb60" -d '{"events": [{"server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "89122d47-cd78-4486-a615-80b6ebff5874"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:33.803363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89122d47-cd78-4486-a615-80b6ebff5874,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:33.806480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d33229b-2ebb-4a17-8c1f-554baa3824d8 req-b3513166-26ae-4aae-b053-999f7d4cb2a0 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/security-groups?id=4cb171fd-1eee-4a9a-8176-4bd637d7100a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969202 Aug 10 02:06:33.856201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89122d47-cd78-4486-a615-80b6ebff5874,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:33.865210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '89122d47-cd78-4486-a615-80b6ebff5874', 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def', 'port_id': '89122d47-cd78-4486-a615-80b6ebff5874', 'mac_address': 'fa:16:3e:6f:12:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e762c94-a9b7-4671-96e7-c3649fb2b611', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:06:33.908634 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c6553375-f632-439e-b6f4-e3ef67b58292 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=528541ffbc0448c0b46e94be883c093f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004521 Aug 10 02:06:33.918378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53774) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:33.930711 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.982532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b15a0a3-e695-4ea9-814c-77d8658b6411 req-7fe67153-1c26-4d95-9f2f-6fe764577cde tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0861976 Aug 10 02:06:34.015229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=89122d47-cd78-4486-a615-80b6ebff5874,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:34.026415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.026804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.027159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.027503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.027837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.028370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.029126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.029627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.030278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.030813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.031150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.031486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:34.041816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d89a-89be-4390-ba4f-e483ab7ee463 req-cf7c7be5-4b77-4539-8468-4b090b28215f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:34.047218 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb34d89a-89be-4390-ba4f-e483ab7ee463 req-cf7c7be5-4b77-4539-8468-4b090b28215f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.3308892 Aug 10 02:06:34.055790 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.066424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e45e798e-9bc1-4987-99d7-c04f358ebc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.076261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-5361627a-4acb-4b17-b9af-c0293adf35da service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394623 Aug 10 02:06:34.084586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89122d47-cd78-4486-a615-80b6ebff5874 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:34.114096 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708b82a8-9f02-4530-a444-887dfd656028 x-openstack-request-id: req-708b82a8-9f02-4530-a444-887dfd656028 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:34.114096 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "name": "network-vif-deleted", "tag": "f96fe946-77c8-443b-b88b-66e36c42d910", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:34.114428 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-708b82a8-9f02-4530-a444-887dfd656028 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:34.114831 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'name': 'network-vif-deleted', 'tag': 'f96fe946-77c8-443b-b88b-66e36c42d910', 'status': 'completed', 'code': 200} Aug 10 02:06:34.120452 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5bfec2-eae6-4a3c-9732-c03ee556de2d x-openstack-request-id: req-0f5bfec2-eae6-4a3c-9732-c03ee556de2d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:34.120771 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "89122d47-cd78-4486-a615-80b6ebff5874", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:34.121020 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f5bfec2-eae6-4a3c-9732-c03ee556de2d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:34.121422 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874', 'code': 200} Aug 10 02:06:34.127293 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e45e798e-9bc1-4987-99d7-c04f358ebc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.142797 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-c06d60db-3003-4ddc-9854-580821e39d5f service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327129 Aug 10 02:06:34.166132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb34d89a-89be-4390-ba4f-e483ab7ee463 req-af9d4ae0-e583-480e-9d09-0ff77d9d94b2 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011469 Aug 10 02:06:34.167118 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:06:34.167564 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:06:34.186276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting port 095ea846-9e62-4cb1-b040-c7460db452d1 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:34.186647 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.214006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-badaf07b-6274-41bf-95a0-c9e5b3b4b0f3 req-ed84cdb1-c51f-4539-a75d-1946bd7c1fcb service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261353 Aug 10 02:06:34.226716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c0cbf449-5768-441d-9e45-b1ef3351662f req-d09aa58e-121c-43bb-a6bd-9944aa840659 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-78909312', 'description': 'tempest-description-1140146034'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:34.339190 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c0cbf449-5768-441d-9e45-b1ef3351662f req-d09aa58e-121c-43bb-a6bd-9944aa840659 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.341026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53782) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:34.351159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] For port 095ea846-9e62-4cb1-b040-c7460db452d1, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=095ea846-9e62-4cb1-b040-c7460db452d1,segment=NetworkSegment(e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60),segment_id=e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:34.355638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.355638 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-ab4426f1-c2b3-4d15-bf09-60f4ce36a8bf service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998103 Aug 10 02:06:34.375181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Calling delete_port for 095ea846-9e62-4cb1-b040-c7460db452d1 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:34.412288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-470324ee-219a-46d5-befe-8223e293686c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=6ef06fdf-831d-48d8-befe-6f026aa95b87 HTTP/1.1" status: 200 len: 217 time: 0.0484877 Aug 10 02:06:34.414414 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e45e798e-9bc1-4987-99d7-c04f358ebc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.417313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e45e798e-9bc1-4987-99d7-c04f358ebc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.418728 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e45e798e-9bc1-4987-99d7-c04f358ebc74 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ee2aef6-60bb-444c-b96c-f8c9d8d12370 HTTP/1.1" status: 204 len: 168 time: 0.4912028 Aug 10 02:06:34.424811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-218fc852-b848-4038-8f96-b733e0fd53c6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=26ee38186b8b46d1a05ef3eb809ae5d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818093 Aug 10 02:06:34.430280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53786) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:34.458092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd64e9-4ecb-423b-8cb1-418dce0c96e8 req-7647343b-e438-4ab0-9a68-6236d90e0d30 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:34.459627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70cd64e9-4ecb-423b-8cb1-418dce0c96e8 req-7647343b-e438-4ab0-9a68-6236d90e0d30 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 943 time: 0.1345835 Aug 10 02:06:34.506920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e798e-9bc1-4987-99d7-c04f358ebc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee2aef6-60bb-444c-b96c-f8c9d8d12370,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:34.538564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-c01cbd62-7dfe-4024-9dbd-4f6b2caac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:34.540013 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-c01cbd62-7dfe-4024-9dbd-4f6b2caac1f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.1112425 Aug 10 02:06:34.545654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70cd64e9-4ecb-423b-8cb1-418dce0c96e8 req-32fb886b-f84f-4f82-aed0-357d56f0d20a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743570 Aug 10 02:06:34.577291 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1494329c-6eae-4d14-957d-d73fcc01606d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.580805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c0cbf449-5768-441d-9e45-b1ef3351662f req-d09aa58e-121c-43bb-a6bd-9944aa840659 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.609672 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1494329c-6eae-4d14-957d-d73fcc01606d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.635622 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c0cbf449-5768-441d-9e45-b1ef3351662f req-d09aa58e-121c-43bb-a6bd-9944aa840659 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.639491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-4192315b-7eab-47d6-8fdc-38a50a5dca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:34.641730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-4192315b-7eab-47d6-8fdc-38a50a5dca40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884399 Aug 10 02:06:34.677201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa58e-121c-43bb-a6bd-9944aa840659 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9250dc-1be0-448c-b78f-f92f4a2d7d71,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:34.711611 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.725416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89122d47-cd78-4486-a615-80b6ebff5874 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:34.746152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89122d47-cd78-4486-a615-80b6ebff5874,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:34.749486 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c0cbf449-5768-441d-9e45-b1ef3351662f req-d09aa58e-121c-43bb-a6bd-9944aa840659 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.751732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0cbf449-5768-441d-9e45-b1ef3351662f req-d09aa58e-121c-43bb-a6bd-9944aa840659 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5303469 Aug 10 02:06:34.763392 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-5909e541-a7bf-43b2-b4bc-04fde6a829d4 service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140311 Aug 10 02:06:34.795378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1494329c-6eae-4d14-957d-d73fcc01606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.799509 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1494329c-6eae-4d14-957d-d73fcc01606d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.800932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1494329c-6eae-4d14-957d-d73fcc01606d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca759809-4146-4494-88e3-6d5cc0cbb1f3 HTTP/1.1" status: 204 len: 168 time: 0.3697319 Aug 10 02:06:34.833383 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.842341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['f96fe946-77c8-443b-b88b-66e36c42d910'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:34.854440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-82ceb082-3bca-471b-a781-97b503bfd7bf tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-78909312&fields=id&tenant_id=b8c4910f404f48e2afb18bf986d28e53 HTTP/1.1" status: 200 len: 267 time: 0.0422373 Aug 10 02:06:34.855375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494329c-6eae-4d14-957d-d73fcc01606d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca759809-4146-4494-88e3-6d5cc0cbb1f3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:34.865423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Port': ['ID=095ea846-9e62-4cb1-b040-c7460db452d1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:34.895726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.958401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] No DVR routers for this DVR port 095ea846-9e62-4cb1-b040-c7460db452d1 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:34.961803 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:34.964226 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-27d90ffa-4e43-4acb-907d-494d44825b52 req-50bd4d25-81b6-4131-81cd-129272e2606c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.16 "DELETE /v2.0/ports/095ea846-9e62-4cb1-b040-c7460db452d1 HTTP/1.1" status: 204 len: 173 time: 1.2080333 Aug 10 02:06:34.974166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01b7bfed-c3ab-4dc8-a0b7-7efa56c6185e req-5f7cd3ef-a1f4-4175-b789-4e970e871a22 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 210 time: 0.0377157 Aug 10 02:06:34.984489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-c49c5733-6f2c-4404-a231-aa55a72c9988 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:34.988650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-9d132906-283d-4594-8321-31767c413c3b service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145894 Aug 10 02:06:34.994051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-c49c5733-6f2c-4404-a231-aa55a72c9988 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1298027 Aug 10 02:06:34.999917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-d8db5eaa-fd7a-44cd-b84b-b5cf583356b9 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Request body: {'port': {'security_groups': ['51a653bc-3324-41ac-9a83-5d2436c718fe', '9f9250dc-1be0-448c-b78f-f92f4a2d7d71']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:35.077002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=89122d47-cd78-4486-a615-80b6ebff5874,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:35.082085 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-1b0e156f-decb-46e9-9825-b56606562b67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0847714 Aug 10 02:06:35.132922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-d8db5eaa-fd7a-44cd-b84b-b5cf583356b9 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:35.172146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['89122d47-cd78-4486-a615-80b6ebff5874'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:35.174475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1c72556-d7a5-4710-bb41-4aeda882e13c req-5f67f943-ea36-4a15-8893-5a0551d217c8 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0613534 Aug 10 02:06:35.194877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-4a8a9abf-760f-43f1-bd43-885c47a49004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:35.199079 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-4a8a9abf-760f-43f1-bd43-885c47a49004 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 200 len: 797 time: 0.1004288 Aug 10 02:06:35.261613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-47720c3a-d10f-4675-9aee-2c5328f34eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:35.263467 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-47720c3a-d10f-4675-9aee-2c5328f34eff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518482 Aug 10 02:06:35.316169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 095ea846-9e62-4cb1-b040-c7460db452d1 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:35.346675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 095ea846-9e62-4cb1-b040-c7460db452d1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:35.347429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 095ea846-9e62-4cb1-b040-c7460db452d1 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:35.347862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device f96fe946-77c8-443b-b88b-66e36c42d910 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:35.389737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: f96fe946-77c8-443b-b88b-66e36c42d910 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:35.390097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device f96fe946-77c8-443b-b88b-66e36c42d910 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:35.428588 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-8b16ca56-e53f-4e92-870d-837e0ec1e8fd service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573954 Aug 10 02:06:35.490591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-d8db5eaa-fd7a-44cd-b84b-b5cf583356b9 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] For port a759acd8-2d99-4cb7-976c-5150b2e6a221, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:35.538085 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-d8db5eaa-fd7a-44cd-b84b-b5cf583356b9 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:35.559623 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-eb34ce16-228a-421f-8494-74b633b9485b service neutron] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235526 Aug 10 02:06:35.621454 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-69c2ec8a-0a92-493c-80a7-5e4c3a7b9e22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f HTTP/1.1" status: 200 len: 217 time: 0.0536783 Aug 10 02:06:35.624053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-d8db5eaa-fd7a-44cd-b84b-b5cf583356b9 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:35.636184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a759acd8-2d99-4cb7-976c-5150b2e6a221'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:35.696251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-d8db5eaa-fd7a-44cd-b84b-b5cf583356b9 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:35.696568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-8803a122-8efc-4beb-9866-fa1bfae2bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:35.697638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-d8db5eaa-fd7a-44cd-b84b-b5cf583356b9 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:35.698224 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-8803a122-8efc-4beb-9866-fa1bfae2bb3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 200 len: 797 time: 0.0672257 Aug 10 02:06:35.702932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d23ea019-4e90-4afa-906e-79a9d3dc343c req-d8db5eaa-fd7a-44cd-b84b-b5cf583356b9 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "PUT /v2.0/ports/a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 981 time: 0.7078815 Aug 10 02:06:35.742657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:35.753215 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7211596-2b44-4e79-9edc-fdd6b155da49" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:35.763150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a759acd8-2d99-4cb7-976c-5150b2e6a221'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:35.768057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-10401d82-2688-43a2-9378-b97dc317ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:35.773460 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-10401d82-2688-43a2-9378-b97dc317ffd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654325 Aug 10 02:06:35.842791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db5eaa-fd7a-44cd-b84b-b5cf583356b9 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Pushing event updated for resources: {'Port': ['ID=a759acd8-2d99-4cb7-976c-5150b2e6a221,revision_number=6']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:35.856113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d984fc-8849-4777-9073-c192c7fd375b req-f7b69abc-dc9a-4c1f-81b3-3935e6229192 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:35.865731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5d984fc-8849-4777-9073-c192c7fd375b req-f7b69abc-dc9a-4c1f-81b3-3935e6229192 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 944 time: 0.2044399 Aug 10 02:06:35.904775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-8dc91694-dd11-43b9-add2-b130c3c42bf4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-78909312&fields=id&tenant_id=b8c4910f404f48e2afb18bf986d28e53 HTTP/1.1" status: 200 len: 267 time: 0.1091223 Aug 10 02:06:35.961109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5d984fc-8849-4777-9073-c192c7fd375b req-8a470b74-ee92-4ca4-a49c-ec6cd36e8021 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944145 Aug 10 02:06:36.003988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-3bfdc4a4-cdb2-451a-87a6-066d95f9d4e2 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:36.005802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-3bfdc4a4-cdb2-451a-87a6-066d95f9d4e2 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 984 time: 0.0999320 Aug 10 02:06:36.018910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-fd852636-f507-4d95-b4f1-4aa554d5243e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Request body: {'port': {'security_groups': ['51a653bc-3324-41ac-9a83-5d2436c718fe']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:36.025466 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851079d7-92d4-406f-bdee-ce1e2145e85d x-openstack-request-id: req-851079d7-92d4-406f-bdee-ce1e2145e85d {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:36.026038 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:36.026363 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-851079d7-92d4-406f-bdee-ce1e2145e85d {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:36.027407 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'status': 'completed', 'code': 200} Aug 10 02:06:36.050250 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-c517367a-b2ac-4544-87a9-b09d92626e43 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686167 Aug 10 02:06:36.154142 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-fd852636-f507-4d95-b4f1-4aa554d5243e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:36.185226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'name': 'network-vif-deleted', 'tag': '095ea846-9e62-4cb1-b040-c7460db452d1'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:36.187928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-c5ecd912-2aab-4d28-80bd-6c2c45f2b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:36.188838 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9958263f-4c9e-4fd9-8cc4-cde4140810f5" -d '{"events": [{"server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "name": "network-vif-deleted", "tag": "095ea846-9e62-4cb1-b040-c7460db452d1"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:36.190573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-c5ecd912-2aab-4d28-80bd-6c2c45f2b5c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1136 time: 0.1344543 Aug 10 02:06:36.300789 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-f776ada5-3b26-4a74-a451-bd96c6f8d101 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426734 Aug 10 02:06:36.361351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d39f74fa-486b-42be-92c4-156534957d2e req-4c4770e2-ff7e-45e2-a0ef-5e726031be89 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d HTTP/1.1" status: 200 len: 210 time: 0.1279840 Aug 10 02:06:36.404089 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-5c89d9c3-c49f-4d4c-b38b-eec96a599eb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a HTTP/1.1" status: 200 len: 217 time: 0.0954325 Aug 10 02:06:36.473635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-ebada578-874d-444e-9834-d52c54da4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:36.475843 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-ebada578-874d-444e-9834-d52c54da4b2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 200 len: 797 time: 0.0653932 Aug 10 02:06:36.540422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c550a-1704-4285-94ee-f617179f0852 req-35b500b6-1587-430b-acc9-98bdc0aed8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:36.543707 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-35b500b6-1587-430b-acc9-98bdc0aed8ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565865 Aug 10 02:06:36.547286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-cd3f9916-d8a0-4171-8504-d1596ec0f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:36.549357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-cd3f9916-d8a0-4171-8504-d1596ec0f56a service neutron] 10.222.0.11 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 920 time: 0.3339753 Aug 10 02:06:36.580475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c6d5b75-4898-4a13-9d50-81922bd5543b req-6ac3d1ff-df30-4b21-b4d2-386bed33697a tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0909250 Aug 10 02:06:36.678098 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-f038db2b-df70-48c3-858a-71a634e90d83 service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270118 Aug 10 02:06:36.678409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-e5d72ffb-b5ff-4f49-9ee6-60ab3d8438f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 217 time: 0.1056914 Aug 10 02:06:36.706790 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293bb5f1-71c8-4bd0-9c50-81b623f6629e x-openstack-request-id: req-293bb5f1-71c8-4bd0-9c50-81b623f6629e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:36.707285 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d", "name": "network-vif-deleted", "tag": "095ea846-9e62-4cb1-b040-c7460db452d1", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:36.707692 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-293bb5f1-71c8-4bd0-9c50-81b623f6629e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:36.708147 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c06007-0381-4bb7-90d5-c0bdd3a9ad7d', 'name': 'network-vif-deleted', 'tag': '095ea846-9e62-4cb1-b040-c7460db452d1', 'status': 'completed', 'code': 200} Aug 10 02:06:36.731476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-fd852636-f507-4d95-b4f1-4aa554d5243e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] For port a759acd8-2d99-4cb7-976c-5150b2e6a221, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:36.784197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53850) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:36.790301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-fd852636-f507-4d95-b4f1-4aa554d5243e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:36.817474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-7223a169-a66d-47b7-a3e1-0f4a8b1626fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:36.819187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-7223a169-a66d-47b7-a3e1-0f4a8b1626fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.1311519 Aug 10 02:06:36.827576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e60c550a-1704-4285-94ee-f617179f0852 req-b300d690-f115-4430-b734-7e48310507ad service neutron] 10.222.0.16 "GET /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428223 Aug 10 02:06:36.862028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-28ae22d6-a520-4054-bb65-cfb77166913e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345421 Aug 10 02:06:36.930946 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e16ed7e2-0834-4a78-9d75-384f95679612 tempest-AgentManagementNegativeTest-355048980 tempest-AgentManagementNegativeTest-355048980-project] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1455762 Aug 10 02:06:36.934768 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-fd852636-f507-4d95-b4f1-4aa554d5243e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:36.946103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a759acd8-2d99-4cb7-976c-5150b2e6a221'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:36.992156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-fd852636-f507-4d95-b4f1-4aa554d5243e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:36.992874 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-fd852636-f507-4d95-b4f1-4aa554d5243e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:36.994339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a25ff66-f67a-4e1a-ac12-2b0e5e3a11fc req-fd852636-f507-4d95-b4f1-4aa554d5243e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "PUT /v2.0/ports/a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 942 time: 0.9816096 Aug 10 02:06:37.055063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a759acd8-2d99-4cb7-976c-5150b2e6a221'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:37.138015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-37a9006a-9929-472b-a979-f3a9d0ae67af service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689416 Aug 10 02:06:37.331368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89122d47-cd78-4486-a615-80b6ebff5874 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:37.398714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 89122d47-cd78-4486-a615-80b6ebff5874 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:37.399404 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.460610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53878) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:37.500986 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.553197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89122d47-cd78-4486-a615-80b6ebff5874,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:37.554611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:37.557101 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c4c051-b1c4-410e-919e-8eba8aa6d631" -d '{"events": [{"server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "name": "network-vif-plugged", "status": "completed", "tag": "89122d47-cd78-4486-a615-80b6ebff5874"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:37.575377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd852636-f507-4d95-b4f1-4aa554d5243e tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Pushing event updated for resources: {'Port': ['ID=a759acd8-2d99-4cb7-976c-5150b2e6a221,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:37.585233 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3caa4144-9da9-48da-893d-56d36e56a415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.629563 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.683207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=89122d47-cd78-4486-a615-80b6ebff5874,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:37.712418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3caa4144-9da9-48da-893d-56d36e56a415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.722934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7211596-2b44-4e79-9edc-fdd6b155da49 req-26c9ebed-0e58-4a14-b668-2b4c437656c6 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694401 Aug 10 02:06:37.733773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905182-e2a7-4d35-8c4f-4fd046d7dc50 req-0eaed554-9def-4fa9-88d9-7d580b9d3548 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:37.736084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03905182-e2a7-4d35-8c4f-4fd046d7dc50 req-0eaed554-9def-4fa9-88d9-7d580b9d3548 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 944 time: 0.6007397 Aug 10 02:06:37.740873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-0501d659-18bd-4942-9471-4e5daa24bc59 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7195237 Aug 10 02:06:37.763894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:37.778448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3caa4144-9da9-48da-893d-56d36e56a415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.793488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03905182-e2a7-4d35-8c4f-4fd046d7dc50 req-42cf7e89-293e-4c0c-98e7-686fea8992dd tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513060 Aug 10 02:06:37.830104 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3caa4144-9da9-48da-893d-56d36e56a415 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2455f03cfdbb4e71b9edba521cd0ddc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682916 Aug 10 02:06:37.833475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa4144-9da9-48da-893d-56d36e56a415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea96d13-3fcd-430c-bd79-aaeb2604d91f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:37.835845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53892) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:37.851873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53894) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:37.891665 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d62bab7-1499-4faf-ba57-6e5e0c27a598 x-openstack-request-id: req-3d62bab7-1499-4faf-ba57-6e5e0c27a598 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:37.891988 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "name": "network-vif-plugged", "status": "completed", "tag": "89122d47-cd78-4486-a615-80b6ebff5874", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:37.892391 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d62bab7-1499-4faf-ba57-6e5e0c27a598 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:37.892800 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874', 'code': 200} Aug 10 02:06:37.898295 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.924884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-503b4bf7-b537-46a1-ae73-06439b57787e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting subnet cfaa6680-8949-4224-af1d-2c6a42ac7016 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:06:37.927237 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0394-7169-40f8-bef3-f93bece742fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.928920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-503b4bf7-b537-46a1-ae73-06439b57787e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.978930 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-503b4bf7-b537-46a1-ae73-06439b57787e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.010160 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0394-7169-40f8-bef3-f93bece742fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.029346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:38.032517 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e1c602-1363-418a-94fb-287859d4977f" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:38.057210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c262bdeb-0037-4cca-a505-9a2be08555f5 req-7646dc5d-4fa3-461f-8d01-544851a6449f tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0567811 Aug 10 02:06:38.095961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e6338-89f8-4363-8d33-4710286344e3 req-d80293c4-126a-4133-afe7-996e7cc52f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:38.097568 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-713e6338-89f8-4363-8d33-4710286344e3 req-d80293c4-126a-4133-afe7-996e7cc52f00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0824075 Aug 10 02:06:38.123610 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3118825-8179-420b-bf37-1b1756dca96e x-openstack-request-id: req-c3118825-8179-420b-bf37-1b1756dca96e {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:38.123911 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:38.124200 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c3118825-8179-420b-bf37-1b1756dca96e {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:38.124569 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'status': 'completed', 'code': 200} Aug 10 02:06:38.130376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-503b4bf7-b537-46a1-ae73-06439b57787e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.169242 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-713e6338-89f8-4363-8d33-4710286344e3 req-3fd4ffff-156d-4016-b8db-8d47176f59dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626373 Aug 10 02:06:38.171454 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.197793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1c602-1363-418a-94fb-287859d4977f req-15c8468a-107c-4d1f-8d20-04a408a3d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:38.197793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6e1c602-1363-418a-94fb-287859d4977f req-15c8468a-107c-4d1f-8d20-04a408a3d8c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0560229 Aug 10 02:06:38.225204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0394-7169-40f8-bef3-f93bece742fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.228207 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0394-7169-40f8-bef3-f93bece742fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.229305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2e4c0394-7169-40f8-bef3-f93bece742fa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dea96d13-3fcd-430c-bd79-aaeb2604d91f HTTP/1.1" status: 204 len: 168 time: 0.3924437 Aug 10 02:06:38.264811 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-503b4bf7-b537-46a1-ae73-06439b57787e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.300508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b4bf7-b537-46a1-ae73-06439b57787e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Subnet': ['ID=cfaa6680-8949-4224-af1d-2c6a42ac7016,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:38.309314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c0394-7169-40f8-bef3-f93bece742fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea96d13-3fcd-430c-bd79-aaeb2604d91f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:38.331711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-503b4bf7-b537-46a1-ae73-06439b57787e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.337976 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-503b4bf7-b537-46a1-ae73-06439b57787e tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "DELETE /v2.0/subnets/cfaa6680-8949-4224-af1d-2c6a42ac7016 HTTP/1.1" status: 204 len: 168 time: 0.4847732 Aug 10 02:06:38.338759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87d4793e-101a-4b96-a18b-a2bf15b085d1 req-4b02ec60-7afc-4ec2-afde-2d1a16944d45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0521073 Aug 10 02:06:38.338904 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53904) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:38.341339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638c833-eb7c-4430-8183-4a11043160f4 None None] Network 00a24768-f520-4868-a143-fc221934b964 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:38.410201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1c602-1363-418a-94fb-287859d4977f req-7c506a99-b041-4adc-aacb-741465c3ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:38.411725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6e1c602-1363-418a-94fb-287859d4977f req-7c506a99-b041-4adc-aacb-741465c3ba4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 920 time: 0.2065361 Aug 10 02:06:38.439216 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.462955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Allocated IP 172.25.3.246 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/379dc519-f247-4d30-b9fe-fc8ee06c2817) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:38.466495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6e1c602-1363-418a-94fb-287859d4977f req-93f5a16f-8f5c-472b-ac31-0d5b7654fe00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 217 time: 0.0468056 Aug 10 02:06:38.501869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting port 57e65f63-d0c9-486f-a289-dac333127e82 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:38.502394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.571580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1c602-1363-418a-94fb-287859d4977f req-91a3aec7-14a8-4ad4-8969-c131746987df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:38.572923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6e1c602-1363-418a-94fb-287859d4977f req-91a3aec7-14a8-4ad4-8969-c131746987df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.0972726 Aug 10 02:06:38.578217 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] For port 57e65f63-d0c9-486f-a289-dac333127e82, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=57e65f63-d0c9-486f-a289-dac333127e82,segment=NetworkSegment(d84d1528-5bad-432e-930e-6a2262d8ab28),segment_id=d84d1528-5bad-432e-930e-6a2262d8ab28)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:38.579598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.583150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1097545b-ce0f-4960-9f58-f733f0a3400d None None] DHCP port deletion for 00a24768-f520-4868-a143-fc221934b964 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:06:38.595683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Calling delete_port for 57e65f63-d0c9-486f-a289-dac333127e82 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:38.616173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6e1c602-1363-418a-94fb-287859d4977f req-382a7d1f-ff96-4a05-8014-fa65a9d0230b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298116 Aug 10 02:06:38.648570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1097545b-ce0f-4960-9f58-f733f0a3400d None None] Deleting port 57e65f63-d0c9-486f-a289-dac333127e82 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:38.649053 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1097545b-ce0f-4960-9f58-f733f0a3400d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.699086 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.728215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1097545b-ce0f-4960-9f58-f733f0a3400d None None] For port 57e65f63-d0c9-486f-a289-dac333127e82, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=57e65f63-d0c9-486f-a289-dac333127e82,segment=NetworkSegment(d84d1528-5bad-432e-930e-6a2262d8ab28),segment_id=d84d1528-5bad-432e-930e-6a2262d8ab28)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:38.729053 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1097545b-ce0f-4960-9f58-f733f0a3400d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.746543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1097545b-ce0f-4960-9f58-f733f0a3400d None None] Calling delete_port for 57e65f63-d0c9-486f-a289-dac333127e82 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:38.768087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6e1c602-1363-418a-94fb-287859d4977f req-73cf9699-ddea-4c16-8434-d5666a88eb86 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383033 Aug 10 02:06:38.812364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.835890 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1097545b-ce0f-4960-9f58-f733f0a3400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.867902 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.873912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097545b-ce0f-4960-9f58-f733f0a3400d None None] Pushing event deleted for resources: {'Port': ['ID=57e65f63-d0c9-486f-a289-dac333127e82,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:38.878002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1097545b-ce0f-4960-9f58-f733f0a3400d None None] No DVR routers for this DVR port 57e65f63-d0c9-486f-a289-dac333127e82 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:38.903858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] No DVR routers for this DVR port 57e65f63-d0c9-486f-a289-dac333127e82 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:38.906777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Port': ['ID=57e65f63-d0c9-486f-a289-dac333127e82,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:38.992611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:39.006368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:39.006368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Pushing event updated for resources: {'Port': ['ID=379dc519-f247-4d30-b9fe-fc8ee06c2817,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:39.011350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:39.020376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.032587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a24768-f520-4868-a143-fc221934b964']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:39.044474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84d1528-5bad-432e-930e-6a2262d8ab28') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:39.044965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84d1528-5bad-432e-930e-6a2262d8ab28') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:39.054378 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.067355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6e1c602-1363-418a-94fb-287859d4977f req-59b99940-4df9-42ee-a4d5-b0016bd827be service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913344 Aug 10 02:06:39.081510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.089626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1906e-6ec0-4a96-b022-e2460f172c18 req-58ac4780-104b-45ca-8b26-d0c98c1db17a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:39.090921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bef1906e-6ec0-4a96-b022-e2460f172c18 req-58ac4780-104b-45ca-8b26-d0c98c1db17a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1614523 Aug 10 02:06:39.100157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:39.108757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:39.119021 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:39.144193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bef1906e-6ec0-4a96-b022-e2460f172c18 req-bd540e9a-00ca-4ab0-9b3d-a3aaebe94021 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432782 Aug 10 02:06:39.248748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2f118fa-be70-4490-8f3a-f4fa579f9ee6 req-12640958-f14b-40dd-9f02-dc9a7e3a62e6 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0338333 Aug 10 02:06:39.286452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.293798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.296083 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "DELETE /v2.0/networks/00a24768-f520-4868-a143-fc221934b964 HTTP/1.1" status: 204 len: 168 time: 0.9563234 Aug 10 02:06:39.308164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53928) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:39.337829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.345841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35441a-ba32-4154-89f8-601af74dba4c tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Network': ['ID=00a24768-f520-4868-a143-fc221934b964,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:39.371582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51ffacb-c67c-451a-95a3-2e452633f851 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting subnet 719603a4-461a-479b-97a1-933f883e217f {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:06:39.378596 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e51ffacb-c67c-451a-95a3-2e452633f851 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.423691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 57e65f63-d0c9-486f-a289-dac333127e82 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:39.433309 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e51ffacb-c67c-451a-95a3-2e452633f851 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.445088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 57e65f63-d0c9-486f-a289-dac333127e82 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:39.445308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 57e65f63-d0c9-486f-a289-dac333127e82 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:39.484217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.542639 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e51ffacb-c67c-451a-95a3-2e452633f851 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.673900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.686903 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e51ffacb-c67c-451a-95a3-2e452633f851 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.716139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ffacb-c67c-451a-95a3-2e452633f851 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Subnet': ['ID=719603a4-461a-479b-97a1-933f883e217f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:39.719516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53940) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:39.725990 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e51ffacb-c67c-451a-95a3-2e452633f851 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.727255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c542ff-abbf-40f6-87a9-0ac145ffef9e None None] Network f89ba7b5-325a-4d4f-9587-6fb6f29aca91 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:39.730150 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e51ffacb-c67c-451a-95a3-2e452633f851 tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "DELETE /v2.0/subnets/719603a4-461a-479b-97a1-933f883e217f HTTP/1.1" status: 204 len: 168 time: 0.4209139 Aug 10 02:06:39.731158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53944) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:39.743697 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.848988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f7d94c1d-7563-4f56-b7ee-afc2b7434b7a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-283939705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:39.881421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Pushing event updated for resources: {'Port': ['ID=379dc519-f247-4d30-b9fe-fc8ee06c2817,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:39.887127 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.905840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.911712 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e9fa58-15e7-4e87-8114-b85e0a5ea644 None None] DHCP port deletion for f89ba7b5-325a-4d4f-9587-6fb6f29aca91 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:06:39.950111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7d94c1d-7563-4f56-b7ee-afc2b7434b7a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.951273 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7d94c1d-7563-4f56-b7ee-afc2b7434b7a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.960333 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-03e9fa58-15e7-4e87-8114-b85e0a5ea644 None None] Deleting port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:39.961162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03e9fa58-15e7-4e87-8114-b85e0a5ea644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:39.964027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Deleting port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:39.964380 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.030460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-03e9fa58-15e7-4e87-8114-b85e0a5ea644 None None] For port 1e08ada2-0536-4e56-a9eb-1261a61bccd6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1e08ada2-0536-4e56-a9eb-1261a61bccd6,segment=NetworkSegment(e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60),segment_id=e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:40.030879 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03e9fa58-15e7-4e87-8114-b85e0a5ea644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.037079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] For port 1e08ada2-0536-4e56-a9eb-1261a61bccd6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1e08ada2-0536-4e56-a9eb-1261a61bccd6,segment=NetworkSegment(e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60),segment_id=e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:40.037199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7d94c1d-7563-4f56-b7ee-afc2b7434b7a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.037301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.050787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-03e9fa58-15e7-4e87-8114-b85e0a5ea644 None None] Calling delete_port for 1e08ada2-0536-4e56-a9eb-1261a61bccd6 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:40.055798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.056852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-704c5cc4-373b-484f-91f9-47ddc1dee5da tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2984173 Aug 10 02:06:40.057610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Calling delete_port for 1e08ada2-0536-4e56-a9eb-1261a61bccd6 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:40.132507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7d94c1d-7563-4f56-b7ee-afc2b7434b7a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.171582 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-8d47ff45-043f-44a9-b0d5-e0d3dfc07f80 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.1044624 Aug 10 02:06:40.217796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03e9fa58-15e7-4e87-8114-b85e0a5ea644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.243355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9fa58-15e7-4e87-8114-b85e0a5ea644 None None] Pushing event deleted for resources: {'Port': ['ID=1e08ada2-0536-4e56-a9eb-1261a61bccd6,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:40.247016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9fa58-15e7-4e87-8114-b85e0a5ea644 None None] No DVR routers for this DVR port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:40.248573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7d94c1d-7563-4f56-b7ee-afc2b7434b7a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.253029 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f7d94c1d-7563-4f56-b7ee-afc2b7434b7a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5323317 Aug 10 02:06:40.254118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53952) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:40.269713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1038705655'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:40.323150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.343783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Made reservation on behalf of 8e19114cf8d5464cb361339a3249dcd7 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:40.348547 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.357641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.362363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3929f2-f2bc-480d-b93b-15dcc770d41a req-8317a934-0f32-4e64-8a08-68dd3bf71c61 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:40.363974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e3929f2-f2bc-480d-b93b-15dcc770d41a req-8317a934-0f32-4e64-8a08-68dd3bf71c61 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1266544 Aug 10 02:06:40.370084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] No DVR routers for this DVR port 1e08ada2-0536-4e56-a9eb-1261a61bccd6 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:40.374716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Port': ['ID=1e08ada2-0536-4e56-a9eb-1261a61bccd6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:40.429813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-0084c732-536e-4788-9038-1b38c755d0e5 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:40.440934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-0084c732-536e-4788-9038-1b38c755d0e5 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.2483408 Aug 10 02:06:40.459168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.483853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-6639e660-c83c-47e5-804d-b58937b35d6f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:06:40.485561 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3cfc70b-89c7-4d19-9ad5-e3effeb29858 req-6639e660-c83c-47e5-804d-b58937b35d6f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125299 Aug 10 02:06:40.507139 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.517192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e3929f2-f2bc-480d-b93b-15dcc770d41a req-7576b848-fc98-4f57-bf3f-babe19da094f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394393 Aug 10 02:06:40.520626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89ba7b5-325a-4d4f-9587-6fb6f29aca91']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:40.537532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:40.537532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18f77ca-a0eb-48ee-a9f7-0a32e50f3c60') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:40.549743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.557977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.578643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bbe534b-2f87-430f-b4f8-512263dc5cb3 req-79ad64dd-4fe7-4d95-9fef-5010b9c86f57 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0404885 Aug 10 02:06:40.580669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:40.586843 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.593782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:40.595330 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.597972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e691e16-116c-4d7a-86c4-d472930ff9fa,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:40.598832 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:40.692498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53964) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:40.766759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-1efb2488-9108-4270-b8eb-8b94c78997a8 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:40.768321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-1efb2488-9108-4270-b8eb-8b94c78997a8 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1685481 Aug 10 02:06:40.775740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa8431-6252-4543-a0a2-c0faab606289 req-b45ec114-da90-4648-af13-52e89ae27c8b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:40.777224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebfa8431-6252-4543-a0a2-c0faab606289 req-b45ec114-da90-4648-af13-52e89ae27c8b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.1001887 Aug 10 02:06:40.802743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a199e677-c6b2-4f1a-b782-cb9cb14d3c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.814853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.815201 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Added segment c561d5bf-08b1-41ec-a630-eb93f1cc6ae9 of type vlan for network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb Aug 10 02:06:40.833441 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.837919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.843168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] 10.222.0.38 "DELETE /v2.0/networks/f89ba7b5-325a-4d4f-9587-6fb6f29aca91 HTTP/1.1" status: 204 len: 168 time: 1.1074569 Aug 10 02:06:40.849549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-d413068b-4afc-48bf-a15c-3f9b81bdb1a0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0713634 Aug 10 02:06:40.869794 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.872245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c8d4b-6a0e-43be-8088-63e71c16b21d tempest-ServersTestMultiNic-601368873 tempest-ServersTestMultiNic-601368873-project] Pushing event deleted for resources: {'Network': ['ID=f89ba7b5-325a-4d4f-9587-6fb6f29aca91,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:40.880151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-dbc50969-5830-43c0-95f4-a72ac200ab7b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Request body: {'floatingip': {'port_id': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:40.912843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebfa8431-6252-4543-a0a2-c0faab606289 req-9744b44d-bc8b-4571-a011-87c9fd2c644c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269500 Aug 10 02:06:40.925820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-dbc50969-5830-43c0-95f4-a72ac200ab7b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.974360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a199e677-c6b2-4f1a-b782-cb9cb14d3c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.975413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:40.981447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:40.982268 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.040211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a199e677-c6b2-4f1a-b782-cb9cb14d3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.082380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Network': ['ID=4df41cf9-0046-4efc-b6e0-1c05e6ae20fb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:41.089117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199e677-c6b2-4f1a-b782-cb9cb14d3c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455c96bb-2323-4b20-8e98-67c7a1fafd29,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:41.098588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53972) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:41.098832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:41.112503 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a199e677-c6b2-4f1a-b782-cb9cb14d3c7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6714361ce83a4d3cb7ad0d4fa4a59570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082778 Aug 10 02:06:41.115847 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ea66e3a4-489d-4b99-9951-dacf2260c637 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8580523 Aug 10 02:06:41.116132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53974) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:41.121074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Request body: {'subnet': {'network_id': '4df41cf9-0046-4efc-b6e0-1c05e6ae20fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:41.308436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Made reservation on behalf of 8e19114cf8d5464cb361339a3249dcd7 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:41.315513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.442572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1e08ada2-0536-4e56-a9eb-1261a61bccd6 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:41.467097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 1e08ada2-0536-4e56-a9eb-1261a61bccd6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:41.467510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1e08ada2-0536-4e56-a9eb-1261a61bccd6 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:41.580097 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7edfb40-b5f6-4d7f-b76b-02731f07678f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.595992 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.615909 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7edfb40-b5f6-4d7f-b76b-02731f07678f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.660373 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Subnet': ['ID=28f1e2b8-6d00-4aa5-85a0-f42f5e5ec405,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:41.670660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Checking segment: {'id': 'c561d5bf-08b1-41ec-a630-eb93f1cc6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4df41cf9-0046-4efc-b6e0-1c05e6ae20fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:41.671029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network hostable DHCP agents. Network: 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:41.799120 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-dbc50969-5830-43c0-95f4-a72ac200ab7b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.800700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:41.823389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7edfb40-b5f6-4d7f-b76b-02731f07678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.826430 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7edfb40-b5f6-4d7f-b76b-02731f07678f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.827439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a7edfb40-b5f6-4d7f-b76b-02731f07678f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/455c96bb-2323-4b20-8e98-67c7a1fafd29 HTTP/1.1" status: 204 len: 168 time: 0.7286565 Aug 10 02:06:41.836178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edfb40-b5f6-4d7f-b76b-02731f07678f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c96bb-2323-4b20-8e98-67c7a1fafd29,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:41.880974 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-dbc50969-5830-43c0-95f4-a72ac200ab7b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.915450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:41.924433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f92ced2-42c2-4dae-80de-174285e6f219 None None] Network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:41.924692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:41.925230 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:41.990920 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-dbc50969-5830-43c0-95f4-a72ac200ab7b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Floating IP 2dac1542-66a5-4672-88d3-61a1f369a2bf associated. External IP: 172.25.3.246, port: a759acd8-2d99-4cb7-976c-5150b2e6a221. Aug 10 02:06:42.081244 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-72db734d-357d-45ec-9724-b52565e981ed tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9602625 Aug 10 02:06:42.084659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-4df41cf9-0046-4efc-b6e0-1c05e6ae20fb', 'network_id': '4df41cf9-0046-4efc-b6e0-1c05e6ae20fb', 'tenant_id': '8e19114cf8d5464cb361339a3249dcd7', 'fixed_ips': [{'subnet_id': '28f1e2b8-6d00-4aa5-85a0-f42f5e5ec405'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:06:42.084659 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.084895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53994) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:42.088434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Request body: {'network': {'name': 'tempest-router-network01--899499950'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:42.211355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-dbc50969-5830-43c0-95f4-a72ac200ab7b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Router 8634cb1a-a264-4283-b18f-afae61939dc0 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:42.211770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Made reservation on behalf of 8e19114cf8d5464cb361339a3249dcd7 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:42.220726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.229797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Allocated IP 172.20.0.2 (4df41cf9-0046-4efc-b6e0-1c05e6ae20fb/28f1e2b8-6d00-4aa5-85a0-f42f5e5ec405/45f3b127-d09c-41e4-aa77-2c1925724255) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:42.289769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:42.302628 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.303080 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Added segment bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584 of type vlan for network 4d143f51-e782-4b4c-9e65-8b636637bc2d Aug 10 02:06:42.372760 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.383162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-dbc50969-5830-43c0-95f4-a72ac200ab7b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:42.389857 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-dbc50969-5830-43c0-95f4-a72ac200ab7b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.405160 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] Sync routers for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:42.421715 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:42.423138 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:42.473171 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.482243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-dbc50969-5830-43c0-95f4-a72ac200ab7b tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "PUT /v2.0/floatingips/2dac1542-66a5-4672-88d3-61a1f369a2bf HTTP/1.1" status: 200 len: 996 time: 1.6134808 Aug 10 02:06:42.486028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Transition to ACTIVE for port object 45f3b127-d09c-41e4-aa77-2c1925724255 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:42.503938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Transition to ACTIVE for port object 45f3b127-d09c-41e4-aa77-2c1925724255 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:42.507106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:42.509496 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fb7c21-1753-40cf-a020-947b03791eef" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:42.541791 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:42.585903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-a29ebd0b-0929-496a-9b3c-705e75f43276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:42.587456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-a29ebd0b-0929-496a-9b3c-705e75f43276 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0730844 Aug 10 02:06:42.601426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.607635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:42.608386 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.618788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-1ce5e413-2de8-40d3-be56-d41119f0caf5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:42.618788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-1ce5e413-2de8-40d3-be56-d41119f0caf5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/networks?id=26128f48-b1ca-4c80-8c95-819e53eb5def HTTP/1.1" status: 200 len: 815 time: 0.1615343 Aug 10 02:06:42.635896 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.662035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-0aaa5417-ac44-426f-bb0d-cd9f0a086ec8 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/quotas/69aa52266de846d3b2c4bfdbc65ada4b HTTP/1.1" status: 200 len: 375 time: 0.0384014 Aug 10 02:06:42.680043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54014) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:42.698475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Network': ['ID=4d143f51-e782-4b4c-9e65-8b636637bc2d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:42.713743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4d143f51-e782-4b4c-9e65-8b636637bc2d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:42.735737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:42.749166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:42.756655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:42.757171 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-905b87d1-2584-4044-bd93-f2b913b64d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.763794 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a04c6652-876e-4c56-9031-2e2cb36b50df tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6788182 Aug 10 02:06:42.764092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54018) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:42.771017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Request body: {'network': {'name': 'tempest-router-network02--1967036452'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:42.794694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-7d22ac4a-b1c5-4798-b1e6-496c73654122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:42.796198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-7d22ac4a-b1c5-4798-b1e6-496c73654122 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 920 time: 0.2006822 Aug 10 02:06:42.806685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-c58a39bc-ecfe-496c-b04d-4ad8d2e592f0 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1311073 Aug 10 02:06:42.831749 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2dac1542-66a5-4672-88d3-61a1f369a2bf', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'port_id': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'mac_address': 'fa:16:3e:2e:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:39Z', 'updated_at': '2021-08-10T02:06:41Z', 'revision_number': 1, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef996aa-19aa-4672-9421-94c142828bb0', 'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'mac_address': 'fa:16:3e:78:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:44Z', 'updated_at': '2021-08-10T02:05:51Z', 'revision_number': 5, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'subnets': [{'id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:42.857937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Made reservation on behalf of 8e19114cf8d5464cb361339a3249dcd7 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:42.862281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.886393 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] Checking router: 8634cb1a-a264-4283-b18f-afae61939dc0 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:42.900107 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:42.900398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:42.901248 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:42.913135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.913372 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Added segment 66fc175c-13bb-4268-b2e6-4bfe046e5448 of type vlan for network 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 Aug 10 02:06:42.951928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-c5c85563-3eb7-4bb6-af7c-2caecb59ca94 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 999 time: 0.1442482 Aug 10 02:06:42.984991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:42.995508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Pushing event updated for resources: {'Port': ['ID=45f3b127-d09c-41e4-aa77-2c1925724255,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:43.048573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-cf621cb3-8e07-4ca7-8c87-461d591520b6 service neutron] 10.222.0.38 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025108 Aug 10 02:06:43.050007 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:06:43.061064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-ca7c3e12-720a-45a1-a544-a110c86f7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:43.063123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-ca7c3e12-720a-45a1-a544-a110c86f7b6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.1005828 Aug 10 02:06:43.073653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Attempting to bind port 45f3b127-d09c-41e4-aa77-2c1925724255 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:43.074152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Attempting to bind port 45f3b127-d09c-41e4-aa77-2c1925724255 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'c561d5bf-08b1-41ec-a630-eb93f1cc6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4df41cf9-0046-4efc-b6e0-1c05e6ae20fb'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:43.077478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Attempting to bind port 45f3b127-d09c-41e4-aa77-2c1925724255 on network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:43.093156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:43.093740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Checking segment: {'id': 'c561d5bf-08b1-41ec-a630-eb93f1cc6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4df41cf9-0046-4efc-b6e0-1c05e6ae20fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:43.095066 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.095793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Bound using segment: {'id': 'c561d5bf-08b1-41ec-a630-eb93f1cc6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4df41cf9-0046-4efc-b6e0-1c05e6ae20fb'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:43.096591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Bound port: 45f3b127-d09c-41e4-aa77-2c1925724255, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c561d5bf-08b1-41ec-a630-eb93f1cc6ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4df41cf9-0046-4efc-b6e0-1c05e6ae20fb'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:43.097275 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.108086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-43501fd3-a1f3-4ff6-ba37-0a574bf357d2 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:43.108666 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:43.110499 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-43501fd3-a1f3-4ff6-ba37-0a574bf357d2 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "GET /v2.0/ports?device_id=01265509-bd19-4a18-adfe-f67f0f757fc3 HTTP/1.1" status: 200 len: 945 time: 0.0822451 Aug 10 02:06:43.153821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-8f70c094-6c57-4b90-9532-f7291c1131d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489068 Aug 10 02:06:43.168221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.172168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-51b81a85-d57d-4cdc-8779-362dc7dcc70e service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:06:43.175099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-51b81a85-d57d-4cdc-8779-362dc7dcc70e service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071073 Aug 10 02:06:43.177012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:43.177656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.185883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-905b87d1-2584-4044-bd93-f2b913b64d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.196334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] For port 45f3b127-d09c-41e4-aa77-2c1925724255, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:43.201968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] For port 45f3b127-d09c-41e4-aa77-2c1925724255, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=45f3b127-d09c-41e4-aa77-2c1925724255,segment=NetworkSegment(c561d5bf-08b1-41ec-a630-eb93f1cc6ae9),segment_id=c561d5bf-08b1-41ec-a630-eb93f1cc6ae9)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:43.205050 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.260173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-8976a877-7997-4b10-bb98-070aeaedc3e5 service neutron] 10.222.0.38 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107332 Aug 10 02:06:43.301543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-37b26fe4-0bb8-4035-9e9b-5c23fb3bcc48 service neutron] 10.222.0.38 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177771 Aug 10 02:06:43.356152 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.360303 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-905b87d1-2584-4044-bd93-f2b913b64d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.425857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-905b87d1-2584-4044-bd93-f2b913b64d8a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e934bd9412742f29a2d65a236b08c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7404995 Aug 10 02:06:43.426391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b87d1-2584-4044-bd93-f2b913b64d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456e496f-db44-4dd1-9474-bffce9b7cbb1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:43.427485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9d10a-49b1-41d1-a615-15150e6f7aaa None None] Pushing event updated for resources: {'Port': ['ID=45f3b127-d09c-41e4-aa77-2c1925724255,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:43.430693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54020) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:43.462034 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2dac1542-66a5-4672-88d3-61a1f369a2bf', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'port_id': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'mac_address': 'fa:16:3e:2e:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:39Z', 'updated_at': '2021-08-10T02:06:41Z', 'revision_number': 1, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef996aa-19aa-4672-9421-94c142828bb0', 'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'mac_address': 'fa:16:3e:78:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:44Z', 'updated_at': '2021-08-10T02:05:51Z', 'revision_number': 5, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'subnets': [{'id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:43.489601 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09c47cd-e84e-41d1-8024-09ef18871591 req-f3114bc1-8279-4a43-9007-d42aa7bfdaa6 service neutron] 10.222.0.38 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827645 Aug 10 02:06:43.510912 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36443b0-21c6-42d4-8401-59e278e8e870 None None] The sync data for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 is: [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2dac1542-66a5-4672-88d3-61a1f369a2bf', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'port_id': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'mac_address': 'fa:16:3e:2e:08:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:39Z', 'updated_at': '2021-08-10T02:06:41Z', 'revision_number': 1, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef996aa-19aa-4672-9421-94c142828bb0', 'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'mac_address': 'fa:16:3e:78:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:44Z', 'updated_at': '2021-08-10T02:05:51Z', 'revision_number': 5, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'subnets': [{'id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:43.525301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3e965641-3cef-4a34-bee7-70c22a3fb62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.560731 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3e965641-3cef-4a34-bee7-70c22a3fb62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.705309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d13682a-65d5-45a2-aca7-f5b4b28a80d1 req-2192eda2-d571-4d2e-bdb6-e7f32fe0e5ac tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0652399 Aug 10 02:06:43.712030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Network': ['ID=5e9311fd-ff47-4bd9-89ac-e44ea9feeef7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:43.712829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3e965641-3cef-4a34-bee7-70c22a3fb62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.721095 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3e965641-3cef-4a34-bee7-70c22a3fb62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:43.725457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:43.735191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3e965641-3cef-4a34-bee7-70c22a3fb62d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/456e496f-db44-4dd1-9474-bffce9b7cbb1 HTTP/1.1" status: 204 len: 168 time: 0.2995064 Aug 10 02:06:43.737471 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489ca873-0597-4a44-8edd-07fb790075d4 x-openstack-request-id: req-489ca873-0597-4a44-8edd-07fb790075d4 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:43.737471 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:43.740056 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-489ca873-0597-4a44-8edd-07fb790075d4 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:43.740564 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'status': 'completed', 'code': 200} Aug 10 02:06:43.786874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e965641-3cef-4a34-bee7-70c22a3fb62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456e496f-db44-4dd1-9474-bffce9b7cbb1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:43.879660 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-587b7bb7-d60f-4f5e-99e7-c9177b48e86a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1128988 Aug 10 02:06:43.882734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54032) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:43.908302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Request body: {'subnet': {'network_id': '4d143f51-e782-4b4c-9e65-8b636637bc2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:43.926497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3215336f-37a3-43dd-a0a6-6ead1a78c3ca req-145939d5-7e69-4f4b-8881-f7c85ebe4b87 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 210 time: 0.1081133 Aug 10 02:06:43.997543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54038) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:44.047593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a112a8d-7ed2-46a6-9964-d4c5209053c8 None None] New status for floating IP 2dac1542-66a5-4672-88d3-61a1f369a2bf: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:06:44.056125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb7c21-1753-40cf-a020-947b03791eef req-a9ddba5f-7ad4-46df-a3da-566c754cd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:44.057659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4fb7c21-1753-40cf-a020-947b03791eef req-a9ddba5f-7ad4-46df-a3da-566c754cd6d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1097 time: 0.2941444 Aug 10 02:06:44.075362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-42e7fc08-ea06-43a2-92ae-00e87a9f8aed tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 999 time: 0.2540891 Aug 10 02:06:44.168217 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-d4b1199b-7e82-4188-a057-42847f8f660d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:44.176581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-d4b1199b-7e82-4188-a057-42847f8f660d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports/a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 942 time: 0.0986071 Aug 10 02:06:44.229190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Deleting port 89122d47-cd78-4486-a615-80b6ebff5874 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:44.229548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:44.266000 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:44.317378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb7c21-1753-40cf-a020-947b03791eef req-c1eb45af-0440-478c-8904-4ce48e32bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:44.318901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4fb7c21-1753-40cf-a020-947b03791eef req-c1eb45af-0440-478c-8904-4ce48e32bbfc service neutron] 10.222.0.11 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 920 time: 0.2415564 Aug 10 02:06:44.350031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Made reservation on behalf of 8e19114cf8d5464cb361339a3249dcd7 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:44.353513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:44.407690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-4c7dfdaa-5274-4261-b712-a144d4651839 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 999 time: 0.1532052 Aug 10 02:06:44.440310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4fb7c21-1753-40cf-a020-947b03791eef req-0b091365-e20a-4e2e-bedd-cc5911c5a881 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 999 time: 0.1122494 Aug 10 02:06:44.501740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] For port 89122d47-cd78-4486-a615-80b6ebff5874, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89122d47-cd78-4486-a615-80b6ebff5874,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:44.502199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:44.527228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Calling delete_port for 89122d47-cd78-4486-a615-80b6ebff5874 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:44.541397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb7c21-1753-40cf-a020-947b03791eef req-85eae677-2932-4a19-b9ec-32769d395304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:44.543602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4fb7c21-1753-40cf-a020-947b03791eef req-85eae677-2932-4a19-b9ec-32769d395304 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.0886064 Aug 10 02:06:44.585718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4fb7c21-1753-40cf-a020-947b03791eef req-004917be-1ddf-40ff-b038-8abdaf921a91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303018 Aug 10 02:06:44.771315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4fb7c21-1753-40cf-a020-947b03791eef req-7816587b-17c2-4772-af0d-7be0ab0573b7 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750653 Aug 10 02:06:44.786715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-9855f1e2-180e-4469-80b7-6672fc20d612 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:44.788431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-9855f1e2-180e-4469-80b7-6672fc20d612 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.3799076 Aug 10 02:06:44.808882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-e40c6d74-1a46-4ecc-875a-534d9a6adb1d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:06:44.810103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-e40c6d74-1a46-4ecc-875a-534d9a6adb1d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088034 Aug 10 02:06:44.948629 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:44.960853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e65c1b38-a9ce-4ea6-971b-212d2be4adb8 req-13e78148-2257-4204-ac97-b8ebcf028b3a tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0487945 Aug 10 02:06:44.973131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-529175e8-81f8-4938-9209-185cf0f1514c tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 1001 time: 0.1517911 Aug 10 02:06:44.985285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccdfe6e-e2f7-4313-a9bd-efe40a69cdcd None None] Network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:44.988012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6495561e-d1e4-4404-95e4-e4a6ac6eb7e4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:45.052241 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.070760 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.084322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['89122d47-cd78-4486-a615-80b6ebff5874'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:45.162765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0e9a4569-96ae-4758-9e8e-6aaa18b0af64 None None] Provisioning for port 45f3b127-d09c-41e4-aa77-2c1925724255 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:45.167413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Pushing event deleted for resources: {'Port': ['ID=89122d47-cd78-4486-a615-80b6ebff5874,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:45.304103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] No DVR routers for this DVR port 89122d47-cd78-4486-a615-80b6ebff5874 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:45.319623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.321833 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-15978349-f292-4b74-90d8-9bf0fd4ad322 req-187458b8-430f-4920-8626-2f9341561fe7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "DELETE /v2.0/ports/89122d47-cd78-4486-a615-80b6ebff5874 HTTP/1.1" status: 204 len: 173 time: 2.2052631 Aug 10 02:06:45.345037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'name': 'network-vif-deleted', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:45.347799 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defc3fbb-20dd-4d78-a403-fb00f7a64fa9" -d '{"events": [{"server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "name": "network-vif-deleted", "tag": "89122d47-cd78-4486-a615-80b6ebff5874"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:45.355255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Checking segment: {'id': 'bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4d143f51-e782-4b4c-9e65-8b636637bc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:45.358738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network hostable DHCP agents. Network: 4d143f51-e782-4b4c-9e65-8b636637bc2d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:45.425607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Subnet': ['ID=dac53114-1958-4489-8315-708d38f883f8,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:45.473745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef877f72-799b-49f1-a2e3-4f9d2091e1cb req-27e6a48f-d8d8-4160-875b-cea9e3757058 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 210 time: 0.0518179 Aug 10 02:06:45.477873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4fb7c21-1753-40cf-a020-947b03791eef req-f7731fd5-30f2-4e6a-bc28-a94756bd8e90 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878905 Aug 10 02:06:45.485919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6495561e-d1e4-4404-95e4-e4a6ac6eb7e4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for floatingip, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.591966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network 4d143f51-e782-4b4c-9e65-8b636637bc2d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:45.627824 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 45f3b127-d09c-41e4-aa77-2c1925724255 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:45.646788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Deleting port a6f09700-a12c-488c-ad29-a97243af4b8b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:45.647235 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.735575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4d143f51-e782-4b4c-9e65-8b636637bc2d) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:45.745292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f5c42-e8d5-481f-8fd9-794de381bf8f None None] Network 4d143f51-e782-4b4c-9e65-8b636637bc2d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:45.752700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6495561e-d1e4-4404-95e4-e4a6ac6eb7e4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.760161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] For port a6f09700-a12c-488c-ad29-a97243af4b8b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a6f09700-a12c-488c-ad29-a97243af4b8b,segment=NetworkSegment(0513ba03-23a2-449a-b3c7-bbb7c108aca1),segment_id=0513ba03-23a2-449a-b3c7-bbb7c108aca1)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:45.760653 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.766212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:45.767496 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.793358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Calling delete_port for a6f09700-a12c-488c-ad29-a97243af4b8b owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:45.801847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 45f3b127-d09c-41e4-aa77-2c1925724255 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:45.808298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 45f3b127-d09c-41e4-aa77-2c1925724255 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:45.808720 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.829959 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6495561e-d1e4-4404-95e4-e4a6ac6eb7e4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.830422 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6495561e-d1e4-4404-95e4-e4a6ac6eb7e4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Floating IP 2dac1542-66a5-4672-88d3-61a1f369a2bf disassociated. External IP: 172.25.3.246, port: a759acd8-2d99-4cb7-976c-5150b2e6a221. Aug 10 02:06:45.867295 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aa7119-c0df-4b89-af7c-92993d458b58 x-openstack-request-id: req-80aa7119-c0df-4b89-af7c-92993d458b58 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:45.867590 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01265509-bd19-4a18-adfe-f67f0f757fc3", "name": "network-vif-deleted", "tag": "89122d47-cd78-4486-a615-80b6ebff5874", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:45.867843 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-80aa7119-c0df-4b89-af7c-92993d458b58 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:45.868245 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01265509-bd19-4a18-adfe-f67f0f757fc3', 'name': 'network-vif-deleted', 'tag': '89122d47-cd78-4486-a615-80b6ebff5874', 'status': 'completed', 'code': 200} Aug 10 02:06:45.890540 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1879dd0a-99bb-486a-b173-9ce770b48f06 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9912307 Aug 10 02:06:45.891805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54074) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:45.900784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Request body: {'subnet': {'network_id': '5e9311fd-ff47-4bd9-89ac-e44ea9feeef7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:45.960245 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:45.971709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-4d143f51-e782-4b4c-9e65-8b636637bc2d', 'network_id': '4d143f51-e782-4b4c-9e65-8b636637bc2d', 'tenant_id': '8e19114cf8d5464cb361339a3249dcd7', 'fixed_ips': [{'subnet_id': 'dac53114-1958-4489-8315-708d38f883f8'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:06:45.972738 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.021123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 45f3b127-d09c-41e4-aa77-2c1925724255, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=45f3b127-d09c-41e4-aa77-2c1925724255,segment=NetworkSegment(c561d5bf-08b1-41ec-a630-eb93f1cc6ae9),segment_id=c561d5bf-08b1-41ec-a630-eb93f1cc6ae9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:46.126934 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.136278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1db05bae-c897-4287-af62-0a737835f506 req-c51e495d-2362-41ba-9dbb-0685b91b173f tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0396075 Aug 10 02:06:46.187370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Allocated IP 172.20.0.2 (4d143f51-e782-4b4c-9e65-8b636637bc2d/dac53114-1958-4489-8315-708d38f883f8/eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:46.196230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=45f3b127-d09c-41e4-aa77-2c1925724255,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:46.212133 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.323120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6495561e-d1e4-4404-95e4-e4a6ac6eb7e4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Router 8634cb1a-a264-4283-b18f-afae61939dc0 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:46.338569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Made reservation on behalf of 8e19114cf8d5464cb361339a3249dcd7 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:46.352845 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.356853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-1476a4fc-e22f-486b-bdd6-e69afaa83bb3 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:46.358937 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-1476a4fc-e22f-486b-bdd6-e69afaa83bb3 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "GET /v2.0/networks?id=26128f48-b1ca-4c80-8c95-819e53eb5def HTTP/1.1" status: 200 len: 815 time: 0.1790276 Aug 10 02:06:46.359980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f09700-a12c-488c-ad29-a97243af4b8b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:46.388295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Request body: {'port': {'device_id': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def', 'admin_state_up': True, 'tenant_id': '69aa52266de846d3b2c4bfdbc65ada4b'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:46.456185 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.483422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Transition to ACTIVE for port object eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:46.510083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Transition to ACTIVE for port object eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:46.644373 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.704463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80e7be52-0d27-4d95-901c-41130dbec81e req-32e7de39-73ee-441f-b6f9-39fb329f2aa4 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 210 time: 0.0750322 Aug 10 02:06:46.715525 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.740663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Network 4d143f51-e782-4b4c-9e65-8b636637bc2d is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:46.744057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:46.749375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:46.753723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Pushing event updated for resources: {'Port': ['ID=eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:46.777530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6495561e-d1e4-4404-95e4-e4a6ac6eb7e4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:46.785185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6495561e-d1e4-4404-95e4-e4a6ac6eb7e4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.788311 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] Sync routers for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:46.796516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Made reservation on behalf of 69aa52266de846d3b2c4bfdbc65ada4b for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:46.801502 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.801844 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:46.802886 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:46.828273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Attempting to bind port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:46.828749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Attempting to bind port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4d143f51-e782-4b4c-9e65-8b636637bc2d'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:46.829231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Attempting to bind port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 on network 4d143f51-e782-4b4c-9e65-8b636637bc2d {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:46.836298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:46.837192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Checking segment: {'id': 'bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4d143f51-e782-4b4c-9e65-8b636637bc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:46.837662 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.838218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Bound using segment: {'id': 'bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4d143f51-e782-4b4c-9e65-8b636637bc2d'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:46.838820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Bound port: eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4d143f51-e782-4b4c-9e65-8b636637bc2d'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:46.839358 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.858058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6495561e-d1e4-4404-95e4-e4a6ac6eb7e4 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "PUT /v2.0/floatingips/2dac1542-66a5-4672-88d3-61a1f369a2bf HTTP/1.1" status: 200 len: 695 time: 1.8840015 Aug 10 02:06:46.882125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:46.885093 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:46.922718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] For port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:46.927531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] For port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8,segment=NetworkSegment(bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584),segment_id=bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:46.970235 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e9d0b1-6375-43e9-8538-cfd8884f1ffe x-openstack-request-id: req-e7e9d0b1-6375-43e9-8538-cfd8884f1ffe {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:46.970507 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:46.970816 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7e9d0b1-6375-43e9-8538-cfd8884f1ffe {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:46.971214 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'status': 'completed', 'code': 200} Aug 10 02:06:46.995414 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:47.018453 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:47.034375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Allocated IP 172.20.0.10 (26128f48-b1ca-4c80-8c95-819e53eb5def/1e762c94-a9b7-4671-96e7-c3649fb2b611/4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:47.051061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-533616c8-a28c-4abf-aaeb-f87302f5a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:47.052788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-533616c8-a28c-4abf-aaeb-f87302f5a34f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1522868 Aug 10 02:06:47.057638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:47.137785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068ecb6-669e-4e20-9834-dbf7ad64c182 None None] Pushing event updated for resources: {'Port': ['ID=eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:47.151067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Subnet': ['ID=88764bc0-d612-4ad6-9afc-bed944331b10,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:47.248144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-cf8bb522-bf09-47d2-9c9e-cb8547a21cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:47.249928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-cf8bb522-bf09-47d2-9c9e-cb8547a21cde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8c4910f404f48e2afb18bf986d28e53&device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 1097 time: 0.2689545 Aug 10 02:06:47.321624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:47.379654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89122d47-cd78-4486-a615-80b6ebff5874 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:47.439787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 89122d47-cd78-4486-a615-80b6ebff5874 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:47.440271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89122d47-cd78-4486-a615-80b6ebff5874 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:47.463493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5538e771-0c74-49fb-a537-e05f7b4d7fe8 req-5d311919-3a2b-428b-bff6-bfc975becfd6 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.1991119 Aug 10 02:06:47.524360 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8ef996aa-19aa-4672-9421-94c142828bb0', 'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'mac_address': 'fa:16:3e:78:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:44Z', 'updated_at': '2021-08-10T02:05:51Z', 'revision_number': 5, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'subnets': [{'id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:47.534112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Checking segment: {'id': '66fc175c-13bb-4268-b2e6-4bfe046e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e9311fd-ff47-4bd9-89ac-e44ea9feeef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:47.534774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network hostable DHCP agents. Network: 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:47.543214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-c4cedf28-e2b1-4d5e-9bab-98c568d82deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:47.545019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-c4cedf28-e2b1-4d5e-9bab-98c568d82deb service neutron] 10.222.0.38 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 920 time: 0.4795461 Aug 10 02:06:47.569689 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] Checking router: 8634cb1a-a264-4283-b18f-afae61939dc0 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:47.574569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:47.587291 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:47.588175 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:47.616331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-47813d76-9365-4818-a91c-6b77e428491a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 217 time: 0.0553036 Aug 10 02:06:47.617893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:47.626948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] Sync routers for ids ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:47.630727 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c1e6c3a5-e39a-4d2e-acde-5c110f045a38 admin admin] 10.222.0.38 "PUT /v2.0/routers/a649174e-7d8a-48a9-ac09-a0cf47b04ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6316142 Aug 10 02:06:47.635231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54102) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:47.641986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] Routers {'a649174e-7d8a-48a9-ac09-a0cf47b04ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:47.644149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:47.651966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-460f7f00-a99c-4d98-a6ae-63f4c3568e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:47.651966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-460f7f00-a99c-4d98-a6ae-63f4c3568e90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 200 len: 920 time: 0.3903549 Aug 10 02:06:47.753837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:47.763625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-b80a9ff4-775e-4508-bace-fec261041be8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 200 len: 217 time: 0.0888722 Aug 10 02:06:47.817030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6f8ceea6-34fe-4c73-9e6d-e0e1562435d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:47.822719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-6f8ceea6-34fe-4c73-9e6d-e0e1562435d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.1843975 Aug 10 02:06:47.834018 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:47.842726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:47.857040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7460a9-5c2e-4e3f-88d5-b52022c868cb None None] Network 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:47.891482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-0b57dc24-ae01-4919-9148-fd026d129ede service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478561 Aug 10 02:06:47.907299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:47.907942 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:47.919993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:47.966269 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0bda-6718-47e8-91f9-7998243c995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:48.018169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] Set router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:48.024999 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-77eef85a-fd95-462c-92d4-40822238b980 service neutron] 10.222.0.38 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201563 Aug 10 02:06:48.037900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-f7a328dc-50f2-4d50-b9a3-003c46105494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:48.039534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-f7a328dc-50f2-4d50-b9a3-003c46105494 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 200 len: 859 time: 0.2670803 Aug 10 02:06:48.079404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-cdf50b2e-f399-4e87-8cd7-8862d54a2157 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4575b254-7b44-4930-af55-d83e93c2a478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301931 Aug 10 02:06:48.154263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c0e9f0e8-5da2-455d-9d06-1eb3c3ea418d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2613623 Aug 10 02:06:48.175375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54106) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:48.188463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cf611-c885-4b47-9d23-737d294b043a req-2c750115-de24-453d-b4ec-96930a4d0e88 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:48.196127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-675cf611-c885-4b47-9d23-737d294b043a req-2c750115-de24-453d-b4ec-96930a4d0e88 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 932 time: 0.3503244 Aug 10 02:06:48.299194 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:48.303355 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8ef996aa-19aa-4672-9421-94c142828bb0', 'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'mac_address': 'fa:16:3e:78:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:44Z', 'updated_at': '2021-08-10T02:05:51Z', 'revision_number': 5, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'subnets': [{'id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:48.352094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Network 26128f48-b1ca-4c80-8c95-819e53eb5def is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:48.360850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:48.371094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:48.383604 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eade6d-0407-4a10-a9ab-efc36f8fa87b None None] The sync data for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 is: [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:05:46Z', 'revision_number': 4, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8ef996aa-19aa-4672-9421-94c142828bb0', 'name': '', 'network_id': '4575b254-7b44-4930-af55-d83e93c2a478', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'mac_address': 'fa:16:3e:78:a8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:44Z', 'updated_at': '2021-08-10T02:05:51Z', 'revision_number': 5, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'subnets': [{'id': '8ba1717b-3e92-4a78-b14a-4c277c726c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:48.432928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:48.433730 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:48.456678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-675cf611-c885-4b47-9d23-737d294b043a req-3cc736fe-f068-4c95-bb20-75ad2bb3a295 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549372 Aug 10 02:06:48.457528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Pushing event updated for resources: {'Port': ['ID=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:48.466731 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:48.472541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54110) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:48.558501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-5e9311fd-ff47-4bd9-89ac-e44ea9feeef7', 'network_id': '5e9311fd-ff47-4bd9-89ac-e44ea9feeef7', 'tenant_id': '8e19114cf8d5464cb361339a3249dcd7', 'fixed_ips': [{'subnet_id': '88764bc0-d612-4ad6-9afc-bed944331b10'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:06:48.560432 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:48.596813 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-6098344d-db92-4645-b2cf-d2d7bae1da9f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2147419 Aug 10 02:06:48.605312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:48.613927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:04Z', 'updated_at': '2021-08-10T02:06:45Z', 'revision_number': 5, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'gw_port': {'id': '20432c44-6971-4116-bb2f-0837a294c6f0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:05Z', 'updated_at': '2021-08-10T02:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:48.618262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 45f3b127-d09c-41e4-aa77-2c1925724255 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:48.710871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Request body: {'port': {'device_id': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:48.737935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e9f0ef-ff45-4e20-a626-3f72e4207e19 None None] Network 4d143f51-e782-4b4c-9e65-8b636637bc2d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:48.744947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] Checking router: a649174e-7d8a-48a9-ac09-a0cf47b04ac9 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:48.761501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9db472e7-b9ce-4c84-bb6b-8af50de87bf7 req-93dc1e3a-304e-4596-ba42-f9f9c5f607c0 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.1164224 Aug 10 02:06:48.762513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad05661e-f2c7-4859-9c8b-1a36120d58e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:48.764363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb19bb7-b25a-4fc1-8dc3-1ddb92358564 req-f4ad3e0f-8014-4c44-9374-e8676c98278e service neutron] 10.222.0.38 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285850 Aug 10 02:06:48.771459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-38abd658-2986-4171-997d-103b9dbf2f45 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354780 Aug 10 02:06:48.787315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:48.870464 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574afabd-f3dc-45fa-8d4e-e089424eb287 None None] New status for floating IP 2dac1542-66a5-4672-88d3-61a1f369a2bf: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:06:48.913925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:48.940380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6fbddf7-671f-43d5-b2b5-e0ed700f2591 req-e4356d2f-5341-4fc7-8029-eaa12ecc4db0 service neutron] 10.222.0.11 "GET /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567600 Aug 10 02:06:48.990794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] Routers {'a649174e-7d8a-48a9-ac09-a0cf47b04ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:48.991427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:49.007036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.047474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad05661e-f2c7-4859-9c8b-1a36120d58e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.051303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f368898d-bb77-47e9-9826-16522ce130aa None None] Provisioning for port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:49.104017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f368898d-bb77-47e9-9826-16522ce130aa None None] Provisioning complete for port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:49.104392 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f368898d-bb77-47e9-9826-16522ce130aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.117854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60322544-3cca-422f-bc7d-1612c18dc223 req-1ad3f783-6e82-4053-a43d-69cd7a78acdf tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/floatingips/2dac1542-66a5-4672-88d3-61a1f369a2bf HTTP/1.1" status: 200 len: 695 time: 0.1538768 Aug 10 02:06:49.124266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Deleting port 20432c44-6971-4116-bb2f-0837a294c6f0 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:49.124617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.146462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad05661e-f2c7-4859-9c8b-1a36120d58e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.175369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 45f3b127-d09c-41e4-aa77-2c1925724255 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:49.176017 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.181474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Allocated IP 172.20.0.2 (5e9311fd-ff47-4bd9-89ac-e44ea9feeef7/88764bc0-d612-4ad6-9afc-bed944331b10/8a9cf454-d221-4d32-8ac9-60e1a643b8ec) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:49.214304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] Set router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:49.288525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05661e-f2c7-4859-9c8b-1a36120d58e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c653c917-5474-49d9-9466-4f454de6d11c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:49.292978 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ad05661e-f2c7-4859-9c8b-1a36120d58e3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3daa3c09b2b24cfca4df8b780691b016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171408 Aug 10 02:06:49.307223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54118) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:49.316823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:04Z', 'updated_at': '2021-08-10T02:06:48Z', 'revision_number': 6, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:49.349200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] For port 20432c44-6971-4116-bb2f-0837a294c6f0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=20432c44-6971-4116-bb2f-0837a294c6f0,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:49.349576 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.378115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Calling delete_port for 20432c44-6971-4116-bb2f-0837a294c6f0 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:49.398776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a3044-dbd4-4ad9-a5db-dbaab0f88bad None None] The sync data for ids ['a649174e-7d8a-48a9-ac09-a0cf47b04ac9'] in n-d-767704-21 is: [{'id': 'a649174e-7d8a-48a9-ac09-a0cf47b04ac9', 'name': 'tempest-ServersTestMultiNic-730804969-router', 'tenant_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:04Z', 'updated_at': '2021-08-10T02:06:48Z', 'revision_number': 6, 'project_id': 'f285a1c95cbb47358aeec9b7e2ff08d5', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:49.477095 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7bee916f-1d45-4ee6-ad00-528fd73d6f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.534692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7bee916f-1d45-4ee6-ad00-528fd73d6f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.581213 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f368898d-bb77-47e9-9826-16522ce130aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.626830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f368898d-bb77-47e9-9826-16522ce130aa None None] For port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8,segment=NetworkSegment(bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584),segment_id=bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:49.647766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:49.658231 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.703792 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f368898d-bb77-47e9-9826-16522ce130aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.719990 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.779691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a6f09700-a12c-488c-ad29-a97243af4b8b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:49.808294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Transition to ACTIVE for port object 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:49.808534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ad242-123c-4a99-9a1d-f2365ca65cd4 req-8744fa8d-f000-4bc5-aadf-141e36d04e1c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:49.809181 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7bee916f-1d45-4ee6-ad00-528fd73d6f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.811356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Transition to ACTIVE for port object 8a9cf454-d221-4d32-8ac9-60e1a643b8ec will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:49.811576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f8ad242-123c-4a99-9a1d-f2365ca65cd4 req-8744fa8d-f000-4bc5-aadf-141e36d04e1c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 932 time: 0.2269423 Aug 10 02:06:49.818060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7bee916f-1d45-4ee6-ad00-528fd73d6f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.818232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368898d-bb77-47e9-9826-16522ce130aa None None] Pushing event updated for resources: {'Port': ['ID=eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:49.818363 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7bee916f-1d45-4ee6-ad00-528fd73d6f28 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c653c917-5474-49d9-9466-4f454de6d11c HTTP/1.1" status: 204 len: 168 time: 0.5102899 Aug 10 02:06:49.823561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee916f-1d45-4ee6-ad00-528fd73d6f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c653c917-5474-49d9-9466-4f454de6d11c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:49.832544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: a6f09700-a12c-488c-ad29-a97243af4b8b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:49.833673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a6f09700-a12c-488c-ad29-a97243af4b8b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:49.835674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.886334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60322544-3cca-422f-bc7d-1612c18dc223 req-e3307ca4-26a7-48bd-85bd-14cc1b31a5ba tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:49.891667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Transition to ACTIVE for port object 8a9cf454-d221-4d32-8ac9-60e1a643b8ec will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:49.894385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60322544-3cca-422f-bc7d-1612c18dc223 req-e3307ca4-26a7-48bd-85bd-14cc1b31a5ba tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 784 time: 0.7395864 Aug 10 02:06:49.895348 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.900980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-60322544-3cca-422f-bc7d-1612c18dc223 req-b052c372-32d3-4191-97c5-3fcf6fad3867 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:06:49.909017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60322544-3cca-422f-bc7d-1612c18dc223 req-b052c372-32d3-4191-97c5-3fcf6fad3867 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135000 Aug 10 02:06:49.909639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=20432c44-6971-4116-bb2f-0837a294c6f0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:49.972467 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.980658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60322544-3cca-422f-bc7d-1612c18dc223 req-1281ac2f-aa38-4717-a7bb-914b6d26daaa tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0700753 Aug 10 02:06:50.020053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f8ad242-123c-4a99-9a1d-f2365ca65cd4 req-cc82ede3-6e60-417d-917f-2bfcde91c5c4 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715651 Aug 10 02:06:50.026748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Network 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:50.038321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:50.048552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:50.051330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Pushing event updated for resources: {'Port': ['ID=8a9cf454-d221-4d32-8ac9-60e1a643b8ec,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:50.057544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.075913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c3b72246-4b7f-4bdc-bbd5-b2d4ec3fcc18 None None] Provisioning complete for port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:50.075913 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c3b72246-4b7f-4bdc-bbd5-b2d4ec3fcc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.106674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Pushing event updated for resources: {'Port': ['ID=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:50.175935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Attempting to bind port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:50.176774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Attempting to bind port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '66fc175c-13bb-4268-b2e6-4bfe046e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e9311fd-ff47-4bd9-89ac-e44ea9feeef7'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:50.177799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Attempting to bind port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec on network 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:50.185923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.190245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.191818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:50.192041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41fa9c71-936a-46f9-98e9-8ccc485a9ce3 req-f2342834-a107-42a9-b617-d4da1432ecf8 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0534949 Aug 10 02:06:50.192568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Checking segment: {'id': '66fc175c-13bb-4268-b2e6-4bfe046e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e9311fd-ff47-4bd9-89ac-e44ea9feeef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:50.193079 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.193626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Bound using segment: {'id': '66fc175c-13bb-4268-b2e6-4bfe046e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e9311fd-ff47-4bd9-89ac-e44ea9feeef7'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:50.194161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Bound port: 8a9cf454-d221-4d32-8ac9-60e1a643b8ec, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fc175c-13bb-4268-b2e6-4bfe046e5448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5e9311fd-ff47-4bd9-89ac-e44ea9feeef7'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:50.194726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.215815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60322544-3cca-422f-bc7d-1612c18dc223 req-f328d433-349a-4b72-835e-6eccdcede7f8 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.2232463 Aug 10 02:06:50.246865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Allocated IP 172.20.0.1 (4d143f51-e782-4b4c-9e65-8b636637bc2d/dac53114-1958-4489-8315-708d38f883f8/0f5bff4e-3c5d-4530-8357-28dcad90e5ee) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:50.257999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Attempting to bind port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:50.258409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Attempting to bind port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:50.258819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Attempting to bind port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f on network 26128f48-b1ca-4c80-8c95-819e53eb5def {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:50.278618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f on network 26128f48-b1ca-4c80-8c95-819e53eb5def not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:06:50.279536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Attempting to bind port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f on network 26128f48-b1ca-4c80-8c95-819e53eb5def {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:50.289304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:50.289662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Checking segment: {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:50.290087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Bound using segment: {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:50.290531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Bound port: 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:50.296490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.331800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] For port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:50.338935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] For port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a9cf454-d221-4d32-8ac9-60e1a643b8ec,segment=NetworkSegment(66fc175c-13bb-4268-b2e6-4bfe046e5448),segment_id=66fc175c-13bb-4268-b2e6-4bfe046e5448)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:50.342658 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.342658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a649174e-7d8a-48a9-ac09-a0cf47b04ac9 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:06:50.350904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.352092 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d06996d5-2f8c-4602-a05d-072aebf7f5c1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a649174e-7d8a-48a9-ac09-a0cf47b04ac9 HTTP/1.1" status: 204 len: 168 time: 2.7154202 Aug 10 02:06:50.357950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54128) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:50.395576 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.421086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:50.429455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43e0529-9b17-46e5-bac9-abc8f89edfb1 admin admin] Deleting subnet b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:06:50.441579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e43e0529-9b17-46e5-bac9-abc8f89edfb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.444371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:50.502804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563770ec-9680-4eef-acc0-a421a3096126 None None] Pushing event updated for resources: {'Port': ['ID=8a9cf454-d221-4d32-8ac9-60e1a643b8ec,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:50.504766 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e43e0529-9b17-46e5-bac9-abc8f89edfb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.550786 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.574219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.577115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Transition to ACTIVE for port object 0f5bff4e-3c5d-4530-8357-28dcad90e5ee will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:50.582839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-60322544-3cca-422f-bc7d-1612c18dc223 req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Deleting port 379dc519-f247-4d30-b9fe-fc8ee06c2817 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:50.583193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-60322544-3cca-422f-bc7d-1612c18dc223 req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.583785 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8be0c6a7-93eb-4096-918a-08aac5b7ffe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.664293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54130) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:50.676374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:50.677266 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.678887 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] 10.222.0.16 "PUT /v2.0/ports/4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f HTTP/1.1" status: 200 len: 1093 time: 1.9734468 Aug 10 02:06:50.681814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:50.685988 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48" -d '{"events": [{"name": "network-changed", "server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:50.706873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.734235 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e43e0529-9b17-46e5-bac9-abc8f89edfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.808123 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a7cc83-35d5-45bb-bcd5-e537a3522d6e x-openstack-request-id: req-81a7cc83-35d5-45bb-bcd5-e537a3522d6e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:50.808431 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:50.808673 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-81a7cc83-35d5-45bb-bcd5-e537a3522d6e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:50.809083 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f', 'status': 'completed', 'code': 200} Aug 10 02:06:50.828653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1113bd3-b60c-41ed-b922-a78a2529c89e service neutron] Pushing event updated for resources: {'Port': ['ID=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:50.829429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.847587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-60322544-3cca-422f-bc7d-1612c18dc223 req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.848500 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-60322544-3cca-422f-bc7d-1612c18dc223 req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.863248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-60322544-3cca-422f-bc7d-1612c18dc223 req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Calling delete_port for 379dc519-f247-4d30-b9fe-fc8ee06c2817 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:50.886154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-c0463acd-5b5b-4124-9588-db9b1267191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:50.887869 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-c0463acd-5b5b-4124-9588-db9b1267191a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 1096 time: 0.0780237 Aug 10 02:06:50.927348 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.947313 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-79f132f7-8b4c-499c-8de9-5ef5e7a3d48f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f HTTP/1.1" status: 200 len: 217 time: 0.0495431 Aug 10 02:06:50.961114 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:50.987366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e43e0529-9b17-46e5-bac9-abc8f89edfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.020216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f18016976e7e441daddb15f1e3bb2e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548515 Aug 10 02:06:51.030101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54134) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:51.039710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73532fd9-d99c-46f3-bd44-29ffb199c551,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:51.040992 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e43e0529-9b17-46e5-bac9-abc8f89edfb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.045680 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e43e0529-9b17-46e5-bac9-abc8f89edfb1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293 HTTP/1.1" status: 204 len: 168 time: 0.6864152 Aug 10 02:06:51.047544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e0529-9b17-46e5-bac9-abc8f89edfb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bc39e0-a9e5-4b6d-96d5-1a5a92c10293,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:51.048929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network 4d143f51-e782-4b4c-9e65-8b636637bc2d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:51.052193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.056333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54138) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:51.065552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7694321f-a6d0-420d-a457-062e09df61ed None None] Network 15cf62bd-7513-4a75-9410-d5b0f78c6285 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:51.073571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:51.086370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:51.090136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.090814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.091324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.091823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.092345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.092846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.093866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.094647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.095139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.095645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.096197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.096685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb87d8b-e5a0-41a3-93e8-df8a28b15b1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:51.125846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b6937478-b2a0-4dfc-9deb-e17b3ee7ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:51.130883 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-b6937478-b2a0-4dfc-9deb-e17b3ee7ad05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e762c94-a9b7-4671-96e7-c3649fb2b611 HTTP/1.1" status: 200 len: 855 time: 0.1723089 Aug 10 02:06:51.158998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Port': ['ID=0f5bff4e-3c5d-4530-8357-28dcad90e5ee,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:51.214812 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-64a2c677-eb90-444d-86b4-fcaeaa3b04a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26128f48-b1ca-4c80-8c95-819e53eb5def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777287 Aug 10 02:06:51.366771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6e6298-0f80-44aa-95bd-dc059cc0f8cd None None] DHCP port deletion for 15cf62bd-7513-4a75-9410-d5b0f78c6285 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:06:51.369459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.374114 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.411568 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e0f28ee-54ff-4eba-ad29-24585a24551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.459658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e6298-0f80-44aa-95bd-dc059cc0f8cd None None] Deleting port 17541daf-8f44-4576-9337-6eb0b830961b {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:51.460441 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6298-0f80-44aa-95bd-dc059cc0f8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.471831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144a8db-d144-4d2e-98c9-e6ead3e9d35c req-2529f590-0459-4e7b-b856-dac7d2374b41 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:51.473740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7144a8db-d144-4d2e-98c9-e6ead3e9d35c req-2529f590-0459-4e7b-b856-dac7d2374b41 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 944 time: 0.2621768 Aug 10 02:06:51.482442 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-27763b11-c7d7-4a5e-b974-f52230df3344 service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434394 Aug 10 02:06:51.498898 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e0f28ee-54ff-4eba-ad29-24585a24551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.543319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7144a8db-d144-4d2e-98c9-e6ead3e9d35c req-e254339b-6d20-4829-b36c-1f5f0aa8ed19 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597320 Aug 10 02:06:51.587734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1f6e6298-0f80-44aa-95bd-dc059cc0f8cd None None] For port 17541daf-8f44-4576-9337-6eb0b830961b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=17541daf-8f44-4576-9337-6eb0b830961b,segment=NetworkSegment(0513ba03-23a2-449a-b3c7-bbb7c108aca1),segment_id=0513ba03-23a2-449a-b3c7-bbb7c108aca1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:51.591328 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6298-0f80-44aa-95bd-dc059cc0f8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.621903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e6298-0f80-44aa-95bd-dc059cc0f8cd None None] Calling delete_port for 17541daf-8f44-4576-9337-6eb0b830961b owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:51.632594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-179878a7-903e-42c7-ab30-bbe62f91c568 None None] Provisioning for port 0f5bff4e-3c5d-4530-8357-28dcad90e5ee completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:51.647784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-179878a7-903e-42c7-ab30-bbe62f91c568 None None] Provisioning complete for port 0f5bff4e-3c5d-4530-8357-28dcad90e5ee triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:51.649053 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-179878a7-903e-42c7-ab30-bbe62f91c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.653957 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-60322544-3cca-422f-bc7d-1612c18dc223 req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.705954 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c83a51a2-881b-4e8b-9d44-33da09998c6e req-75b07de8-bedc-485a-832d-00b06cea82a9 service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222366 Aug 10 02:06:51.743774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6efaff03-ad6c-45f9-9c5f-8afc7e3d07ae req-0249f3b5-0f83-4b05-9ed2-65ffec1d2925 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0779796 Aug 10 02:06:51.752055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Pushing event deleted for resources: {'Port': ['ID=379dc519-f247-4d30-b9fe-fc8ee06c2817,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:51.791423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-179878a7-903e-42c7-ab30-bbe62f91c568 None None] Port 0f5bff4e-3c5d-4530-8357-28dcad90e5ee cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:51.800366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e0f28ee-54ff-4eba-ad29-24585a24551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.803642 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e0f28ee-54ff-4eba-ad29-24585a24551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.804959 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0e0f28ee-54ff-4eba-ad29-24585a24551f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73532fd9-d99c-46f3-bd44-29ffb199c551 HTTP/1.1" status: 204 len: 168 time: 0.7730591 Aug 10 02:06:51.822349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Deleting port 17541daf-8f44-4576-9337-6eb0b830961b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:51.832370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f28ee-54ff-4eba-ad29-24585a24551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73532fd9-d99c-46f3-bd44-29ffb199c551,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:51.834868 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.852490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a9cf454-d221-4d32-8ac9-60e1a643b8ec up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:51.928841 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f6e6298-0f80-44aa-95bd-dc059cc0f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.951900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:51.959590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e6298-0f80-44aa-95bd-dc059cc0f8cd None None] Pushing event deleted for resources: {'Port': ['ID=17541daf-8f44-4576-9337-6eb0b830961b,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:51.973727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e6298-0f80-44aa-95bd-dc059cc0f8cd None None] No DVR routers for this DVR port 17541daf-8f44-4576-9337-6eb0b830961b on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:51.979069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:51.987139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:52.014999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-d8614a12-6221-4d74-98b1-abfa18fbffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:52.017417 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-d8614a12-6221-4d74-98b1-abfa18fbffae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 1096 time: 0.0635872 Aug 10 02:06:52.040787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30601045-924e-477d-a28c-2f48f57ea343 None None] Network 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:52.059143 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-60322544-3cca-422f-bc7d-1612c18dc223 req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.061949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-60322544-3cca-422f-bc7d-1612c18dc223 req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.063784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60322544-3cca-422f-bc7d-1612c18dc223 req-29d63ac8-c3cf-4e61-a3c4-81c8d086a63f tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "DELETE /v2.0/floatingips/2dac1542-66a5-4672-88d3-61a1f369a2bf HTTP/1.1" status: 204 len: 173 time: 1.8187151 Aug 10 02:06:52.067517 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] For port 17541daf-8f44-4576-9337-6eb0b830961b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=17541daf-8f44-4576-9337-6eb0b830961b,segment=NetworkSegment(0513ba03-23a2-449a-b3c7-bbb7c108aca1),segment_id=0513ba03-23a2-449a-b3c7-bbb7c108aca1)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:52.068205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.098143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Calling delete_port for 17541daf-8f44-4576-9337-6eb0b830961b owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:52.104587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:52.104967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.156932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-cece2a39-af30-4eb2-9ecb-391bec61295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:52.158868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-cece2a39-af30-4eb2-9ecb-391bec61295e service neutron] 10.222.0.16 "GET /v2.0/networks?id=26128f48-b1ca-4c80-8c95-819e53eb5def HTTP/1.1" status: 200 len: 916 time: 0.1327884 Aug 10 02:06:52.205644 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-69f53dc0-3349-42e0-9bfb-f95ec6351914 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f HTTP/1.1" status: 200 len: 217 time: 0.0388210 Aug 10 02:06:52.258761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-e0084810-9d46-44a0-bd68-eff7491f6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:52.260647 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-e0084810-9d46-44a0-bd68-eff7491f6abe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e762c94-a9b7-4671-96e7-c3649fb2b611 HTTP/1.1" status: 200 len: 855 time: 0.0482399 Aug 10 02:06:52.300176 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-da59e341-930d-4a83-a3d8-5a8be2d44ded service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26128f48-b1ca-4c80-8c95-819e53eb5def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311940 Aug 10 02:06:52.305805 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.306962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8e4c3c0e-6173-48d4-a472-4adf5bd43914 None None] Provisioning for port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:52.315513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e60e4b30-ffac-4587-9e1c-74a9d350e65e req-6e585d44-9e60-4629-a982-b6f63b9ee706 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups/9f9250dc-1be0-448c-b78f-f92f4a2d7d71 HTTP/1.1" status: 200 len: 1808 time: 0.2221832 Aug 10 02:06:52.326737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8e4c3c0e-6173-48d4-a472-4adf5bd43914 None None] Provisioning complete for port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:52.327256 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3c0e-6173-48d4-a472-4adf5bd43914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.378257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 20432c44-6971-4116-bb2f-0837a294c6f0 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:52.411085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 20432c44-6971-4116-bb2f-0837a294c6f0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:52.411347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 20432c44-6971-4116-bb2f-0837a294c6f0 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:52.411782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 17541daf-8f44-4576-9337-6eb0b830961b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:52.438865 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 17541daf-8f44-4576-9337-6eb0b830961b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:52.438865 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 17541daf-8f44-4576-9337-6eb0b830961b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:52.448813 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.483270 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-3d5e0868-5f93-4c83-802e-e52a9083eea2 service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745391 Aug 10 02:06:52.509346 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3c0e-6173-48d4-a472-4adf5bd43914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.511998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Pushing event deleted for resources: {'Port': ['ID=17541daf-8f44-4576-9337-6eb0b830961b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:52.515010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] No DVR routers for this DVR port 17541daf-8f44-4576-9337-6eb0b830961b on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:52.559551 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8e4c3c0e-6173-48d4-a472-4adf5bd43914 None None] For port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a9cf454-d221-4d32-8ac9-60e1a643b8ec,segment=NetworkSegment(66fc175c-13bb-4268-b2e6-4bfe046e5448),segment_id=66fc175c-13bb-4268-b2e6-4bfe046e5448)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:52.582445 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e60e4b30-ffac-4587-9e1c-74a9d350e65e req-ef3c4b00-3aac-4571-85bb-eda9555dcbd0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.629122 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8e4c3c0e-6173-48d4-a472-4adf5bd43914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.655093 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ca8d90f5-bc9a-4c86-8a7b-24c2de4add48 req-e39e67f7-e276-48fc-931d-584d5dd2c54b service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603739 Aug 10 02:06:52.698861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.701246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c3c0e-6173-48d4-a472-4adf5bd43914 None None] Pushing event updated for resources: {'Port': ['ID=8a9cf454-d221-4d32-8ac9-60e1a643b8ec,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:52.721584 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e60e4b30-ffac-4587-9e1c-74a9d350e65e req-ef3c4b00-3aac-4571-85bb-eda9555dcbd0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.733103 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.748488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cf62bd-7513-4a75-9410-d5b0f78c6285']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:52.758651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-82d1aee2-c3d5-4ae5-af2c-00c2dee15a4f None None] Provisioning complete for port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:52.758651 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-82d1aee2-c3d5-4ae5-af2c-00c2dee15a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.771190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0513ba03-23a2-449a-b3c7-bbb7c108aca1') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:52.771497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0513ba03-23a2-449a-b3c7-bbb7c108aca1') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:52.794294 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.809600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaec474-ee28-41ce-a258-0332003871b1 req-8ec69cec-ee7c-41b3-8e43-d5455cf586ba tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:52.811204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eaec474-ee28-41ce-a258-0332003871b1 req-8ec69cec-ee7c-41b3-8e43-d5455cf586ba tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 944 time: 0.1470411 Aug 10 02:06:52.820089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.874815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.902947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:52.903370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:52.910386 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:52.970373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e60e4b30-ffac-4587-9e1c-74a9d350e65e req-ef3c4b00-3aac-4571-85bb-eda9555dcbd0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.972993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e60e4b30-ffac-4587-9e1c-74a9d350e65e req-ef3c4b00-3aac-4571-85bb-eda9555dcbd0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:52.974140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e60e4b30-ffac-4587-9e1c-74a9d350e65e req-ef3c4b00-3aac-4571-85bb-eda9555dcbd0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "DELETE /v2.0/security-groups/9f9250dc-1be0-448c-b78f-f92f4a2d7d71 HTTP/1.1" status: 204 len: 173 time: 0.6499810 Aug 10 02:06:52.990029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Port': ['ID=0f5bff4e-3c5d-4530-8357-28dcad90e5ee,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:52.998267 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.003551 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eaec474-ee28-41ce-a258-0332003871b1 req-3ab2c534-c7fc-4ab5-bfc4-4ad605a066ea tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803370 Aug 10 02:06:53.006044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c4b00-3aac-4571-85bb-eda9555dcbd0 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9250dc-1be0-448c-b78f-f92f4a2d7d71,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:53.092392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f9fa7a8-2d2f-4483-a511-4a0db98f8a50 req-c14fd815-ab97-415f-bae3-e2ff461622b3 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0305867 Aug 10 02:06:53.097355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.101739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.106189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] 10.222.0.38 "DELETE /v2.0/networks/15cf62bd-7513-4a75-9410-d5b0f78c6285 HTTP/1.1" status: 204 len: 168 time: 2.0462830 Aug 10 02:06:53.121068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db2b99-3c1a-4f33-bd36-f82b8102191d admin admin] Pushing event deleted for resources: {'Network': ['ID=15cf62bd-7513-4a75-9410-d5b0f78c6285,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:53.159686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network 4d143f51-e782-4b4c-9e65-8b636637bc2d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:53.161144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:53.465752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-50cc5f3e-11dd-4a1b-b4d1-fd117e96ea4a None None] Provisioning complete for port 0f5bff4e-3c5d-4530-8357-28dcad90e5ee triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:53.466034 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-50cc5f3e-11dd-4a1b-b4d1-fd117e96ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.505913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-50cc5f3e-11dd-4a1b-b4d1-fd117e96ea4a None None] Port 0f5bff4e-3c5d-4530-8357-28dcad90e5ee cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:53.523278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54178) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:53.567015 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-78daa9bc-d077-4c50-8fe2-8b406c0f8f2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f285a1c95cbb47358aeec9b7e2ff08d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424550 Aug 10 02:06:53.569609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54180) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:53.642337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7404-c168-42f6-bf82-a9ea2850ae07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.647634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5dbd7-da6d-4603-b7ef-c728dd2c8664 req-47f60aa5-fb59-494f-b9c7-ed38b5e3d838 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:53.649151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95e5dbd7-da6d-4603-b7ef-c728dd2c8664 req-47f60aa5-fb59-494f-b9c7-ed38b5e3d838 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.0738940 Aug 10 02:06:53.679422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a9cf454-d221-4d32-8ac9-60e1a643b8ec up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:53.680692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7404-c168-42f6-bf82-a9ea2850ae07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.710273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95e5dbd7-da6d-4603-b7ef-c728dd2c8664 req-e3170152-24d6-49a4-88e1-88cdd8ecb36d tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538321 Aug 10 02:06:53.754327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:53.754725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.794847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Router 3cd15659-972a-4835-adaa-2d1dbc4195a2 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:06:53.857323 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.885993 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7404-c168-42f6-bf82-a9ea2850ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.889283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a7d7404-c168-42f6-bf82-a9ea2850ae07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:53.889523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:53.890805 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4a7d7404-c168-42f6-bf82-a9ea2850ae07 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4cb171fd-1eee-4a9a-8176-4bd637d7100a HTTP/1.1" status: 204 len: 168 time: 0.3201232 Aug 10 02:06:53.895136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4f06bcd8-983a-4fa7-a6a2-79702892bdb5 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "PUT /v2.0/routers/3cd15659-972a-4835-adaa-2d1dbc4195a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6965592 Aug 10 02:06:53.899827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d7404-c168-42f6-bf82-a9ea2850ae07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb171fd-1eee-4a9a-8176-4bd637d7100a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:53.901392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369c88c-68c4-4a9e-94cc-08de7fa3dd7c None None] Sync routers for ids ['3cd15659-972a-4835-adaa-2d1dbc4195a2'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:53.909837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54186) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:53.919940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369c88c-68c4-4a9e-94cc-08de7fa3dd7c None None] Routers {'3cd15659-972a-4835-adaa-2d1dbc4195a2'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:53.920759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7369c88c-68c4-4a9e-94cc-08de7fa3dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3cd15659-972a-4835-adaa-2d1dbc4195a2'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:53.954448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7369c88c-68c4-4a9e-94cc-08de7fa3dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:53.963094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369c88c-68c4-4a9e-94cc-08de7fa3dd7c None None] Routers {'3cd15659-972a-4835-adaa-2d1dbc4195a2'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:53.963711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7369c88c-68c4-4a9e-94cc-08de7fa3dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3cd15659-972a-4835-adaa-2d1dbc4195a2'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:54.001815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7369c88c-68c4-4a9e-94cc-08de7fa3dd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:54.005556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369c88c-68c4-4a9e-94cc-08de7fa3dd7c None None] The sync data for ids ['3cd15659-972a-4835-adaa-2d1dbc4195a2'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:54.188566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e5826-624e-49f5-ad7d-2b47f5a6f887 req-02828cd9-6685-44f8-a4fe-a1bb530a50a3 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:54.190093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b7e5826-624e-49f5-ad7d-2b47f5a6f887 req-02828cd9-6685-44f8-a4fe-a1bb530a50a3 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 944 time: 0.1089928 Aug 10 02:06:54.266499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3e1176b-641d-49ff-8ea8-e864e49c5697 req-79c55e2b-f964-47fc-b19f-94c69e16d1e0 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0497696 Aug 10 02:06:54.309010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b7e5826-624e-49f5-ad7d-2b47f5a6f887 req-291cb837-43e1-4c2f-aa4a-678cdeac0711 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912220 Aug 10 02:06:54.432389 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-b0267b8f-bcdc-4cfe-82d3-e48e99becd41 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:06:54.433577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b0267b8f-bcdc-4cfe-82d3-e48e99becd41 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "PUT /v2.0/routers/3cd15659-972a-4835-adaa-2d1dbc4195a2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5225036 Aug 10 02:06:54.436318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54216) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:54.763126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:54.932484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fa8a4-f30b-4e5a-85a6-3a6cf3a6c33a req-d5f31de3-4c7a-4baf-8746-7249f88e23b2 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:54.934008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b4fa8a4-f30b-4e5a-85a6-3a6cf3a6c33a req-d5f31de3-4c7a-4baf-8746-7249f88e23b2 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1324456 Aug 10 02:06:55.005171 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b4fa8a4-f30b-4e5a-85a6-3a6cf3a6c33a req-ffcab087-3b8a-46eb-bcb1-f93f5d7ee263 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Aug 10 02:06:55.068138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54244) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:55.102527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Deleting port 0f5bff4e-3c5d-4530-8357-28dcad90e5ee {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:55.102921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.174506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1744425803-network', 'tenant_id': '02ad1d5d82f149b2b05b1075020a8389'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:55.197234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.209607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Calling delete_port for 0f5bff4e-3c5d-4530-8357-28dcad90e5ee owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:55.268253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Made reservation on behalf of 02ad1d5d82f149b2b05b1075020a8389 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:55.270955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.286419 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.424549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:06:55.432732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05f1d1f9-2e5f-4246-bdcb-637b9c38f49c req-940134f5-8332-4e29-ac56-a711509f708a tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0486588 Aug 10 02:06:55.476963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea7777-d44e-4978-8988-338f101ec2f7 req-da9fb32c-c19e-4ba8-b29d-ed887a4ac973 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:55.478440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-deea7777-d44e-4978-8988-338f101ec2f7 req-da9fb32c-c19e-4ba8-b29d-ed887a4ac973 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 944 time: 0.0813818 Aug 10 02:06:55.506736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.539516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:55.542979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event deleted for resources: {'Port': ['ID=0f5bff4e-3c5d-4530-8357-28dcad90e5ee,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:55.553492 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f', 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def', 'port_id': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f', 'mac_address': 'fa:16:3e:64:3e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e762c94-a9b7-4671-96e7-c3649fb2b611', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:06:55.560534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-deea7777-d44e-4978-8988-338f101ec2f7 req-1801a04a-645b-474e-88d6-9672bf81a83e tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747466 Aug 10 02:06:55.573862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.604853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.619218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:55.645269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:55.663773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.700256 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:55.722156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd2887f-cd18-4100-b97d-a7f83f6460cd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:55.726941 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.730501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.735961 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Added segment f84a29d5-6bb6-4b6e-9c94-ebf54877fbca of type vlan for network 7e0a4cf5-7220-4093-8412-f0b9a7458756 Aug 10 02:06:55.763842 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.785815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.789963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54268) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:55.797625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-00b67672-4682-44c0-9872-61a57b1750e5 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:55.799174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-00b67672-4682-44c0-9872-61a57b1750e5 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.11 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.1178880 Aug 10 02:06:55.841996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:55.903455 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.904549 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:55.905036 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.966275 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f7891af-a8c8-4e25-9b47-9cd79607d4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:55.977087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:55.989050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] Pushing event updated for resources: {'Network': ['ID=7e0a4cf5-7220-4093-8412-f0b9a7458756,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:56.005886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7e0a4cf5-7220-4093-8412-f0b9a7458756 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:56.022160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Router 3cd15659-972a-4835-adaa-2d1dbc4195a2 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:56.047825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Deleting port a759acd8-2d99-4cb7-976c-5150b2e6a221 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:56.048178 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.051294 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-69698a32-e953-4e06-be8a-d7b89191c82c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9816363 Aug 10 02:06:56.055977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54274) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:56.061331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Request body: {'subnet': {'network_id': '7e0a4cf5-7220-4093-8412-f0b9a7458756', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1744425803-subnet', 'tenant_id': '02ad1d5d82f149b2b05b1075020a8389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:56.158669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f7891af-a8c8-4e25-9b47-9cd79607d4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.200640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:56.211238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-334e112c-a0f4-44bc-b8c9-6978c5dfda19 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "PUT /v2.0/routers/3cd15659-972a-4835-adaa-2d1dbc4195a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732344 Aug 10 02:06:56.213372 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3297b624-02c5-4ee4-94ef-d45f29c932b4 None None] Sync routers for ids ['3cd15659-972a-4835-adaa-2d1dbc4195a2'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:56.224482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54276) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:56.225845 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297b624-02c5-4ee4-94ef-d45f29c932b4 None None] Routers {'3cd15659-972a-4835-adaa-2d1dbc4195a2'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:56.226810 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3297b624-02c5-4ee4-94ef-d45f29c932b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3cd15659-972a-4835-adaa-2d1dbc4195a2'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:56.229352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f7891af-a8c8-4e25-9b47-9cd79607d4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.266702 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3297b624-02c5-4ee4-94ef-d45f29c932b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:56.277126 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9f7891af-a8c8-4e25-9b47-9cd79607d4b9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e943abed6f2b444e882f668c997ecf11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858265 Aug 10 02:06:56.277811 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297b624-02c5-4ee4-94ef-d45f29c932b4 None None] Routers {'3cd15659-972a-4835-adaa-2d1dbc4195a2'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:56.278003 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7891af-a8c8-4e25-9b47-9cd79607d4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f664dd14-0aa8-4ff7-95a4-a096001e5c95,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:56.278800 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3297b624-02c5-4ee4-94ef-d45f29c932b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3cd15659-972a-4835-adaa-2d1dbc4195a2'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:56.280369 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54278) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:56.295205 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-16ed412b-7d65-483e-90f2-9ec1a70c5aba tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] delete failed (client error): The resource could not be found. Aug 10 02:06:56.301762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-16ed412b-7d65-483e-90f2-9ec1a70c5aba tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-1319025505 HTTP/1.1" status: 404 len: 335 time: 0.0703673 Aug 10 02:06:56.310667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54280) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:56.320916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3e27-ae5c-44bd-9aff-eff9928b0d3d req-4b4b9ce5-1406-44d6-be26-a31ea431ac06 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:56.321143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6465dbf6-33a8-46f5-ad94-c4df26ef8c91 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Request body: {'router': {'external_gateway_info': {'network_id': '3cd15659-972a-4835-adaa-2d1dbc4195a2'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:56.322635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-840f3e27-ae5c-44bd-9aff-eff9928b0d3d req-4b4b9ce5-1406-44d6-be26-a31ea431ac06 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 945 time: 0.2226000 Aug 10 02:06:56.323236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Made reservation on behalf of 02ad1d5d82f149b2b05b1075020a8389 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:56.325521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.328082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] For port a759acd8-2d99-4cb7-976c-5150b2e6a221, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a759acd8-2d99-4cb7-976c-5150b2e6a221,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:56.328469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.351300 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3297b624-02c5-4ee4-94ef-d45f29c932b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:56.352335 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3297b624-02c5-4ee4-94ef-d45f29c932b4 None None] The sync data for ids ['3cd15659-972a-4835-adaa-2d1dbc4195a2'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:56.375119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Calling delete_port for a759acd8-2d99-4cb7-976c-5150b2e6a221 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:56.381454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-840f3e27-ae5c-44bd-9aff-eff9928b0d3d req-16e05c90-9864-4cb6-9f5d-4b03a4921dcf tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/security-groups?id=51a653bc-3324-41ac-9a83-5d2436c718fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502672 Aug 10 02:06:56.469981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d299d143-ce6d-4994-b42f-49a9e73c4f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.544226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3b38e41-b140-49ef-bce4-18fb6ede4e99 req-2eeaeee6-16e0-4ca7-8b21-fc591189ef05 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0266111 Aug 10 02:06:56.572700 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d299d143-ce6d-4994-b42f-49a9e73c4f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.578253 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.589685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a759acd8-2d99-4cb7-976c-5150b2e6a221'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:56.620067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Pushing event deleted for resources: {'Port': ['ID=a759acd8-2d99-4cb7-976c-5150b2e6a221,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:56.664668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] No DVR routers for this DVR port a759acd8-2d99-4cb7-976c-5150b2e6a221 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:56.667323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.670278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25bf1cfb-dd85-41fa-8185-f48002bf1223 req-6a91bb64-a51c-480f-8e8f-4670385b6f01 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.11 "DELETE /v2.0/ports/a759acd8-2d99-4cb7-976c-5150b2e6a221 HTTP/1.1" status: 204 len: 173 time: 0.8317587 Aug 10 02:06:56.672719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'name': 'network-vif-deleted', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:56.676159 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54290500-9657-47c6-bfc1-24858aefc92a" -d '{"events": [{"server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "name": "network-vif-deleted", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:56.677301 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6465dbf6-33a8-46f5-ad94-c4df26ef8c91 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.725535 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa87612-faea-40d7-ba9e-a675beb062fc x-openstack-request-id: req-ffa87612-faea-40d7-ba9e-a675beb062fc {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:56.728654 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea7cc98-1e62-4aa3-85fd-94018f239ea2", "name": "network-vif-deleted", "tag": "a759acd8-2d99-4cb7-976c-5150b2e6a221", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:56.730712 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffa87612-faea-40d7-ba9e-a675beb062fc {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:56.731446 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea7cc98-1e62-4aa3-85fd-94018f239ea2', 'name': 'network-vif-deleted', 'tag': 'a759acd8-2d99-4cb7-976c-5150b2e6a221', 'status': 'completed', 'code': 200} Aug 10 02:06:56.743785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d410-922d-463e-9895-d95c88abcad5 req-3f6f9a2d-aa75-46de-81c2-bc2895e0d513 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:56.745374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f94d410-922d-463e-9895-d95c88abcad5 req-3f6f9a2d-aa75-46de-81c2-bc2895e0d513 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 945 time: 0.0818388 Aug 10 02:06:56.785944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f94d410-922d-463e-9895-d95c88abcad5 req-f594acfa-0d51-4962-b32a-7fe567bb283d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Aug 10 02:06:56.829639 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-6465dbf6-33a8-46f5-ad94-c4df26ef8c91 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] update failed (client error): The resource could not be found. Aug 10 02:06:56.830748 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6465dbf6-33a8-46f5-ad94-c4df26ef8c91 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "PUT /v2.0/routers/3cd15659-972a-4835-adaa-2d1dbc4195a2 HTTP/1.1" status: 404 len: 339 time: 0.5182724 Aug 10 02:06:56.834317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54288) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:56.877394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d299d143-ce6d-4994-b42f-49a9e73c4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.880113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d299d143-ce6d-4994-b42f-49a9e73c4f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.881291 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d299d143-ce6d-4994-b42f-49a9e73c4f26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f664dd14-0aa8-4ff7-95a4-a096001e5c95 HTTP/1.1" status: 204 len: 168 time: 0.5990591 Aug 10 02:06:56.882219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.950047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299d143-ce6d-4994-b42f-49a9e73c4f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f664dd14-0aa8-4ff7-95a4-a096001e5c95,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:57.050190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe3835c-ad62-4e39-b215-c688e528a182,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:57.442134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Checking segment: {'id': 'f84a29d5-6bb6-4b6e-9c94-ebf54877fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e0a4cf5-7220-4093-8412-f0b9a7458756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:57.443363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Network hostable DHCP agents. Network: 7e0a4cf5-7220-4093-8412-f0b9a7458756, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:57.454468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:57.460158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54296) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:57.475853 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1caa49e9-2c21-45ef-80ae-0de6381a97fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.517489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95ee1a1a-d7a3-46a5-91b7-202eaca43cd8 req-42f96235-e89f-4609-ad19-cf32b965c806 tempest-ServerRescueTestJSONUnderV235-834552506 tempest-ServerRescueTestJSONUnderV235-834552506-project] 10.222.0.38 "GET /v2.0/ports?device_id=aea7cc98-1e62-4aa3-85fd-94018f239ea2 HTTP/1.1" status: 200 len: 210 time: 0.0380213 Aug 10 02:06:57.529244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.581324 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Network 7e0a4cf5-7220-4093-8412-f0b9a7458756 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:57.600680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1caa49e9-2c21-45ef-80ae-0de6381a97fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.623951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:57.628408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:57.629043 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.653222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0ae0bc0-dbcc-4a28-920b-b06e43afd030 req-98ac9983-371c-447e-a84f-4899f8646adf tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0269611 Aug 10 02:06:57.715639 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1caa49e9-2c21-45ef-80ae-0de6381a97fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.716342 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.721290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7e0a4cf5-7220-4093-8412-f0b9a7458756) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:57.729782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:57.729968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.737273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb5bb76-36e6-4440-8a32-1531e9876288 None None] Network 7e0a4cf5-7220-4093-8412-f0b9a7458756 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:57.777007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1caa49e9-2c21-45ef-80ae-0de6381a97fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9d0606c7e2040bcbc79441142714622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127861 Aug 10 02:06:57.777007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa49e9-2c21-45ef-80ae-0de6381a97fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511ec370-2de8-402d-ae40-694bed4f4c9e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:57.778222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54300) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:57.795643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:57.795643 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1425e5-f794-4e74-a5b8-7878d04f15da" -d '{"events": [{"server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "name": "network-vif-plugged", "status": "completed", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:57.821252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Allocated IP 172.20.0.1 (4df41cf9-0046-4efc-b6e0-1c05e6ae20fb/28f1e2b8-6d00-4aa5-85a0-f42f5e5ec405/ff1a35cf-b560-40b2-8e4c-31438835ab52) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:57.834862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:57.839098 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1c55471-31f2-4a49-b67b-d7525442748f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.855556 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8f4f0a-ed03-4ded-a7a6-0970d440e3d4 x-openstack-request-id: req-4c8f4f0a-ed03-4ded-a7a6-0970d440e3d4 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:57.855853 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "name": "network-vif-plugged", "status": "completed", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:57.856106 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c8f4f0a-ed03-4ded-a7a6-0970d440e3d4 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:57.857005 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f', 'code': 200} Aug 10 02:06:57.868315 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1c55471-31f2-4a49-b67b-d7525442748f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.901111 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-98a9a588-2c7c-48f2-ac11-1555bf39288e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8439093 Aug 10 02:06:57.925818 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:57.965593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ea919b-9564-4883-8cdf-6a806caa9967 None None] Network 7e0a4cf5-7220-4093-8412-f0b9a7458756 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:57.988099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05998b65-2dda-442d-9ed1-5e8d9a9dd98a req-b60a9928-95ae-4291-89a2-8ba93fd16316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:57.989677 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05998b65-2dda-442d-9ed1-5e8d9a9dd98a req-b60a9928-95ae-4291-89a2-8ba93fd16316 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 1098 time: 0.0751965 Aug 10 02:06:57.996612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:58.002972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5161-9c08-411c-a6d1-de67c6072c22 req-54642da7-23a4-45f0-a3e0-65ccf6381dd5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:58.007248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-379b5161-9c08-411c-a6d1-de67c6072c22 req-54642da7-23a4-45f0-a3e0-65ccf6381dd5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 945 time: 0.1273088 Aug 10 02:06:58.029401 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:58.036131 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1c55471-31f2-4a49-b67b-d7525442748f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:58.039182 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1c55471-31f2-4a49-b67b-d7525442748f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:58.040447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a1c55471-31f2-4a49-b67b-d7525442748f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/511ec370-2de8-402d-ae40-694bed4f4c9e HTTP/1.1" status: 204 len: 168 time: 0.2610331 Aug 10 02:06:58.061332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Transition to ACTIVE for port object ff1a35cf-b560-40b2-8e4c-31438835ab52 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:58.066102 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05998b65-2dda-442d-9ed1-5e8d9a9dd98a req-4d187427-8664-4e9c-bdde-c9ca441d0bed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684438 Aug 10 02:06:58.070598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c55471-31f2-4a49-b67b-d7525442748f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511ec370-2de8-402d-ae40-694bed4f4c9e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:58.081348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-379b5161-9c08-411c-a6d1-de67c6072c22 req-9bcbcac4-a8a9-4f31-8156-e457f7797eca tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699739 Aug 10 02:06:58.152003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:58.192997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:58.196596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:58.199344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:58.237017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Port': ['ID=ff1a35cf-b560-40b2-8e4c-31438835ab52,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:58.250483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.250856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.251202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.257723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.257723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.257723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.257723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.257723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.257723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.257723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.257723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.257723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:58.267575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:58.467821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:58.474120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d3002-f307-46df-8abb-6f714adc91be req-448bbb65-97e8-4452-829a-25954a4ff655 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:58.476446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-448bbb65-97e8-4452-829a-25954a4ff655 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/networks?id=7e0a4cf5-7220-4093-8412-f0b9a7458756 HTTP/1.1" status: 200 len: 818 time: 0.1167612 Aug 10 02:06:58.493453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-09308368-45d2-46a6-b83c-b940d1c103de tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/quotas/02ad1d5d82f149b2b05b1075020a8389 HTTP/1.1" status: 200 len: 375 time: 0.0106773 Aug 10 02:06:58.496235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e7118198-f9f6-4088-adf9-a0089c8124c3 None None] Provisioning for port ff1a35cf-b560-40b2-8e4c-31438835ab52 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:58.501826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e7118198-f9f6-4088-adf9-a0089c8124c3 None None] Provisioning complete for port ff1a35cf-b560-40b2-8e4c-31438835ab52 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:58.505274 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e7118198-f9f6-4088-adf9-a0089c8124c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:58.533815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-3e08d0eb-a7c2-4b70-a9f8-2ae28e6d2874 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=02ad1d5d82f149b2b05b1075020a8389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321798 Aug 10 02:06:58.542196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e7118198-f9f6-4088-adf9-a0089c8124c3 None None] Port ff1a35cf-b560-40b2-8e4c-31438835ab52 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:58.599647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54330) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:58.650849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-39ed73ec-8143-41ca-a82a-e2fb904cbab1 service neutron] 10.222.0.38 "GET /v2.0/networks/7e0a4cf5-7220-4093-8412-f0b9a7458756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097085 Aug 10 02:06:58.763130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-80370031-74fd-4c2f-853f-14054837b3ad service neutron] 10.222.0.38 "GET /v2.0/networks/7e0a4cf5-7220-4093-8412-f0b9a7458756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059368 Aug 10 02:06:58.831353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10a186be-0547-4c22-80e2-6f1f808a4136 req-649b597a-f22b-419d-997c-460687e7fd6c tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0666797 Aug 10 02:06:58.966064 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:59.036698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49c74dc9-5b77-49c4-aaf3-58a1fe42d562 req-ef7495e5-45d2-4467-a886-e402577fee16 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 210 time: 0.0420799 Aug 10 02:06:59.042181 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:59.136089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:59.145995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event updated for resources: {'Port': ['ID=ff1a35cf-b560-40b2-8e4c-31438835ab52,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:59.222820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d98d4-0c13-4a38-824e-68c9853f7960 req-7b332857-d557-4b01-86ef-b9d1db491405 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:59.224378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c11d98d4-0c13-4a38-824e-68c9853f7960 req-7b332857-d557-4b01-86ef-b9d1db491405 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0564880 Aug 10 02:06:59.275496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c11d98d4-0c13-4a38-824e-68c9853f7960 req-cfdc8611-edc9-433d-9674-fcf1a0a18963 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Aug 10 02:06:59.288371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:59.300071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:59.314994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:59.459170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fef3b-fec9-4650-87cf-75dac4010916 req-d30d8d5b-34de-44f8-af72-368247b4f893 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:59.460874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae0fef3b-fec9-4650-87cf-75dac4010916 req-d30d8d5b-34de-44f8-af72-368247b4f893 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0884905 Aug 10 02:06:59.496808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Router 3cd15659-972a-4835-adaa-2d1dbc4195a2 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:59.529443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae0fef3b-fec9-4650-87cf-75dac4010916 req-9d592e67-7ff0-46b3-b816-93eff4c927af tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618217 Aug 10 02:06:59.667075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:59.675873 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c8a31644-ee22-4a94-8260-7746a694b9e9 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "PUT /v2.0/routers/3cd15659-972a-4835-adaa-2d1dbc4195a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8380120 Aug 10 02:06:59.676759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54364) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:59.686506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3247a2ff-8a87-4cc7-b047-2bc5d9d84108 None None] Sync routers for ids ['3cd15659-972a-4835-adaa-2d1dbc4195a2'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:59.691698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bfda8cf3-a92e-4f3e-b0f2-b383c61042b5 None None] Provisioning complete for port ff1a35cf-b560-40b2-8e4c-31438835ab52 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:59.692071 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bfda8cf3-a92e-4f3e-b0f2-b383c61042b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:59.721988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3247a2ff-8a87-4cc7-b047-2bc5d9d84108 None None] Routers {'3cd15659-972a-4835-adaa-2d1dbc4195a2'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:59.722941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3247a2ff-8a87-4cc7-b047-2bc5d9d84108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3cd15659-972a-4835-adaa-2d1dbc4195a2'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:59.766112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3247a2ff-8a87-4cc7-b047-2bc5d9d84108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:59.770411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Deleting port 8ef996aa-19aa-4672-9421-94c142828bb0 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:59.771147 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:59.780217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3247a2ff-8a87-4cc7-b047-2bc5d9d84108 None None] Routers {'3cd15659-972a-4835-adaa-2d1dbc4195a2'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:59.781182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3247a2ff-8a87-4cc7-b047-2bc5d9d84108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3cd15659-972a-4835-adaa-2d1dbc4195a2'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:59.784377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bfda8cf3-a92e-4f3e-b0f2-b383c61042b5 None None] Port ff1a35cf-b560-40b2-8e4c-31438835ab52 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:59.845539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3247a2ff-8a87-4cc7-b047-2bc5d9d84108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:59.846219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3247a2ff-8a87-4cc7-b047-2bc5d9d84108 None None] The sync data for ids ['3cd15659-972a-4835-adaa-2d1dbc4195a2'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:59.927487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] For port 8ef996aa-19aa-4672-9421-94c142828bb0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8ef996aa-19aa-4672-9421-94c142828bb0,segment=NetworkSegment(d04d61b9-13b1-4a72-bd8b-19a5d5391cdc),segment_id=d04d61b9-13b1-4a72-bd8b-19a5d5391cdc)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:59.927871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:59.942415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Calling delete_port for 8ef996aa-19aa-4672-9421-94c142828bb0 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:00.223677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-186d7f74-c76c-4d67-b1dc-744ef2e61f4b req-e9e06e98-10f0-4929-be42-7dd90e54e6be tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0571935 Aug 10 02:07:00.240450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-91b2e5dc-c640-463a-a2d3-744f83d3571f tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:00.247305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:00.278114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef996aa-19aa-4672-9421-94c142828bb0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:00.318770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d105346-01d4-46c2-b839-b81a8c218aae req-0376bf72-88ae-4e03-b6cb-d32aea2cefa9 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:00.320313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d105346-01d4-46c2-b839-b81a8c218aae req-0376bf72-88ae-4e03-b6cb-d32aea2cefa9 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1528451 Aug 10 02:07:00.331804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a759acd8-2d99-4cb7-976c-5150b2e6a221 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:00.362608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: a759acd8-2d99-4cb7-976c-5150b2e6a221 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:00.363201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a759acd8-2d99-4cb7-976c-5150b2e6a221 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:00.365787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0e0bd94-9a64-4f42-a715-e68f40fff9fa req-e2ec7f22-a092-4bff-8a61-73025bcafd3e tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 210 time: 0.0428736 Aug 10 02:07:00.404269 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-91b2e5dc-c640-463a-a2d3-744f83d3571f tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 02:07:00.405356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-91b2e5dc-c640-463a-a2d3-744f83d3571f tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "DELETE /v2.0/routers/3cd15659-972a-4835-adaa-2d1dbc4195a2 HTTP/1.1" status: 409 len: 329 time: 0.7276382 Aug 10 02:07:00.409091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54384) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:00.409649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d105346-01d4-46c2-b839-b81a8c218aae req-eb02bff2-b376-4a9e-9499-2608832d925f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739374 Aug 10 02:07:00.546522 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:00.555555 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba382d8-8fe3-422f-80a2-ad1daa019e12 req-1855df2d-0083-4b26-b3ef-7401cb449bb8 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:00.557233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dba382d8-8fe3-422f-80a2-ad1daa019e12 req-1855df2d-0083-4b26-b3ef-7401cb449bb8 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0546596 Aug 10 02:07:00.610286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dba382d8-8fe3-422f-80a2-ad1daa019e12 req-5c04ece3-dc7f-41b4-9ffd-175f6ddad71a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Aug 10 02:07:01.142150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db47e-8da3-45f9-aec9-2c060c06ca89 req-3e5c0a52-dcbc-4df2-bc56-a5edf9f3bf39 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:01.143764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c1db47e-8da3-45f9-aec9-2c060c06ca89 req-3e5c0a52-dcbc-4df2-bc56-a5edf9f3bf39 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0691264 Aug 10 02:07:01.189240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c1db47e-8da3-45f9-aec9-2c060c06ca89 req-82152f79-c8d1-4f49-8b58-9cbbd127c7fd tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Aug 10 02:07:01.267770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Router 8634cb1a-a264-4283-b18f-afae61939dc0 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:07:01.336060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35aa6db6-9a9a-43d3-b261-129748342e9d req-734395fd-4be9-43a2-9cf7-6ddfe1756fcb tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0285606 Aug 10 02:07:01.343314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:01.479263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:07:01.489527 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5b1fc9d0-30a5-457b-8136-b3d1890ec82e admin admin] 10.222.0.38 "PUT /v2.0/routers/8634cb1a-a264-4283-b18f-afae61939dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8859162 Aug 10 02:07:01.489527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54438) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:01.493230 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] Sync routers for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:07:01.503598 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:01.504266 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:01.529379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e357a8c3-e51e-4c31-8a77-396bca291fa8 req-9eb1a51d-b078-44f4-935b-5e3efaf1e583 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 210 time: 0.0568855 Aug 10 02:07:01.547557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d3002-f307-46df-8abb-6f714adc91be req-c4ffe5dc-acc7-45d4-a83f-3c7860e920fa tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:01.549276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-c4ffe5dc-acc7-45d4-a83f-3c7860e920fa tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.11 "GET /v2.0/networks?id=7e0a4cf5-7220-4093-8412-f0b9a7458756 HTTP/1.1" status: 200 len: 818 time: 0.1775491 Aug 10 02:07:01.563940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Request body: {'port': {'device_id': '9893f8d8-73db-4f9b-b777-db7ddf955c82', 'network_id': '7e0a4cf5-7220-4093-8412-f0b9a7458756', 'admin_state_up': True, 'tenant_id': '02ad1d5d82f149b2b05b1075020a8389'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:01.635997 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:07:01.772015 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:01.844793 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:07:00Z', 'revision_number': 5, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:01.875535 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] Checking router: 8634cb1a-a264-4283-b18f-afae61939dc0 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:07:01.880104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Made reservation on behalf of 02ad1d5d82f149b2b05b1075020a8389 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:01.883877 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:01.896131 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] Routers {'8634cb1a-a264-4283-b18f-afae61939dc0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:01.896761 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8634cb1a-a264-4283-b18f-afae61939dc0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:01.942871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:01.982575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Deleting port ff1a35cf-b560-40b2-8e4c-31438835ab52 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:01.985489 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.022093 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] Set router 8634cb1a-a264-4283-b18f-afae61939dc0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:07:02.047123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Allocated IP 172.20.0.13 (7e0a4cf5-7220-4093-8412-f0b9a7458756/4fe3835c-ad62-4e39-b215-c688e528a182/118b7245-edc8-4f4d-8b0a-7233a2b60262) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:02.113912 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Deleting port 627d02f0-42c1-4195-97b0-b2fe63313a33 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:02.114171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.137210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.178656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Calling delete_port for ff1a35cf-b560-40b2-8e4c-31438835ab52 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:02.220418 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.263760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] For port 627d02f0-42c1-4195-97b0-b2fe63313a33, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=627d02f0-42c1-4195-97b0-b2fe63313a33,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:02.264247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.284687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Calling delete_port for 627d02f0-42c1-4195-97b0-b2fe63313a33 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:02.325120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:07:00Z', 'revision_number': 5, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:02.352518 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6612a4-1e54-4bcc-98bc-c9cd4c0a2ba6 None None] The sync data for ids ['8634cb1a-a264-4283-b18f-afae61939dc0'] in n-d-767704-21 is: [{'id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'name': 'tempest-ServerRescueTestJSONUnderV235-579567887-router', 'tenant_id': 'b8c4910f404f48e2afb18bf986d28e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:05:40Z', 'updated_at': '2021-08-10T02:07:00Z', 'revision_number': 5, 'project_id': 'b8c4910f404f48e2afb18bf986d28e53', 'gw_port': {'id': '627d02f0-42c1-4195-97b0-b2fe63313a33', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634cb1a-a264-4283-b18f-afae61939dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:05:41Z', 'updated_at': '2021-08-10T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:07:02.365207 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.433903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Pushing event updated for resources: {'Port': ['ID=118b7245-edc8-4f4d-8b0a-7233a2b60262,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:02.460071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Network 7e0a4cf5-7220-4093-8412-f0b9a7458756 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:02.477487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:02.480989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42d99e5c-91fc-49f0-a0bc-3eb0727e2322 req-abd298b5-7798-4818-87b0-abcbec4c4965 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0373924 Aug 10 02:07:02.481720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:02.492346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0eea36-bed8-4577-88a4-16c101bf6f0e req-1f924cc2-7ebd-4e49-9d4b-063796d28a8a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:02.493875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e0eea36-bed8-4577-88a4-16c101bf6f0e req-1f924cc2-7ebd-4e49-9d4b-063796d28a8a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1755483 Aug 10 02:07:02.550597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:02.571946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:02.572582 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.579383 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.579604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e0eea36-bed8-4577-88a4-16c101bf6f0e req-87775c7a-71ac-44d3-a6b4-cbbfdef0187f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631976 Aug 10 02:07:02.614714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event deleted for resources: {'Port': ['ID=ff1a35cf-b560-40b2-8e4c-31438835ab52,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:02.688260 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.717497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e14a-03b2-43ec-b577-ec1b906d61a8 req-ba68d2a1-67b5-45a4-adaf-be8abb7ca802 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:02.720247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6372e14a-03b2-43ec-b577-ec1b906d61a8 req-ba68d2a1-67b5-45a4-adaf-be8abb7ca802 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 932 time: 0.0767255 Aug 10 02:07:02.765975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a95b87f0-9079-490e-a10e-ec65ae3b9652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.772739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-246ded02-09cf-4995-80d2-81a43e63201b tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2131109 Aug 10 02:07:02.787238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6372e14a-03b2-43ec-b577-ec1b906d61a8 req-69166004-8a49-4404-81d2-1137a8751431 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554729 Aug 10 02:07:02.794426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Request body: {'port': {'device_id': '9893f8d8-73db-4f9b-b777-db7ddf955c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:02.806605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Pushing event deleted for resources: {'Port': ['ID=627d02f0-42c1-4195-97b0-b2fe63313a33,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:02.873507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.912615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:02.927621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.068902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.098691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.153281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118b7245-edc8-4f4d-8b0a-7233a2b60262 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:07:03.161986 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.235503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Transition to ACTIVE for port object 118b7245-edc8-4f4d-8b0a-7233a2b60262 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:03.238948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.239446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8634cb1a-a264-4283-b18f-afae61939dc0 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:07:03.242012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Router 3cd15659-972a-4835-adaa-2d1dbc4195a2 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:07:03.245433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.246600 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-678d4ecf-987c-4de8-be9a-c00fe1903715 admin admin] 10.222.0.38 "DELETE /v2.0/routers/8634cb1a-a264-4283-b18f-afae61939dc0 HTTP/1.1" status: 204 len: 168 time: 1.7565384 Aug 10 02:07:03.249516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54470) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:03.301814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e2cb15-247e-403a-b6c6-3c8606aa0a6a admin admin] Deleting subnet 8ba1717b-3e92-4a78-b14a-4c277c726c48 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:07:03.305265 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2cb15-247e-403a-b6c6-3c8606aa0a6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.325329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.347212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a95b87f0-9079-490e-a10e-ec65ae3b9652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.348593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:07:03.357648 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ab3eaa5f-aec4-40f3-9f2e-a6e80e39c53d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "PUT /v2.0/routers/3cd15659-972a-4835-adaa-2d1dbc4195a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9430709 Aug 10 02:07:03.358228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54472) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:03.364593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e655f6-4387-4b44-b0f4-a9345c22c50d None None] Sync routers for ids ['3cd15659-972a-4835-adaa-2d1dbc4195a2'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:07:03.389436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e655f6-4387-4b44-b0f4-a9345c22c50d None None] Routers {'3cd15659-972a-4835-adaa-2d1dbc4195a2'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:03.394522 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2cb15-247e-403a-b6c6-3c8606aa0a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.402615 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-01c34259-ad29-42d5-b1d8-7bb7ae92940d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] show failed (client error): The resource could not be found. Aug 10 02:07:03.412649 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-01c34259-ad29-42d5-b1d8-7bb7ae92940d tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-236661524 HTTP/1.1" status: 404 len: 334 time: 0.0448446 Aug 10 02:07:03.412982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e9e655f6-4387-4b44-b0f4-a9345c22c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3cd15659-972a-4835-adaa-2d1dbc4195a2'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:03.413105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54474) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:03.413105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d648c808-098f-4ee6-ae1a-91bb532d5b61 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:03.440169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e9e655f6-4387-4b44-b0f4-a9345c22c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:03.442690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Pushing event updated for resources: {'Port': ['ID=118b7245-edc8-4f4d-8b0a-7233a2b60262,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:03.450806 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a95b87f0-9079-490e-a10e-ec65ae3b9652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.454128 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-d648c808-098f-4ee6-ae1a-91bb532d5b61 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] update failed (client error): The resource could not be found. Aug 10 02:07:03.458328 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d648c808-098f-4ee6-ae1a-91bb532d5b61 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-1880587274 HTTP/1.1" status: 404 len: 335 time: 0.0459583 Aug 10 02:07:03.459511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e655f6-4387-4b44-b0f4-a9345c22c50d None None] Routers {'3cd15659-972a-4835-adaa-2d1dbc4195a2'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:03.460183 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e9e655f6-4387-4b44-b0f4-a9345c22c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:06:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3cd15659-972a-4835-adaa-2d1dbc4195a2'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:03.463480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54476) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:03.490822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2cb15-247e-403a-b6c6-3c8606aa0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.496595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e9e655f6-4387-4b44-b0f4-a9345c22c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:03.497253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e655f6-4387-4b44-b0f4-a9345c22c50d None None] The sync data for ids ['3cd15659-972a-4835-adaa-2d1dbc4195a2'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:07:03.525489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a95b87f0-9079-490e-a10e-ec65ae3b9652 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d0042a8fd93142d683461f1009b3a8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9715779 Aug 10 02:07:03.531146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54480) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:03.540849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b87f0-9079-490e-a10e-ec65ae3b9652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d9fc35-fc5b-4e35-b50d-3f4ca3fd2edd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:03.551987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-68084945-de65-4d20-80a2-aced733db11a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Deleting subnet 88764bc0-d612-4ad6-9afc-bed944331b10 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:07:03.555217 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68084945-de65-4d20-80a2-aced733db11a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.568857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Attempting to bind port 118b7245-edc8-4f4d-8b0a-7233a2b60262 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:03.569205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Attempting to bind port 118b7245-edc8-4f4d-8b0a-7233a2b60262 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'f84a29d5-6bb6-4b6e-9c94-ebf54877fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e0a4cf5-7220-4093-8412-f0b9a7458756'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:03.569542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Attempting to bind port 118b7245-edc8-4f4d-8b0a-7233a2b60262 on network 7e0a4cf5-7220-4093-8412-f0b9a7458756 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:03.586415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Port 118b7245-edc8-4f4d-8b0a-7233a2b60262 on network 7e0a4cf5-7220-4093-8412-f0b9a7458756 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:03.590215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Attempting to bind port 118b7245-edc8-4f4d-8b0a-7233a2b60262 on network 7e0a4cf5-7220-4093-8412-f0b9a7458756 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:03.597809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68084945-de65-4d20-80a2-aced733db11a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.624775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:07:03.624775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Checking segment: {'id': 'f84a29d5-6bb6-4b6e-9c94-ebf54877fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e0a4cf5-7220-4093-8412-f0b9a7458756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:03.625152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Bound using segment: {'id': 'f84a29d5-6bb6-4b6e-9c94-ebf54877fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e0a4cf5-7220-4093-8412-f0b9a7458756'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:07:03.625613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Bound port: 118b7245-edc8-4f4d-8b0a-7233a2b60262, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84a29d5-6bb6-4b6e-9c94-ebf54877fbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7e0a4cf5-7220-4093-8412-f0b9a7458756'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:07:03.625984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.633065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e36394a-5080-4085-a4d4-0f7ee42aa1df req-d4c574fe-1725-4a3b-b654-b87f4f1d688e tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0535073 Aug 10 02:07:03.653771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b600ab78-ffe6-472f-9839-76331327760c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.695654 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68084945-de65-4d20-80a2-aced733db11a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.732722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b600ab78-ffe6-472f-9839-76331327760c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.736847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2cb15-247e-403a-b6c6-3c8606aa0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.801749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2cb15-247e-403a-b6c6-3c8606aa0a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba1717b-3e92-4a78-b14a-4c277c726c48,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:03.814710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68084945-de65-4d20-80a2-aced733db11a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.818698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 627d02f0-42c1-4195-97b0-b2fe63313a33 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:03.818833 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2cb15-247e-403a-b6c6-3c8606aa0a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.820638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-78e2cb15-247e-403a-b6c6-3c8606aa0a6a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8ba1717b-3e92-4a78-b14a-4c277c726c48 HTTP/1.1" status: 204 len: 168 time: 0.5700603 Aug 10 02:07:03.824799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54486) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:03.833574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] For port 118b7245-edc8-4f4d-8b0a-7233a2b60262, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:03.838442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] For port 118b7245-edc8-4f4d-8b0a-7233a2b60262, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=118b7245-edc8-4f4d-8b0a-7233a2b60262,segment=NetworkSegment(f84a29d5-6bb6-4b6e-9c94-ebf54877fbca),segment_id=f84a29d5-6bb6-4b6e-9c94-ebf54877fbca)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:07:03.849032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41160ff-b7f2-4ce3-8ede-188e8dca8bfb req-b9b12bc2-01c9-41c0-a86e-90ac090fba5b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:03.850691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e41160ff-b7f2-4ce3-8ede-188e8dca8bfb req-b9b12bc2-01c9-41c0-a86e-90ac090fba5b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1626539 Aug 10 02:07:03.854363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68084945-de65-4d20-80a2-aced733db11a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event deleted for resources: {'Subnet': ['ID=88764bc0-d612-4ad6-9afc-bed944331b10,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:03.881904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f6c80b-63f3-4e52-a803-29bf88d100ee None None] Network 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:03.898037 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68084945-de65-4d20-80a2-aced733db11a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.902212 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-68084945-de65-4d20-80a2-aced733db11a tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "DELETE /v2.0/subnets/88764bc0-d612-4ad6-9afc-bed944331b10 HTTP/1.1" status: 204 len: 168 time: 0.4355581 Aug 10 02:07:03.902720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54488) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:03.911660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e41160ff-b7f2-4ce3-8ede-188e8dca8bfb req-2e9264ad-87c0-423f-b2fa-e4faed9fc0f4 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489283 Aug 10 02:07:03.923321 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.926080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 627d02f0-42c1-4195-97b0-b2fe63313a33 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:03.926857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 627d02f0-42c1-4195-97b0-b2fe63313a33 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:03.927386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8ef996aa-19aa-4672-9421-94c142828bb0 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:03.956676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8ef996aa-19aa-4672-9421-94c142828bb0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:03.957352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8ef996aa-19aa-4672-9421-94c142828bb0 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:03.960459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.984969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:03.985837 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.987540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] 10.222.0.11 "PUT /v2.0/ports/118b7245-edc8-4f4d-8b0a-7233a2b60262 HTTP/1.1" status: 200 len: 1093 time: 1.1988604 Aug 10 02:07:03.990600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-029f9309-4287-418a-bc63-3b31aabcf707 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Deleting subnet dac53114-1958-4489-8315-708d38f883f8 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:07:03.994520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-029f9309-4287-418a-bc63-3b31aabcf707 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:03.994747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9893f8d8-73db-4f9b-b777-db7ddf955c82', 'tag': '118b7245-edc8-4f4d-8b0a-7233a2b60262'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:03.997694 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2661514-f3d9-4c5e-9a3b-c34e7c78f32d" -d '{"events": [{"name": "network-changed", "server_uuid": "9893f8d8-73db-4f9b-b777-db7ddf955c82", "tag": "118b7245-edc8-4f4d-8b0a-7233a2b60262"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:04.022128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fe380-3c69-4940-9188-053c1fd0d2a3 req-9487e0c3-a0e4-4450-b16b-3dc90f5018cc tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:04.029719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b1fe380-3c69-4940-9188-053c1fd0d2a3 req-9487e0c3-a0e4-4450-b16b-3dc90f5018cc tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 944 time: 0.1305475 Aug 10 02:07:04.053238 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b779efe-f2e1-4f91-9642-81ba0b8e44d4 x-openstack-request-id: req-9b779efe-f2e1-4f91-9642-81ba0b8e44d4 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:04.053522 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9893f8d8-73db-4f9b-b777-db7ddf955c82", "tag": "118b7245-edc8-4f4d-8b0a-7233a2b60262", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:04.053727 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9b779efe-f2e1-4f91-9642-81ba0b8e44d4 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:04.054115 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9893f8d8-73db-4f9b-b777-db7ddf955c82', 'tag': '118b7245-edc8-4f4d-8b0a-7233a2b60262', 'status': 'completed', 'code': 200} Aug 10 02:07:04.068228 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b600ab78-ffe6-472f-9839-76331327760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.070908 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b600ab78-ffe6-472f-9839-76331327760c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.073061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b600ab78-ffe6-472f-9839-76331327760c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2d9fc35-fc5b-4e35-b50d-3f4ca3fd2edd HTTP/1.1" status: 204 len: 168 time: 0.5399759 Aug 10 02:07:04.089728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66db918-a881-4c3e-8c13-efc0f3803989 service neutron] Pushing event updated for resources: {'Port': ['ID=118b7245-edc8-4f4d-8b0a-7233a2b60262,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:04.112008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-029f9309-4287-418a-bc63-3b31aabcf707 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.119884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600ab78-ffe6-472f-9839-76331327760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d9fc35-fc5b-4e35-b50d-3f4ca3fd2edd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:04.138726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.139175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b1fe380-3c69-4940-9188-053c1fd0d2a3 req-beb70802-40cb-4604-83b0-799baace2777 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069686 Aug 10 02:07:04.157550 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4575b254-7b44-4930-af55-d83e93c2a478']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:04.160763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661514-f3d9-4c5e-9a3b-c34e7c78f32d req-f9c7d255-19d1-4f4d-b527-42a8029857b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:04.166931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2661514-f3d9-4c5e-9a3b-c34e7c78f32d req-f9c7d255-19d1-4f4d-b527-42a8029857b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02ad1d5d82f149b2b05b1075020a8389&device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 1096 time: 0.0820825 Aug 10 02:07:04.176897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:04.177167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04d61b9-13b1-4a72-bd8b-19a5d5391cdc') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:04.194379 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.218885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de9a37-2a8f-40f6-a279-11fbfb9aa3a9 None None] DHCP port deletion for 5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:07:04.230843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.244508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:04.244913 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:04.246807 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:04.270254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d6de9a37-2a8f-40f6-a279-11fbfb9aa3a9 None None] Deleting port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:04.273049 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d6de9a37-2a8f-40f6-a279-11fbfb9aa3a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.281616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661514-f3d9-4c5e-9a3b-c34e7c78f32d req-2838769a-5cc6-4d1d-8bf3-cbca94f4bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:04.283399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2661514-f3d9-4c5e-9a3b-c34e7c78f32d req-2838769a-5cc6-4d1d-8bf3-cbca94f4bf6a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=02ad1d5d82f149b2b05b1075020a8389&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1116643 Aug 10 02:07:04.295077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-029f9309-4287-418a-bc63-3b31aabcf707 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.343249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d6de9a37-2a8f-40f6-a279-11fbfb9aa3a9 None None] For port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a9cf454-d221-4d32-8ac9-60e1a643b8ec,segment=NetworkSegment(66fc175c-13bb-4268-b2e6-4bfe046e5448),segment_id=66fc175c-13bb-4268-b2e6-4bfe046e5448)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:04.343897 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d6de9a37-2a8f-40f6-a279-11fbfb9aa3a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.362624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d6de9a37-2a8f-40f6-a279-11fbfb9aa3a9 None None] Calling delete_port for 8a9cf454-d221-4d32-8ac9-60e1a643b8ec owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:04.400497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.404094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661514-f3d9-4c5e-9a3b-c34e7c78f32d req-0272b0e0-9359-4793-9e1e-21f49db81664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:04.407902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2661514-f3d9-4c5e-9a3b-c34e7c78f32d req-0272b0e0-9359-4793-9e1e-21f49db81664 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151586 Aug 10 02:07:04.408101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.409302 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4575b254-7b44-4930-af55-d83e93c2a478 HTTP/1.1" status: 204 len: 168 time: 0.5835769 Aug 10 02:07:04.428046 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-029f9309-4287-418a-bc63-3b31aabcf707 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.431081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729bc7a-eca2-4f38-b7dc-0986a5048b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=4575b254-7b44-4930-af55-d83e93c2a478,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:04.460897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f9309-4287-418a-bc63-3b31aabcf707 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event deleted for resources: {'Subnet': ['ID=dac53114-1958-4489-8315-708d38f883f8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:04.463119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-029f9309-4287-418a-bc63-3b31aabcf707 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.465456 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-029f9309-4287-418a-bc63-3b31aabcf707 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "DELETE /v2.0/subnets/dac53114-1958-4489-8315-708d38f883f8 HTTP/1.1" status: 204 len: 168 time: 0.5618818 Aug 10 02:07:04.468983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54498) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:04.471330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa48d370-72dc-4f6a-b203-fb312d33dcad None None] Network 4d143f51-e782-4b4c-9e65-8b636637bc2d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:04.513899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d3002-f307-46df-8abb-6f714adc91be req-ae077c2c-842e-4be8-9273-bb0acd48b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:04.518183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-ae077c2c-842e-4be8-9273-bb0acd48b4e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=02ad1d5d82f149b2b05b1075020a8389&device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 1096 time: 0.0548503 Aug 10 02:07:04.577004 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-1856917e-894a-4d3d-82ba-eb2b97cc1af9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=118b7245-edc8-4f4d-8b0a-7233a2b60262 HTTP/1.1" status: 200 len: 217 time: 0.0503993 Aug 10 02:07:04.593488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.606815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d6de9a37-2a8f-40f6-a279-11fbfb9aa3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.633787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] The port '8a9cf454-d221-4d32-8ac9-60e1a643b8ec' was deleted {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 02:07:04.641401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de9a37-2a8f-40f6-a279-11fbfb9aa3a9 None None] Pushing event deleted for resources: {'Port': ['ID=8a9cf454-d221-4d32-8ac9-60e1a643b8ec,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:04.647015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de9a37-2a8f-40f6-a279-11fbfb9aa3a9 None None] No DVR routers for this DVR port 8a9cf454-d221-4d32-8ac9-60e1a643b8ec on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:04.652408 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d3002-f307-46df-8abb-6f714adc91be req-3c149344-545c-4039-bf7a-1d5ba926e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:04.655077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-3c149344-545c-4039-bf7a-1d5ba926e7ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4fe3835c-ad62-4e39-b215-c688e528a182 HTTP/1.1" status: 200 len: 858 time: 0.0698676 Aug 10 02:07:04.706734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-5cb71e6f-bf96-465e-b470-125035013dc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7e0a4cf5-7220-4093-8412-f0b9a7458756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439711 Aug 10 02:07:04.731747 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.742103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9311fd-ff47-4bd9-89ac-e44ea9feeef7']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:04.753520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35595d1-da50-47c5-91e2-7a42dd7eb53f None None] DHCP port deletion for 4d143f51-e782-4b4c-9e65-8b636637bc2d request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:07:04.758522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fc175c-13bb-4268-b2e6-4bfe046e5448') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:04.758522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fc175c-13bb-4268-b2e6-4bfe046e5448') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:04.765535 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.794990 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:04.812355 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:04.816171 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-847ad5a5-2457-4657-a7d5-3ccc05ebebee req-4199491c-cd21-4af8-9f9e-4276fb957ad4 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0706329 Aug 10 02:07:04.832122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c35595d1-da50-47c5-91e2-7a42dd7eb53f None None] Deleting port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:04.836559 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c35595d1-da50-47c5-91e2-7a42dd7eb53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.860308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-f6c814aa-2a46-46c5-8261-f9e8af2000e7 service neutron] 10.222.0.11 "GET /v2.0/networks/7e0a4cf5-7220-4093-8412-f0b9a7458756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459293 Aug 10 02:07:04.882501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54502) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:04.921990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54504) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:04.925932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c35595d1-da50-47c5-91e2-7a42dd7eb53f None None] For port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8,segment=NetworkSegment(bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584),segment_id=bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:04.929966 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c35595d1-da50-47c5-91e2-7a42dd7eb53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.941715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c35595d1-da50-47c5-91e2-7a42dd7eb53f None None] Calling delete_port for eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:04.944760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76347bd9-87dd-41be-9d30-2d07e2f7def3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.947140 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ef21c711-2891-427d-9c76-d5be5439057a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8c4910f404f48e2afb18bf986d28e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632696 Aug 10 02:07:04.948720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54508) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:04.967968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.980781 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.982898 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "DELETE /v2.0/networks/5e9311fd-ff47-4bd9-89ac-e44ea9feeef7 HTTP/1.1" status: 204 len: 168 time: 0.5117424 Aug 10 02:07:04.990833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54510) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:05.002487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bd092-b3c0-49ed-855a-f67b64494ac0 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event deleted for resources: {'Network': ['ID=5e9311fd-ff47-4bd9-89ac-e44ea9feeef7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:05.030435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7a18-8c71-4287-a791-e1a8e422ad73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.053712 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7a18-8c71-4287-a791-e1a8e422ad73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.095580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db2d3002-f307-46df-8abb-6f714adc91be req-091a049d-d7a8-4e47-b564-d91fd511371c service neutron] 10.222.0.11 "GET /v2.0/networks/7e0a4cf5-7220-4093-8412-f0b9a7458756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280540 Aug 10 02:07:05.114681 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c35595d1-da50-47c5-91e2-7a42dd7eb53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.140170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35595d1-da50-47c5-91e2-7a42dd7eb53f None None] Pushing event deleted for resources: {'Port': ['ID=eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:05.143580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f73435-e7e1-4cb3-b715-c75298371f09 req-bb491831-4a0a-4729-bc43-fcfc31f05a64 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:05.144008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35595d1-da50-47c5-91e2-7a42dd7eb53f None None] No DVR routers for this DVR port eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:05.145899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4f73435-e7e1-4cb3-b715-c75298371f09 req-bb491831-4a0a-4729-bc43-fcfc31f05a64 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1585231 Aug 10 02:07:05.169836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.183481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7a18-8c71-4287-a791-e1a8e422ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.187765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7a18-8c71-4287-a791-e1a8e422ad73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.192310 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f9e7a18-8c71-4287-a791-e1a8e422ad73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51a653bc-3324-41ac-9a83-5d2436c718fe HTTP/1.1" status: 204 len: 168 time: 0.2410100 Aug 10 02:07:05.200540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e7a18-8c71-4287-a791-e1a8e422ad73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a653bc-3324-41ac-9a83-5d2436c718fe,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:05.264973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4f73435-e7e1-4cb3-b715-c75298371f09 req-267301a9-e1a6-4367-a7df-a9af34f0ca2a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105144 Aug 10 02:07:05.303369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76347bd9-87dd-41be-9d30-2d07e2f7def3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.359242 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76347bd9-87dd-41be-9d30-2d07e2f7def3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.384419 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.409295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d143f51-e782-4b4c-9e65-8b636637bc2d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:05.438044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df70632-6ebc-41fd-a5ac-b551526b6f60 req-80d59a4d-4849-42e9-a956-a7b76e99f4bf tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:05.439567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df70632-6ebc-41fd-a5ac-b551526b6f60 req-80d59a4d-4849-42e9-a956-a7b76e99f4bf tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 944 time: 0.1818006 Aug 10 02:07:05.441330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:05.441638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7c5bc0-2c76-4c6f-a6dc-9c5059de6584') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:05.444367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76347bd9-87dd-41be-9d30-2d07e2f7def3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d880b1b5-ecf7-4d8d-a53c-9c0f57fa1777,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:05.460019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-76347bd9-87dd-41be-9d30-2d07e2f7def3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e8d45d40aea34ff4a3757393a74048a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337980 Aug 10 02:07:05.460241 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.461323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54516) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:05.489055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.501995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:05.507992 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:05.520861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8df70632-6ebc-41fd-a5ac-b551526b6f60 req-7f269201-3fe5-4aec-8ab3-3ebbc54a8d43 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672405 Aug 10 02:07:05.521783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46635ac0-c6ee-461f-a999-d1ab5b8ec339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.552369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46635ac0-c6ee-461f-a999-d1ab5b8ec339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.623191 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.645984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.648054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "DELETE /v2.0/networks/4d143f51-e782-4b4c-9e65-8b636637bc2d HTTP/1.1" status: 204 len: 168 time: 0.6533034 Aug 10 02:07:05.650971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54520) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:05.658746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a9cf454-d221-4d32-8ac9-60e1a643b8ec no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:05.662164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe60d13-4dcc-4b9e-bfb0-84a79cc1459e tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event deleted for resources: {'Network': ['ID=4d143f51-e782-4b4c-9e65-8b636637bc2d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:05.689239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8a9cf454-d221-4d32-8ac9-60e1a643b8ec {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:05.689937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a9cf454-d221-4d32-8ac9-60e1a643b8ec not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:05.690907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:05.699461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46635ac0-c6ee-461f-a999-d1ab5b8ec339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.702756 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46635ac0-c6ee-461f-a999-d1ab5b8ec339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.709193 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-46635ac0-c6ee-461f-a999-d1ab5b8ec339 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d880b1b5-ecf7-4d8d-a53c-9c0f57fa1777 HTTP/1.1" status: 204 len: 168 time: 0.2460542 Aug 10 02:07:05.710132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:05.710750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device eeacbf2b-8451-4a28-b2f1-cd3773d0b3d8 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:05.726494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46635ac0-c6ee-461f-a999-d1ab5b8ec339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d880b1b5-ecf7-4d8d-a53c-9c0f57fa1777,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:05.745505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cd7c38-32a6-451d-b7ff-ab67bd16ca59 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Deleting subnet 28f1e2b8-6d00-4aa5-85a0-f42f5e5ec405 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:07:05.753519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90cd7c38-32a6-451d-b7ff-ab67bd16ca59 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.798578 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90cd7c38-32a6-451d-b7ff-ab67bd16ca59 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.899442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90cd7c38-32a6-451d-b7ff-ab67bd16ca59 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:05.913747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f69ebe0-5d11-4ab1-9a1c-2a439e7ae18a req-b907f1ef-d98f-4c79-85f3-576eb450740b tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0326390 Aug 10 02:07:06.029428 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90cd7c38-32a6-451d-b7ff-ab67bd16ca59 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.057544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd7c38-32a6-451d-b7ff-ab67bd16ca59 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event deleted for resources: {'Subnet': ['ID=28f1e2b8-6d00-4aa5-85a0-f42f5e5ec405,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:06.059531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90cd7c38-32a6-451d-b7ff-ab67bd16ca59 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.062820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-90cd7c38-32a6-451d-b7ff-ab67bd16ca59 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "DELETE /v2.0/subnets/28f1e2b8-6d00-4aa5-85a0-f42f5e5ec405 HTTP/1.1" status: 204 len: 168 time: 0.4093516 Aug 10 02:07:06.068524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3e68bd-c472-4373-b1f1-73b23b5fa456 None None] Network 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:06.069463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54538) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:06.159961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.223091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Deleting port 45f3b127-d09c-41e4-aa77-2c1925724255 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:06.223704 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.277097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344c098-bb53-4a11-967e-1ba15e53b003 None None] DHCP port deletion for 4df41cf9-0046-4efc-b6e0-1c05e6ae20fb request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:07:06.300896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] For port 45f3b127-d09c-41e4-aa77-2c1925724255, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=45f3b127-d09c-41e4-aa77-2c1925724255,segment=NetworkSegment(c561d5bf-08b1-41ec-a630-eb93f1cc6ae9),segment_id=c561d5bf-08b1-41ec-a630-eb93f1cc6ae9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:06.301272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.329546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Calling delete_port for 45f3b127-d09c-41e4-aa77-2c1925724255 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:06.340891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2344c098-bb53-4a11-967e-1ba15e53b003 None None] Deleting port 45f3b127-d09c-41e4-aa77-2c1925724255 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:06.341281 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2344c098-bb53-4a11-967e-1ba15e53b003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.414662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2344c098-bb53-4a11-967e-1ba15e53b003 None None] For port 45f3b127-d09c-41e4-aa77-2c1925724255, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=45f3b127-d09c-41e4-aa77-2c1925724255,segment=NetworkSegment(c561d5bf-08b1-41ec-a630-eb93f1cc6ae9),segment_id=c561d5bf-08b1-41ec-a630-eb93f1cc6ae9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:06.415096 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2344c098-bb53-4a11-967e-1ba15e53b003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.429563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2344c098-bb53-4a11-967e-1ba15e53b003 None None] Calling delete_port for 45f3b127-d09c-41e4-aa77-2c1925724255 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:06.455731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54556) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:06.478172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006f5a9-2cb9-4312-8943-986d4cb8a3b0 req-e478f499-efdc-4b9c-8f7d-13d0c9a04826 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:06.478172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3006f5a9-2cb9-4312-8943-986d4cb8a3b0 req-e478f499-efdc-4b9c-8f7d-13d0c9a04826 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0890679 Aug 10 02:07:06.521047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3006f5a9-2cb9-4312-8943-986d4cb8a3b0 req-8e27b71c-37a6-4ae8-82c3-9f6fb108d9a6 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354071 Aug 10 02:07:06.559474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-382636019-network', 'tenant_id': '4bcfe36d74fa4097bdc238b3a7b30080'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:06.572106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.579858 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2344c098-bb53-4a11-967e-1ba15e53b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.606846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344c098-bb53-4a11-967e-1ba15e53b003 None None] Pushing event deleted for resources: {'Port': ['ID=45f3b127-d09c-41e4-aa77-2c1925724255,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:06.610469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344c098-bb53-4a11-967e-1ba15e53b003 None None] No DVR routers for this DVR port 45f3b127-d09c-41e4-aa77-2c1925724255 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:06.620779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event deleted for resources: {'Port': ['ID=45f3b127-d09c-41e4-aa77-2c1925724255,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:06.630118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] No DVR routers for this DVR port 45f3b127-d09c-41e4-aa77-2c1925724255 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:06.663057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Made reservation on behalf of 4bcfe36d74fa4097bdc238b3a7b30080 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:06.665889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.677221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.727838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.745345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2315b5d-3886-47f0-ae32-17394ee1554f req-1f21db95-1578-47b9-a27f-4387cfd6af3f tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:06.747037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2315b5d-3886-47f0-ae32-17394ee1554f req-1f21db95-1578-47b9-a27f-4387cfd6af3f tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 944 time: 0.1365175 Aug 10 02:07:06.752970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df41cf9-0046-4efc-b6e0-1c05e6ae20fb']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:06.778935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c561d5bf-08b1-41ec-a630-eb93f1cc6ae9') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:06.778935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c561d5bf-08b1-41ec-a630-eb93f1cc6ae9') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:06.793249 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.796832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.816500 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.825783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2315b5d-3886-47f0-ae32-17394ee1554f req-b2324f25-9be8-4edc-8d9e-ca57cace0094 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747385 Aug 10 02:07:06.826711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:06.832236 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:06.874923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.900717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:06.915924 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6d205d-ace4-40c2-93c6-8e861ed144a7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:06.966435 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.969668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.970097 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Added segment e37ca80b-7b54-44b8-8ded-61f1755f1ba2 of type vlan for network 33afc23d-61d3-4169-bff7-d7469948acf5 Aug 10 02:07:06.980997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:06.982988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "DELETE /v2.0/networks/4df41cf9-0046-4efc-b6e0-1c05e6ae20fb HTTP/1.1" status: 204 len: 168 time: 0.9130120 Aug 10 02:07:06.986834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54572) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:07.008396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139de6e-e561-4098-af71-ef91d0920659 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Pushing event deleted for resources: {'Network': ['ID=4df41cf9-0046-4efc-b6e0-1c05e6ae20fb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:07.024267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.043274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6406701d-7375-4d69-b31d-0677678e1b34 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cd15659-972a-4835-adaa-2d1dbc4195a2 HTTP/1.1" status: 200 len: 205 time: 0.0557237 Aug 10 02:07:07.045645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54574) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:07.096817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d68c0de9-a920-4678-86b7-0003f9ed64d6 req-260104d6-fed6-41f2-9997-2ffc1265f4a3 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0898778 Aug 10 02:07:07.137455 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.138491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:07.138810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e21abd9-b04a-4b19-9f6d-52e82b2eb819 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.139118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.197343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] Pushing event updated for resources: {'Network': ['ID=33afc23d-61d3-4169-bff7-d7469948acf5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:07.207792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 33afc23d-61d3-4169-bff7-d7469948acf5 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:07.269555 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8c8e6e3b-3c77-4d89-9b3f-6cdc569873e1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8125312 Aug 10 02:07:07.274777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54580) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:07.279616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Request body: {'subnet': {'network_id': '33afc23d-61d3-4169-bff7-d7469948acf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-382636019-subnet', 'tenant_id': '4bcfe36d74fa4097bdc238b3a7b30080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:07.301134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e21abd9-b04a-4b19-9f6d-52e82b2eb819 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.303512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e21abd9-b04a-4b19-9f6d-52e82b2eb819 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.388542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Made reservation on behalf of 4bcfe36d74fa4097bdc238b3a7b30080 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:07.391544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.662651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 45f3b127-d09c-41e4-aa77-2c1925724255 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:07.697751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 45f3b127-d09c-41e4-aa77-2c1925724255 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:07.699049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 45f3b127-d09c-41e4-aa77-2c1925724255 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:07.734044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682a2e-0560-41cd-8afa-53d5a65c593a req-993fc1d0-9bad-43ed-b397-362e4d42f89d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:07.735861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6682a2e-0560-41cd-8afa-53d5a65c593a req-993fc1d0-9bad-43ed-b397-362e4d42f89d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0552249 Aug 10 02:07:07.783870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6682a2e-0560-41cd-8afa-53d5a65c593a req-784f9336-59d7-4a0c-a8fb-b151029f01b6 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366628 Aug 10 02:07:07.805815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e21abd9-b04a-4b19-9f6d-52e82b2eb819 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.806437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e21abd9-b04a-4b19-9f6d-52e82b2eb819 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Fanout notify agent at l3_agent the message router_deleted on router 3cd15659-972a-4835-adaa-2d1dbc4195a2 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:07:07.827917 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e21abd9-b04a-4b19-9f6d-52e82b2eb819 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:07.827917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1e21abd9-b04a-4b19-9f6d-52e82b2eb819 tempest-RoutersNegativeTest-1385875315 tempest-RoutersNegativeTest-1385875315-project] 10.222.0.38 "DELETE /v2.0/routers/3cd15659-972a-4835-adaa-2d1dbc4195a2 HTTP/1.1" status: 204 len: 168 time: 0.7723639 Aug 10 02:07:07.954323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54598) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:08.004468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b5c65-d3ec-4ee2-bb9d-05e39e583c9f req-1e59890b-3369-42a9-aa0d-f72d341e618f tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.006118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b17b5c65-d3ec-4ee2-bb9d-05e39e583c9f req-1e59890b-3369-42a9-aa0d-f72d341e618f tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 944 time: 0.0697277 Aug 10 02:07:08.045470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b17b5c65-d3ec-4ee2-bb9d-05e39e583c9f req-709af7f0-74c3-4b4d-9f79-3a7b8795d1b2 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Aug 10 02:07:08.051926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.128247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0f10b4-222f-46d4-b82b-f3e3791f6eba,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:08.132149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Checking segment: {'id': 'e37ca80b-7b54-44b8-8ded-61f1755f1ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '33afc23d-61d3-4169-bff7-d7469948acf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:08.132524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Network hostable DHCP agents. Network: 33afc23d-61d3-4169-bff7-d7469948acf5, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:07:08.136080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-946820270'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:08.200526 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aaf1fd2e-350a-4671-9171-2d302ad006e1 req-3768510a-cf75-4f12-bbb5-bbb457ce9422 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0261145 Aug 10 02:07:08.280087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Network 33afc23d-61d3-4169-bff7-d7469948acf5 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:07:08.299092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54606) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:08.308838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Made reservation on behalf of d8ed16c453fc481b9e5f65df21c42ce7 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:08.313933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.323721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.386742 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 118b7245-edc8-4f4d-8b0a-7233a2b60262 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:07:08.394031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 33afc23d-61d3-4169-bff7-d7469948acf5) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:08.399789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.403635 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.405198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad17914-b29d-4b28-8e65-3fa40f5e9f87 None None] Network 33afc23d-61d3-4169-bff7-d7469948acf5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:08.417581 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.449099 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-920ffd16-b66d-43f0-9a3b-f685ab56b892 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e19114cf8d5464cb361339a3249dcd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463289 Aug 10 02:07:08.449335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54610) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:08.479739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.500670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3857897-6aaf-43b1-bdcd-8918a1fc986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.511512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:08.522701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51236409-1d19-4857-b611-08af02bc46ed,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:08.532628 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3857897-6aaf-43b1-bdcd-8918a1fc986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.540776 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.546089 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Added segment 880d45eb-d5cd-43f7-8e3a-578718b1b4db of type vlan for network 1c957fe8-23f2-4557-a930-60288f9a7b1f Aug 10 02:07:08.546245 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b7fb9288-317a-4bd1-8728-81ef30888a3b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2660854 Aug 10 02:07:08.592603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b25503-be44-4532-940f-37d1b469fbc8 None None] Network 33afc23d-61d3-4169-bff7-d7469948acf5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:08.602062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.645646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 118b7245-edc8-4f4d-8b0a-7233a2b60262, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=118b7245-edc8-4f4d-8b0a-7233a2b60262,segment=NetworkSegment(f84a29d5-6bb6-4b6e-9c94-ebf54877fbca),segment_id=f84a29d5-6bb6-4b6e-9c94-ebf54877fbca)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:08.657522 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3857897-6aaf-43b1-bdcd-8918a1fc986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.660809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d3857897-6aaf-43b1-bdcd-8918a1fc986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.669053 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d3857897-6aaf-43b1-bdcd-8918a1fc986d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e691e16-116c-4d7a-86c4-d472930ff9fa HTTP/1.1" status: 204 len: 168 time: 0.2119613 Aug 10 02:07:08.669311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '118b7245-edc8-4f4d-8b0a-7233a2b60262', 'network_id': '7e0a4cf5-7220-4093-8412-f0b9a7458756', 'port_id': '118b7245-edc8-4f4d-8b0a-7233a2b60262', 'mac_address': 'fa:16:3e:d2:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe3835c-ad62-4e39-b215-c688e528a182', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:07:08.685099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3857897-6aaf-43b1-bdcd-8918a1fc986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e691e16-116c-4d7a-86c4-d472930ff9fa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:08.713224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54618) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:08.713491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.724979 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.730511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.731140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.746010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118b7245-edc8-4f4d-8b0a-7233a2b60262 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:07:08.772440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 118b7245-edc8-4f4d-8b0a-7233a2b60262, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=118b7245-edc8-4f4d-8b0a-7233a2b60262,segment=NetworkSegment(f84a29d5-6bb6-4b6e-9c94-ebf54877fbca),segment_id=f84a29d5-6bb6-4b6e-9c94-ebf54877fbca)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:08.837108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Pushing event updated for resources: {'Network': ['ID=1c957fe8-23f2-4557-a930-60288f9a7b1f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:08.841592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c49bd7-b3c4-4f57-953c-6721c6c4b3f4 admin admin] Deleting subnet dd0f10b4-222f-46d4-b82b-f3e3791f6eba {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:07:08.845926 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.850111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d3c49bd7-b3c4-4f57-953c-6721c6c4b3f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.853168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 1c957fe8-23f2-4557-a930-60288f9a7b1f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:08.917246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-edb1676c-79bd-407b-a2a9-daa6df6d0ee9 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9611650 Aug 10 02:07:08.925748 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d3c49bd7-b3c4-4f57-953c-6721c6c4b3f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:08.950674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=118b7245-edc8-4f4d-8b0a-7233a2b60262,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:08.970329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa851d9-b177-4a42-a2e1-6ca761ab1757 req-35df194d-b468-4ac0-8bca-74212760dce1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:08.971902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4aa851d9-b177-4a42-a2e1-6ca761ab1757 req-35df194d-b468-4ac0-8bca-74212760dce1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1012955 Aug 10 02:07:09.016449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d3c49bd7-b3c4-4f57-953c-6721c6c4b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.043342 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4aa851d9-b177-4a42-a2e1-6ca761ab1757 req-b703051e-4889-4715-b621-38301f969649 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651245 Aug 10 02:07:09.066382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['118b7245-edc8-4f4d-8b0a-7233a2b60262'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:07:09.189610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bf111-c59f-4fea-ab68-725d59c760c9 req-f27dc65f-1834-47e4-9029-9a2abbec0b90 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:09.191417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd9bf111-c59f-4fea-ab68-725d59c760c9 req-f27dc65f-1834-47e4-9029-9a2abbec0b90 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 945 time: 0.0693059 Aug 10 02:07:09.195836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d3c49bd7-b3c4-4f57-953c-6721c6c4b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.233116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c49bd7-b3c4-4f57-953c-6721c6c4b3f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0f10b4-222f-46d4-b82b-f3e3791f6eba,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:09.245163 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d3c49bd7-b3c4-4f57-953c-6721c6c4b3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.247546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d3c49bd7-b3c4-4f57-953c-6721c6c4b3f4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/dd0f10b4-222f-46d4-b82b-f3e3791f6eba HTTP/1.1" status: 204 len: 168 time: 0.5328348 Aug 10 02:07:09.250983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54638) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:09.314737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54642) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:09.334176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Request body: {'port': {'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f', 'binding:host_id': 'n-h2-767704-21', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1668994927'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:09.337473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd9bf111-c59f-4fea-ab68-725d59c760c9 req-dde068f5-caf8-4e8a-abd4-f1848a440b51 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386175 Aug 10 02:07:09.366322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.438000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba51eeb3-3c05-4507-b868-5c4b467845dc req-78a1ab75-6d5d-4066-98b8-ffcefcd249cb tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0656328 Aug 10 02:07:09.476802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.487026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33afc23d-61d3-4169-bff7-d7469948acf5']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:09.488885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Made reservation on behalf of 22154ab8b3df4f38ab70f2f3ed796e6f for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:09.491148 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.506010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37ca80b-7b54-44b8-8ded-61f1755f1ba2') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:09.506310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37ca80b-7b54-44b8-8ded-61f1755f1ba2') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:09.512774 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.518815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.542443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.552712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:09.553155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:09.554812 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:09.675423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.708186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.713264 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.715267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/33afc23d-61d3-4169-bff7-d7469948acf5 HTTP/1.1" status: 204 len: 168 time: 0.4635899 Aug 10 02:07:09.727727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6357a-61cd-4e6f-9056-62e132fcbfa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=33afc23d-61d3-4169-bff7-d7469948acf5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:09.731615 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.739891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] device_id is not set on port a99971ad-9f1a-48cf-aa69-cce6745892a3 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:09.819056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9df8f9f-2fac-4d7e-b6c8-61780c053434,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:09.878025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54654) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:09.974220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] device_id is not set on port a99971ad-9f1a-48cf-aa69-cce6745892a3 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:09.979208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group': {'name': 'tempest-secgroup--152374728'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:09.984318 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:09.995334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Transition to ACTIVE for port object a99971ad-9f1a-48cf-aa69-cce6745892a3 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:10.096628 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.096770 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.099255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54660) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:10.117478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.166829 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-80c5ee64-6f34-4732-af57-7e256a6fec4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bcfe36d74fa4097bdc238b3a7b30080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662334 Aug 10 02:07:10.169450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54662) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:10.197562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'Port': ['ID=a99971ad-9f1a-48cf-aa69-cce6745892a3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:10.222639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b00c3-7bb2-4318-bdba-c6ce649599fc req-79fa5c69-d9a4-4cd8-a3a4-e9761262a4aa tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.224162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a1b00c3-7bb2-4318-bdba-c6ce649599fc req-79fa5c69-d9a4-4cd8-a3a4-e9761262a4aa tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0886767 Aug 10 02:07:10.225327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Checking segment: {'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:10.225696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Network hostable DHCP agents. Network: 1c957fe8-23f2-4557-a930-60288f9a7b1f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:07:10.254912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a1a8-d048-4be0-a7fb-034f0436407c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.272414 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a1b00c3-7bb2-4318-bdba-c6ce649599fc req-846cb510-7c8f-43ca-aa43-fe22d6647f51 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402844 Aug 10 02:07:10.291865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a1a8-d048-4be0-a7fb-034f0436407c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.296823 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.331548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Network 1c957fe8-23f2-4557-a930-60288f9a7b1f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:07:10.400684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 118b7245-edc8-4f4d-8b0a-7233a2b60262 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:10.417792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.463118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cb373a-fcf1-45d2-98ac-d6755c4eca84,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:10.466288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 1c957fe8-23f2-4557-a930-60288f9a7b1f) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:10.473066 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a1a8-d048-4be0-a7fb-034f0436407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.475679 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a1a8-d048-4be0-a7fb-034f0436407c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.476838 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b3e4a1a8-d048-4be0-a7fb-034f0436407c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b6d205d-ace4-40c2-93c6-8e861ed144a7 HTTP/1.1" status: 204 len: 168 time: 0.3064909 Aug 10 02:07:10.479624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:10.482234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92552f3-b8b9-48e5-bb77-243d9067c524 None None] Network 1c957fe8-23f2-4557-a930-60288f9a7b1f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:10.500448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.500768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.501147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.506787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4a1a8-d048-4be0-a7fb-034f0436407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6d205d-ace4-40c2-93c6-8e861ed144a7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:10.511103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.512711 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.514009 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 2 to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 Aug 10 02:07:10.526944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb6f7-5e20-4b4c-a3fa-f8471d423fe0 req-6b197139-6f3b-4985-9b60-ad2568b44262 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:10.529216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-005cb6f7-5e20-4b4c-a3fa-f8471d423fe0 req-6b197139-6f3b-4985-9b60-ad2568b44262 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 945 time: 0.0933516 Aug 10 02:07:10.547744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.548135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.548478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.555040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.562907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.563306 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.564905 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 3 to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 Aug 10 02:07:10.590146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 118b7245-edc8-4f4d-8b0a-7233a2b60262 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:10.602715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 118b7245-edc8-4f4d-8b0a-7233a2b60262 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:10.603090 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.625821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.626279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.626698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.633540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b7706a3-8924-401c-a11b-ff4aa30a59a6 req-3607faf6-592b-4d02-80cd-140f7d77471d tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0542161 Aug 10 02:07:10.638406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-005cb6f7-5e20-4b4c-a3fa-f8471d423fe0 req-f3cdcfcd-6d9f-4bd8-98c7-7ce3432dd883 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992882 Aug 10 02:07:10.638918 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.639319 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.640212 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 4 to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 Aug 10 02:07:10.653396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.653821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.654130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.675075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.675491 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.675900 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 5 to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 Aug 10 02:07:10.683224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.712882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.714315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.715130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.728552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a49822-3a66-4b92-934d-284ca7c7192b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:10.729280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.729940 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.731423 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 6 to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 Aug 10 02:07:10.753300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.753892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.754336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.760284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.764339 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.764339 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 7 to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 Aug 10 02:07:10.772783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.783363 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.786609 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c65af066-5e0e-4675-8bb3-b5e739fbb900 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9058197 Aug 10 02:07:10.787600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54670) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:10.799940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a164c52f-02ef-4682-a23a-951f8722e1bc req-17fb7d71-34f2-427f-a4a4-09e62e96e3b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0382249 Aug 10 02:07:10.801740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9893f8d8-73db-4f9b-b777-db7ddf955c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b7245-edc8-4f4d-8b0a-7233a2b60262'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:10.803097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.803438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.803774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.804287 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95877ec6-249f-4dfa-a445-d7923609067e" -d '{"events": [{"server_uuid": "9893f8d8-73db-4f9b-b777-db7ddf955c82", "name": "network-vif-plugged", "status": "completed", "tag": "118b7245-edc8-4f4d-8b0a-7233a2b60262"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:10.816446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.816803 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.817207 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 8 to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 Aug 10 02:07:10.821564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 118b7245-edc8-4f4d-8b0a-7233a2b60262, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=118b7245-edc8-4f4d-8b0a-7233a2b60262,segment=NetworkSegment(f84a29d5-6bb6-4b6e-9c94-ebf54877fbca),segment_id=f84a29d5-6bb6-4b6e-9c94-ebf54877fbca)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:10.841389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.841903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.842922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.848912 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b61518c-304a-4c1b-8506-2b2bd6672836 x-openstack-request-id: req-8b61518c-304a-4c1b-8506-2b2bd6672836 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:10.849223 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9893f8d8-73db-4f9b-b777-db7ddf955c82", "name": "network-vif-plugged", "status": "completed", "tag": "118b7245-edc8-4f4d-8b0a-7233a2b60262", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:10.849478 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8b61518c-304a-4c1b-8506-2b2bd6672836 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:10.849589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.849909 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9893f8d8-73db-4f9b-b777-db7ddf955c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b7245-edc8-4f4d-8b0a-7233a2b60262', 'code': 200} Aug 10 02:07:10.850035 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.850499 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 9 to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 Aug 10 02:07:10.866627 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ccca0021-68c6-4a0a-81ab-2b2153c241cf tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0776739 Aug 10 02:07:10.869353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54676) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:10.870110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.870505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.871225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.874317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0022be32-ed07-4c79-86c2-39b3184ac969 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group': {'name': 'tempest-security--99647663', 'description': 'tempest-security-description-31329145'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:10.876668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.877086 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.877400 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 10 to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 Aug 10 02:07:10.886079 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.895370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:10.895717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:10.896237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:10.900568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port a99971ad-9f1a-48cf-aa69-cce6745892a3 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:10.900936 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port a99971ad-9f1a-48cf-aa69-cce6745892a3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:10.901317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.909182 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0022be32-ed07-4c79-86c2-39b3184ac969 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:10.941082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=118b7245-edc8-4f4d-8b0a-7233a2b60262,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:10.968254 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0022be32-ed07-4c79-86c2-39b3184ac969 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.012506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] For port a99971ad-9f1a-48cf-aa69-cce6745892a3, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:11.013035 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempted to set empty binding levels {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 02:07:11.015775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f39539-aded-4d98-b0cb-2db3a17a95b3 req-d5cf2b9c-1290-406b-98fe-803d7774cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:11.017336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86f39539-aded-4d98-b0cb-2db3a17a95b3 req-d5cf2b9c-1290-406b-98fe-803d7774cb32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 1098 time: 0.0684767 Aug 10 02:07:11.051598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0022be32-ed07-4c79-86c2-39b3184ac969 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.054448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0022be32-ed07-4c79-86c2-39b3184ac969 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.056281 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0022be32-ed07-4c79-86c2-39b3184ac969 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "PUT /v2.0/security-groups/53a49822-3a66-4b92-934d-284ca7c7192b HTTP/1.1" status: 200 len: 1776 time: 0.1857789 Aug 10 02:07:11.056712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86f39539-aded-4d98-b0cb-2db3a17a95b3 req-dffe0793-6481-4a2d-a6f4-4c786cce42dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Aug 10 02:07:11.058917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54684) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:11.083611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022be32-ed07-4c79-86c2-39b3184ac969 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a49822-3a66-4b92-934d-284ca7c7192b,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:11.088899 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.128442 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3ac3a730-80e5-4e32-bf9b-b64378ecaa94 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups/53a49822-3a66-4b92-934d-284ca7c7192b HTTP/1.1" status: 200 len: 1776 time: 0.0684843 Aug 10 02:07:11.129850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:11.130445 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.131348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54686) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:11.149641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'Port': ['ID=a99971ad-9f1a-48cf-aa69-cce6745892a3,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:11.185401 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af5e44ce-ed93-489c-9e75-6fd486311822 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.208998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af5e44ce-ed93-489c-9e75-6fd486311822 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.236494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6ea1ca77-8f9c-4dc7-8446-fe1363296bf6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.9204826 Aug 10 02:07:11.238966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54690) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:11.318746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b934c33d-b098-4599-b29d-bb4e4ffb4cca tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Deleting port a99971ad-9f1a-48cf-aa69-cce6745892a3 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:11.319096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b934c33d-b098-4599-b29d-bb4e4ffb4cca tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.384971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-b934c33d-b098-4599-b29d-bb4e4ffb4cca tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] For port a99971ad-9f1a-48cf-aa69-cce6745892a3, host n-h2-767704-21, got binding levels [] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:11.385384 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b934c33d-b098-4599-b29d-bb4e4ffb4cca tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.387598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af5e44ce-ed93-489c-9e75-6fd486311822 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.390930 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af5e44ce-ed93-489c-9e75-6fd486311822 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.394641 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-af5e44ce-ed93-489c-9e75-6fd486311822 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-groups/53a49822-3a66-4b92-934d-284ca7c7192b HTTP/1.1" status: 204 len: 168 time: 0.2597539 Aug 10 02:07:11.399870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54698) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:11.400672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656ad75-5672-47fd-984e-9a1cfcbdf17e req-c55111dc-b981-4823-97c1-50ccffc0c3a1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:11.402279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c656ad75-5672-47fd-984e-9a1cfcbdf17e req-c55111dc-b981-4823-97c1-50ccffc0c3a1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0574293 Aug 10 02:07:11.419166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b934c33d-b098-4599-b29d-bb4e4ffb4cca tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Calling delete_port for a99971ad-9f1a-48cf-aa69-cce6745892a3 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:11.430903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e44ce-ed93-489c-9e75-6fd486311822 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a49822-3a66-4b92-934d-284ca7c7192b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:11.445127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c656ad75-5672-47fd-984e-9a1cfcbdf17e req-2c69aca1-c1ea-450b-a764-b47b264e184a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365908 Aug 10 02:07:11.510020 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ffc4dfe6-01b7-428d-8f91-0894ad934aa2 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1052191 Aug 10 02:07:11.512843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54702) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:11.527464 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-b7f3c0fb-0dfd-40b3-ba5b-4f2ca10101fb tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] delete failed (client error): The resource could not be found. Aug 10 02:07:11.527960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b7f3c0fb-0dfd-40b3-ba5b-4f2ca10101fb tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-groups/53a49822-3a66-4b92-934d-284ca7c7192b HTTP/1.1" status: 404 len: 347 time: 0.0141392 Aug 10 02:07:11.532921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54704) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:11.537952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-92ab36df-ce07-40f2-a130-d94be3c8a118 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168108410'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:11.623459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b934c33d-b098-4599-b29d-bb4e4ffb4cca tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.650674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934c33d-b098-4599-b29d-bb4e4ffb4cca tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event deleted for resources: {'Port': ['ID=a99971ad-9f1a-48cf-aa69-cce6745892a3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:11.655137 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92ab36df-ce07-40f2-a130-d94be3c8a118 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.672680 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b934c33d-b098-4599-b29d-bb4e4ffb4cca tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.676851 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b934c33d-b098-4599-b29d-bb4e4ffb4cca tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "DELETE /v2.0/ports/a99971ad-9f1a-48cf-aa69-cce6745892a3 HTTP/1.1" status: 204 len: 168 time: 0.4346554 Aug 10 02:07:11.677664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54712) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:11.710350 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb23df80-59b6-4fbd-89b1-fc7cc3fa0dae tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] GET failed (client error): The resource could not be found. Aug 10 02:07:11.715398 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cb23df80-59b6-4fbd-89b1-fc7cc3fa0dae tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "GET /v2.0/ports/a99971ad-9f1a-48cf-aa69-cce6745892a3 HTTP/1.1" status: 404 len: 333 time: 0.0339799 Aug 10 02:07:11.716576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54714) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:11.724090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Request body: {'port': {'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1490948709'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:11.812662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cf708ec-174e-4275-b872-dd5747552c16 req-8a20acca-cdbe-4754-9c55-aabe9399a1b9 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0506234 Aug 10 02:07:11.829310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92ab36df-ce07-40f2-a130-d94be3c8a118 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.841285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300e7e3-62e6-4eb7-a2be-cf7060de307f req-a17dd3e0-b75f-4304-aba7-238fa8277ca2 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:11.843594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a300e7e3-62e6-4eb7-a2be-cf7060de307f req-a17dd3e0-b75f-4304-aba7-238fa8277ca2 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 946 time: 0.0966003 Aug 10 02:07:11.889603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a300e7e3-62e6-4eb7-a2be-cf7060de307f req-67284ab2-b440-4cb5-9566-3709160114c2 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Aug 10 02:07:11.904849 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92ab36df-ce07-40f2-a130-d94be3c8a118 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:11.946005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab36df-ce07-40f2-a130-d94be3c8a118 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a5517-8549-4ba2-b544-3083a71936e1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:12.013812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Made reservation on behalf of 22154ab8b3df4f38ab70f2f3ed796e6f for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:12.016951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.035236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] device_id is not set on port 917a4a17-f46c-478c-a975-b673aec05133 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:12.101120 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92ab36df-ce07-40f2-a130-d94be3c8a118 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.102365 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-92ab36df-ce07-40f2-a130-d94be3c8a118 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5685010 Aug 10 02:07:12.105334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54720) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:12.110765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b2aff0fe-2979-4c7c-bf62-81111adfd9d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': 'ad7a5517-8549-4ba2-b544-3083a71936e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:12.197274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.211829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2aff0fe-2979-4c7c-bf62-81111adfd9d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.259564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2aff0fe-2979-4c7c-bf62-81111adfd9d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.445897 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2aff0fe-2979-4c7c-bf62-81111adfd9d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.446396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.466491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aff0fe-2979-4c7c-bf62-81111adfd9d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d620e3a-fbd8-4ec1-9e9e-c6b6f9f3a174,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:12.487916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Network 1c957fe8-23f2-4557-a930-60288f9a7b1f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:12.492805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:12.496317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:12.497261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:12.497867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.512116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'Port': ['ID=917a4a17-f46c-478c-a975-b673aec05133,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:12.553021 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2aff0fe-2979-4c7c-bf62-81111adfd9d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.554214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b2aff0fe-2979-4c7c-bf62-81111adfd9d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4477887 Aug 10 02:07:12.557204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54734) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:12.574404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a737e4-deef-4f58-a6f1-a5eb20a9eeee req-f182d9fb-f5ad-497a-8888-8e651c47d8ea tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:12.577608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85a737e4-deef-4f58-a6f1-a5eb20a9eeee req-f182d9fb-f5ad-497a-8888-8e651c47d8ea tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0527880 Aug 10 02:07:12.581313 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0a53bc69-63c1-4ab3-8374-34f321550c51 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8642867 Aug 10 02:07:12.584472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54738) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:12.589472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:12.617592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85a737e4-deef-4f58-a6f1-a5eb20a9eeee req-bd94a02f-e490-4442-831c-4b9845f6d2d6 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332162 Aug 10 02:07:12.622367 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d37ec447-b3ec-485a-9b26-f594199e7611 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.635452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d37ec447-b3ec-485a-9b26-f594199e7611 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.685239 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.807150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d37ec447-b3ec-485a-9b26-f594199e7611 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.811368 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.812692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d37ec447-b3ec-485a-9b26-f594199e7611 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.813863 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d37ec447-b3ec-485a-9b26-f594199e7611 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/9d620e3a-fbd8-4ec1-9e9e-c6b6f9f3a174 HTTP/1.1" status: 204 len: 168 time: 0.2554252 Aug 10 02:07:12.816626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54744) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:12.828169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ec447-b3ec-485a-9b26-f594199e7611 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d620e3a-fbd8-4ec1-9e9e-c6b6f9f3a174,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:12.871395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-543a0791-c6b3-42ce-b059-faa78045643c tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534973 Aug 10 02:07:12.874413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54748) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:12.886828 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] device_id is not set on port 917a4a17-f46c-478c-a975-b673aec05133 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:12.894915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:12.910470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Transition to ACTIVE for port object 917a4a17-f46c-478c-a975-b673aec05133 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:12.934133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-304b9427-1822-4406-b4d0-91e36e2e1e2d req-1c461311-8a0b-41a2-a241-211d84de8ab1 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0333915 Aug 10 02:07:13.009787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83cf6b0f-f514-402d-ae49-17300337b6e8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.011097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.039466 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83cf6b0f-f514-402d-ae49-17300337b6e8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.063157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606eef7-82f4-44c0-8552-56d11fc28b84 req-db1a8613-ce5c-4603-b001-441ef3a00e57 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.064686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0606eef7-82f4-44c0-8552-56d11fc28b84 req-db1a8613-ce5c-4603-b001-441ef3a00e57 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 946 time: 0.0930700 Aug 10 02:07:13.065592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'Port': ['ID=917a4a17-f46c-478c-a975-b673aec05133,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:13.076286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.076729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.077844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.082601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.082952 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.083348 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 2 to bind port 917a4a17-f46c-478c-a975-b673aec05133 Aug 10 02:07:13.097845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.098193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.098740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.104308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.104858 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.105441 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 3 to bind port 917a4a17-f46c-478c-a975-b673aec05133 Aug 10 02:07:13.118504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.118875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.119218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.123989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.124565 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.125131 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 4 to bind port 917a4a17-f46c-478c-a975-b673aec05133 Aug 10 02:07:13.125970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0606eef7-82f4-44c0-8552-56d11fc28b84 req-a87d993d-d4dc-4ec3-81c9-ac5bb3e23022 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Aug 10 02:07:13.141857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.142212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.142656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.148507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.148507 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.148717 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 5 to bind port 917a4a17-f46c-478c-a975-b673aec05133 Aug 10 02:07:13.186530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.186898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.187247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.192779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.193330 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.193739 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 6 to bind port 917a4a17-f46c-478c-a975-b673aec05133 Aug 10 02:07:13.211139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.211571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.212015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.216969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.217358 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.217841 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 7 to bind port 917a4a17-f46c-478c-a975-b673aec05133 Aug 10 02:07:13.231087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.231424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.231769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.237150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.237485 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.237885 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 8 to bind port 917a4a17-f46c-478c-a975-b673aec05133 Aug 10 02:07:13.246277 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83cf6b0f-f514-402d-ae49-17300337b6e8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.251727 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83cf6b0f-f514-402d-ae49-17300337b6e8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.252575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.252922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.253047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-83cf6b0f-f514-402d-ae49-17300337b6e8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-groups/ad7a5517-8549-4ba2-b544-3083a71936e1 HTTP/1.1" status: 204 len: 168 time: 0.3763876 Aug 10 02:07:13.253265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.255687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54760) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:13.264077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6b0f-f514-402d-ae49-17300337b6e8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a5517-8549-4ba2-b544-3083a71936e1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:13.276595 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.276951 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.279090 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 9 to bind port 917a4a17-f46c-478c-a975-b673aec05133 Aug 10 02:07:13.305669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.306013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.306362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.318094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.319508 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.319508 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 10 to bind port 917a4a17-f46c-478c-a975-b673aec05133 Aug 10 02:07:13.324780 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ee6c084b-9835-467e-8e05-388bc1c49eb1 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680423 Aug 10 02:07:13.329292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54764) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:13.334584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-823031c5-663e-4af4-923d-051a92b38edc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916849938'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:13.338948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:13.339293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:13.339653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:13.346088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:13.346433 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port 917a4a17-f46c-478c-a975-b673aec05133 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:13.347352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.419081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] For port 917a4a17-f46c-478c-a975-b673aec05133, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:13.419477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempted to set empty binding levels {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 02:07:13.423173 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-823031c5-663e-4af4-923d-051a92b38edc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.503486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.518815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] In _notify_port_updated(), no bound segment for port 917a4a17-f46c-478c-a975-b673aec05133 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:07:13.519748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.520399 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.524575 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "PUT /v2.0/ports/917a4a17-f46c-478c-a975-b673aec05133 HTTP/1.1" status: 200 len: 976 time: 0.9390924 Aug 10 02:07:13.525206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54772) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:13.545210 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-823031c5-663e-4af4-923d-051a92b38edc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.584493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-180d9d88-9add-45c8-b7e8-514c888362f7 req-6d614411-3d46-41aa-84c7-80dcff0fabac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=007dfe58378f42cda3c70ea822ba7692&device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0377901 Aug 10 02:07:13.604410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-837a70b1-ff25-49ad-8837-674d7665348e req-e9b4637c-20b0-441e-a20d-44fbcc1bcf33 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0491612 Aug 10 02:07:13.623168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40896d8f-5570-48bb-82db-07153a17a96e tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'Port': ['ID=917a4a17-f46c-478c-a975-b673aec05133,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:13.660175 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-823031c5-663e-4af4-923d-051a92b38edc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.665460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.665460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.665713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.666180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.666686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.667356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-180d9d88-9add-45c8-b7e8-514c888362f7 req-df40ed49-2573-4a96-b2de-808f5c2ecd39 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=007dfe58378f42cda3c70ea822ba7692&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611656 Aug 10 02:07:13.667492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.667749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.669668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.669668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.669668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.669668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.670091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.670660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.671430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.672098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.672672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.673151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.673701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.674262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.674589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.683598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7b2debd0-cbda-46a2-b450-04cfa39b7b04 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18183 time: 0.1374912 Aug 10 02:07:13.684268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54776) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:13.771913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4289608-8cfc-4dd9-9805-1c60dd068c3b req-30495c4b-0483-485b-a1e5-eba1d542e510 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.773449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4289608-8cfc-4dd9-9805-1c60dd068c3b req-30495c4b-0483-485b-a1e5-eba1d542e510 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 946 time: 0.1714160 Aug 10 02:07:13.776322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7cadddb9-873b-478c-a0cb-b7dd1bceb3a1 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Deleting port 917a4a17-f46c-478c-a975-b673aec05133 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:13.776679 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cadddb9-873b-478c-a0cb-b7dd1bceb3a1 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.793708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823031c5-663e-4af4-923d-051a92b38edc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9832e818-b1ac-41b5-a2ea-070a87d8a5eb,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:13.803364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-823031c5-663e-4af4-923d-051a92b38edc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.806831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-823031c5-663e-4af4-923d-051a92b38edc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4764802 Aug 10 02:07:13.810334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54780) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:13.822586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8e1b1d64-1766-4adf-8e0b-da36e9615071 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': '9832e818-b1ac-41b5-a2ea-070a87d8a5eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:13.848254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-7cadddb9-873b-478c-a0cb-b7dd1bceb3a1 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] For port 917a4a17-f46c-478c-a975-b673aec05133, host n-h2-767704-21, got binding levels [] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:13.848770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cadddb9-873b-478c-a0cb-b7dd1bceb3a1 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:13.863304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7cadddb9-873b-478c-a0cb-b7dd1bceb3a1 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Calling delete_port for 917a4a17-f46c-478c-a975-b673aec05133 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:13.903137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc6137-9ec9-4211-a350-61f3702fcd2a req-a4cbd895-4831-47bc-b251-28f7ca055a05 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.904696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbbc6137-9ec9-4211-a350-61f3702fcd2a req-a4cbd895-4831-47bc-b251-28f7ca055a05 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1898997 Aug 10 02:07:13.911368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4289608-8cfc-4dd9-9805-1c60dd068c3b req-7146e07c-7fa4-47a7-851b-347aa4b0fbdf tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213195 Aug 10 02:07:13.922941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d9d88-9add-45c8-b7e8-514c888362f7 req-6ab2bf7d-e1ce-4457-b484-6c81007c5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:13.924038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-180d9d88-9add-45c8-b7e8-514c888362f7 req-6ab2bf7d-e1ce-4457-b484-6c81007c5c78 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2414231 Aug 10 02:07:13.955130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbbc6137-9ec9-4211-a350-61f3702fcd2a req-f7dad290-88d4-49d2-babe-f8b880e35e13 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Aug 10 02:07:13.960901 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1d64-1766-4adf-8e0b-da36e9615071 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.017138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cadddb9-873b-478c-a0cb-b7dd1bceb3a1 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.026755 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1d64-1766-4adf-8e0b-da36e9615071 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.049236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadddb9-873b-478c-a0cb-b7dd1bceb3a1 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event deleted for resources: {'Port': ['ID=917a4a17-f46c-478c-a975-b673aec05133,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:14.057022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cadddb9-873b-478c-a0cb-b7dd1bceb3a1 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.057022 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7cadddb9-873b-478c-a0cb-b7dd1bceb3a1 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "DELETE /v2.0/ports/917a4a17-f46c-478c-a975-b673aec05133 HTTP/1.1" status: 204 len: 168 time: 0.3696215 Aug 10 02:07:14.057567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54782) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:14.081504 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-953d1190-a14d-4a9f-823e-6727bf2ddff6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] GET failed (client error): The resource could not be found. Aug 10 02:07:14.083011 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-953d1190-a14d-4a9f-823e-6727bf2ddff6 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "GET /v2.0/ports/917a4a17-f46c-478c-a975-b673aec05133 HTTP/1.1" status: 404 len: 333 time: 0.0245218 Aug 10 02:07:14.087100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54784) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:14.091818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1118303331', 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:14.102452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1d64-1766-4adf-8e0b-da36e9615071 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.118357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b1d64-1766-4adf-8e0b-da36e9615071 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d92fad7-f973-460a-9bb9-3561cee9279a,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:14.125999 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.211688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Made reservation on behalf of 22154ab8b3df4f38ab70f2f3ed796e6f for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:14.218042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.234187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] device_id is not set on port aff3a007-3c9c-4319-b2aa-10db5ecb11ae yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:14.262939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54788) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:14.337019 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1d64-1766-4adf-8e0b-da36e9615071 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.338246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8e1b1d64-1766-4adf-8e0b-da36e9615071 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5216868 Aug 10 02:07:14.343079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54792) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:14.345992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6c671b31-6d8d-4c84-94bd-40142efc2017 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': '9832e818-b1ac-41b5-a2ea-070a87d8a5eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:14.385199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10896d0c-592c-463f-b340-ba27605b70a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.386438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.420272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6c671b31-6d8d-4c84-94bd-40142efc2017 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.452591 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.500052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Network 1c957fe8-23f2-4557-a930-60288f9a7b1f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:14.504702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:14.509005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:14.510154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:14.510874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.511147 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6c671b31-6d8d-4c84-94bd-40142efc2017 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.514239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'Port': ['ID=aff3a007-3c9c-4319-b2aa-10db5ecb11ae,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:14.541273 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10896d0c-592c-463f-b340-ba27605b70a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.559529 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6c671b31-6d8d-4c84-94bd-40142efc2017 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.574337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c671b31-6d8d-4c84-94bd-40142efc2017 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdead4a-e7ff-45d9-9203-c6faa3b15804,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:14.595128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10896d0c-592c-463f-b340-ba27605b70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.632409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10896d0c-592c-463f-b340-ba27605b70a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecf42e3-17b8-4e02-badf-b931e543fbb8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:14.636789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-10896d0c-592c-463f-b340-ba27605b70a1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1296022b2ed0453ba524cb7cda867132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727512 Aug 10 02:07:14.639576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54796) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:14.672653 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3b2d6776-d9dd-46c6-8b23-03fe4125c048 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5844913 Aug 10 02:07:14.675143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54798) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:14.691127 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6c671b31-6d8d-4c84-94bd-40142efc2017 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.691969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6c671b31-6d8d-4c84-94bd-40142efc2017 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3498831 Aug 10 02:07:14.710902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54800) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:14.717416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-783079d5-4ad6-4c25-bcf1-991a43d9f73d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': '9832e818-b1ac-41b5-a2ea-070a87d8a5eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:14.725457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3dd4234-ce9f-483f-a7cd-88384958c5dc req-8772ca43-d6fc-4dbe-9db2-6c18f4e59df6 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0431879 Aug 10 02:07:14.734823 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed190-0be0-4142-8209-c0e5c479f974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.739240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f6c499-c268-41f3-97fe-beb7d0cabef8 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:14.740649 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-16f6c499-c268-41f3-97fe-beb7d0cabef8 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "GET /v2.0/ports/aff3a007-3c9c-4319-b2aa-10db5ecb11ae HTTP/1.1" status: 200 len: 955 time: 0.0645852 Aug 10 02:07:14.744232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54802) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:14.780854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed190-0be0-4142-8209-c0e5c479f974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.834113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-783079d5-4ad6-4c25-bcf1-991a43d9f73d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.854066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7f31f6d8-3b9f-4bfb-b653-3cfeb38bdc74 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Deleting port aff3a007-3c9c-4319-b2aa-10db5ecb11ae {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:14.854471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f31f6d8-3b9f-4bfb-b653-3cfeb38bdc74 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.943484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f31f6d8-3b9f-4bfb-b653-3cfeb38bdc74 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.950848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed190-0be0-4142-8209-c0e5c479f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.950848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed190-0be0-4142-8209-c0e5c479f974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.950848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5e3ed190-0be0-4142-8209-c0e5c479f974 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eecf42e3-17b8-4e02-badf-b931e543fbb8 HTTP/1.1" status: 204 len: 168 time: 0.3090463 Aug 10 02:07:14.964030 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-783079d5-4ad6-4c25-bcf1-991a43d9f73d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:14.971759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ed190-0be0-4142-8209-c0e5c479f974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecf42e3-17b8-4e02-badf-b931e543fbb8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:14.973698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7f31f6d8-3b9f-4bfb-b653-3cfeb38bdc74 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Calling delete_port for aff3a007-3c9c-4319-b2aa-10db5ecb11ae owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:14.996974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-61e0fdfc-9c9c-41f6-b57b-1ac5ca9365c0 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:14.999175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-61e0fdfc-9c9c-41f6-b57b-1ac5ca9365c0 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.11 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 946 time: 0.0954554 Aug 10 02:07:15.040039 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-783079d5-4ad6-4c25-bcf1-991a43d9f73d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.063010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783079d5-4ad6-4c25-bcf1-991a43d9f73d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240f348b-c9a6-45bd-97ea-20b96585b716,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:15.165738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-783079d5-4ad6-4c25-bcf1-991a43d9f73d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.167181 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-783079d5-4ad6-4c25-bcf1-991a43d9f73d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4553249 Aug 10 02:07:15.170168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54810) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:15.175438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3897c58e-d5b4-40b3-8194-01ee6b0450ee tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': '9832e818-b1ac-41b5-a2ea-070a87d8a5eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:15.203387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425a141-b231-46f3-aa2d-edfebb49900d req-864b03f1-085f-42e0-9f6b-84f1bc946c5c tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:15.204891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6425a141-b231-46f3-aa2d-edfebb49900d req-864b03f1-085f-42e0-9f6b-84f1bc946c5c tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 946 time: 0.1726213 Aug 10 02:07:15.214446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8924eb-ecdb-4fac-a64b-aa8f2851e09c req-6d0c73f5-65ab-4202-917d-fb2f791dce21 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:15.215880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af8924eb-ecdb-4fac-a64b-aa8f2851e09c req-6d0c73f5-65ab-4202-917d-fb2f791dce21 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1601195 Aug 10 02:07:15.268455 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3897c58e-d5b4-40b3-8194-01ee6b0450ee tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.308608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-180d9d88-9add-45c8-b7e8-514c888362f7 req-26763a2f-e315-4150-aae4-83c65c6d77c4 tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.11 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0437419 Aug 10 02:07:15.313525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Deleting port 118b7245-edc8-4f4d-8b0a-7233a2b60262 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:15.313945 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.319292 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6425a141-b231-46f3-aa2d-edfebb49900d req-0f1ceced-8a36-4712-9e02-bef56a4bfe4a tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2887f-cd18-4100-b97d-a7f83f6460cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002796 Aug 10 02:07:15.364767 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f31f6d8-3b9f-4bfb-b653-3cfeb38bdc74 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.366059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af8924eb-ecdb-4fac-a64b-aa8f2851e09c req-207c1114-c812-4599-b9ea-335fbaa8bfa2 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379163 Aug 10 02:07:15.367011 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3897c58e-d5b4-40b3-8194-01ee6b0450ee tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.402947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31f6d8-3b9f-4bfb-b653-3cfeb38bdc74 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event deleted for resources: {'Port': ['ID=aff3a007-3c9c-4319-b2aa-10db5ecb11ae,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:15.410662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f31f6d8-3b9f-4bfb-b653-3cfeb38bdc74 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.412577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7f31f6d8-3b9f-4bfb-b653-3cfeb38bdc74 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "DELETE /v2.0/ports/aff3a007-3c9c-4319-b2aa-10db5ecb11ae HTTP/1.1" status: 204 len: 168 time: 0.6674244 Aug 10 02:07:15.415176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54814) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:15.439670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3897c58e-d5b4-40b3-8194-01ee6b0450ee tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.448989 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38a5175-1b86-4f14-a676-cf31ceacaddd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] GET failed (client error): The resource could not be found. Aug 10 02:07:15.454521 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e38a5175-1b86-4f14-a676-cf31ceacaddd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "GET /v2.0/ports/aff3a007-3c9c-4319-b2aa-10db5ecb11ae HTTP/1.1" status: 404 len: 333 time: 0.0344164 Aug 10 02:07:15.454773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54816) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:15.459602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Request body: {'port': {'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-780914911'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:15.461206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897c58e-d5b4-40b3-8194-01ee6b0450ee tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a06ee1-2a76-4739-983b-5eb16abff539,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:15.482959 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] For port 118b7245-edc8-4f4d-8b0a-7233a2b60262, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=118b7245-edc8-4f4d-8b0a-7233a2b60262,segment=NetworkSegment(f84a29d5-6bb6-4b6e-9c94-ebf54877fbca),segment_id=f84a29d5-6bb6-4b6e-9c94-ebf54877fbca)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:15.483334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.496685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Calling delete_port for 118b7245-edc8-4f4d-8b0a-7233a2b60262 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:15.531222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3897c58e-d5b4-40b3-8194-01ee6b0450ee tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.532460 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3897c58e-d5b4-40b3-8194-01ee6b0450ee tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3606956 Aug 10 02:07:15.535210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54818) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:15.539649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c6af65f5-9552-463c-a3dd-77ed0f88203a tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': '9832e818-b1ac-41b5-a2ea-070a87d8a5eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:15.645159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Made reservation on behalf of 22154ab8b3df4f38ab70f2f3ed796e6f for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:15.647552 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.663883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] device_id is not set on port bacac3f9-5d88-4766-9047-c6c090c72cd9 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:15.669009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54820) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:15.683176 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22cec424-d3b4-4cd5-8269-9b4924337885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.715221 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.727397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['118b7245-edc8-4f4d-8b0a-7233a2b60262'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:07:15.749024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6af65f5-9552-463c-a3dd-77ed0f88203a tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.789051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Pushing event deleted for resources: {'Port': ['ID=118b7245-edc8-4f4d-8b0a-7233a2b60262,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:15.826387 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6af65f5-9552-463c-a3dd-77ed0f88203a tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.870078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] No DVR routers for this DVR port 118b7245-edc8-4f4d-8b0a-7233a2b60262 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:15.885505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6af65f5-9552-463c-a3dd-77ed0f88203a tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.890255 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:15.892309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a730bd5-1d1a-46b0-a817-9bf0dbd165c5 req-3ac64879-1a26-4d08-96c7-09477b2d3971 tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.11 "DELETE /v2.0/ports/118b7245-edc8-4f4d-8b0a-7233a2b60262 HTTP/1.1" status: 204 len: 173 time: 0.8588850 Aug 10 02:07:15.895398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9893f8d8-73db-4f9b-b777-db7ddf955c82', 'name': 'network-vif-deleted', 'tag': '118b7245-edc8-4f4d-8b0a-7233a2b60262'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:15.897650 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcecae45-9513-44ea-b0fe-010ca7198b4f" -d '{"events": [{"server_uuid": "9893f8d8-73db-4f9b-b777-db7ddf955c82", "name": "network-vif-deleted", "tag": "118b7245-edc8-4f4d-8b0a-7233a2b60262"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:15.901813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe6cc28f-c544-4fa8-824b-cd7085ff3041 req-aac9a79c-dfb8-487e-b53e-defd1a46ffbd tempest-ServerShowV254Test-1484488248 tempest-ServerShowV254Test-1484488248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39832975-5bfa-4985-8e2e-95c44b1dd03f HTTP/1.1" status: 200 len: 210 time: 0.0732641 Aug 10 02:07:15.905402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af65f5-9552-463c-a3dd-77ed0f88203a tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7347a156-2177-4b46-b72b-52620e75ddfb,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:15.960870 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b0ffd4-56e0-4fb3-8b30-ad0044333420 x-openstack-request-id: req-b8b0ffd4-56e0-4fb3-8b30-ad0044333420 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:15.965572 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9893f8d8-73db-4f9b-b777-db7ddf955c82", "name": "network-vif-deleted", "tag": "118b7245-edc8-4f4d-8b0a-7233a2b60262", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:15.965572 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b8b0ffd4-56e0-4fb3-8b30-ad0044333420 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:15.965572 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9893f8d8-73db-4f9b-b777-db7ddf955c82', 'name': 'network-vif-deleted', 'tag': '118b7245-edc8-4f4d-8b0a-7233a2b60262', 'status': 'completed', 'code': 200} Aug 10 02:07:16.022645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.038301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22cec424-d3b4-4cd5-8269-9b4924337885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.113847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22cec424-d3b4-4cd5-8269-9b4924337885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.153760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-22cec424-d3b4-4cd5-8269-9b4924337885 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e35718856f6f4de0b55ea95f62334f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837134 Aug 10 02:07:16.156097 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.157813 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54826) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:16.158299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cec424-d3b4-4cd5-8269-9b4924337885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3145c17e-a581-4dce-91e7-313aea08827e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:16.196918 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Network 1c957fe8-23f2-4557-a930-60288f9a7b1f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:16.199723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:16.204669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:16.205248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:16.205636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6af65f5-9552-463c-a3dd-77ed0f88203a tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.209983 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.210130 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c6af65f5-9552-463c-a3dd-77ed0f88203a tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6709452 Aug 10 02:07:16.210130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54828) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:16.221088 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59d185b-c84b-4566-80e2-96e2624a53c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.225137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'Port': ['ID=bacac3f9-5d88-4766-9047-c6c090c72cd9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:16.251644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15e41bf3-a2cf-48bc-a33f-ba43e413dfa0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.257907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59d185b-c84b-4566-80e2-96e2624a53c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.268972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15e41bf3-a2cf-48bc-a33f-ba43e413dfa0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.344316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-11947fe5-c712-4c46-a490-2eb6f76b4834 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8882608 Aug 10 02:07:16.347048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54830) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:16.352371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:16.376179 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15e41bf3-a2cf-48bc-a33f-ba43e413dfa0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.387304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15e41bf3-a2cf-48bc-a33f-ba43e413dfa0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.392648 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15e41bf3-a2cf-48bc-a33f-ba43e413dfa0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7347a156-2177-4b46-b72b-52620e75ddfb HTTP/1.1" status: 204 len: 168 time: 0.1795776 Aug 10 02:07:16.396034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54836) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:16.401839 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59d185b-c84b-4566-80e2-96e2624a53c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.404434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59d185b-c84b-4566-80e2-96e2624a53c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.406146 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c59d185b-c84b-4566-80e2-96e2624a53c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3145c17e-a581-4dce-91e7-313aea08827e HTTP/1.1" status: 204 len: 168 time: 0.2472091 Aug 10 02:07:16.406993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e41bf3-a2cf-48bc-a33f-ba43e413dfa0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7347a156-2177-4b46-b72b-52620e75ddfb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:16.452740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d185b-c84b-4566-80e2-96e2624a53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3145c17e-a581-4dce-91e7-313aea08827e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:16.468199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.473925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c011173-b62b-457e-aea4-01c5d31b3ccf req-328dbde1-90bf-4c1a-a7b3-46f1f10654fe tempest-InstanceActionsV221TestJSON-1876560349 tempest-InstanceActionsV221TestJSON-1876560349-project] 10.222.0.38 "GET /v2.0/ports?device_id=9893f8d8-73db-4f9b-b777-db7ddf955c82 HTTP/1.1" status: 200 len: 210 time: 0.0411391 Aug 10 02:07:16.521667 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-84096f90-3f51-415e-b356-6fa096d252b2 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1216450 Aug 10 02:07:16.522239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54840) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:16.551421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-532d3f15-e2a2-4891-b5cc-ca138f339e74 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.567227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90d37-ccd4-4d1d-bf7e-eeb1fe89f325 req-84b29ad3-6bc7-43e7-8095-f02e22529909 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:16.568757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84d90d37-ccd4-4d1d-bf7e-eeb1fe89f325 req-84b29ad3-6bc7-43e7-8095-f02e22529909 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0972939 Aug 10 02:07:16.570341 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-532d3f15-e2a2-4891-b5cc-ca138f339e74 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.625183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84d90d37-ccd4-4d1d-bf7e-eeb1fe89f325 req-20a6b503-1184-41b7-a791-c915fa90115f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Aug 10 02:07:16.694255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] device_id is not set on port bacac3f9-5d88-4766-9047-c6c090c72cd9 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:16.697186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.719799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Transition to ACTIVE for port object bacac3f9-5d88-4766-9047-c6c090c72cd9 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:16.720025 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-532d3f15-e2a2-4891-b5cc-ca138f339e74 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.726193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-532d3f15-e2a2-4891-b5cc-ca138f339e74 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.728344 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-532d3f15-e2a2-4891-b5cc-ca138f339e74 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/f0a06ee1-2a76-4739-983b-5eb16abff539 HTTP/1.1" status: 204 len: 168 time: 0.2033324 Aug 10 02:07:16.730199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54842) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:16.733388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d3f15-e2a2-4891-b5cc-ca138f339e74 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0a06ee1-2a76-4739-983b-5eb16abff539,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:16.775448 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f9c625d-817f-4edf-9404-fa53efa01075 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0441470 Aug 10 02:07:16.778171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54844) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:16.802505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebb33d4d-e6cd-4fc3-a655-7e743380c6d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.810200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebb33d4d-e6cd-4fc3-a655-7e743380c6d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.818236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.890381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'Port': ['ID=bacac3f9-5d88-4766-9047-c6c090c72cd9,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:16.905253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:16.905709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:16.906042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:16.910311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:16.911989 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:16.911989 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 2 to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 Aug 10 02:07:16.924190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:16.924525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:16.924861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:16.929120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:16.929451 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:16.929888 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 3 to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 Aug 10 02:07:16.943787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:16.943787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:16.943787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:16.947724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:16.948056 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:16.948450 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 4 to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 Aug 10 02:07:16.964557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:16.964557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:16.964557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:16.970260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:16.970629 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:16.971342 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 5 to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 Aug 10 02:07:16.975047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebb33d4d-e6cd-4fc3-a655-7e743380c6d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.988264 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebb33d4d-e6cd-4fc3-a655-7e743380c6d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.989403 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ebb33d4d-e6cd-4fc3-a655-7e743380c6d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/240f348b-c9a6-45bd-97ea-20b96585b716 HTTP/1.1" status: 204 len: 168 time: 0.2102931 Aug 10 02:07:16.992308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54854) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:16.997747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb33d4d-e6cd-4fc3-a655-7e743380c6d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=240f348b-c9a6-45bd-97ea-20b96585b716,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:17.010132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:17.010132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:17.010132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:17.011288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:17.011480 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:17.011878 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 6 to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 Aug 10 02:07:17.028662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:17.029181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:17.030435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:17.038937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:17.039130 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:17.039599 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 7 to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 Aug 10 02:07:17.048562 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a7c9ea6b-8cff-42b3-a2b9-02a7f3dd8ae7 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0541568 Aug 10 02:07:17.051131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54860) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:17.055668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:17.056186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:17.057204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:17.062800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:17.063176 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:17.063571 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 8 to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 Aug 10 02:07:17.075790 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3de9a688-7f1e-4e0f-af25-e23ad7468a46 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.076293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:17.077825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:17.078133 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:17.083111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:17.083264 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:17.083646 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 9 to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 Aug 10 02:07:17.085199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3de9a688-7f1e-4e0f-af25-e23ad7468a46 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.097095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:17.097634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:17.098059 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:17.102469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:17.102913 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:17.103313 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempt 10 to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 Aug 10 02:07:17.115885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:17.116220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:17.116557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempting to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:17.120832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:17.121146 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Failed to bind port bacac3f9-5d88-4766-9047-c6c090c72cd9 on host n-h2-767704-21 for vnic_type normal using segments [{'id': '880d45eb-d5cd-43f7-8e3a-578718b1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1c957fe8-23f2-4557-a930-60288f9a7b1f'}] Aug 10 02:07:17.121636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.183500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] For port bacac3f9-5d88-4766-9047-c6c090c72cd9, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:17.184205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attempted to set empty binding levels {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 02:07:17.222207 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3de9a688-7f1e-4e0f-af25-e23ad7468a46 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.228492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3de9a688-7f1e-4e0f-af25-e23ad7468a46 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.232531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54862) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:17.234609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3de9a688-7f1e-4e0f-af25-e23ad7468a46 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/dfdead4a-e7ff-45d9-9203-c6faa3b15804 HTTP/1.1" status: 204 len: 168 time: 0.1775868 Aug 10 02:07:17.243693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9a688-7f1e-4e0f-af25-e23ad7468a46 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfdead4a-e7ff-45d9-9203-c6faa3b15804,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:17.275714 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f633cf4a-c407-494b-81bb-346e62793d01 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0413964 Aug 10 02:07:17.278417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54866) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:17.310351 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.315878 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d583a78f-fe2a-4b84-b4a5-f16ede67b021 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.348443 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d583a78f-fe2a-4b84-b4a5-f16ede67b021 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.354729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] In _notify_port_updated(), no bound segment for port bacac3f9-5d88-4766-9047-c6c090c72cd9 on network 1c957fe8-23f2-4557-a930-60288f9a7b1f {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:07:17.355601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:17.356202 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.357526 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "PUT /v2.0/ports/bacac3f9-5d88-4766-9047-c6c090c72cd9 HTTP/1.1" status: 200 len: 975 time: 1.0093517 Aug 10 02:07:17.361373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54868) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:17.386864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f537a-bdb4-4357-b37a-eb890daf256f tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event updated for resources: {'Port': ['ID=bacac3f9-5d88-4766-9047-c6c090c72cd9,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:17.456832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d583a78f-fe2a-4b84-b4a5-f16ede67b021 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.457726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-54df39bb-1975-4bde-9199-1d7cdb42d1dd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Deleting port bacac3f9-5d88-4766-9047-c6c090c72cd9 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:17.458134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-54df39bb-1975-4bde-9199-1d7cdb42d1dd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.464675 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d583a78f-fe2a-4b84-b4a5-f16ede67b021 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.466123 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d583a78f-fe2a-4b84-b4a5-f16ede67b021 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/8d92fad7-f973-460a-9bb9-3561cee9279a HTTP/1.1" status: 204 len: 168 time: 0.1866906 Aug 10 02:07:17.473730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54874) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:17.479454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583a78f-fe2a-4b84-b4a5-f16ede67b021 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d92fad7-f973-460a-9bb9-3561cee9279a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:17.502171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54878) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:17.575702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2330ad8e-7ef3-4103-a35a-05f25bb89493 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017447 Aug 10 02:07:17.579201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54892) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:17.580858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-54df39bb-1975-4bde-9199-1d7cdb42d1dd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] For port bacac3f9-5d88-4766-9047-c6c090c72cd9, host n-h2-767704-21, got binding levels [] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:17.581227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-54df39bb-1975-4bde-9199-1d7cdb42d1dd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.595592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-54df39bb-1975-4bde-9199-1d7cdb42d1dd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Calling delete_port for bacac3f9-5d88-4766-9047-c6c090c72cd9 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:17.694122 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b57f3fac-3695-48b7-99f6-eecad8c3fbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.746807 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e21e3356-ee07-494f-a772-245a7086c632 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.766942 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-54df39bb-1975-4bde-9199-1d7cdb42d1dd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.785063 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e21e3356-ee07-494f-a772-245a7086c632 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.806589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df39bb-1975-4bde-9199-1d7cdb42d1dd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Pushing event deleted for resources: {'Port': ['ID=bacac3f9-5d88-4766-9047-c6c090c72cd9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:17.835767 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-54df39bb-1975-4bde-9199-1d7cdb42d1dd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.838412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-54df39bb-1975-4bde-9199-1d7cdb42d1dd tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "DELETE /v2.0/ports/bacac3f9-5d88-4766-9047-c6c090c72cd9 HTTP/1.1" status: 204 len: 168 time: 0.4759319 Aug 10 02:07:17.845616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54900) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:17.880358 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-10688163-6d93-42c8-a35b-942fb5218f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.892046 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-4375e026-804d-4d69-8fcc-0fb5072ff193 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] GET failed (client error): The resource could not be found. Aug 10 02:07:17.892323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181312e-c3d1-43a3-8a1f-a3adbf128e60 req-898468be-041a-4f40-bb7a-2954bdc90f31 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:17.897468 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4375e026-804d-4d69-8fcc-0fb5072ff193 tempest-PortsAdminExtendedAttrsTestJSON-231936787 tempest-PortsAdminExtendedAttrsTestJSON-231936787-project-admin] 10.222.0.38 "GET /v2.0/ports/bacac3f9-5d88-4766-9047-c6c090c72cd9 HTTP/1.1" status: 404 len: 333 time: 0.0460017 Aug 10 02:07:17.897655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7181312e-c3d1-43a3-8a1f-a3adbf128e60 req-898468be-041a-4f40-bb7a-2954bdc90f31 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0904934 Aug 10 02:07:17.897655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54902) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:17.934946 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b57f3fac-3695-48b7-99f6-eecad8c3fbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.994093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e21e3356-ee07-494f-a772-245a7086c632 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.996672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e21e3356-ee07-494f-a772-245a7086c632 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.997845 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e21e3356-ee07-494f-a772-245a7086c632 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-groups/9832e818-b1ac-41b5-a2ea-070a87d8a5eb HTTP/1.1" status: 204 len: 168 time: 0.4174511 Aug 10 02:07:18.002052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54906) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:18.012807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7181312e-c3d1-43a3-8a1f-a3adbf128e60 req-8d3ac085-e965-444c-b0ea-a33cb4ef9e74 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968146 Aug 10 02:07:18.021663 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.021806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e3356-ee07-494f-a772-245a7086c632 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832e818-b1ac-41b5-a2ea-070a87d8a5eb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:18.063488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b57f3fac-3695-48b7-99f6-eecad8c3fbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.095735 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d07e2a9c-6f04-40f2-b1b0-6438fc9d3344 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914798 Aug 10 02:07:18.101186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:18.108732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-96609ec2-d69b-47df-985c-5d62c04117ef tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group': {'name': 'tempest-secgroup--117536836'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:18.129757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54912) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:18.141598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b57f3fac-3695-48b7-99f6-eecad8c3fbef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=007dfe58378f42cda3c70ea822ba7692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379609 Aug 10 02:07:18.145976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54914) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:18.165623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f3fac-3695-48b7-99f6-eecad8c3fbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fcabdb-dc81-445f-8cc6-1a4e0a788028,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:18.168241 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.188269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c957fe8-23f2-4557-a930-60288f9a7b1f']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:18.194689 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc663a4-f8c0-4c10-a69a-6a6ee344c874 admin admin] Deleting subnet 4fe3835c-ad62-4e39-b215-c688e528a182 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:07:18.198152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cc663a4-f8c0-4c10-a69a-6a6ee344c874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.206152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880d45eb-d5cd-43f7-8e3a-578718b1b4db') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:18.206774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880d45eb-d5cd-43f7-8e3a-578718b1b4db') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:18.222618 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.244706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f425e284-2d60-42f8-b466-c7226f442db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.246835 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.251017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cc663a4-f8c0-4c10-a69a-6a6ee344c874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.261329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:18.261750 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:18.265778 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:18.272477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96609ec2-d69b-47df-985c-5d62c04117ef tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.312339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cc663a4-f8c0-4c10-a69a-6a6ee344c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.323149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f425e284-2d60-42f8-b466-c7226f442db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.413876 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.426206 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.430626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] 10.222.0.38 "DELETE /v2.0/networks/1c957fe8-23f2-4557-a930-60288f9a7b1f HTTP/1.1" status: 204 len: 168 time: 0.5301363 Aug 10 02:07:18.430785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96609ec2-d69b-47df-985c-5d62c04117ef tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.442128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f7f7e-cedd-4b5f-9149-07af90170b70 tempest-PortsAdminExtendedAttrsTestJSON-593834140 tempest-PortsAdminExtendedAttrsTestJSON-593834140-project] Pushing event deleted for resources: {'Network': ['ID=1c957fe8-23f2-4557-a930-60288f9a7b1f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:18.456196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84f1c-008d-4558-8fec-96c57b0a20b6 req-1dd46a28-b64e-4687-870e-a002b586fb23 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:18.461496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 118b7245-edc8-4f4d-8b0a-7233a2b60262 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:18.462370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84f1c-008d-4558-8fec-96c57b0a20b6 req-1dd46a28-b64e-4687-870e-a002b586fb23 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:18.468427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84f1c-008d-4558-8fec-96c57b0a20b6 req-1dd46a28-b64e-4687-870e-a002b586fb23 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:18.472291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cc663a4-f8c0-4c10-a69a-6a6ee344c874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.474995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84f1c-008d-4558-8fec-96c57b0a20b6 req-1dd46a28-b64e-4687-870e-a002b586fb23 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:18.480971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84f1c-008d-4558-8fec-96c57b0a20b6 req-1dd46a28-b64e-4687-870e-a002b586fb23 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:18.487809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84f1c-008d-4558-8fec-96c57b0a20b6 req-1dd46a28-b64e-4687-870e-a002b586fb23 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:18.491306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 118b7245-edc8-4f4d-8b0a-7233a2b60262 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:18.491306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 118b7245-edc8-4f4d-8b0a-7233a2b60262 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:18.493902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84f1c-008d-4558-8fec-96c57b0a20b6 req-1dd46a28-b64e-4687-870e-a002b586fb23 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:18.495980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84e84f1c-008d-4558-8fec-96c57b0a20b6 req-1dd46a28-b64e-4687-870e-a002b586fb23 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5433 time: 0.1272993 Aug 10 02:07:18.506093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cc663a4-f8c0-4c10-a69a-6a6ee344c874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.508093 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2cc663a4-f8c0-4c10-a69a-6a6ee344c874 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4fe3835c-ad62-4e39-b215-c688e528a182 HTTP/1.1" status: 204 len: 168 time: 0.3773816 Aug 10 02:07:18.509751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc663a4-f8c0-4c10-a69a-6a6ee344c874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe3835c-ad62-4e39-b215-c688e528a182,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:18.509892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f425e284-2d60-42f8-b466-c7226f442db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.512515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f425e284-2d60-42f8-b466-c7226f442db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.512641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54926) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:18.518724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f425e284-2d60-42f8-b466-c7226f442db0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39fcabdb-dc81-445f-8cc6-1a4e0a788028 HTTP/1.1" status: 204 len: 168 time: 0.3664951 Aug 10 02:07:18.519114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96609ec2-d69b-47df-985c-5d62c04117ef tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.530671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425e284-2d60-42f8-b466-c7226f442db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fcabdb-dc81-445f-8cc6-1a4e0a788028,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:18.558814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84e84f1c-008d-4558-8fec-96c57b0a20b6 req-e20cc967-9670-4ecb-b5c3-741335747099 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558548 Aug 10 02:07:18.625310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96609ec2-d69b-47df-985c-5d62c04117ef tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c93c229-6fb9-4b57-a70c-c2ebd461d2e4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:18.632708 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.714056 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96609ec2-d69b-47df-985c-5d62c04117ef tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.715336 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-96609ec2-d69b-47df-985c-5d62c04117ef tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6140301 Aug 10 02:07:18.718740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54932) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:18.725675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-876c4f59-d0b6-407a-94c8-0e9d65e86fe7 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': '5c93c229-6fb9-4b57-a70c-c2ebd461d2e4', 'direction': 'ingress', 'protocol': 17}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:18.737421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.751873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0a4cf5-7220-4093-8412-f0b9a7458756']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:18.765971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84a29d5-6bb6-4b6e-9c94-ebf54877fbca') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:18.766275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84a29d5-6bb6-4b6e-9c94-ebf54877fbca') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:18.776160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.789927 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.797941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:18.798344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:18.800121 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:18.852904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876c4f59-d0b6-407a-94c8-0e9d65e86fe7 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.908148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876c4f59-d0b6-407a-94c8-0e9d65e86fe7 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.913843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54940) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:18.931282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.937690 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.939813 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7e0a4cf5-7220-4093-8412-f0b9a7458756 HTTP/1.1" status: 204 len: 168 time: 0.4259920 Aug 10 02:07:18.956362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3559ff6-0122-4829-ac8e-8c9cae777363 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0a4cf5-7220-4093-8412-f0b9a7458756,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:19.006007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876c4f59-d0b6-407a-94c8-0e9d65e86fe7 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.029132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c4f59-d0b6-407a-94c8-0e9d65e86fe7 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cacb29c-f79d-48e2-9c7b-4dbe1f36dd96,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:19.119878 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-876c4f59-d0b6-407a-94c8-0e9d65e86fe7 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.122599 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-876c4f59-d0b6-407a-94c8-0e9d65e86fe7 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4014328 Aug 10 02:07:19.124114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54952) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:19.179142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c3592-7cf1-4da7-9ab0-776a84ac8102 req-82c047df-ddf1-4e28-8dd7-657f58872d4e tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.180659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-065c3592-7cf1-4da7-9ab0-776a84ac8102 req-82c047df-ddf1-4e28-8dd7-657f58872d4e tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0854640 Aug 10 02:07:19.183391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-812eaea4-8a9b-420e-83c9-f0b6f98c6f4a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8ed16c453fc481b9e5f65df21c42ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683771 Aug 10 02:07:19.186048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54956) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:19.199173 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f6c235b3-182f-440d-89f9-b80df8b2e97d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.227369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f6c235b3-182f-440d-89f9-b80df8b2e97d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.254822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-065c3592-7cf1-4da7-9ab0-776a84ac8102 req-2b2e3cb4-7edf-4ad0-8e8b-ca8980181751 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622191 Aug 10 02:07:19.272310 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f691-c5cd-4d9a-9597-4f8cdf565197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.306125 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f691-c5cd-4d9a-9597-4f8cdf565197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.348909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54962) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:19.363889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f6c235b3-182f-440d-89f9-b80df8b2e97d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.366531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f6c235b3-182f-440d-89f9-b80df8b2e97d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.367657 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f6c235b3-182f-440d-89f9-b80df8b2e97d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-groups/5c93c229-6fb9-4b57-a70c-c2ebd461d2e4 HTTP/1.1" status: 204 len: 168 time: 0.2426288 Aug 10 02:07:19.370430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54964) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:19.405253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c235b3-182f-440d-89f9-b80df8b2e97d tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c93c229-6fb9-4b57-a70c-c2ebd461d2e4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:19.438416 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d8fe3a66-0257-47d8-b2a5-ba4b526d9f49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02ad1d5d82f149b2b05b1075020a8389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853963 Aug 10 02:07:19.439220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54968) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:19.444307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-00943368-9542-4b14-820b-00b16ee4c215 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724337 Aug 10 02:07:19.448092 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f691-c5cd-4d9a-9597-4f8cdf565197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.451109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f691-c5cd-4d9a-9597-4f8cdf565197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.453001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0fe8f691-c5cd-4d9a-9597-4f8cdf565197 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/51236409-1d19-4857-b611-08af02bc46ed HTTP/1.1" status: 204 len: 168 time: 0.2657788 Aug 10 02:07:19.454007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54970) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:19.461573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-f8a98eb4-7db6-45c1-97da-45d5ccf0bb6d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.462812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6ebd976a-4e4f-4c35-a846-43a629eed934 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group': {'name': 'tempest-secgroup--583960042'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:19.468257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-f8a98eb4-7db6-45c1-97da-45d5ccf0bb6d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.474925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-f8a98eb4-7db6-45c1-97da-45d5ccf0bb6d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.478718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f691-c5cd-4d9a-9597-4f8cdf565197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51236409-1d19-4857-b611-08af02bc46ed,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:19.482694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-f8a98eb4-7db6-45c1-97da-45d5ccf0bb6d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.487153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-f8a98eb4-7db6-45c1-97da-45d5ccf0bb6d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.493246 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-f8a98eb4-7db6-45c1-97da-45d5ccf0bb6d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.499904 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-f8a98eb4-7db6-45c1-97da-45d5ccf0bb6d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.502010 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-f8a98eb4-7db6-45c1-97da-45d5ccf0bb6d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5433 time: 0.1392546 Aug 10 02:07:19.562620 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ebd976a-4e4f-4c35-a846-43a629eed934 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.571983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-ba726e7c-9f9d-4661-843e-6f9a59ae6192 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.573387 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-ba726e7c-9f9d-4661-843e-6f9a59ae6192 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "GET /v2.0/ports/c87348b9-cab1-464b-a8e5-493b8acf3299?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0608137 Aug 10 02:07:19.610746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c44d821-5729-477b-8372-32240db0525e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.657148 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ebd976a-4e4f-4c35-a846-43a629eed934 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.675048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c44d821-5729-477b-8372-32240db0525e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.717547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e5fc-64d0-472b-8bfa-9350857fdaf0 req-fa56ac26-5945-4328-9c88-09a0ebbeb953 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.723916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e5fc-64d0-472b-8bfa-9350857fdaf0 req-fa56ac26-5945-4328-9c88-09a0ebbeb953 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.730582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e5fc-64d0-472b-8bfa-9350857fdaf0 req-fa56ac26-5945-4328-9c88-09a0ebbeb953 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.736621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e5fc-64d0-472b-8bfa-9350857fdaf0 req-fa56ac26-5945-4328-9c88-09a0ebbeb953 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.742859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e5fc-64d0-472b-8bfa-9350857fdaf0 req-fa56ac26-5945-4328-9c88-09a0ebbeb953 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.744311 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-e77088b4-de9a-41fb-8ea6-e2fd4e074043 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "GET /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1591785 Aug 10 02:07:19.749579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e5fc-64d0-472b-8bfa-9350857fdaf0 req-fa56ac26-5945-4328-9c88-09a0ebbeb953 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.756061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e5fc-64d0-472b-8bfa-9350857fdaf0 req-fa56ac26-5945-4328-9c88-09a0ebbeb953 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:19.757069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:19.757948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3416e5fc-64d0-472b-8bfa-9350857fdaf0 req-fa56ac26-5945-4328-9c88-09a0ebbeb953 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 5433 time: 0.0986009 Aug 10 02:07:19.759222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ebd976a-4e4f-4c35-a846-43a629eed934 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.804397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd976a-4e4f-4c35-a846-43a629eed934 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9e3921-5e51-4b80-abca-13cf5fe9b17a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:19.824912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.829003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3416e5fc-64d0-472b-8bfa-9350857fdaf0 req-5b239e8f-2041-41df-a899-8eae5defe877 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&id=dead56ed-0277-4e0f-ad7e-b338de46d642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574429 Aug 10 02:07:19.829927 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ebd976a-4e4f-4c35-a846-43a629eed934 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.833577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6ebd976a-4e4f-4c35-a846-43a629eed934 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3732524 Aug 10 02:07:19.833864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54980) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:19.838378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b35b806f-0b55-40cf-8575-681fa6270cdc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group': {'name': 'tempest-secgroup--677999228'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:19.885757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c44d821-5729-477b-8372-32240db0525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.890579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c44d821-5729-477b-8372-32240db0525e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.890579 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1c44d821-5729-477b-8372-32240db0525e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5fd2887f-cd18-4100-b97d-a7f83f6460cd HTTP/1.1" status: 204 len: 168 time: 0.4493589 Aug 10 02:07:19.900926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44d821-5729-477b-8372-32240db0525e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd2887f-cd18-4100-b97d-a7f83f6460cd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:19.960263 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b35b806f-0b55-40cf-8575-681fa6270cdc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.985219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] For port c87348b9-cab1-464b-a8e5-493b8acf3299, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c87348b9-cab1-464b-a8e5-493b8acf3299,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:20.027833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] For port c87348b9-cab1-464b-a8e5-493b8acf3299, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:20.053221 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:07:20.072214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] device_id is not set on port c87348b9-cab1-464b-a8e5-493b8acf3299 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:20.074410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b35b806f-0b55-40cf-8575-681fa6270cdc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.083245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.142575 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b35b806f-0b55-40cf-8575-681fa6270cdc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.142755 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.174893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b806f-0b55-40cf-8575-681fa6270cdc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91dfc6e2-ddcd-4418-a919-05c951a2b428,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:20.198746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] Pushing event updated for resources: {'Port': ['ID=c87348b9-cab1-464b-a8e5-493b8acf3299,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:20.214787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] No DVR routers for this DVR port c87348b9-cab1-464b-a8e5-493b8acf3299 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:20.254641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] In _notify_port_updated(), no bound segment for port c87348b9-cab1-464b-a8e5-493b8acf3299 on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:07:20.255536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:20.256168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.257292 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b35b806f-0b55-40cf-8575-681fa6270cdc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.257489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-bf09ba7b-eff9-4433-bd61-f731155e0b6e service neutron] 10.222.0.16 "PUT /v2.0/ports/c87348b9-cab1-464b-a8e5-493b8acf3299 HTTP/1.1" status: 200 len: 1026 time: 0.5049899 Aug 10 02:07:20.258663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b35b806f-0b55-40cf-8575-681fa6270cdc tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4238343 Aug 10 02:07:20.261379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54992) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:20.266482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-96f0ada4-ae20-4950-9419-82b02902f6d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': '0b9e3921-5e51-4b80-abca-13cf5fe9b17a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '91dfc6e2-ddcd-4418-a919-05c951a2b428', 'remote_ip_prefix': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:20.315247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-8946a0a4-d7a1-47fb-9edc-432d9e1230af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:20.315247 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-8946a0a4-d7a1-47fb-9edc-432d9e1230af tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "GET /v2.0/ports/c5c9f62b-89ad-406e-910c-1c90c0ea01da?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0493262 Aug 10 02:07:20.331751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:20.389025 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96f0ada4-ae20-4950-9419-82b02902f6d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.409766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eabc54-e1fc-4c10-9560-b1120f926cd0 req-b0d4a7fb-1bb7-474d-88e6-cbca65cec0ec tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:20.413227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.417180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3eabc54-e1fc-4c10-9560-b1120f926cd0 req-b0d4a7fb-1bb7-474d-88e6-cbca65cec0ec tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0812550 Aug 10 02:07:20.476119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3eabc54-e1fc-4c10-9560-b1120f926cd0 req-e606dd00-c8b3-497b-b366-9b313dad6b39 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580637 Aug 10 02:07:20.496097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-db040186-5433-4437-919d-ee546dc9348d None None] Provisioning complete for port c87348b9-cab1-464b-a8e5-493b8acf3299 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:20.497660 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-db040186-5433-4437-919d-ee546dc9348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.499926 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96f0ada4-ae20-4950-9419-82b02902f6d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.511480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54998) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:20.535349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-db040186-5433-4437-919d-ee546dc9348d None None] Port c87348b9-cab1-464b-a8e5-493b8acf3299 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:07:20.543758 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ae6da857-4e5b-4091-9e98-5230fb7c3b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.579050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-80c3038c-bb3f-43e7-b9af-003332246a5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=22154ab8b3df4f38ab70f2f3ed796e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662704 Aug 10 02:07:20.581720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55002) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:20.584941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96f0ada4-ae20-4950-9419-82b02902f6d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.596319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] For port c5c9f62b-89ad-406e-910c-1c90c0ea01da, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c5c9f62b-89ad-406e-910c-1c90c0ea01da,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:20.621466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0ada4-ae20-4950-9419-82b02902f6d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6318117-5360-424b-b15a-3ffaf867b8f2,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:20.673955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96f0ada4-ae20-4950-9419-82b02902f6d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.674916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-96f0ada4-ae20-4950-9419-82b02902f6d8 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4125686 Aug 10 02:07:20.677864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55008) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:20.679693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] For port c5c9f62b-89ad-406e-910c-1c90c0ea01da, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:20.702399 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32a76f71-6f0e-4d39-9938-c27bf4f37b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.722381 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d1eb-2ea5-4324-b3e6-3977db3d10e3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.734225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] device_id is not set on port c5c9f62b-89ad-406e-910c-1c90c0ea01da yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:20.737684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d1eb-2ea5-4324-b3e6-3977db3d10e3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.740232 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32a76f71-6f0e-4d39-9938-c27bf4f37b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.752488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.844814 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.903421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d1eb-2ea5-4324-b3e6-3977db3d10e3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.910460 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d1eb-2ea5-4324-b3e6-3977db3d10e3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.911611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] No DVR routers for this DVR port c5c9f62b-89ad-406e-910c-1c90c0ea01da on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:20.912216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1eb1d1eb-2ea5-4324-b3e6-3977db3d10e3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d6318117-5360-424b-b15a-3ffaf867b8f2 HTTP/1.1" status: 204 len: 168 time: 0.2333257 Aug 10 02:07:20.918482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55014) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:20.920632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32a76f71-6f0e-4d39-9938-c27bf4f37b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.923564 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32a76f71-6f0e-4d39-9938-c27bf4f37b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:20.924017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1d1eb-2ea5-4324-b3e6-3977db3d10e3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6318117-5360-424b-b15a-3ffaf867b8f2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:20.927402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-32a76f71-6f0e-4d39-9938-c27bf4f37b47 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e9df8f9f-2fac-4d7e-b6c8-61780c053434 HTTP/1.1" status: 204 len: 168 time: 0.3428895 Aug 10 02:07:20.956945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c9f62b-89ad-406e-910c-1c90c0ea01da,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:20.978936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a76f71-6f0e-4d39-9938-c27bf4f37b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9df8f9f-2fac-4d7e-b6c8-61780c053434,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:21.042585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] In _notify_port_updated(), no bound segment for port c5c9f62b-89ad-406e-910c-1c90c0ea01da on network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:07:21.042908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:21.043536 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:21.044855 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-3665fe0a-372d-4b74-827f-961ad672f5e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/c5c9f62b-89ad-406e-910c-1c90c0ea01da HTTP/1.1" status: 200 len: 1027 time: 0.7228289 Aug 10 02:07:21.082414 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:21.083200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2e5de-1e07-4ff7-891e-df264d4d8e0a req-d5d60f1d-629b-40ef-863f-e24ff414c042 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:21.084657 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d4309cd-30f2-4fc8-96f2-bdf3ef45010f tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1644237 Aug 10 02:07:21.085354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55022) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:21.090783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2e5de-1e07-4ff7-891e-df264d4d8e0a req-d5d60f1d-629b-40ef-863f-e24ff414c042 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:21.097923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2e5de-1e07-4ff7-891e-df264d4d8e0a req-d5d60f1d-629b-40ef-863f-e24ff414c042 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:21.105319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2e5de-1e07-4ff7-891e-df264d4d8e0a req-d5d60f1d-629b-40ef-863f-e24ff414c042 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:21.112453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2e5de-1e07-4ff7-891e-df264d4d8e0a req-d5d60f1d-629b-40ef-863f-e24ff414c042 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:21.115351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18c2e5de-1e07-4ff7-891e-df264d4d8e0a req-d5d60f1d-629b-40ef-863f-e24ff414c042 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 3886 time: 0.1696694 Aug 10 02:07:21.210135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf07dfe8-7abb-46a5-a229-f9a224a5ae52 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:21.242606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting port 880da08d-db9b-4e7e-85b9-3059e4325cf8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:21.243288 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:21.257229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf07dfe8-7abb-46a5-a229-f9a224a5ae52 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:21.271474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-485b75d8-7d96-4904-bcaf-a6a4788dd717 None None] Provisioning complete for port c5c9f62b-89ad-406e-910c-1c90c0ea01da triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:21.271852 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-485b75d8-7d96-4904-bcaf-a6a4788dd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:21.309361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-485b75d8-7d96-4904-bcaf-a6a4788dd717 None None] Port c5c9f62b-89ad-406e-910c-1c90c0ea01da cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:07:21.431715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] For port 880da08d-db9b-4e7e-85b9-3059e4325cf8, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=880da08d-db9b-4e7e-85b9-3059e4325cf8,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:21.432095 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:21.491281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf07dfe8-7abb-46a5-a229-f9a224a5ae52 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:21.493960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf07dfe8-7abb-46a5-a229-f9a224a5ae52 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:21.495350 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cf07dfe8-7abb-46a5-a229-f9a224a5ae52 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-groups/91dfc6e2-ddcd-4418-a919-05c951a2b428 HTTP/1.1" status: 204 len: 168 time: 0.3917432 Aug 10 02:07:21.502781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55034) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:21.528770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07dfe8-7abb-46a5-a229-f9a224a5ae52 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dfc6e2-ddcd-4418-a919-05c951a2b428,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:21.535117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18c2e5de-1e07-4ff7-891e-df264d4d8e0a req-a527bd25-2e50-46f2-8e42-3156abdcfdc1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124622 Aug 10 02:07:21.631736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fa13f-1c1b-40bb-86a2-4fc137bfd097 req-2ab59211-96f4-4f87-8984-c3078ba4cf58 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:21.635079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-638fa13f-1c1b-40bb-86a2-4fc137bfd097 req-2ab59211-96f4-4f87-8984-c3078ba4cf58 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0630302 Aug 10 02:07:21.677169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-638fa13f-1c1b-40bb-86a2-4fc137bfd097 req-29d8356a-00fb-4bdb-b476-a9a44da09a3d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369997 Aug 10 02:07:21.958008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b36bcc08-30ab-446c-8940-42f2fcee9354 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4500537 Aug 10 02:07:21.960613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55046) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:22.020240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.020724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.021114 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Floating IP 57bb36c7-816f-4a9a-a702-c8cb0e5d6b30 disassociated. External IP: 172.25.3.120, port: 880da08d-db9b-4e7e-85b9-3059e4325cf8. Aug 10 02:07:22.021519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Calling delete_port for 880da08d-db9b-4e7e-85b9-3059e4325cf8 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:22.029952 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7d164b0-be98-436b-b910-4b22ce03bd59 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.053041 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7d164b0-be98-436b-b910-4b22ce03bd59 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.165397 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7d164b0-be98-436b-b910-4b22ce03bd59 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.169059 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7d164b0-be98-436b-b910-4b22ce03bd59 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.174895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c7d164b0-be98-436b-b910-4b22ce03bd59 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-groups/0b9e3921-5e51-4b80-abca-13cf5fe9b17a HTTP/1.1" status: 204 len: 168 time: 0.2075572 Aug 10 02:07:22.176402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55054) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:22.199396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d164b0-be98-436b-b910-4b22ce03bd59 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9e3921-5e51-4b80-abca-13cf5fe9b17a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:22.205721 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.244257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-28bba619-d56f-4a2e-8156-2db3c5606b53 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647688 Aug 10 02:07:22.244407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55060) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:22.247792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55062) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:22.253230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-012d3952-8033-428c-bc31-282805daf0ca tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group': {'name': 'tempest-secgroup--16272246'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:22.279582 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.309995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Port': ['ID=880da08d-db9b-4e7e-85b9-3059e4325cf8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:22.353778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-012d3952-8033-428c-bc31-282805daf0ca tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.447880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:07:22.462895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-012d3952-8033-428c-bc31-282805daf0ca tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.503269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-012d3952-8033-428c-bc31-282805daf0ca tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.536941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d3952-8033-428c-bc31-282805daf0ca tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f29938-f0cb-41ef-9ccf-9a1321b0c07e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:22.572049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-012d3952-8033-428c-bc31-282805daf0ca tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.575027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-012d3952-8033-428c-bc31-282805daf0ca tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3257070 Aug 10 02:07:22.575700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55076) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:22.578476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:07:22.597058 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] Sync routers for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:07:22.597779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-dddff158-7566-4673-a98b-4d16e135f740 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': '44f29938-f0cb-41ef-9ccf-9a1321b0c07e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:22.610431 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:22.612896 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:07:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:22.628543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] No DVR routers for this DVR port 880da08d-db9b-4e7e-85b9-3059e4325cf8 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:22.641547 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f80ff0d-0bfc-4cc4-917e-091c68c5c298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.643970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.645963 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-799667b3-b223-4b50-b16c-53136b6d4ae4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "DELETE /v2.0/ports/880da08d-db9b-4e7e-85b9-3059e4325cf8 HTTP/1.1" status: 204 len: 173 time: 1.5915778 Aug 10 02:07:22.646394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': '880da08d-db9b-4e7e-85b9-3059e4325cf8'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:22.649187 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf3b3dc-08a2-4d57-ac85-2f52721af29c" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "880da08d-db9b-4e7e-85b9-3059e4325cf8"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:22.762759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f38403-91b7-49e0-a2bf-0ce4ad3041ad req-cf7ee884-3167-4709-ae36-eb8670f4916d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:22.769317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f38403-91b7-49e0-a2bf-0ce4ad3041ad req-cf7ee884-3167-4709-ae36-eb8670f4916d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:22.769600 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38c1b11-c44a-4433-8e77-6630fd82480d x-openstack-request-id: req-d38c1b11-c44a-4433-8e77-6630fd82480d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:22.770381 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "880da08d-db9b-4e7e-85b9-3059e4325cf8", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:22.772603 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d38c1b11-c44a-4433-8e77-6630fd82480d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:22.773123 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': '880da08d-db9b-4e7e-85b9-3059e4325cf8', 'status': 'completed', 'code': 200} Aug 10 02:07:22.775438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f38403-91b7-49e0-a2bf-0ce4ad3041ad req-cf7ee884-3167-4709-ae36-eb8670f4916d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:22.795913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f38403-91b7-49e0-a2bf-0ce4ad3041ad req-cf7ee884-3167-4709-ae36-eb8670f4916d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:22.797709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8f38403-91b7-49e0-a2bf-0ce4ad3041ad req-cf7ee884-3167-4709-ae36-eb8670f4916d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 3151 time: 0.1691053 Aug 10 02:07:22.812395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dddff158-7566-4673-a98b-4d16e135f740 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.913594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting port 6ef06fdf-831d-48d8-befe-6f026aa95b87 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:22.915459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:22.923045 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:07:22.955143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8f38403-91b7-49e0-a2bf-0ce4ad3041ad req-540b2f03-f78f-42b1-b8e0-56b38f818cd1 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463513 Aug 10 02:07:22.980029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d214-acfe-4e1b-af67-7489e5d25f37 req-47288807-0807-4162-935a-f1a23b687d6c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:22.989101 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2012d214-acfe-4e1b-af67-7489e5d25f37 req-47288807-0807-4162-935a-f1a23b687d6c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1493242 Aug 10 02:07:22.993527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55090) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:23.046406 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dddff158-7566-4673-a98b-4d16e135f740 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.081025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2012d214-acfe-4e1b-af67-7489e5d25f37 req-9405421d-75af-478a-a229-3e0a8758f930 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855668 Aug 10 02:07:23.086210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f80ff0d-0bfc-4cc4-917e-091c68c5c298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.093111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dddff158-7566-4673-a98b-4d16e135f740 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.115989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddff158-7566-4673-a98b-4d16e135f740 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f409d82-468d-413a-a663-91c124636eaa,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:23.144788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] For port 6ef06fdf-831d-48d8-befe-6f026aa95b87, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6ef06fdf-831d-48d8-befe-6f026aa95b87,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:23.144788 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.156565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Calling delete_port for 6ef06fdf-831d-48d8-befe-6f026aa95b87 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:23.177106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f80ff0d-0bfc-4cc4-917e-091c68c5c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.216194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-480493209-network', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:23.225898 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dddff158-7566-4673-a98b-4d16e135f740 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.231046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dddff158-7566-4673-a98b-4d16e135f740 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6534231 Aug 10 02:07:23.231420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55098) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:23.266078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80ff0d-0bfc-4cc4-917e-091c68c5c298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e247ce76-a298-4612-8cd7-dd461c816940,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:23.276847 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2f80ff0d-0bfc-4cc4-917e-091c68c5c298 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9cf3893e45243de9ecbe08375c02544&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0313210 Aug 10 02:07:23.286803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55104) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:23.287336 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a890a89d-19dc-4d54-a29b-77e3b95d7f90', 'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'mac_address': 'fa:16:3e:fb:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:27Z', 'updated_at': '2021-08-10T01:56:37Z', 'revision_number': 5, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'subnets': [{'id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:23.315220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Made reservation on behalf of ef4c7b3d06924d1ca5ecf6f35575711c for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:23.316658 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-521a3cc8-ad41-4f31-8423-5c21bb3b2d02 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.318085 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.321763 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] Checking router: c7ec96a9-8877-4950-bc1e-de8c8dacd0cf for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:07:23.332317 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:23.333181 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:07:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:23.351822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-521a3cc8-ad41-4f31-8423-5c21bb3b2d02 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.360789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.409470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b534af6-debc-45b1-b23d-4d79efff0d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.452933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b534af6-debc-45b1-b23d-4d79efff0d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.485260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55108) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:23.487645 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:07:23.513859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-521a3cc8-ad41-4f31-8423-5c21bb3b2d02 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.521238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-521a3cc8-ad41-4f31-8423-5c21bb3b2d02 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.522512 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-521a3cc8-ad41-4f31-8423-5c21bb3b2d02 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7f409d82-468d-413a-a663-91c124636eaa HTTP/1.1" status: 204 len: 168 time: 0.2810030 Aug 10 02:07:23.525273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55112) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:23.528840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a3cc8-ad41-4f31-8423-5c21bb3b2d02 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f409d82-468d-413a-a663-91c124636eaa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:23.537147 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.580474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 880da08d-db9b-4e7e-85b9-3059e4325cf8 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:23.587143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Port': ['ID=6ef06fdf-831d-48d8-befe-6f026aa95b87,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:23.596862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cfaf50d3-f6d5-44d1-954e-2f8bf3bee7d1 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0609949 Aug 10 02:07:23.598415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55116) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:23.639766 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b534af6-debc-45b1-b23d-4d79efff0d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.642326 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b534af6-debc-45b1-b23d-4d79efff0d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.647481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6b534af6-debc-45b1-b23d-4d79efff0d04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e247ce76-a298-4612-8cd7-dd461c816940 HTTP/1.1" status: 204 len: 168 time: 0.3591535 Aug 10 02:07:23.653058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 880da08d-db9b-4e7e-85b9-3059e4325cf8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:23.653411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 880da08d-db9b-4e7e-85b9-3059e4325cf8 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:23.653849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 75db37da-9b5b-4b7c-8744-19bf8e24f57f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:23.667952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b534af6-debc-45b1-b23d-4d79efff0d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e247ce76-a298-4612-8cd7-dd461c816940,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:23.672134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] No DVR routers for this DVR port 6ef06fdf-831d-48d8-befe-6f026aa95b87 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:23.677150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.683277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-caff4bc5-f7bc-4783-98e0-537cc4a5af7b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "DELETE /v2.0/ports/6ef06fdf-831d-48d8-befe-6f026aa95b87 HTTP/1.1" status: 204 len: 173 time: 1.0310397 Aug 10 02:07:23.753419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1370972279'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:23.785180 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a890a89d-19dc-4d54-a29b-77e3b95d7f90', 'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'mac_address': 'fa:16:3e:fb:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:27Z', 'updated_at': '2021-08-10T01:56:37Z', 'revision_number': 5, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'subnets': [{'id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:23.825541 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f990e9d0-a8fc-4668-ab59-c0161b2b1afc None None] The sync data for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 is: [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T01:56:29Z', 'revision_number': 4, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a890a89d-19dc-4d54-a29b-77e3b95d7f90', 'name': '', 'network_id': '1e03d54b-69b4-4fdd-a166-56db188ca484', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'mac_address': 'fa:16:3e:fb:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:27Z', 'updated_at': '2021-08-10T01:56:37Z', 'revision_number': 5, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'subnets': [{'id': '1d2ab074-2e4e-407d-b5de-d17c5877787c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:07:23.863875 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b38957d4-9ef9-4441-8fee-8e42bab8f8e0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.867461 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.885549 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting port b0f900d3-c3cb-47f1-a820-836d3440c17a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:23.886279 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.894461 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.906941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75db37da-9b5b-4b7c-8744-19bf8e24f57f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:23.909667 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379e0a82-2bac-41ca-aff4-afd30bdede36" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-unplugged", "status": "completed", "tag": "75db37da-9b5b-4b7c-8744-19bf8e24f57f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:23.913220 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.924645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b38957d4-9ef9-4441-8fee-8e42bab8f8e0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:23.941307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 75db37da-9b5b-4b7c-8744-19bf8e24f57f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:23.974196 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9141ee-797e-4fba-9679-5fb0f04b3e86 x-openstack-request-id: req-0c9141ee-797e-4fba-9679-5fb0f04b3e86 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:23.974487 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-unplugged", "status": "completed", "tag": "75db37da-9b5b-4b7c-8744-19bf8e24f57f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:23.975594 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0c9141ee-797e-4fba-9679-5fb0f04b3e86 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:23.976047 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75db37da-9b5b-4b7c-8744-19bf8e24f57f', 'code': 200} Aug 10 02:07:23.990091 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.000283 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.001018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c5c9f62b-89ad-406e-910c-1c90c0ea01da no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:24.050015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:24.051028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] For port b0f900d3-c3cb-47f1-a820-836d3440c17a, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b0f900d3-c3cb-47f1-a820-836d3440c17a,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:24.051506 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.075821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Calling delete_port for b0f900d3-c3cb-47f1-a820-836d3440c17a owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:24.095826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b38957d4-9ef9-4441-8fee-8e42bab8f8e0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.098845 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b38957d4-9ef9-4441-8fee-8e42bab8f8e0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.103162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b38957d4-9ef9-4441-8fee-8e42bab8f8e0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-groups/44f29938-f0cb-41ef-9ccf-9a1321b0c07e HTTP/1.1" status: 204 len: 168 time: 0.5050688 Aug 10 02:07:24.119211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55154) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:24.129825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:24.168722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Made reservation on behalf of e0f3286fb0d54f1ba1445cd0dc76d31d for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:24.173280 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.190273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38957d4-9ef9-4441-8fee-8e42bab8f8e0 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f29938-f0cb-41ef-9ccf-9a1321b0c07e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:24.235374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.235964 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Added segment f8f894d9-fb5b-47ca-84b7-ea41820f6398 of type vlan for network 59eab2e9-08bd-46ea-831a-13bdf85f642b Aug 10 02:07:24.286325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.302361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c5c9f62b-89ad-406e-910c-1c90c0ea01da not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:24.302866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c87348b9-cab1-464b-a8e5-493b8acf3299 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:24.314984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-75b37dbe-e75a-4de3-a135-19a6e97afca6 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1909027 Aug 10 02:07:24.327696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55160) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:24.339327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c1e7d759-4aa4-4ea3-ab42-e6672f725ec6 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group': {'name': 'tempest-secgroup--813624206'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:24.355043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=75db37da-9b5b-4b7c-8744-19bf8e24f57f,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:24.392094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c87348b9-cab1-464b-a8e5-493b8acf3299 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:24.392531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device d207a602-ccdd-474e-ad9c-21db4230b5c0 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:24.394690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c9914-468c-4f64-9ce7-90becf6b3e19 None None] New status for floating IP 57bb36c7-816f-4a9a-a702-c8cb0e5d6b30: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:07:24.410885 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.431817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a9a69-86da-42a1-baa6-bde64a61eb2c req-5a51f154-38b9-4f51-974e-b2b007aff80f tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:24.439291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a9a69-86da-42a1-baa6-bde64a61eb2c req-5a51f154-38b9-4f51-974e-b2b007aff80f tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:24.440171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.455929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a9a69-86da-42a1-baa6-bde64a61eb2c req-5a51f154-38b9-4f51-974e-b2b007aff80f tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:24.455929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-242a9a69-86da-42a1-baa6-bde64a61eb2c req-5a51f154-38b9-4f51-974e-b2b007aff80f tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 2414 time: 0.2958586 Aug 10 02:07:24.488800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Port': ['ID=b0f900d3-c3cb-47f1-a820-836d3440c17a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:24.497099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d759-4aa4-4ea3-ab42-e6672f725ec6 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.545581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c073d-6805-407d-a6b0-2d3ccf32c177 req-cd149922-2a4b-40fa-a00b-c0bdd446fda8 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:24.547465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad8c073d-6805-407d-a6b0-2d3ccf32c177 req-cd149922-2a4b-40fa-a00b-c0bdd446fda8 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.3096104 Aug 10 02:07:24.595749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-242a9a69-86da-42a1-baa6-bde64a61eb2c req-fbbfee37-68a9-4246-8521-4c7a1eabffe0 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345255 Aug 10 02:07:24.600263 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.624675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] No DVR routers for this DVR port b0f900d3-c3cb-47f1-a820-836d3440c17a on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:24.628097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.630889 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-adbda4d1-0b6f-481a-bcf3-69df87dc812e tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "DELETE /v2.0/ports/b0f900d3-c3cb-47f1-a820-836d3440c17a HTTP/1.1" status: 204 len: 173 time: 0.9409680 Aug 10 02:07:24.644007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port d207a602-ccdd-474e-ad9c-21db4230b5c0, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:24.661769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad8c073d-6805-407d-a6b0-2d3ccf32c177 req-db5d755b-fcfe-4086-b8ec-16377266181a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978000 Aug 10 02:07:24.687148 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.688776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:24.690229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.710076 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.720626 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.721553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b0f900d3-c3cb-47f1-a820-836d3440c17a no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:24.756481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: b0f900d3-c3cb-47f1-a820-836d3440c17a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:24.756895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b0f900d3-c3cb-47f1-a820-836d3440c17a not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:24.757415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6ef06fdf-831d-48d8-befe-6f026aa95b87 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:24.771816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] Pushing event updated for resources: {'Network': ['ID=59eab2e9-08bd-46ea-831a-13bdf85f642b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:24.773648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': '6ef06fdf-831d-48d8-befe-6f026aa95b87'}, {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': 'b0f900d3-c3cb-47f1-a820-836d3440c17a'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:24.776678 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedff946-5e52-4967-a1d0-1d8067da593b" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "6ef06fdf-831d-48d8-befe-6f026aa95b87"}, {"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "b0f900d3-c3cb-47f1-a820-836d3440c17a"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:24.790812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting port d207a602-ccdd-474e-ad9c-21db4230b5c0 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:24.791162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.804852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 59eab2e9-08bd-46ea-831a-13bdf85f642b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:24.809364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 6ef06fdf-831d-48d8-befe-6f026aa95b87 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:24.809719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6ef06fdf-831d-48d8-befe-6f026aa95b87 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:24.823706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.875866 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39efdec-e13c-41b4-8686-b680b0a4d943 x-openstack-request-id: req-c39efdec-e13c-41b4-8686-b680b0a4d943 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:24.876192 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "6ef06fdf-831d-48d8-befe-6f026aa95b87", "status": "completed", "code": 200}, {"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "b0f900d3-c3cb-47f1-a820-836d3440c17a", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:24.876446 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c39efdec-e13c-41b4-8686-b680b0a4d943 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:24.877179 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': '6ef06fdf-831d-48d8-befe-6f026aa95b87', 'status': 'completed', 'code': 200} Aug 10 02:07:24.877326 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': 'b0f900d3-c3cb-47f1-a820-836d3440c17a', 'status': 'completed', 'code': 200} Aug 10 02:07:24.877787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=d207a602-ccdd-474e-ad9c-21db4230b5c0,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:24.885903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:24.903200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f434807-987e-4dca-82e1-bb5bf88f2eef,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:24.910455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.910978 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Added segment c83e4f65-efd4-4852-80ad-5d7e5f72267d of type vlan for network 22f20336-3f07-44e7-894b-9f3339813cad Aug 10 02:07:24.965940 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:24.995735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] For port d207a602-ccdd-474e-ad9c-21db4230b5c0, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=d207a602-ccdd-474e-ad9c-21db4230b5c0,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:24.996203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.025374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Calling delete_port for d207a602-ccdd-474e-ad9c-21db4230b5c0 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:25.043598 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d759-4aa4-4ea3-ab42-e6672f725ec6 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.101316 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.110441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:25.111117 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.152952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d759-4aa4-4ea3-ab42-e6672f725ec6 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.209607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7d759-4aa4-4ea3-ab42-e6672f725ec6 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf8a5e7-ce23-4713-9774-10f2125c58db,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:25.216195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event updated for resources: {'Network': ['ID=22f20336-3f07-44e7-894b-9f3339813cad,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:25.232118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-377503c5-d211-40e3-817e-2e92f9ed447a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2330568 Aug 10 02:07:25.235206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55188) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:25.238488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 22f20336-3f07-44e7-894b-9f3339813cad details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:25.240313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Request body: {'subnet': {'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-480493209-subnet', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:25.288497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1e7d759-4aa4-4ea3-ab42-e6672f725ec6 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.290463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-995a52d9-76ec-49af-9e99-5a2910a0b0a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8040121 Aug 10 02:07:25.290717 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c1e7d759-4aa4-4ea3-ab42-e6672f725ec6 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9606566 Aug 10 02:07:25.291114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55190) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:25.293884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55192) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:25.298446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Request body: {'subnet': {'network_id': '22f20336-3f07-44e7-894b-9f3339813cad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:25.306960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ebbcab1b-7ab1-4f44-b24c-849a9d082466 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': 'ebf8a5e7-ce23-4713-9774-10f2125c58db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:25.318800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.351460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Port': ['ID=d207a602-ccdd-474e-ad9c-21db4230b5c0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:25.412449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] No DVR routers for this DVR port d207a602-ccdd-474e-ad9c-21db4230b5c0 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:25.415011 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.417337 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-aea2d9c5-9e95-482f-818a-349ee293fcfe tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "DELETE /v2.0/ports/d207a602-ccdd-474e-ad9c-21db4230b5c0 HTTP/1.1" status: 204 len: 173 time: 0.7794800 Aug 10 02:07:25.448204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Made reservation on behalf of ef4c7b3d06924d1ca5ecf6f35575711c for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:25.451803 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.599633 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebbcab1b-7ab1-4f44-b24c-849a9d082466 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.645916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting port 75db37da-9b5b-4b7c-8744-19bf8e24f57f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:25.646271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.674363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Made reservation on behalf of e0f3286fb0d54f1ba1445cd0dc76d31d for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:25.679239 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.777306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebbcab1b-7ab1-4f44-b24c-849a9d082466 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.842827 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebbcab1b-7ab1-4f44-b24c-849a9d082466 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.861555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] For port 75db37da-9b5b-4b7c-8744-19bf8e24f57f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=75db37da-9b5b-4b7c-8744-19bf8e24f57f,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:25.861922 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:25.894054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Calling delete_port for 75db37da-9b5b-4b7c-8744-19bf8e24f57f owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:25.895906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcab1b-7ab1-4f44-b24c-849a9d082466 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05587c3a-0e51-4d29-90d6-8f57ca27a1fc,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:25.971026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2622190-16fd-4a41-aa52-9876ac1b5b5e req-984ab263-f015-4a3f-ae4f-0ccedf8ff890 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:25.973522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2622190-16fd-4a41-aa52-9876ac1b5b5e req-984ab263-f015-4a3f-ae4f-0ccedf8ff890 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 943 time: 0.1784654 Aug 10 02:07:25.978574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd207a602-ccdd-474e-ad9c-21db4230b5c0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:25.986688 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33594eae-9fa1-4744-b329-0fd7ed3277be" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d207a602-ccdd-474e-ad9c-21db4230b5c0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:25.998590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1cd6e-a656-49b8-9d80-fa408eda1f57 req-9341e0fa-de88-4643-b2b7-79edf8df87be tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:26.000114 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5b1cd6e-a656-49b8-9d80-fa408eda1f57 req-9341e0fa-de88-4643-b2b7-79edf8df87be tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1876953 Aug 10 02:07:26.010044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.045064 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebbcab1b-7ab1-4f44-b24c-849a9d082466 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.049312 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ebbcab1b-7ab1-4f44-b24c-849a9d082466 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7514970 Aug 10 02:07:26.052702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55216) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.102152 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b8bbb69e-0f4e-4617-aa9a-98ec6650cd55 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules/05587c3a-0e51-4d29-90d6-8f57ca27a1fc HTTP/1.1" status: 200 len: 763 time: 0.0415275 Aug 10 02:07:26.103076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55220) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.108136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5b1cd6e-a656-49b8-9d80-fa408eda1f57 req-c1cc4ad1-1e72-4c21-a095-acfd363876c8 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999682 Aug 10 02:07:26.112497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2622190-16fd-4a41-aa52-9876ac1b5b5e req-bb5298d2-e91f-4f73-9e9e-0cc12c9d8a9d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups?id=03804605-c619-4842-928a-5e4302272ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080608 Aug 10 02:07:26.121164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1429b5-0281-4dfd-b39d-fa3fb244499d,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:26.170898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Checking segment: {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:26.171299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Network hostable DHCP agents. Network: 59eab2e9-08bd-46ea-831a-13bdf85f642b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:07:26.194170 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-954fb40c-0cfb-440b-8477-063c14b3d97b tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0898376 Aug 10 02:07:26.194854 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.196452 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd9c18-d1b1-4ca0-aa0b-578cdef9380c x-openstack-request-id: req-f6dd9c18-d1b1-4ca0-aa0b-578cdef9380c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:26.196781 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d207a602-ccdd-474e-ad9c-21db4230b5c0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:26.197061 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f6dd9c18-d1b1-4ca0-aa0b-578cdef9380c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:26.197478 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd207a602-ccdd-474e-ad9c-21db4230b5c0', 'code': 200} Aug 10 02:07:26.198253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55224) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.225719 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99b93844-26f5-47b2-bd4d-3e10529992d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.234295 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99b93844-26f5-47b2-bd4d-3e10529992d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.234510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Port': ['ID=75db37da-9b5b-4b7c-8744-19bf8e24f57f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:26.280047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] No DVR routers for this DVR port 75db37da-9b5b-4b7c-8744-19bf8e24f57f on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:26.284370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.285620 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aab3b2b0-3dc8-47e5-99ba-116aed636e26 req-6dd77dfe-bb23-43fe-99c6-9c9270117be4 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.16 "DELETE /v2.0/ports/75db37da-9b5b-4b7c-8744-19bf8e24f57f HTTP/1.1" status: 204 len: 173 time: 0.8540659 Aug 10 02:07:26.302769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.342769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Network 59eab2e9-08bd-46ea-831a-13bdf85f642b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:07:26.365366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event updated for resources: {'Subnet': ['ID=9c077022-f99e-4564-8e45-360904af2fb0,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:26.372580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Checking segment: {'id': 'c83e4f65-efd4-4852-80ad-5d7e5f72267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22f20336-3f07-44e7-894b-9f3339813cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:26.373488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Network hostable DHCP agents. Network: 22f20336-3f07-44e7-894b-9f3339813cad, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:07:26.406854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99b93844-26f5-47b2-bd4d-3e10529992d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.411346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 59eab2e9-08bd-46ea-831a-13bdf85f642b) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:26.415662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99b93844-26f5-47b2-bd4d-3e10529992d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.416813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-99b93844-26f5-47b2-bd4d-3e10529992d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/05587c3a-0e51-4d29-90d6-8f57ca27a1fc HTTP/1.1" status: 204 len: 168 time: 0.2169836 Aug 10 02:07:26.418194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:26.419669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.422035 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55228) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.423358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d6027c-5795-40a5-8258-c7d0a1549e3d None None] Network 59eab2e9-08bd-46ea-831a-13bdf85f642b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:26.428875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b93844-26f5-47b2-bd4d-3e10529992d3 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05587c3a-0e51-4d29-90d6-8f57ca27a1fc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:26.473708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6507b260-2135-4224-a1bb-45003311f865 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477474 Aug 10 02:07:26.473907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55232) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.480941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-cd397452-d1d7-4f39-af3b-f299b10fc268 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': 'ebf8a5e7-ce23-4713-9774-10f2125c58db', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:26.486665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Network 22f20336-3f07-44e7-894b-9f3339813cad is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:07:26.494346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 22f20336-3f07-44e7-894b-9f3339813cad) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:26.499273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:26.499985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.506354 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3efdd5ad-4f49-474c-9e7b-5eb7060995f3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2700024 Aug 10 02:07:26.509759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d749bbfe-675a-44b2-91bf-ba8341f63afa None None] Network 22f20336-3f07-44e7-894b-9f3339813cad requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:26.515297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55234) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.519098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:26.590460 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd397452-d1d7-4f39-af3b-f299b10fc268 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.640254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d6b45-f86a-4e06-8e58-3fe28f5a1d4e None None] Network 59eab2e9-08bd-46ea-831a-13bdf85f642b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:26.668197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd397452-d1d7-4f39-af3b-f299b10fc268 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.688055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2c63d82c-9bd0-42d5-bf64-2ff6fbca7e4f tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3952410 Aug 10 02:07:26.699487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55242) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.707208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Request body: {'port': {'network_id': '22f20336-3f07-44e7-894b-9f3339813cad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1048858962'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:26.771907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd397452-d1d7-4f39-af3b-f299b10fc268 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.828251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd397452-d1d7-4f39-af3b-f299b10fc268 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bc2366-760a-4e43-9810-5162186905d5,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:26.833426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.834706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.862770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55246) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.881753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': 'd207a602-ccdd-474e-ad9c-21db4230b5c0'}, {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': '75db37da-9b5b-4b7c-8744-19bf8e24f57f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:26.882337 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebf7fff-949e-4cc0-8f1a-9d8095c4bb3e" -d '{"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "d207a602-ccdd-474e-ad9c-21db4230b5c0"}, {"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "75db37da-9b5b-4b7c-8744-19bf8e24f57f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:26.892105 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd397452-d1d7-4f39-af3b-f299b10fc268 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.895863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cd397452-d1d7-4f39-af3b-f299b10fc268 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4185264 Aug 10 02:07:26.896071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55252) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.932546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-22f20336-3f07-44e7-894b-9f3339813cad', 'network_id': '22f20336-3f07-44e7-894b-9f3339813cad', 'tenant_id': 'e0f3286fb0d54f1ba1445cd0dc76d31d', 'fixed_ips': [{'subnet_id': '9c077022-f99e-4564-8e45-360904af2fb0'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:07:26.933396 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.941693 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-de50d1b6-ebd7-4bf7-a23d-5f5a928334b7 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules/15bc2366-760a-4e43-9810-5162186905d5 HTTP/1.1" status: 200 len: 763 time: 0.0445158 Aug 10 02:07:26.947455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55254) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:26.997289 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7998961-12c0-44c2-b4dd-ffaf389477ed x-openstack-request-id: req-f7998961-12c0-44c2-b4dd-ffaf389477ed {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:26.998346 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "d207a602-ccdd-474e-ad9c-21db4230b5c0", "status": "completed", "code": 200}, {"server_uuid": "7d74343b-1f92-47ea-9054-cb4240ae68c1", "name": "network-vif-deleted", "tag": "75db37da-9b5b-4b7c-8744-19bf8e24f57f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:26.998981 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f7998961-12c0-44c2-b4dd-ffaf389477ed {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:26.999971 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': 'd207a602-ccdd-474e-ad9c-21db4230b5c0', 'status': 'completed', 'code': 200} Aug 10 02:07:27.000484 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74343b-1f92-47ea-9054-cb4240ae68c1', 'name': 'network-vif-deleted', 'tag': '75db37da-9b5b-4b7c-8744-19bf8e24f57f', 'status': 'completed', 'code': 200} Aug 10 02:07:27.009058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.032755 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c7ff3c1-3c6b-42b8-a060-c7107ab4a6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.056687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-279c9320-5ded-4556-aae6-e0e76eb0add6 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1058910 Aug 10 02:07:27.056897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55256) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:27.085942 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Made reservation on behalf of e0f3286fb0d54f1ba1445cd0dc76d31d for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:27.087554 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31e62c95-7064-4001-bbe8-a79f11a2cd26 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.089396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.102731 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31e62c95-7064-4001-bbe8-a79f11a2cd26 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.173203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] device_id is not set on port 7f75007a-3ea0-4569-beea-2e7962c301cf yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:27.213914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Allocated IP 2001:db8::2 (22f20336-3f07-44e7-894b-9f3339813cad/9c077022-f99e-4564-8e45-360904af2fb0/acfb3fbf-b16f-4a48-89d4-458561206568) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:27.274992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d992f77c-23b7-4bd3-8f08-ab731fe4e181 req-2438046c-74dd-44cd-86e3-2f25188a20dd tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0272036 Aug 10 02:07:27.294738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31e62c95-7064-4001-bbe8-a79f11a2cd26 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.305783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31e62c95-7064-4001-bbe8-a79f11a2cd26 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.312103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-31e62c95-7064-4001-bbe8-a79f11a2cd26 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/15bc2366-760a-4e43-9810-5162186905d5 HTTP/1.1" status: 204 len: 168 time: 0.2534440 Aug 10 02:07:27.316979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55262) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:27.337133 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.363221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e62c95-7064-4001-bbe8-a79f11a2cd26 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15bc2366-760a-4e43-9810-5162186905d5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:27.407015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4c322-3691-4f32-8440-c479f9c5bf2a req-e2851513-7f48-4f1c-80e9-ff8e560a1deb tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:27.408684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40e4c322-3691-4f32-8440-c479f9c5bf2a req-e2851513-7f48-4f1c-80e9-ff8e560a1deb tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1747339 Aug 10 02:07:27.414235 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.426938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Transition to ACTIVE for port object acfb3fbf-b16f-4a48-89d4-458561206568 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:27.450735 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Transition to ACTIVE for port object acfb3fbf-b16f-4a48-89d4-458561206568 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:27.473995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-75303710-523d-41cb-82b8-0f56bc650b29 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1494944 Aug 10 02:07:27.482187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55266) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:27.483251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55268) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:27.484930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c7ff3c1-3c6b-42b8-a060-c7107ab4a6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.489443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-68330a73-06df-4482-9c5b-53444378ee82 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Request body: {'security_group_rule': {'security_group_id': 'ebf8a5e7-ce23-4713-9774-10f2125c58db', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:27.506958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40e4c322-3691-4f32-8440-c479f9c5bf2a req-a130e4ec-6c1a-4e0e-b99e-fcca0a041a1c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844321 Aug 10 02:07:27.520425 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.551444 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c7ff3c1-3c6b-42b8-a060-c7107ab4a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.561431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Network 22f20336-3f07-44e7-894b-9f3339813cad is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:27.567725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:27.583797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:27.635139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7c7ff3c1-3c6b-42b8-a060-c7107ab4a6bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d243999dd9d4c3aa5cd3598136591b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7712197 Aug 10 02:07:27.636348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55272) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:27.637249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ff3c1-3c6b-42b8-a060-c7107ab4a6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c63d54f-b3fb-4d75-8599-f1f854e7fe69,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:27.648078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Pushing event updated for resources: {'Port': ['ID=acfb3fbf-b16f-4a48-89d4-458561206568,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:27.657030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Allocated IP 2001:db8::2b0 (22f20336-3f07-44e7-894b-9f3339813cad/9c077022-f99e-4564-8e45-360904af2fb0/7f75007a-3ea0-4569-beea-2e7962c301cf) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:27.709099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Attempting to bind port acfb3fbf-b16f-4a48-89d4-458561206568 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:27.710043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Attempting to bind port acfb3fbf-b16f-4a48-89d4-458561206568 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'c83e4f65-efd4-4852-80ad-5d7e5f72267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22f20336-3f07-44e7-894b-9f3339813cad'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:27.710478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Attempting to bind port acfb3fbf-b16f-4a48-89d4-458561206568 on network 22f20336-3f07-44e7-894b-9f3339813cad {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:27.711943 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1f8317a-53c8-42b6-9063-bc0c00346baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.716907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68330a73-06df-4482-9c5b-53444378ee82 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.717834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:07:27.719589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Checking segment: {'id': 'c83e4f65-efd4-4852-80ad-5d7e5f72267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22f20336-3f07-44e7-894b-9f3339813cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:27.719589 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.719589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Bound using segment: {'id': 'c83e4f65-efd4-4852-80ad-5d7e5f72267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22f20336-3f07-44e7-894b-9f3339813cad'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:07:27.720538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Bound port: acfb3fbf-b16f-4a48-89d4-458561206568, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83e4f65-efd4-4852-80ad-5d7e5f72267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22f20336-3f07-44e7-894b-9f3339813cad'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:07:27.720995 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.733493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0e88c2a1-74f0-41ce-9d40-f73616ffa760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.760325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0e88c2a1-74f0-41ce-9d40-f73616ffa760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.824434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] For port acfb3fbf-b16f-4a48-89d4-458561206568, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:27.828986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] For port acfb3fbf-b16f-4a48-89d4-458561206568, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=acfb3fbf-b16f-4a48-89d4-458561206568,segment=NetworkSegment(c83e4f65-efd4-4852-80ad-5d7e5f72267d),segment_id=c83e4f65-efd4-4852-80ad-5d7e5f72267d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:07:27.903567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0e88c2a1-74f0-41ce-9d40-f73616ffa760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.906512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0e88c2a1-74f0-41ce-9d40-f73616ffa760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.910107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0e88c2a1-74f0-41ce-9d40-f73616ffa760 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c63d54f-b3fb-4d75-8599-f1f854e7fe69 HTTP/1.1" status: 204 len: 168 time: 0.2669220 Aug 10 02:07:27.927088 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.929103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88c2a1-74f0-41ce-9d40-f73616ffa760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c63d54f-b3fb-4d75-8599-f1f854e7fe69,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:27.969858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68330a73-06df-4482-9c5b-53444378ee82 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:27.995316 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.027094 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.049039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313110d-7249-40df-a34a-7506c0015f83 None None] Pushing event updated for resources: {'Port': ['ID=acfb3fbf-b16f-4a48-89d4-458561206568,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:28.095053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68330a73-06df-4482-9c5b-53444378ee82 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.127721 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.168042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68330a73-06df-4482-9c5b-53444378ee82 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5c6d53-849a-4a76-9bf3-81d07e45203c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:28.189534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Transition to ACTIVE for port object 7f75007a-3ea0-4569-beea-2e7962c301cf will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:28.270791 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1f8317a-53c8-42b6-9063-bc0c00346baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.327049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Allocated IP 172.25.3.16 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:28.453542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e8cd4d5-3157-41f5-8e7e-45536ba5a8a5 req-f944ed71-c783-4fe7-b449-051715bfcd97 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0571446 Aug 10 02:07:28.475255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.477710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1f8317a-53c8-42b6-9063-bc0c00346baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.487256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.515896 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68330a73-06df-4482-9c5b-53444378ee82 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.519694 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-68330a73-06df-4482-9c5b-53444378ee82 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0335369 Aug 10 02:07:28.520559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55284) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:28.553560 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3a067eab-8082-43df-98dc-a1685b48eb23 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules/ce5c6d53-849a-4a76-9bf3-81d07e45203c HTTP/1.1" status: 200 len: 764 time: 0.0291166 Aug 10 02:07:28.553999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55290) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:28.590765 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c1f8317a-53c8-42b6-9063-bc0c00346baf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca01a4aa712f4d8e9dd655973ad91ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1057975 Aug 10 02:07:28.592098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8317a-53c8-42b6-9063-bc0c00346baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50bfdc9-bb34-4665-b4f7-831941cb3927,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:28.596345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Network 22f20336-3f07-44e7-894b-9f3339813cad is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:28.600575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55292) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:28.608763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:28.619610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:28.625612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:28.626291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.644715 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-43d9f5e4-7e04-44ef-bd46-364795d8ff91 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0869219 Aug 10 02:07:28.645323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event updated for resources: {'Port': ['ID=7f75007a-3ea0-4569-beea-2e7962c301cf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:28.645460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55294) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:28.711503 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3054f4f9-a12f-4264-8bb8-67b97fd65b75 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0100079 Aug 10 02:07:28.713977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-652ecbf8-cfd8-44ff-97a5-67bddd67e5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.718843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55298) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:28.724394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Request body: {'port': {'network_id': '22f20336-3f07-44e7-894b-9f3339813cad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-595322542', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:28.724960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.api.validators [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] bootfile-name is not in valid_values {{(pid=101223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:07:28.725221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.api.validators [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] tftp-server is not in valid_values {{(pid=101223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:07:28.725556 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.api.validators [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] server-ip-address is not in valid_values {{(pid=101223) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:07:28.741796 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c785cafc-ccb7-4b84-9255-04a3ff8eb207 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.761459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c785cafc-ccb7-4b84-9255-04a3ff8eb207 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.787419 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.794913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b069ed7-45f1-4f04-99e3-ae2ff88ddcdb req-9a44268f-c7cc-474d-9b6a-f7d21487bda5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:28.797006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-652ecbf8-cfd8-44ff-97a5-67bddd67e5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.797804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b069ed7-45f1-4f04-99e3-ae2ff88ddcdb req-9a44268f-c7cc-474d-9b6a-f7d21487bda5 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1540878 Aug 10 02:07:28.872813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b069ed7-45f1-4f04-99e3-ae2ff88ddcdb req-2ddc9e67-74a4-408d-b873-e506b10f3e02 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683501 Aug 10 02:07:28.931373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c785cafc-ccb7-4b84-9255-04a3ff8eb207 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.950031 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c785cafc-ccb7-4b84-9255-04a3ff8eb207 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:28.954286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c785cafc-ccb7-4b84-9255-04a3ff8eb207 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/ce5c6d53-849a-4a76-9bf3-81d07e45203c HTTP/1.1" status: 204 len: 168 time: 0.2948580 Aug 10 02:07:28.955577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785cafc-ccb7-4b84-9255-04a3ff8eb207 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce5c6d53-849a-4a76-9bf3-81d07e45203c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:28.959729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55304) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:29.031319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-aa6f6d2e-4955-407a-937b-314dc4268364 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0587783 Aug 10 02:07:29.033970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55308) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:29.109741 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14d6-47f1-4794-9d0c-06cf7e3001be tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:29.146985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14d6-47f1-4794-9d0c-06cf7e3001be tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:29.259057 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14d6-47f1-4794-9d0c-06cf7e3001be tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:29.267034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3bf14d6-47f1-4794-9d0c-06cf7e3001be tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:29.276074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c3bf14d6-47f1-4794-9d0c-06cf7e3001be tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "DELETE /v2.0/security-groups/ebf8a5e7-ce23-4713-9774-10f2125c58db HTTP/1.1" status: 204 len: 168 time: 0.2349739 Aug 10 02:07:29.280163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55318) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:29.284569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:29.298992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf14d6-47f1-4794-9d0c-06cf7e3001be tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf8a5e7-ce23-4713-9774-10f2125c58db,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:29.301183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:29.312606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd4f296-ff35-4250-b0fa-016b54fbece3 None None] Network 22f20336-3f07-44e7-894b-9f3339813cad requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:29.342247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Pushing event updated for resources: {'Port': ['ID=59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:29.351370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-71f20d79-1329-40e2-818a-3166234468df tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0567858 Aug 10 02:07:29.351575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:29.354225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55320) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:29.408691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-df55c999-a525-4316-96b4-f86a3a7e2f28 tempest-SecGroupTest-1556057490 tempest-SecGroupTest-1556057490-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522430 Aug 10 02:07:29.570979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-370e3f35-fd71-4912-b94d-b1f4d8690eb1 req-beeb9f19-6b5c-4c8d-8d9f-574058c6e603 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0364764 Aug 10 02:07:29.610095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-51982099-e6e7-432b-b50f-317092b00eee None None] Provisioning for port acfb3fbf-b16f-4a48-89d4-458561206568 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:29.632001 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-652ecbf8-cfd8-44ff-97a5-67bddd67e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:29.634710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-652ecbf8-cfd8-44ff-97a5-67bddd67e5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:29.641478 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-652ecbf8-cfd8-44ff-97a5-67bddd67e5d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e50bfdc9-bb34-4665-b4f7-831941cb3927 HTTP/1.1" status: 204 len: 168 time: 1.0330975 Aug 10 02:07:29.675641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ecbf8-cfd8-44ff-97a5-67bddd67e5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50bfdc9-bb34-4665-b4f7-831941cb3927,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:29.767786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Made reservation on behalf of e0f3286fb0d54f1ba1445cd0dc76d31d for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:29.771599 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:29.817915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] device_id is not set on port 3c9183c6-0aa6-4ad2-a208-808a162358f8 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:29.819549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device acfb3fbf-b16f-4a48-89d4-458561206568 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:29.962569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:29.965378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port acfb3fbf-b16f-4a48-89d4-458561206568 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:29.970208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port acfb3fbf-b16f-4a48-89d4-458561206568 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:29.970625 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.105386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Allocated IP 2001:db8::164 (22f20336-3f07-44e7-894b-9f3339813cad/9c077022-f99e-4564-8e45-360904af2fb0/3c9183c6-0aa6-4ad2-a208-808a162358f8) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:30.132152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7a832a26-7aa0-421b-82ee-c5b60189573e None None] Provisioning complete for port acfb3fbf-b16f-4a48-89d4-458561206568 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:30.132545 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7a832a26-7aa0-421b-82ee-c5b60189573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.180416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55334) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:30.246157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2d14-0def-4ba6-887a-25a0eff07f42 req-2abf0a1d-15e4-4bd3-bf2c-913b93526d8e tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:30.247976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-396f2d14-0def-4ba6-887a-25a0eff07f42 req-2abf0a1d-15e4-4bd3-bf2c-913b93526d8e tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.2151868 Aug 10 02:07:30.391298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-396f2d14-0def-4ba6-887a-25a0eff07f42 req-ec6b0488-8e7d-4eb3-a635-e55e532d992c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356962 Aug 10 02:07:30.566885 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7a832a26-7aa0-421b-82ee-c5b60189573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.571090 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.631666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port acfb3fbf-b16f-4a48-89d4-458561206568, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=acfb3fbf-b16f-4a48-89d4-458561206568,segment=NetworkSegment(c83e4f65-efd4-4852-80ad-5d7e5f72267d),segment_id=c83e4f65-efd4-4852-80ad-5d7e5f72267d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:30.655044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55344) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:30.668860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.705928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55346) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:30.707671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3df90204-7354-4b52-9a27-d7ec21c471ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c65c52e8c0b4ee69734c2377bbf5d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248587 Aug 10 02:07:30.708826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f3783af-b05b-4de7-ab41-fa1aeb0db682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.714099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.740146 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.750400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Transition to ACTIVE for port object 3c9183c6-0aa6-4ad2-a208-808a162358f8 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:30.828679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f3783af-b05b-4de7-ab41-fa1aeb0db682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.865868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4113b6d6-badf-40c5-bb59-8c50fb9c2891 req-881bb896-5a83-4c77-9b1a-1c74a33fd636 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0355246 Aug 10 02:07:30.870966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a4ace44-d410-4440-8b4d-8b7cd7b5b611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.912577 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-7a832a26-7aa0-421b-82ee-c5b60189573e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:07:30.912577 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-7a832a26-7aa0-421b-82ee-c5b60189573e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:07:30.913187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6f3783af-b05b-4de7-ab41-fa1aeb0db682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.932895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=acfb3fbf-b16f-4a48-89d4-458561206568,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:30.939807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55356) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:30.946187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6f3783af-b05b-4de7-ab41-fa1aeb0db682 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=49ed14470f294759aaf512dabb4e782a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862000 Aug 10 02:07:30.978410 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a4ace44-d410-4440-8b4d-8b7cd7b5b611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.980241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3783af-b05b-4de7-ab41-fa1aeb0db682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238e698d-7379-43db-954f-554eb3ac3d47,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:31.062386 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.102304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf519f05-7be0-4dcd-af3e-304248611044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.134715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Network 22f20336-3f07-44e7-894b-9f3339813cad is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:31.149426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf519f05-7be0-4dcd-af3e-304248611044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.153650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:31.164034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a4ace44-d410-4440-8b4d-8b7cd7b5b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.166712 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a4ace44-d410-4440-8b4d-8b7cd7b5b611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.167875 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4a4ace44-d410-4440-8b4d-8b7cd7b5b611 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7cb373a-fcf1-45d2-98ac-d6755c4eca84 HTTP/1.1" status: 204 len: 168 time: 0.4608102 Aug 10 02:07:31.171174 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:31.177263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:31.177940 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.185953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event updated for resources: {'Port': ['ID=3c9183c6-0aa6-4ad2-a208-808a162358f8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:31.205543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ace44-d410-4440-8b4d-8b7cd7b5b611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cb373a-fcf1-45d2-98ac-d6755c4eca84,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:31.221866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Router e2d85b35-3e85-45df-a43b-7ca2b148eee4 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:07:31.329938 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fcbd6236-ef73-41a1-aaa4-f884eb0a01e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6074762 Aug 10 02:07:31.330828 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55360) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:31.381912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf519f05-7be0-4dcd-af3e-304248611044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.384629 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf519f05-7be0-4dcd-af3e-304248611044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.389299 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cf519f05-7be0-4dcd-af3e-304248611044 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/238e698d-7379-43db-954f-554eb3ac3d47 HTTP/1.1" status: 204 len: 168 time: 0.4455943 Aug 10 02:07:31.429863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf519f05-7be0-4dcd-af3e-304248611044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238e698d-7379-43db-954f-554eb3ac3d47,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:31.437886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:07:31.450486 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Sync routers for ids ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:07:31.464996 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Routers {'e2d85b35-3e85-45df-a43b-7ca2b148eee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:31.465637 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:07:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:31.527963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c719e6b-b29e-47ed-8783-b59882e8be06 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:31.541773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c719e6b-b29e-47ed-8783-b59882e8be06 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:31.563237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c719e6b-b29e-47ed-8783-b59882e8be06 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:31.568812 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7c719e6b-b29e-47ed-8783-b59882e8be06 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2348096 Aug 10 02:07:31.569197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55368) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:31.634663 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.639520 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b52675d6-618f-4bee-8d08-caace50e97e3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1275084 Aug 10 02:07:31.640405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55370) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:31.651157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:07:31.656247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:31.823764 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Set router e2d85b35-3e85-45df-a43b-7ca2b148eee4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:07:31.847973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7a832a26-7aa0-421b-82ee-c5b60189573e None None] Provisioning for port 7f75007a-3ea0-4569-beea-2e7962c301cf completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:31.850004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device acfb3fbf-b16f-4a48-89d4-458561206568 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:31.875940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556b9a-3f34-41a0-92d9-054ad6503101 req-38b21bc5-4ee0-4cba-b4b6-6c8bdf827481 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:31.900285 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a556b9a-3f34-41a0-92d9-054ad6503101 req-38b21bc5-4ee0-4cba-b4b6-6c8bdf827481 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.2248120 Aug 10 02:07:31.900964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7a832a26-7aa0-421b-82ee-c5b60189573e None None] Provisioning complete for port 7f75007a-3ea0-4569-beea-2e7962c301cf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:31.901343 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7a832a26-7aa0-421b-82ee-c5b60189573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:31.980267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-429411b2-7db9-42ad-aea7-e7020da511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Deleting port 3c9183c6-0aa6-4ad2-a208-808a162358f8 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:31.983739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-429411b2-7db9-42ad-aea7-e7020da511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.083023 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:07:26Z', 'updated_at': '2021-08-10T02:07:29Z', 'revision_number': 3, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'gw_port': {'id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:28Z', 'updated_at': '2021-08-10T02:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:32.117923 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Checking router: e2d85b35-3e85-45df-a43b-7ca2b148eee4 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:07:32.117923 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Updating router e2d85b35-3e85-45df-a43b-7ca2b148eee4 port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:07:32.120988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7a832a26-7aa0-421b-82ee-c5b60189573e None None] Port 7f75007a-3ea0-4569-beea-2e7962c301cf cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:07:32.152832 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.167762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:32.220638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a556b9a-3f34-41a0-92d9-054ad6503101 req-0c880606-1f4c-44f4-8f10-0268a2176d35 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193257 Aug 10 02:07:32.232850 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-501d8dc3-9f53-44f8-b05f-54e4612bebc9 req-31dd7f42-5c70-47aa-bbea-b2b59005ce01 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.1208270 Aug 10 02:07:32.262448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f', 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def', 'port_id': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f', 'mac_address': 'fa:16:3e:64:3e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e762c94-a9b7-4671-96e7-c3649fb2b611', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:07:32.269681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port acfb3fbf-b16f-4a48-89d4-458561206568 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:32.270056 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.286637 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.321119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ef032cf7-a48a-4d22-9522-d22b924e3314 None None] Provisioning complete for port 7f75007a-3ea0-4569-beea-2e7962c301cf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:32.321549 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ef032cf7-a48a-4d22-9522-d22b924e3314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.350608 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-429411b2-7db9-42ad-aea7-e7020da511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.384849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-429411b2-7db9-42ad-aea7-e7020da511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Calling delete_port for 3c9183c6-0aa6-4ad2-a208-808a162358f8 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:32.514013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:32.519311 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c2a1ea-69f1-4bc9-b309-c186ef28df61" -d '{"events": [{"server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "name": "network-vif-unplugged", "status": "completed", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:32.521933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ef032cf7-a48a-4d22-9522-d22b924e3314 None None] Port 7f75007a-3ea0-4569-beea-2e7962c301cf cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:07:32.545795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.562867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:32.597153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:07:32.601386 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.628987 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef5a330-7d50-40d7-9313-c8eb8e1d106c x-openstack-request-id: req-bef5a330-7d50-40d7-9313-c8eb8e1d106c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:32.629636 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "name": "network-vif-unplugged", "status": "completed", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:32.630085 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bef5a330-7d50-40d7-9313-c8eb8e1d106c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:32.630707 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f', 'code': 200} Aug 10 02:07:32.631692 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.746953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:07:32.748302 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:07:32.751071 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-429411b2-7db9-42ad-aea7-e7020da511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.773046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ef032cf7-a48a-4d22-9522-d22b924e3314 None None] Provisioning for port 3c9183c6-0aa6-4ad2-a208-808a162358f8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:32.781155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ef032cf7-a48a-4d22-9522-d22b924e3314 None None] Provisioning complete for port 3c9183c6-0aa6-4ad2-a208-808a162358f8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:32.781530 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ef032cf7-a48a-4d22-9522-d22b924e3314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.798985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:32.832415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429411b2-7db9-42ad-aea7-e7020da511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event deleted for resources: {'Port': ['ID=3c9183c6-0aa6-4ad2-a208-808a162358f8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:32.849874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ef032cf7-a48a-4d22-9522-d22b924e3314 None None] Port 3c9183c6-0aa6-4ad2-a208-808a162358f8 was deleted so its status cannot be updated. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 02:07:32.881427 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.900469 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Transition to ACTIVE for port object 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:32.914290 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-429411b2-7db9-42ad-aea7-e7020da511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:32.917467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-429411b2-7db9-42ad-aea7-e7020da511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "DELETE /v2.0/ports/3c9183c6-0aa6-4ad2-a208-808a162358f8 HTTP/1.1" status: 204 len: 168 time: 1.3469274 Aug 10 02:07:32.921418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55414) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:32.928345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Request body: {'port': {'name': 'tempest-new-port-name-304429682', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:32.928692 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.api.validators [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] bootfile-name is not in valid_values {{(pid=101224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:07:32.929040 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.api.validators [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] tftp-server is not in valid_values {{(pid=101224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:07:32.929851 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.api.validators [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] server-ip-address is not in valid_values {{(pid=101224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 02:07:32.999702 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.069426 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.152012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Allocated IP 172.20.0.1 (59eab2e9-08bd-46ea-831a-13bdf85f642b/de1429b5-0281-4dfd-b39d-fa3fb244499d/7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:33.153131 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Attempting to bind port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:33.154338 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Attempting to bind port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:33.156200 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Attempting to bind port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:33.170083 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:07:33.171224 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:33.171883 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.172503 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:07:33.173561 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Bound port: 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:07:33.174193 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.284937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:33.290190 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Pushing event updated for resources: {'Port': ['ID=59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:33.352979 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.353333 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.353681 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.357043 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.357206 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.359444 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.359832 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.360182 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.360528 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.360870 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.361211 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.361546 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:33.368644 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.400497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:07:33.411318 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] For port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:33.420493 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] For port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:07:33.438102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8954d0f-2c0a-4372-8972-f0651a1443cf req-95c9be5a-917a-40c9-8d46-099b42214fea tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0466287 Aug 10 02:07:33.448036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:33.501932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.502404 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.507256 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b0ce9667-9cef-4f2a-bab7-cef133a1d61a tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:33.508172 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-b0ce9667-9cef-4f2a-bab7-cef133a1d61a tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 02:07:33.508728 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-b0ce9667-9cef-4f2a-bab7-cef133a1d61a tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 02:07:33.513835 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b0ce9667-9cef-4f2a-bab7-cef133a1d61a tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2276721 Aug 10 02:07:33.514431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55434) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:33.520732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717943915'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:33.542441 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.554221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97b427-8a34-4905-8d5b-af8122a6fbc6 req-9f3eb131-4c4d-42ca-be2c-93b11d20babe tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:33.556425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b97b427-8a34-4905-8d5b-af8122a6fbc6 req-9f3eb131-4c4d-42ca-be2c-93b11d20babe tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 944 time: 0.0872648 Aug 10 02:07:33.578077 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.612388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b97b427-8a34-4905-8d5b-af8122a6fbc6 req-1c98d64a-91a0-4365-bc36-e56e6bdface1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458245 Aug 10 02:07:33.625330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:33.644854 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Routers {'e2d85b35-3e85-45df-a43b-7ca2b148eee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:33.646086 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:07:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:33.679697 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.680450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.693216 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.702753 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d61fb2-9637-4812-99f1-be474dd1cd0b None None] Pushing event updated for resources: {'Port': ['ID=59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:33.746003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.752666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:07:33.783715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] In _notify_port_updated(), no bound segment for port 7f75007a-3ea0-4569-beea-2e7962c301cf on network 22f20336-3f07-44e7-894b-9f3339813cad {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:07:33.791471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:33.799491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:33.803834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "PUT /v2.0/ports/7f75007a-3ea0-4569-beea-2e7962c301cf HTTP/1.1" status: 200 len: 1129 time: 0.8810987 Aug 10 02:07:33.805087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55442) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:33.862567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd484b5-f3f6-47ca-aa28-8d65d8621f5b tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event updated for resources: {'Port': ['ID=7f75007a-3ea0-4569-beea-2e7962c301cf,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:33.880491 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] Set router e2d85b35-3e85-45df-a43b-7ca2b148eee4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:07:33.895199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Pushing event updated for resources: {'Port': ['ID=7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:33.912664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c01e56-1edc-418e-8841-ecb3868ab2be tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:33.916527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f5c01e56-1edc-418e-8841-ecb3868ab2be tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "GET /v2.0/ports/7f75007a-3ea0-4569-beea-2e7962c301cf HTTP/1.1" status: 200 len: 1129 time: 0.1062443 Aug 10 02:07:33.917435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55446) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:33.937749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Network 59eab2e9-08bd-46ea-831a-13bdf85f642b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:33.943745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:33.947155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:34.014923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.104215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.108967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-086bb985-629a-42ab-b502-41cd85bb1fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Deleting port 7f75007a-3ea0-4569-beea-2e7962c301cf {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:34.109327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-086bb985-629a-42ab-b502-41cd85bb1fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.199580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.301998 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:07:26Z', 'updated_at': '2021-08-10T02:07:29Z', 'revision_number': 3, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'gw_port': {'id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:28Z', 'updated_at': '2021-08-10T02:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:34.316769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9b3211-9aa6-4e20-9dca-81255c290910,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:34.358496 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f1938-4b5a-417b-aaf3-c06a21d8cfc7 None None] The sync data for ids ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'] in n-d-767704-21 is: [{'id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:07:26Z', 'updated_at': '2021-08-10T02:07:29Z', 'revision_number': 3, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'gw_port': {'id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:28Z', 'updated_at': '2021-08-10T02:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:07:34.371946 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.373042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.375580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-086bb985-629a-42ab-b502-41cd85bb1fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.415353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bae4c987-f92b-4245-a9bc-d8d5a355f392 None None] Provisioning complete for port 7f75007a-3ea0-4569-beea-2e7962c301cf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:34.415730 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bae4c987-f92b-4245-a9bc-d8d5a355f392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.422801 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-086bb985-629a-42ab-b502-41cd85bb1fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Calling delete_port for 7f75007a-3ea0-4569-beea-2e7962c301cf owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:34.527741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bae4c987-f92b-4245-a9bc-d8d5a355f392 None None] Port 7f75007a-3ea0-4569-beea-2e7962c301cf cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:07:34.602891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.604601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.638722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f189d3-401d-4458-b690-da3447ffdab4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:34.689831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e437bda-28d4-4b4b-8cb3-ea0ac4bb9beb req-3603146b-9349-4bdc-a2d3-645e91315350 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0399377 Aug 10 02:07:34.691366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.731403 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-086bb985-629a-42ab-b502-41cd85bb1fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.794413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.802542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bb985-629a-42ab-b502-41cd85bb1fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event deleted for resources: {'Port': ['ID=7f75007a-3ea0-4569-beea-2e7962c301cf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:34.812098 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.816007 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f8587bcf-1276-4844-9e7b-8949fbf8f1de tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2961626 Aug 10 02:07:34.819395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55468) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:34.824409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-487b95ff-443b-47d7-94c0-bcb9dd63404f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '71f189d3-401d-4458-b690-da3447ffdab4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:34.868746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Pushing event updated for resources: {'Port': ['ID=7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:34.872053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-086bb985-629a-42ab-b502-41cd85bb1fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:34.875082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-086bb985-629a-42ab-b502-41cd85bb1fbe tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "DELETE /v2.0/ports/7f75007a-3ea0-4569-beea-2e7962c301cf HTTP/1.1" status: 204 len: 168 time: 0.9566698 Aug 10 02:07:34.887558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55470) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:34.898744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30a0ca-bae2-4d55-bc3a-9bb7ce763353 req-efd69627-6e12-4742-bc73-af2c5788e3c4 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:34.911229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db30a0ca-bae2-4d55-bc3a-9bb7ce763353 req-efd69627-6e12-4742-bc73-af2c5788e3c4 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 945 time: 0.1951406 Aug 10 02:07:35.100275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fb398a-ea92-44f0-a614-744451141ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Deleting subnet 9c077022-f99e-4564-8e45-360904af2fb0 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:07:35.115572 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3fb398a-ea92-44f0-a614-744451141ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.177362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db30a0ca-bae2-4d55-bc3a-9bb7ce763353 req-a8f73ce7-e6b3-41b2-b9a9-306bcc8053f2 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652495 Aug 10 02:07:35.179790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Network 59eab2e9-08bd-46ea-831a-13bdf85f642b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:35.184994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:35.211335 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3fb398a-ea92-44f0-a614-744451141ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.326272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-487b95ff-443b-47d7-94c0-bcb9dd63404f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.359659 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3fb398a-ea92-44f0-a614-744451141ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.370065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Router e2d85b35-3e85-45df-a43b-7ca2b148eee4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:07:35.445966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-487b95ff-443b-47d7-94c0-bcb9dd63404f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.529179 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-487b95ff-443b-47d7-94c0-bcb9dd63404f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.589051 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3fb398a-ea92-44f0-a614-744451141ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.627737 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3fb398a-ea92-44f0-a614-744451141ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.629002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0217c4fb-38d6-4407-b294-74b39f4ca5a9 None None] Network 22f20336-3f07-44e7-894b-9f3339813cad requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:35.632227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b3fb398a-ea92-44f0-a614-744451141ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "DELETE /v2.0/subnets/9c077022-f99e-4564-8e45-360904af2fb0 HTTP/1.1" status: 204 len: 168 time: 0.7406974 Aug 10 02:07:35.632400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b95ff-443b-47d7-94c0-bcb9dd63404f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0ea69a-08b8-40fd-8e2e-20fbe204114a,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:35.634489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55480) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:35.672954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:35.763043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb398a-ea92-44f0-a614-744451141ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event deleted for resources: {'Subnet': ['ID=9c077022-f99e-4564-8e45-360904af2fb0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:35.807068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-487b95ff-443b-47d7-94c0-bcb9dd63404f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.808448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-487b95ff-443b-47d7-94c0-bcb9dd63404f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9876363 Aug 10 02:07:35.822005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55484) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:35.829101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a743bec5-0385-4eea-917c-5a8c92dd1413 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '71f189d3-401d-4458-b690-da3447ffdab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:35.881132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:35.896193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:35.966391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c9b0f39-13a8-45d8-8290-9843011f07ce req-aaa4e8e6-0e1d-4d2e-a798-5ce772283c87 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0775280 Aug 10 02:07:35.977346 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a743bec5-0385-4eea-917c-5a8c92dd1413 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.026475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:36.032796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.074196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:36.102332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Deleting port acfb3fbf-b16f-4a48-89d4-458561206568 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:36.102745 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.116607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:36.116980 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.227439 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-a743bec5-0385-4eea-917c-5a8c92dd1413 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 02:07:36.228675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a743bec5-0385-4eea-917c-5a8c92dd1413 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4056766 Aug 10 02:07:36.233551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55492) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:36.263851 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.269530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:07:36.272007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] For port acfb3fbf-b16f-4a48-89d4-458561206568, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=acfb3fbf-b16f-4a48-89d4-458561206568,segment=NetworkSegment(c83e4f65-efd4-4852-80ad-5d7e5f72267d),segment_id=c83e4f65-efd4-4852-80ad-5d7e5f72267d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:36.272402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.283026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1cf42-04f4-4c45-b3f4-a18999749c1f None None] DHCP port deletion for 22f20336-3f07-44e7-894b-9f3339813cad request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:07:36.294861 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ce7cbebb-1ee7-4152-b234-7a116806593f admin admin] 10.222.0.38 "PUT /v2.0/routers/e2d85b35-3e85-45df-a43b-7ca2b148eee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6530035 Aug 10 02:07:36.307462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Calling delete_port for acfb3fbf-b16f-4a48-89d4-458561206568 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:36.335777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55500) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:36.339716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:36.430151 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d1e7e90-0063-4c91-904c-90556186c040 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.436843 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.447188 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.545415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-daa1cf42-04f4-4c45-b3f4-a18999749c1f None None] Deleting port acfb3fbf-b16f-4a48-89d4-458561206568 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:36.545841 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf42-04f4-4c45-b3f4-a18999749c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.569132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d1e7e90-0063-4c91-904c-90556186c040 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.637525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:36.641095 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432620e4-687f-47a6-a674-5a027ca8c2c0" -d '{"events": [{"server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "name": "network-vif-plugged", "status": "completed", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:36.676679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:36.679818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:36.707995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.708423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.708837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.709245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.709651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.710048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.710391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.710810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.715419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.715419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.715419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.715419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:36.717145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f25b32-9cf5-464d-80f0-940c327d198b req-42d8084b-928d-49d1-bae9-c1757f5cfda2 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:36.721566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-daa1cf42-04f4-4c45-b3f4-a18999749c1f None None] For port acfb3fbf-b16f-4a48-89d4-458561206568, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=acfb3fbf-b16f-4a48-89d4-458561206568,segment=NetworkSegment(c83e4f65-efd4-4852-80ad-5d7e5f72267d),segment_id=c83e4f65-efd4-4852-80ad-5d7e5f72267d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:36.722045 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf42-04f4-4c45-b3f4-a18999749c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.722193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67f25b32-9cf5-464d-80f0-940c327d198b req-42d8084b-928d-49d1-bae9-c1757f5cfda2 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 945 time: 0.3135900 Aug 10 02:07:36.722891 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c47c140e-ad8d-4e41-b2e2-ca3f8c64214e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.736061 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.744135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-daa1cf42-04f4-4c45-b3f4-a18999749c1f None None] Calling delete_port for acfb3fbf-b16f-4a48-89d4-458561206568 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:36.757372 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.796523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event deleted for resources: {'Port': ['ID=acfb3fbf-b16f-4a48-89d4-458561206568,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:36.813376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] No DVR routers for this DVR port acfb3fbf-b16f-4a48-89d4-458561206568 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:36.820433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:36.855111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d1e7e90-0063-4c91-904c-90556186c040 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.858189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d1e7e90-0063-4c91-904c-90556186c040 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.862337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55514) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:36.875415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8d1e7e90-0063-4c91-904c-90556186c040 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/71f189d3-401d-4458-b690-da3447ffdab4 HTTP/1.1" status: 204 len: 168 time: 0.6350243 Aug 10 02:07:36.940272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf42-04f4-4c45-b3f4-a18999749c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:36.954214 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8a228afe-76a6-4364-bf59-5cf7b14f72d8 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0905583 Aug 10 02:07:36.954843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55520) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:36.959291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f61d93ea-d3d4-4176-849d-e0e134236aff tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'tempest-secgroup--595612703'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:36.977938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1cf42-04f4-4c45-b3f4-a18999749c1f None None] Pushing event deleted for resources: {'Port': ['ID=acfb3fbf-b16f-4a48-89d4-458561206568,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:36.980489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1cf42-04f4-4c45-b3f4-a18999749c1f None None] No DVR routers for this DVR port acfb3fbf-b16f-4a48-89d4-458561206568 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:37.032368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e7e90-0063-4c91-904c-90556186c040 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f189d3-401d-4458-b690-da3447ffdab4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:37.052750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67f25b32-9cf5-464d-80f0-940c327d198b req-494a7f02-2164-4898-b2ce-8c55c98a2966 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959819 Aug 10 02:07:37.067043 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.159578 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09527f95-fe02-46f9-8d0a-259617ea47ae x-openstack-request-id: req-09527f95-fe02-46f9-8d0a-259617ea47ae {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:37.159900 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "name": "network-vif-plugged", "status": "completed", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:37.160213 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09527f95-fe02-46f9-8d0a-259617ea47ae {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:37.161121 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f', 'code': 200} Aug 10 02:07:37.187545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f20336-3f07-44e7-894b-9f3339813cad']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:37.203468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83e4f65-efd4-4852-80ad-5d7e5f72267d') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:37.203908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83e4f65-efd4-4852-80ad-5d7e5f72267d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:37.225711 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.272062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.297325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c35cb41b-9b0f-446a-9cc7-37407a03c187 req-a49f1f63-5881-40d2-afd4-b591f7ac170d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0697105 Aug 10 02:07:37.308188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:37.308612 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.309701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Sync routers for ids ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:37.313067 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:37.326654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c63fe-d9cd-472f-ada6-47394bd1e249 req-fae8aa18-a56f-4390-ad8e-9369d3e68d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:37.328455 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-720c63fe-d9cd-472f-ada6-47394bd1e249 req-fae8aa18-a56f-4390-ad8e-9369d3e68d74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 1098 time: 0.0515971 Aug 10 02:07:37.330236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Routers {'e2d85b35-3e85-45df-a43b-7ca2b148eee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:37.330900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:07:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:37.376437 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-720c63fe-d9cd-472f-ada6-47394bd1e249 req-082be567-b0f4-4eac-b1b7-7a8c9c952a68 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Aug 10 02:07:37.380158 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c47c140e-ad8d-4e41-b2e2-ca3f8c64214e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.405320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-63c89b92-a86c-4e7e-af03-2765cd6003c5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:37.406487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-63c89b92-a86c-4e7e-af03-2765cd6003c5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 810 time: 0.3998485 Aug 10 02:07:37.425581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-c5adb283-091b-408a-8d7a-5d5284519386 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/quotas/ef4c7b3d06924d1ca5ecf6f35575711c HTTP/1.1" status: 200 len: 375 time: 0.0121906 Aug 10 02:07:37.464181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Set router e2d85b35-3e85-45df-a43b-7ca2b148eee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:07:37.475987 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c47c140e-ad8d-4e41-b2e2-ca3f8c64214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.490282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-0ca3fcd8-bc0b-4dd9-9fed-38ac094bd86b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587482 Aug 10 02:07:37.529761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c47c140e-ad8d-4e41-b2e2-ca3f8c64214e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef5de85174844b10981f17e004b6ed44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1927617 Aug 10 02:07:37.530974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c140e-ad8d-4e41-b2e2-ca3f8c64214e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c4124f-6ea5-4cf7-9996-63514a7303d3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:37.532816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55534) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:37.547148 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.554830 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.556574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] 10.222.0.38 "DELETE /v2.0/networks/22f20336-3f07-44e7-894b-9f3339813cad HTTP/1.1" status: 204 len: 168 time: 1.8691459 Aug 10 02:07:37.580271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9a5e5-7b03-49f8-ab27-647a15b048a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037 tempest-ExtraDHCPOptionsIpV6TestJSON-1050593037-project] Pushing event deleted for resources: {'Network': ['ID=22f20336-3f07-44e7-894b-9f3339813cad,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:37.632564 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f61d93ea-d3d4-4176-849d-e0e134236aff tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.717329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:37.722127 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-819da5ce-8a4d-4c2b-9469-b1471f0823d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.753398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-819da5ce-8a4d-4c2b-9469-b1471f0823d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.851856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-ce57497f-1533-47a9-a818-b05cc42989bc service neutron] 10.222.0.38 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491356 Aug 10 02:07:37.899441 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-819da5ce-8a4d-4c2b-9469-b1471f0823d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.903841 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-819da5ce-8a4d-4c2b-9469-b1471f0823d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:37.908504 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-819da5ce-8a4d-4c2b-9469-b1471f0823d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3c4124f-6ea5-4cf7-9996-63514a7303d3 HTTP/1.1" status: 204 len: 168 time: 0.3742871 Aug 10 02:07:37.929213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819da5ce-8a4d-4c2b-9469-b1471f0823d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c4124f-6ea5-4cf7-9996-63514a7303d3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:38.028331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f61d93ea-d3d4-4176-849d-e0e134236aff tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:38.096094 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f61d93ea-d3d4-4176-849d-e0e134236aff tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:38.124710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-9a3c510a-45d6-4441-a9cf-dc213c4a42ec service neutron] 10.222.0.38 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574766 Aug 10 02:07:38.195613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:38.195613 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:38.213109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d93ea-d3d4-4176-849d-e0e134236aff tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddb76e4-01c3-437f-81f2-f628c49e8bbd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:38.227030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55548) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:38.261547 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f61d93ea-d3d4-4176-849d-e0e134236aff tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:38.268953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55552) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:38.276500 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f61d93ea-d3d4-4176-849d-e0e134236aff tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3139915 Aug 10 02:07:38.285202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-167ba1e7-0a79-4ad2-b603-08296467fa0f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '2ddb76e4-01c3-437f-81f2-f628c49e8bbd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:38.288959 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-167ba1e7-0a79-4ad2-b603-08296467fa0f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 02:07:38.289913 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-167ba1e7-0a79-4ad2-b603-08296467fa0f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:38.293731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-167ba1e7-0a79-4ad2-b603-08296467fa0f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0234332 Aug 10 02:07:38.298001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55554) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:38.335170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc191bbd-36e4-4b1a-9de2-ba894ed7bf8c req-f0f8911d-45bc-4e04-aacc-224b4ce9e3a7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:38.337422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc191bbd-36e4-4b1a-9de2-ba894ed7bf8c req-f0f8911d-45bc-4e04-aacc-224b4ce9e3a7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1699955 Aug 10 02:07:38.479790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b4558d5c-63b0-40bc-9182-def20a79cfbf tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:38.490438 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:07:26Z', 'updated_at': '2021-08-10T02:07:34Z', 'revision_number': 4, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'gw_port': {'id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:28Z', 'updated_at': '2021-08-10T02:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf', 'name': '', 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'mac_address': 'fa:16:3e:be:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'de1429b5-0281-4dfd-b39d-fa3fb244499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:32Z', 'updated_at': '2021-08-10T02:07:34Z', 'revision_number': 2, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'subnets': [{'id': 'de1429b5-0281-4dfd-b39d-fa3fb244499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:38.518506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc191bbd-36e4-4b1a-9de2-ba894ed7bf8c req-de4376bf-f587-4158-a25b-354f62554e6c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686833 Aug 10 02:07:38.553666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b4558d5c-63b0-40bc-9182-def20a79cfbf tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:38.640096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Checking router: e2d85b35-3e85-45df-a43b-7ca2b148eee4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:07:38.644886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Updating router e2d85b35-3e85-45df-a43b-7ca2b148eee4 port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:07:38.652583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device acfb3fbf-b16f-4a48-89d4-458561206568 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:38.715398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: acfb3fbf-b16f-4a48-89d4-458561206568 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:38.715750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device acfb3fbf-b16f-4a48-89d4-458561206568 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:38.725528 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:38.736074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75aa0fb2-aa77-4042-9e95-76af524f3a03 req-e14d63ac-19f4-44ca-b8b2-58228a9a776d tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 210 time: 0.0789535 Aug 10 02:07:38.776754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75cb230f-32c1-4d0b-b4d4-1f7c30c17236 req-296730f1-0de3-44ad-9108-d543a199bd0c tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0442197 Aug 10 02:07:38.788175 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b4558d5c-63b0-40bc-9182-def20a79cfbf tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:38.791709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b4558d5c-63b0-40bc-9182-def20a79cfbf tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:38.794381 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b4558d5c-63b0-40bc-9182-def20a79cfbf tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/2ddb76e4-01c3-437f-81f2-f628c49e8bbd HTTP/1.1" status: 204 len: 168 time: 0.4951696 Aug 10 02:07:38.799933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55568) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:38.846612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4558d5c-63b0-40bc-9182-def20a79cfbf tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddb76e4-01c3-437f-81f2-f628c49e8bbd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:38.918592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-aac25874-9bb3-4d2a-b1c6-eff344622830 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164584 Aug 10 02:07:38.921745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55576) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:38.927582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-09ce28be-caf3-489a-b1a8-f3be007a1f5b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'tempest-secgroup--280724972'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:38.958318 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a76fec57-0c3a-4fe3-a686-6cad8d9e8f3f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0f3286fb0d54f1ba1445cd0dc76d31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7268894 Aug 10 02:07:38.959012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55578) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:39.026224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02443745-c71f-43fa-9367-a46e99bfcaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.050456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02443745-c71f-43fa-9367-a46e99bfcaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.067927 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ce28be-caf3-489a-b1a8-f3be007a1f5b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.148542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02443745-c71f-43fa-9367-a46e99bfcaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.150901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02443745-c71f-43fa-9367-a46e99bfcaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.152876 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-02443745-c71f-43fa-9367-a46e99bfcaff admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f434807-987e-4dca-82e1-bb5bf88f2eef HTTP/1.1" status: 204 len: 168 time: 0.1927395 Aug 10 02:07:39.173975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02443745-c71f-43fa-9367-a46e99bfcaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f434807-987e-4dca-82e1-bb5bf88f2eef,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:39.182136 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.225054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Transition to ACTIVE for port object 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:39.232352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ce28be-caf3-489a-b1a8-f3be007a1f5b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.285303 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.340144 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ce28be-caf3-489a-b1a8-f3be007a1f5b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.384872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e11300-8c39-4006-b927-a73f0766aa41 None None] Pushing event updated for resources: {'Port': ['ID=7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:39.391886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Attempting to bind port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:39.392264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Attempting to bind port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:39.392743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Attempting to bind port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf on network 59eab2e9-08bd-46ea-831a-13bdf85f642b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:39.398590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:07:39.399248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Checking segment: {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:39.399853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.400437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Bound using segment: {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:07:39.401119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Bound port: 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:07:39.401699 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.425272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce28be-caf3-489a-b1a8-f3be007a1f5b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e711cd-e701-4565-8cb7-f6c4ac7450cc,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:39.430337 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-09ce28be-caf3-489a-b1a8-f3be007a1f5b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.431632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-09ce28be-caf3-489a-b1a8-f3be007a1f5b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5086758 Aug 10 02:07:39.436384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55594) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:39.441189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f4a70110-40fd-464f-a363-b8d46cec58ed tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '88e711cd-e701-4565-8cb7-f6c4ac7450cc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:39.442044 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-f4a70110-40fd-464f-a363-b8d46cec58ed tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 02:07:39.442766 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-f4a70110-40fd-464f-a363-b8d46cec58ed tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:39.443728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f4a70110-40fd-464f-a363-b8d46cec58ed tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063524 Aug 10 02:07:39.446620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55598) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:39.485127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] For port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:39.498902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] For port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:07:39.561081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9c4a-9c53-4fe4-a7a1-57187df8b75b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.587110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9c4a-9c53-4fe4-a7a1-57187df8b75b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.611220 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.724947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a1013-c1f4-42f5-b96c-516ef4a6d80b req-39d6a56a-9bb7-4933-90fe-fac20603cb31 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:39.726532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e76a1013-c1f4-42f5-b96c-516ef4a6d80b req-39d6a56a-9bb7-4933-90fe-fac20603cb31 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.0755806 Aug 10 02:07:39.763892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Routers {'e2d85b35-3e85-45df-a43b-7ca2b148eee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:07:39.765347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:07:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:39.777555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9c4a-9c53-4fe4-a7a1-57187df8b75b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.786938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9c4a-9c53-4fe4-a7a1-57187df8b75b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:39.790325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7b2b9c4a-9c53-4fe4-a7a1-57187df8b75b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/88e711cd-e701-4565-8cb7-f6c4ac7450cc HTTP/1.1" status: 204 len: 168 time: 0.3423867 Aug 10 02:07:39.797196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55622) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:39.828294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e11300-8c39-4006-b927-a73f0766aa41 None None] Pushing event updated for resources: {'Port': ['ID=7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:39.861221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e76a1013-c1f4-42f5-b96c-516ef4a6d80b req-b951bae9-1ae7-42ce-8164-635d21fe7a81 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233037 Aug 10 02:07:39.888720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b9c4a-9c53-4fe4-a7a1-57187df8b75b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e711cd-e701-4565-8cb7-f6c4ac7450cc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:39.925180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55630) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:39.927347 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03735bc8-ec91-48e6-add2-9d11b25f15ca tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1270289 Aug 10 02:07:39.931669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-100abb0f-f0b6-4efd-9aa3-754e73011e27 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'tempest-secgroup--3533593'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:39.992255 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6de14446-4d61-421b-a1e2-62024da10e40 req-4d3defd3-c8d2-489c-9a03-2cdc7abc0e60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 210 time: 0.0459499 Aug 10 02:07:40.042012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] Set router e2d85b35-3e85-45df-a43b-7ca2b148eee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:07:40.086329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100abb0f-f0b6-4efd-9aa3-754e73011e27 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:40.137072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0edebd7d-c248-400f-85e2-f98d7c275b41 req-a303b5dd-7511-4eeb-add8-6600c84d8a8d tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0694141 Aug 10 02:07:40.234883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47c6ea-ab18-4d4a-9dec-121056a44709 req-89e6637b-ea50-491f-8cfd-667a524b8aed tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:40.236789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df47c6ea-ab18-4d4a-9dec-121056a44709 req-89e6637b-ea50-491f-8cfd-667a524b8aed tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1089714 Aug 10 02:07:40.296106 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df47c6ea-ab18-4d4a-9dec-121056a44709 req-334e531c-4c5a-4554-9869-47a41b271b9a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518467 Aug 10 02:07:40.366817 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100abb0f-f0b6-4efd-9aa3-754e73011e27 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:40.406783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:07:26Z', 'updated_at': '2021-08-10T02:07:34Z', 'revision_number': 4, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'gw_port': {'id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:28Z', 'updated_at': '2021-08-10T02:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf', 'name': '', 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'mac_address': 'fa:16:3e:be:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'de1429b5-0281-4dfd-b39d-fa3fb244499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:32Z', 'updated_at': '2021-08-10T02:07:39Z', 'revision_number': 4, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'subnets': [{'id': 'de1429b5-0281-4dfd-b39d-fa3fb244499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:40.434221 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100abb0f-f0b6-4efd-9aa3-754e73011e27 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:40.465878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612eb8f1-d2f0-4347-bcb1-f84138cff097 None None] The sync data for ids ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'] in n-d-767704-21 is: [{'id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:07:26Z', 'updated_at': '2021-08-10T02:07:34Z', 'revision_number': 4, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'gw_port': {'id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:28Z', 'updated_at': '2021-08-10T02:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf', 'name': '', 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'mac_address': 'fa:16:3e:be:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'de1429b5-0281-4dfd-b39d-fa3fb244499d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:32Z', 'updated_at': '2021-08-10T02:07:39Z', 'revision_number': 4, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'subnets': [{'id': 'de1429b5-0281-4dfd-b39d-fa3fb244499d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:07:40.484930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100abb0f-f0b6-4efd-9aa3-754e73011e27 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b03d7ed-cd47-4edf-b932-83fcb20f48dc,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:40.536104 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100abb0f-f0b6-4efd-9aa3-754e73011e27 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:40.537395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-100abb0f-f0b6-4efd-9aa3-754e73011e27 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6102991 Aug 10 02:07:40.540396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55648) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:40.546601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-69ef776b-9195-439e-814f-65ac449ce811 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '1b03d7ed-cd47-4edf-b932-83fcb20f48dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:40.563290 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-69ef776b-9195-439e-814f-65ac449ce811 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 02:07:40.563939 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-69ef776b-9195-439e-814f-65ac449ce811 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:40.568103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-69ef776b-9195-439e-814f-65ac449ce811 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248058 Aug 10 02:07:40.568578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55650) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:40.574501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f04dc132-f185-4750-bff1-63361b1e14ca tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '1b03d7ed-cd47-4edf-b932-83fcb20f48dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:40.577593 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-f04dc132-f185-4750-bff1-63361b1e14ca tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 02:07:40.579056 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-f04dc132-f185-4750-bff1-63361b1e14ca tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:40.581404 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f04dc132-f185-4750-bff1-63361b1e14ca tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0106757 Aug 10 02:07:40.583999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55654) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:40.602334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5282152e-0f94-4c24-92a7-8e806311ced0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '1b03d7ed-cd47-4edf-b932-83fcb20f48dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:40.608226 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-5282152e-0f94-4c24-92a7-8e806311ced0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 02:07:40.608750 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-5282152e-0f94-4c24-92a7-8e806311ced0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:40.609949 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5282152e-0f94-4c24-92a7-8e806311ced0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0247784 Aug 10 02:07:40.612861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55658) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:40.617716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3e86f04e-e785-431c-acf6-2f03fc75921b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '1b03d7ed-cd47-4edf-b932-83fcb20f48dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:40.619003 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-3e86f04e-e785-431c-acf6-2f03fc75921b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 02:07:40.619501 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-3e86f04e-e785-431c-acf6-2f03fc75921b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:40.621132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3e86f04e-e785-431c-acf6-2f03fc75921b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068550 Aug 10 02:07:40.623549 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55660) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:40.750936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57cacc0b-e05e-4322-900f-026404d9f594 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:40.802483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57cacc0b-e05e-4322-900f-026404d9f594 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:40.971772 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57cacc0b-e05e-4322-900f-026404d9f594 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:40.976027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57cacc0b-e05e-4322-900f-026404d9f594 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:40.978043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-57cacc0b-e05e-4322-900f-026404d9f594 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/1b03d7ed-cd47-4edf-b932-83fcb20f48dc HTTP/1.1" status: 204 len: 168 time: 0.3508215 Aug 10 02:07:40.985417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55682) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:40.989571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cacc0b-e05e-4322-900f-026404d9f594 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b03d7ed-cd47-4edf-b932-83fcb20f48dc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:41.078786 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-50552fb2-a725-422b-a30c-cd1b26082b5b tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919373 Aug 10 02:07:41.082333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55692) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:41.089211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e686a739-5abf-49a1-9542-6e9c620a1887 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983380913'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:41.196378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d83f7eb7-1bc0-4e34-b96c-6c19eb3daadc req-127586b2-4456-4707-a44c-4b2f6c8366bb tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 210 time: 0.0506191 Aug 10 02:07:41.237519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e686a739-5abf-49a1-9542-6e9c620a1887 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:41.380106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55710) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:41.382353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e06e28c2-37ce-4d91-8700-9dec1756d6e5 req-7066986e-890c-44a3-acef-3b2135f7464b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0783107 Aug 10 02:07:41.462501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e686a739-5abf-49a1-9542-6e9c620a1887 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:41.530947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e686a739-5abf-49a1-9542-6e9c620a1887 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:41.585742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686a739-5abf-49a1-9542-6e9c620a1887 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48841a00-5db3-4454-8eeb-17fa17e4f9ce,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:41.701010 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e686a739-5abf-49a1-9542-6e9c620a1887 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:41.701277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e686a739-5abf-49a1-9542-6e9c620a1887 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6167154 Aug 10 02:07:41.703953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55722) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:41.709325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-281fa7b0-811f-46c7-9dd0-cc864c2bc813 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '48841a00-5db3-4454-8eeb-17fa17e4f9ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:41.710079 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-281fa7b0-811f-46c7-9dd0-cc864c2bc813 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 02:07:41.710744 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-281fa7b0-811f-46c7-9dd0-cc864c2bc813 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:41.711984 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-281fa7b0-811f-46c7-9dd0-cc864c2bc813 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068223 Aug 10 02:07:41.714999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55724) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:41.728210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bda2255a-af50-4ac0-bb1a-6d59bec1221f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '48841a00-5db3-4454-8eeb-17fa17e4f9ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:41.838090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:41.932001 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-bda2255a-af50-4ac0-bb1a-6d59bec1221f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:41.936396 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bda2255a-af50-4ac0-bb1a-6d59bec1221f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2182124 Aug 10 02:07:41.938132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55730) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:41.952526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-166457e8-2104-403f-9125-6554516604dd tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '48841a00-5db3-4454-8eeb-17fa17e4f9ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:41.953757 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-166457e8-2104-403f-9125-6554516604dd tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 02:07:41.962942 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-166457e8-2104-403f-9125-6554516604dd tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:41.964527 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-166457e8-2104-403f-9125-6554516604dd tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0180004 Aug 10 02:07:41.965331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55734) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:41.972102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1639e7ac-a46e-40e1-8a01-4c20fb209e85 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '48841a00-5db3-4454-8eeb-17fa17e4f9ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:41.988985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:41.994323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:41.995171 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.124123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'networks': [{'name': 'tempest-network--152384244'}, {'name': 'tempest-network--487425113'}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:42.124641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'network': {'name': 'tempest-network--152384244'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:42.124889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'network': {'name': 'tempest-network--487425113'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:42.172077 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.211608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:42.222909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-57d58791-c575-4ed8-9444-08edd538c423 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:42.224515 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-57d58791-c575-4ed8-9444-08edd538c423 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c544815-26f3-4a6e-aaf6-148656ad3cfc HTTP/1.1" status: 200 len: 946 time: 0.1227412 Aug 10 02:07:42.280833 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.379416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Made reservation on behalf of cdcc768834a84ea285a922be509b0d2b for: {'network': 2} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:42.384774 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.410216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:42.423214 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-1639e7ac-a46e-40e1-8a01-4c20fb209e85 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:42.424398 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1639e7ac-a46e-40e1-8a01-4c20fb209e85 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4567542 Aug 10 02:07:42.428299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-741be087-c54b-451e-a076-509c182a5ac7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:42.434051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Deleting port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:42.434411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.436169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-741be087-c54b-451e-a076-509c182a5ac7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/networks?id=26128f48-b1ca-4c80-8c95-819e53eb5def HTTP/1.1" status: 200 len: 815 time: 1.0335422 Aug 10 02:07:42.437851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55754) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:42.449031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4203f6d4-6f33-413c-afb8-f3ec3a049c08 req-9a1a0fc0-598d-430d-a2ab-62f4e646e953 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 210 time: 0.1016393 Aug 10 02:07:42.452856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c9f06dc5-2932-4121-b5f3-a42d949bc234 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '48841a00-5db3-4454-8eeb-17fa17e4f9ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:42.453595 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-c9f06dc5-2932-4121-b5f3-a42d949bc234 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 02:07:42.454102 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-c9f06dc5-2932-4121-b5f3-a42d949bc234 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:42.458039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c9f06dc5-2932-4121-b5f3-a42d949bc234 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089915 Aug 10 02:07:42.462862 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.466934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55758) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:42.473250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-255611e3-5f0e-495d-993b-be2a557cb6e8 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '48841a00-5db3-4454-8eeb-17fa17e4f9ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:42.496072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-bd9dd1c9-a1e4-41c3-aed4-b21816c78a5a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:42.497716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-bd9dd1c9-a1e4-41c3-aed4-b21816c78a5a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.11 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 810 time: 0.3916574 Aug 10 02:07:42.507890 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-80416004-8b65-45ee-be12-786e2d639c38 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/quotas/69aa52266de846d3b2c4bfdbc65ada4b HTTP/1.1" status: 200 len: 375 time: 0.0707841 Aug 10 02:07:42.538132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Request body: {'port': {'device_id': '97b217f8-77e4-4fe8-a04d-6014f739065e', 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b', 'admin_state_up': True, 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:42.644277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] For port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:42.645971 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.677420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1394b2e-3282-430d-b7ab-a0741e6bb130 req-5c8b3782-c4d7-4dc2-8540-1650f29e8529 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0599890 Aug 10 02:07:42.689633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Calling delete_port for 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:42.783851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-3e38cc03-17aa-4c2e-9afb-3bc3c3c954db tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2747269 Aug 10 02:07:42.850701 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.905829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.931001 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.942756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:07:42.965630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Pushing event deleted for resources: {'Port': ['ID=4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:42.996442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:42.997015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.011601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] No DVR routers for this DVR port 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:43.015089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.017348 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb3cbba8-f20b-49c2-b14b-4088b14ca907 req-6cbe2a1e-b09e-454c-b0ac-64792cefa117 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "DELETE /v2.0/ports/4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f HTTP/1.1" status: 204 len: 173 time: 0.7866089 Aug 10 02:07:43.018037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'name': 'network-vif-deleted', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:43.020531 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59e0d24-6784-4db0-b876-20cb5805f049" -d '{"events": [{"server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "name": "network-vif-deleted", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:43.066053 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb82ef0-03d4-4f5a-a006-0d3bf19f2f0c x-openstack-request-id: req-cdb82ef0-03d4-4f5a-a006-0d3bf19f2f0c {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:43.066363 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c544815-26f3-4a6e-aaf6-148656ad3cfc", "name": "network-vif-deleted", "tag": "4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:43.066957 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cdb82ef0-03d4-4f5a-a006-0d3bf19f2f0c {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:43.067132 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c544815-26f3-4a6e-aaf6-148656ad3cfc', 'name': 'network-vif-deleted', 'tag': '4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f', 'status': 'completed', 'code': 200} Aug 10 02:07:43.096757 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-255611e3-5f0e-495d-993b-be2a557cb6e8 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:43.100342 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-255611e3-5f0e-495d-993b-be2a557cb6e8 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6299915 Aug 10 02:07:43.101457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55788) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:43.107265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-65c09adc-674d-4b3d-8656-04217e5a4cd3 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '48841a00-5db3-4454-8eeb-17fa17e4f9ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:43.112153 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-65c09adc-674d-4b3d-8656-04217e5a4cd3 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 02:07:43.112153 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-65c09adc-674d-4b3d-8656-04217e5a4cd3 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:43.112153 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-65c09adc-674d-4b3d-8656-04217e5a4cd3 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070372 Aug 10 02:07:43.112415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55790) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:43.120305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2c3d3795-8ae8-49cb-af4d-99b271be4e1d tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '48841a00-5db3-4454-8eeb-17fa17e4f9ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:43.167711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5c332e-7b2e-47d2-b009-b60d21cb032b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:43.172066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:43.213027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.217320 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Added segment 1103638e-86b4-4282-952c-e8a591a9251a of type vlan for network 1ad9138f-0c9e-4724-b38a-332f5073a888 Aug 10 02:07:43.261456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-c6f83cf2-3814-446e-8e18-e6b793722086 service neutron] 10.222.0.38 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485800 Aug 10 02:07:43.262258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Made reservation on behalf of ef4c7b3d06924d1ca5ecf6f35575711c for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:43.266535 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.411361 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.442886 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-2c3d3795-8ae8-49cb-af4d-99b271be4e1d tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:43.446055 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2c3d3795-8ae8-49cb-af4d-99b271be4e1d tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3327353 Aug 10 02:07:43.448972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55806) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:43.463322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-69fb1cb2-4d0a-489a-ab58-de731d02ba1d tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '48841a00-5db3-4454-8eeb-17fa17e4f9ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:43.533666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-1066ce6a-d7a2-442f-9d67-bb2638929bff service neutron] 10.222.0.38 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634726 Aug 10 02:07:43.539627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:43.557658 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.558007 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Added segment 87a4cb01-e7e4-4f06-a451-dcad5c0d3c68 of type vlan for network c6b1b0eb-1e9b-4f08-b81f-84be67124f30 Aug 10 02:07:43.573514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Allocated IP 172.20.0.5 (59eab2e9-08bd-46ea-831a-13bdf85f642b/de1429b5-0281-4dfd-b39d-fa3fb244499d/94c6cc29-caa3-4cdd-adae-5905ad3bfed6) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:43.622667 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.721468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57a4d424-07cb-41a2-8214-b9c1ad2e2e34 req-269369bc-b082-4811-be3b-81c0da3fbb89 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 210 time: 0.0439963 Aug 10 02:07:43.753484 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-69fb1cb2-4d0a-489a-ab58-de731d02ba1d tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:43.754589 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-69fb1cb2-4d0a-489a-ab58-de731d02ba1d tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2979035 Aug 10 02:07:43.759277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55826) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:43.805985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.806539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.807696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:43.820139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:43.825179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:43.826492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.867962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4087-37eb-4d7b-96c0-df887cfa86a9 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.894162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4087-37eb-4d7b-96c0-df887cfa86a9 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:43.939763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:43.940396 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.024405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4396129c-5b50-4f47-9bb4-2e7e14ba8c0a req-7fdd95f1-2c8a-40d1-a446-2fd16ca01596 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.1325688 Aug 10 02:07:44.064434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6810467 Aug 10 02:07:44.065355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Network': ['ID=1ad9138f-0c9e-4724-b38a-332f5073a888,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:44.067177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55840) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:44.119489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 1ad9138f-0c9e-4724-b38a-332f5073a888 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:44.173470 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4087-37eb-4d7b-96c0-df887cfa86a9 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.188716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4087-37eb-4d7b-96c0-df887cfa86a9 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.188716 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b8fb4087-37eb-4d7b-96c0-df887cfa86a9 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/48841a00-5db3-4454-8eeb-17fa17e4f9ce HTTP/1.1" status: 204 len: 168 time: 0.4243879 Aug 10 02:07:44.261374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55842) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:44.268124 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.292785 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.298220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb4087-37eb-4d7b-96c0-df887cfa86a9 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48841a00-5db3-4454-8eeb-17fa17e4f9ce,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:44.354422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5636ef8-5787-4501-ab99-fc0c54df363d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Network': ['ID=c6b1b0eb-1e9b-4f08-b81f-84be67124f30,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:44.372505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c6b1b0eb-1e9b-4f08-b81f-84be67124f30 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:44.408879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36a42327-71ca-4603-9d8b-bfe56dc93a4f req-b265c9e6-9921-4eec-9d90-0d376c2f46b3 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 210 time: 0.3224835 Aug 10 02:07:44.431649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3260409-72d8-4b1e-8371-7d2def508cdb tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:44.442417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3260409-72d8-4b1e-8371-7d2def508cdb tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:44.452632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3260409-72d8-4b1e-8371-7d2def508cdb tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:44.470461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3260409-72d8-4b1e-8371-7d2def508cdb tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:44.476465 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a3260409-72d8-4b1e-8371-7d2def508cdb tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4081895 Aug 10 02:07:44.479339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55858) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:44.531853 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e5b927b9-430d-45fb-8963-1e51dd8cebc3 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2581260 Aug 10 02:07:44.536558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55864) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:44.545195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ca0a5a28-5bc9-4adc-9d88-4a9264dc12e0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'tempest-secgroup--911179236'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:44.604195 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.650832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5a28-5bc9-4adc-9d88-4a9264dc12e0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.656262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Network 59eab2e9-08bd-46ea-831a-13bdf85f642b is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:44.662148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:44.676040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:44.755911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.777906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Pushing event updated for resources: {'Port': ['ID=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:44.779024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5a28-5bc9-4adc-9d88-4a9264dc12e0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.818468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:44.819135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.890190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5a28-5bc9-4adc-9d88-4a9264dc12e0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.920545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a5a28-5bc9-4adc-9d88-4a9264dc12e0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a89fa30-3b24-42f5-9883-cc22badc7cc0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:44.947965 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.960335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad9138f-0c9e-4724-b38a-332f5073a888']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:44.978943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1103638e-86b4-4282-952c-e8a591a9251a') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:44.979248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1103638e-86b4-4282-952c-e8a591a9251a') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:44.980341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca0a5a28-5bc9-4adc-9d88-4a9264dc12e0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:44.988140 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ca0a5a28-5bc9-4adc-9d88-4a9264dc12e0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4502871 Aug 10 02:07:44.988420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908f82b-79cf-4fc3-934c-d4c9691a8663 req-2a20fc82-1521-4a3a-b059-61a9e080030a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:44.988761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55880) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:44.989882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9908f82b-79cf-4fc3-934c-d4c9691a8663 req-2a20fc82-1521-4a3a-b059-61a9e080030a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 931 time: 0.1683846 Aug 10 02:07:44.993949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-64016152-b0de-48fd-af7f-6742b907d3d0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '2a89fa30-3b24-42f5-9883-cc22badc7cc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:45.021095 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.041961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-a80443cd-aec8-4e2f-b7ba-cab2619d7b60 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5313306 Aug 10 02:07:45.056769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Request body: {'port': {'device_id': '97b217f8-77e4-4fe8-a04d-6014f739065e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:45.066370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.111187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9908f82b-79cf-4fc3-934c-d4c9691a8663 req-4466de6b-ba4f-4fce-9e3d-bd2495da5305 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110773 Aug 10 02:07:45.116313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:45.116746 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:45.121078 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:45.233578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73c79b30-8c43-4e48-b080-3bd75d309ed9 req-38278029-df80-4d8f-a5b2-71892fd82c0b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d74343b-1f92-47ea-9054-cb4240ae68c1 HTTP/1.1" status: 200 len: 210 time: 0.0678971 Aug 10 02:07:45.244433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.303911 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-64016152-b0de-48fd-af7f-6742b907d3d0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The resource could not be found. Aug 10 02:07:45.309100 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64016152-b0de-48fd-af7f-6742b907d3d0 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3166025 Aug 10 02:07:45.312727 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.313267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55892) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:45.320433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.322389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/networks/1ad9138f-0c9e-4724-b38a-332f5073a888 HTTP/1.1" status: 204 len: 168 time: 0.8420436 Aug 10 02:07:45.333524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ff960b6c-e4ea-45e2-810f-206b21d9a92f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '2a89fa30-3b24-42f5-9883-cc22badc7cc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7c1afe99-b108-4d1d-b800-3c85f5e0c8a0'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:45.339976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55894) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:45.452321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc525cee-aece-4d0e-bd6c-547b78c026fa tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Network': ['ID=1ad9138f-0c9e-4724-b38a-332f5073a888,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:45.530625 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-ff960b6c-e4ea-45e2-810f-206b21d9a92f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The resource could not be found. Aug 10 02:07:45.535208 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff960b6c-e4ea-45e2-810f-206b21d9a92f tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2240350 Aug 10 02:07:45.535776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55914) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:45.603627 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.624484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-babdc350-0c7c-41b7-a9b9-63149f840593 req-4604919d-ff53-4f9a-b7fd-99e51d01f70b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 210 time: 0.1074862 Aug 10 02:07:45.657173 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20386b49-6a91-4f8e-8d11-9ce9c9c08571 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.672053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:45.697183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20386b49-6a91-4f8e-8d11-9ce9c9c08571 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.737520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:45.738923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a94699a-76ad-40b5-84e3-f1ef3a4e2b4f not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:45.834537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.859561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b1b0eb-1e9b-4f08-b81f-84be67124f30']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:45.867372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20386b49-6a91-4f8e-8d11-9ce9c9c08571 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.870234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20386b49-6a91-4f8e-8d11-9ce9c9c08571 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.871643 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-20386b49-6a91-4f8e-8d11-9ce9c9c08571 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/2a89fa30-3b24-42f5-9883-cc22badc7cc0 HTTP/1.1" status: 204 len: 168 time: 0.3349221 Aug 10 02:07:45.876004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a4cb01-e7e4-4f06-a451-dcad5c0d3c68') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:45.876446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a4cb01-e7e4-4f06-a451-dcad5c0d3c68') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:45.877450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55926) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:45.889320 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.905769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.907941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20386b49-6a91-4f8e-8d11-9ce9c9c08571 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a89fa30-3b24-42f5-9883-cc22badc7cc0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:45.937367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:45.937367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:45.940278 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:45.967787 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bb1fd5b0-3df8-4847-94f7-4678b6dcd23d tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855951 Aug 10 02:07:45.968269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55928) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:45.973608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bdb54b9d-965e-42d5-9677-0bff3285feaa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': 'd97c7def-062a-4406-bd5b-f0e3f0fb5dc6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:46.100792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:07:46.108669 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.182440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Transition to ACTIVE for port object 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:46.184771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.206089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.207926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/networks/c6b1b0eb-1e9b-4f08-b81f-84be67124f30 HTTP/1.1" status: 204 len: 168 time: 0.8674307 Aug 10 02:07:46.211225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55934) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:46.222012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8278f65-e5c1-4e88-b302-87dc7cc40ba2 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Network': ['ID=c6b1b0eb-1e9b-4f08-b81f-84be67124f30,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:46.230275 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-bdb54b9d-965e-42d5-9677-0bff3285feaa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The resource could not be found. Aug 10 02:07:46.231909 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bdb54b9d-965e-42d5-9677-0bff3285feaa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2621379 Aug 10 02:07:46.236129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55936) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:46.240819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e1ad25bd-08d0-4ff5-b95b-f903a1501bce tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'tempest-secgroup--521601730'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:46.254286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4502405-c79b-47f0-bf84-2b011e206f94 req-35cdda29-b51c-4342-a9d5-8c478846c79f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:46.255965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4502405-c79b-47f0-bf84-2b011e206f94 req-35cdda29-b51c-4342-a9d5-8c478846c79f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 931 time: 0.0824256 Aug 10 02:07:46.312349 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.359500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4502405-c79b-47f0-bf84-2b011e206f94 req-a654ba85-7808-4f49-9137-7982243fd6ef tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960333 Aug 10 02:07:46.385245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1ad25bd-08d0-4ff5-b95b-f903a1501bce tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.385384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a5cc8-37f5-4518-b65c-d48c76b64ffb tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:46.392606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a5cc8-37f5-4518-b65c-d48c76b64ffb tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:46.394292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5b1a5cc8-37f5-4518-b65c-d48c76b64ffb tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1820712 Aug 10 02:07:46.398002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55942) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:46.402216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:46.403301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-843467423'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:46.448888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55944) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:46.487980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Attempting to bind port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:46.488326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Attempting to bind port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:46.488680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Attempting to bind port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 on network 59eab2e9-08bd-46ea-831a-13bdf85f642b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:46.493309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 on network 59eab2e9-08bd-46ea-831a-13bdf85f642b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:46.493640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Attempting to bind port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 on network 59eab2e9-08bd-46ea-831a-13bdf85f642b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:46.499179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:07:46.500350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Checking segment: {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:46.500350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Bound using segment: {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:07:46.500350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Bound port: 94c6cc29-caa3-4cdd-adae-5905ad3bfed6, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:07:46.500748 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.539087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Made reservation on behalf of cdcc768834a84ea285a922be509b0d2b for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:46.549744 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.599062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] For port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:46.619337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] For port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:07:46.642167 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f79440b-1ecd-42ca-8c36-4c1989cf9286 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.658086 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1ad25bd-08d0-4ff5-b95b-f903a1501bce tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.699546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55952) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:46.708940 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.724908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:46.742597 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f79440b-1ecd-42ca-8c36-4c1989cf9286 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.749356 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.749902 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Added segment bf5dc8fd-435f-4018-8b00-5546bf89d308 of type vlan for network eb30ef86-16f8-4377-8add-ec1b640d41a1 Aug 10 02:07:46.760717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1ad25bd-08d0-4ff5-b95b-f903a1501bce tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.772280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-18a2d9c6-9d5d-458e-9f52-4f517533c71b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:46.774168 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-18a2d9c6-9d5d-458e-9f52-4f517533c71b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "GET /v2.0/networks?id=26128f48-b1ca-4c80-8c95-819e53eb5def HTTP/1.1" status: 200 len: 815 time: 0.3262396 Aug 10 02:07:46.799041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Request body: {'port': {'device_id': 'c3d5fa04-c0c1-4363-a913-08703e803316', 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def', 'admin_state_up': True, 'tenant_id': '69aa52266de846d3b2c4bfdbc65ada4b'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:46.810291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:46.815432 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.818997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] 10.222.0.11 "PUT /v2.0/ports/94c6cc29-caa3-4cdd-adae-5905ad3bfed6 HTTP/1.1" status: 200 len: 1092 time: 1.7662420 Aug 10 02:07:46.844582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b217f8-77e4-4fe8-a04d-6014f739065e', 'tag': '94c6cc29-caa3-4cdd-adae-5905ad3bfed6'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:46.847489 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9b904-e85e-422f-9e0a-0b5019deb412" -d '{"events": [{"name": "network-changed", "server_uuid": "97b217f8-77e4-4fe8-a04d-6014f739065e", "tag": "94c6cc29-caa3-4cdd-adae-5905ad3bfed6"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:46.852681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a68f7cec-9507-4721-9846-d1f84674e8d2 req-6f46b7f8-7a57-406f-9fbb-48cbc15b8369 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 210 time: 0.1339929 Aug 10 02:07:46.887411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.889753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f776a77-6247-4afc-95df-053c8169bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:46.902510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad25bd-08d0-4ff5-b95b-f903a1501bce tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcc1cc4-4b7c-435b-8e67-6d4535840585,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:46.943195 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34ea475-73ca-432e-84fa-ecfbe32396d6 x-openstack-request-id: req-f34ea475-73ca-432e-84fa-ecfbe32396d6 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:46.943650 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b217f8-77e4-4fe8-a04d-6014f739065e", "tag": "94c6cc29-caa3-4cdd-adae-5905ad3bfed6", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:46.943908 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f34ea475-73ca-432e-84fa-ecfbe32396d6 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:46.945085 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b217f8-77e4-4fe8-a04d-6014f739065e', 'tag': '94c6cc29-caa3-4cdd-adae-5905ad3bfed6', 'status': 'completed', 'code': 200} Aug 10 02:07:46.960323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5baa-caf3-4d72-bbac-adc7bf801572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.990331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1ad25bd-08d0-4ff5-b95b-f903a1501bce tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.993992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e1ad25bd-08d0-4ff5-b95b-f903a1501bce tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7543178 Aug 10 02:07:46.994983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55958) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:47.000462 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2aab671a-62d7-418b-bfc1-7c3e7e5922e1 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'tempest-secgroup--692256968'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:47.007380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f79440b-1ecd-42ca-8c36-4c1989cf9286 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.010059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f79440b-1ecd-42ca-8c36-4c1989cf9286 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.012076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-f9f42d81-f361-4dc0-9a13-8ac2639527b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:47.012219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6f79440b-1ecd-42ca-8c36-4c1989cf9286 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "DELETE /v2.0/security-groups/03804605-c619-4842-928a-5e4302272ca7 HTTP/1.1" status: 204 len: 168 time: 0.5611353 Aug 10 02:07:47.021452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-f9f42d81-f361-4dc0-9a13-8ac2639527b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 1095 time: 0.0618420 Aug 10 02:07:47.022585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55960) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:47.035514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79440b-1ecd-42ca-8c36-4c1989cf9286 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03804605-c619-4842-928a-5e4302272ca7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:47.043463 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.049284 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:47.049999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.057177 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-ef336a33-74d0-40bf-a797-1bd758b9b1bc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] show failed (client error): The resource could not be found. Aug 10 02:07:47.058460 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ef336a33-74d0-40bf-a797-1bd758b9b1bc tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "GET /v2.0/security-groups/03804605-c619-4842-928a-5e4302272ca7 HTTP/1.1" status: 404 len: 347 time: 0.0346308 Aug 10 02:07:47.064724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55962) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:47.077985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-ecb44a48-9ee7-4fda-b2ee-a60c69957910 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6 HTTP/1.1" status: 200 len: 217 time: 0.0563836 Aug 10 02:07:47.128372 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-f3bd5baa-caf3-4d72-bbac-adc7bf801572 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:07:47.128372 n-d-767704-21 neutron-server[101224]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 02:07:47.128372 n-d-767704-21 neutron-server[101224]: [parameters: {'project_id': '3e56575f13084f0f8a868fef17a38900', 'id': '882d921e-197b-4170-8912-1a438b8df2d3', 'expiration': datetime.datetime(2021, 8, 10, 2, 9, 47, 119454)}] Aug 10 02:07:47.128372 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:07:47.128919 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-f3bd5baa-caf3-4d72-bbac-adc7bf801572 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:07:47.135636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-4b9b65a2-b1d9-4448-acdd-d95689de07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:47.137103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-4b9b65a2-b1d9-4448-acdd-d95689de07d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 200 len: 850 time: 0.0519583 Aug 10 02:07:47.144001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Made reservation on behalf of 69aa52266de846d3b2c4bfdbc65ada4b for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:47.147639 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.169852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-7808c18d-4794-4451-a772-9dcdcc2b852a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59eab2e9-08bd-46ea-831a-13bdf85f642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259390 Aug 10 02:07:47.227202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Network': ['ID=eb30ef86-16f8-4377-8add-ec1b640d41a1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:47.247552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network eb30ef86-16f8-4377-8add-ec1b640d41a1 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:47.270356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-37215403-0373-41a7-8f33-f21d80a94827 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936134 Aug 10 02:07:47.301360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aab671a-62d7-418b-bfc1-7c3e7e5922e1 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.388012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547a653c-bb10-40d9-b94b-30dce04f5b01 req-e405ae0e-33d3-4305-a9f1-9062cdcdf11c service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089540 Aug 10 02:07:47.393184 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-99ccc1fb-f50b-4292-90d6-04ab9eaa5f3e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9923739 Aug 10 02:07:47.394768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55966) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:47.401794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1331071749'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:47.418386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting port 17dd8d1c-5010-43da-8ba0-50b92c254d94 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:47.420314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.462932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Allocated IP 172.20.0.5 (26128f48-b1ca-4c80-8c95-819e53eb5def/1e762c94-a9b7-4671-96e7-c3649fb2b611/67021714-f7b4-4aa0-ab08-c17c817a94fa) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:47.495744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fdfcc-12d2-4967-a39e-9079b1d7f680 req-00a73746-aee6-485c-a199-39de48704ed3 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:47.497856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-586fdfcc-12d2-4967-a39e-9079b1d7f680 req-00a73746-aee6-485c-a199-39de48704ed3 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 943 time: 0.0508847 Aug 10 02:07:47.539444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-586fdfcc-12d2-4967-a39e-9079b1d7f680 req-79e2e499-ccb9-4a48-adc3-7e24215b7bc2 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350597 Aug 10 02:07:47.608093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-28bea673-9748-4377-bfc3-eb60f2f410c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:47.609604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-28bea673-9748-4377-bfc3-eb60f2f410c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 1095 time: 0.0581365 Aug 10 02:07:47.631832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5baa-caf3-4d72-bbac-adc7bf801572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.639400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.639972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.657501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aab671a-62d7-418b-bfc1-7c3e7e5922e1 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.671778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Calling delete_port for 17dd8d1c-5010-43da-8ba0-50b92c254d94 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:47.719561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-91134e0a-d2d3-4031-a7d1-79b0c03a33af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:47.721360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-91134e0a-d2d3-4031-a7d1-79b0c03a33af service neutron] 10.222.0.11 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 911 time: 0.1050198 Aug 10 02:07:47.763853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.769004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aab671a-62d7-418b-bfc1-7c3e7e5922e1 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.773977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-6cdf481f-7a46-496a-9a07-f5cc792ae93b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6 HTTP/1.1" status: 200 len: 217 time: 0.0450597 Aug 10 02:07:47.828000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab671a-62d7-418b-bfc1-7c3e7e5922e1 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc6b18c-5604-453c-b217-e8fb7b68061f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:47.838071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-75de21af-e9b9-4720-97dd-c21c21687b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:47.839764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-75de21af-e9b9-4720-97dd-c21c21687b08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 200 len: 850 time: 0.0557702 Aug 10 02:07:47.877343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-83aa5c8d-7d90-4c9f-9201-ec4498b21af2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59eab2e9-08bd-46ea-831a-13bdf85f642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277791 Aug 10 02:07:47.907555 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a872-274c-4a81-8ce9-94e968f7e5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.932577 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.968179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Made reservation on behalf of cdcc768834a84ea285a922be509b0d2b for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:47.971890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.972208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.994664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Network 26128f48-b1ca-4c80-8c95-819e53eb5def is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:47.999989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:48.003055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:48.024122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:48.048429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381256a-ebac-450c-a4fb-8be029879532 req-ecacfd7f-eb02-452c-a05c-66e41523e71b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:48.049957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6381256a-ebac-450c-a4fb-8be029879532 req-ecacfd7f-eb02-452c-a05c-66e41523e71b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 931 time: 0.1104667 Aug 10 02:07:48.061111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Pushing event updated for resources: {'Port': ['ID=67021714-f7b4-4aa0-ab08-c17c817a94fa,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:48.067150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aab671a-62d7-418b-bfc1-7c3e7e5922e1 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.068423 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2aab671a-62d7-418b-bfc1-7c3e7e5922e1 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0723641 Aug 10 02:07:48.076246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55972) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:48.083183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-16478804-9873-4a08-87ef-a6599237a7aa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group_rule': {'security_group_id': '5fcc1cc4-4b7c-435b-8e67-6d4535840585', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'edc6b18c-5604-453c-b217-e8fb7b68061f'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:48.097728 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.098053 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Added segment 8e67451c-a3d9-4064-9667-7989699fe1e6 of type vlan for network 9d245587-4280-4080-a9e6-1909cecd75da Aug 10 02:07:48.119446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Port': ['ID=17dd8d1c-5010-43da-8ba0-50b92c254d94,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:48.132675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-ce317040-a36d-453d-83ee-0a61359a788f service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372038 Aug 10 02:07:48.139700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:48.140332 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.156252 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.159498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.163225 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-78866cc2-40f4-4e1d-a0bc-2547d58389e7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "DELETE /v2.0/floatingips/57bb36c7-816f-4a9a-a702-c8cb0e5d6b30 HTTP/1.1" status: 204 len: 168 time: 1.0842893 Aug 10 02:07:48.163838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55974) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:48.223348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6381256a-ebac-450c-a4fb-8be029879532 req-2f4ae5d4-26a4-4d37-ba9d-b3ca4cf52b71 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666410 Aug 10 02:07:48.228798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.266746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c70bb404-ffbe-48cd-929a-0f7acd4c0f56 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting port c5c9f62b-89ad-406e-910c-1c90c0ea01da {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:48.267150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c70bb404-ffbe-48cd-929a-0f7acd4c0f56 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.328618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fb9b904-e85e-422f-9e0a-0b5019deb412 req-b93f3270-ac37-4213-a76c-02db907ca4b9 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732254 Aug 10 02:07:48.333118 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5baa-caf3-4d72-bbac-adc7bf801572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.357528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c70bb404-ffbe-48cd-929a-0f7acd4c0f56 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.371085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c70bb404-ffbe-48cd-929a-0f7acd4c0f56 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Calling delete_port for c5c9f62b-89ad-406e-910c-1c90c0ea01da owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:48.376565 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.385947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:48.385947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.443468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5baa-caf3-4d72-bbac-adc7bf801572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.489491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Network': ['ID=9d245587-4280-4080-a9e6-1909cecd75da,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:48.494200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd5baa-caf3-4d72-bbac-adc7bf801572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137aeb4d-84d7-4801-98b5-de54def35753,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:48.498271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f3bd5baa-caf3-4d72-bbac-adc7bf801572 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3e56575f13084f0f8a868fef17a38900&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7975030 Aug 10 02:07:48.500841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55976) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:48.502027 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-001290d4-d0d2-48a5-89d1-868aa2e4ccf1 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7067976 Aug 10 02:07:48.506587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9d245587-4280-4080-a9e6-1909cecd75da details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:48.532725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Request body: {'port': {'device_id': 'c3d5fa04-c0c1-4363-a913-08703e803316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:48.562864 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8286e062-6879-4b96-b2a3-6f3f0f82731f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.590307 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8286e062-6879-4b96-b2a3-6f3f0f82731f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.626918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.650978 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c70bb404-ffbe-48cd-929a-0f7acd4c0f56 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.689804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76180de4-6cc6-4c5b-8af7-5f9344dc1b46 req-eb59794b-8bf9-4c1f-8f92-7087801631e5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:48.691455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76180de4-6cc6-4c5b-8af7-5f9344dc1b46 req-eb59794b-8bf9-4c1f-8f92-7087801631e5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 943 time: 0.0548453 Aug 10 02:07:48.695486 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c4fdb39f-c236-404a-911e-b8be4e560915 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2969394 Aug 10 02:07:48.695975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55980) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:48.703459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'ports': [{'network_id': 'eb30ef86-16f8-4377-8add-ec1b640d41a1', 'name': 'tempest-port--1439697288', 'admin_state_up': True}, {'network_id': '9d245587-4280-4080-a9e6-1909cecd75da', 'admin_state_up': False}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:48.703860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'port': {'network_id': 'eb30ef86-16f8-4377-8add-ec1b640d41a1', 'name': 'tempest-port--1439697288', 'admin_state_up': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:48.704437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'port': {'network_id': '9d245587-4280-4080-a9e6-1909cecd75da', 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:48.711368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bb404-ffbe-48cd-929a-0f7acd4c0f56 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Port': ['ID=c5c9f62b-89ad-406e-910c-1c90c0ea01da,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:48.774125 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-16478804-9873-4a08-87ef-a6599237a7aa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:07:48.775111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-16478804-9873-4a08-87ef-a6599237a7aa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6954234 Aug 10 02:07:48.778175 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8286e062-6879-4b96-b2a3-6f3f0f82731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.781225 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8286e062-6879-4b96-b2a3-6f3f0f82731f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.781406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55982) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:48.784752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8286e062-6879-4b96-b2a3-6f3f0f82731f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/137aeb4d-84d7-4801-98b5-de54def35753 HTTP/1.1" status: 204 len: 168 time: 0.2805576 Aug 10 02:07:48.811979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286e062-6879-4b96-b2a3-6f3f0f82731f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137aeb4d-84d7-4801-98b5-de54def35753,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:48.824124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76180de4-6cc6-4c5b-8af7-5f9344dc1b46 req-6097ac0e-ba2e-4fbf-83fb-af2b7dcbbcac tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161652 Aug 10 02:07:48.929412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c70bb404-ffbe-48cd-929a-0f7acd4c0f56 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.931485 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c70bb404-ffbe-48cd-929a-0f7acd4c0f56 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "DELETE /v2.0/ports/c5c9f62b-89ad-406e-910c-1c90c0ea01da HTTP/1.1" status: 204 len: 168 time: 0.7669389 Aug 10 02:07:48.934868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55990) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:49.002936 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92ea3133-1f11-4b0a-a1f2-2b698b9abc50 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.023072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Made reservation on behalf of cdcc768834a84ea285a922be509b0d2b for: {'port': 2} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:49.027943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.039847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92ea3133-1f11-4b0a-a1f2-2b698b9abc50 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.055400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.061449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b15f7cea-3f27-4286-baac-8b24b1883cc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting port c87348b9-cab1-464b-a8e5-493b8acf3299 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:49.061666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b15f7cea-3f27-4286-baac-8b24b1883cc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.174024 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67021714-f7b4-4aa0-ab08-c17c817a94fa {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:07:49.199642 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.228182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Transition to ACTIVE for port object 67021714-f7b4-4aa0-ab08-c17c817a94fa will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:49.233797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92ea3133-1f11-4b0a-a1f2-2b698b9abc50 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.233797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92ea3133-1f11-4b0a-a1f2-2b698b9abc50 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.239881 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-92ea3133-1f11-4b0a-a1f2-2b698b9abc50 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/edc6b18c-5604-453c-b217-e8fb7b68061f HTTP/1.1" status: 204 len: 168 time: 0.4574797 Aug 10 02:07:49.240892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55998) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:49.302609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea3133-1f11-4b0a-a1f2-2b698b9abc50 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc6b18c-5604-453c-b217-e8fb7b68061f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:49.341857 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.370117 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-449f45c3-4d88-4667-b9e5-847250995bfb tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1248703 Aug 10 02:07:49.373481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56002) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:49.496219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Pushing event updated for resources: {'Port': ['ID=67021714-f7b4-4aa0-ab08-c17c817a94fa,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:49.532328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a8123598-fd7e-4337-93cc-d2d9727feefa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.552183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Attempting to bind port 67021714-f7b4-4aa0-ab08-c17c817a94fa on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:07:49.552532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Attempting to bind port 67021714-f7b4-4aa0-ab08-c17c817a94fa by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:07:49.552950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Attempting to bind port 67021714-f7b4-4aa0-ab08-c17c817a94fa on network 26128f48-b1ca-4c80-8c95-819e53eb5def {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:49.565795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Port 67021714-f7b4-4aa0-ab08-c17c817a94fa on network 26128f48-b1ca-4c80-8c95-819e53eb5def not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:07:49.566173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Attempting to bind port 67021714-f7b4-4aa0-ab08-c17c817a94fa on network 26128f48-b1ca-4c80-8c95-819e53eb5def {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:07:49.569061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a8123598-fd7e-4337-93cc-d2d9727feefa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.582029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:07:49.582993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Checking segment: {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:49.582993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Bound using segment: {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:07:49.583252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Bound port: 67021714-f7b4-4aa0-ab08-c17c817a94fa, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a20011e-4bd7-4e89-a9fb-3ea94c916178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:07:49.583581 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.602071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56004) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:49.621242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] device_id is not set on port 2fc36735-782c-4e54-9a81-4da66745fcd2 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:49.649961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36006421-5717-4944-ba53-ef7d9959efb2 req-e5fd2bd5-39d3-4db9-b21b-87ac0f9a5756 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:49.651495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36006421-5717-4944-ba53-ef7d9959efb2 req-e5fd2bd5-39d3-4db9-b21b-87ac0f9a5756 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 943 time: 0.1583865 Aug 10 02:07:49.654806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b15f7cea-3f27-4286-baac-8b24b1883cc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.666499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-325a6f80-958d-4dd8-8fbd-3f0c8e1201ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.680026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b15f7cea-3f27-4286-baac-8b24b1883cc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Calling delete_port for c87348b9-cab1-464b-a8e5-493b8acf3299 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:49.736592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] For port 67021714-f7b4-4aa0-ab08-c17c817a94fa, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:07:49.741030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] For port 67021714-f7b4-4aa0-ab08-c17c817a94fa, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67021714-f7b4-4aa0-ab08-c17c817a94fa,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:07:49.766515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36006421-5717-4944-ba53-ef7d9959efb2 req-8d6726d4-626b-408c-9ea1-23ad58f8c8ab tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078072 Aug 10 02:07:49.781780 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a8123598-fd7e-4337-93cc-d2d9727feefa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.784993 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a8123598-fd7e-4337-93cc-d2d9727feefa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.786576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a8123598-fd7e-4337-93cc-d2d9727feefa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/5fcc1cc4-4b7c-435b-8e67-6d4535840585 HTTP/1.1" status: 204 len: 168 time: 0.3920224 Aug 10 02:07:49.792351 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56006) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:49.822318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8123598-fd7e-4337-93cc-d2d9727feefa tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcc1cc4-4b7c-435b-8e67-6d4535840585,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:49.834354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.918946 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.921626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Pushing event updated for resources: {'Port': ['ID=67021714-f7b4-4aa0-ab08-c17c817a94fa,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:49.944871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:49.945497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.946931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7c006628-0c8f-4696-a436-abff5cb03c56 service neutron] 10.222.0.16 "PUT /v2.0/ports/67021714-f7b4-4aa0-ab08-c17c817a94fa HTTP/1.1" status: 200 len: 1092 time: 1.4266841 Aug 10 02:07:49.948207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d5fa04-c0c1-4363-a913-08703e803316', 'tag': '67021714-f7b4-4aa0-ab08-c17c817a94fa'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:49.951272 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b52600-09ae-406a-867f-845e9b6d0ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d5fa04-c0c1-4363-a913-08703e803316", "tag": "67021714-f7b4-4aa0-ab08-c17c817a94fa"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:49.960629 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-da79acb1-6382-48c4-bc1c-34e43fb71290 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1668835 Aug 10 02:07:49.966646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56012) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:49.972818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1b9d6b6e-b611-4919-942e-1a3fd9c72814 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'tempest-secgroup--73915594'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:50.000456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-325a6f80-958d-4dd8-8fbd-3f0c8e1201ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.007395 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec66d88-1de9-4224-9528-e17cab6be2d9 x-openstack-request-id: req-8ec66d88-1de9-4224-9528-e17cab6be2d9 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:50.007395 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d5fa04-c0c1-4363-a913-08703e803316", "tag": "67021714-f7b4-4aa0-ab08-c17c817a94fa", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:50.007395 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8ec66d88-1de9-4224-9528-e17cab6be2d9 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:50.007737 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d5fa04-c0c1-4363-a913-08703e803316', 'tag': '67021714-f7b4-4aa0-ab08-c17c817a94fa', 'status': 'completed', 'code': 200} Aug 10 02:07:50.045751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecab11-1961-4272-854d-40a4aa0febe6 req-50e92523-2d2e-47ba-b041-987185505924 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:50.047391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30ecab11-1961-4272-854d-40a4aa0febe6 req-50e92523-2d2e-47ba-b041-987185505924 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 943 time: 0.1444893 Aug 10 02:07:50.052173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] device_id is not set on port c1e2350d-1715-44dd-a2e8-e235fd45b2ad yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:50.068380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-325a6f80-958d-4dd8-8fbd-3f0c8e1201ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.074484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b15f7cea-3f27-4286-baac-8b24b1883cc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.116096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f7cea-3f27-4286-baac-8b24b1883cc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Port': ['ID=c87348b9-cab1-464b-a8e5-493b8acf3299,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:50.135347 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-325a6f80-958d-4dd8-8fbd-3f0c8e1201ad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=52290c00b1404d298cf758bbc902d407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311944 Aug 10 02:07:50.137594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56014) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:50.142362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30ecab11-1961-4272-854d-40a4aa0febe6 req-572485d6-fcbe-4200-acc5-e5cae65932cc tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869856 Aug 10 02:07:50.154166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a6f80-958d-4dd8-8fbd-3f0c8e1201ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc5832d-3de6-46a9-9bf4-8ceea29b1970,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:50.168370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52600-09ae-406a-867f-845e9b6d0ca6 req-88d254af-0820-4f40-b290-512dc4e5371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:50.171964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-54b52600-09ae-406a-867f-845e9b6d0ca6 req-88d254af-0820-4f40-b290-512dc4e5371a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 1095 time: 0.1423752 Aug 10 02:07:50.208590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6b6e-b611-4919-942e-1a3fd9c72814 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.275521 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b15f7cea-3f27-4286-baac-8b24b1883cc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.281082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b15f7cea-3f27-4286-baac-8b24b1883cc7 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "DELETE /v2.0/ports/c87348b9-cab1-464b-a8e5-493b8acf3299 HTTP/1.1" status: 204 len: 168 time: 1.3447707 Aug 10 02:07:50.284412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56018) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:50.317594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9f35eb-c821-4a26-8b43-a96af38c5c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.340242 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.362133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff9a3a2-c6fb-43a5-9107-5ab236a62872 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting subnet ef3ef63c-9e2a-4efa-9142-1b134fc15786 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:07:50.363044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52600-09ae-406a-867f-845e9b6d0ca6 req-65207e1f-79a5-4815-a3d6-da53b478f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:50.364743 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-54b52600-09ae-406a-867f-845e9b6d0ca6 req-65207e1f-79a5-4815-a3d6-da53b478f006 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1843805 Aug 10 02:07:50.366273 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cff9a3a2-c6fb-43a5-9107-5ab236a62872 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.370935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9f35eb-c821-4a26-8b43-a96af38c5c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.428685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cff9a3a2-c6fb-43a5-9107-5ab236a62872 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.511337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6b6e-b611-4919-942e-1a3fd9c72814 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.541988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52600-09ae-406a-867f-845e9b6d0ca6 req-73d6d29d-a804-4f06-866d-ac844fa6137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:50.544083 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-54b52600-09ae-406a-867f-845e9b6d0ca6 req-73d6d29d-a804-4f06-866d-ac844fa6137a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1682022 Aug 10 02:07:50.547284 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cff9a3a2-c6fb-43a5-9107-5ab236a62872 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.579059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:07:50.591089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.604469 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d888171f-a9e9-4560-a2c1-ef21b3fa7f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.605946 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6b6e-b611-4919-942e-1a3fd9c72814 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.664959 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9f35eb-c821-4a26-8b43-a96af38c5c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.667736 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f9f35eb-c821-4a26-8b43-a96af38c5c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.669455 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f9f35eb-c821-4a26-8b43-a96af38c5c97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2fc5832d-3de6-46a9-9bf4-8ceea29b1970 HTTP/1.1" status: 204 len: 168 time: 0.5299149 Aug 10 02:07:50.720645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d6b6e-b611-4919-942e-1a3fd9c72814 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583bb390-b715-42f8-a678-dd4b1d8dee1c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:50.773913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:50.777138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-8e0d67dd-5efc-48c8-b556-1704cb7000eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:50.788264 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-8e0d67dd-5efc-48c8-b556-1704cb7000eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 1095 time: 0.1951430 Aug 10 02:07:50.789247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f35eb-c821-4a26-8b43-a96af38c5c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc5832d-3de6-46a9-9bf4-8ceea29b1970,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:50.806317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Port': ['ID=2fc36735-782c-4e54-9a81-4da66745fcd2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:50.830510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '94c6cc29-caa3-4cdd-adae-5905ad3bfed6', 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b', 'port_id': '94c6cc29-caa3-4cdd-adae-5905ad3bfed6', 'mac_address': 'fa:16:3e:54:99:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1429b5-0281-4dfd-b39d-fa3fb244499d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:07:50.845727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Checking segment: {'id': 'bf5dc8fd-435f-4018-8b00-5546bf89d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb30ef86-16f8-4377-8add-ec1b640d41a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:50.846152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Network hostable DHCP agents. Network: eb30ef86-16f8-4377-8add-ec1b640d41a1, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:07:50.875485 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-504775b7-a420-4d49-8ea1-a5d595243e5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67021714-f7b4-4aa0-ab08-c17c817a94fa HTTP/1.1" status: 200 len: 217 time: 0.0772457 Aug 10 02:07:50.876347 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6b6e-b611-4919-942e-1a3fd9c72814 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.877499 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1b9d6b6e-b611-4919-942e-1a3fd9c72814 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9098198 Aug 10 02:07:50.880092 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cff9a3a2-c6fb-43a5-9107-5ab236a62872 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.880915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56024) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:50.889776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-701f2872-036f-4b70-a228-55649f2dfb1e tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:50.889776 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-701f2872-036f-4b70-a228-55649f2dfb1e tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 02:07:50.890401 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-701f2872-036f-4b70-a228-55649f2dfb1e tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 02:07:50.892405 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-701f2872-036f-4b70-a228-55649f2dfb1e tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "PUT /v2.0/security-groups/583bb390-b715-42f8-a678-dd4b1d8dee1c HTTP/1.1" status: 409 len: 330 time: 0.0092413 Aug 10 02:07:50.901178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:50.942852 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cff9a3a2-c6fb-43a5-9107-5ab236a62872 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:50.953758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cff9a3a2-c6fb-43a5-9107-5ab236a62872 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "DELETE /v2.0/subnets/ef3ef63c-9e2a-4efa-9142-1b134fc15786 HTTP/1.1" status: 204 len: 168 time: 0.6658893 Aug 10 02:07:50.956815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9a3a2-c6fb-43a5-9107-5ab236a62872 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3ef63c-9e2a-4efa-9142-1b134fc15786,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:50.961345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56028) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:50.967510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de21a9-9a46-4bd3-82c3-e80048237c67 None None] Network acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:51.042597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e623d-bf8e-4ae1-8e0f-78cfeed9b17e req-534422ed-a63b-40ea-8510-64148eedf056 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:51.045842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-902e623d-bf8e-4ae1-8e0f-78cfeed9b17e req-534422ed-a63b-40ea-8510-64148eedf056 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 943 time: 0.0822501 Aug 10 02:07:51.046510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Network eb30ef86-16f8-4377-8add-ec1b640d41a1 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:07:51.050663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4abbe1-0056-4e6f-9b29-425bb5e9e9ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting subnet ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:07:51.061713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8a4abbe1-0056-4e6f-9b29-425bb5e9e9ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:51.077726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:51.095233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-b7afc782-0800-4ab5-8b52-7c159435df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:51.096402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-902e623d-bf8e-4ae1-8e0f-78cfeed9b17e req-4d232f3d-eee7-4f32-b0f6-177649cd3f6c tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 Aug 10 02:07:51.097000 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-b7afc782-0800-4ab5-8b52-7c159435df30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e762c94-a9b7-4671-96e7-c3649fb2b611 HTTP/1.1" status: 200 len: 855 time: 0.2129846 Aug 10 02:07:51.111195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:07:51.137665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:51.155114 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-7d412a4b-3eaf-4c33-a808-f3d86174d8d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26128f48-b1ca-4c80-8c95-819e53eb5def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511501 Aug 10 02:07:51.158159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, eb30ef86-16f8-4377-8add-ec1b640d41a1) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:51.162868 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:51.168332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029875e-413c-4fd5-9347-0497f10a2cfb None None] Network eb30ef86-16f8-4377-8add-ec1b640d41a1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:51.176811 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8a4abbe1-0056-4e6f-9b29-425bb5e9e9ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:51.179270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:51.180483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:51.228177 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b84b3eca-3e63-497e-a35c-2ad8857d7a8c tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:51.306083 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:51.319556 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b84b3eca-3e63-497e-a35c-2ad8857d7a8c tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:51.414726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Port': ['ID=c1e2350d-1715-44dd-a2e8-e235fd45b2ad,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:51.452030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.452030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.452477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.455124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.455124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.455124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.455124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.455124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.461726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.461726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.461726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.461726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:51.518602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502c916-3735-4e88-87d5-0baccf9300db req-6c0db96f-b04b-4096-bbbf-a9fb7fd472fd tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:51.530054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d502c916-3735-4e88-87d5-0baccf9300db req-6c0db96f-b04b-4096-bbbf-a9fb7fd472fd tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 944 time: 0.2496679 Aug 10 02:07:51.580986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Checking segment: {'id': '8e67451c-a3d9-4064-9667-7989699fe1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d245587-4280-4080-a9e6-1909cecd75da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:51.581370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Network hostable DHCP agents. Network: 9d245587-4280-4080-a9e6-1909cecd75da, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:07:51.645359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d502c916-3735-4e88-87d5-0baccf9300db req-c3c21177-de1d-4397-b90d-82afadfaeabe tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133170 Aug 10 02:07:51.747550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Network 9d245587-4280-4080-a9e6-1909cecd75da is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:07:51.783806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316eb2a-d304-4f00-b6f0-d2c4f87f1f8d None None] DHCP port deletion for acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:07:51.788049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['94c6cc29-caa3-4cdd-adae-5905ad3bfed6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:07:51.792532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 338c38dc-1808-4225-b1cb-56d2724ec6e6 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:51.817700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:51.880089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9d245587-4280-4080-a9e6-1909cecd75da) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:51.892656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:51.931186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:51.953566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:51.957273 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:51.982356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d3526-bc7f-41f9-9359-0f5a90174bfb None None] Network 9d245587-4280-4080-a9e6-1909cecd75da requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:52.017622 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8a4abbe1-0056-4e6f-9b29-425bb5e9e9ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.035700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-21c9a0d4-b8dd-4343-898f-027aa06a09ee tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3362248 Aug 10 02:07:52.036102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56048) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:52.041544 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-d515ef99-810b-4508-b9e6-8b6cdb6b3f1d service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8696632 Aug 10 02:07:52.122677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56050) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:52.136289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b84b3eca-3e63-497e-a35c-2ad8857d7a8c tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.140262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b84b3eca-3e63-497e-a35c-2ad8857d7a8c tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.144140 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b84b3eca-3e63-497e-a35c-2ad8857d7a8c tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/583bb390-b715-42f8-a678-dd4b1d8dee1c HTTP/1.1" status: 204 len: 168 time: 1.2395821 Aug 10 02:07:52.150999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56056) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:52.190167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b3eca-3e63-497e-a35c-2ad8857d7a8c tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583bb390-b715-42f8-a678-dd4b1d8dee1c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:52.237853 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f9fdcc8-65b7-4b38-877e-1cfd51a3e512 req-c1efdd1b-6b94-4426-a387-eaa7f15d8940 service neutron] 10.222.0.16 "GET /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878004 Aug 10 02:07:52.245392 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-20e61f65-a193-4e61-b0c7-2986dde4b8a7 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0872040 Aug 10 02:07:52.245776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56058) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:52.263062 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.263808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e05b5c8-5598-4594-a40d-d4ac38c7f5e7 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:52.283230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e05b5c8-5598-4594-a40d-d4ac38c7f5e7 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:52.283814 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8a4abbe1-0056-4e6f-9b29-425bb5e9e9ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.287502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9e05b5c8-5598-4594-a40d-d4ac38c7f5e7 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2503910 Aug 10 02:07:52.292004 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-df4f8d1c-c684-42f8-bd80-6bc021f45ec4 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] delete failed (client error): The resource could not be found. Aug 10 02:07:52.295513 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-df4f8d1c-c684-42f8-bd80-6bc021f45ec4 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "DELETE /v2.0/security-groups/44af6f6c-f3d4-412f-9a7c-e99e5f2f6dd5 HTTP/1.1" status: 404 len: 347 time: 0.0487072 Aug 10 02:07:52.296089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56062) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:52.309836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56064) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:52.343765 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-085634b8-d254-4338-afe7-426dbd226f27 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] show failed (client error): The resource could not be found. Aug 10 02:07:52.345326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-085634b8-d254-4338-afe7-426dbd226f27 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-groups/0af621de-d9d2-43b6-a7c6-f8a99d191e01 HTTP/1.1" status: 404 len: 347 time: 0.0342200 Aug 10 02:07:52.351521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56068) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:52.374931 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-8591c360-4ec9-4c51-8844-acbfe9eceb87 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] show failed (client error): The resource could not be found. Aug 10 02:07:52.374931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8591c360-4ec9-4c51-8844-acbfe9eceb87 tempest-NegativeSecGroupTest-458003586 tempest-NegativeSecGroupTest-458003586-project] 10.222.0.38 "GET /v2.0/security-group-rules/6efa5db4-aa59-4b4c-a012-ccfbd7c07363 HTTP/1.1" status: 404 len: 356 time: 0.0196784 Aug 10 02:07:52.383249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4abbe1-0056-4e6f-9b29-425bb5e9e9ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Subnet': ['ID=ce81f104-a6cf-4dc2-b3ee-a7fc243abea1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:52.389480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 338c38dc-1808-4225-b1cb-56d2724ec6e6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=338c38dc-1808-4225-b1cb-56d2724ec6e6,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:52.409717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6316eb2a-d304-4f00-b6f0-d2c4f87f1f8d None None] Deleting port 338c38dc-1808-4225-b1cb-56d2724ec6e6 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:52.410609 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6316eb2a-d304-4f00-b6f0-d2c4f87f1f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.433754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffb7f1-fe16-4002-ba6c-17cf98b314e9 req-b219718d-aa27-4002-8578-1f45c5bf26ae tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:52.447048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8a4abbe1-0056-4e6f-9b29-425bb5e9e9ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.454708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8a4abbe1-0056-4e6f-9b29-425bb5e9e9ca tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "DELETE /v2.0/subnets/ce81f104-a6cf-4dc2-b3ee-a7fc243abea1 HTTP/1.1" status: 204 len: 168 time: 1.4920483 Aug 10 02:07:52.455481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56074) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:52.455885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5ffb7f1-fe16-4002-ba6c-17cf98b314e9 req-b219718d-aa27-4002-8578-1f45c5bf26ae tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 943 time: 0.2324965 Aug 10 02:07:52.476562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4033cea3-f58a-45bf-9b5a-054e29df32d8 None None] Network c1fd6e7b-c020-4b3d-b50f-99c49a9527cc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:52.500351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.500628 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89de5489-6318-47bd-aaad-7fec67f38325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.524730 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5ffb7f1-fe16-4002-ba6c-17cf98b314e9 req-ca260591-834e-42a7-b19c-f51d1e059acc tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639613 Aug 10 02:07:52.530789 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.625400 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6316eb2a-d304-4f00-b6f0-d2c4f87f1f8d None None] For port 338c38dc-1808-4225-b1cb-56d2724ec6e6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=338c38dc-1808-4225-b1cb-56d2724ec6e6,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:52.625860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6316eb2a-d304-4f00-b6f0-d2c4f87f1f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.673125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6316eb2a-d304-4f00-b6f0-d2c4f87f1f8d None None] Calling delete_port for 338c38dc-1808-4225-b1cb-56d2724ec6e6 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:52.725647 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.789985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea41b83-23aa-45d9-91db-479bd5f90916 req-bc2b34e7-53ab-4aee-b438-244ce0b3ebfb tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:52.797717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ea41b83-23aa-45d9-91db-479bd5f90916 req-bc2b34e7-53ab-4aee-b438-244ce0b3ebfb tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 944 time: 0.0630548 Aug 10 02:07:52.802341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89de5489-6318-47bd-aaad-7fec67f38325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.806791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-fedcde3a-1883-4b36-a707-339445473d08 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Deleting port 2fc36735-782c-4e54-9a81-4da66745fcd2 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:52.807140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fedcde3a-1883-4b36-a707-339445473d08 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.855070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ea41b83-23aa-45d9-91db-479bd5f90916 req-decdb812-220e-4e09-abdc-82dd06ad6c9a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560179 Aug 10 02:07:52.908820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=338c38dc-1808-4225-b1cb-56d2724ec6e6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:52.931937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89de5489-6318-47bd-aaad-7fec67f38325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.945703 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fedcde3a-1883-4b36-a707-339445473d08 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:52.990700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56086) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:52.995697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-fedcde3a-1883-4b36-a707-339445473d08 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Calling delete_port for 2fc36735-782c-4e54-9a81-4da66745fcd2 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:53.003098 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-89de5489-6318-47bd-aaad-7fec67f38325 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bd69a839f90d496a9f5c5768cd86c441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8779864 Aug 10 02:07:53.009815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56090) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:53.020501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de5489-6318-47bd-aaad-7fec67f38325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd007c8-126c-4492-9795-498b22c2377f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:53.034613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Deleting port 338c38dc-1808-4225-b1cb-56d2724ec6e6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:53.034994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.040795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f07a9-c371-4f15-9c8f-ca061e8b0fe8 None None] DHCP port deletion for c1fd6e7b-c020-4b3d-b50f-99c49a9527cc request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:07:53.066340 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6316eb2a-d304-4f00-b6f0-d2c4f87f1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.102075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316eb2a-d304-4f00-b6f0-d2c4f87f1f8d None None] Pushing event deleted for resources: {'Port': ['ID=338c38dc-1808-4225-b1cb-56d2724ec6e6,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:53.125362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316eb2a-d304-4f00-b6f0-d2c4f87f1f8d None None] No DVR routers for this DVR port 338c38dc-1808-4225-b1cb-56d2724ec6e6 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:53.131669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e99f07a9-c371-4f15-9c8f-ca061e8b0fe8 None None] Deleting port cf249de0-198d-4e9b-be82-9f8851d491d2 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:53.132163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e99f07a9-c371-4f15-9c8f-ca061e8b0fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.193411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] For port 338c38dc-1808-4225-b1cb-56d2724ec6e6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=338c38dc-1808-4225-b1cb-56d2724ec6e6,segment=NetworkSegment(9090f154-8e96-4c96-b2f4-4ff6eca6a634),segment_id=9090f154-8e96-4c96-b2f4-4ff6eca6a634)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:53.194211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.204457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e99f07a9-c371-4f15-9c8f-ca061e8b0fe8 None None] For port cf249de0-198d-4e9b-be82-9f8851d491d2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cf249de0-198d-4e9b-be82-9f8851d491d2,segment=NetworkSegment(c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76),segment_id=c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:53.204969 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e99f07a9-c371-4f15-9c8f-ca061e8b0fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.218539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Calling delete_port for 338c38dc-1808-4225-b1cb-56d2724ec6e6 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:53.223800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e99f07a9-c371-4f15-9c8f-ca061e8b0fe8 None None] Calling delete_port for cf249de0-198d-4e9b-be82-9f8851d491d2 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:53.228062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0a3df81c-be28-4641-a827-e594f0feee5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.261290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bb8ad81b-0ac1-468c-ac52-8af142bb59d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=53e904c0f3d5492e88b80fc230465a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668936 Aug 10 02:07:53.268814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56094) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:53.301840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0a3df81c-be28-4641-a827-e594f0feee5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.328068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f51e53-910f-427f-8c89-718e307a9c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.338118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fedcde3a-1883-4b36-a707-339445473d08 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.353704 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f51e53-910f-427f-8c89-718e307a9c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.385254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcde3a-1883-4b36-a707-339445473d08 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Port': ['ID=2fc36735-782c-4e54-9a81-4da66745fcd2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:53.401080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fedcde3a-1883-4b36-a707-339445473d08 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.404053 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fedcde3a-1883-4b36-a707-339445473d08 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/ports/2fc36735-782c-4e54-9a81-4da66745fcd2 HTTP/1.1" status: 204 len: 168 time: 1.0647573 Aug 10 02:07:53.406517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56098) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:53.427322 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e99f07a9-c371-4f15-9c8f-ca061e8b0fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.453543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f07a9-c371-4f15-9c8f-ca061e8b0fe8 None None] Pushing event deleted for resources: {'Port': ['ID=cf249de0-198d-4e9b-be82-9f8851d491d2,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:53.461698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f07a9-c371-4f15-9c8f-ca061e8b0fe8 None None] No DVR routers for this DVR port cf249de0-198d-4e9b-be82-9f8851d491d2 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:53.499064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b99ebd45-c611-48be-8cd0-2abcf4e4d3af tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Deleting port c1e2350d-1715-44dd-a2e8-e235fd45b2ad {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:07:53.499423 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b99ebd45-c611-48be-8cd0-2abcf4e4d3af tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.514344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f51e53-910f-427f-8c89-718e307a9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.515314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.517755 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f51e53-910f-427f-8c89-718e307a9c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.521642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b7f51e53-910f-427f-8c89-718e307a9c6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f9b3211-9aa6-4e20-9dca-81255c290910 HTTP/1.1" status: 204 len: 168 time: 0.2569621 Aug 10 02:07:53.536370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f51e53-910f-427f-8c89-718e307a9c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9b3211-9aa6-4e20-9dca-81255c290910,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:53.546019 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0a3df81c-be28-4641-a827-e594f0feee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.548660 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0a3df81c-be28-4641-a827-e594f0feee5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.552983 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0a3df81c-be28-4641-a827-e594f0feee5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bfd007c8-126c-4492-9795-498b22c2377f HTTP/1.1" status: 204 len: 168 time: 0.5340838 Aug 10 02:07:53.597023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Port': ['ID=338c38dc-1808-4225-b1cb-56d2724ec6e6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:53.598899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] No DVR routers for this DVR port 338c38dc-1808-4225-b1cb-56d2724ec6e6 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:07:53.602741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3df81c-be28-4641-a827-e594f0feee5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd007c8-126c-4492-9795-498b22c2377f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:53.644084 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b99ebd45-c611-48be-8cd0-2abcf4e4d3af tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.701847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b99ebd45-c611-48be-8cd0-2abcf4e4d3af tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Calling delete_port for c1e2350d-1715-44dd-a2e8-e235fd45b2ad owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:07:53.709950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c635a-8fc1-48eb-81e0-8b0c4b1d3b2a req-a2d0d3f7-9072-4087-b3ed-8646095b9772 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:53.711653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-269c635a-8fc1-48eb-81e0-8b0c4b1d3b2a req-a2d0d3f7-9072-4087-b3ed-8646095b9772 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 943 time: 0.1097548 Aug 10 02:07:53.717682 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.731492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:53.762943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-269c635a-8fc1-48eb-81e0-8b0c4b1d3b2a req-d161a02f-e296-4fe1-94dd-7671c5d09854 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352073 Aug 10 02:07:53.776225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9090f154-8e96-4c96-b2f4-4ff6eca6a634') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:53.776225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9090f154-8e96-4c96-b2f4-4ff6eca6a634') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:53.789583 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.799440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cf249de0-198d-4e9b-be82-9f8851d491d2 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:07:53.813989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.822900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:53.823314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.823883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: cf249de0-198d-4e9b-be82-9f8851d491d2 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:07:53.824316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cf249de0-198d-4e9b-be82-9f8851d491d2 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:07:53.826517 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:53.830248 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:53.953264 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b99ebd45-c611-48be-8cd0-2abcf4e4d3af tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:53.970984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b885-a41f-45f8-8d3a-d8b137f12808 req-038daeed-d079-40eb-81a2-cf48a5a8a4a7 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:53.972530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5917b885-a41f-45f8-8d3a-d8b137f12808 req-038daeed-d079-40eb-81a2-cf48a5a8a4a7 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 944 time: 0.0550506 Aug 10 02:07:53.983525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ebd45-c611-48be-8cd0-2abcf4e4d3af tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Port': ['ID=c1e2350d-1715-44dd-a2e8-e235fd45b2ad,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:53.989499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.010601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.015053 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "DELETE /v2.0/networks/acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9 HTTP/1.1" status: 204 len: 168 time: 1.5435591 Aug 10 02:07:54.017232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56116) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:54.019924 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b99ebd45-c611-48be-8cd0-2abcf4e4d3af tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.022844 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b99ebd45-c611-48be-8cd0-2abcf4e4d3af tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/ports/c1e2350d-1715-44dd-a2e8-e235fd45b2ad HTTP/1.1" status: 204 len: 168 time: 0.6152549 Aug 10 02:07:54.024174 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf14028-5176-4167-8e86-1b152e9e7312 tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Network': ['ID=acc0fbb4-7cec-42d1-8a4a-5bf2f22a14c9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:54.027013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56118) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:54.071048 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-86cfda7c-0540-4c74-b1f5-88caa2d99678 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0368037 Aug 10 02:07:54.071185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56120) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:54.082432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1892716979'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:54.129175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5917b885-a41f-45f8-8d3a-d8b137f12808 req-86321e12-a3c7-49ff-a60a-fa3d16415e28 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287484 Aug 10 02:07:54.136443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.228271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Made reservation on behalf of cdcc768834a84ea285a922be509b0d2b for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:54.232734 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.246207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56130) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:54.254542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.273963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fd6e7b-c020-4b3d-b50f-99c49a9527cc']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:54.289929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:54.289929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c558eda8-b6f7-4bf7-82f2-8bc64f1a7a76') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:54.299221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:54.301997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.319423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.319423 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Added segment a66006c3-408b-4b95-a9c5-ecb0c1fc2657 of type vlan for network 4ddda20a-ed41-4668-bb65-249a16381a29 Aug 10 02:07:54.327967 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.353371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:54.356469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:54.357864 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:54.415327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.422747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-788332823'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:54.518377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.528106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.528106 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] 10.222.0.38 "DELETE /v2.0/networks/c1fd6e7b-c020-4b3d-b50f-99c49a9527cc HTTP/1.1" status: 204 len: 168 time: 0.5089381 Aug 10 02:07:54.542060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11cc63-acc5-4033-8b23-71c1a81b3d1b tempest-TaggedBootDevicesTest-1227955270 tempest-TaggedBootDevicesTest-1227955270-project] Pushing event deleted for resources: {'Network': ['ID=c1fd6e7b-c020-4b3d-b50f-99c49a9527cc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:54.548685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Made reservation on behalf of 9e2b5922d76e409fb4c40017cdf96728 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:54.549684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.553507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.555356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:54.556034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.571053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.599008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:54.640213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5687356 Aug 10 02:07:54.642813 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56148) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:54.657268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1491214698'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:54.680468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745572a-9ee5-48b0-95c0-1bd2f358aaae tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Network': ['ID=4ddda20a-ed41-4668-bb65-249a16381a29,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:54.707093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4ddda20a-ed41-4668-bb65-249a16381a29 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:54.803575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.804191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:54.807994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:54.808546 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.904047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.913118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8d4c0-480a-4daa-a794-5380c5d176d3 req-8d30a287-09f0-47f1-b2e4-afe6cc7ba233 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:54.915018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16e8d4c0-480a-4daa-a794-5380c5d176d3 req-8d30a287-09f0-47f1-b2e4-afe6cc7ba233 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 943 time: 0.0572793 Aug 10 02:07:54.928388 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.948732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c354330-79c9-4bbb-8357-0cb7bd3efe29,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:54.956004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:54.968792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:54.971009 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Added segment 052718ff-3d5a-496a-b519-c33184124429 of type vlan for network 79a36aac-09fc-46ab-a071-df7baed15192 Aug 10 02:07:54.972452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16e8d4c0-480a-4daa-a794-5380c5d176d3 req-01759488-4591-43dc-90a6-46712df399d9 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505798 Aug 10 02:07:54.994220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b217f8-77e4-4fe8-a04d-6014f739065e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6cc29-caa3-4cdd-adae-5905ad3bfed6'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:54.997097 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4ab49f-1705-4427-ac8e-f2194bcf8f47" -d '{"events": [{"server_uuid": "97b217f8-77e4-4fe8-a04d-6014f739065e", "name": "network-vif-plugged", "status": "completed", "tag": "94c6cc29-caa3-4cdd-adae-5905ad3bfed6"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:55.001079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:55.022599 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.036307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Made reservation on behalf of cdcc768834a84ea285a922be509b0d2b for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:55.039786 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.053760 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaead3d9-4f95-4efc-b239-e707f211f2dd x-openstack-request-id: req-eaead3d9-4f95-4efc-b239-e707f211f2dd {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:55.054078 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b217f8-77e4-4fe8-a04d-6014f739065e", "name": "network-vif-plugged", "status": "completed", "tag": "94c6cc29-caa3-4cdd-adae-5905ad3bfed6", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:55.054309 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eaead3d9-4f95-4efc-b239-e707f211f2dd {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:55.054987 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b217f8-77e4-4fe8-a04d-6014f739065e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6cc29-caa3-4cdd-adae-5905ad3bfed6', 'code': 200} Aug 10 02:07:55.074020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:55.083372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.083726 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Added segment 560ce591-367b-451f-a20d-db5bd3a1dba7 of type vlan for network e7208415-2c22-4441-9aba-061e0738b8bb Aug 10 02:07:55.084028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.182028 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.182193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:55.193487 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.202835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd31324-f2a9-451d-a71c-7aac458e9ea3 req-612fd6dd-1bd3-4b3b-9ec9-c61b725b7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:55.211922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfd31324-f2a9-451d-a71c-7aac458e9ea3 req-612fd6dd-1bd3-4b3b-9ec9-c61b725b7523 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 1097 time: 0.0900788 Aug 10 02:07:55.212411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:55.212411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.251084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfd31324-f2a9-451d-a71c-7aac458e9ea3 req-2d9b2469-b921-42ce-b0af-ae3e792c089e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375309 Aug 10 02:07:55.314232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738043-d87f-443c-9d45-96cc0eac2865 req-fe76075d-f736-41e5-8f52-0fb6fbe4876b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:55.323474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20738043-d87f-443c-9d45-96cc0eac2865 req-fe76075d-f736-41e5-8f52-0fb6fbe4876b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0714266 Aug 10 02:07:55.333211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.resource_extend [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 02:07:55.339537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56182) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:55.350958 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1015482 Aug 10 02:07:55.356709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:55.375995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbda29a-b1c0-4f00-9850-7e256325552f tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Pushing event updated for resources: {'Network': ['ID=79a36aac-09fc-46ab-a071-df7baed15192,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:55.388684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 79a36aac-09fc-46ab-a071-df7baed15192 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:55.409560 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20738043-d87f-443c-9d45-96cc0eac2865 req-8910107a-6439-4176-92aa-601528bc90fe tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793128 Aug 10 02:07:55.479102 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.486636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:55.487546 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.488113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1185798252'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:55.572583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Network': ['ID=e7208415-2c22-4441-9aba-061e0738b8bb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:55.586486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network e7208415-2c22-4441-9aba-061e0738b8bb details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:55.599696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Made reservation on behalf of 7b896f0ef18842f2b5354dccfd7d4047 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:55.605180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.617364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.655427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Request body: {'network': {'name': 'tempest-network--1580945497', 'router:external': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:55.667996 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-adae7e7e-bb00-48d8-be02-c972ec5393b0 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0230317 Aug 10 02:07:55.679635 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:07:55.679635 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 02:07:55.679635 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'd482605c16844a66811631828555111f', 'expiration_1': datetime.datetime(2021, 8, 10, 2, 7, 55, 664647)}] Aug 10 02:07:55.679635 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:07:55.680612 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:07:55.733333 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 67021714-f7b4-4aa0-ab08-c17c817a94fa details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:07:55.839297 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.907520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.908325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 67021714-f7b4-4aa0-ab08-c17c817a94fa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67021714-f7b4-4aa0-ab08-c17c817a94fa,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:55.925276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '67021714-f7b4-4aa0-ab08-c17c817a94fa', 'network_id': '26128f48-b1ca-4c80-8c95-819e53eb5def', 'port_id': '67021714-f7b4-4aa0-ab08-c17c817a94fa', 'mac_address': 'fa:16:3e:aa:51:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e762c94-a9b7-4671-96e7-c3649fb2b611', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:07:55.960853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:55.986482 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:55.989930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d040c91b-2939-4343-a9e2-4c054d396906,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:56.009023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67021714-f7b4-4aa0-ab08-c17c817a94fa {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:07:56.035185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.037386 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Added segment 72c4db14-162d-40f4-85aa-85bae1366d60 of type vlan for network 320470b9-6e8e-4fa4-90b0-3e4965255776 Aug 10 02:07:56.098441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 67021714-f7b4-4aa0-ab08-c17c817a94fa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67021714-f7b4-4aa0-ab08-c17c817a94fa,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:56.107151 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.199560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3060ee8-9bfb-42f6-959c-9e91e773f0cd req-bebb4ed0-f4fa-4441-8577-97f954c18c1d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:56.201766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3060ee8-9bfb-42f6-959c-9e91e773f0cd req-bebb4ed0-f4fa-4441-8577-97f954c18c1d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 943 time: 0.0580819 Aug 10 02:07:56.213446 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.257084 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.275916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:56.276692 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.297780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=67021714-f7b4-4aa0-ab08-c17c817a94fa,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:56.361629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3060ee8-9bfb-42f6-959c-9e91e773f0cd req-aef8863b-cae8-4c3d-a8cb-e4e80d2af277 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534619 Aug 10 02:07:56.373650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Pushing event updated for resources: {'Network': ['ID=320470b9-6e8e-4fa4-90b0-3e4965255776,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:56.390109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 320470b9-6e8e-4fa4-90b0-3e4965255776 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:56.415654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['67021714-f7b4-4aa0-ab08-c17c817a94fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:07:56.450324 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Made reservation on behalf of d482605c16844a66811631828555111f for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:56.452745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.469472 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.532238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bb1bc822-0231-4844-90d3-36c112dcfbca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1882830 Aug 10 02:07:56.534472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56222) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:56.547849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Request body: {'subnet': {'network_id': '320470b9-6e8e-4fa4-90b0-3e4965255776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:56.564824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41647cb7-fed4-4598-9eea-78e2233da576 req-f398fc94-a8e8-4cb6-a097-26af5be30529 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:56.566072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41647cb7-fed4-4598-9eea-78e2233da576 req-f398fc94-a8e8-4cb6-a097-26af5be30529 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0749009 Aug 10 02:07:56.677205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41647cb7-fed4-4598-9eea-78e2233da576 req-c63c64b9-c76b-4e67-92e1-c843fb350281 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944407 Aug 10 02:07:56.793424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.799712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56228) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:56.860260 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.898732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0cba9d-ce8f-4539-af5b-44f22412d275,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:56.912731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:56.923945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.924543 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Added segment dc3903e4-d701-4576-b58c-281be930b418 of type vlan for network 5cae7ddb-9ec2-453f-9b9c-cf3b65fbb2ec Aug 10 02:07:56.967443 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0409a705-9aad-4365-b44a-dc8349c60848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.987339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Made reservation on behalf of 7b896f0ef18842f2b5354dccfd7d4047 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:56.990672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.005314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.058010 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:07:57.217198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.218103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:57.218734 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.239284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bee6c-e6a8-47e2-9a40-13f673b051cd req-0051ba01-1020-4675-8720-09afac62ac38 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:57.246168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-466bee6c-e6a8-47e2-9a40-13f673b051cd req-0051ba01-1020-4675-8720-09afac62ac38 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1067603 Aug 10 02:07:57.288704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-c4459b15-9d49-4ea0-b571-4b5e40156102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:57.290199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-c4459b15-9d49-4ea0-b571-4b5e40156102 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 1097 time: 0.0981216 Aug 10 02:07:57.315851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-466bee6c-e6a8-47e2-9a40-13f673b051cd req-b32262d9-c2ce-4633-a098-295640dd5cf5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545714 Aug 10 02:07:57.361255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0409a705-9aad-4365-b44a-dc8349c60848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.362917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'Network': ['ID=5cae7ddb-9ec2-453f-9b9c-cf3b65fbb2ec,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:57.381059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 5cae7ddb-9ec2-453f-9b9c-cf3b65fbb2ec details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:57.453118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.459078 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0409a705-9aad-4365-b44a-dc8349c60848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.561106 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2aba0dcd-1b43-4f91-8975-ef6e8eb28736 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1979759 Aug 10 02:07:57.561350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409a705-9aad-4365-b44a-dc8349c60848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c6325d-01e7-40fd-885d-76d96bce522d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:57.563766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56238) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:57.597594 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0409a705-9aad-4365-b44a-dc8349c60848 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d99c60dbe5ae4fa188077ab4b923bd42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7981074 Aug 10 02:07:57.606098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56240) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:57.655616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Pushing event updated for resources: {'Subnet': ['ID=75fee980-5029-4e10-b0b8-e0f9e90752f9,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:57.667529 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Checking segment: {'id': '72c4db14-162d-40f4-85aa-85bae1366d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '320470b9-6e8e-4fa4-90b0-3e4965255776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:07:57.668796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Network hostable DHCP agents. Network: 320470b9-6e8e-4fa4-90b0-3e4965255776, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:07:57.688518 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a05f7a3-0a48-4f00-acac-322c266bfcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.695686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-453de445-e2f8-45d2-8f56-159494b64295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:57.695686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-453de445-e2f8-45d2-8f56-159494b64295 service neutron] 10.222.0.11 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 911 time: 0.3766334 Aug 10 02:07:57.705738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.720435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a05f7a3-0a48-4f00-acac-322c266bfcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.734367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 67021714-f7b4-4aa0-ab08-c17c817a94fa up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:07:57.762451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-b5f47d9a-a2a6-4066-85e6-031eeb12c53c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6 HTTP/1.1" status: 200 len: 217 time: 0.0515153 Aug 10 02:07:57.770829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47955b-1d90-4fe9-8470-3b632509c5b2 req-0fccdfed-c58f-4b53-8fe6-e12eb7d47771 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:57.772280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e47955b-1d90-4fe9-8470-3b632509c5b2 req-0fccdfed-c58f-4b53-8fe6-e12eb7d47771 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 944 time: 0.2723877 Aug 10 02:07:57.781354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Network 320470b9-6e8e-4fa4-90b0-3e4965255776 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:07:57.828210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a05f7a3-0a48-4f00-acac-322c266bfcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.831982 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a05f7a3-0a48-4f00-acac-322c266bfcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.833920 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4a05f7a3-0a48-4f00-acac-322c266bfcfb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d3c6325d-01e7-40fd-885d-76d96bce522d HTTP/1.1" status: 204 len: 168 time: 0.2267308 Aug 10 02:07:57.846731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05f7a3-0a48-4f00-acac-322c266bfcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c6325d-01e7-40fd-885d-76d96bce522d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:57.868501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 320470b9-6e8e-4fa4-90b0-3e4965255776) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:57.887348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a2fc2-1949-4e27-acd3-eb7988419e0a None None] Network 320470b9-6e8e-4fa4-90b0-3e4965255776 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:07:57.911590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-1d6d3f21-2232-4fd3-8b17-d1a99f72f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:57.914660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-1d6d3f21-2232-4fd3-8b17-d1a99f72f6b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 200 len: 850 time: 0.1408658 Aug 10 02:07:57.918884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:57.919853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.943154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e47955b-1d90-4fe9-8470-3b632509c5b2 req-a78248ec-8280-4831-ab62-c664310080a9 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587827 Aug 10 02:07:57.964419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-ea4e9fc3-594e-486e-9019-933ab0aa7977 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59eab2e9-08bd-46ea-831a-13bdf85f642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385280 Aug 10 02:07:57.969831 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:57.984851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cae7ddb-9ec2-453f-9b9c-cf3b65fbb2ec']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:58.029059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3903e4-d701-4576-b58c-281be930b418') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:58.029287 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3903e4-d701-4576-b58c-281be930b418') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:07:58.029913 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b310646c-8053-478f-b15b-6046087af84f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4935529 Aug 10 02:07:58.032495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56244) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:58.047223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Request body: {'port': {'network_id': '320470b9-6e8e-4fa4-90b0-3e4965255776', 'name': 'tempest-TagsExtTest-2117506831'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:58.051369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.100934 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.139121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:07:58.139541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:07:58.141319 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:07:58.195371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 67021714-f7b4-4aa0-ab08-c17c817a94fa completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:07:58.201466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 67021714-f7b4-4aa0-ab08-c17c817a94fa triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:07:58.201942 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.240450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-b50c37c1-6a99-4c61-b59b-056438ce9bdb service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656064 Aug 10 02:07:58.355337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cac0274-c7bb-4257-a92a-4675589e3604 req-8861bba5-3cd4-47aa-bd65-6b0116a91aa9 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066928 Aug 10 02:07:58.388532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Made reservation on behalf of 7b896f0ef18842f2b5354dccfd7d4047 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:58.397534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.459508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] device_id is not set on port e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:07:58.467742 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.476488 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.483644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5cae7ddb-9ec2-453f-9b9c-cf3b65fbb2ec {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 02:07:58.523053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.532559 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "DELETE /v2.0/networks/5cae7ddb-9ec2-453f-9b9c-cf3b65fbb2ec HTTP/1.1" status: 204 len: 168 time: 0.9446890 Aug 10 02:07:58.533441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56260) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:58.583026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:58.594229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-320470b9-6e8e-4fa4-90b0-3e4965255776', 'network_id': '320470b9-6e8e-4fa4-90b0-3e4965255776', 'tenant_id': '7b896f0ef18842f2b5354dccfd7d4047', 'fixed_ips': [{'subnet_id': '75fee980-5029-4e10-b0b8-e0f9e90752f9'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:07:58.595476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.597677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4df7c9-46f5-4e22-bcd2-39b1ad0e9910 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event deleted for resources: {'Network': ['ID=5cae7ddb-9ec2-453f-9b9c-cf3b65fbb2ec,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:58.645971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd0976-d31e-44ac-928c-0170385d86d3 req-b920d552-b485-4778-a7f4-44a2880ddd11 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:58.656772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23bd0976-d31e-44ac-928c-0170385d86d3 req-b920d552-b485-4778-a7f4-44a2880ddd11 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.2644913 Aug 10 02:07:58.765287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23bd0976-d31e-44ac-928c-0170385d86d3 req-042c86b6-a1cc-41d0-a20c-6577177a76ff tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075721 Aug 10 02:07:58.782120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 67021714-f7b4-4aa0-ab08-c17c817a94fa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67021714-f7b4-4aa0-ab08-c17c817a94fa,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:07:58.786442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5fa04-c0c1-4363-a913-08703e803316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67021714-f7b4-4aa0-ab08-c17c817a94fa'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:07:58.787933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Made reservation on behalf of d482605c16844a66811631828555111f for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:58.790349 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.798148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Allocated IP 172.20.0.3 (320470b9-6e8e-4fa4-90b0-3e4965255776/75fee980-5029-4e10-b0b8-e0f9e90752f9/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:58.799603 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc38e357-3a80-4fa8-887d-52201c693644" -d '{"events": [{"server_uuid": "c3d5fa04-c0c1-4363-a913-08703e803316", "name": "network-vif-plugged", "status": "completed", "tag": "67021714-f7b4-4aa0-ab08-c17c817a94fa"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:07:58.840766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:07:58.847332 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.860515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:58.864496 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Added segment 5ad99b56-3c12-4bcd-989b-c438a634787b of type vlan for network 6d033829-f78c-40bd-a0ee-68da56c95e01 Aug 10 02:07:58.962261 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c957060-1afc-4919-a91a-f580da98d34f x-openstack-request-id: req-9c957060-1afc-4919-a91a-f580da98d34f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:07:58.963146 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5fa04-c0c1-4363-a913-08703e803316", "name": "network-vif-plugged", "status": "completed", "tag": "67021714-f7b4-4aa0-ab08-c17c817a94fa", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:07:58.963810 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9c957060-1afc-4919-a91a-f580da98d34f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:07:58.964384 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d5fa04-c0c1-4363-a913-08703e803316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67021714-f7b4-4aa0-ab08-c17c817a94fa', 'code': 200} Aug 10 02:07:58.983437 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.053511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=67021714-f7b4-4aa0-ab08-c17c817a94fa,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:59.099613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56272) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:59.100053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'subnets': [{'network_id': '4ddda20a-ed41-4668-bb65-249a16381a29', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--125513238', 'ip_version': 6}, {'network_id': 'e7208415-2c22-4441-9aba-061e0738b8bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:59.100482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'subnet': {'network_id': '4ddda20a-ed41-4668-bb65-249a16381a29', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--125513238', 'ip_version': 6}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:59.101253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Request body: {'subnet': {'network_id': 'e7208415-2c22-4441-9aba-061e0738b8bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:59.169623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.184532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Transition to ACTIVE for port object e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:59.185869 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.187327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:59.188167 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.192395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7036fc9-a3ac-4cef-b6fc-db95f9997d47 req-918f5ffe-f1de-4a99-a787-f45579cbd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:59.194079 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f7036fc9-a3ac-4cef-b6fc-db95f9997d47 req-918f5ffe-f1de-4a99-a787-f45579cbd1d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 1097 time: 0.0878181 Aug 10 02:07:59.299874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f7036fc9-a3ac-4cef-b6fc-db95f9997d47 req-28708f49-479a-4ec6-a813-061c72bcdbd3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972159 Aug 10 02:07:59.300511 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56278) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:59.300900 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7320719 Aug 10 02:07:59.305302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Request body: {'subnet': {'network_id': '6d033829-f78c-40bd-a0ee-68da56c95e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:59.325022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785403a0-3787-49da-87d1-11ea8cc3412e req-6e62b6c4-8bed-422e-8b9f-adb40e6b6574 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:59.326694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-785403a0-3787-49da-87d1-11ea8cc3412e req-6e62b6c4-8bed-422e-8b9f-adb40e6b6574 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.2199612 Aug 10 02:07:59.331384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac92737-b498-4aa6-9052-ccbadb76f4cf tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'Network': ['ID=6d033829-f78c-40bd-a0ee-68da56c95e01,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:59.343182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 6d033829-f78c-40bd-a0ee-68da56c95e01 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:07:59.452465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-785403a0-3787-49da-87d1-11ea8cc3412e req-73917e33-e6b0-4c67-a2fe-d93fe3ddcdfe tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130683 Aug 10 02:07:59.468298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Made reservation on behalf of d482605c16844a66811631828555111f for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:59.471997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.479699 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.544234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Allocated IP 172.20.0.2 (320470b9-6e8e-4fa4-90b0-3e4965255776/75fee980-5029-4e10-b0b8-e0f9e90752f9/32deb214-c8ab-428f-bb2c-e8a1607c54ef) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:07:59.552891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Made reservation on behalf of cdcc768834a84ea285a922be509b0d2b for: {'subnet': 2} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:07:59.558178 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.558537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.586936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Network 320470b9-6e8e-4fa4-90b0-3e4965255776 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:07:59.595619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:07:59.611449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:07:59.690879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Pushing event updated for resources: {'Port': ['ID=e11e70aa-2cf5-4f9e-8bff-01a6891b94c0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:07:59.711702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.711921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.712451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.712795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.713138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.713595 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.714355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.714856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.715365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.715685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.716022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.716856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:07:59.730411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:59.732086 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.878099 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:59.909816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Transition to ACTIVE for port object 32deb214-c8ab-428f-bb2c-e8a1607c54ef will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:07:59.913215 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d166182e-ae51-4332-8615-037eba329d10 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8793538 Aug 10 02:07:59.931492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56294) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:07:59.939095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b966df73-9e09-4e23-9aa2-bd02286d2cfd tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1371727478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:07:59.946317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Transition to ACTIVE for port object 32deb214-c8ab-428f-bb2c-e8a1607c54ef will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:00.034090 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.034332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966ac87-21f9-48f6-95f3-00320cfd61cc req-e16dddbb-c187-45cc-8e5f-d736eabd714c tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:00.035771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8966ac87-21f9-48f6-95f3-00320cfd61cc req-e16dddbb-c187-45cc-8e5f-d736eabd714c tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1659474 Aug 10 02:08:00.062083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b966df73-9e09-4e23-9aa2-bd02286d2cfd tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.063665 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b966df73-9e09-4e23-9aa2-bd02286d2cfd tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.129650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8966ac87-21f9-48f6-95f3-00320cfd61cc req-b69d381e-91c2-4a9e-adf0-2d48e20e6dd2 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807326 Aug 10 02:08:00.144556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Network 320470b9-6e8e-4fa4-90b0-3e4965255776 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:00.150366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:00.154013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:00.177009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Pushing event updated for resources: {'Port': ['ID=32deb214-c8ab-428f-bb2c-e8a1607c54ef,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:00.235623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Attempting to bind port 32deb214-c8ab-428f-bb2c-e8a1607c54ef on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:00.236106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Attempting to bind port 32deb214-c8ab-428f-bb2c-e8a1607c54ef by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '72c4db14-162d-40f4-85aa-85bae1366d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '320470b9-6e8e-4fa4-90b0-3e4965255776'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:00.236599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Attempting to bind port 32deb214-c8ab-428f-bb2c-e8a1607c54ef on network 320470b9-6e8e-4fa4-90b0-3e4965255776 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:00.242714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:00.243190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Checking segment: {'id': '72c4db14-162d-40f4-85aa-85bae1366d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '320470b9-6e8e-4fa4-90b0-3e4965255776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:00.243795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.244261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Bound using segment: {'id': '72c4db14-162d-40f4-85aa-85bae1366d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '320470b9-6e8e-4fa4-90b0-3e4965255776'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:00.244868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Bound port: 32deb214-c8ab-428f-bb2c-e8a1607c54ef, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c4db14-162d-40f4-85aa-85bae1366d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '320470b9-6e8e-4fa4-90b0-3e4965255776'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:00.245265 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.278606 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b966df73-9e09-4e23-9aa2-bd02286d2cfd tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.311821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] For port 32deb214-c8ab-428f-bb2c-e8a1607c54ef, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:00.315511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] For port 32deb214-c8ab-428f-bb2c-e8a1607c54ef, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=32deb214-c8ab-428f-bb2c-e8a1607c54ef,segment=NetworkSegment(72c4db14-162d-40f4-85aa-85bae1366d60),segment_id=72c4db14-162d-40f4-85aa-85bae1366d60)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:00.354245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:08:00.354739 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.393218 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.397208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b966df73-9e09-4e23-9aa2-bd02286d2cfd tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.417067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5dab428a-09fa-4156-a6ed-001409f0ad91,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:00.425151 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.434415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Checking segment: {'id': '5ad99b56-3c12-4bcd-989b-c438a634787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6d033829-f78c-40bd-a0ee-68da56c95e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:00.434833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Network hostable DHCP agents. Network: 6d033829-f78c-40bd-a0ee-68da56c95e01, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:08:00.515095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Subnet': ['ID=3215cd81-c28a-49bf-b63a-50b9dc7a177e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:00.523106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Checking segment: {'id': 'a66006c3-408b-4b95-a9c5-ecb0c1fc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ddda20a-ed41-4668-bb65-249a16381a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:00.523417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Network hostable DHCP agents. Network: 4ddda20a-ed41-4668-bb65-249a16381a29, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:08:00.525939 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b966df73-9e09-4e23-9aa2-bd02286d2cfd tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.532033 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b966df73-9e09-4e23-9aa2-bd02286d2cfd tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6132436 Aug 10 02:08:00.534276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56304) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:00.538383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-00ddac66-5d7d-4806-a6d9-2ce98001b6b2 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-631692278', 'prefixes': ['172.20.0.0/16']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:00.548860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b36e1-c869-49f3-9cbe-f14d86b0f095 None None] Pushing event updated for resources: {'Port': ['ID=32deb214-c8ab-428f-bb2c-e8a1607c54ef,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:00.563608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Network 6d033829-f78c-40bd-a0ee-68da56c95e01 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:08:00.614317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700bf79-3027-4e17-8fba-c18795bbe096 req-5bbc47c8-fe15-46c2-a639-19a4668fba52 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:00.615936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5700bf79-3027-4e17-8fba-c18795bbe096 req-5bbc47c8-fe15-46c2-a639-19a4668fba52 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.0670662 Aug 10 02:08:00.622145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Network 4ddda20a-ed41-4668-bb65-249a16381a29 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:08:00.685094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 6d033829-f78c-40bd-a0ee-68da56c95e01) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:00.698156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5700bf79-3027-4e17-8fba-c18795bbe096 req-5c5e7133-9a17-4558-9553-209b806ac1b6 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741687 Aug 10 02:08:00.702191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4ddda20a-ed41-4668-bb65-249a16381a29) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:00.722949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.724478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08efdf0-e0b0-4425-916b-f448d1a7e5f6 None None] Network 6d033829-f78c-40bd-a0ee-68da56c95e01 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:00.725913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:00.729653 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.766303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f220a3-861b-4af2-9cfb-6a1a6a68cdb9 None None] Network 4ddda20a-ed41-4668-bb65-249a16381a29 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:00.791563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event updated for resources: {'Subnet': ['ID=79284867-37d5-4208-9312-15b59494b51d,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:00.806656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Checking segment: {'id': '560ce591-367b-451f-a20d-db5bd3a1dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e7208415-2c22-4441-9aba-061e0738b8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:00.807037 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Network hostable DHCP agents. Network: e7208415-2c22-4441-9aba-061e0738b8bb, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:08:00.838471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56314) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:00.840366 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64022738-71a7-4ad1-8a42-5b3034013627 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5380282 Aug 10 02:08:00.853595 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Request body: {'floatingip': {'floating_network_id': '6d033829-f78c-40bd-a0ee-68da56c95e01'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:00.861738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00ddac66-5d7d-4806-a6d9-2ce98001b6b2 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for subnetpool, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:00.863584 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-00ddac66-5d7d-4806-a6d9-2ce98001b6b2 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3292155 Aug 10 02:08:00.866845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56316) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:00.873624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-b5770e42-98f5-40ef-ab3b-20b4805082db tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9', 'tempest-TagsExtTest-Tag-626284965') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:00.923083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Network e7208415-2c22-4441-9aba-061e0738b8bb is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:08:01.006703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, e7208415-2c22-4441-9aba-061e0738b8bb) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:01.019276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.020661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.021605 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:01.032035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917c90f6-a47b-47f0-8526-f9099774f4a2 None None] Network e7208415-2c22-4441-9aba-061e0738b8bb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:01.055521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70a2c3-b58b-4c2d-bc0f-fcf1983eee09 req-442feed3-2578-49d4-84fa-8dec429db66f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.057202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d70a2c3-b58b-4c2d-bc0f-fcf1983eee09 req-442feed3-2578-49d4-84fa-8dec429db66f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.1996009 Aug 10 02:08:01.071568 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:01.101312 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b5770e42-98f5-40ef-ab3b-20b4805082db tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags/tempest-TagsExtTest-Tag-626284965 HTTP/1.1" status: 201 len: 201 time: 0.2243209 Aug 10 02:08:01.101312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56322) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:01.101312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-1b534b6b-38b3-4ae1-977a-f2164f693cdb tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0', 'tempest-TagsExtTest-Tag-403178741') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:01.241566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-4ddda20a-ed41-4668-bb65-249a16381a29', 'network_id': '4ddda20a-ed41-4668-bb65-249a16381a29', 'tenant_id': 'cdcc768834a84ea285a922be509b0d2b', 'fixed_ips': [{'subnet_id': '3215cd81-c28a-49bf-b63a-50b9dc7a177e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:08:01.242689 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:01.282932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56332) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:01.295148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a335145a-075e-40ec-af9c-d613db76407a tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1992817 Aug 10 02:08:01.323005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f643c0-6253-4fdc-88f6-dd4664d66549 None None] Network 6d033829-f78c-40bd-a0ee-68da56c95e01 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:01.327760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d70a2c3-b58b-4c2d-bc0f-fcf1983eee09 req-5dec004f-84da-4fda-a3ce-62ad7b77d150 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597175 Aug 10 02:08:01.406268 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1b534b6b-38b3-4ae1-977a-f2164f693cdb tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags/tempest-TagsExtTest-Tag-403178741 HTTP/1.1" status: 201 len: 201 time: 0.3097386 Aug 10 02:08:01.411489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56338) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:01.416876 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-e6fc89bb-0521-4a8a-8868-3dd152557868 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185', 'tempest-TagsExtTest-Tag-1643682168') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:01.453417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555b8e8-c2fe-4680-b68d-76b56bcb6930 req-f970c9ba-b57d-4dcc-8d59-8d0f66f7c88d tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.466164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0555b8e8-c2fe-4680-b68d-76b56bcb6930 req-f970c9ba-b57d-4dcc-8d59-8d0f66f7c88d tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1697023 Aug 10 02:08:01.474767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab7f65-5978-471e-a5e0-f3a39ff82a5d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.476311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab7f65-5978-471e-a5e0-f3a39ff82a5d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.477954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab7f65-5978-471e-a5e0-f3a39ff82a5d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.503292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b8ab7f65-5978-471e-a5e0-f3a39ff82a5d tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2192395 Aug 10 02:08:01.509134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56340) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:01.541229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-e7208415-2c22-4441-9aba-061e0738b8bb', 'network_id': 'e7208415-2c22-4441-9aba-061e0738b8bb', 'tenant_id': 'cdcc768834a84ea285a922be509b0d2b', 'fixed_ips': [{'subnet_id': '79284867-37d5-4208-9312-15b59494b51d'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:08:01.542149 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:01.639196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65c4bc6-4d37-4782-9186-479776846d56 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Deleting subnet 3215cd81-c28a-49bf-b63a-50b9dc7a177e {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:08:01.716261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0555b8e8-c2fe-4680-b68d-76b56bcb6930 req-a4d920c2-25c3-4fbb-b64a-fdf96445531c tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366998 Aug 10 02:08:01.820520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:01.849968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Allocated IP 2001:db8::1 (4ddda20a-ed41-4668-bb65-249a16381a29/3215cd81-c28a-49bf-b63a-50b9dc7a177e/3f66d782-2f64-4d37-af96-17bfa006eb35) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:01.858706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96096ae-8945-4376-9300-89c41839d8a4 req-ecae7de8-5257-4dfc-977b-e06781755720 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:01.865964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a96096ae-8945-4376-9300-89c41839d8a4 req-ecae7de8-5257-4dfc-977b-e06781755720 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.1425648 Aug 10 02:08:01.883704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 32deb214-c8ab-428f-bb2c-e8a1607c54ef up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:01.902113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e6fc89bb-0521-4a8a-8868-3dd152557868 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags/tempest-TagsExtTest-Tag-1643682168 HTTP/1.1" status: 201 len: 201 time: 0.4893005 Aug 10 02:08:01.905954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56348) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:01.912457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-f5ef5a63-55b3-4c0f-bb7f-dbeb5daf0f33 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d', 'tempest-TagsExtTest-Tag-1679702577') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:01.960043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a96096ae-8945-4376-9300-89c41839d8a4 req-8dcb3ae7-db61-4f34-b21e-e038bc9b4c3f tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887506 Aug 10 02:08:02.052575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Allocated IP 172.20.0.3 (6d033829-f78c-40bd-a0ee-68da56c95e01/5dab428a-09fa-4156-a6ed-001409f0ad91/bb1bf728-c2f1-4316-8f16-a3ed14ea824b) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:02.082689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bf052-9d8a-4a14-8ca1-7748d02659e8 None None] Network 320470b9-6e8e-4fa4-90b0-3e4965255776 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:02.120471 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f5ef5a63-55b3-4c0f-bb7f-dbeb5daf0f33 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags/tempest-TagsExtTest-Tag-1679702577 HTTP/1.1" status: 201 len: 201 time: 0.2129743 Aug 10 02:08:02.123719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56356) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:02.130396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-10dcf2e1-4df9-42df-8f96-b500ecd5976a tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:02.180084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 32deb214-c8ab-428f-bb2c-e8a1607c54ef completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:02.199749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Allocated IP 2001:db8:0:1::1 (e7208415-2c22-4441-9aba-061e0738b8bb/79284867-37d5-4208-9312-15b59494b51d/ea07f30d-094c-4a15-b106-f445a593aeef) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:02.238610 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-10dcf2e1-4df9-42df-8f96-b500ecd5976a tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags HTTP/1.1" status: 200 len: 240 time: 0.1136923 Aug 10 02:08:02.241184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56358) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:02.245804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-f4b7f3db-2891-4d2a-91a6-a091ffcaa953 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9', 'tempest-TagsExtTest-Tag-626284965') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:02.316743 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f4b7f3db-2891-4d2a-91a6-a091ffcaa953 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags/tempest-TagsExtTest-Tag-626284965 HTTP/1.1" status: 204 len: 168 time: 0.0742958 Aug 10 02:08:02.319404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56360) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:02.329493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-20ab7d43-5778-4ef0-8b20-95572cdd9673 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9', 'tempest-TagsExtTest-Tag-626284965') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:02.358841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f757e1d5-127b-44d8-a943-ba70932f0c5d None None] Provisioning for port 32deb214-c8ab-428f-bb2c-e8a1607c54ef completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:02.533340 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-20ab7d43-5778-4ef0-8b20-95572cdd9673 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags/tempest-TagsExtTest-Tag-626284965 HTTP/1.1" status: 204 len: 168 time: 0.2102835 Aug 10 02:08:02.533606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f757e1d5-127b-44d8-a943-ba70932f0c5d None None] Provisioning complete for port 32deb214-c8ab-428f-bb2c-e8a1607c54ef triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:02.533606 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f757e1d5-127b-44d8-a943-ba70932f0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:02.534772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56362) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:02.541352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-4aa2f6ad-52f8-46c8-a7a5-f01db9afda17 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:02.587798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301702-32be-487e-a20a-f419ef59cad7 req-12a2aac5-e042-4562-b6b0-be8bb8462031 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:02.596277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03301702-32be-487e-a20a-f419ef59cad7 req-12a2aac5-e042-4562-b6b0-be8bb8462031 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.5326211 Aug 10 02:08:02.635940 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4aa2f6ad-52f8-46c8-a7a5-f01db9afda17 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags HTTP/1.1" status: 200 len: 205 time: 0.1001775 Aug 10 02:08:02.636089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56364) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:02.641228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-5de1a72a-4eff-451e-ab6a-4848e86ebd54 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:02.653754 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:02.665269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03301702-32be-487e-a20a-f419ef59cad7 req-b92d1377-61ef-4b02-8418-8692417ba5bf tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666964 Aug 10 02:08:02.708274 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:02.712018 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f757e1d5-127b-44d8-a943-ba70932f0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:02.740244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Transition to ACTIVE for port object 3f66d782-2f64-4d37-af96-17bfa006eb35 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:02.753215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5de1a72a-4eff-451e-ab6a-4848e86ebd54 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags HTTP/1.1" status: 200 len: 240 time: 0.1134362 Aug 10 02:08:02.755435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56370) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:02.769629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-e6f05658-bdc7-4111-9368-411f0b4e70de tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0', 'tempest-TagsExtTest-Tag-403178741') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:02.798232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f757e1d5-127b-44d8-a943-ba70932f0c5d None None] For port 32deb214-c8ab-428f-bb2c-e8a1607c54ef, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=32deb214-c8ab-428f-bb2c-e8a1607c54ef,segment=NetworkSegment(72c4db14-162d-40f4-85aa-85bae1366d60),segment_id=72c4db14-162d-40f4-85aa-85bae1366d60)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:02.845545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:02.853529 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e6f05658-bdc7-4111-9368-411f0b4e70de tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags/tempest-TagsExtTest-Tag-403178741 HTTP/1.1" status: 204 len: 168 time: 0.0928650 Aug 10 02:08:02.858368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56374) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:02.863207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-2f053d3c-b3d1-4c02-be1a-f0f8d7db205c tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0', 'tempest-TagsExtTest-Tag-403178741') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:02.884832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:02.895825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Transition to ACTIVE for port object ea07f30d-094c-4a15-b106-f445a593aeef will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:02.910216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Transition to ACTIVE for port object 3f66d782-2f64-4d37-af96-17bfa006eb35 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:02.917415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56376) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:02.919559 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f757e1d5-127b-44d8-a943-ba70932f0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:02.927497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Transition to ACTIVE for port object ea07f30d-094c-4a15-b106-f445a593aeef will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:02.949994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Network 6d033829-f78c-40bd-a0ee-68da56c95e01 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:02.979984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:02.995254 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e65c4bc6-4d37-4782-9186-479776846d56 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:02.997078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:02.998671 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.035458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Network 4ddda20a-ed41-4668-bb65-249a16381a29 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:03.038100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757e1d5-127b-44d8-a943-ba70932f0c5d None None] Pushing event updated for resources: {'Port': ['ID=32deb214-c8ab-428f-bb2c-e8a1607c54ef,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:03.083971 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e65c4bc6-4d37-4782-9186-479776846d56 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.122936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:03.127528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:03.138130 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.166731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Pushing event updated for resources: {'Port': ['ID=3f66d782-2f64-4d37-af96-17bfa006eb35,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:03.173266 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2f053d3c-b3d1-4c02-be1a-f0f8d7db205c tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags/tempest-TagsExtTest-Tag-403178741 HTTP/1.1" status: 204 len: 168 time: 0.3132684 Aug 10 02:08:03.193266 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b99d2c-fcf2-4a23-a9a9-a2222f89ad54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.205548 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56384) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:03.217884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-7786b5ec-a899-42b3-829c-923a282fb158 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:03.226842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Network e7208415-2c22-4441-9aba-061e0738b8bb is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:03.246760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1bf728-c2f1-4316-8f16-a3ed14ea824b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:03.253578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:03.262915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:03.263035 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.288001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59bc-5c49-4838-8d87-f9b27f4c782f req-d8ee3a59-f549-4b10-a04d-e51816bcd266 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:03.289779 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a52d59bc-5c49-4838-8d87-f9b27f4c782f req-d8ee3a59-f549-4b10-a04d-e51816bcd266 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.4359453 Aug 10 02:08:03.291749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Pushing event updated for resources: {'Port': ['ID=ea07f30d-094c-4a15-b106-f445a593aeef,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:03.306000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Attempting to bind port 3f66d782-2f64-4d37-af96-17bfa006eb35 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:03.307342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Attempting to bind port 3f66d782-2f64-4d37-af96-17bfa006eb35 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'a66006c3-408b-4b95-a9c5-ecb0c1fc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ddda20a-ed41-4668-bb65-249a16381a29'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:03.307789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Attempting to bind port 3f66d782-2f64-4d37-af96-17bfa006eb35 on network 4ddda20a-ed41-4668-bb65-249a16381a29 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:03.315235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf553b-bf3a-4048-875b-7790b397d5a0 req-752899d3-3e96-45b4-b26a-f677955d80e2 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:03.317182 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6dbf553b-bf3a-4048-875b-7790b397d5a0 req-752899d3-3e96-45b4-b26a-f677955d80e2 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.1261356 Aug 10 02:08:03.334191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:03.335014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Checking segment: {'id': 'a66006c3-408b-4b95-a9c5-ecb0c1fc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ddda20a-ed41-4668-bb65-249a16381a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:03.335961 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.336634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Bound using segment: {'id': 'a66006c3-408b-4b95-a9c5-ecb0c1fc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ddda20a-ed41-4668-bb65-249a16381a29'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:03.337352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Bound port: 3f66d782-2f64-4d37-af96-17bfa006eb35, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66006c3-408b-4b95-a9c5-ecb0c1fc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ddda20a-ed41-4668-bb65-249a16381a29'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:03.341210 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.380121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e65c4bc6-4d37-4782-9186-479776846d56 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.390824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a52d59bc-5c49-4838-8d87-f9b27f4c782f req-4c17d212-45e3-46de-82da-1f04bbce0c1d tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724227 Aug 10 02:08:03.417545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4aa16176-d7fe-40b7-ad14-c0c7717b62ac None None] Provisioning complete for port 32deb214-c8ab-428f-bb2c-e8a1607c54ef triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:03.418863 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4aa16176-d7fe-40b7-ad14-c0c7717b62ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.449707 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6dbf553b-bf3a-4048-875b-7790b397d5a0 req-af5a3af3-1451-4ee0-ad37-98af0562823d tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248407 Aug 10 02:08:03.463528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Attempting to bind port ea07f30d-094c-4a15-b106-f445a593aeef on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:03.464028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Attempting to bind port ea07f30d-094c-4a15-b106-f445a593aeef by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '560ce591-367b-451f-a20d-db5bd3a1dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e7208415-2c22-4441-9aba-061e0738b8bb'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:03.467233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Attempting to bind port ea07f30d-094c-4a15-b106-f445a593aeef on network e7208415-2c22-4441-9aba-061e0738b8bb {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:03.477931 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.495295 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7786b5ec-a899-42b3-829c-923a282fb158 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags HTTP/1.1" status: 200 len: 205 time: 0.2855525 Aug 10 02:08:03.500532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56388) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:03.502398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-4e48b94f-c1ba-409b-96dc-b3c7a633287d tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:03.551274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e65c4bc6-4d37-4782-9186-479776846d56 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.569427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] For port 3f66d782-2f64-4d37-af96-17bfa006eb35, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:03.573157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:03.573533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Checking segment: {'id': '560ce591-367b-451f-a20d-db5bd3a1dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e7208415-2c22-4441-9aba-061e0738b8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:03.573932 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.575152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Bound using segment: {'id': '560ce591-367b-451f-a20d-db5bd3a1dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e7208415-2c22-4441-9aba-061e0738b8bb'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:03.575796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Bound port: ea07f30d-094c-4a15-b106-f445a593aeef, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560ce591-367b-451f-a20d-db5bd3a1dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e7208415-2c22-4441-9aba-061e0738b8bb'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:03.576161 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.579798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] For port 3f66d782-2f64-4d37-af96-17bfa006eb35, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=3f66d782-2f64-4d37-af96-17bfa006eb35,segment=NetworkSegment(a66006c3-408b-4b95-a9c5-ecb0c1fc2657),segment_id=a66006c3-408b-4b95-a9c5-ecb0c1fc2657)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:03.624391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c4bc6-4d37-4782-9186-479776846d56 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Subnet': ['ID=3215cd81-c28a-49bf-b63a-50b9dc7a177e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:03.631313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e65c4bc6-4d37-4782-9186-479776846d56 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.634082 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e65c4bc6-4d37-4782-9186-479776846d56 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/subnets/3215cd81-c28a-49bf-b63a-50b9dc7a177e HTTP/1.1" status: 204 len: 168 time: 2.1291182 Aug 10 02:08:03.641538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56390) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:03.648919 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.650328 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4e48b94f-c1ba-409b-96dc-b3c7a633287d tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags HTTP/1.1" status: 200 len: 241 time: 0.1517267 Aug 10 02:08:03.657670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56392) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:03.666539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-0600a8f2-2d7b-495b-90dc-b0aa5f3df16c tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185', 'tempest-TagsExtTest-Tag-1643682168') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:03.732633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd9af7-ed39-4955-913b-e8230a4412ab req-c5573737-f29e-4cfb-9f68-e07aa7dd7220 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:03.743538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] For port ea07f30d-094c-4a15-b106-f445a593aeef, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:03.747347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2fd9af7-ed39-4955-913b-e8230a4412ab req-c5573737-f29e-4cfb-9f68-e07aa7dd7220 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.1965408 Aug 10 02:08:03.749768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] For port ea07f30d-094c-4a15-b106-f445a593aeef, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ea07f30d-094c-4a15-b106-f445a593aeef,segment=NetworkSegment(560ce591-367b-451f-a20d-db5bd3a1dba7),segment_id=560ce591-367b-451f-a20d-db5bd3a1dba7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:03.767452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8ea51-3483-4db3-9927-8b540f7830d6 None None] Pushing event updated for resources: {'Port': ['ID=3f66d782-2f64-4d37-af96-17bfa006eb35,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:03.783065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b99d2c-fcf2-4a23-a9a9-a2222f89ad54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.787948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4aa16176-d7fe-40b7-ad14-c0c7717b62ac None None] Provisioning for port e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:03.796568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4aa16176-d7fe-40b7-ad14-c0c7717b62ac None None] Provisioning complete for port e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:03.796568 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4aa16176-d7fe-40b7-ad14-c0c7717b62ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.797008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 32deb214-c8ab-428f-bb2c-e8a1607c54ef up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:03.797426 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0600a8f2-2d7b-495b-90dc-b0aa5f3df16c tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags/tempest-TagsExtTest-Tag-1643682168 HTTP/1.1" status: 204 len: 168 time: 0.1385875 Aug 10 02:08:03.801273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56394) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:03.806355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-715c6671-4c8b-480d-869c-039590322baf tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185', 'tempest-TagsExtTest-Tag-1643682168') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:03.821816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4163820b-16da-4591-8b2d-a2fd3c6e989e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Deleting subnet 79284867-37d5-4208-9312-15b59494b51d {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:08:03.830023 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4163820b-16da-4591-8b2d-a2fd3c6e989e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.866376 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.903593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2fd9af7-ed39-4955-913b-e8230a4412ab req-47a1d8fd-a55e-4974-9475-9b08db6a0e90 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530302 Aug 10 02:08:03.945419 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4163820b-16da-4591-8b2d-a2fd3c6e989e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.950457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0795fcb-df88-4e8e-97b3-25089df6aa84 None None] Pushing event updated for resources: {'Port': ['ID=ea07f30d-094c-4a15-b106-f445a593aeef,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:03.984696 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:03.992046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4aa16176-d7fe-40b7-ad14-c0c7717b62ac None None] Port e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:08:04.032003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 32deb214-c8ab-428f-bb2c-e8a1607c54ef triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:04.038309 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.101901 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.183274 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dc839e2f-93e3-4316-b3b0-516afb7c2d1a None None] Provisioning complete for port e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:04.183722 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc839e2f-93e3-4316-b3b0-516afb7c2d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.267470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1bf728-c2f1-4316-8f16-a3ed14ea824b,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:04.303313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-dc839e2f-93e3-4316-b3b0-516afb7c2d1a None None] Port e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:08:04.345354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4163820b-16da-4591-8b2d-a2fd3c6e989e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.435993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.513953 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.515259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-47bb846d-4710-49dc-b3a2-24ce1c27a8f8 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6707180 Aug 10 02:08:04.523627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56408) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:04.541562 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15b99d2c-fcf2-4a23-a9a9-a2222f89ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.619872 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15b99d2c-fcf2-4a23-a9a9-a2222f89ad54 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c5b1e8e6768a4d989118b491d49a5643&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6998250 Aug 10 02:08:04.627619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56410) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:04.635389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4163820b-16da-4591-8b2d-a2fd3c6e989e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.647047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b99d2c-fcf2-4a23-a9a9-a2222f89ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582e35b1-acfd-4ac8-a799-d4924e223657,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:04.666398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-936e44d9-3287-4ec5-b5bf-55ac0c94a6f3 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "GET /v2.0/floatingips?floating_network_id=6d033829-f78c-40bd-a0ee-68da56c95e01 HTTP/1.1" status: 200 len: 689 time: 0.1467631 Aug 10 02:08:04.672655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56412) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:04.710026 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4790b7e6-3d1c-41cf-9b94-388e11fc2883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.737455 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4790b7e6-3d1c-41cf-9b94-388e11fc2883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.797943 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-715c6671-4c8b-480d-869c-039590322baf tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags/tempest-TagsExtTest-Tag-1643682168 HTTP/1.1" status: 204 len: 168 time: 0.9928496 Aug 10 02:08:04.801748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56416) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:04.819138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.821956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-41d8ea27-10c0-4879-a255-8c798d02284e tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:04.822094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163820b-16da-4591-8b2d-a2fd3c6e989e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Subnet': ['ID=79284867-37d5-4208-9312-15b59494b51d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:04.829722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4163820b-16da-4591-8b2d-a2fd3c6e989e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:04.831766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4163820b-16da-4591-8b2d-a2fd3c6e989e tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/subnets/79284867-37d5-4208-9312-15b59494b51d HTTP/1.1" status: 204 len: 168 time: 1.1878104 Aug 10 02:08:04.865524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56418) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:05.018328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eeae52-2383-4dd3-96f0-632a8c5303ff tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:05.020177 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e4eeae52-2383-4dd3-96f0-632a8c5303ff tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1532938 Aug 10 02:08:05.025738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56420) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:05.048103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d515-0914-4a79-81f5-1fe44a06d507 req-7cb61956-b49a-41a5-bb73-7510dfb62076 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:05.050442 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-41d8ea27-10c0-4879-a255-8c798d02284e tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags HTTP/1.1" status: 200 len: 205 time: 0.2475860 Aug 10 02:08:05.056631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ee4d515-0914-4a79-81f5-1fe44a06d507 req-7cb61956-b49a-41a5-bb73-7510dfb62076 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.4225969 Aug 10 02:08:05.061226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:05.075030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-0337be23-d207-4c5d-9a3a-5a17cf05a2a0 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:05.091813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4790b7e6-3d1c-41cf-9b94-388e11fc2883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.094632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4790b7e6-3d1c-41cf-9b94-388e11fc2883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.098185 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4790b7e6-3d1c-41cf-9b94-388e11fc2883 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/582e35b1-acfd-4ac8-a799-d4924e223657 HTTP/1.1" status: 204 len: 168 time: 0.4653494 Aug 10 02:08:05.108255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc03e41-02cf-4ae6-9815-d5428883739d req-2624df61-d0db-4033-8550-b38486658021 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:05.120134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dc03e41-02cf-4ae6-9815-d5428883739d req-2624df61-d0db-4033-8550-b38486658021 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.2933507 Aug 10 02:08:05.131541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790b7e6-3d1c-41cf-9b94-388e11fc2883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582e35b1-acfd-4ac8-a799-d4924e223657,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:05.178722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.255761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dc03e41-02cf-4ae6-9815-d5428883739d req-86c63bb2-ee8f-4083-b54f-001179e06e62 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354406 Aug 10 02:08:05.269630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Deleting port ea07f30d-094c-4a15-b106-f445a593aeef {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:05.269979 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.316702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0337be23-d207-4c5d-9a3a-5a17cf05a2a0 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags HTTP/1.1" status: 200 len: 241 time: 0.2510579 Aug 10 02:08:05.327205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ee4d515-0914-4a79-81f5-1fe44a06d507 req-aaff1724-dbe6-42a9-9ab7-9c906a1df391 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610593 Aug 10 02:08:05.331975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56426) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:05.333274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Deleting port bb1bf728-c2f1-4316-8f16-a3ed14ea824b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:05.333623 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.340490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-e6bc6269-0499-42d7-9b46-5b786ca58525 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d', 'tempest-TagsExtTest-Tag-1679702577') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:05.402719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] For port ea07f30d-094c-4a15-b106-f445a593aeef, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ea07f30d-094c-4a15-b106-f445a593aeef,segment=NetworkSegment(560ce591-367b-451f-a20d-db5bd3a1dba7),segment_id=560ce591-367b-451f-a20d-db5bd3a1dba7)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:05.403244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.428765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Calling delete_port for ea07f30d-094c-4a15-b106-f445a593aeef owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:05.441877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d3318-5ca9-4524-8880-46ad31e135b5 None None] Network 4ddda20a-ed41-4668-bb65-249a16381a29 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:05.442524 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.443195 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.451059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e6bc6269-0499-42d7-9b46-5b786ca58525 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags/tempest-TagsExtTest-Tag-1679702577 HTTP/1.1" status: 204 len: 168 time: 0.1150610 Aug 10 02:08:05.451672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56428) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:05.462010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-3377bf34-398e-43ef-9449-3cafabfa34ac tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d', 'tempest-TagsExtTest-Tag-1679702577') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:05.481677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Calling delete_port for bb1bf728-c2f1-4316-8f16-a3ed14ea824b owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:05.674745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.737091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3377bf34-398e-43ef-9449-3cafabfa34ac tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags/tempest-TagsExtTest-Tag-1679702577 HTTP/1.1" status: 204 len: 168 time: 0.2772508 Aug 10 02:08:05.737415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56434) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:05.741436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-125f529e-9989-4a81-bba9-714a69348b16 None None] Provisioning for port 3f66d782-2f64-4d37-af96-17bfa006eb35 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:05.744173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Port': ['ID=ea07f30d-094c-4a15-b106-f445a593aeef,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:05.749173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] No DVR routers for this DVR port ea07f30d-094c-4a15-b106-f445a593aeef on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:05.768283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-667c4e1e-4720-4aa2-b0d3-d911d8e5692f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:05.815203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-667c4e1e-4720-4aa2-b0d3-d911d8e5692f tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags HTTP/1.1" status: 200 len: 205 time: 0.0764990 Aug 10 02:08:05.817452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56436) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:05.837038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-f6831a0e-87e3-4189-8488-d2af3f2fbd51 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:05.837776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b991e0-e58e-4038-8292-932de2067fdd None None] Network e7208415-2c22-4441-9aba-061e0738b8bb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:05.853122 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.894967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.895607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb1bf728-c2f1-4316-8f16-a3ed14ea824b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:05.908012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7208415-2c22-4441-9aba-061e0738b8bb']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:05.922037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560ce591-367b-451f-a20d-db5bd3a1dba7') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:05.922776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560ce591-367b-451f-a20d-db5bd3a1dba7') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:05.928580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ea07f30d-094c-4a15-b106-f445a593aeef up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:05.932019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16debb1d-8b68-40d4-a934-35b4cf80d7b9 None None] DHCP port deletion for 4ddda20a-ed41-4668-bb65-249a16381a29 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:08:05.933909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.963749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:05.973541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:05.974015 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.004079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f6831a0e-87e3-4189-8488-d2af3f2fbd51 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags HTTP/1.1" status: 204 len: 168 time: 0.1671495 Aug 10 02:08:06.004079 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.004079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56438) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:06.004469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-95f7b18f-603b-46da-a270-6434f176a633 None None] Could not find standard attr ID for object ea07f30d-094c-4a15-b106-f445a593aeef. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:08:06.004596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-b581ceab-bede-43ee-bacd-619c69c3633a tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:06.023162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ea07f30d-094c-4a15-b106-f445a593aeef {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:06.024289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ea07f30d-094c-4a15-b106-f445a593aeef not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 02:08:06.048664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Port ea07f30d-094c-4a15-b106-f445a593aeef not found, will not notify nova. {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:06.066750 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:06.095058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-9a1650d2-282c-48e5-a867-c35f7d05e3e6 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:06.096464 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-9a1650d2-282c-48e5-a867-c35f7d05e3e6 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.3402941 Aug 10 02:08:06.137559 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b581ceab-bede-43ee-bacd-619c69c3633a tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags HTTP/1.1" status: 204 len: 168 time: 0.1457162 Aug 10 02:08:06.137848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56440) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:06.143725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-a6adc15a-705a-4333-b53b-07eab2cedb3e tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:06.163787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-16debb1d-8b68-40d4-a934-35b4cf80d7b9 None None] Deleting port 3f66d782-2f64-4d37-af96-17bfa006eb35 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:06.163787 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16debb1d-8b68-40d4-a934-35b4cf80d7b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.170694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.206648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56442) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:06.208902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.223212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.224583 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/networks/e7208415-2c22-4441-9aba-061e0738b8bb HTTP/1.1" status: 204 len: 168 time: 1.1978972 Aug 10 02:08:06.228840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56444) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:06.236456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6c7eea5f-d0d4-46ee-9899-ce35b9d21e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.264364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11cbc7-47f1-4c2e-b7fc-6d5d8b1f8860 None None] DHCP port deletion for e7208415-2c22-4441-9aba-061e0738b8bb request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:08:06.318612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a6adc15a-705a-4333-b53b-07eab2cedb3e tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1797926 Aug 10 02:08:06.327912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56448) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:06.327912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-5b2da272-4899-4599-b797-0efedb82534c tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:06.336204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20841bf1-777c-4180-b4f3-a26b62c924de tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Network': ['ID=e7208415-2c22-4441-9aba-061e0738b8bb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:06.350289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-16debb1d-8b68-40d4-a934-35b4cf80d7b9 None None] For port 3f66d782-2f64-4d37-af96-17bfa006eb35, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=3f66d782-2f64-4d37-af96-17bfa006eb35,segment=NetworkSegment(a66006c3-408b-4b95-a9c5-ecb0c1fc2657),segment_id=a66006c3-408b-4b95-a9c5-ecb0c1fc2657)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:06.352598 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16debb1d-8b68-40d4-a934-35b4cf80d7b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.383477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-16debb1d-8b68-40d4-a934-35b4cf80d7b9 None None] Calling delete_port for 3f66d782-2f64-4d37-af96-17bfa006eb35 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:06.390302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Deleting port 67021714-f7b4-4aa0-ab08-c17c817a94fa {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:06.390766 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.394416 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.447253 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.476797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5dab428a-09fa-4156-a6ed-001409f0ad91,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:06.546188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] For port 67021714-f7b4-4aa0-ab08-c17c817a94fa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=67021714-f7b4-4aa0-ab08-c17c817a94fa,segment=NetworkSegment(7a20011e-4bd7-4e89-a9fb-3ea94c916178),segment_id=7a20011e-4bd7-4e89-a9fb-3ea94c916178)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:06.546577 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.565830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Calling delete_port for 67021714-f7b4-4aa0-ab08-c17c817a94fa owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:06.588419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Deleting port 3f66d782-2f64-4d37-af96-17bfa006eb35 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:06.589302 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.593181 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16debb1d-8b68-40d4-a934-35b4cf80d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.614506 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.621242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16debb1d-8b68-40d4-a934-35b4cf80d7b9 None None] Pushing event deleted for resources: {'Port': ['ID=3f66d782-2f64-4d37-af96-17bfa006eb35,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:06.623581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cebfb2-48e5-474a-870d-6c8bf9fe745e req-e7c4afe6-fe87-42b5-973e-d3dd4325f4df tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:06.625124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14cebfb2-48e5-474a-870d-6c8bf9fe745e req-e7c4afe6-fe87-42b5-973e-d3dd4325f4df tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1504641 Aug 10 02:08:06.635913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16debb1d-8b68-40d4-a934-35b4cf80d7b9 None None] No DVR routers for this DVR port 3f66d782-2f64-4d37-af96-17bfa006eb35 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:06.640406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c09a2-49f4-4c0e-b6c8-28847255a06f req-79e8234a-853e-408c-8c97-504a98208204 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:06.641925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-337c09a2-49f4-4c0e-b6c8-28847255a06f req-79e8234a-853e-408c-8c97-504a98208204 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 945 time: 0.2587967 Aug 10 02:08:06.662053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d033829-f78c-40bd-a0ee-68da56c95e01']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:06.700011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5b2da272-4899-4599-b797-0efedb82534c tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags HTTP/1.1" status: 204 len: 168 time: 0.3778691 Aug 10 02:08:06.707594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad99b56-3c12-4bcd-989b-c438a634787b') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:06.707884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad99b56-3c12-4bcd-989b-c438a634787b') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:06.710235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56452) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:06.729879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-10425813-cfb1-4b5d-9839-f10f422e8dca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9', 'tempest-TagsExtTest-Tag-2012943485') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:06.737682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.760884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] For port 3f66d782-2f64-4d37-af96-17bfa006eb35, host n-d-767704-21, got binding levels [] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:06.761982 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.778116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Calling delete_port for 3f66d782-2f64-4d37-af96-17bfa006eb35 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:06.781342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Port 3f66d782-2f64-4d37-af96-17bfa006eb35 was not found and therefore no delete operation was performed {{(pid=101223) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:08:06.798746 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6c7eea5f-d0d4-46ee-9899-ce35b9d21e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.810176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-337c09a2-49f4-4c0e-b6c8-28847255a06f req-50b73b32-6ecc-4f1c-8b1c-1bd1960c586b tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/security-groups?id=784419e1-af22-4ea8-ba7a-7ba930bcdb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582551 Aug 10 02:08:06.814609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14cebfb2-48e5-474a-870d-6c8bf9fe745e req-4d8f29d5-3ccd-439b-952d-4463b18a9435 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717596 Aug 10 02:08:06.820494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.821788 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.838658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:06.840525 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:06.842767 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:06.859065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Port': ['ID=3f66d782-2f64-4d37-af96-17bfa006eb35,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:06.862753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] No DVR routers for this DVR port 3f66d782-2f64-4d37-af96-17bfa006eb35 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:06.905409 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6c7eea5f-d0d4-46ee-9899-ce35b9d21e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.959687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6c7eea5f-d0d4-46ee-9899-ce35b9d21e85 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=06c931031fae4348b110690270e3d76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7518313 Aug 10 02:08:06.961926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7eea5f-d0d4-46ee-9899-ce35b9d21e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a84e48-5b2d-43c1-b464-3468a41560ba,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:06.965844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56456) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:06.985947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.991565 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:06.999580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddda20a-ed41-4668-bb65-249a16381a29']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.004998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d033829-f78c-40bd-a0ee-68da56c95e01 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 02:08:07.007723 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.009712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "DELETE /v2.0/networks/6d033829-f78c-40bd-a0ee-68da56c95e01 HTTP/1.1" status: 204 len: 168 time: 2.3097351 Aug 10 02:08:07.020092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56458) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.026700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33b34-9575-4dfe-89f5-9e3f8f1e8208 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d033829-f78c-40bd-a0ee-68da56c95e01,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:07.049247 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8db57001-5922-40ed-83fe-d5ba5656d2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.074925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8db57001-5922-40ed-83fe-d5ba5656d2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.078338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66006c3-408b-4b95-a9c5-ecb0c1fc2657') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.078690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66006c3-408b-4b95-a9c5-ecb0c1fc2657') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.137611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.142531 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dda7267f-fce0-462e-91ae-ec951d48cc7d tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1213415 Aug 10 02:08:07.146266 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.150237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['67021714-f7b4-4aa0-ab08-c17c817a94fa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:07.150382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56460) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.179220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-10425813-cfb1-4b5d-9839-f10f422e8dca tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags/tempest-TagsExtTest-Tag-2012943485 HTTP/1.1" status: 201 len: 201 time: 0.4540112 Aug 10 02:08:07.179548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56462) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.184498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-b6afcd7d-7438-4f43-9dc0-9a08ab8754a6 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0', 'tempest-TagsExtTest-Tag-1979218151') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.219516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.223119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Pushing event deleted for resources: {'Port': ['ID=67021714-f7b4-4aa0-ab08-c17c817a94fa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:07.240691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:07.241105 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:07.244134 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:07.279972 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8db57001-5922-40ed-83fe-d5ba5656d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.283136 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8db57001-5922-40ed-83fe-d5ba5656d2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.284509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8db57001-5922-40ed-83fe-d5ba5656d2bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45a84e48-5b2d-43c1-b464-3468a41560ba HTTP/1.1" status: 204 len: 168 time: 0.3176475 Aug 10 02:08:07.312013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db57001-5922-40ed-83fe-d5ba5656d2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a84e48-5b2d-43c1-b464-3468a41560ba,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:07.367778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b6afcd7d-7438-4f43-9dc0-9a08ab8754a6 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags/tempest-TagsExtTest-Tag-1979218151 HTTP/1.1" status: 201 len: 201 time: 0.1848073 Aug 10 02:08:07.368021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56466) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.374097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] No DVR routers for this DVR port 67021714-f7b4-4aa0-ab08-c17c817a94fa on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:07.374291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-2d92ab3b-9ad8-4e41-aba7-b5a8517449c0 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185', 'tempest-TagsExtTest-Tag-355694414') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.383645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.385983 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe7cdcec-4152-4e69-97ad-c119c2cae1f4 req-737a8a16-1f02-4434-b900-058979b6cfd7 tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.16 "DELETE /v2.0/ports/67021714-f7b4-4aa0-ab08-c17c817a94fa HTTP/1.1" status: 204 len: 173 time: 1.2823775 Aug 10 02:08:07.391066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5fa04-c0c1-4363-a913-08703e803316', 'name': 'network-vif-deleted', 'tag': '67021714-f7b4-4aa0-ab08-c17c817a94fa'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:07.393278 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b071f7-0843-4d80-a3e8-90565b35fe0c" -d '{"events": [{"server_uuid": "c3d5fa04-c0c1-4363-a913-08703e803316", "name": "network-vif-deleted", "tag": "67021714-f7b4-4aa0-ab08-c17c817a94fa"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:07.410621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259659ce-1972-41ca-a6aa-57bc564a5430 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:07.411528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259659ce-1972-41ca-a6aa-57bc564a5430 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:07.411528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259659ce-1972-41ca-a6aa-57bc564a5430 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:07.411961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259659ce-1972-41ca-a6aa-57bc564a5430 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:07.412412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259659ce-1972-41ca-a6aa-57bc564a5430 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:07.412862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259659ce-1972-41ca-a6aa-57bc564a5430 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:07.413307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259659ce-1972-41ca-a6aa-57bc564a5430 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:07.415225 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-259659ce-1972-41ca-a6aa-57bc564a5430 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4653 time: 0.2586026 Aug 10 02:08:07.419905 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56470) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.510097 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b54a5-587a-4dd2-9375-d0e7a9e130be x-openstack-request-id: req-4a6b54a5-587a-4dd2-9375-d0e7a9e130be {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:07.510420 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5fa04-c0c1-4363-a913-08703e803316", "name": "network-vif-deleted", "tag": "67021714-f7b4-4aa0-ab08-c17c817a94fa", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:07.510813 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a6b54a5-587a-4dd2-9375-d0e7a9e130be {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:07.511212 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d5fa04-c0c1-4363-a913-08703e803316', 'name': 'network-vif-deleted', 'tag': '67021714-f7b4-4aa0-ab08-c17c817a94fa', 'status': 'completed', 'code': 200} Aug 10 02:08:07.512517 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.514348 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-05a11a38-5931-41d7-9f85-39bda11c11b4 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] delete failed (client error): The resource could not be found. Aug 10 02:08:07.515454 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-05a11a38-5931-41d7-9f85-39bda11c11b4 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/85ce1a35-e95d-4cc7-82e5-9a17c50bfa5f HTTP/1.1" status: 404 len: 345 time: 0.0946229 Aug 10 02:08:07.518914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56472) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.523355 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.528905 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/networks/4ddda20a-ed41-4668-bb65-249a16381a29 HTTP/1.1" status: 204 len: 168 time: 1.2983663 Aug 10 02:08:07.531119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56474) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.549455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62632-7c90-4471-bb8a-27d9952245f3 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Network': ['ID=4ddda20a-ed41-4668-bb65-249a16381a29,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:07.557710 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-418856a9-d121-4ae2-a6b8-58d5b593330a tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] DELETE failed (client error): The resource could not be found. Aug 10 02:08:07.565440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418856a9-d121-4ae2-a6b8-58d5b593330a tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:07.565938 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-418856a9-d121-4ae2-a6b8-58d5b593330a tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "DELETE /v2.0/networks/6d033829-f78c-40bd-a0ee-68da56c95e01 HTTP/1.1" status: 404 len: 339 time: 0.0458243 Aug 10 02:08:07.574937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56476) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.588631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Request body: {'network': {'name': 'tempest-network--423665603', 'router:external': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:07.628796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.704339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ea07f30d-094c-4a15-b106-f445a593aeef no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:07.719269 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.726861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ea07f30d-094c-4a15-b106-f445a593aeef {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:07.727354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ea07f30d-094c-4a15-b106-f445a593aeef not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:07.727811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 3f66d782-2f64-4d37-af96-17bfa006eb35 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:07.729491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d245587-4280-4080-a9e6-1909cecd75da']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.741376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e67451c-a3d9-4064-9667-7989699fe1e6') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.741839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e67451c-a3d9-4064-9667-7989699fe1e6') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.750980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 3f66d782-2f64-4d37-af96-17bfa006eb35 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:07.758650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 3f66d782-2f64-4d37-af96-17bfa006eb35 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:07.759362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.763162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Made reservation on behalf of d482605c16844a66811631828555111f for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:07.770494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.779158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2d92ab3b-9ad8-4e41-aba7-b5a8517449c0 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags/tempest-TagsExtTest-Tag-355694414 HTTP/1.1" status: 201 len: 201 time: 0.4101217 Aug 10 02:08:07.788201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56480) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.790161 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.794647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-5951bd92-ead1-4ad8-ab91-fe63ad1ea534 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d', 'tempest-TagsExtTest-Tag-1671124701') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:07.802888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:07.803427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:07.807292 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:07.875520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:08:07.920088 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.931263 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Added segment 017a02de-e429-48cc-be1e-70241d777143 of type vlan for network 5b9259d2-0394-469a-a1a9-2fdefd626707 Aug 10 02:08:07.941642 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.950364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:07.953395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/networks/9d245587-4280-4080-a9e6-1909cecd75da HTTP/1.1" status: 204 len: 168 time: 0.4215477 Aug 10 02:08:07.958363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56490) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:07.978090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6fc94-aba8-4fdd-8b6e-feac5cf4a98c tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Network': ['ID=9d245587-4280-4080-a9e6-1909cecd75da,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:08.054121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-551a2c4a-82fc-4938-b99c-eaa1d15e78ce req-beff864d-55e2-4d44-977e-9546cbce7c3a tempest-ServerDiskConfigTestJSON-1177763399 tempest-ServerDiskConfigTestJSON-1177763399-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d5fa04-c0c1-4363-a913-08703e803316 HTTP/1.1" status: 200 len: 210 time: 0.0976698 Aug 10 02:08:08.078312 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.082624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5951bd92-ead1-4ad8-ab91-fe63ad1ea534 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags/tempest-TagsExtTest-Tag-1671124701 HTTP/1.1" status: 201 len: 201 time: 0.2956266 Aug 10 02:08:08.086436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56498) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.092444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-b8e1e71c-bfbf-4ff6-b13c-e5089b5975f2 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9', {'tags': ['tempest-TagsExtTest-Tag-170575630', 'tempest-TagsExtTest-Tag-1412102054', 'tempest-TagsExtTest-Tag-75238740']}) {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.139205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d476-7ece-49d7-b634-2061827f9b81 req-bc25814f-579b-4990-9e32-4eb8a3a59e56 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:08.140744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b86d476-7ece-49d7-b634-2061827f9b81 req-bc25814f-579b-4990-9e32-4eb8a3a59e56 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1830666 Aug 10 02:08:08.151140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.222879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b86d476-7ece-49d7-b634-2061827f9b81 req-c78ccd27-0d2d-4aef-9c44-3637653ba309 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682952 Aug 10 02:08:08.290059 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.296811 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b8e1e71c-bfbf-4ff6-b13c-e5089b5975f2 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags HTTP/1.1" status: 200 len: 315 time: 0.2092378 Aug 10 02:08:08.299427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56502) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.301051 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.302233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:08.302854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.304880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-cb7f4fb8-de63-49d2-9228-a17bf51b0adf tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.306429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb30ef86-16f8-4377-8add-ec1b640d41a1']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.362262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5dc8fd-435f-4018-8b00-5546bf89d308') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.362697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5dc8fd-435f-4018-8b00-5546bf89d308') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.525167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cb7f4fb8-de63-49d2-9228-a17bf51b0adf tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags HTTP/1.1" status: 204 len: 168 time: 0.2244070 Aug 10 02:08:08.528964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56510) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.533292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-761858fb-f192-4233-acd1-3e3e4aada2f7 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9', 'tempest-TagsExtTest-Tag-170575630') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.606737 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-761858fb-f192-4233-acd1-3e3e4aada2f7 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:08.611902 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-761858fb-f192-4233-acd1-3e3e4aada2f7 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags/tempest-TagsExtTest-Tag-170575630 HTTP/1.1" status: 404 len: 328 time: 0.0820916 Aug 10 02:08:08.613070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56514) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.618151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-06b734bc-6973-49fe-bc91-58754ee2c88c tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9', 'tempest-TagsExtTest-Tag-1412102054') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.680963 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-06b734bc-6973-49fe-bc91-58754ee2c88c tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:08.682158 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-06b734bc-6973-49fe-bc91-58754ee2c88c tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags/tempest-TagsExtTest-Tag-1412102054 HTTP/1.1" status: 404 len: 329 time: 0.0680463 Aug 10 02:08:08.685159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56516) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.689465 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-34f66354-5ed3-4778-a1e3-b8d6cbcb1212 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9', 'tempest-TagsExtTest-Tag-75238740') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.743600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1614459 Aug 10 02:08:08.745452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.749099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56520) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.764776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea41d1-55c8-44be-b1d2-f3065aea0260 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'Network': ['ID=5b9259d2-0394-469a-a1a9-2fdefd626707,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:08.767115 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.774719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:08.775138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.775522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 5b9259d2-0394-469a-a1a9-2fdefd626707 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:08.780611 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:08.829444 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-34f66354-5ed3-4778-a1e3-b8d6cbcb1212 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:08.830651 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-34f66354-5ed3-4778-a1e3-b8d6cbcb1212 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags/tempest-TagsExtTest-Tag-75238740 HTTP/1.1" status: 404 len: 327 time: 0.1444392 Aug 10 02:08:08.833220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56522) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.841400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-62338bca-c6ec-4a7e-9f03-4747c38de69b tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0', {'tags': ['tempest-TagsExtTest-Tag-1759209668', 'tempest-TagsExtTest-Tag-133494042', 'tempest-TagsExtTest-Tag-892966528']}) {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:08.907984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56526) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.947736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.971856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f342482-7d2c-4e1d-9308-7a37cf34fb15 tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:08.978269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f342482-7d2c-4e1d-9308-7a37cf34fb15 tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:08.985291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f342482-7d2c-4e1d-9308-7a37cf34fb15 tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:08.991319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f342482-7d2c-4e1d-9308-7a37cf34fb15 tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:08.992368 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:08.993117 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5f342482-7d2c-4e1d-9308-7a37cf34fb15 tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2419584 Aug 10 02:08:08.998686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56532) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:08.999597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] 10.222.0.38 "DELETE /v2.0/networks/eb30ef86-16f8-4377-8add-ec1b640d41a1 HTTP/1.1" status: 204 len: 168 time: 1.0396082 Aug 10 02:08:09.005168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cfb39-bd93-4dfe-8a2b-d818e2d9eea1 tempest-BulkNetworkOpsIpV6Test-1071129592 tempest-BulkNetworkOpsIpV6Test-1071129592-project] Pushing event deleted for resources: {'Network': ['ID=eb30ef86-16f8-4377-8add-ec1b640d41a1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.065876 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62338bca-c6ec-4a7e-9f03-4747c38de69b tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags HTTP/1.1" status: 200 len: 316 time: 0.2314336 Aug 10 02:08:09.068359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56536) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.075952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-f51e34fd-cf24-425c-a45c-7baefd48546a tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:09.119267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.306140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.321265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9259d2-0394-469a-a1a9-2fdefd626707']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:09.336178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017a02de-e429-48cc-be1e-70241d777143') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:09.336484 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017a02de-e429-48cc-be1e-70241d777143') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:09.348045 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.349815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56554) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.370655 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f51e34fd-cf24-425c-a45c-7baefd48546a tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags HTTP/1.1" status: 204 len: 168 time: 0.3012648 Aug 10 02:08:09.373615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56556) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.378377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-4cb0dec3-de9c-4f2c-ad90-d4f7564fb65b tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0', 'tempest-TagsExtTest-Tag-1759209668') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:09.382838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.414082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:09.414701 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:09.417312 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:09.467840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bff424-b89b-4539-bfa0-0e369ad4aa79 admin admin] Deleting subnet 1e762c94-a9b7-4671-96e7-c3649fb2b611 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:08:09.476065 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-48bff424-b89b-4539-bfa0-0e369ad4aa79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.492722 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-4cb0dec3-de9c-4f2c-ad90-d4f7564fb65b tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:09.493780 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4cb0dec3-de9c-4f2c-ad90-d4f7564fb65b tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags/tempest-TagsExtTest-Tag-1759209668 HTTP/1.1" status: 404 len: 329 time: 0.1190157 Aug 10 02:08:09.497497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56560) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.504799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-7f2e09a7-994e-4b4f-8c90-083c129537cf tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0', 'tempest-TagsExtTest-Tag-133494042') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:09.505849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c71e-ca16-47b2-bdc8-80a84a7ec6af req-6971103c-5495-48c9-a84c-783aef429a74 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:09.507435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddf5c71e-ca16-47b2-bdc8-80a84a7ec6af req-6971103c-5495-48c9-a84c-783aef429a74 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1570070 Aug 10 02:08:09.550583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-48bff424-b89b-4539-bfa0-0e369ad4aa79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.570954 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-7f2e09a7-994e-4b4f-8c90-083c129537cf tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:09.572030 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7f2e09a7-994e-4b4f-8c90-083c129537cf tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags/tempest-TagsExtTest-Tag-133494042 HTTP/1.1" status: 404 len: 328 time: 0.0733292 Aug 10 02:08:09.575714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56564) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.580954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-07b55436-a8f6-4a0e-838d-696685b0bdcb tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0', 'tempest-TagsExtTest-Tag-892966528') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:09.588074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.622686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddf5c71e-ca16-47b2-bdc8-80a84a7ec6af req-3ce13819-84ae-4ad9-af09-0a5abeaa118c tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070943 Aug 10 02:08:09.646153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-48bff424-b89b-4539-bfa0-0e369ad4aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.649402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b9259d2-0394-469a-a1a9-2fdefd626707 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 02:08:09.695966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.698215 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "DELETE /v2.0/networks/5b9259d2-0394-469a-a1a9-2fdefd626707 HTTP/1.1" status: 204 len: 168 time: 0.6999528 Aug 10 02:08:09.703751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56570) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.704667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d39964-021e-4e5c-a10e-769c1628d868 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b9259d2-0394-469a-a1a9-2fdefd626707,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.711654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Request body: {'network': {'name': 'tempest-network--720512767', 'router:external': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:09.763471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56572) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.777823 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-07b55436-a8f6-4a0e-838d-696685b0bdcb tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:09.783484 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-07b55436-a8f6-4a0e-838d-696685b0bdcb tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags/tempest-TagsExtTest-Tag-892966528 HTTP/1.1" status: 404 len: 328 time: 0.2039256 Aug 10 02:08:09.784507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56576) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:09.796389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 67021714-f7b4-4aa0-ab08-c17c817a94fa no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:09.812679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-aa128545-87d9-407e-9f73-b7f129d884fd tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185', {'tags': ['tempest-TagsExtTest-Tag-1324364293', 'tempest-TagsExtTest-Tag-1913488084', 'tempest-TagsExtTest-Tag-2039208727']}) {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:09.857839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 67021714-f7b4-4aa0-ab08-c17c817a94fa {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:09.862050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 67021714-f7b4-4aa0-ab08-c17c817a94fa not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:09.871168 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.888198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Made reservation on behalf of d482605c16844a66811631828555111f for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:09.891267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.916865 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-48bff424-b89b-4539-bfa0-0e369ad4aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.970170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bff424-b89b-4539-bfa0-0e369ad4aa79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e762c94-a9b7-4671-96e7-c3649fb2b611,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:09.975527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:08:09.990210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:09.992370 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Added segment 4096f57c-d767-4987-b306-cd5167470372 of type vlan for network d0ac5a10-13d5-49e6-b6b2-26f9be47619d Aug 10 02:08:09.999275 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-48bff424-b89b-4539-bfa0-0e369ad4aa79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.000759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-48bff424-b89b-4539-bfa0-0e369ad4aa79 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1e762c94-a9b7-4671-96e7-c3649fb2b611 HTTP/1.1" status: 204 len: 168 time: 0.6489239 Aug 10 02:08:10.007597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56582) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:10.046127 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.067354 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aa128545-87d9-407e-9f73-b7f129d884fd tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags HTTP/1.1" status: 200 len: 318 time: 0.2792900 Aug 10 02:08:10.070622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56584) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:10.077551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-bb231225-d23a-4caf-8e3a-25b7a7dd4384 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:10.091516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9f42b405-f538-4140-93e1-fc3cf833479b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cdcc768834a84ea285a922be509b0d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268330 Aug 10 02:08:10.097107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56586) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:10.166462 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.226632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.227847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:10.228549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.260396 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c2cba067-4eef-405d-bbd9-18a254d3deeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.285762 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bb231225-d23a-4caf-8e3a-25b7a7dd4384 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags HTTP/1.1" status: 204 len: 168 time: 0.2142744 Aug 10 02:08:10.288264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56590) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:10.292770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-864ab942-416d-418b-922a-adab8c76b395 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185', 'tempest-TagsExtTest-Tag-1324364293') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:10.317177 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.333874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'Network': ['ID=d0ac5a10-13d5-49e6-b6b2-26f9be47619d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:10.338445 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c2cba067-4eef-405d-bbd9-18a254d3deeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.341593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26128f48-b1ca-4c80-8c95-819e53eb5def']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:10.355444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network d0ac5a10-13d5-49e6-b6b2-26f9be47619d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:08:10.365151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a20011e-4bd7-4e89-a9fb-3ea94c916178') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:10.368469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a20011e-4bd7-4e89-a9fb-3ea94c916178') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:10.374317 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a995d5d4-2ac7-4a6c-a76c-3081d27063d0 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6668234 Aug 10 02:08:10.376057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56594) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:10.411535 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.436385 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-864ab942-416d-418b-922a-adab8c76b395 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:10.437463 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-864ab942-416d-418b-922a-adab8c76b395 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags/tempest-TagsExtTest-Tag-1324364293 HTTP/1.1" status: 404 len: 329 time: 0.1482668 Aug 10 02:08:10.441861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56596) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:10.446941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-e9661a61-643f-461b-8a6c-44fc686fdda3 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185', 'tempest-TagsExtTest-Tag-1913488084') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:10.455464 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.464132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:10.465143 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:10.467063 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:10.531552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea6b5d-842a-45e4-abfc-347eef14115e tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:10.532980 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64ea6b5d-842a-45e4-abfc-347eef14115e tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] 10.222.0.38 "GET /v2.0/networks/d0ac5a10-13d5-49e6-b6b2-26f9be47619d HTTP/1.1" status: 200 len: 756 time: 0.1560762 Aug 10 02:08:10.539520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56600) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:10.539733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Deleting port a890a89d-19dc-4d54-a29b-77e3b95d7f90 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:10.539733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.577545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c2cba067-4eef-405d-bbd9-18a254d3deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.580285 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c2cba067-4eef-405d-bbd9-18a254d3deeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.581497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c2cba067-4eef-405d-bbd9-18a254d3deeb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a5c332e-7b2e-47d2-b009-b60d21cb032b HTTP/1.1" status: 204 len: 168 time: 0.4838717 Aug 10 02:08:10.598872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cba067-4eef-405d-bbd9-18a254d3deeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5c332e-7b2e-47d2-b009-b60d21cb032b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:10.631995 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.660020 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.665758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] 10.222.0.38 "DELETE /v2.0/networks/26128f48-b1ca-4c80-8c95-819e53eb5def HTTP/1.1" status: 204 len: 168 time: 0.6557093 Aug 10 02:08:10.670854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832c838-52a8-45f9-aedf-ea1174b1e29d admin admin] Pushing event deleted for resources: {'Network': ['ID=26128f48-b1ca-4c80-8c95-819e53eb5def,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:10.689099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] For port a890a89d-19dc-4d54-a29b-77e3b95d7f90, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a890a89d-19dc-4d54-a29b-77e3b95d7f90,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:10.690170 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:10.710157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Calling delete_port for a890a89d-19dc-4d54-a29b-77e3b95d7f90 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:10.834329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de24776-f2fe-4782-8e4b-30e7892d42fa req-6d2f681a-37a5-4602-94c3-4d67126bd478 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:10.836110 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0de24776-f2fe-4782-8e4b-30e7892d42fa req-6d2f681a-37a5-4602-94c3-4d67126bd478 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0745037 Aug 10 02:08:10.937523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0de24776-f2fe-4782-8e4b-30e7892d42fa req-ceaf450c-4397-4b24-b89f-851549da4df7 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588992 Aug 10 02:08:10.991140 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-e9661a61-643f-461b-8a6c-44fc686fdda3 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:10.992198 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e9661a61-643f-461b-8a6c-44fc686fdda3 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags/tempest-TagsExtTest-Tag-1913488084 HTTP/1.1" status: 404 len: 329 time: 0.5510044 Aug 10 02:08:10.995042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56614) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.001626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-3912933c-15cc-4244-bef0-1812f542198a tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185', 'tempest-TagsExtTest-Tag-2039208727') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.084110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.085518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b488bd-1e24-48ad-9a89-f3409ae6714e tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:11.087883 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-35b488bd-1e24-48ad-9a89-f3409ae6714e tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] 10.222.0.38 "GET /v2.0/networks/79a36aac-09fc-46ab-a071-df7baed15192 HTTP/1.1" status: 200 len: 767 time: 0.5496960 Aug 10 02:08:11.090527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56620) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.113100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a890a89d-19dc-4d54-a29b-77e3b95d7f90,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:11.143174 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-3912933c-15cc-4244-bef0-1812f542198a tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:11.144211 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3912933c-15cc-4244-bef0-1812f542198a tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags/tempest-TagsExtTest-Tag-2039208727 HTTP/1.1" status: 404 len: 329 time: 0.1482050 Aug 10 02:08:11.148879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56622) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.156865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-3e517e34-e15a-4a6b-92bf-bd024bc6efba tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d', {'tags': ['tempest-TagsExtTest-Tag-1311728057', 'tempest-TagsExtTest-Tag-2070717656', 'tempest-TagsExtTest-Tag-1037248384']}) {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.206283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.283759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56628) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.309629 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3e517e34-e15a-4a6b-92bf-bd024bc6efba tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "PUT /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags HTTP/1.1" status: 200 len: 318 time: 0.1594226 Aug 10 02:08:11.312125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56630) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.317791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-2b3440bb-5eed-4b9a-b4be-fe23169dc916 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.335368 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.340901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-97189d9b-4767-45e3-b89e-3bc5f3e38283 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69aa52266de846d3b2c4bfdbc65ada4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556543 Aug 10 02:08:11.343469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56632) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.351359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ac5a10-13d5-49e6-b6b2-26f9be47619d']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.366689 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4096f57c-d767-4987-b306-cd5167470372') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.366998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4096f57c-d767-4987-b306-cd5167470372') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.371310 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.389534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.406478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.415485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:11.415835 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:11.417770 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:11.487190 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2b3440bb-5eed-4b9a-b4be-fe23169dc916 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags HTTP/1.1" status: 204 len: 168 time: 0.1704600 Aug 10 02:08:11.487190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56640) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.491468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-630e70a7-ab7d-46eb-8b3c-764940544c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.498742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-504ae84f-eb9f-4dd1-82a3-6eb13b387308 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d', 'tempest-TagsExtTest-Tag-1311728057') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.524787 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-504ae84f-eb9f-4dd1-82a3-6eb13b387308 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:11.529600 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-504ae84f-eb9f-4dd1-82a3-6eb13b387308 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags/tempest-TagsExtTest-Tag-1311728057 HTTP/1.1" status: 404 len: 329 time: 0.0381975 Aug 10 02:08:11.531644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56644) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.536376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-d3c90754-430e-4289-ad47-fdd72d37c1d8 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d', 'tempest-TagsExtTest-Tag-2070717656') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.556546 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-630e70a7-ab7d-46eb-8b3c-764940544c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.559159 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-d3c90754-430e-4289-ad47-fdd72d37c1d8 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:11.560374 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d3c90754-430e-4289-ad47-fdd72d37c1d8 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags/tempest-TagsExtTest-Tag-2070717656 HTTP/1.1" status: 404 len: 329 time: 0.0276453 Aug 10 02:08:11.563222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56646) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.567691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-da1711cb-4f6a-40c1-b49d-b5c39ac7e476 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d', 'tempest-TagsExtTest-Tag-1037248384') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.580359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.589121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0ac5a10-13d5-49e6-b6b2-26f9be47619d {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 02:08:11.600884 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.603236 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "DELETE /v2.0/networks/d0ac5a10-13d5-49e6-b6b2-26f9be47619d HTTP/1.1" status: 204 len: 168 time: 0.5116756 Aug 10 02:08:11.607552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b4d55-9045-4f75-bb80-b281edbb0458 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0ac5a10-13d5-49e6-b6b2-26f9be47619d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:11.610494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56650) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.616005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Request body: {'network': {'name': 'tempest-network--1997888367'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:11.619483 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-da1711cb-4f6a-40c1-b49d-b5c39ac7e476 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] show failed (client error): The resource could not be found. Aug 10 02:08:11.620694 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-da1711cb-4f6a-40c1-b49d-b5c39ac7e476 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags/tempest-TagsExtTest-Tag-1037248384 HTTP/1.1" status: 404 len: 329 time: 0.0563788 Aug 10 02:08:11.623567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56652) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.652618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-2d22bafd-cc01-4218-bd3f-dc78ae356933 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.717584 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2d22bafd-cc01-4218-bd3f-dc78ae356933 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d/tags HTTP/1.1" status: 204 len: 168 time: 0.0780640 Aug 10 02:08:11.719754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56656) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.725463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-adb5b1b5-b6bf-46a1-bb6e-39f5c2442053 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e0504c6c-4880-4466-bf37-9f02646e9185') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.737771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Made reservation on behalf of d482605c16844a66811631828555111f for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:11.741349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:08:11.746262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.862514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:08:11.880492 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:11.880719 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Added segment dd28db3d-8fc7-417e-825b-013c91801fae of type vlan for network 6605e4c0-049b-4349-82ff-73d7b386005f Aug 10 02:08:11.893093 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-adb5b1b5-b6bf-46a1-bb6e-39f5c2442053 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185/tags HTTP/1.1" status: 204 len: 168 time: 0.1687417 Aug 10 02:08:11.893332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56662) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.898790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:08:11.906607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-98e155e9-fb0f-4975-b62e-5b8e93696a35 admin admin] 10.222.0.38 "PUT /v2.0/routers/c7ec96a9-8877-4950-bc1e-de8c8dacd0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9960268 Aug 10 02:08:11.908438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56664) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:11.919088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-8f8c4eea-03e3-4fe2-86ee-a3858e20e06e tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e11e70aa-2cf5-4f9e-8bff-01a6891b94c0') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:11.952680 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.016209 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8f8c4eea-03e3-4fe2-86ee-a3858e20e06e tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1216421 Aug 10 02:08:12.017291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56672) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:12.023363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-1c71c050-51b3-4ba1-a5e1-170e6768d409 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75fee980-5029-4e10-b0b8-e0f9e90752f9') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:12.023928 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-630e70a7-ab7d-46eb-8b3c-764940544c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.028089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-630e70a7-ab7d-46eb-8b3c-764940544c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.030140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-630e70a7-ab7d-46eb-8b3c-764940544c0e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/784419e1-af22-4ea8-ba7a-7ba930bcdb0e HTTP/1.1" status: 204 len: 168 time: 0.6854460 Aug 10 02:08:12.076227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.077846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:12.078638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.125995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e70a7-ab7d-46eb-8b3c-764940544c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784419e1-af22-4ea8-ba7a-7ba930bcdb0e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:12.132566 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] Sync routers for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:08:12.145848 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:12.146738 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:07:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:12.173576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'Network': ['ID=6605e4c0-049b-4349-82ff-73d7b386005f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:12.186526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 6605e4c0-049b-4349-82ff-73d7b386005f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:08:12.198463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ff16d-bbce-440c-acda-f2bcf403c3c9 req-c6be2db0-20c1-455a-afa9-731735998f04 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:12.199614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-159ff16d-bbce-440c-acda-f2bcf403c3c9 req-c6be2db0-20c1-455a-afa9-731735998f04 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1767116 Aug 10 02:08:12.211265 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1c71c050-51b3-4ba1-a5e1-170e6768d409 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9/tags HTTP/1.1" status: 204 len: 168 time: 0.1916339 Aug 10 02:08:12.216471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56680) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:12.220701 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.268184 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:12.278369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ba15474c-e0ee-41dd-a884-85cece5be911 tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6654081 Aug 10 02:08:12.280547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56684) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:12.301164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-207bad11-1bb3-4cb9-ac74-953948cc315f tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:12.307088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-159ff16d-bbce-440c-acda-f2bcf403c3c9 req-06c747a2-f47f-4941-94b5-cdddbd87b0d9 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940418 Aug 10 02:08:12.375557 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.465403 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T02:08:10Z', 'revision_number': 5, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port': {'id': 'c196f6fc-2ccb-4260-8e7c-f1b079358ff1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:23Z', 'updated_at': '2021-08-10T01:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:12.492280 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] Checking router: c7ec96a9-8877-4950-bc1e-de8c8dacd0cf for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:08:12.504154 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] Routers {'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:08:12.504769 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:07:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:12.509702 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-207bad11-1bb3-4cb9-ac74-953948cc315f tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.543709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Deleting port c196f6fc-2ccb-4260-8e7c-f1b079358ff1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:12.544158 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3f58-5302-416c-ae62-e93148cc9f32 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for subnetpool, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.544620 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.547875 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fd9a3f58-5302-416c-ae62-e93148cc9f32 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnetpools/f8d47ce8-97a5-48ce-88ce-5c41b46b0a9d HTTP/1.1" status: 204 len: 168 time: 0.3277056 Aug 10 02:08:12.548085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56686) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:12.584928 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-990a72d1-38ec-437e-8e88-7157b340aae8 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0504c6c-4880-4466-bf37-9f02646e9185 HTTP/1.1" status: 200 len: 205 time: 0.0335290 Aug 10 02:08:12.585487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56690) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:12.606665 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] Set router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:08:12.656777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] For port c196f6fc-2ccb-4260-8e7c-f1b079358ff1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c196f6fc-2ccb-4260-8e7c-f1b079358ff1,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:12.657139 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.679215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85fe1679-91f8-483d-a905-c6897c7e412d tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.679425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Calling delete_port for c196f6fc-2ccb-4260-8e7c-f1b079358ff1 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:12.702017 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T02:08:12Z', 'revision_number': 6, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:12.711006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-207bad11-1bb3-4cb9-ac74-953948cc315f tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.742890 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf15257-870d-40df-86a4-7990e18a2a4a None None] The sync data for ids ['c7ec96a9-8877-4950-bc1e-de8c8dacd0cf'] in n-d-767704-21 is: [{'id': 'c7ec96a9-8877-4950-bc1e-de8c8dacd0cf', 'name': 'tempest-TaggedBootDevicesTest-1871375479-router', 'tenant_id': '6516606fd45e4b029bd44fae3d330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:22Z', 'updated_at': '2021-08-10T02:08:12Z', 'revision_number': 6, 'project_id': '6516606fd45e4b029bd44fae3d330ceb', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:08:12.758103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-207bad11-1bb3-4cb9-ac74-953948cc315f tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Network 6605e4c0-049b-4349-82ff-73d7b386005f is not hosted by any dhcp agent {{(pid=101223) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 02:08:12.759109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207bad11-1bb3-4cb9-ac74-953948cc315f tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:12.761300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-207bad11-1bb3-4cb9-ac74-953948cc315f tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.761300 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-207bad11-1bb3-4cb9-ac74-953948cc315f tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "PUT /v2.0/networks/6605e4c0-049b-4349-82ff-73d7b386005f HTTP/1.1" status: 200 len: 858 time: 0.4791012 Aug 10 02:08:12.764579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56698) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:12.867437 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.883260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56700) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:12.924040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bad11-1bb3-4cb9-ac74-953948cc315f tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event updated for resources: {'Network': ['ID=6605e4c0-049b-4349-82ff-73d7b386005f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:12.932746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85fe1679-91f8-483d-a905-c6897c7e412d tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:12.935474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85fe1679-91f8-483d-a905-c6897c7e412d tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.084116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85fe1679-91f8-483d-a905-c6897c7e412d tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.085334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fe1679-91f8-483d-a905-c6897c7e412d tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Fanout notify agent at l3_agent the message router_deleted on router e0504c6c-4880-4466-bf37-9f02646e9185 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:08:13.097623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85fe1679-91f8-483d-a905-c6897c7e412d tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.100855 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-85fe1679-91f8-483d-a905-c6897c7e412d tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/routers/e0504c6c-4880-4466-bf37-9f02646e9185 HTTP/1.1" status: 204 len: 168 time: 0.5112004 Aug 10 02:08:13.111969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56710) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.112388 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56712) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.178091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7f5bac1b-3180-41cc-b8d8-37266d1d253b tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] Request body: {'port': {'network_id': '25b0b12a-04c7-4c1a-aca8-e4cdc43543d0', 'name': 'tempest-NetworksNegativeTestJSON-1255926836'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:13.194787 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5bac1b-3180-41cc-b8d8-37266d1d253b tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] POST failed (client error): The resource could not be found. Aug 10 02:08:13.195367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5bac1b-3180-41cc-b8d8-37266d1d253b tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:13.200618 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7f5bac1b-3180-41cc-b8d8-37266d1d253b tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3120501 Aug 10 02:08:13.202769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56716) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.238493 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-80445328-f550-4205-aa82-e8ae1d8e0f0c tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] DELETE failed (client error): The resource could not be found. Aug 10 02:08:13.239091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80445328-f550-4205-aa82-e8ae1d8e0f0c tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:13.244416 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-80445328-f550-4205-aa82-e8ae1d8e0f0c tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "DELETE /v2.0/networks/2b3a306d-a31d-482d-8db3-35131c5c40a1 HTTP/1.1" status: 404 len: 339 time: 0.0389104 Aug 10 02:08:13.248080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56718) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.260561 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-809c43d2-c0a6-4679-bbe3-7b837dc3c819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.279351 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f14c3d5-98cd-4846-864a-1246f733b8e5 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] DELETE failed (client error): The resource could not be found. Aug 10 02:08:13.280032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f14c3d5-98cd-4846-864a-1246f733b8e5 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:13.293395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9f14c3d5-98cd-4846-864a-1246f733b8e5 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "DELETE /v2.0/ports/c6359a66-5af8-4366-98e8-4c29f9a14021 HTTP/1.1" status: 404 len: 333 time: 0.0327439 Aug 10 02:08:13.293613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56722) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.308830 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.353811 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b51dc8-994d-4629-9de3-8398e4ca7dd1 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] DELETE failed (client error): The resource could not be found. Aug 10 02:08:13.354280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b51dc8-994d-4629-9de3-8398e4ca7dd1 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:13.360159 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b8b51dc8-994d-4629-9de3-8398e4ca7dd1 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "DELETE /v2.0/subnets/147e6556-ceb5-4a76-a5f5-004be699be0a HTTP/1.1" status: 404 len: 337 time: 0.0620933 Aug 10 02:08:13.360714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56726) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.388379 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-908137ed-02a3-486c-810c-c840c4136d4d tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] GET failed (client error): The resource could not be found. Aug 10 02:08:13.389986 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-908137ed-02a3-486c-810c-c840c4136d4d tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "GET /v2.0/networks/f94e6376-4966-48d0-859d-0a4f53becf25 HTTP/1.1" status: 404 len: 339 time: 0.0284686 Aug 10 02:08:13.396557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56728) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.439213 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59352a8-0f4f-4c21-afd3-516711a510fd tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] GET failed (client error): The resource could not be found. Aug 10 02:08:13.440745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c59352a8-0f4f-4c21-afd3-516711a510fd tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "GET /v2.0/ports/f22fab4b-3cfb-421f-b466-ba52cddfa4ed HTTP/1.1" status: 404 len: 333 time: 0.0418193 Aug 10 02:08:13.447575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56730) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.452939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5dff2-5d12-42cc-9575-c885ab7c55ed tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Deleting port e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:13.453261 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2b5dff2-5d12-42cc-9575-c885ab7c55ed tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.465049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.477203 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6605e4c0-049b-4349-82ff-73d7b386005f']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:13.489817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd28db3d-8fc7-417e-825b-013c91801fae') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:13.490221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd28db3d-8fc7-417e-825b-013c91801fae') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:13.506976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844d3ee-fb9a-470d-8f2d-b6c24f029144 req-46ffbef1-3bc1-4596-bde7-77f382c3a42e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:13.508509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e844d3ee-fb9a-470d-8f2d-b6c24f029144 req-46ffbef1-3bc1-4596-bde7-77f382c3a42e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0879610 Aug 10 02:08:13.512865 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.527111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.557379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.560776 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50281ff-7c5e-4188-941d-ebd5d6b4ac93 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] GET failed (client error): The resource could not be found. Aug 10 02:08:13.562293 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e50281ff-7c5e-4188-941d-ebd5d6b4ac93 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "GET /v2.0/subnets/23fe15b0-3b50-4747-a2ff-ae5c5dcaa18a HTTP/1.1" status: 404 len: 337 time: 0.1115494 Aug 10 02:08:13.566974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56736) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.571395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c196f6fc-2ccb-4260-8e7c-f1b079358ff1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:13.580731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-be505ca0-187a-4450-8c69-54b7cf204df4 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:13.585879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:13.586304 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:13.589401 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:13.644902 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-be505ca0-187a-4450-8c69-54b7cf204df4 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] PUT failed (client error): The resource could not be found. Aug 10 02:08:13.645337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-809c43d2-c0a6-4679-bbe3-7b837dc3c819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.645526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be505ca0-187a-4450-8c69-54b7cf204df4 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:13.646739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-be505ca0-187a-4450-8c69-54b7cf204df4 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "PUT /v2.0/networks/81a709f8-f9b3-4420-8046-02a07cfdaa9c HTTP/1.1" status: 404 len: 339 time: 0.0766284 Aug 10 02:08:13.652722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56740) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.668019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2705cb2e-0a28-4570-b1c8-4b01bd13714d tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:13.674674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2b5dff2-5d12-42cc-9575-c885ab7c55ed tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.708981 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2705cb2e-0a28-4570-b1c8-4b01bd13714d tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] PUT failed (client error): The resource could not be found. Aug 10 02:08:13.709579 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2705cb2e-0a28-4570-b1c8-4b01bd13714d tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:13.710774 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2705cb2e-0a28-4570-b1c8-4b01bd13714d tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "PUT /v2.0/ports/4e87a713-774a-434f-99c4-19f33c9ecc14 HTTP/1.1" status: 404 len: 333 time: 0.0568662 Aug 10 02:08:13.712142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5dff2-5d12-42cc-9575-c885ab7c55ed tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Calling delete_port for e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:13.717232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56742) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.718474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c196f6fc-2ccb-4260-8e7c-f1b079358ff1 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:13.719319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-809c43d2-c0a6-4679-bbe3-7b837dc3c819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.728264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e844d3ee-fb9a-470d-8f2d-b6c24f029144 req-f208220c-65e4-4547-be7d-e9b5fb67a3fa tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058671 Aug 10 02:08:13.731167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ad2ae900-6876-450b-87a8-5fb01c12a7f6 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:13.755685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.768696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c196f6fc-2ccb-4260-8e7c-f1b079358ff1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:13.769335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c196f6fc-2ccb-4260-8e7c-f1b079358ff1 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:13.769940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a890a89d-19dc-4d54-a29b-77e3b95d7f90 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:13.800033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: a890a89d-19dc-4d54-a29b-77e3b95d7f90 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:13.800288 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2ae900-6876-450b-87a8-5fb01c12a7f6 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] PUT failed (client error): The resource could not be found. Aug 10 02:08:13.800655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2ae900-6876-450b-87a8-5fb01c12a7f6 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:13.801536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a890a89d-19dc-4d54-a29b-77e3b95d7f90 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:13.801822 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ad2ae900-6876-450b-87a8-5fb01c12a7f6 tempest-NetworksNegativeTestJSON-1781136886 tempest-NetworksNegativeTestJSON-1781136886-project] 10.222.0.38 "PUT /v2.0/subnets/4aa80de2-cc6c-4d84-9763-fad592bd1abb HTTP/1.1" status: 404 len: 337 time: 0.0801098 Aug 10 02:08:13.821151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c43d2-c0a6-4679-bbe3-7b837dc3c819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e0560-ae97-4514-88a8-ed3aea96c80e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:13.845871 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.878695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56748) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.887328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6605e4c0-049b-4349-82ff-73d7b386005f {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 02:08:13.890398 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-809c43d2-c0a6-4679-bbe3-7b837dc3c819 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44857f3d8b4048ea9336e91508d73ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7643330 Aug 10 02:08:13.893503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56752) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.900736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.900736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] 10.222.0.38 "DELETE /v2.0/networks/6605e4c0-049b-4349-82ff-73d7b386005f HTTP/1.1" status: 204 len: 168 time: 1.1313901 Aug 10 02:08:13.904000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56754) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:13.920110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.929383 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:13.931601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0a040-82a5-4ae7-9f4b-8902aee00a3c tempest-ExternalNetworksTestJSON-488945423 tempest-ExternalNetworksTestJSON-488945423-project-admin] Pushing event deleted for resources: {'Network': ['ID=6605e4c0-049b-4349-82ff-73d7b386005f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:13.960130 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dc64be-f72c-46ed-9704-3091d7b55174 tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] DELETE failed (client error): The resource could not be found. Aug 10 02:08:13.960505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dc64be-f72c-46ed-9704-3091d7b55174 tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:13.965947 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-12dc64be-f72c-46ed-9704-3091d7b55174 tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] 10.222.0.38 "DELETE /v2.0/subnets/5dab428a-09fa-4156-a6ed-001409f0ad91 HTTP/1.1" status: 404 len: 337 time: 0.0604682 Aug 10 02:08:13.966712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56756) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:14.021530 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-95aea19a-d47b-4860-8273-8de42b85c66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.048759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-371379822-network', 'tenant_id': 'e88da38b7717411c84b823052c6034bc'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:14.056477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-95aea19a-d47b-4860-8273-8de42b85c66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.097597 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.098536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ec96a9-8877-4950-bc1e-de8c8dacd0cf {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:08:14.106717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.108405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9de1b967-b3ec-4a8d-8fdd-f656ff98cca0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c7ec96a9-8877-4950-bc1e-de8c8dacd0cf HTTP/1.1" status: 204 len: 168 time: 2.1986849 Aug 10 02:08:14.111463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56758) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:14.116670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.136721 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.168270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-59316984-6341-46fd-8c25-c85405427f8b admin admin] Deleting subnet 1d2ab074-2e4e-407d-b5de-d17c5877787c {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:08:14.171395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-59316984-6341-46fd-8c25-c85405427f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.207493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-59316984-6341-46fd-8c25-c85405427f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.227402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.238802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-95aea19a-d47b-4860-8273-8de42b85c66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.240779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a36aac-09fc-46ab-a071-df7baed15192']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:14.242079 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-95aea19a-d47b-4860-8273-8de42b85c66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.251149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052718ff-3d5a-496a-b519-c33184124429') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:14.251496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052718ff-3d5a-496a-b519-c33184124429') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:14.258028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-95aea19a-d47b-4860-8273-8de42b85c66a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/869e0560-ae97-4514-88a8-ed3aea96c80e HTTP/1.1" status: 204 len: 168 time: 0.3485727 Aug 10 02:08:14.261236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.274498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aea19a-d47b-4860-8273-8de42b85c66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e0560-ae97-4514-88a8-ed3aea96c80e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:14.277843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.284940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:14.285364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.340931 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-59316984-6341-46fd-8c25-c85405427f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:14.351977 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:14.355631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Made reservation on behalf of e88da38b7717411c84b823052c6034bc for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:14.356101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.358091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2b5dff2-5d12-42cc-9575-c885ab7c55ed tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.377256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.459563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56764) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:14.497061 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-59316984-6341-46fd-8c25-c85405427f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.543501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-59316984-6341-46fd-8c25-c85405427f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.545872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-59316984-6341-46fd-8c25-c85405427f8b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1d2ab074-2e4e-407d-b5de-d17c5877787c HTTP/1.1" status: 204 len: 168 time: 0.4334271 Aug 10 02:08:14.548643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59316984-6341-46fd-8c25-c85405427f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2ab074-2e4e-407d-b5de-d17c5877787c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:14.549285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce0cdbf-cb8d-4f43-af11-9be370e5e3ba None None] Network 1e03d54b-69b4-4fdd-a166-56db188ca484 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:14.552429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56768) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:14.674293 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.679084 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.681795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5dff2-5d12-42cc-9575-c885ab7c55ed tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Pushing event deleted for resources: {'Port': ['ID=e11e70aa-2cf5-4f9e-8bff-01a6891b94c0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:14.698424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.709128 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] 10.222.0.38 "DELETE /v2.0/networks/79a36aac-09fc-46ab-a071-df7baed15192 HTTP/1.1" status: 204 len: 168 time: 0.7395515 Aug 10 02:08:14.764370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Deleting port 405fae28-02d7-4dff-996f-ce9356d3c13d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:14.765212 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.769272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b104a3-4eac-4b8d-ab24-820a3a8672bc tempest-ExternalNetworksTestJSON-267653669 tempest-ExternalNetworksTestJSON-267653669-project] Pushing event deleted for resources: {'Network': ['ID=79a36aac-09fc-46ab-a071-df7baed15192,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:14.875426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] For port 405fae28-02d7-4dff-996f-ce9356d3c13d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=405fae28-02d7-4dff-996f-ce9356d3c13d,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:14.877687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.911156 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2b5dff2-5d12-42cc-9575-c885ab7c55ed tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.911156 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a2b5dff2-5d12-42cc-9575-c885ab7c55ed tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/ports/e11e70aa-2cf5-4f9e-8bff-01a6891b94c0 HTTP/1.1" status: 204 len: 168 time: 1.7921271 Aug 10 02:08:14.911156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56776) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:14.921747 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-110312a0-6af1-483a-913a-2799477ec6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.932106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Calling delete_port for 405fae28-02d7-4dff-996f-ce9356d3c13d owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:14.951063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194f2275-f379-4fa9-ac23-da6567e30dc2 None None] DHCP port deletion for 1e03d54b-69b4-4fdd-a166-56db188ca484 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:08:14.999440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f4ac89-b5d8-4fc7-b00d-cd65213e74f1 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Deleting subnet 75fee980-5029-4e10-b0b8-e0f9e90752f9 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:08:15.003659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-56f4ac89-b5d8-4fc7-b00d-cd65213e74f1 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.007376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-194f2275-f379-4fa9-ac23-da6567e30dc2 None None] Deleting port 405fae28-02d7-4dff-996f-ce9356d3c13d {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:15.008044 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-194f2275-f379-4fa9-ac23-da6567e30dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.035874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f042d73-a5e2-482c-88e4-1d7e63e9de7e req-efcb2ddc-a6ee-4c9c-9c8e-8b936705c570 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:15.037519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f042d73-a5e2-482c-88e4-1d7e63e9de7e req-efcb2ddc-a6ee-4c9c-9c8e-8b936705c570 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1389706 Aug 10 02:08:15.068402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-56f4ac89-b5d8-4fc7-b00d-cd65213e74f1 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.110017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-194f2275-f379-4fa9-ac23-da6567e30dc2 None None] For port 405fae28-02d7-4dff-996f-ce9356d3c13d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=405fae28-02d7-4dff-996f-ce9356d3c13d,segment=NetworkSegment(7a7039ce-c6a6-4103-a1b1-5b3574ee0323),segment_id=7a7039ce-c6a6-4103-a1b1-5b3574ee0323)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:15.111163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-194f2275-f379-4fa9-ac23-da6567e30dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.116422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f042d73-a5e2-482c-88e4-1d7e63e9de7e req-844f4a47-1fdf-45ed-9e21-4ac9e31b2b6a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644293 Aug 10 02:08:15.125346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-194f2275-f379-4fa9-ac23-da6567e30dc2 None None] Calling delete_port for 405fae28-02d7-4dff-996f-ce9356d3c13d owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:15.133712 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.160005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56778) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:15.178063 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-842f25fa-fe9b-4256-8aa0-164531bb3f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.192585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.198737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-56f4ac89-b5d8-4fc7-b00d-cd65213e74f1 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.222123 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-194f2275-f379-4fa9-ac23-da6567e30dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.228556 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.232255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Pushing event deleted for resources: {'Port': ['ID=405fae28-02d7-4dff-996f-ce9356d3c13d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.241811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] No DVR routers for this DVR port 405fae28-02d7-4dff-996f-ce9356d3c13d on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:15.255860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f2275-f379-4fa9-ac23-da6567e30dc2 None None] No DVR routers for this DVR port 405fae28-02d7-4dff-996f-ce9356d3c13d on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:15.270755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:08:15.288132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f2275-f379-4fa9-ac23-da6567e30dc2 None None] Pushing event deleted for resources: {'Port': ['ID=405fae28-02d7-4dff-996f-ce9356d3c13d,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.294819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00b074b-8afa-4581-9383-6cf87d6f2d7d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.300223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.300578 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Added segment d40ebb1e-8646-4fe0-88ef-6db57e233368 of type vlan for network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 Aug 10 02:08:15.351782 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.353485 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.364202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56782) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:15.364801 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e03d54b-69b4-4fdd-a166-56db188ca484']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:15.382446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7039ce-c6a6-4103-a1b1-5b3574ee0323') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:15.387489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7039ce-c6a6-4103-a1b1-5b3574ee0323') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:15.387659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-56f4ac89-b5d8-4fc7-b00d-cd65213e74f1 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.397186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.420928 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.421701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4ac89-b5d8-4fc7-b00d-cd65213e74f1 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Pushing event deleted for resources: {'Subnet': ['ID=75fee980-5029-4e10-b0b8-e0f9e90752f9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.439398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:15.439569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-56f4ac89-b5d8-4fc7-b00d-cd65213e74f1 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.439667 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.439758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f0c80b-4841-4c2d-aec3-40f2f0d5c970 None None] Network 320470b9-6e8e-4fa4-90b0-3e4965255776 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:15.439877 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:15.442075 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-56f4ac89-b5d8-4fc7-b00d-cd65213e74f1 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/subnets/75fee980-5029-4e10-b0b8-e0f9e90752f9 HTTP/1.1" status: 204 len: 168 time: 0.5273876 Aug 10 02:08:15.442075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56786) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:15.458315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.459583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:15.460723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.530060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-110312a0-6af1-483a-913a-2799477ec6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.592707 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.613469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.618204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] 10.222.0.38 "DELETE /v2.0/networks/1e03d54b-69b4-4fdd-a166-56db188ca484 HTTP/1.1" status: 204 len: 168 time: 1.0645971 Aug 10 02:08:15.619366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc29097-1549-4c8b-825b-a0828cd8be8c admin admin] Pushing event deleted for resources: {'Network': ['ID=1e03d54b-69b4-4fdd-a166-56db188ca484,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.625612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] Pushing event updated for resources: {'Network': ['ID=4b33fa66-75d0-4334-abaa-94a7f8feb2e3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.635981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:08:15.640187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-110312a0-6af1-483a-913a-2799477ec6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.641905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a0778f-2409-4b2e-91f2-7565ed005e90 None None] DHCP port deletion for 320470b9-6e8e-4fa4-90b0-3e4965255776 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:08:15.645432 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.655378 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9f48d630-31fa-49c4-9f5d-94b3557dd547 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9e2b5922d76e409fb4c40017cdf96728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877429 Aug 10 02:08:15.655870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56790) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:15.697125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-110312a0-6af1-483a-913a-2799477ec6dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad0de8af818a44d8aad32123f3139b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2358158 Aug 10 02:08:15.704727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56792) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:15.727445 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d0ce13a-6f5a-4efc-a566-1fe8bd4a90e7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8342638 Aug 10 02:08:15.730854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56794) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:15.736751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Request body: {'subnet': {'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-371379822-subnet', 'tenant_id': 'e88da38b7717411c84b823052c6034bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:15.772667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Deleting port 32deb214-c8ab-428f-bb2c-e8a1607c54ef {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:15.773018 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.773644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-09a0778f-2409-4b2e-91f2-7565ed005e90 None None] Deleting port 32deb214-c8ab-428f-bb2c-e8a1607c54ef {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:15.774240 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-09a0778f-2409-4b2e-91f2-7565ed005e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.783224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 405fae28-02d7-4dff-996f-ce9356d3c13d no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:15.791478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110312a0-6af1-483a-913a-2799477ec6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b1a001-d8e4-4a2f-afcf-41c9e6297189,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:15.825154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 405fae28-02d7-4dff-996f-ce9356d3c13d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:15.825592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 405fae28-02d7-4dff-996f-ce9356d3c13d not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:15.826224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 32deb214-c8ab-428f-bb2c-e8a1607c54ef no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:15.841968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] For port 32deb214-c8ab-428f-bb2c-e8a1607c54ef, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=32deb214-c8ab-428f-bb2c-e8a1607c54ef,segment=NetworkSegment(72c4db14-162d-40f4-85aa-85bae1366d60),segment_id=72c4db14-162d-40f4-85aa-85bae1366d60)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:15.842407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.855880 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f88b-134f-4c8a-81d7-bc21f26741c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.857360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Calling delete_port for 32deb214-c8ab-428f-bb2c-e8a1607c54ef owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:15.890581 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-842f25fa-fe9b-4256-8aa0-164531bb3f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.897887 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-81d58e62-9998-49c1-9a06-a451a4eefb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.904773 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f88b-134f-4c8a-81d7-bc21f26741c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.907433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-09a0778f-2409-4b2e-91f2-7565ed005e90 None None] For port 32deb214-c8ab-428f-bb2c-e8a1607c54ef, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=32deb214-c8ab-428f-bb2c-e8a1607c54ef,segment=NetworkSegment(72c4db14-162d-40f4-85aa-85bae1366d60),segment_id=72c4db14-162d-40f4-85aa-85bae1366d60)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:15.910474 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-09a0778f-2409-4b2e-91f2-7565ed005e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.923609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-09a0778f-2409-4b2e-91f2-7565ed005e90 None None] Calling delete_port for 32deb214-c8ab-428f-bb2c-e8a1607c54ef owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:15.949162 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-81d58e62-9998-49c1-9a06-a451a4eefb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:15.969467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-842f25fa-fe9b-4256-8aa0-164531bb3f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.017575 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.027411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f25fa-fe9b-4256-8aa0-164531bb3f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356baec1-e1ef-459c-b185-3fe0cc9d2231,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.034002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-842f25fa-fe9b-4256-8aa0-164531bb3f27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ffdea6be16db49c0b5dbbe76d5f1e2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724985 Aug 10 02:08:16.035588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56796) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:16.072163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56798) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:16.091167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Made reservation on behalf of e88da38b7717411c84b823052c6034bc for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:16.093494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.094860 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8daa8938-eac2-47a2-996f-ce0c8af89144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.095601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.109838 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-09a0778f-2409-4b2e-91f2-7565ed005e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.121694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8daa8938-eac2-47a2-996f-ce0c8af89144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.131573 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f88b-134f-4c8a-81d7-bc21f26741c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.138797 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f88b-134f-4c8a-81d7-bc21f26741c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.138797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2ea3f88b-134f-4c8a-81d7-bc21f26741c6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c354330-79c9-4bbb-8357-0cb7bd3efe29 HTTP/1.1" status: 204 len: 168 time: 0.4773691 Aug 10 02:08:16.142149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0778f-2409-4b2e-91f2-7565ed005e90 None None] Pushing event deleted for resources: {'Port': ['ID=32deb214-c8ab-428f-bb2c-e8a1607c54ef,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.148208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0778f-2409-4b2e-91f2-7565ed005e90 None None] No DVR routers for this DVR port 32deb214-c8ab-428f-bb2c-e8a1607c54ef on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:16.169598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3f88b-134f-4c8a-81d7-bc21f26741c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c354330-79c9-4bbb-8357-0cb7bd3efe29,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.172346 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-81d58e62-9998-49c1-9a06-a451a4eefb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.175430 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-81d58e62-9998-49c1-9a06-a451a4eefb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.179284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-81d58e62-9998-49c1-9a06-a451a4eefb94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53b1a001-d8e4-4a2f-afcf-41c9e6297189 HTTP/1.1" status: 204 len: 168 time: 0.4667602 Aug 10 02:08:16.195474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Pushing event deleted for resources: {'Port': ['ID=32deb214-c8ab-428f-bb2c-e8a1607c54ef,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.210764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d58e62-9998-49c1-9a06-a451a4eefb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b1a001-d8e4-4a2f-afcf-41c9e6297189,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.221010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] No DVR routers for this DVR port 32deb214-c8ab-428f-bb2c-e8a1607c54ef on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:16.309783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8daa8938-eac2-47a2-996f-ce0c8af89144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.312002 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f5cfe409-18cb-48f5-8f91-a4733a353fb6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6516606fd45e4b029bd44fae3d330ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386308 Aug 10 02:08:16.312818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56806) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:16.314062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8daa8938-eac2-47a2-996f-ce0c8af89144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.317369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8daa8938-eac2-47a2-996f-ce0c8af89144 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/356baec1-e1ef-459c-b185-3fe0cc9d2231 HTTP/1.1" status: 204 len: 168 time: 0.2788148 Aug 10 02:08:16.328207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa8938-eac2-47a2-996f-ce0c8af89144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356baec1-e1ef-459c-b185-3fe0cc9d2231,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.337898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b971-76b8-4cb3-b608-26bb1a0e780a req-c3a122e5-2f90-4c2f-865b-39d67b7abcdb tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:16.340447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c12b971-76b8-4cb3-b608-26bb1a0e780a req-c3a122e5-2f90-4c2f-865b-39d67b7abcdb tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0861897 Aug 10 02:08:16.387708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c12b971-76b8-4cb3-b608-26bb1a0e780a req-dd22b410-2230-489a-9415-cad82d79841a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375497 Aug 10 02:08:16.406866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.424770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320470b9-6e8e-4fa4-90b0-3e4965255776']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:16.440204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c4db14-162d-40f4-85aa-85bae1366d60') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:16.440504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c4db14-162d-40f4-85aa-85bae1366d60') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:08:16.454325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.483093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.512770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9df6cc19-f61e-4f54-99e3-53c01b9726b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.517942 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:08:16.518336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:08:16.522684 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:08:16.594938 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9df6cc19-f61e-4f54-99e3-53c01b9726b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.694969 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.703765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.705608 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] 10.222.0.38 "DELETE /v2.0/networks/320470b9-6e8e-4fa4-90b0-3e4965255776 HTTP/1.1" status: 204 len: 168 time: 1.2631342 Aug 10 02:08:16.715605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15507b8e-a14c-4f3f-ad05-eb4091cf6e96 tempest-TagsExtTest-1964375222 tempest-TagsExtTest-1964375222-project] Pushing event deleted for resources: {'Network': ['ID=320470b9-6e8e-4fa4-90b0-3e4965255776,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.747132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.803895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9df6cc19-f61e-4f54-99e3-53c01b9726b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.806461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9df6cc19-f61e-4f54-99e3-53c01b9726b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.807638 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9df6cc19-f61e-4f54-99e3-53c01b9726b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dead56ed-0277-4e0f-ad7e-b338de46d642 HTTP/1.1" status: 204 len: 168 time: 0.4459019 Aug 10 02:08:16.811206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8c6686-9d94-4a4d-90be-26ff1c811d0a,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.822810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6cc19-f61e-4f54-99e3-53c01b9726b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dead56ed-0277-4e0f-ad7e-b338de46d642,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:16.824702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Checking segment: {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:16.825177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Network hostable DHCP agents. Network: 4b33fa66-75d0-4334-abaa-94a7f8feb2e3, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:08:16.918212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:08:17.009422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4b33fa66-75d0-4334-abaa-94a7f8feb2e3) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:17.014499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:17.015122 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.019109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cad978-7844-461e-99bd-c7d1746363e2 None None] Network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:17.105529 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15e28203-3027-4148-bdc1-d212e7cbb8a1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3722792 Aug 10 02:08:17.140661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5adb26-5316-4874-b958-51d39b708f6d None None] Network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:17.202817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56824) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:17.254103 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b7903e64-9d62-4188-a434-0ca3e2e20ac3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d482605c16844a66811631828555111f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498884 Aug 10 02:08:17.254946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56826) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:17.305646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-387753c9-b652-4ebf-b5a0-b6cda573a83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.328660 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-387753c9-b652-4ebf-b5a0-b6cda573a83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.455075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-387753c9-b652-4ebf-b5a0-b6cda573a83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.457767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-387753c9-b652-4ebf-b5a0-b6cda573a83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.459019 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-387753c9-b652-4ebf-b5a0-b6cda573a83c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6a0cba9d-ce8f-4539-af5b-44f22412d275 HTTP/1.1" status: 204 len: 168 time: 0.2031620 Aug 10 02:08:17.467066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387753c9-b652-4ebf-b5a0-b6cda573a83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0cba9d-ce8f-4539-af5b-44f22412d275,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:17.515858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87441cef-902e-4e3f-9801-63ca2c0c94b9 req-95dec3e8-d2f8-4cc8-8887-15478414ffa0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:17.517395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87441cef-902e-4e3f-9801-63ca2c0c94b9 req-95dec3e8-d2f8-4cc8-8887-15478414ffa0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0550487 Aug 10 02:08:17.556292 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87441cef-902e-4e3f-9801-63ca2c0c94b9 req-80fb9876-f548-4863-bec8-0c81582838ad tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Aug 10 02:08:17.732678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56842) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:17.861295 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-305b544f-eea6-4c62-b027-9d6de4c6d06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.031717 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d978fe1-b335-4da8-9cf0-fb4372fea4bf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b896f0ef18842f2b5354dccfd7d4047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978225 Aug 10 02:08:18.034149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56862) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:18.086599 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d739c16b-06a8-4c77-a90d-663569ee94a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.108565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d739c16b-06a8-4c77-a90d-663569ee94a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.233066 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d739c16b-06a8-4c77-a90d-663569ee94a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.235937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d739c16b-06a8-4c77-a90d-663569ee94a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.237514 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d739c16b-06a8-4c77-a90d-663569ee94a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d040c91b-2939-4343-a9e2-4c054d396906 HTTP/1.1" status: 204 len: 168 time: 0.2014091 Aug 10 02:08:18.247514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739c16b-06a8-4c77-a90d-663569ee94a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d040c91b-2939-4343-a9e2-4c054d396906,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:18.461887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-398518f1-fac4-47a3-b71d-b30e842efc47 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:18.463296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-398518f1-fac4-47a3-b71d-b30e842efc47 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/networks?id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3 HTTP/1.1" status: 200 len: 812 time: 0.1070704 Aug 10 02:08:18.478181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-92919930-7379-4f47-8420-9b2d03a3135f tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/quotas/e88da38b7717411c84b823052c6034bc HTTP/1.1" status: 200 len: 375 time: 0.0091040 Aug 10 02:08:18.510605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-1535efd3-0a04-4634-b2e4-a9e758743866 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262158 Aug 10 02:08:18.616365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e318cced-cc2f-4a5b-8268-478df39298f0 service neutron] 10.222.0.38 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977366 Aug 10 02:08:18.734825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-aa4cd6cc-49a9-48e3-b05a-c8e73fdee6e3 service neutron] 10.222.0.38 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096058 Aug 10 02:08:18.900256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0d73e-8752-4b6a-aad3-d2bb58375e17 req-3d663ffe-4f03-4a20-8e3b-d63d575917c5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:18.901852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ce0d73e-8752-4b6a-aad3-d2bb58375e17 req-3d663ffe-4f03-4a20-8e3b-d63d575917c5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0595524 Aug 10 02:08:18.952701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ce0d73e-8752-4b6a-aad3-d2bb58375e17 req-e384745c-2279-42d6-9547-db40a72cef94 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Aug 10 02:08:19.213971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6548043-1ee3-4dd3-a5b0-29f529803789 req-e7f5d6f2-54c7-46b5-9734-292006d3e371 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 210 time: 0.0365572 Aug 10 02:08:19.700303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56940) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:19.739115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56948) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:19.921757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group': {'name': 'tempest-secgroup--996314013'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:19.931720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1101118581-network', 'tenant_id': 'e770675566e740399ef4273c8c2b2f84'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:19.954760 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:08:19.954760 n-d-767704-21 neutron-server[101223]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 02:08:19.954760 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id': 'e770675566e740399ef4273c8c2b2f84', 'id': '6bdeb6bb-5292-43c1-950c-67b852358a0d', 'expiration': datetime.datetime(2021, 8, 10, 2, 10, 19, 948187)}] Aug 10 02:08:19.954760 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:08:19.956908 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:08:20.015565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.024029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.093609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46ae76-5a98-45b8-aa8d-99552d029570 req-33ed14f2-ceb3-45c9-9c4e-4e6d288ab250 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:20.096016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc46ae76-5a98-45b8-aa8d-99552d029570 req-33ed14f2-ceb3-45c9-9c4e-4e6d288ab250 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0758379 Aug 10 02:08:20.139562 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.145242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc46ae76-5a98-45b8-aa8d-99552d029570 req-b6f401e3-0196-4bf1-844c-e22cedb75b82 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Aug 10 02:08:20.216155 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.257261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277d7251-6910-4e21-bce4-942a9dad8794,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:20.341244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7887214f-db71-4f7f-838d-0972c83cdab3 req-a0669ef4-3fcf-469d-8d1f-4273ef2877a0 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 210 time: 0.0400565 Aug 10 02:08:20.349456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.467927 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.508747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f76820-d20a-4ab5-983b-563a4e0523fd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:20.552607 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c658c61-e0ea-4f72-ad29-f88697a319c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.588398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Made reservation on behalf of e770675566e740399ef4273c8c2b2f84 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:20.588398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.599366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.670096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.671462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c9d38d52-b67e-400d-b669-4fdf9ecb9033 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9700766 Aug 10 02:08:20.673979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56982) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:20.756695 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4d57e0d5-9b9e-44bf-b442-89923af2d8ed tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0789995 Aug 10 02:08:20.757424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56988) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:20.762187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-02129fee-4983-4c5d-92bd-d3559cc9b53b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group': {'name': 'tempest-security--1288265463', 'description': 'tempest-security-description-1523750195'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:20.804765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.812773 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02129fee-4983-4c5d-92bd-d3559cc9b53b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.866679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02129fee-4983-4c5d-92bd-d3559cc9b53b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.871562 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.895850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:08:20.910760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:20.916814 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.916814 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Added segment bd1b47ed-10da-43e4-a2d4-6cebda1cb616 of type vlan for network 7294d26d-5358-4650-9e09-a457ac1195da Aug 10 02:08:20.958013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.964495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02129fee-4983-4c5d-92bd-d3559cc9b53b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.967110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02129fee-4983-4c5d-92bd-d3559cc9b53b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:20.968446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-02129fee-4983-4c5d-92bd-d3559cc9b53b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "PUT /v2.0/security-groups/47f76820-d20a-4ab5-983b-563a4e0523fd HTTP/1.1" status: 200 len: 1780 time: 0.2105174 Aug 10 02:08:20.971760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56996) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:20.993466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02129fee-4983-4c5d-92bd-d3559cc9b53b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f76820-d20a-4ab5-983b-563a4e0523fd,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:21.046968 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ef572e5b-8db1-4db8-9f2b-b23684a5ae3c tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups/47f76820-d20a-4ab5-983b-563a4e0523fd HTTP/1.1" status: 200 len: 1780 time: 0.0739343 Aug 10 02:08:21.049572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57002) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:21.077344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.078314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:21.079143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.107112 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.160508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] Pushing event updated for resources: {'Network': ['ID=7294d26d-5358-4650-9e09-a457ac1195da,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:21.177020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-645122d0-4ceb-4a93-a0fa-e1d8ca802e35 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.184572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7294d26d-5358-4650-9e09-a457ac1195da details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:08:21.208713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-645122d0-4ceb-4a93-a0fa-e1d8ca802e35 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.243432 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-71f4dc38-bbf1-49b5-8cc3-06e9ce5c62fe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5029988 Aug 10 02:08:21.247097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57010) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:21.251991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Request body: {'subnet': {'network_id': '7294d26d-5358-4650-9e09-a457ac1195da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1101118581-subnet', 'tenant_id': 'e770675566e740399ef4273c8c2b2f84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:21.328472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2098-fe77-4ea2-8fb0-17342f1c20a3 req-9184f792-b484-4e56-93da-f21abf2c09aa tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:21.330171 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-262e2098-fe77-4ea2-8fb0-17342f1c20a3 req-9184f792-b484-4e56-93da-f21abf2c09aa tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0865984 Aug 10 02:08:21.397562 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-262e2098-fe77-4ea2-8fb0-17342f1c20a3 req-6aaa38d5-4003-4ab8-9409-4bcac9f2a95f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609319 Aug 10 02:08:21.426773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-645122d0-4ceb-4a93-a0fa-e1d8ca802e35 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.426773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-645122d0-4ceb-4a93-a0fa-e1d8ca802e35 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.426773 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-645122d0-4ceb-4a93-a0fa-e1d8ca802e35 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-groups/47f76820-d20a-4ab5-983b-563a4e0523fd HTTP/1.1" status: 204 len: 168 time: 0.3699393 Aug 10 02:08:21.429370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57018) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:21.448873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645122d0-4ceb-4a93-a0fa-e1d8ca802e35 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f76820-d20a-4ab5-983b-563a4e0523fd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:21.454710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ece35e61-fb2c-4bd5-893a-1fd1e06badb8 req-b5651eb6-9ee8-49b4-abf1-3891629db16c tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 210 time: 0.0476522 Aug 10 02:08:21.455858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Made reservation on behalf of e770675566e740399ef4273c8c2b2f84 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:21.458407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.527882 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-33ebc4a1-2f8f-4386-9905-8ba7681d9edc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973337 Aug 10 02:08:21.530687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57024) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:21.546069 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-593ee93f-17f5-4d35-a4aa-1bbb6185da87 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] delete failed (client error): The resource could not be found. Aug 10 02:08:21.550623 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-593ee93f-17f5-4d35-a4aa-1bbb6185da87 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-groups/47f76820-d20a-4ab5-983b-563a4e0523fd HTTP/1.1" status: 404 len: 347 time: 0.0154595 Aug 10 02:08:21.551926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:21.558727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1ca37234-4a53-4340-99f9-33537a4c6039 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631749639'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:21.610519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57028) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:21.699225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ca37234-4a53-4340-99f9-33537a4c6039 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.747368 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.796049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:21.813416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6d8ffb-9e99-4039-bb1e-b26e67d761e5,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:21.817513 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Checking segment: {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:21.817878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Network hostable DHCP agents. Network: 7294d26d-5358-4650-9e09-a457ac1195da, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:08:21.828336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ca37234-4a53-4340-99f9-33537a4c6039 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.920624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Network 7294d26d-5358-4650-9e09-a457ac1195da is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:08:21.925150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ca37234-4a53-4340-99f9-33537a4c6039 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:21.971958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca37234-4a53-4340-99f9-33537a4c6039 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb9e346-6de6-42b0-a9b3-b9ed1e89cf92,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:21.998394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7294d26d-5358-4650-9e09-a457ac1195da) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:22.003112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:22.003898 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.008692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f87ee6-df8e-447a-85de-cb5094edce29 None None] Network 7294d26d-5358-4650-9e09-a457ac1195da requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:22.097480 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.158990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-24b0be3b-4ddc-4f7e-80b5-f5b853c24258 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9107203 Aug 10 02:08:22.207929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ca37234-4a53-4340-99f9-33537a4c6039 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.212108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57050) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:22.212295 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1ca37234-4a53-4340-99f9-33537a4c6039 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6592288 Aug 10 02:08:22.220418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5f1d2da1-a988-4236-baca-0ac47124a270 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': '2cb9e346-6de6-42b0-a9b3-b9ed1e89cf92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:22.313262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-7294d26d-5358-4650-9e09-a457ac1195da', 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da', 'tenant_id': 'e770675566e740399ef4273c8c2b2f84', 'fixed_ips': [{'subnet_id': '6a6d8ffb-9e99-4039-bb1e-b26e67d761e5'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:08:22.316519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.391432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-0f76c261-4ccc-41e1-b3e6-bf10d6f50a13 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:22.393250 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-0f76c261-4ccc-41e1-b3e6-bf10d6f50a13 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.16 "GET /v2.0/networks?id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3 HTTP/1.1" status: 200 len: 812 time: 0.2449517 Aug 10 02:08:22.411230 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2da1-a988-4236-baca-0ac47124a270 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.425852 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.438570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Request body: {'port': {'device_id': '5548046d-d129-410b-bc80-a39fc2cfe7a7', 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3', 'admin_state_up': True, 'tenant_id': 'e88da38b7717411c84b823052c6034bc'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:22.497049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Allocated IP 172.20.0.2 (7294d26d-5358-4650-9e09-a457ac1195da/6a6d8ffb-9e99-4039-bb1e-b26e67d761e5/42aa2c65-0957-4a74-90a3-2c1cf8402c10) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:22.508315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.581665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2da1-a988-4236-baca-0ac47124a270 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.649433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5d717-b637-46f6-9e77-e9b36e71e456 req-2cfe161f-7556-4bbd-b435-e8a5674db81f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:22.658180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cf5d717-b637-46f6-9e77-e9b36e71e456 req-2cfe161f-7556-4bbd-b435-e8a5674db81f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1335955 Aug 10 02:08:22.680075 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2da1-a988-4236-baca-0ac47124a270 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.701686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Allocated IP 172.25.3.245 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/a6c1c51b-d59d-4e77-ab5f-40853b3d5271) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:22.722916 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.734376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Transition to ACTIVE for port object 42aa2c65-0957-4a74-90a3-2c1cf8402c10 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:22.755763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Transition to ACTIVE for port object 42aa2c65-0957-4a74-90a3-2c1cf8402c10 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:22.785681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cf5d717-b637-46f6-9e77-e9b36e71e456 req-76dee075-421f-4103-a580-2321e4a12d1a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255064 Aug 10 02:08:22.793279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d2da1-a988-4236-baca-0ac47124a270 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce967c9-0fb4-4b84-aabe-cf5afa5a571e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:22.796838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Made reservation on behalf of e88da38b7717411c84b823052c6034bc for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:22.801877 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.875941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-19f7c439-dcd2-45ac-92a9-aa633a6efff1 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:22.878166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-19f7c439-dcd2-45ac-92a9-aa633a6efff1 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.11 "GET /v2.0/networks?id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3 HTTP/1.1" status: 200 len: 812 time: 0.2176638 Aug 10 02:08:22.878639 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.912947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Request body: {'port': {'device_id': '0839d179-0200-439e-93b1-3865b5c9a275', 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3', 'admin_state_up': True, 'tenant_id': 'e88da38b7717411c84b823052c6034bc'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:22.925998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74d3e46b-96f4-4652-a2fa-68c57e5b563d req-63045a4e-60ff-48bb-a64b-682aeef0aa68 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 210 time: 0.0466955 Aug 10 02:08:22.928427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Network 7294d26d-5358-4650-9e09-a457ac1195da is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:22.931503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:22.936528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:22.945280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Pushing event updated for resources: {'Port': ['ID=42aa2c65-0957-4a74-90a3-2c1cf8402c10,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:22.976822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f1d2da1-a988-4236-baca-0ac47124a270 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:22.978107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5f1d2da1-a988-4236-baca-0ac47124a270 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7645137 Aug 10 02:08:22.981450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57080) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:23.012613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.012934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Attempting to bind port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:23.013457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Attempting to bind port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:23.013690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Attempting to bind port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 on network 7294d26d-5358-4650-9e09-a457ac1195da {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:23.018936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:23.019302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Checking segment: {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:23.019697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.020088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Bound using segment: {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:23.020561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Bound port: 42aa2c65-0957-4a74-90a3-2c1cf8402c10, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:23.020947 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.095358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] For port 42aa2c65-0957-4a74-90a3-2c1cf8402c10, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:23.099376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] For port 42aa2c65-0957-4a74-90a3-2c1cf8402c10, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=42aa2c65-0957-4a74-90a3-2c1cf8402c10,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:23.125884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-96a8a42d-0ea8-4c3d-82d1-0d01c41cc439 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:23.127481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-96a8a42d-0ea8-4c3d-82d1-0d01c41cc439 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/networks?id=7294d26d-5358-4650-9e09-a457ac1195da HTTP/1.1" status: 200 len: 816 time: 0.2329607 Aug 10 02:08:23.158122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-f2c508a1-4861-43e7-a18f-d833a9978332 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/quotas/e770675566e740399ef4273c8c2b2f84 HTTP/1.1" status: 200 len: 375 time: 0.0154166 Aug 10 02:08:23.165073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1e9866-eff4-47fa-9405-3941fc959b4a tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.190401 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1e9866-eff4-47fa-9405-3941fc959b4a tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.205555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Allocated IP 172.20.0.13 (4b33fa66-75d0-4334-abaa-94a7f8feb2e3/ac8c6686-9d94-4a4d-90be-26ff1c811d0a/2645c29d-74c6-4faf-9ab2-d9b867c162b5) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:23.212688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-e1826033-ddde-4226-ae57-3fd65e5b6b7c tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485165 Aug 10 02:08:23.230409 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.279036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57084) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:23.288239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Made reservation on behalf of e88da38b7717411c84b823052c6034bc for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:23.297294 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.342447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405534b-6c65-47e8-87b0-3ef46f70c4a2 None None] Pushing event updated for resources: {'Port': ['ID=42aa2c65-0957-4a74-90a3-2c1cf8402c10,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:23.362066 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.391000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-3f715f5a-84b6-4123-ac05-7a3ec71cec08 service neutron] 10.222.0.38 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680701 Aug 10 02:08:23.418057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:23.428665 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:23.441308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:23.487695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c1c51b-d59d-4e77-ab5f-40853b3d5271,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:23.565029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1e9866-eff4-47fa-9405-3941fc959b4a tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.579212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1e9866-eff4-47fa-9405-3941fc959b4a tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.580440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2f1e9866-eff4-47fa-9405-3941fc959b4a tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/bce967c9-0fb4-4b84-aabe-cf5afa5a571e HTTP/1.1" status: 204 len: 168 time: 0.5915823 Aug 10 02:08:23.583190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57090) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:23.591196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.631190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e9866-eff4-47fa-9405-3941fc959b4a tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bce967c9-0fb4-4b84-aabe-cf5afa5a571e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:23.646905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-246c7cbb-f59b-46f3-ad14-05ec4f4f8b4f service neutron] 10.222.0.38 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471242 Aug 10 02:08:23.685739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa663-8a88-4bef-b62b-9d7b0df18ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.725310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-627dddef-bc09-4dbc-a569-508d72112a17 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1359046 Aug 10 02:08:23.726151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57094) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:23.810883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 42aa2c65-0957-4a74-90a3-2c1cf8402c10 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:23.813601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.862641 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.908895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f8efef47-8079-4d9a-8d9c-ed57d05269fb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.939923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:23.989708 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.009263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:24.010256 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f8efef47-8079-4d9a-8d9c-ed57d05269fb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.076881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd20c-8382-4aa9-9ee5-e05f110f558c req-abd8db08-2518-4102-9f96-b8b31605c582 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:24.078440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37cdd20c-8382-4aa9-9ee5-e05f110f558c req-abd8db08-2518-4102-9f96-b8b31605c582 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1854095 Aug 10 02:08:24.097226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Pushing event updated for resources: {'Port': ['ID=2645c29d-74c6-4faf-9ab2-d9b867c162b5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:24.122891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:24.130524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:24.131318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3501e690-a373-4b74-b1b9-eb353e971c8f req-8b952640-8817-4b75-a833-bc54ae49998a tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 210 time: 0.0695157 Aug 10 02:08:24.133361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:24.195048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Allocated IP 172.20.0.3 (4b33fa66-75d0-4334-abaa-94a7f8feb2e3/ac8c6686-9d94-4a4d-90be-26ff1c811d0a/b851e93e-aeee-4ef4-9741-6c5065f2e098) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:24.268466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:24.270759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.275983 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa663-8a88-4bef-b62b-9d7b0df18ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.370789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.375191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37cdd20c-8382-4aa9-9ee5-e05f110f558c req-27cf6f19-5253-4fe4-adb9-b612fddb41a9 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426856 Aug 10 02:08:24.403425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa663-8a88-4bef-b62b-9d7b0df18ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.506621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.509845 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-c6d89600-cfb8-4a85-8137-0bfd4ce61398 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0858185 Aug 10 02:08:24.544687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f8efef47-8079-4d9a-8d9c-ed57d05269fb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.547314 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f8efef47-8079-4d9a-8d9c-ed57d05269fb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.548489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f8efef47-8079-4d9a-8d9c-ed57d05269fb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-groups/2cb9e346-6de6-42b0-a9b3-b9ed1e89cf92 HTTP/1.1" status: 204 len: 168 time: 0.8064213 Aug 10 02:08:24.556142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Request body: {'port': {'device_id': '5548046d-d129-410b-bc80-a39fc2cfe7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:24.559662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57128) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:24.561474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaa663-8a88-4bef-b62b-9d7b0df18ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3afadae-a44f-4adf-9f6e-c5fe6fe6e74b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:24.565531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5eaa663-8a88-4bef-b62b-9d7b0df18ff8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=09d847c87e35420baa0d4992c408f304&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2852089 Aug 10 02:08:24.578187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57130) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:24.614507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efef47-8079-4d9a-8d9c-ed57d05269fb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb9e346-6de6-42b0-a9b3-b9ed1e89cf92,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:24.652262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-e0c9a59e-ea90-4ea1-99da-186c1c3a312d tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:24.653825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-e0c9a59e-ea90-4ea1-99da-186c1c3a312d tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/networks?id=7294d26d-5358-4650-9e09-a457ac1195da HTTP/1.1" status: 200 len: 816 time: 0.3594513 Aug 10 02:08:24.665358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c1c51b-d59d-4e77-ab5f-40853b3d5271,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:24.685073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911d38a-00ab-47ac-b32d-c20f9c71bf03 req-6da5fe1b-0f33-4362-9bfa-be960fbd6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:24.686631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9911d38a-00ab-47ac-b32d-c20f9c71bf03 req-6da5fe1b-0f33-4362-9bfa-be960fbd6af9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 1097 time: 0.2401741 Aug 10 02:08:24.710901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.716101 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-612bd19e-e1d5-4d1a-9f70-89dd96a1b615 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1497967 Aug 10 02:08:24.720736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-507cd2b3-370f-4b20-b034-b0163045419c tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/quotas/e770675566e740399ef4273c8c2b2f84 HTTP/1.1" status: 200 len: 375 time: 0.0492430 Aug 10 02:08:24.722889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c0d043-6b4d-4828-a4b0-eb22ead56966 None None] Network 7294d26d-5358-4650-9e09-a457ac1195da requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:08:24.723453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57134) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:24.730905 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4b0af37c-0611-402c-80b8-465c83772c62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group': {'name': 'tempest-secgroup--346783804'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:24.739101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.762841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.831759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b75974cd-a0e3-4f58-918a-23da375c1f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.846321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9911d38a-00ab-47ac-b32d-c20f9c71bf03 req-c4a28cb1-f039-442e-901a-8a0ed92833a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446953 Aug 10 02:08:24.874394 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b75974cd-a0e3-4f58-918a-23da375c1f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.880257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-013da2fc-7622-4fd4-9fe8-33b22830de4c None None] Provisioning for port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:24.884905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-013da2fc-7622-4fd4-9fe8-33b22830de4c None None] Provisioning complete for port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:24.885279 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-013da2fc-7622-4fd4-9fe8-33b22830de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.902310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b0af37c-0611-402c-80b8-465c83772c62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:24.904556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-6e0be92d-3380-40bf-b261-cc3704081025 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682477 Aug 10 02:08:25.006476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-013da2fc-7622-4fd4-9fe8-33b22830de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.020575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.025314 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e094bdc-02c6-4633-8b63-10f81c8205fc tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4136183 Aug 10 02:08:25.029277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57138) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:25.037510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1603639430', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'fixed_ips': [{'ip_address': '172.25.3.245'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:25.043760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-6ee816d8-9d75-48d4-b3f6-dbe63b061e6e service neutron] 10.222.0.38 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381009 Aug 10 02:08:25.050040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-013da2fc-7622-4fd4-9fe8-33b22830de4c None None] For port 42aa2c65-0957-4a74-90a3-2c1cf8402c10, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=42aa2c65-0957-4a74-90a3-2c1cf8402c10,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:25.119290 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b75974cd-a0e3-4f58-918a-23da375c1f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.135177 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b75974cd-a0e3-4f58-918a-23da375c1f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.140170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b75974cd-a0e3-4f58-918a-23da375c1f92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e3afadae-a44f-4adf-9f6e-c5fe6fe6e74b HTTP/1.1" status: 204 len: 168 time: 0.5546794 Aug 10 02:08:25.147342 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-013da2fc-7622-4fd4-9fe8-33b22830de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.159669 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.194710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:25.199726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:25.244622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75974cd-a0e3-4f58-918a-23da375c1f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3afadae-a44f-4adf-9f6e-c5fe6fe6e74b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:25.246306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013da2fc-7622-4fd4-9fe8-33b22830de4c None None] Pushing event updated for resources: {'Port': ['ID=42aa2c65-0957-4a74-90a3-2c1cf8402c10,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:25.266003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:25.284436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-520e9378-ee9f-406c-8cb6-6a96c4daff80 None None] Provisioning complete for port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:25.284988 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-520e9378-ee9f-406c-8cb6-6a96c4daff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.403570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-54c63dac-c501-473c-9aef-adc3d04c981b service neutron] 10.222.0.38 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588233 Aug 10 02:08:25.421775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Pushing event updated for resources: {'Port': ['ID=b851e93e-aeee-4ef4-9741-6c5065f2e098,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:25.474315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea12b4-7477-4f99-9d0a-03a62e2cd506 req-cdff32e8-38e6-4c03-8ec6-b9797008b838 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:25.480319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87ea12b4-7477-4f99-9d0a-03a62e2cd506 req-cdff32e8-38e6-4c03-8ec6-b9797008b838 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 931 time: 0.1694770 Aug 10 02:08:25.520436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:25.521149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.530995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b0af37c-0611-402c-80b8-465c83772c62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.589327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87ea12b4-7477-4f99-9d0a-03a62e2cd506 req-7e0797fe-55e3-4373-a745-2394ddb4e043 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388231 Aug 10 02:08:25.592765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2645c29d-74c6-4faf-9ab2-d9b867c162b5 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:25.610391 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.616469 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b0af37c-0611-402c-80b8-465c83772c62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.664630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0af37c-0611-402c-80b8-465c83772c62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a015b0-eb67-45ef-98e6-32686f55210c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:25.677762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Transition to ACTIVE for port object 2645c29d-74c6-4faf-9ab2-d9b867c162b5 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:25.721639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e345b140-0889-4640-903a-eb9505d93bd2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8281221 Aug 10 02:08:25.736866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Request body: {'port': {'device_id': '0839d179-0200-439e-93b1-3865b5c9a275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:25.751943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f12f8d-2ce9-453f-b014-13d67133e9ad req-32bd43bd-101d-404f-8173-60c0f10a7bb3 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:25.759517 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25f12f8d-2ce9-453f-b014-13d67133e9ad req-32bd43bd-101d-404f-8173-60c0f10a7bb3 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0996838 Aug 10 02:08:25.766708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 42aa2c65-0957-4a74-90a3-2c1cf8402c10 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:25.812006 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Made reservation on behalf of ccf6ae82346746ea82b4230f4c21a56a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:25.817051 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.821649 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.831711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:25.832084 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.874947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.907163 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.924851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25f12f8d-2ce9-453f-b014-13d67133e9ad req-c5d3c4c1-b36a-4ffd-bb92-544f42ea7190 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555045 Aug 10 02:08:25.950659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b0af37c-0611-402c-80b8-465c83772c62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:25.952597 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4b0af37c-0611-402c-80b8-465c83772c62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2281833 Aug 10 02:08:25.957701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57162) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:25.975259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Pushing event updated for resources: {'Port': ['ID=2645c29d-74c6-4faf-9ab2-d9b867c162b5,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:25.988118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-34ff6b4f-9ca4-4542-9f1f-b2adeadf6939 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': '18a015b0-eb67-45ef-98e6-32686f55210c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:26.115253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Attempting to bind port 2645c29d-74c6-4faf-9ab2-d9b867c162b5 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:26.115601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Attempting to bind port 2645c29d-74c6-4faf-9ab2-d9b867c162b5 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:26.115936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Attempting to bind port 2645c29d-74c6-4faf-9ab2-d9b867c162b5 on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:26.126217 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Port 2645c29d-74c6-4faf-9ab2-d9b867c162b5 on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:08:26.126576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Attempting to bind port 2645c29d-74c6-4faf-9ab2-d9b867c162b5 on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:26.137337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:26.137692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Checking segment: {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:26.138072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Bound using segment: {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:26.138507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Bound port: 2645c29d-74c6-4faf-9ab2-d9b867c162b5, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:26.138899 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.250987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.263242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] For port 2645c29d-74c6-4faf-9ab2-d9b867c162b5, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:26.266897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] For port 2645c29d-74c6-4faf-9ab2-d9b867c162b5, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=2645c29d-74c6-4faf-9ab2-d9b867c162b5,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:26.348919 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.365224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] device_id is not set on port 73b7b31f-3594-4839-9049-6be9dd300b0c yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:08:26.387234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.446477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57176) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:26.485798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb1d8f5-16d6-4ee4-b64b-3cfbefc64b4d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:26.536867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:26.539716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.539716 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] 10.222.0.16 "PUT /v2.0/ports/2645c29d-74c6-4faf-9ab2-d9b867c162b5 HTTP/1.1" status: 200 len: 1093 time: 1.9955523 Aug 10 02:08:26.540568 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97d5e5de-9ea5-40da-a9a8-0ece7386ec63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.542911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5548046d-d129-410b-bc80-a39fc2cfe7a7', 'tag': '2645c29d-74c6-4faf-9ab2-d9b867c162b5'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:26.545392 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00791d03-6111-4efc-8186-09ea6dc2c776" -d '{"events": [{"name": "network-changed", "server_uuid": "5548046d-d129-410b-bc80-a39fc2cfe7a7", "tag": "2645c29d-74c6-4faf-9ab2-d9b867c162b5"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:26.564870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34ff6b4f-9ca4-4542-9f1f-b2adeadf6939 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.594068 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b39dd2-931b-4168-9688-9eb398e000f4 x-openstack-request-id: req-43b39dd2-931b-4168-9688-9eb398e000f4 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:26.594374 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5548046d-d129-410b-bc80-a39fc2cfe7a7", "tag": "2645c29d-74c6-4faf-9ab2-d9b867c162b5", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:26.594671 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43b39dd2-931b-4168-9688-9eb398e000f4 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:26.595074 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5548046d-d129-410b-bc80-a39fc2cfe7a7', 'tag': '2645c29d-74c6-4faf-9ab2-d9b867c162b5', 'status': 'completed', 'code': 200} Aug 10 02:08:26.646850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf30a0c-1e52-4416-bb08-c8ef3aab7c71 service neutron] Pushing event updated for resources: {'Port': ['ID=2645c29d-74c6-4faf-9ab2-d9b867c162b5,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:26.683335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-db5d99c6-6c79-41ba-8aa1-95cfc8fc875a tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:26.697539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-db5d99c6-6c79-41ba-8aa1-95cfc8fc875a tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/networks?id=7294d26d-5358-4650-9e09-a457ac1195da HTTP/1.1" status: 200 len: 816 time: 0.5549643 Aug 10 02:08:26.721211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-4c385d1a-824a-4e1f-bf25-b8af4c028b28 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/quotas/e770675566e740399ef4273c8c2b2f84 HTTP/1.1" status: 200 len: 375 time: 0.0221629 Aug 10 02:08:26.781447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00791d03-6111-4efc-8186-09ea6dc2c776 req-42f9e0c2-5c5f-43d8-a9c4-9f17f673ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:26.783095 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-00791d03-6111-4efc-8186-09ea6dc2c776 req-42f9e0c2-5c5f-43d8-a9c4-9f17f673ce3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&device_id=5548046d-d129-410b-bc80-a39fc2cfe7a7 HTTP/1.1" status: 200 len: 1096 time: 0.1532607 Aug 10 02:08:26.807454 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34ff6b4f-9ca4-4542-9f1f-b2adeadf6939 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.833715 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-4b640f8d-aa7a-4f51-b09f-800763efacdb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115975 Aug 10 02:08:26.884906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6adb3-7955-4de2-a6f7-d05bc29dcdf8 req-21738d19-3e22-46b2-afe1-277ad18239e4 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:26.886651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bb6adb3-7955-4de2-a6f7-d05bc29dcdf8 req-21738d19-3e22-46b2-afe1-277ad18239e4 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 931 time: 0.1633778 Aug 10 02:08:26.886888 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 02:08:26.887408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:08:26.922780 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34ff6b4f-9ca4-4542-9f1f-b2adeadf6939 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.969490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b851e93e-aeee-4ef4-9741-6c5065f2e098 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:26.980900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff6b4f-9ca4-4542-9f1f-b2adeadf6939 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb7e819-83dd-471a-a1a8-e442d4975e00,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:26.993409 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.033374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bb6adb3-7955-4de2-a6f7-d05bc29dcdf8 req-033afef2-ec66-40f3-95da-b698caed4d0a tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344881 Aug 10 02:08:27.038003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Transition to ACTIVE for port object b851e93e-aeee-4ef4-9741-6c5065f2e098 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:27.040048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-6f03fbbb-a46c-4541-b4d7-a279152e99c4 service neutron] 10.222.0.38 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935554 Aug 10 02:08:27.051071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00791d03-6111-4efc-8186-09ea6dc2c776 req-ffb8b134-6745-4f90-a9c0-c52a6474dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:27.052558 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-00791d03-6111-4efc-8186-09ea6dc2c776 req-ffb8b134-6745-4f90-a9c0-c52a6474dc45 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e88da38b7717411c84b823052c6034bc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2559338 Aug 10 02:08:27.077444 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97d5e5de-9ea5-40da-a9a8-0ece7386ec63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.097280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-d5a03978-b892-4eac-a8c6-5ce610fe61e5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:27.098833 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-d5a03978-b892-4eac-a8c6-5ce610fe61e5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.16 "GET /v2.0/networks?id=7294d26d-5358-4650-9e09-a457ac1195da HTTP/1.1" status: 200 len: 816 time: 0.2844217 Aug 10 02:08:27.131190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Request body: {'port': {'device_id': '70a173a9-7bdd-4a7f-aabf-038a6278da44', 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da', 'admin_state_up': True, 'tenant_id': 'e770675566e740399ef4273c8c2b2f84'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:27.140698 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.187429 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97d5e5de-9ea5-40da-a9a8-0ece7386ec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.244942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b851e93e-aeee-4ef4-9741-6c5065f2e098,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:27.272280 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-97d5e5de-9ea5-40da-a9a8-0ece7386ec63 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3992a3356e642138a554116c07466f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8165646 Aug 10 02:08:27.277575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f67aa8-d5c8-4bd0-90e2-fdbe65352ad3 req-5f960bf2-66ae-402c-9451-2badbc59753a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:27.281377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57188) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:27.283061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11f67aa8-d5c8-4bd0-90e2-fdbe65352ad3 req-5f960bf2-66ae-402c-9451-2badbc59753a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1435084 Aug 10 02:08:27.283816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5e5de-9ea5-40da-a9a8-0ece7386ec63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1017cc9e-1205-4c6d-a685-b3256050d55d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:27.302166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00791d03-6111-4efc-8186-09ea6dc2c776 req-f754ec3f-584c-42ac-a145-c2ac5490725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:27.302533 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-00791d03-6111-4efc-8186-09ea6dc2c776 req-f754ec3f-584c-42ac-a145-c2ac5490725b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391074 Aug 10 02:08:27.312456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-13f2244d-0b47-4d75-b674-6d582c873f79 service neutron] 10.222.0.38 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619627 Aug 10 02:08:27.326495 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3ac3cc4f-af96-4f3f-97be-59ba52aff4a7 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2965562 Aug 10 02:08:27.333498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34ff6b4f-9ca4-4542-9f1f-b2adeadf6939 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.337266 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-34ff6b4f-9ca4-4542-9f1f-b2adeadf6939 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3566227 Aug 10 02:08:27.337266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57192) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:27.341065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57194) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:27.359766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1d9637f6-8572-4fcd-9071-7c3d2c2b969b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': '18a015b0-eb67-45ef-98e6-32686f55210c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:27.423872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11f67aa8-d5c8-4bd0-90e2-fdbe65352ad3 req-97bd5277-c961-49e3-9770-074c43a6db39 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093476 Aug 10 02:08:27.434216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Attempting to bind port b851e93e-aeee-4ef4-9741-6c5065f2e098 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:27.434727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Attempting to bind port b851e93e-aeee-4ef4-9741-6c5065f2e098 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:27.435244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Attempting to bind port b851e93e-aeee-4ef4-9741-6c5065f2e098 on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:27.442708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Port b851e93e-aeee-4ef4-9741-6c5065f2e098 on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:08:27.443310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Attempting to bind port b851e93e-aeee-4ef4-9741-6c5065f2e098 on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:27.456124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:27.456560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Checking segment: {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:27.458864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Bound using segment: {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:27.459421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Bound port: b851e93e-aeee-4ef4-9741-6c5065f2e098, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:27.459813 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.513858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-1d9637f6-8572-4fcd-9071-7c3d2c2b969b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:08:27.513858 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 02:08:27.513858 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'd723a51759b646839756cb3f79689df8', 'expiration_1': datetime.datetime(2021, 8, 10, 2, 8, 27, 426252)}] Aug 10 02:08:27.513858 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:08:27.513858 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-1d9637f6-8572-4fcd-9071-7c3d2c2b969b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:08:27.534280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69468092-481c-4d4a-bc38-038a0c2ba2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.550718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] For port b851e93e-aeee-4ef4-9741-6c5065f2e098, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:27.555710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] For port b851e93e-aeee-4ef4-9741-6c5065f2e098, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b851e93e-aeee-4ef4-9741-6c5065f2e098,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:27.580060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-34a87320-382e-431a-bf2a-1e96122cb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:27.581602 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-34a87320-382e-431a-bf2a-1e96122cb4c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&device_id=5548046d-d129-410b-bc80-a39fc2cfe7a7 HTTP/1.1" status: 200 len: 1096 time: 0.2156627 Aug 10 02:08:27.588541 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69468092-481c-4d4a-bc38-038a0c2ba2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.649778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-616d2a99-7043-4d1b-ad0b-23de4ca04d27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2645c29d-74c6-4faf-9ab2-d9b867c162b5 HTTP/1.1" status: 200 len: 217 time: 0.0559652 Aug 10 02:08:27.657684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Made reservation on behalf of e770675566e740399ef4273c8c2b2f84 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:27.661208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.701124 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.737832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc9aa63f-2300-4151-b533-be52611182eb req-cfe881d9-c22c-4bbb-b81b-c372f3b260d3 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 210 time: 0.0886056 Aug 10 02:08:27.751240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Deleting port a6c1c51b-d59d-4e77-ab5f-40853b3d5271 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:27.751590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.799060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-91442698-a42f-4ac9-8b37-42035934674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:27.800562 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-91442698-a42f-4ac9-8b37-42035934674a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac8c6686-9d94-4a4d-90be-26ff1c811d0a HTTP/1.1" status: 200 len: 852 time: 0.1274188 Aug 10 02:08:27.851600 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.852104 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.865873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Calling delete_port for a6c1c51b-d59d-4e77-ab5f-40853b3d5271 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:27.900445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:27.902155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:27.910827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/b851e93e-aeee-4ef4-9741-6c5065f2e098 HTTP/1.1" status: 200 len: 1092 time: 2.1717439 Aug 10 02:08:27.910827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0839d179-0200-439e-93b1-3865b5c9a275', 'tag': 'b851e93e-aeee-4ef4-9741-6c5065f2e098'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:27.910827 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6602b87-0f8d-4f1f-a9d5-4c7d96f0948f" -d '{"events": [{"name": "network-changed", "server_uuid": "0839d179-0200-439e-93b1-3865b5c9a275", "tag": "b851e93e-aeee-4ef4-9741-6c5065f2e098"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:27.941538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-7d1409e4-cc40-4b66-a039-19052150cae9 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:27.943144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-7d1409e4-cc40-4b66-a039-19052150cae9 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 810 time: 0.2442017 Aug 10 02:08:27.946102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fe41c-4853-4cd4-9c5d-5d5d7ca9c2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b851e93e-aeee-4ef4-9741-6c5065f2e098,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:27.966676 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710ee366-4699-45aa-a6d4-ba589ec8973a x-openstack-request-id: req-710ee366-4699-45aa-a6d4-ba589ec8973a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:27.966960 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0839d179-0200-439e-93b1-3865b5c9a275", "tag": "b851e93e-aeee-4ef4-9741-6c5065f2e098", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:27.967216 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-710ee366-4699-45aa-a6d4-ba589ec8973a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:27.967621 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0839d179-0200-439e-93b1-3865b5c9a275', 'tag': 'b851e93e-aeee-4ef4-9741-6c5065f2e098', 'status': 'completed', 'code': 200} Aug 10 02:08:27.972067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-3210d7fc-41fa-4d1c-8fba-ce0fb3d5547a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/quotas/ef4c7b3d06924d1ca5ecf6f35575711c HTTP/1.1" status: 200 len: 375 time: 0.0137038 Aug 10 02:08:28.072704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-f9cbc688-c7d5-4fa6-8b29-cf4aa7e764ce tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942647 Aug 10 02:08:28.085167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-e420b43a-0bd8-498c-9abb-f62493d2c9cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493165 Aug 10 02:08:28.085883 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69468092-481c-4d4a-bc38-038a0c2ba2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.092125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69468092-481c-4d4a-bc38-038a0c2ba2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.106584 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-69468092-481c-4d4a-bc38-038a0c2ba2f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1017cc9e-1205-4c6d-a685-b3256050d55d HTTP/1.1" status: 204 len: 168 time: 0.8112435 Aug 10 02:08:28.222437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602b87-0f8d-4f1f-a9d5-4c7d96f0948f req-39f086e7-38a2-4ab8-821b-8a67a2b86c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.222437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6602b87-0f8d-4f1f-a9d5-4c7d96f0948f req-39f086e7-38a2-4ab8-821b-8a67a2b86c63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 1095 time: 0.2060211 Aug 10 02:08:28.222714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69468092-481c-4d4a-bc38-038a0c2ba2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1017cc9e-1205-4c6d-a685-b3256050d55d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:28.313995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Allocated IP 172.20.0.13 (7294d26d-5358-4650-9e09-a457ac1195da/6a6d8ffb-9e99-4039-bb1e-b26e67d761e5/1d3d2d07-3d03-4496-9377-6d35d242a1b3) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:28.358181 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-a7eab582-ea58-4e0c-a9d0-d97a8a865e20 service neutron] 10.222.0.16 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419920 Aug 10 02:08:28.453879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-524e4bf3-5cc3-4dbb-96f7-189b8e68efec tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.455395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-524e4bf3-5cc3-4dbb-96f7-189b8e68efec tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.16 "GET /v2.0/networks?id=7294d26d-5358-4650-9e09-a457ac1195da HTTP/1.1" status: 200 len: 816 time: 0.2393143 Aug 10 02:08:28.469754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Request body: {'port': {'device_id': '283e15fd-b352-45ae-9645-77fb03b19c65', 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da', 'admin_state_up': True, 'tenant_id': 'e770675566e740399ef4273c8c2b2f84'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:28.476524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602b87-0f8d-4f1f-a9d5-4c7d96f0948f req-b58b04d5-0394-4331-98a8-3119fe0f62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.477991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6602b87-0f8d-4f1f-a9d5-4c7d96f0948f req-b58b04d5-0394-4331-98a8-3119fe0f62a6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e88da38b7717411c84b823052c6034bc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1527591 Aug 10 02:08:28.480160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d9637f6-8572-4fcd-9071-7c3d2c2b969b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.544541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8fd6d-5cd9-438a-a9ee-4573fdb3489d req-b5d863d3-a9d1-4629-ae0a-0078dc86aac5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.546426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28d8fd6d-5cd9-438a-a9ee-4573fdb3489d req-b5d863d3-a9d1-4629-ae0a-0078dc86aac5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 943 time: 0.4013383 Aug 10 02:08:28.592404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-ff3fe00c-79d0-4ac7-9128-4bbbeb8f99be service neutron] 10.222.0.38 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180795 Aug 10 02:08:28.640327 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.669165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d9637f6-8572-4fcd-9071-7c3d2c2b969b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.690897 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-256b5ee4-b2c3-4da6-851c-8e9081296ecd service neutron] 10.222.0.16 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027523 Aug 10 02:08:28.699291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6c1c51b-d59d-4e77-ab5f-40853b3d5271,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:28.737081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d9637f6-8572-4fcd-9071-7c3d2c2b969b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.779603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.792468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9637f6-8572-4fcd-9071-7c3d2c2b969b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36839bd-9186-46c7-ad29-0c4cc0b8fe5e,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:28.803135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28d8fd6d-5cd9-438a-a9ee-4573fdb3489d req-d35aa42b-7036-4bd2-917f-51c71e1fb413 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093787 Aug 10 02:08:28.829064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Transition to ACTIVE for port object 1d3d2d07-3d03-4496-9377-6d35d242a1b3 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:28.833888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602b87-0f8d-4f1f-a9d5-4c7d96f0948f req-5776ce38-926f-42d8-aac3-cc915cf1df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.835417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6602b87-0f8d-4f1f-a9d5-4c7d96f0948f req-5776ce38-926f-42d8-aac3-cc915cf1df87 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3454986 Aug 10 02:08:28.847281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.851145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.862358 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-66cfb519-aeaa-44be-8df5-d15d73c66851 tempest-ExternalNetworksAdminNegativeTestJSON-559288997 tempest-ExternalNetworksAdminNegativeTestJSON-559288997-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/1b491ac2-f90d-4482-93c0-5448d305aaa3 HTTP/1.1" status: 204 len: 168 time: 1.5199964 Aug 10 02:08:28.885579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d9637f6-8572-4fcd-9071-7c3d2c2b969b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:28.886762 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1d9637f6-8572-4fcd-9071-7c3d2c2b969b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5372012 Aug 10 02:08:28.894062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57252) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:28.899712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f2930b84-14a0-4556-a669-4e095a76a8e0 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': '18a015b0-eb67-45ef-98e6-32686f55210c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:28.955832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-4e42b1af-ee94-45d7-bee6-16af3fa7b7fb service neutron] 10.222.0.38 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401845 Aug 10 02:08:28.978256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5edb1067-f479-40a6-9ede-b9595f8ab3f4 req-94712b81-6c8f-44e9-8c99-f9d6baa85afd tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 210 time: 0.0617776 Aug 10 02:08:28.997309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-4389a875-e3fd-4e50-b226-7eb85e97551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:28.997309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-4389a875-e3fd-4e50-b226-7eb85e97551e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 1095 time: 0.0832181 Aug 10 02:08:29.013616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.051502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-24c33229-ea5e-4ccc-a84f-c3941e4fd58b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b851e93e-aeee-4ef4-9741-6c5065f2e098 HTTP/1.1" status: 200 len: 217 time: 0.0465777 Aug 10 02:08:29.062880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Network 7294d26d-5358-4650-9e09-a457ac1195da is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:29.069485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:29.076382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:29.098459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Made reservation on behalf of e770675566e740399ef4273c8c2b2f84 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:29.102191 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.109891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Pushing event updated for resources: {'Port': ['ID=1d3d2d07-3d03-4496-9377-6d35d242a1b3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:29.144351 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:29.145291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.214243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-2d6d5bc0-445e-4dbf-b408-21378c4aeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:29.214243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-2d6d5bc0-445e-4dbf-b408-21378c4aeb30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac8c6686-9d94-4a4d-90be-26ff1c811d0a HTTP/1.1" status: 200 len: 852 time: 0.1538367 Aug 10 02:08:29.243224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2930b84-14a0-4556-a669-4e095a76a8e0 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.252983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-14839ea1-e9fa-4e47-bd2e-6a40b8c83a5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330589 Aug 10 02:08:29.323624 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-ab4361f8-9ffd-4e58-b362-c620f1a95bd5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1973431 Aug 10 02:08:29.346005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Request body: {'port': {'device_id': '70a173a9-7bdd-4a7f-aabf-038a6278da44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:29.366371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-799ffaac-b572-464c-b293-a679a0858347 req-6a082753-ea3c-4942-94d8-1695d830c73a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 210 time: 0.1101849 Aug 10 02:08:29.410281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2930b84-14a0-4556-a669-4e095a76a8e0 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.452947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Allocated IP 172.20.0.5 (7294d26d-5358-4650-9e09-a457ac1195da/6a6d8ffb-9e99-4039-bb1e-b26e67d761e5/89aa118a-cd4b-47d7-acc9-39cd3a86de48) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:29.459238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-9d06de02-1a3a-4b19-99d1-01045caaf27f service neutron] 10.222.0.11 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867042 Aug 10 02:08:29.476274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.479676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2930b84-14a0-4556-a669-4e095a76a8e0 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.521544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2930b84-14a0-4556-a669-4e095a76a8e0 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b3d25f-77b3-4a04-9f33-7c11d2a31950,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:29.562665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-89ad5319-794d-4835-aadf-cf76c491c9de None None] Provisioning for port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:29.567207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-89ad5319-794d-4835-aadf-cf76c491c9de None None] Provisioning complete for port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:29.571423 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89ad5319-794d-4835-aadf-cf76c491c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.660834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-64abe47a-2f8b-4b39-a977-cceb190769e1 service neutron] 10.222.0.11 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944077 Aug 10 02:08:29.670580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57274) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:29.718032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-89ad5319-794d-4835-aadf-cf76c491c9de None None] Port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:08:29.718982 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2930b84-14a0-4556-a669-4e095a76a8e0 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.720176 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f2930b84-14a0-4556-a669-4e095a76a8e0 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8250813 Aug 10 02:08:29.723292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57278) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:29.748137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1f71a8dd-6c7a-49a4-8802-9db96aedcdfc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': '18a015b0-eb67-45ef-98e6-32686f55210c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:29.770872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.793666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Transition to ACTIVE for port object 89aa118a-cd4b-47d7-acc9-39cd3a86de48 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:29.860647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f71a8dd-6c7a-49a4-8802-9db96aedcdfc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:29.917149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.036040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Network 7294d26d-5358-4650-9e09-a457ac1195da is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:30.052438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3d2d07-3d03-4496-9377-6d35d242a1b3 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:30.052872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Pushing event updated for resources: {'Port': ['ID=89aa118a-cd4b-47d7-acc9-39cd3a86de48,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:30.060111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:30.063458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.079247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Transition to ACTIVE for port object 1d3d2d07-3d03-4496-9377-6d35d242a1b3 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:30.082237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fa686-92f3-4469-9f86-03f8464227cf req-b8f8d41d-8f5d-4d4f-8ce3-56080751ff30 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:30.083853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-668fa686-92f3-4469-9f86-03f8464227cf req-b8f8d41d-8f5d-4d4f-8ce3-56080751ff30 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 943 time: 0.2070887 Aug 10 02:08:30.084683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:30.095427 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e15669c4-84b5-43c8-bc59-65a8c3384512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.124625 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f71a8dd-6c7a-49a4-8802-9db96aedcdfc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.211886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-668fa686-92f3-4469-9f86-03f8464227cf req-1c9b7d02-981e-4c9c-bd3e-514dd3365804 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183076 Aug 10 02:08:30.220798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.256127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1d27863-4784-4df4-a220-f68ad0106ecd req-b31c9932-5b92-41fe-8bb1-ef4241005134 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 210 time: 0.0731385 Aug 10 02:08:30.278317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:30.279301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.282487 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f71a8dd-6c7a-49a4-8802-9db96aedcdfc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.313845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3d2d07-3d03-4496-9377-6d35d242a1b3,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:30.340989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71a8dd-6c7a-49a4-8802-9db96aedcdfc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8438192-dddc-4362-b38a-72c0f4c74cd4,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:30.382376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Attempting to bind port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:30.382757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Attempting to bind port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:30.383096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Attempting to bind port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 on network 7294d26d-5358-4650-9e09-a457ac1195da {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:30.388530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 on network 7294d26d-5358-4650-9e09-a457ac1195da not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:08:30.388865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Attempting to bind port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 on network 7294d26d-5358-4650-9e09-a457ac1195da {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:30.393966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:30.399547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Checking segment: {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:30.399547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Bound using segment: {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:30.399547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Bound port: 1d3d2d07-3d03-4496-9377-6d35d242a1b3, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:30.399547 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.426839 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e15669c4-84b5-43c8-bc59-65a8c3384512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.494136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba7b67d5-c905-47ee-97d4-7cb2b4163fa3 req-3957ac91-046f-4f5c-8f20-e3e537e993ed tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 210 time: 0.0464702 Aug 10 02:08:30.525368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f062d16b-4aae-4392-8058-ab751dd3d663 None None] Provisioning for port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:30.528187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e15669c4-84b5-43c8-bc59-65a8c3384512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.530465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f062d16b-4aae-4392-8058-ab751dd3d663 None None] Provisioning complete for port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:30.530871 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f062d16b-4aae-4392-8058-ab751dd3d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.577034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] For port 1d3d2d07-3d03-4496-9377-6d35d242a1b3, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:30.592492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] For port 1d3d2d07-3d03-4496-9377-6d35d242a1b3, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1d3d2d07-3d03-4496-9377-6d35d242a1b3,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:30.592831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15669c4-84b5-43c8-bc59-65a8c3384512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed617f-67f8-4442-9c11-0287a6d80256,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:30.598992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e15669c4-84b5-43c8-bc59-65a8c3384512 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30a24a41d79a46d0b04be40754100f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9297853 Aug 10 02:08:30.601483 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57300) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:30.619314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-58bf833c-d175-4175-9c1c-a5326ba57e87 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1546214 Aug 10 02:08:30.632841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Request body: {'port': {'device_id': '283e15fd-b352-45ae-9645-77fb03b19c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:30.636726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f062d16b-4aae-4392-8058-ab751dd3d663 None None] Port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:08:30.684805 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.774060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f71a8dd-6c7a-49a4-8802-9db96aedcdfc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.776542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:30.777554 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.779405 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] 10.222.0.16 "PUT /v2.0/ports/1d3d2d07-3d03-4496-9377-6d35d242a1b3 HTTP/1.1" status: 200 len: 1093 time: 1.4471302 Aug 10 02:08:30.780086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a173a9-7bdd-4a7f-aabf-038a6278da44', 'tag': '1d3d2d07-3d03-4496-9377-6d35d242a1b3'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:30.780678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1f71a8dd-6c7a-49a4-8802-9db96aedcdfc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0498011 Aug 10 02:08:30.781189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57304) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:30.783447 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1767f13-1504-45d7-911a-d59ddef825bc" -d '{"events": [{"name": "network-changed", "server_uuid": "70a173a9-7bdd-4a7f-aabf-038a6278da44", "tag": "1d3d2d07-3d03-4496-9377-6d35d242a1b3"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:30.810088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a1db20c7-7dbf-434a-8a95-ca95b4eea934 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': '18a015b0-eb67-45ef-98e6-32686f55210c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:30.816198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50176015-cf99-4d67-b848-26eb0df0cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3d2d07-3d03-4496-9377-6d35d242a1b3,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:30.892363 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c396563-cd2a-4096-8743-f0958bf2dde1 x-openstack-request-id: req-7c396563-cd2a-4096-8743-f0958bf2dde1 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:30.892363 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a173a9-7bdd-4a7f-aabf-038a6278da44", "tag": "1d3d2d07-3d03-4496-9377-6d35d242a1b3", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:30.892667 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c396563-cd2a-4096-8743-f0958bf2dde1 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:30.893055 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a173a9-7bdd-4a7f-aabf-038a6278da44', 'tag': '1d3d2d07-3d03-4496-9377-6d35d242a1b3', 'status': 'completed', 'code': 200} Aug 10 02:08:30.907289 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2854daf5-d4d9-451a-baa1-45c268c96faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.934176 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2854daf5-d4d9-451a-baa1-45c268c96faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.966034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.998299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1767f13-1504-45d7-911a-d59ddef825bc req-315f3ac2-d76d-4ab9-b2d3-31c188f74660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.001076 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1767f13-1504-45d7-911a-d59ddef825bc req-315f3ac2-d76d-4ab9-b2d3-31c188f74660 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 1096 time: 0.0860114 Aug 10 02:08:31.081340 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1db20c7-7dbf-434a-8a95-ca95b4eea934 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:31.334153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c7f7c9bd-461e-446c-8680-f801fb396a80 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.336000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c7f7c9bd-461e-446c-8680-f801fb396a80 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.11 "GET /v2.0/networks?id=7294d26d-5358-4650-9e09-a457ac1195da HTTP/1.1" status: 200 len: 816 time: 0.6348963 Aug 10 02:08:31.357571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Request body: {'port': {'device_id': 'c5afe2d1-747d-4e00-92bd-b03aa5e80c99', 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da', 'admin_state_up': True, 'tenant_id': 'e770675566e740399ef4273c8c2b2f84'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:31.442611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1767f13-1504-45d7-911a-d59ddef825bc req-0c719090-0491-4c71-b7de-746720bc09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.444071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1767f13-1504-45d7-911a-d59ddef825bc req-0c719090-0491-4c71-b7de-746720bc09ae service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e770675566e740399ef4273c8c2b2f84&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4359105 Aug 10 02:08:31.556171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1767f13-1504-45d7-911a-d59ddef825bc req-a05df69b-dccb-40aa-a4bc-fcfaca47dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.557822 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1767f13-1504-45d7-911a-d59ddef825bc req-a05df69b-dccb-40aa-a4bc-fcfaca47dc30 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061349 Aug 10 02:08:31.673720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-6b1234e4-dffa-4b2b-812e-8138c2975ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.675993 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-6b1234e4-dffa-4b2b-812e-8138c2975ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 1096 time: 0.0699294 Aug 10 02:08:31.743690 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-7b0f383b-284b-4a06-9d03-a8c7e2bb7a3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d3d2d07-3d03-4496-9377-6d35d242a1b3 HTTP/1.1" status: 200 len: 217 time: 0.0595434 Aug 10 02:08:31.831223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2854daf5-d4d9-451a-baa1-45c268c96faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:31.833169 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2854daf5-d4d9-451a-baa1-45c268c96faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:31.833416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-dc6facc7-91a2-4c6e-bca7-6c44dec1136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.835187 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-dc6facc7-91a2-4c6e-bca7-6c44dec1136a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a6d8ffb-9e99-4039-bb1e-b26e67d761e5 HTTP/1.1" status: 200 len: 855 time: 0.0845454 Aug 10 02:08:31.837365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2854daf5-d4d9-451a-baa1-45c268c96faa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85ed617f-67f8-4442-9c11-0287a6d80256 HTTP/1.1" status: 204 len: 168 time: 1.2345450 Aug 10 02:08:31.919095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 2645c29d-74c6-4faf-9ab2-d9b867c162b5 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:31.953778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-9e952357-32ec-4347-88bd-3ef123bde817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.959926 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-9e952357-32ec-4347-88bd-3ef123bde817 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7294d26d-5358-4650-9e09-a457ac1195da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138043 Aug 10 02:08:31.989766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-8944c375-0580-4922-b8ae-869d37dd40e9 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.991349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-8944c375-0580-4922-b8ae-869d37dd40e9 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.11 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 810 time: 0.1627309 Aug 10 02:08:32.000999 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-061e620a-e473-4a6d-8662-ee4f84952297 req-4a6448e6-c5bd-4321-a82d-b854a2e25bd8 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 210 time: 0.2145131 Aug 10 02:08:32.035728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854daf5-d4d9-451a-baa1-45c268c96faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed617f-67f8-4442-9c11-0287a6d80256,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:32.051293 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1db20c7-7dbf-434a-8a95-ca95b4eea934 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.057030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Request body: {'port': {'device_id': '3a899457-4666-4967-874f-5b015e5a0ba1', 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b', 'admin_state_up': True, 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:32.143732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 2645c29d-74c6-4faf-9ab2-d9b867c162b5, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=2645c29d-74c6-4faf-9ab2-d9b867c162b5,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:32.149415 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-d25bde3a-4b19-419b-a6d0-b3f8088d8f21 service neutron] 10.222.0.16 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845305 Aug 10 02:08:32.162260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c0d0a-4cb6-4db9-9294-98a0c93d2c33 req-3db48a83-e41a-426a-9229-01920af7d55f tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:32.170826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-943c0d0a-4cb6-4db9-9294-98a0c93d2c33 req-3db48a83-e41a-426a-9229-01920af7d55f tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 943 time: 0.8020186 Aug 10 02:08:32.171043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '2645c29d-74c6-4faf-9ab2-d9b867c162b5', 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3', 'port_id': '2645c29d-74c6-4faf-9ab2-d9b867c162b5', 'mac_address': 'fa:16:3e:f0:8a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8c6686-9d94-4a4d-90be-26ff1c811d0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:32.215101 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.232630 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1db20c7-7dbf-434a-8a95-ca95b4eea934 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.237745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2645c29d-74c6-4faf-9ab2-d9b867c162b5 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:32.288774 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-65365684-d6a5-451a-bfd8-0a7dec808a5c req-1aaedf33-8077-49de-9ee7-9d5f602268e3 service neutron] 10.222.0.16 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312206 Aug 10 02:08:32.297349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 2645c29d-74c6-4faf-9ab2-d9b867c162b5, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=2645c29d-74c6-4faf-9ab2-d9b867c162b5,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:32.313929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4639450-aa3a-4b3a-b01c-9f2bc73d0e33 req-d1ad8f31-d3bb-45ef-a917-a8e7d468a576 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 210 time: 0.1595914 Aug 10 02:08:32.348402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db20c7-7dbf-434a-8a95-ca95b4eea934 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ede268-ab05-4070-a4ee-13dfa172bc5f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:32.366777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1db20c7-7dbf-434a-8a95-ca95b4eea934 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.367990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a1db20c7-7dbf-434a-8a95-ca95b4eea934 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.5780311 Aug 10 02:08:32.371763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57336) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:32.373866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.390809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-943c0d0a-4cb6-4db9-9294-98a0c93d2c33 req-b891a4eb-96f5-4503-8f27-5ceb41795da8 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186701 Aug 10 02:08:32.405800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b57a69ee-8c3a-4ba7-81a8-5521e47caf62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.419528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b57a69ee-8c3a-4ba7-81a8-5521e47caf62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.459244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=2645c29d-74c6-4faf-9ab2-d9b867c162b5,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:32.501583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aa118a-cd4b-47d7-acc9-39cd3a86de48 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:32.509482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.523531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Transition to ACTIVE for port object 89aa118a-cd4b-47d7-acc9-39cd3a86de48 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:32.523820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b57a69ee-8c3a-4ba7-81a8-5521e47caf62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.531973 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b57a69ee-8c3a-4ba7-81a8-5521e47caf62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.533143 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b57a69ee-8c3a-4ba7-81a8-5521e47caf62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/61ede268-ab05-4070-a4ee-13dfa172bc5f HTTP/1.1" status: 204 len: 168 time: 0.1597400 Aug 10 02:08:32.535755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57342) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:32.549590 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a69ee-8c3a-4ba7-81a8-5521e47caf62 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61ede268-ab05-4070-a4ee-13dfa172bc5f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:32.566522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['2645c29d-74c6-4faf-9ab2-d9b867c162b5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:32.599195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Made reservation on behalf of e770675566e740399ef4273c8c2b2f84 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:32.603002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.603424 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b57a516c-4ab8-43a1-b8fd-5333233e69cd tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0659990 Aug 10 02:08:32.606822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57348) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:32.629886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.633169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79ec76de-bc28-40c6-a5c3-e4ad863c0b13 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.641863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79ec76de-bc28-40c6-a5c3-e4ad863c0b13 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.701912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Pushing event updated for resources: {'Port': ['ID=89aa118a-cd4b-47d7-acc9-39cd3a86de48,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:32.730274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Made reservation on behalf of ef4c7b3d06924d1ca5ecf6f35575711c for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:32.734483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.754922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b851e93e-aeee-4ef4-9741-6c5065f2e098 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:32.793325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79ec76de-bc28-40c6-a5c3-e4ad863c0b13 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.800466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79ec76de-bc28-40c6-a5c3-e4ad863c0b13 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.802184 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-79ec76de-bc28-40c6-a5c3-e4ad863c0b13 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/a8438192-dddc-4362-b38a-72c0f4c74cd4 HTTP/1.1" status: 204 len: 168 time: 0.1937392 Aug 10 02:08:32.809690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57352) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:32.896095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec76de-bc28-40c6-a5c3-e4ad863c0b13 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8438192-dddc-4362-b38a-72c0f4c74cd4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:32.908796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Attempting to bind port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:32.909150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Attempting to bind port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:32.909491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Attempting to bind port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 on network 7294d26d-5358-4650-9e09-a457ac1195da {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:32.945822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 on network 7294d26d-5358-4650-9e09-a457ac1195da not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:08:32.946164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Attempting to bind port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 on network 7294d26d-5358-4650-9e09-a457ac1195da {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:32.953046 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2fd5168d-3d1a-4013-ac8f-84487f17e841 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1411774 Aug 10 02:08:32.955795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57358) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:32.972530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:32.973993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Checking segment: {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:32.973993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Bound using segment: {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:32.973993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Bound port: 89aa118a-cd4b-47d7-acc9-39cd3a86de48, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:32.973993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:32.997255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57364) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:33.018788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b851e93e-aeee-4ef4-9741-6c5065f2e098, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b851e93e-aeee-4ef4-9741-6c5065f2e098,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:33.044843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-632ffeac-458b-4b60-997f-9e0c669845be tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.063295 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-632ffeac-458b-4b60-997f-9e0c669845be tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.067001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'b851e93e-aeee-4ef4-9741-6c5065f2e098', 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3', 'port_id': 'b851e93e-aeee-4ef4-9741-6c5065f2e098', 'mac_address': 'fa:16:3e:68:7f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8c6686-9d94-4a4d-90be-26ff1c811d0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:33.086369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b51aab94-360e-485b-bf21-c2811b042508 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ccf6ae82346746ea82b4230f4c21a56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883417 Aug 10 02:08:33.090672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57372) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:33.095586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] For port 89aa118a-cd4b-47d7-acc9-39cd3a86de48, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:33.101372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] For port 89aa118a-cd4b-47d7-acc9-39cd3a86de48, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89aa118a-cd4b-47d7-acc9-39cd3a86de48,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:33.138195 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.169698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Allocated IP 172.20.0.9 (7294d26d-5358-4650-9e09-a457ac1195da/6a6d8ffb-9e99-4039-bb1e-b26e67d761e5/140f748e-50b7-472c-b7b6-80c2c7d3c274) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:33.174185 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-860a3c31-006f-4483-a302-086d1b4123ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.176127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b851e93e-aeee-4ef4-9741-6c5065f2e098 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:33.198245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f9d3b6a-715b-413f-83c7-9be8121a26bc req-2d3dace7-1236-450e-ae95-8fe8d883132a tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 210 time: 0.0546939 Aug 10 02:08:33.199827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Allocated IP 172.20.0.6 (59eab2e9-08bd-46ea-831a-13bdf85f642b/de1429b5-0281-4dfd-b39d-fa3fb244499d/7715e655-0e86-436e-9ba3-3a98a456ea7d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:33.227788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b851e93e-aeee-4ef4-9741-6c5065f2e098, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b851e93e-aeee-4ef4-9741-6c5065f2e098,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:33.228497 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.241503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-860a3c31-006f-4483-a302-086d1b4123ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.270919 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-bbe30934-9029-47a9-8d01-03f8db3e155d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0975294 Aug 10 02:08:33.305552 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-632ffeac-458b-4b60-997f-9e0c669845be tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.305903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:33.305903 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.305903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] 10.222.0.16 "PUT /v2.0/ports/89aa118a-cd4b-47d7-acc9-39cd3a86de48 HTTP/1.1" status: 200 len: 1092 time: 2.6777503 Aug 10 02:08:33.310873 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-632ffeac-458b-4b60-997f-9e0c669845be tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.313219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-632ffeac-458b-4b60-997f-9e0c669845be tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/b9b3d25f-77b3-4a04-9f33-7c11d2a31950 HTTP/1.1" status: 204 len: 168 time: 0.3562849 Aug 10 02:08:33.317380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283e15fd-b352-45ae-9645-77fb03b19c65', 'tag': '89aa118a-cd4b-47d7-acc9-39cd3a86de48'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:33.319779 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5325962-f661-4a9f-93fe-9fc6b371eb00" -d '{"events": [{"name": "network-changed", "server_uuid": "283e15fd-b352-45ae-9645-77fb03b19c65", "tag": "89aa118a-cd4b-47d7-acc9-39cd3a86de48"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:33.323162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57374) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:33.326828 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ffeac-458b-4b60-997f-9e0c669845be tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9b3d25f-77b3-4a04-9f33-7c11d2a31950,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:33.364843 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.415737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-860a3c31-006f-4483-a302-086d1b4123ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.437359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-860a3c31-006f-4483-a302-086d1b4123ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.437359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-860a3c31-006f-4483-a302-086d1b4123ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0cb1d8f5-16d6-4ee4-b64b-3cfbefc64b4d HTTP/1.1" status: 204 len: 168 time: 0.3450148 Aug 10 02:08:33.464910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b851e93e-aeee-4ef4-9741-6c5065f2e098,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:33.473035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a3c31-006f-4483-a302-086d1b4123ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb1d8f5-16d6-4ee4-b64b-3cfbefc64b4d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:33.497391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-d338215c-2034-4d8e-8fb1-f48f1548de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:33.498955 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-d338215c-2034-4d8e-8fb1-f48f1548de8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 1097 time: 0.1533403 Aug 10 02:08:33.567491 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ad6f60-c38e-4019-b986-6cede26c7ca7 x-openstack-request-id: req-98ad6f60-c38e-4019-b986-6cede26c7ca7 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:33.568402 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283e15fd-b352-45ae-9645-77fb03b19c65", "tag": "89aa118a-cd4b-47d7-acc9-39cd3a86de48", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:33.568665 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98ad6f60-c38e-4019-b986-6cede26c7ca7 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:33.569089 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283e15fd-b352-45ae-9645-77fb03b19c65', 'tag': '89aa118a-cd4b-47d7-acc9-39cd3a86de48', 'status': 'completed', 'code': 200} Aug 10 02:08:33.576906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b37203-ddae-47ac-964e-58938d764f0f service neutron] Pushing event updated for resources: {'Port': ['ID=89aa118a-cd4b-47d7-acc9-39cd3a86de48,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:33.598089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b851e93e-aeee-4ef4-9741-6c5065f2e098'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:33.781709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cc449e6-f609-4c70-bb1d-c7af25254165 req-376ed9a1-ec2e-4678-98f5-5280e5029d29 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 210 time: 0.2096903 Aug 10 02:08:33.863285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-5b267b7f-4893-40a2-b535-4624d8159e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:33.864888 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-5b267b7f-4893-40a2-b535-4624d8159e65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 911 time: 0.3396266 Aug 10 02:08:33.908985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-74ff641d-634c-4e58-96fc-3e03988209bc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4310279 Aug 10 02:08:33.917592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57392) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:33.924164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5325962-f661-4a9f-93fe-9fc6b371eb00 req-27ec6aa2-482b-4d3c-b935-cd4d648e7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:33.924752 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-05948622-a4a0-49aa-ac85-3a2b56d17d24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6 HTTP/1.1" status: 200 len: 217 time: 0.0492489 Aug 10 02:08:33.925758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5325962-f661-4a9f-93fe-9fc6b371eb00 req-27ec6aa2-482b-4d3c-b935-cd4d648e7e65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 1095 time: 0.3777554 Aug 10 02:08:33.940886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4619747-8141-45f2-8982-069cf96f7ec6 req-4df28d27-e34e-40dd-b387-b524b315e191 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:33.941061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 2645c29d-74c6-4faf-9ab2-d9b867c162b5 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:33.941176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4619747-8141-45f2-8982-069cf96f7ec6 req-4df28d27-e34e-40dd-b387-b524b315e191 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 944 time: 0.3188581 Aug 10 02:08:33.979071 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:33.994077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-929ed713-9747-4851-926a-eb81bbd6e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:33.996597 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-929ed713-9747-4851-926a-eb81bbd6e416 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 200 len: 850 time: 0.0628333 Aug 10 02:08:34.035001 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-9cf0eb7c-b6a8-4cb4-ac12-161d67745503 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59eab2e9-08bd-46ea-831a-13bdf85f642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307016 Aug 10 02:08:34.064543 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:08:34.072360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 2645c29d-74c6-4faf-9ab2-d9b867c162b5 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:34.078939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 2645c29d-74c6-4faf-9ab2-d9b867c162b5 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:34.081745 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.081885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Transition to ACTIVE for port object 140f748e-50b7-472c-b7b6-80c2c7d3c274 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:34.124281 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100e8f19-5681-4805-b38d-72de9ae67bf3 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.153508 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100e8f19-5681-4805-b38d-72de9ae67bf3 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.159159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4619747-8141-45f2-8982-069cf96f7ec6 req-a44b02c7-0da3-462d-a75b-fc69cb7a0dcb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960940 Aug 10 02:08:34.229471 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-441261cb-1cdb-49bb-86c6-dac350be8937 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865408 Aug 10 02:08:34.232292 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.234986 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.248901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5325962-f661-4a9f-93fe-9fc6b371eb00 req-6786402b-bfa9-4b2a-bf20-400e69b3a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:34.250660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5325962-f661-4a9f-93fe-9fc6b371eb00 req-6786402b-bfa9-4b2a-bf20-400e69b3a05b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e770675566e740399ef4273c8c2b2f84&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3133018 Aug 10 02:08:34.307529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5548046d-d129-410b-bc80-a39fc2cfe7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2645c29d-74c6-4faf-9ab2-d9b867c162b5'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:34.309902 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7649a9e-7fd1-4da8-9904-ac6861c80b5f" -d '{"events": [{"server_uuid": "5548046d-d129-410b-bc80-a39fc2cfe7a7", "name": "network-vif-plugged", "status": "completed", "tag": "2645c29d-74c6-4faf-9ab2-d9b867c162b5"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:34.339203 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100e8f19-5681-4805-b38d-72de9ae67bf3 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.341679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 2645c29d-74c6-4faf-9ab2-d9b867c162b5, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=2645c29d-74c6-4faf-9ab2-d9b867c162b5,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:34.367299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100e8f19-5681-4805-b38d-72de9ae67bf3 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.374823 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-100e8f19-5681-4805-b38d-72de9ae67bf3 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/d36839bd-9186-46c7-ad29-0c4cc0b8fe5e HTTP/1.1" status: 204 len: 168 time: 0.4480720 Aug 10 02:08:34.389320 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98626c4-16e0-4301-8d50-3e1fef17ddd9 x-openstack-request-id: req-a98626c4-16e0-4301-8d50-3e1fef17ddd9 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:34.389559 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5548046d-d129-410b-bc80-a39fc2cfe7a7", "name": "network-vif-plugged", "status": "completed", "tag": "2645c29d-74c6-4faf-9ab2-d9b867c162b5", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:34.389712 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a98626c4-16e0-4301-8d50-3e1fef17ddd9 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:34.390392 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5548046d-d129-410b-bc80-a39fc2cfe7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2645c29d-74c6-4faf-9ab2-d9b867c162b5', 'code': 200} Aug 10 02:08:34.392835 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.407037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57410) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:34.409201 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.435139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e8f19-5681-4805-b38d-72de9ae67bf3 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d36839bd-9186-46c7-ad29-0c4cc0b8fe5e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:34.523443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Network 7294d26d-5358-4650-9e09-a457ac1195da is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:34.530451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=2645c29d-74c6-4faf-9ab2-d9b867c162b5,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:34.541878 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f4415e6a-0a77-47df-969b-6f48c1729d96 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1325746 Aug 10 02:08:34.545204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:34.548974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57420) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:34.553048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ce7a3-58cf-45aa-8611-cd6f9487e6cc req-509d6ae2-e40f-464f-8193-5457c961f449 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:34.559221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa0ce7a3-58cf-45aa-8611-cd6f9487e6cc req-509d6ae2-e40f-464f-8193-5457c961f449 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 931 time: 0.2239773 Aug 10 02:08:34.559221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:34.564710 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.578877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['94c6cc29-caa3-4cdd-adae-5905ad3bfed6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:34.602711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Pushing event updated for resources: {'Port': ['ID=140f748e-50b7-472c-b7b6-80c2c7d3c274,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:34.607116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5325962-f661-4a9f-93fe-9fc6b371eb00 req-f6d12de6-3274-441b-b3e7-4d3fa7b76813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:34.608722 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5325962-f661-4a9f-93fe-9fc6b371eb00 req-f6d12de6-3274-441b-b3e7-4d3fa7b76813 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3493447 Aug 10 02:08:34.627855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb80c6a-7d87-415b-ae2f-c3c2b9a400b7 req-61de3b2c-c405-4ea4-aa84-7bf19b2cd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:34.629708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bbb80c6a-7d87-415b-ae2f-c3c2b9a400b7 req-61de3b2c-c405-4ea4-aa84-7bf19b2cd0b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5548046d-d129-410b-bc80-a39fc2cfe7a7 HTTP/1.1" status: 200 len: 1098 time: 0.1614535 Aug 10 02:08:34.671458 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b19ef334-cac5-45c2-8ebb-a6375a8cbcb4 req-9c55e439-9ee4-405d-88a5-f7acf6d6f732 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342864 Aug 10 02:08:34.694956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bea7510b-ec6b-49c7-abca-03d48ec8915c tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.712664 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bbb80c6a-7d87-415b-ae2f-c3c2b9a400b7 req-ec4ebdb3-f38d-445d-98af-de1f7a5cff04 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Aug 10 02:08:34.720559 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bea7510b-ec6b-49c7-abca-03d48ec8915c tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.786227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b851e93e-aeee-4ef4-9741-6c5065f2e098 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:34.834927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Network 59eab2e9-08bd-46ea-831a-13bdf85f642b is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:34.872660 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bea7510b-ec6b-49c7-abca-03d48ec8915c tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.879749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bea7510b-ec6b-49c7-abca-03d48ec8915c tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.882732 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bea7510b-ec6b-49c7-abca-03d48ec8915c tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/cfb7e819-83dd-471a-a1a8-e442d4975e00 HTTP/1.1" status: 204 len: 168 time: 0.3281362 Aug 10 02:08:34.883649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57432) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:34.890142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:34.892542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:34.897922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:34.903965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Pushing event updated for resources: {'Port': ['ID=7715e655-0e86-436e-9ba3-3a98a456ea7d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:34.906308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:34.924597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7510b-ec6b-49c7-abca-03d48ec8915c tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfb7e819-83dd-471a-a1a8-e442d4975e00,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:34.958537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa0ce7a3-58cf-45aa-8611-cd6f9487e6cc req-10f3ad78-076c-46de-a1b8-24dec34d03a9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611031 Aug 10 02:08:34.979565 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-abe079d6-bb01-4cb6-8fdb-54298c42d7f9 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0920136 Aug 10 02:08:34.981108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57438) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:35.043454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-5cea15d0-fccd-4b23-a1b3-0faa626674c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:35.044973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-5cea15d0-fccd-4b23-a1b3-0faa626674c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 1095 time: 0.3113782 Aug 10 02:08:35.056660 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b23b8ede-e1e6-47a9-b6e1-a164efbfc0b7 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.056891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:35.057728 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.086792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b23b8ede-e1e6-47a9-b6e1-a164efbfc0b7 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.106953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1f5348e2-e86a-4994-9356-7254ac4d0146 None None] Provisioning for port 140f748e-50b7-472c-b7b6-80c2c7d3c274 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:35.109978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port b851e93e-aeee-4ef4-9741-6c5065f2e098 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:35.115135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port b851e93e-aeee-4ef4-9741-6c5065f2e098 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:35.116385 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.117387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-89c7cd84-d593-43f4-8ee5-a1efbc1a4acb tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7641644 Aug 10 02:08:35.118863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-35f669e7-5ba0-4c0e-9374-36dd3a851bcb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89aa118a-cd4b-47d7-acc9-39cd3a86de48 HTTP/1.1" status: 200 len: 217 time: 0.0583570 Aug 10 02:08:35.131016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fd0c8-3839-4839-aa90-5bdcfdb08240 req-848ab8f8-0c30-4002-b76b-313683c2c264 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:35.139027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c0fd0c8-3839-4839-aa90-5bdcfdb08240 req-848ab8f8-0c30-4002-b76b-313683c2c264 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 931 time: 0.2040591 Aug 10 02:08:35.146414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Request body: {'port': {'device_id': 'c5afe2d1-747d-4e00-92bd-b03aa5e80c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:35.194943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1f5348e2-e86a-4994-9356-7254ac4d0146 None None] Provisioning complete for port 140f748e-50b7-472c-b7b6-80c2c7d3c274 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:35.195485 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f5348e2-e86a-4994-9356-7254ac4d0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.250642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1f5348e2-e86a-4994-9356-7254ac4d0146 None None] Port 140f748e-50b7-472c-b7b6-80c2c7d3c274 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:08:35.258685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-409195c7-9da8-425b-9e0a-1b9bc0d6ff47 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2360079 Aug 10 02:08:35.295379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.307499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b23b8ede-e1e6-47a9-b6e1-a164efbfc0b7 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.312757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b23b8ede-e1e6-47a9-b6e1-a164efbfc0b7 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.315543 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b23b8ede-e1e6-47a9-b6e1-a164efbfc0b7 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-groups/18a015b0-eb67-45ef-98e6-32686f55210c HTTP/1.1" status: 204 len: 168 time: 0.3329916 Aug 10 02:08:35.324788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57450) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:35.340521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Request body: {'port': {'device_id': '3a899457-4666-4967-874f-5b015e5a0ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:35.370953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b851e93e-aeee-4ef4-9741-6c5065f2e098, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b851e93e-aeee-4ef4-9741-6c5065f2e098,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:35.382279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c0fd0c8-3839-4839-aa90-5bdcfdb08240 req-9cdafd84-2b0e-4931-93d1-78fb038956c8 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423701 Aug 10 02:08:35.386338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b8ede-e1e6-47a9-b6e1-a164efbfc0b7 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a015b0-eb67-45ef-98e6-32686f55210c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:35.423948 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ea667eae-c896-4466-82c5-1cc43a1486ad tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932689 Aug 10 02:08:35.450446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57456) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:35.455005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8537bd5d-2443-439b-b090-5777bf08cb87 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149228594'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:35.483241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-49c8f5d5-ccd2-4c6c-a1b9-b1c6376ee9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:35.483539 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.484857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-49c8f5d5-ccd2-4c6c-a1b9-b1c6376ee9b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a6d8ffb-9e99-4039-bb1e-b26e67d761e5 HTTP/1.1" status: 200 len: 855 time: 0.3427734 Aug 10 02:08:35.520355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.566661 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.578397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b851e93e-aeee-4ef4-9741-6c5065f2e098,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:35.592413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8537bd5d-2443-439b-b090-5777bf08cb87 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.750425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4264e6-fc67-495f-87f7-c4c09ecf3b0c req-82370a63-ccd6-4894-993b-f32d4916d6c1 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:35.752068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc4264e6-fc67-495f-87f7-c4c09ecf3b0c req-82370a63-ccd6-4894-993b-f32d4916d6c1 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 944 time: 0.4837260 Aug 10 02:08:35.774297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-a3dd028f-f26b-4981-a334-6a5036f46ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:35.778323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-a3dd028f-f26b-4981-a334-6a5036f46ab6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7294d26d-5358-4650-9e09-a457ac1195da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2512910 Aug 10 02:08:35.795810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8537bd5d-2443-439b-b090-5777bf08cb87 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.878640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8537bd5d-2443-439b-b090-5777bf08cb87 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:35.924071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537bd5d-2443-439b-b090-5777bf08cb87 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b133017-78af-4cad-8a5e-29e9b7e85435,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:35.941873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1d3d2d07-3d03-4496-9377-6d35d242a1b3 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:35.999601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8537bd5d-2443-439b-b090-5777bf08cb87 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:36.002017 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8537bd5d-2443-439b-b090-5777bf08cb87 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5519056 Aug 10 02:08:36.006134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57466) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:36.014341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9b0bdf32-bbb6-47cb-9d3f-f7f50c9ae0ee tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': '5b133017-78af-4cad-8a5e-29e9b7e85435', 'direction': 'ingress', 'protocol': 17}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:36.071688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc4264e6-fc67-495f-87f7-c4c09ecf3b0c req-a2133b6e-2e7f-4c57-a7e4-1bb2a15d44d7 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059394 Aug 10 02:08:36.132880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1d3d2d07-3d03-4496-9377-6d35d242a1b3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1d3d2d07-3d03-4496-9377-6d35d242a1b3,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:36.149472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '1d3d2d07-3d03-4496-9377-6d35d242a1b3', 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da', 'port_id': '1d3d2d07-3d03-4496-9377-6d35d242a1b3', 'mac_address': 'fa:16:3e:f4:33:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6d8ffb-9e99-4039-bb1e-b26e67d761e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:36.157881 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b0bdf32-bbb6-47cb-9d3f-f7f50c9ae0ee tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:36.200082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:36.219923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3d2d07-3d03-4496-9377-6d35d242a1b3 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:36.235689 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b0bdf32-bbb6-47cb-9d3f-f7f50c9ae0ee tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:36.242854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1d3d2d07-3d03-4496-9377-6d35d242a1b3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1d3d2d07-3d03-4496-9377-6d35d242a1b3,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:36.265763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-85263338-56e1-455c-8650-1ea95199134c service neutron] 10.222.0.16 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212630 Aug 10 02:08:36.352412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba40ec0-9ddc-47b5-b9af-b0d2d117cc0f req-e80beb17-c2b0-4f73-b585-697915286558 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:36.354505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dba40ec0-9ddc-47b5-b9af-b0d2d117cc0f req-e80beb17-c2b0-4f73-b585-697915286558 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 931 time: 0.2105911 Aug 10 02:08:36.380688 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:36.380947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b0bdf32-bbb6-47cb-9d3f-f7f50c9ae0ee tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:36.404558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bdf32-bbb6-47cb-9d3f-f7f50c9ae0ee tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bf159c-fecd-4a6e-ba41-56339acc1920,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:36.417849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0839d179-0200-439e-93b1-3865b5c9a275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b851e93e-aeee-4ef4-9741-6c5065f2e098'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:36.424835 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc300f1-5e27-40b9-84f8-9940c4a29936" -d '{"events": [{"server_uuid": "0839d179-0200-439e-93b1-3865b5c9a275", "name": "network-vif-plugged", "status": "completed", "tag": "b851e93e-aeee-4ef4-9741-6c5065f2e098"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:36.463207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1d3d2d07-3d03-4496-9377-6d35d242a1b3,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:36.486330 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0c94c7-5d1a-45af-b328-6cc13dbe9b31 x-openstack-request-id: req-4c0c94c7-5d1a-45af-b328-6cc13dbe9b31 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:36.487285 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0839d179-0200-439e-93b1-3865b5c9a275", "name": "network-vif-plugged", "status": "completed", "tag": "b851e93e-aeee-4ef4-9741-6c5065f2e098", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:36.502304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b0bdf32-bbb6-47cb-9d3f-f7f50c9ae0ee tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:36.507986 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9b0bdf32-bbb6-47cb-9d3f-f7f50c9ae0ee tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5010495 Aug 10 02:08:36.510043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57482) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:36.518006 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c0c94c7-5d1a-45af-b328-6cc13dbe9b31 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:36.518931 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0839d179-0200-439e-93b1-3865b5c9a275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b851e93e-aeee-4ef4-9741-6c5065f2e098', 'code': 200} Aug 10 02:08:36.602284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1d3d2d07-3d03-4496-9377-6d35d242a1b3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:36.783333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b5d097f-17bf-448e-9994-b067088032cc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:36.827053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c8e2-122b-4354-ba82-6f979737c9eb req-ca185162-7f2a-46df-afec-604d1654af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:36.840381 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-79b5c8e2-122b-4354-ba82-6f979737c9eb req-ca185162-7f2a-46df-afec-604d1654af46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 1097 time: 0.1986673 Aug 10 02:08:36.859646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b5d097f-17bf-448e-9994-b067088032cc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:36.937953 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-79b5c8e2-122b-4354-ba82-6f979737c9eb req-aab269f3-d92d-42c0-9479-4516944731df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778959 Aug 10 02:08:36.965013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7715e655-0e86-436e-9ba3-3a98a456ea7d {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:36.986161 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.038140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57496) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:37.040467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dba40ec0-9ddc-47b5-b9af-b0d2d117cc0f req-0b6eb306-f5ca-4e1c-95ec-a80b4b33a8d8 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710210 Aug 10 02:08:37.062824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac6590e8-80f6-473e-840d-cefab497e5f3 req-fff65520-d0f5-4e0a-9e3d-9ec9f0cab922 service neutron] 10.222.0.16 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853539 Aug 10 02:08:37.069758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140f748e-50b7-472c-b7b6-80c2c7d3c274 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:37.086501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f488f4-8013-4cdb-96a1-4cec8a77cd0a req-23c63b6b-741f-48f8-89dd-2f2357bf4e43 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:37.088588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30f488f4-8013-4cdb-96a1-4cec8a77cd0a req-23c63b6b-741f-48f8-89dd-2f2357bf4e43 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 931 time: 0.1804547 Aug 10 02:08:37.090431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.136581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30f488f4-8013-4cdb-96a1-4cec8a77cd0a req-5af5ad60-3815-4529-ad63-7f425666fcad tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397923 Aug 10 02:08:37.146787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d676b335-4ff7-45fb-ad8f-cabb07ab50a7 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-419406139'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:37.147299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d676b335-4ff7-45fb-ad8f-cabb07ab50a7 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Unknown quota resources ['metering_label']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 02:08:37.206749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59acc8-9e81-4344-927a-5da818c7871c req-bf5df7fa-aae8-4685-9cd8-f7b6f88d86a5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:37.208225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a59acc8-9e81-4344-927a-5da818c7871c req-bf5df7fa-aae8-4685-9cd8-f7b6f88d86a5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 945 time: 0.0540855 Aug 10 02:08:37.248074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a59acc8-9e81-4344-927a-5da818c7871c req-624083b1-5fe0-48ad-a1e6-20a278c6b1b1 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Aug 10 02:08:37.306992 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b5d097f-17bf-448e-9994-b067088032cc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.307262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Transition to ACTIVE for port object 7715e655-0e86-436e-9ba3-3a98a456ea7d will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:37.308527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Transition to ACTIVE for port object 140f748e-50b7-472c-b7b6-80c2c7d3c274 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:37.309748 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b5d097f-17bf-448e-9994-b067088032cc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.310972 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5b5d097f-17bf-448e-9994-b067088032cc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-groups/5b133017-78af-4cad-8a5e-29e9b7e85435 HTTP/1.1" status: 204 len: 168 time: 0.8003740 Aug 10 02:08:37.332663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57502) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:37.333279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d097f-17bf-448e-9994-b067088032cc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b133017-78af-4cad-8a5e-29e9b7e85435,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:37.408123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.418093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b43e3afb-fac0-4dc9-a2e8-9bae2fc55155 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033614 Aug 10 02:08:37.458679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57508) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:37.465162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Pushing event updated for resources: {'Port': ['ID=7715e655-0e86-436e-9ba3-3a98a456ea7d,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:37.466140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3a5b9f89-7bd8-4336-9075-7a389ee140c4 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936546676'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:37.469080 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.560514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d676b335-4ff7-45fb-ad8f-cabb07ab50a7 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.561738 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d676b335-4ff7-45fb-ad8f-cabb07ab50a7 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5225329 Aug 10 02:08:37.571853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57510) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:37.582231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3eee6c4f-8128-40a3-8aaf-8458c1497b60 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '89955e86-0a26-4a76-87ad-49038ea5fa21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:37.582818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3eee6c4f-8128-40a3-8aaf-8458c1497b60 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101224) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 02:08:37.639946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=140f748e-50b7-472c-b7b6-80c2c7d3c274,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:37.678178 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a5b9f89-7bd8-4336-9075-7a389ee140c4 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.789929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Attempting to bind port 7715e655-0e86-436e-9ba3-3a98a456ea7d on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:37.790277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Attempting to bind port 7715e655-0e86-436e-9ba3-3a98a456ea7d by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:37.790654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Attempting to bind port 7715e655-0e86-436e-9ba3-3a98a456ea7d on network 59eab2e9-08bd-46ea-831a-13bdf85f642b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:37.865671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Port 7715e655-0e86-436e-9ba3-3a98a456ea7d on network 59eab2e9-08bd-46ea-831a-13bdf85f642b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:08:37.865883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Attempting to bind port 7715e655-0e86-436e-9ba3-3a98a456ea7d on network 59eab2e9-08bd-46ea-831a-13bdf85f642b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:37.873097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Attempting to bind port 140f748e-50b7-472c-b7b6-80c2c7d3c274 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:37.873447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Attempting to bind port 140f748e-50b7-472c-b7b6-80c2c7d3c274 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:37.873794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Attempting to bind port 140f748e-50b7-472c-b7b6-80c2c7d3c274 on network 7294d26d-5358-4650-9e09-a457ac1195da {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:37.879252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Port 140f748e-50b7-472c-b7b6-80c2c7d3c274 on network 7294d26d-5358-4650-9e09-a457ac1195da not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:08:37.879596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Attempting to bind port 140f748e-50b7-472c-b7b6-80c2c7d3c274 on network 7294d26d-5358-4650-9e09-a457ac1195da {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:37.885550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:37.885924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Checking segment: {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:37.886445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Bound using segment: {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:37.886762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Bound port: 140f748e-50b7-472c-b7b6-80c2c7d3c274, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:37.887140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.889390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:37.889856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Checking segment: {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:37.890199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Bound using segment: {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:37.891245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Bound port: 7715e655-0e86-436e-9ba3-3a98a456ea7d, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f894d9-fb5b-47ca-84b7-ea41820f6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:37.891245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.895416 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a5b9f89-7bd8-4336-9075-7a389ee140c4 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.949356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1d3d2d07-3d03-4496-9377-6d35d242a1b3 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:37.969867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a5b9f89-7bd8-4336-9075-7a389ee140c4 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:37.981289 n-d-767704-21 neutron-server[101224]: WARNING neutron.services.metering.metering_plugin [None req-3eee6c4f-8128-40a3-8aaf-8458c1497b60 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 02:08:38.052743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b9f89-7bd8-4336-9075-7a389ee140c4 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3494199b-b398-4159-b9d8-9bb8399f8dc3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:38.072836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a5b9f89-7bd8-4336-9075-7a389ee140c4 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.077602 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3a5b9f89-7bd8-4336-9075-7a389ee140c4 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6151950 Aug 10 02:08:38.082471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57516) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:38.086036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5377cce9-5c78-4f5f-90e1-071671614577 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229127306'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:38.100616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:38.115318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:38.116081 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.152558 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3eee6c4f-8128-40a3-8aaf-8458c1497b60 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.153783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3eee6c4f-8128-40a3-8aaf-8458c1497b60 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5768864 Aug 10 02:08:38.157956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57518) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:38.174150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-71b8d0cf-774b-4684-b0c6-79ede22d4dfe tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '89955e86-0a26-4a76-87ad-49038ea5fa21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:38.174972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-71b8d0cf-774b-4684-b0c6-79ede22d4dfe tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 02:08:38.253041 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.264316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] For port 140f748e-50b7-472c-b7b6-80c2c7d3c274, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:38.268782 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5377cce9-5c78-4f5f-90e1-071671614577 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.277066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] For port 7715e655-0e86-436e-9ba3-3a98a456ea7d, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:38.310092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1d3d2d07-3d03-4496-9377-6d35d242a1b3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1d3d2d07-3d03-4496-9377-6d35d242a1b3,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:38.321554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] For port 7715e655-0e86-436e-9ba3-3a98a456ea7d, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=7715e655-0e86-436e-9ba3-3a98a456ea7d,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:38.332476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] For port 140f748e-50b7-472c-b7b6-80c2c7d3c274, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=140f748e-50b7-472c-b7b6-80c2c7d3c274,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:38.351397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ece205-0d98-487f-95e3-07971625042d req-5e29c590-8493-4022-8f16-052132c47149 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:38.359272 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49ece205-0d98-487f-95e3-07971625042d req-5e29c590-8493-4022-8f16-052132c47149 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 943 time: 0.2179954 Aug 10 02:08:38.406393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35d9ae-2328-4114-bfae-4d52395dc7c1 req-edce7ebe-20fb-46b1-a097-48cf7a8584d0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:38.408021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b35d9ae-2328-4114-bfae-4d52395dc7c1 req-edce7ebe-20fb-46b1-a097-48cf7a8584d0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 943 time: 0.1480157 Aug 10 02:08:38.421548 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.425900 n-d-767704-21 neutron-server[101223]: WARNING neutron.services.metering.metering_plugin [None req-71b8d0cf-774b-4684-b0c6-79ede22d4dfe tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 02:08:38.435636 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.438035 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.496804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49ece205-0d98-487f-95e3-07971625042d req-d0cd48b6-65fe-45b7-b5c3-230827682ef5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316378 Aug 10 02:08:38.528070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a173a9-7bdd-4a7f-aabf-038a6278da44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3d2d07-3d03-4496-9377-6d35d242a1b3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:38.535469 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d4d33-ab8b-4fc5-bf81-0b5714a3bdd7" -d '{"events": [{"server_uuid": "70a173a9-7bdd-4a7f-aabf-038a6278da44", "name": "network-vif-plugged", "status": "completed", "tag": "1d3d2d07-3d03-4496-9377-6d35d242a1b3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:38.542125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5377cce9-5c78-4f5f-90e1-071671614577 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.587949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:38.587949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.587949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] 10.222.0.11 "PUT /v2.0/ports/7715e655-0e86-436e-9ba3-3a98a456ea7d HTTP/1.1" status: 200 len: 1092 time: 3.3070304 Aug 10 02:08:38.595413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71b8d0cf-774b-4684-b0c6-79ede22d4dfe tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.602394 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-71b8d0cf-774b-4684-b0c6-79ede22d4dfe tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4419372 Aug 10 02:08:38.603258 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57530) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:38.605948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a899457-4666-4967-874f-5b015e5a0ba1', 'tag': '7715e655-0e86-436e-9ba3-3a98a456ea7d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:38.612943 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc5e371-99f8-4159-af6d-135f808139ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3a899457-4666-4967-874f-5b015e5a0ba1", "tag": "7715e655-0e86-436e-9ba3-3a98a456ea7d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:38.624366 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-65205666-908f-4260-959c-134197dc9b59 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=28ddd829-9791-43a1-ad70-054846817669 HTTP/1.1" status: 200 len: 462 time: 0.0160110 Aug 10 02:08:38.625063 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57534) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:38.637424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1d3d2d07-3d03-4496-9377-6d35d242a1b3,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:38.639417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:38.640395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.642015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] 10.222.0.11 "PUT /v2.0/ports/140f748e-50b7-472c-b7b6-80c2c7d3c274 HTTP/1.1" status: 200 len: 1092 time: 3.5009580 Aug 10 02:08:38.656303 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5377cce9-5c78-4f5f-90e1-071671614577 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.664288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.668226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.668226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.668226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.669465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.670029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.671128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.673356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.673883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.674393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.674941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.675446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.727970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b35d9ae-2328-4114-bfae-4d52395dc7c1 req-bff5d8a3-19dd-4280-bf88-05a1e07fca80 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026664 Aug 10 02:08:38.730897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb7bb8-0056-4a97-ac35-11f0e270468c service neutron] Pushing event updated for resources: {'Port': ['ID=7715e655-0e86-436e-9ba3-3a98a456ea7d,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:38.743530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377cce9-5c78-4f5f-90e1-071671614577 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7738e675-893b-478e-9518-d50c56f4c8da,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:38.787631 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7422bf-a42e-4b44-b278-12363cdd7053 x-openstack-request-id: req-0e7422bf-a42e-4b44-b278-12363cdd7053 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:38.788838 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a173a9-7bdd-4a7f-aabf-038a6278da44", "name": "network-vif-plugged", "status": "completed", "tag": "1d3d2d07-3d03-4496-9377-6d35d242a1b3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:38.788987 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e7422bf-a42e-4b44-b278-12363cdd7053 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:38.790281 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a173a9-7bdd-4a7f-aabf-038a6278da44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3d2d07-3d03-4496-9377-6d35d242a1b3', 'code': 200} Aug 10 02:08:38.790911 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5377cce9-5c78-4f5f-90e1-071671614577 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.798610 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5377cce9-5c78-4f5f-90e1-071671614577 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7132909 Aug 10 02:08:38.802208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57536) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:38.817773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fede3870-9974-44db-a79e-ca778573500e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': '3494199b-b398-4159-b9d8-9bb8399f8dc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7738e675-893b-478e-9518-d50c56f4c8da', 'remote_ip_prefix': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:38.861898 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e93a8d2-baaa-4ec7-bf51-6bea3826eb8f x-openstack-request-id: req-4e93a8d2-baaa-4ec7-bf51-6bea3826eb8f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:38.862202 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a899457-4666-4967-874f-5b015e5a0ba1", "tag": "7715e655-0e86-436e-9ba3-3a98a456ea7d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:38.862466 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e93a8d2-baaa-4ec7-bf51-6bea3826eb8f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:38.863082 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a899457-4666-4967-874f-5b015e5a0ba1', 'tag': '7715e655-0e86-436e-9ba3-3a98a456ea7d', 'status': 'completed', 'code': 200} Aug 10 02:08:38.964208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3938822d-ce8d-4554-944b-a96170edf8c7 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.964208 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3938822d-ce8d-4554-944b-a96170edf8c7 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/28ddd829-9791-43a1-ad70-054846817669 HTTP/1.1" status: 204 len: 168 time: 0.3295555 Aug 10 02:08:38.965127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09059d5c-fe04-47b8-98f4-515e3cd4176d req-e3337e12-c066-45b3-993f-100c6dbb00e6 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:38.966680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09059d5c-fe04-47b8-98f4-515e3cd4176d req-e3337e12-c066-45b3-993f-100c6dbb00e6 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 945 time: 0.3325627 Aug 10 02:08:38.967359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57542) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:38.970707 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fede3870-9974-44db-a79e-ca778573500e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.015348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8b2ec-f4d5-48c1-b174-9761f7a58ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=140f748e-50b7-472c-b7b6-80c2c7d3c274,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:39.027936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-982a637e-3385-46e6-8c7b-3464166d258f tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=28ddd829-9791-43a1-ad70-054846817669 HTTP/1.1" status: 200 len: 221 time: 0.0468609 Aug 10 02:08:39.035842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57544) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:39.039807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-9a32960a-4c19-4edd-a399-44a848eb6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:39.041546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-9a32960a-4c19-4edd-a399-44a848eb6956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 1095 time: 0.2620513 Aug 10 02:08:39.043512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13733bc3-b196-4fc1-a1f3-605445ee353b req-76ef11b5-414c-4b9e-b024-d837d2000f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:39.047186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13733bc3-b196-4fc1-a1f3-605445ee353b req-76ef11b5-414c-4b9e-b024-d837d2000f85 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 1098 time: 0.1762776 Aug 10 02:08:39.053029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fcfee8bc-f1b2-412b-807b-c4879fbc7159 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1764661624', 'description': 'label created by tempest'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:39.057238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fcfee8bc-f1b2-412b-807b-c4879fbc7159 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Unknown quota resources ['metering_label']. {{(pid=101224) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 02:08:39.089447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fede3870-9974-44db-a79e-ca778573500e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.159376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-bf412060-cb92-4e9e-8c09-5e01ebea5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:39.160887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-bf412060-cb92-4e9e-8c09-5e01ebea5b83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 1095 time: 0.2949531 Aug 10 02:08:39.162132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-d72348ec-3592-4012-8b22-db8dc7130259 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7715e655-0e86-436e-9ba3-3a98a456ea7d HTTP/1.1" status: 200 len: 217 time: 0.0905883 Aug 10 02:08:39.169599 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fede3870-9974-44db-a79e-ca778573500e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.189975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede3870-9974-44db-a79e-ca778573500e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4b97df-8b87-406d-a6be-8d4eb426d7d2,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:39.222735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09059d5c-fe04-47b8-98f4-515e3cd4176d req-0f3e4f75-c6be-43e9-aa37-b7087248e30d tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405920 Aug 10 02:08:39.292949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-4e7df108-381a-4ae4-ab3c-d1ceb73f627f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140f748e-50b7-472c-b7b6-80c2c7d3c274 HTTP/1.1" status: 200 len: 217 time: 0.0900226 Aug 10 02:08:39.315856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13733bc3-b196-4fc1-a1f3-605445ee353b req-901b2583-dfb9-4287-a1f6-79d5ae161763 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422767 Aug 10 02:08:39.318321 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fede3870-9974-44db-a79e-ca778573500e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.319940 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fede3870-9974-44db-a79e-ca778573500e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5137911 Aug 10 02:08:39.322724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57552) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:39.352071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f31804c-43ca-4c2f-b403-0dddf389b876 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.353185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-dde96c67-2a17-486d-8122-0f0c10f6734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:39.355308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-dde96c67-2a17-486d-8122-0f0c10f6734c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 200 len: 850 time: 0.1504667 Aug 10 02:08:39.361700 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f31804c-43ca-4c2f-b403-0dddf389b876 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.466611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f31804c-43ca-4c2f-b403-0dddf389b876 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.470935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-4f49f179-beb4-4c14-bfaf-c09ecf3b044c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59eab2e9-08bd-46ea-831a-13bdf85f642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975940 Aug 10 02:08:39.473838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f31804c-43ca-4c2f-b403-0dddf389b876 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.477996 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0f31804c-43ca-4c2f-b403-0dddf389b876 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/7e4b97df-8b87-406d-a6be-8d4eb426d7d2 HTTP/1.1" status: 204 len: 168 time: 0.1542125 Aug 10 02:08:39.481278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57556) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:39.485065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-faaa0b16-d3cb-48d9-b71e-b6559ce85189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:39.486544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-faaa0b16-d3cb-48d9-b71e-b6559ce85189 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6a6d8ffb-9e99-4039-bb1e-b26e67d761e5 HTTP/1.1" status: 200 len: 855 time: 0.1838293 Aug 10 02:08:39.502034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31804c-43ca-4c2f-b403-0dddf389b876 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e4b97df-8b87-406d-a6be-8d4eb426d7d2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:39.543313 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-635b9532-aee1-4363-bd74-c5cb27c68e71 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0604784 Aug 10 02:08:39.543936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57560) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:39.561445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8695fc7-c1e0-4469-81c9-1d77f1fdb8f5 req-24c5d817-a6a1-43d7-a297-98d42467a538 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:39.564457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8695fc7-c1e0-4469-81c9-1d77f1fdb8f5 req-24c5d817-a6a1-43d7-a297-98d42467a538 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=5548046d-d129-410b-bc80-a39fc2cfe7a7 HTTP/1.1" status: 200 len: 946 time: 0.2509849 Aug 10 02:08:39.633077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ffe8b38b-6877-42b7-8fc2-4c7563ec638e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.652114 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcfee8bc-f1b2-412b-807b-c4879fbc7159 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.653298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fcfee8bc-f1b2-412b-807b-c4879fbc7159 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6047862 Aug 10 02:08:39.658355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57566) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:39.664128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ffe8b38b-6877-42b7-8fc2-4c7563ec638e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.734945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-18aefdcb-798d-4e31-8298-1321190b02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:39.736127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-18aefdcb-798d-4e31-8298-1321190b02ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7294d26d-5358-4650-9e09-a457ac1195da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2110479 Aug 10 02:08:39.745237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8695fc7-c1e0-4469-81c9-1d77f1fdb8f5 req-2b65e95c-f9c5-4226-a16a-ec6d977782f5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125793 Aug 10 02:08:39.751445 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3de5996b-707a-48a0-be7e-46bc15751ee3 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=74ed60f6-0cd2-4013-82f4-8beb32a545ce HTTP/1.1" status: 200 len: 468 time: 0.0894272 Aug 10 02:08:39.753682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57568) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:39.780381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feb35d-7a6f-452c-b6be-9c768c04106b req-5374f5b8-fc3e-447c-958a-951025771289 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:39.781917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4feb35d-7a6f-452c-b6be-9c768c04106b req-5374f5b8-fc3e-447c-958a-951025771289 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 943 time: 0.1514194 Aug 10 02:08:39.797206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-81cd8d0e-c6bd-4f2d-9424-3dd5e8fce269 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148637 Aug 10 02:08:39.922605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ffe8b38b-6877-42b7-8fc2-4c7563ec638e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.925296 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ffe8b38b-6877-42b7-8fc2-4c7563ec638e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:39.926454 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ffe8b38b-6877-42b7-8fc2-4c7563ec638e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-groups/7738e675-893b-478e-9518-d50c56f4c8da HTTP/1.1" status: 204 len: 168 time: 0.3815291 Aug 10 02:08:39.935826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57578) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:39.936649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8b38b-6877-42b7-8fc2-4c7563ec638e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7738e675-893b-478e-9518-d50c56f4c8da,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:39.966486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89aa118a-cd4b-47d7-acc9-39cd3a86de48 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:40.054976 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5ca07330-710c-44d5-81d5-42889d462697 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1123579 Aug 10 02:08:40.059266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57582) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:40.152177 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e472497-1caf-4dd8-bde7-e4df2ce5c53e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.173902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89aa118a-cd4b-47d7-acc9-39cd3a86de48, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89aa118a-cd4b-47d7-acc9-39cd3a86de48,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:40.183529 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e472497-1caf-4dd8-bde7-e4df2ce5c53e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.189882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '89aa118a-cd4b-47d7-acc9-39cd3a86de48', 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da', 'port_id': '89aa118a-cd4b-47d7-acc9-39cd3a86de48', 'mac_address': 'fa:16:3e:c3:78:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6d8ffb-9e99-4039-bb1e-b26e67d761e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:40.247298 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.262086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aa118a-cd4b-47d7-acc9-39cd3a86de48 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:40.284083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89aa118a-cd4b-47d7-acc9-39cd3a86de48, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89aa118a-cd4b-47d7-acc9-39cd3a86de48,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:40.313036 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e472497-1caf-4dd8-bde7-e4df2ce5c53e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.317259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4e472497-1caf-4dd8-bde7-e4df2ce5c53e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.322977 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4e472497-1caf-4dd8-bde7-e4df2ce5c53e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-groups/3494199b-b398-4159-b9d8-9bb8399f8dc3 HTTP/1.1" status: 204 len: 168 time: 0.2581248 Aug 10 02:08:40.328835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57586) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:40.352402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e472497-1caf-4dd8-bde7-e4df2ce5c53e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3494199b-b398-4159-b9d8-9bb8399f8dc3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:40.381895 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.442384 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e8bda0e9-aafc-4135-bd6c-593e026be521 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024225 Aug 10 02:08:40.443780 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57588) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:40.449353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a005b70a-e35a-4a74-a6d2-f46684b06ccc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group': {'name': 'tempest-secgroup--502990987'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:40.480468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=89aa118a-cd4b-47d7-acc9-39cd3a86de48,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:40.539840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4feb35d-7a6f-452c-b6be-9c768c04106b req-bb3debbf-b80c-4577-a857-40085aa84b1b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033873 Aug 10 02:08:40.558742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35d1c1-11d5-49f8-9b92-08aae91dda6e req-b94c8502-c90d-4249-85fa-095ebf81a95b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:40.560258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce35d1c1-11d5-49f8-9b92-08aae91dda6e req-b94c8502-c90d-4249-85fa-095ebf81a95b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 943 time: 0.6979954 Aug 10 02:08:40.567920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a005b70a-e35a-4a74-a6d2-f46684b06ccc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.610038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['89aa118a-cd4b-47d7-acc9-39cd3a86de48'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:40.625674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-a752e2c9-2ee5-4422-aaec-da9b279f7815 service neutron] 10.222.0.11 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8792934 Aug 10 02:08:40.631409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-574b4d50-3b8c-4827-ae11-28902e4d102b req-6257d893-db5c-45b5-9a11-e070bf8f5b3b service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673421 Aug 10 02:08:40.711625 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a005b70a-e35a-4a74-a6d2-f46684b06ccc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.731798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e45a6078-8bde-4128-9dff-4b49ff4ab523 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.733599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e45a6078-8bde-4128-9dff-4b49ff4ab523 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/74ed60f6-0cd2-4013-82f4-8beb32a545ce HTTP/1.1" status: 204 len: 168 time: 0.9691694 Aug 10 02:08:40.737795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57596) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:40.749861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce35d1c1-11d5-49f8-9b92-08aae91dda6e req-dd0e047c-869f-45e7-864d-e122962c77c6 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413968 Aug 10 02:08:40.763176 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dc8bbc8b-8b37-4c63-b57a-a33878ed1d3e tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=74ed60f6-0cd2-4013-82f4-8beb32a545ce HTTP/1.1" status: 200 len: 216 time: 0.0195925 Aug 10 02:08:40.767484 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57598) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:40.794812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a005b70a-e35a-4a74-a6d2-f46684b06ccc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.841359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-816d8b58-fc12-4d3a-9d76-11ed2e6e7f81 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0726717 Aug 10 02:08:40.855961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57600) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:40.891770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5afe2d1-747d-4e00-92bd-b03aa5e80c99', 'tag': '140f748e-50b7-472c-b7b6-80c2c7d3c274'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:40.896834 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b55ad5c3-75d1-406e-99da-da0f7e500cf5 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0396647 Aug 10 02:08:40.897652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005b70a-e35a-4a74-a6d2-f46684b06ccc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46f0573-da7e-4a8d-a297-be35d9577572,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:40.903032 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d834a1-df79-4d47-9e93-acb077ce025b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5afe2d1-747d-4e00-92bd-b03aa5e80c99", "tag": "140f748e-50b7-472c-b7b6-80c2c7d3c274"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:40.906987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57602) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:40.946104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09b68cfc-f594-4a91-8ec5-4923fde64885 req-0d30904d-c9e9-408e-8f3c-a20181f33c47 service neutron] 10.222.0.11 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951632 Aug 10 02:08:40.965335 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c2c8f7-190d-4ddd-9225-56ae39aef10d x-openstack-request-id: req-90c2c8f7-190d-4ddd-9225-56ae39aef10d {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:40.965740 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5afe2d1-747d-4e00-92bd-b03aa5e80c99", "tag": "140f748e-50b7-472c-b7b6-80c2c7d3c274", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:40.965872 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-90c2c8f7-190d-4ddd-9225-56ae39aef10d {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:40.966279 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5afe2d1-747d-4e00-92bd-b03aa5e80c99', 'tag': '140f748e-50b7-472c-b7b6-80c2c7d3c274', 'status': 'completed', 'code': 200} Aug 10 02:08:40.977611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e371-99f8-4159-af6d-135f808139ac req-ce2af828-4d79-4468-b7c2-ff3511627a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:40.979765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcc5e371-99f8-4159-af6d-135f808139ac req-ce2af828-4d79-4468-b7c2-ff3511627a9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 1095 time: 0.1944587 Aug 10 02:08:41.007887 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-13c25d14-a4b5-4968-9926-54d2ecac2920 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/89955e86-0a26-4a76-87ad-49038ea5fa21 HTTP/1.1" status: 200 len: 472 time: 0.0997548 Aug 10 02:08:41.011376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a005b70a-e35a-4a74-a6d2-f46684b06ccc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:41.015551 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a005b70a-e35a-4a74-a6d2-f46684b06ccc tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5707231 Aug 10 02:08:41.016153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57608) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:41.016301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57610) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:41.021148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c2faeab0-f703-484e-93c4-1ee1de045d94 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': 'd46f0573-da7e-4a8d-a297-be35d9577572', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:41.058004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57612) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:41.058815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cb7e636d-2ece-4d4a-a85c-d1f7f7694d7d tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/0b0acccb-9702-42cf-94cc-565ead62807d HTTP/1.1" status: 200 len: 459 time: 0.0402422 Aug 10 02:08:41.134453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2faeab0-f703-484e-93c4-1ee1de045d94 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:41.237162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d834a1-df79-4d47-9e93-acb077ce025b req-a7ca521e-85f8-42a4-b5ec-f6e9a6e4d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:41.238734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61d834a1-df79-4d47-9e93-acb077ce025b req-a7ca521e-85f8-42a4-b5ec-f6e9a6e4d6e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 1095 time: 0.1208177 Aug 10 02:08:41.258675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e371-99f8-4159-af6d-135f808139ac req-95b2c955-8c81-4ff9-9062-089192297602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:41.260343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcc5e371-99f8-4159-af6d-135f808139ac req-95b2c955-8c81-4ff9-9062-089192297602 service neutron] 10.222.0.11 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 911 time: 0.2722411 Aug 10 02:08:41.268006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14c5fda1-540f-4f23-8ca3-a2b6dcec8cb3 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:41.271343 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-14c5fda1-540f-4f23-8ca3-a2b6dcec8cb3 tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/0b0acccb-9702-42cf-94cc-565ead62807d HTTP/1.1" status: 204 len: 168 time: 0.2099643 Aug 10 02:08:41.271584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57618) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:41.290517 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2faeab0-f703-484e-93c4-1ee1de045d94 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:41.338527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcc5e371-99f8-4159-af6d-135f808139ac req-ac96e326-e4ac-4999-9185-22187102350c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7715e655-0e86-436e-9ba3-3a98a456ea7d HTTP/1.1" status: 200 len: 217 time: 0.0668230 Aug 10 02:08:41.429232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e371-99f8-4159-af6d-135f808139ac req-9e251e38-9a76-4f03-8149-ea151fbdab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:41.429516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2faeab0-f703-484e-93c4-1ee1de045d94 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:41.430752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcc5e371-99f8-4159-af6d-135f808139ac req-9e251e38-9a76-4f03-8149-ea151fbdab82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 200 len: 850 time: 0.0819550 Aug 10 02:08:41.434340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d834a1-df79-4d47-9e93-acb077ce025b req-e46da789-46ac-47c3-bd85-90f0220cc449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:41.435869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61d834a1-df79-4d47-9e93-acb077ce025b req-e46da789-46ac-47c3-bd85-90f0220cc449 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7294d26d-5358-4650-9e09-a457ac1195da HTTP/1.1" status: 200 len: 917 time: 0.1874835 Aug 10 02:08:41.480595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcc5e371-99f8-4159-af6d-135f808139ac req-cb9419b1-df8a-48d3-be60-4213789609a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59eab2e9-08bd-46ea-831a-13bdf85f642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332754 Aug 10 02:08:41.532303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61d834a1-df79-4d47-9e93-acb077ce025b req-cb8fdbff-435d-45ec-a6b8-09b54a186c94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=140f748e-50b7-472c-b7b6-80c2c7d3c274 HTTP/1.1" status: 200 len: 217 time: 0.0503325 Aug 10 02:08:41.646728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57626) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:41.733946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d834a1-df79-4d47-9e93-acb077ce025b req-5aadc2bb-71b4-4dc1-93fd-af7814dc643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:41.735237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61d834a1-df79-4d47-9e93-acb077ce025b req-5aadc2bb-71b4-4dc1-93fd-af7814dc643e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6a6d8ffb-9e99-4039-bb1e-b26e67d761e5 HTTP/1.1" status: 200 len: 855 time: 0.1653633 Aug 10 02:08:41.794113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcc5e371-99f8-4159-af6d-135f808139ac req-4881bc34-fe28-4b69-8217-f52bb76c6379 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719226 Aug 10 02:08:41.807974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e62c3-3590-4a3b-9f19-a6cdd1583cb9 req-b8afb4ca-03e5-401e-b947-e294f855917e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:41.813788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-046e62c3-3590-4a3b-9f19-a6cdd1583cb9 req-b8afb4ca-03e5-401e-b947-e294f855917e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 943 time: 0.1371138 Aug 10 02:08:41.859776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faeab0-f703-484e-93c4-1ee1de045d94 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6940e3-27ab-4949-b25f-089c55e1e6a9,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:41.883921 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2faeab0-f703-484e-93c4-1ee1de045d94 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:41.890201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d834a1-df79-4d47-9e93-acb077ce025b req-60ead919-caab-49cd-a048-d7961291c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:41.890460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61d834a1-df79-4d47-9e93-acb077ce025b req-60ead919-caab-49cd-a048-d7961291c8d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7294d26d-5358-4650-9e09-a457ac1195da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384103 Aug 10 02:08:41.891182 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c2faeab0-f703-484e-93c4-1ee1de045d94 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8736684 Aug 10 02:08:41.893311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57644) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:41.925332 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a56a46-a990-4af2-92e4-fe94228be318 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:41.942256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a56a46-a990-4af2-92e4-fe94228be318 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:41.961008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dc9b01d5-efad-4da0-b001-75ef00da178d tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:41.971435 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dc9b01d5-efad-4da0-b001-75ef00da178d tempest-MeteringIpV6TestJSON-1158278701 tempest-MeteringIpV6TestJSON-1158278701-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/89955e86-0a26-4a76-87ad-49038ea5fa21 HTTP/1.1" status: 204 len: 168 time: 0.6897254 Aug 10 02:08:41.971592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89aa118a-cd4b-47d7-acc9-39cd3a86de48 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:42.043629 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a56a46-a990-4af2-92e4-fe94228be318 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.055059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-046e62c3-3590-4a3b-9f19-a6cdd1583cb9 req-7fa5afbc-745b-4bd3-8729-37d933a0706c tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348058 Aug 10 02:08:42.063429 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a56a46-a990-4af2-92e4-fe94228be318 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.066685 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-43a56a46-a990-4af2-92e4-fe94228be318 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/bc6940e3-27ab-4949-b25f-089c55e1e6a9 HTTP/1.1" status: 204 len: 168 time: 0.1713555 Aug 10 02:08:42.069879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57650) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:42.073982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:42.080755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:42.081590 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.132044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a56a46-a990-4af2-92e4-fe94228be318 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc6940e3-27ab-4949-b25f-089c55e1e6a9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:42.139216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcc5e371-99f8-4159-af6d-135f808139ac req-11a6b8a6-170c-4aee-9815-9014acba52be service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218229 Aug 10 02:08:42.154093 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28b4a12f-71a2-4656-b5e7-e74b01f07ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.189778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a38b40b6-5a20-4e10-86c2-819a4d57007b tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1126828 Aug 10 02:08:42.192436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57652) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:42.209153 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.224639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-abb94b58-3eb2-4c59-b63c-3ce35d047436 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:42.226178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-abb94b58-3eb2-4c59-b63c-3ce35d047436 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/networks?id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3 HTTP/1.1" status: 200 len: 812 time: 0.3449066 Aug 10 02:08:42.240328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61d834a1-df79-4d47-9e93-acb077ce025b req-c8182eee-e8d2-4d3e-9033-69fe7ac4a249 service neutron] 10.222.0.11 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361626 Aug 10 02:08:42.255534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e15fd-b352-45ae-9645-77fb03b19c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa118a-cd4b-47d7-acc9-39cd3a86de48'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:42.257978 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03acf7b0-9433-43f0-9ed1-fa781ba39fd8" -d '{"events": [{"server_uuid": "283e15fd-b352-45ae-9645-77fb03b19c65", "name": "network-vif-plugged", "status": "completed", "tag": "89aa118a-cd4b-47d7-acc9-39cd3a86de48"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:42.271489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 89aa118a-cd4b-47d7-acc9-39cd3a86de48, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89aa118a-cd4b-47d7-acc9-39cd3a86de48,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:42.296229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19b706e-8f57-4ac4-a90c-e3c45ab2d061 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.319648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19b706e-8f57-4ac4-a90c-e3c45ab2d061 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.321551 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-e2fa97e9-6727-4911-9dfb-bb22b8bcf1c1 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/quotas/e88da38b7717411c84b823052c6034bc HTTP/1.1" status: 200 len: 375 time: 0.0838377 Aug 10 02:08:42.345144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929aa1d-4e66-4f08-a9ed-6a1fbba3e77f req-7c7f91d7-637d-4634-a57f-632231abd2de tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:42.346725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c929aa1d-4e66-4f08-a9ed-6a1fbba3e77f req-7c7f91d7-637d-4634-a57f-632231abd2de tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 943 time: 0.1843095 Aug 10 02:08:42.365234 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.421904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=89aa118a-cd4b-47d7-acc9-39cd3a86de48,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:42.436929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19b706e-8f57-4ac4-a90c-e3c45ab2d061 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.439570 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19b706e-8f57-4ac4-a90c-e3c45ab2d061 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.443455 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d19b706e-8f57-4ac4-a90c-e3c45ab2d061 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-groups/d46f0573-da7e-4a8d-a297-be35d9577572 HTTP/1.1" status: 204 len: 168 time: 0.2499278 Aug 10 02:08:42.444072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57658) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:42.465688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b706e-8f57-4ac4-a90c-e3c45ab2d061 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46f0573-da7e-4a8d-a297-be35d9577572,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:42.469956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61d834a1-df79-4d47-9e93-acb077ce025b req-2a471898-c4d8-4a48-99f7-bcac91a2d7bd service neutron] 10.222.0.11 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131052 Aug 10 02:08:42.473338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c929aa1d-4e66-4f08-a9ed-6a1fbba3e77f req-51e0e8a2-a9ce-4441-93b2-cab122738200 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134436 Aug 10 02:08:42.492735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-3d236785-532d-4a33-9f4d-42eb7b54b79e tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632490 Aug 10 02:08:42.527217 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a02cfb5c-5c8e-42b4-bb64-93e72715f1c0 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786219 Aug 10 02:08:42.527853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57662) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:42.532456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-61ad3d96-9d1d-4daf-86dd-18aa512b9c84 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group': {'name': 'tempest-secgroup--132448221'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:42.563638 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7741d08d-7775-4d3a-b6a7-060d6c47c891 x-openstack-request-id: req-7741d08d-7775-4d3a-b6a7-060d6c47c891 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:42.563935 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e15fd-b352-45ae-9645-77fb03b19c65", "name": "network-vif-plugged", "status": "completed", "tag": "89aa118a-cd4b-47d7-acc9-39cd3a86de48", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:42.564188 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7741d08d-7775-4d3a-b6a7-060d6c47c891 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:42.564579 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e15fd-b352-45ae-9645-77fb03b19c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa118a-cd4b-47d7-acc9-39cd3a86de48', 'code': 200} Aug 10 02:08:42.590502 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28b4a12f-71a2-4656-b5e7-e74b01f07ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.616057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-3e7c844c-e982-48e7-8de5-fe1c957e7fc6 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:42.617553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-3e7c844c-e982-48e7-8de5-fe1c957e7fc6 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.16 "GET /v2.0/ports?device_id=5548046d-d129-410b-bc80-a39fc2cfe7a7 HTTP/1.1" status: 200 len: 946 time: 0.1402934 Aug 10 02:08:42.682761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57668) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:42.691254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28b4a12f-71a2-4656-b5e7-e74b01f07ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.696380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c57f60-2161-49b4-a9b8-f6ab8616ef11 req-48464697-1095-4e9c-8d4a-64daf6e9094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:42.698730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-92c57f60-2161-49b4-a9b8-f6ab8616ef11 req-48464697-1095-4e9c-8d4a-64daf6e9094d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 1097 time: 0.0701606 Aug 10 02:08:42.701736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-6e6e1266-f197-4f7f-97d0-f32878d4ec30 service neutron] 10.222.0.38 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875134 Aug 10 02:08:42.741432 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-92c57f60-2161-49b4-a9b8-f6ab8616ef11 req-54396c43-8d4a-4d98-a7d9-bb1668f17ef8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345166 Aug 10 02:08:42.797617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61ad3d96-9d1d-4daf-86dd-18aa512b9c84 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.888327 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.902673 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61ad3d96-9d1d-4daf-86dd-18aa512b9c84 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.968193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61ad3d96-9d1d-4daf-86dd-18aa512b9c84 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:42.998895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad3d96-9d1d-4daf-86dd-18aa512b9c84 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba49b3d-ef9a-449b-9f21-856f49196b93,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:43.076049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61ad3d96-9d1d-4daf-86dd-18aa512b9c84 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.076744 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-61ad3d96-9d1d-4daf-86dd-18aa512b9c84 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5479550 Aug 10 02:08:43.084045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57678) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:43.093437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a20f1045-4d2c-4e2e-995f-b094a1845967 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': 'cba49b3d-ef9a-449b-9f21-856f49196b93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:43.095147 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6e5e46c-1ee2-4bfa-9f9f-057f691a6920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.102765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-28b4a12f-71a2-4656-b5e7-e74b01f07ef0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebaae5f558cc4202a9c9b964c3632f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4512682 Aug 10 02:08:43.104241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4a12f-71a2-4656-b5e7-e74b01f07ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcec14f-6de7-45e1-9d55-5e7180e127a0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:43.109496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57680) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:43.219864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e85d2c-b3a4-4648-9862-94412583191f req-8e495f12-9101-4dca-bcf0-e4e0badd176d tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:43.221381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4e85d2c-b3a4-4648-9862-94412583191f req-8e495f12-9101-4dca-bcf0-e4e0badd176d tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.11 "GET /v2.0/ports?device_id=0839d179-0200-439e-93b1-3865b5c9a275 HTTP/1.1" status: 200 len: 945 time: 0.1902113 Aug 10 02:08:43.242211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-2e96f33b-bfb8-4a89-8407-6c2f750d6221 service neutron] 10.222.0.38 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396302 Aug 10 02:08:43.248763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a20f1045-4d2c-4e2e-995f-b094a1845967 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.260536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Deleting port 2645c29d-74c6-4faf-9ab2-d9b867c162b5 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:43.260935 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.330954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a20f1045-4d2c-4e2e-995f-b094a1845967 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.374123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f17f-c994-4de6-a78d-b8634d85f3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.408910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a20f1045-4d2c-4e2e-995f-b094a1845967 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.428043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f1045-4d2c-4e2e-995f-b094a1845967 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330caad2-865e-4bd7-af30-365672dbecbc,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:43.455358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4719f95-5753-45c9-814e-8f523f2e3a9a req-46fa63f8-8f39-4c23-aa01-ca6a3f7cf3cc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:43.460269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4719f95-5753-45c9-814e-8f523f2e3a9a req-46fa63f8-8f39-4c23-aa01-ca6a3f7cf3cc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 943 time: 0.2835419 Aug 10 02:08:43.494525 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f17f-c994-4de6-a78d-b8634d85f3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.616390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] For port 2645c29d-74c6-4faf-9ab2-d9b867c162b5, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=2645c29d-74c6-4faf-9ab2-d9b867c162b5,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:43.616778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.643469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4719f95-5753-45c9-814e-8f523f2e3a9a req-36e7396d-ed16-4c62-9f0a-27290e2cbca1 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491234 Aug 10 02:08:43.655272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-d4e85d2c-b3a4-4648-9862-94412583191f req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Deleting port b851e93e-aeee-4ef4-9741-6c5065f2e098 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:08:43.655636 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d4e85d2c-b3a4-4648-9862-94412583191f req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.687503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Calling delete_port for 2645c29d-74c6-4faf-9ab2-d9b867c162b5 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:43.832852 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6e5e46c-1ee2-4bfa-9f9f-057f691a6920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.924743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30828d06-cfd1-4b4f-baf1-00450957e6f2 req-12796592-826b-4e23-b78b-80f5153a12c2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 210 time: 0.0904536 Aug 10 02:08:43.933096 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6e5e46c-1ee2-4bfa-9f9f-057f691a6920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.952911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f17f-c994-4de6-a78d-b8634d85f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.955676 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fc5f17f-c994-4de6-a78d-b8634d85f3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:43.956860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3fc5f17f-c994-4de6-a78d-b8634d85f3af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8fcec14f-6de7-45e1-9d55-5e7180e127a0 HTTP/1.1" status: 204 len: 168 time: 0.8391752 Aug 10 02:08:43.960398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d4e85d2c-b3a4-4648-9862-94412583191f req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] For port b851e93e-aeee-4ef4-9741-6c5065f2e098, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b851e93e-aeee-4ef4-9741-6c5065f2e098,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:43.960777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d4e85d2c-b3a4-4648-9862-94412583191f req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.015174 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a20f1045-4d2c-4e2e-995f-b094a1845967 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.018810 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a20f1045-4d2c-4e2e-995f-b094a1845967 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9314661 Aug 10 02:08:44.019321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57716) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:44.022236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3d5c-0698-431a-8574-61ffa06b35c1 req-9ae42b81-be36-465a-a112-c964be942ab5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:44.023806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85ce3d5c-0698-431a-8574-61ffa06b35c1 req-9ae42b81-be36-465a-a112-c964be942ab5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 943 time: 0.3141611 Aug 10 02:08:44.027172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-d4e85d2c-b3a4-4648-9862-94412583191f req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Calling delete_port for b851e93e-aeee-4ef4-9741-6c5065f2e098 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:08:44.033592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f6e5e46c-1ee2-4bfa-9f9f-057f691a6920 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cab351695ce942889b05b12d985a27be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3469250 Aug 10 02:08:44.037765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57718) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:44.038834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5e46c-1ee2-4bfa-9f9f-057f691a6920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c10353-1f00-4252-b701-f4c7cd3e2616,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:44.049462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-34ce5089-4c99-4f52-9d36-2a1e2c888bd6 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules/330caad2-865e-4bd7-af30-365672dbecbc HTTP/1.1" status: 200 len: 763 time: 0.0266991 Aug 10 02:08:44.053032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57722) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:44.102651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5f17f-c994-4de6-a78d-b8634d85f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcec14f-6de7-45e1-9d55-5e7180e127a0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:44.128067 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-34dad14c-6b08-48f4-ba75-4a8c9c20602e tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0769427 Aug 10 02:08:44.130396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57728) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:44.155798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.163860 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15337c6e-83c9-4756-b418-50832290ea14 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.175374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15337c6e-83c9-4756-b418-50832290ea14 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.215573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85ce3d5c-0698-431a-8574-61ffa06b35c1 req-f0414504-0f10-4cce-9844-cc996d246a89 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798773 Aug 10 02:08:44.252169 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28389fe5-2ca3-4247-9350-90137c38081a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.307309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28389fe5-2ca3-4247-9350-90137c38081a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.317864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15337c6e-83c9-4756-b418-50832290ea14 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.325102 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15337c6e-83c9-4756-b418-50832290ea14 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.326243 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15337c6e-83c9-4756-b418-50832290ea14 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/330caad2-865e-4bd7-af30-365672dbecbc HTTP/1.1" status: 204 len: 168 time: 0.1946177 Aug 10 02:08:44.330887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57732) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:44.331977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15337c6e-83c9-4756-b418-50832290ea14 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330caad2-865e-4bd7-af30-365672dbecbc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:44.390740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-47aca961-08f8-439d-b335-59e114bb0267 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0586464 Aug 10 02:08:44.393076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57734) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:44.397618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0dd4fff4-9bec-493f-9de8-f2f1d362fbfb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': 'cba49b3d-ef9a-449b-9f21-856f49196b93', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:44.507798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d4e85d2c-b3a4-4648-9862-94412583191f req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.509404 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.522357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b851e93e-aeee-4ef4-9741-6c5065f2e098'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:44.565591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b851e93e-aeee-4ef4-9741-6c5065f2e098'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:44.601746 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28389fe5-2ca3-4247-9350-90137c38081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.604985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28389fe5-2ca3-4247-9350-90137c38081a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.606145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-28389fe5-2ca3-4247-9350-90137c38081a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9c10353-1f00-4252-b701-f4c7cd3e2616 HTTP/1.1" status: 204 len: 168 time: 0.5639360 Aug 10 02:08:44.620652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Pushing event deleted for resources: {'Port': ['ID=b851e93e-aeee-4ef4-9741-6c5065f2e098,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:44.649782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e85d2c-b3a4-4648-9862-94412583191f req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] No DVR routers for this DVR port b851e93e-aeee-4ef4-9741-6c5065f2e098 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:44.654096 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d4e85d2c-b3a4-4648-9862-94412583191f req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.656294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4e85d2c-b3a4-4648-9862-94412583191f req-f943dff6-764c-4448-8d97-29439514addb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.11 "DELETE /v2.0/ports/b851e93e-aeee-4ef4-9741-6c5065f2e098 HTTP/1.1" status: 204 len: 173 time: 1.4085641 Aug 10 02:08:44.657000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dd4fff4-9bec-493f-9de8-f2f1d362fbfb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.688469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0839d179-0200-439e-93b1-3865b5c9a275', 'name': 'network-vif-deleted', 'tag': 'b851e93e-aeee-4ef4-9741-6c5065f2e098'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:44.697519 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785fc166-50d5-421a-b926-802ef295b5a1" -d '{"events": [{"server_uuid": "0839d179-0200-439e-93b1-3865b5c9a275", "name": "network-vif-deleted", "tag": "b851e93e-aeee-4ef4-9741-6c5065f2e098"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:44.701558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28389fe5-2ca3-4247-9350-90137c38081a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c10353-1f00-4252-b701-f4c7cd3e2616,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:44.730868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Pushing event deleted for resources: {'Port': ['ID=2645c29d-74c6-4faf-9ab2-d9b867c162b5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:44.772420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] No DVR routers for this DVR port 2645c29d-74c6-4faf-9ab2-d9b867c162b5 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:08:44.776564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.778627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17b1626c-02f7-4ca1-9a8d-234840381d89 req-a05ed7e2-2fa9-4a93-a190-e6236af10a63 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.16 "DELETE /v2.0/ports/2645c29d-74c6-4faf-9ab2-d9b867c162b5 HTTP/1.1" status: 204 len: 173 time: 2.1493738 Aug 10 02:08:44.782495 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17580f1-8219-4a9e-b279-03d3cd091104 x-openstack-request-id: req-a17580f1-8219-4a9e-b279-03d3cd091104 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:44.782495 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0839d179-0200-439e-93b1-3865b5c9a275", "name": "network-vif-deleted", "tag": "b851e93e-aeee-4ef4-9741-6c5065f2e098", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:44.782495 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a17580f1-8219-4a9e-b279-03d3cd091104 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:44.782495 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0839d179-0200-439e-93b1-3865b5c9a275', 'name': 'network-vif-deleted', 'tag': 'b851e93e-aeee-4ef4-9741-6c5065f2e098', 'status': 'completed', 'code': 200} Aug 10 02:08:44.832453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 7715e655-0e86-436e-9ba3-3a98a456ea7d details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:44.856730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1a3a6-b286-4669-88ca-99c09751abec req-d256f6f6-bf9d-4cbc-b192-1e06c672fd5b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:44.858584 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9a1a3a6-b286-4669-88ca-99c09751abec req-d256f6f6-bf9d-4cbc-b192-1e06c672fd5b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 943 time: 0.0873339 Aug 10 02:08:44.864999 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dd4fff4-9bec-493f-9de8-f2f1d362fbfb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.874416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57748) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:44.903038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e63c6a3e-568a-4f48-be4b-16e729471b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.915651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9a1a3a6-b286-4669-88ca-99c09751abec req-bf96dc95-102f-412b-bdbd-3e8619da8036 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488229 Aug 10 02:08:44.952251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dd4fff4-9bec-493f-9de8-f2f1d362fbfb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:44.981844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 7715e655-0e86-436e-9ba3-3a98a456ea7d, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=7715e655-0e86-436e-9ba3-3a98a456ea7d,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:44.983215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4fff4-9bec-493f-9de8-f2f1d362fbfb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f256e106-4621-42bd-a8b2-5067e9a25edf,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:45.011388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '7715e655-0e86-436e-9ba3-3a98a456ea7d', 'network_id': '59eab2e9-08bd-46ea-831a-13bdf85f642b', 'port_id': '7715e655-0e86-436e-9ba3-3a98a456ea7d', 'mac_address': 'fa:16:3e:88:c5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1429b5-0281-4dfd-b39d-fa3fb244499d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:45.028002 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e63c6a3e-568a-4f48-be4b-16e729471b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.067794 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95270e4f-abda-405a-a568-a2d090dfb6bb req-47768889-1c4d-46d0-947b-b9b5b692fd3a tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 210 time: 0.0356607 Aug 10 02:08:45.086943 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.093913 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e63c6a3e-568a-4f48-be4b-16e729471b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.106930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7715e655-0e86-436e-9ba3-3a98a456ea7d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:45.131689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 7715e655-0e86-436e-9ba3-3a98a456ea7d, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=7715e655-0e86-436e-9ba3-3a98a456ea7d,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:45.141106 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e63c6a3e-568a-4f48-be4b-16e729471b3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d169b94757ce43c99c8836511d71baf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652555 Aug 10 02:08:45.143776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57754) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:45.144222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6a3e-568a-4f48-be4b-16e729471b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c14641-c66e-4caf-9343-9c420bab28ac,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:45.157357 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dd4fff4-9bec-493f-9de8-f2f1d362fbfb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.158541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0dd4fff4-9bec-493f-9de8-f2f1d362fbfb tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7645574 Aug 10 02:08:45.161392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57756) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:45.181320 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ac610f70-d0fe-43a7-9800-39f4d7f0130a tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules/f256e106-4621-42bd-a8b2-5067e9a25edf HTTP/1.1" status: 200 len: 763 time: 0.0186913 Aug 10 02:08:45.183944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57758) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:45.215294 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.216222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 140f748e-50b7-472c-b7b6-80c2c7d3c274 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:45.229325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6936-a35e-4dd6-a6e4-c1eef99c337b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.235949 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0260b7e2-ee62-4595-8a1f-74ae50ade369 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0470405 Aug 10 02:08:45.236748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57760) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:45.267604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eb30a109-1235-4df1-acc3-f52896e058df tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.277201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eb30a109-1235-4df1-acc3-f52896e058df tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.290452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6936-a35e-4dd6-a6e4-c1eef99c337b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.334100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=7715e655-0e86-436e-9ba3-3a98a456ea7d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:45.410826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 140f748e-50b7-472c-b7b6-80c2c7d3c274, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=140f748e-50b7-472c-b7b6-80c2c7d3c274,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:45.423231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '140f748e-50b7-472c-b7b6-80c2c7d3c274', 'network_id': '7294d26d-5358-4650-9e09-a457ac1195da', 'port_id': '140f748e-50b7-472c-b7b6-80c2c7d3c274', 'mac_address': 'fa:16:3e:f6:89:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6d8ffb-9e99-4039-bb1e-b26e67d761e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:45.449502 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c0b0d-a9b2-4c82-bf14-aee00329ce10 req-572bbc04-6060-42ab-85e9-135ec8a98afe tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:45.452932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b7c0b0d-a9b2-4c82-bf14-aee00329ce10 req-572bbc04-6060-42ab-85e9-135ec8a98afe tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 944 time: 0.1024725 Aug 10 02:08:45.467575 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.471519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eb30a109-1235-4df1-acc3-f52896e058df tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.476333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eb30a109-1235-4df1-acc3-f52896e058df tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.477932 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-eb30a109-1235-4df1-acc3-f52896e058df tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/f256e106-4621-42bd-a8b2-5067e9a25edf HTTP/1.1" status: 204 len: 168 time: 0.2401328 Aug 10 02:08:45.486924 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57766) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:45.517770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140f748e-50b7-472c-b7b6-80c2c7d3c274 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:45.526164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30a109-1235-4df1-acc3-f52896e058df tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f256e106-4621-42bd-a8b2-5067e9a25edf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:45.545171 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b7c0b0d-a9b2-4c82-bf14-aee00329ce10 req-cc6ccbdd-a3b9-4fd5-8656-ff35741b9f03 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527530 Aug 10 02:08:45.547631 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6936-a35e-4dd6-a6e4-c1eef99c337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.553477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6936-a35e-4dd6-a6e4-c1eef99c337b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.559316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5ee6936-a35e-4dd6-a6e4-c1eef99c337b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4c14641-c66e-4caf-9343-9c420bab28ac HTTP/1.1" status: 204 len: 168 time: 0.4144251 Aug 10 02:08:45.575167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 140f748e-50b7-472c-b7b6-80c2c7d3c274, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=140f748e-50b7-472c-b7b6-80c2c7d3c274,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:45.589390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6936-a35e-4dd6-a6e4-c1eef99c337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c14641-c66e-4caf-9343-9c420bab28ac,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:45.592585 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e9697e55-181d-4bb9-9aa6-187d19f889bf tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1041675 Aug 10 02:08:45.595984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57770) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:45.604377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b2c902da-0215-412d-ad12-ca6a531dccb8 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Request body: {'security_group_rule': {'security_group_id': 'cba49b3d-ef9a-449b-9f21-856f49196b93', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:45.718133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57772) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:45.739277 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecaf16d7-4641-4db0-b2af-1e879e04bc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.741801 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-b2c902da-0215-412d-ad12-ca6a531dccb8 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Project d723a51759b646839756cb3f79689df8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:08:45.745848 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.747961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2c902da-0215-412d-ad12-ca6a531dccb8 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.798663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=140f748e-50b7-472c-b7b6-80c2c7d3c274,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:45.804593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2c902da-0215-412d-ad12-ca6a531dccb8 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.895129 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2c902da-0215-412d-ad12-ca6a531dccb8 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.901170 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecaf16d7-4641-4db0-b2af-1e879e04bc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:45.916235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c902da-0215-412d-ad12-ca6a531dccb8 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332dec9e-70d3-4a3e-ab34-935f7d13948c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:45.986356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['7715e655-0e86-436e-9ba3-3a98a456ea7d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:46.037764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['140f748e-50b7-472c-b7b6-80c2c7d3c274'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:46.042140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecaf16d7-4641-4db0-b2af-1e879e04bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.043345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 2645c29d-74c6-4faf-9ab2-d9b867c162b5 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:46.090666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 2645c29d-74c6-4faf-9ab2-d9b867c162b5 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:46.091243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 2645c29d-74c6-4faf-9ab2-d9b867c162b5 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:46.094531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ecaf16d7-4641-4db0-b2af-1e879e04bc3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0529eda550ab4c43bc49cf973a85ee25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747962 Aug 10 02:08:46.097045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf16d7-4641-4db0-b2af-1e879e04bc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b1cf70-67e5-4fa3-9ccc-d9e72d391f22,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:46.098149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57780) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:46.106475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b2c902da-0215-412d-ad12-ca6a531dccb8 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.119844 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b2c902da-0215-412d-ad12-ca6a531dccb8 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5200887 Aug 10 02:08:46.122157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b745-7f74-447a-9c1e-655acb99c36b req-d2ad8699-9f5a-43d9-9fd3-2eb4839996b8 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:46.123771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b03b745-7f74-447a-9c1e-655acb99c36b req-d2ad8699-9f5a-43d9-9fd3-2eb4839996b8 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 944 time: 0.1308451 Aug 10 02:08:46.124475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57782) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:46.157029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-54c31173-0af7-4e71-9f47-40737b7a0d08 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules/332dec9e-70d3-4a3e-ab34-935f7d13948c HTTP/1.1" status: 200 len: 769 time: 0.0312784 Aug 10 02:08:46.172039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57786) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:46.196277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b03b745-7f74-447a-9c1e-655acb99c36b req-91cc6a52-e774-4a53-96f2-0610b837db96 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627735 Aug 10 02:08:46.267770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e07306b-c8b1-4b81-bb32-9716e57cc513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.289795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9ab90cd-13ba-4733-b3b3-1db64ac97330 req-e45b1dd8-dd06-4392-a8a9-46bf3fa0a04d tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 210 time: 0.0839427 Aug 10 02:08:46.301742 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e07306b-c8b1-4b81-bb32-9716e57cc513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.325792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-306eeeab-685b-4b92-874a-7185eb90222c tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1523125 Aug 10 02:08:46.334793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57790) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:46.372127 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83b49710-1d4c-4635-9abc-46e7d4645538 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.380007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83b49710-1d4c-4635-9abc-46e7d4645538 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.482453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e07306b-c8b1-4b81-bb32-9716e57cc513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.485820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e07306b-c8b1-4b81-bb32-9716e57cc513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.487410 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2e07306b-c8b1-4b81-bb32-9716e57cc513 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9b1cf70-67e5-4fa3-9ccc-d9e72d391f22 HTTP/1.1" status: 204 len: 168 time: 0.3853354 Aug 10 02:08:46.496374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07306b-c8b1-4b81-bb32-9716e57cc513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b1cf70-67e5-4fa3-9ccc-d9e72d391f22,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:46.540118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83b49710-1d4c-4635-9abc-46e7d4645538 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.546475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83b49710-1d4c-4635-9abc-46e7d4645538 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.549299 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-83b49710-1d4c-4635-9abc-46e7d4645538 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-group-rules/332dec9e-70d3-4a3e-ab34-935f7d13948c HTTP/1.1" status: 204 len: 168 time: 0.2104855 Aug 10 02:08:46.550415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57800) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:46.553121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b49710-1d4c-4635-9abc-46e7d4645538 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=332dec9e-70d3-4a3e-ab34-935f7d13948c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:46.592415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-26df7113-cbe3-4c2b-97f0-af33f85efa32 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0407579 Aug 10 02:08:46.595341 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57804) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:46.715173 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82b92ff6-9d5d-4c7d-9ba6-8033904bfc00 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.725294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635e8a-73f1-4543-a2e8-1c486350c91b req-ab3a244a-9ae8-4574-8608-124bb086e7ae tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:46.726982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b635e8a-73f1-4543-a2e8-1c486350c91b req-ab3a244a-9ae8-4574-8608-124bb086e7ae tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 944 time: 0.0884197 Aug 10 02:08:46.762373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82b92ff6-9d5d-4c7d-9ba6-8033904bfc00 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.782124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5548046d-d129-410b-bc80-a39fc2cfe7a7', 'name': 'network-vif-deleted', 'tag': '2645c29d-74c6-4faf-9ab2-d9b867c162b5'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:46.784373 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698b8467-17e8-4b5d-9cc4-2a11791144f6" -d '{"events": [{"server_uuid": "5548046d-d129-410b-bc80-a39fc2cfe7a7", "name": "network-vif-deleted", "tag": "2645c29d-74c6-4faf-9ab2-d9b867c162b5"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:46.803594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b635e8a-73f1-4543-a2e8-1c486350c91b req-477009bd-8fd7-4c2c-9964-14e2c483a53f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 Aug 10 02:08:46.839477 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200e636f-7c98-409e-9a8b-21ce46ac3c02 x-openstack-request-id: req-200e636f-7c98-409e-9a8b-21ce46ac3c02 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:46.839780 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5548046d-d129-410b-bc80-a39fc2cfe7a7", "name": "network-vif-deleted", "tag": "2645c29d-74c6-4faf-9ab2-d9b867c162b5", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:46.842066 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-200e636f-7c98-409e-9a8b-21ce46ac3c02 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:46.842066 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5548046d-d129-410b-bc80-a39fc2cfe7a7', 'name': 'network-vif-deleted', 'tag': '2645c29d-74c6-4faf-9ab2-d9b867c162b5', 'status': 'completed', 'code': 200} Aug 10 02:08:46.849908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 7715e655-0e86-436e-9ba3-3a98a456ea7d up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:46.950872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-165642db-1f26-48aa-abdf-8c5c223ca7cc tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:46.952286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-165642db-1f26-48aa-abdf-8c5c223ca7cc tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.16 "GET /v2.0/networks?id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3 HTTP/1.1" status: 200 len: 812 time: 0.1361794 Aug 10 02:08:46.963787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 7715e655-0e86-436e-9ba3-3a98a456ea7d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:46.970191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 7715e655-0e86-436e-9ba3-3a98a456ea7d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:46.980608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Request body: {'port': {'device_id': '22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f', 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3', 'admin_state_up': True, 'tenant_id': 'e88da38b7717411c84b823052c6034bc'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:46.981343 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.991472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82b92ff6-9d5d-4c7d-9ba6-8033904bfc00 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.994611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82b92ff6-9d5d-4c7d-9ba6-8033904bfc00 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.995863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-82b92ff6-9d5d-4c7d-9ba6-8033904bfc00 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "DELETE /v2.0/security-groups/cba49b3d-ef9a-449b-9f21-856f49196b93 HTTP/1.1" status: 204 len: 168 time: 0.3995254 Aug 10 02:08:46.998623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57816) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:47.036683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b92ff6-9d5d-4c7d-9ba6-8033904bfc00 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba49b3d-ef9a-449b-9f21-856f49196b93,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:47.095874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5b07a94b-89ba-47ab-9cd0-729e1c1b6b06 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959983 Aug 10 02:08:47.100125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57820) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:47.158527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:47.176523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Made reservation on behalf of e88da38b7717411c84b823052c6034bc for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:47.186881 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-91a10653-5f2f-4224-a4e9-47e6f2984fc1 tempest-SecGroupIPv6Test-1111604738 tempest-SecGroupIPv6Test-1111604738-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853026 Aug 10 02:08:47.194785 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:47.202372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a899457-4666-4967-874f-5b015e5a0ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7715e655-0e86-436e-9ba3-3a98a456ea7d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:47.204938 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f1ddf4-5cb5-403d-b2a7-9e2a6531d224" -d '{"events": [{"server_uuid": "3a899457-4666-4967-874f-5b015e5a0ba1", "name": "network-vif-plugged", "status": "completed", "tag": "7715e655-0e86-436e-9ba3-3a98a456ea7d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:47.227005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 7715e655-0e86-436e-9ba3-3a98a456ea7d, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=7715e655-0e86-436e-9ba3-3a98a456ea7d,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:47.278881 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde9ad8-d598-4771-8b43-6803812cd099 x-openstack-request-id: req-1bde9ad8-d598-4771-8b43-6803812cd099 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:47.279277 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a899457-4666-4967-874f-5b015e5a0ba1", "name": "network-vif-plugged", "status": "completed", "tag": "7715e655-0e86-436e-9ba3-3a98a456ea7d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:47.279627 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1bde9ad8-d598-4771-8b43-6803812cd099 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:47.281289 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a899457-4666-4967-874f-5b015e5a0ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7715e655-0e86-436e-9ba3-3a98a456ea7d', 'code': 200} Aug 10 02:08:47.392023 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:47.392843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 140f748e-50b7-472c-b7b6-80c2c7d3c274 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:47.444251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-0d88eeb3-043f-4ed8-a724-e5c5f36910d8 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:47.445698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-0d88eeb3-043f-4ed8-a724-e5c5f36910d8 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.11 "GET /v2.0/networks?id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3 HTTP/1.1" status: 200 len: 812 time: 0.3115156 Aug 10 02:08:47.470758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aced701a-309d-432d-8b64-759687ef5f5b req-9f28b1e6-8aeb-4b18-82cf-51e2ada98394 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 210 time: 0.0939832 Aug 10 02:08:47.474371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Request body: {'port': {'device_id': '9a706d8a-4f10-404c-982f-961f194f8b30', 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3', 'admin_state_up': True, 'tenant_id': 'e88da38b7717411c84b823052c6034bc'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:47.476827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=7715e655-0e86-436e-9ba3-3a98a456ea7d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:47.552037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 140f748e-50b7-472c-b7b6-80c2c7d3c274 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:47.556781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 140f748e-50b7-472c-b7b6-80c2c7d3c274 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:47.557168 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:47.662427 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:47.711935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 140f748e-50b7-472c-b7b6-80c2c7d3c274, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=140f748e-50b7-472c-b7b6-80c2c7d3c274,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:47.780512 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:47.781690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b851e93e-aeee-4ef4-9741-6c5065f2e098 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:47.788626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d5328-71a8-4374-8936-5e7286a3cf3e req-032265d7-cfb9-4452-8d1b-dc7be65c7b3c tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:47.790134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-362d5328-71a8-4374-8936-5e7286a3cf3e req-032265d7-cfb9-4452-8d1b-dc7be65c7b3c tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 944 time: 0.4877501 Aug 10 02:08:47.805434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acbd86-8eb6-4c02-9a52-251c70d6f226 req-26bb0422-15f7-4edc-a90b-a02f7251bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:47.807091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07acbd86-8eb6-4c02-9a52-251c70d6f226 req-26bb0422-15f7-4edc-a90b-a02f7251bd7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 1096 time: 0.4548283 Aug 10 02:08:47.813253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: b851e93e-aeee-4ef4-9741-6c5065f2e098 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:08:47.813719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b851e93e-aeee-4ef4-9741-6c5065f2e098 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:08:47.824465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Allocated IP 172.20.0.13 (4b33fa66-75d0-4334-abaa-94a7f8feb2e3/ac8c6686-9d94-4a4d-90be-26ff1c811d0a/5ea07de9-2859-4bb5-8c0d-a97ade001a93) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:47.872179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=140f748e-50b7-472c-b7b6-80c2c7d3c274,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:47.895289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07acbd86-8eb6-4c02-9a52-251c70d6f226 req-f7f0be59-b273-47a7-8afa-a11a3b900c47 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722020 Aug 10 02:08:47.929411 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5228f537-30d1-4ce6-8eae-24b6bc7d61da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:47.945924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-362d5328-71a8-4374-8936-5e7286a3cf3e req-319ca699-a42b-4d13-a9a9-eab099392ae4 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471262 Aug 10 02:08:47.960618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57852) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:48.064702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e8ff1-5607-4e0d-a7b2-0e4e690033ac req-56ad4596-f112-43b9-8682-d3faf283476f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:48.066248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a1e8ff1-5607-4e0d-a7b2-0e4e690033ac req-56ad4596-f112-43b9-8682-d3faf283476f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1359253 Aug 10 02:08:48.074185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Made reservation on behalf of e88da38b7717411c84b823052c6034bc for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:08:48.077624 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.199172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a1e8ff1-5607-4e0d-a7b2-0e4e690033ac req-a8c7de3e-ac94-4c8b-a5f6-5b779c8da7fb tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192353 Aug 10 02:08:48.202133 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.310675 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-26b04bc4-73e9-447e-9a2e-f192d1e9be05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d723a51759b646839756cb3f79689df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486831 Aug 10 02:08:48.313161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57860) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:48.361083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a201c2ee-3b85-4861-a7d3-8afcfe91b258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.381622 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a201c2ee-3b85-4861-a7d3-8afcfe91b258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.484912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.563246 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a201c2ee-3b85-4861-a7d3-8afcfe91b258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.565962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a201c2ee-3b85-4861-a7d3-8afcfe91b258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.569664 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a201c2ee-3b85-4861-a7d3-8afcfe91b258 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/277d7251-6910-4e21-bce4-942a9dad8794 HTTP/1.1" status: 204 len: 168 time: 0.2532158 Aug 10 02:08:48.575540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201c2ee-3b85-4861-a7d3-8afcfe91b258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d7251-6910-4e21-bce4-942a9dad8794,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:48.590362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:48.615107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:48.632491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Pushing event updated for resources: {'Port': ['ID=5ea07de9-2859-4bb5-8c0d-a97ade001a93,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:48.636995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:48.640752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f60c9a94-6840-4195-bec2-ee3c1eceef92 req-f2a7a5a3-b986-4a4f-8f45-aab86674514f tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 210 time: 0.0557868 Aug 10 02:08:48.664090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Allocated IP 172.20.0.7 (4b33fa66-75d0-4334-abaa-94a7f8feb2e3/ac8c6686-9d94-4a4d-90be-26ff1c811d0a/85eba049-68fe-4ac1-b1a1-ba739cfd0d1f) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:08:48.707921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:48.708544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.797951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-73b99b2e-e5ef-4c1b-8a83-147190ac1af5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8369217 Aug 10 02:08:48.815867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Request body: {'port': {'device_id': '22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:48.899527 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.930059 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:49.115472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f16103-b48f-4c00-baff-edbd517be72a req-f5c16561-e2d1-4db5-aef4-5f1bd15680b6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:49.116982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40f16103-b48f-4c00-baff-edbd517be72a req-f5c16561-e2d1-4db5-aef4-5f1bd15680b6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.0700378 Aug 10 02:08:49.171183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40f16103-b48f-4c00-baff-edbd517be72a req-f3da90b5-9616-45c7-975a-980e0de81276 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477915 Aug 10 02:08:49.182848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:49.281471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5afe2d1-747d-4e00-92bd-b03aa5e80c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140f748e-50b7-472c-b7b6-80c2c7d3c274'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:49.283996 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2ad4c7-57a6-477c-8ab3-a7ed51bbe51c" -d '{"events": [{"server_uuid": "c5afe2d1-747d-4e00-92bd-b03aa5e80c99", "name": "network-vif-plugged", "status": "completed", "tag": "140f748e-50b7-472c-b7b6-80c2c7d3c274"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:49.288857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:08:49.326681 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71ccc04-c5b5-4904-8867-bc571578bae1 x-openstack-request-id: req-b71ccc04-c5b5-4904-8867-bc571578bae1 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:49.326966 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5afe2d1-747d-4e00-92bd-b03aa5e80c99", "name": "network-vif-plugged", "status": "completed", "tag": "140f748e-50b7-472c-b7b6-80c2c7d3c274", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:49.327286 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b71ccc04-c5b5-4904-8867-bc571578bae1 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:49.327772 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5afe2d1-747d-4e00-92bd-b03aa5e80c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140f748e-50b7-472c-b7b6-80c2c7d3c274', 'code': 200} Aug 10 02:08:49.331912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:08:49.348394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:08:49.388072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Pushing event updated for resources: {'Port': ['ID=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:49.472506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273061a-77ed-4ead-b67c-1f449e28864a req-df696d1e-66cf-4dfb-8a35-2113e86c0f15 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:49.474151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3273061a-77ed-4ead-b67c-1f449e28864a req-df696d1e-66cf-4dfb-8a35-2113e86c0f15 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1839995 Aug 10 02:08:49.492119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:49.493186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:49.568976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997a6ea-a265-4f7a-be77-12fd41dd2c1f req-190fbc23-3fa1-439e-bae5-e52cad9391a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:49.574911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a997a6ea-a265-4f7a-be77-12fd41dd2c1f req-190fbc23-3fa1-439e-bae5-e52cad9391a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 1097 time: 0.1738718 Aug 10 02:08:49.589753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea07de9-2859-4bb5-8c0d-a97ade001a93 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:49.606729 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:49.627440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3273061a-77ed-4ead-b67c-1f449e28864a req-2a0688e9-2013-473c-ad35-b7e035010eeb tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439128 Aug 10 02:08:49.638489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Transition to ACTIVE for port object 5ea07de9-2859-4bb5-8c0d-a97ade001a93 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:49.651293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-7c796ef4-31b1-4f49-aadd-e16d2ea138e3 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1859214 Aug 10 02:08:49.653914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a997a6ea-a265-4f7a-be77-12fd41dd2c1f req-4d1006ac-c699-4e86-8d80-faa4da50d0e6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723293 Aug 10 02:08:49.703961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Request body: {'port': {'device_id': '9a706d8a-4f10-404c-982f-961f194f8b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:49.765624 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:49.838529 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:49.862915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea07de9-2859-4bb5-8c0d-a97ade001a93,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:49.875892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03d00-df51-4186-952c-4ba919bbffc5 req-1d87c64c-e2b1-478a-8eb3-9d5a0fa3fbc7 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:49.877355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52c03d00-df51-4186-952c-4ba919bbffc5 req-1d87c64c-e2b1-478a-8eb3-9d5a0fa3fbc7 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 931 time: 0.1456783 Aug 10 02:08:50.054214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52c03d00-df51-4186-952c-4ba919bbffc5 req-398ece62-8f58-4f93-b7ca-1317e70e81e7 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679635 Aug 10 02:08:50.094879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Attempting to bind port 5ea07de9-2859-4bb5-8c0d-a97ade001a93 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:50.095105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Attempting to bind port 5ea07de9-2859-4bb5-8c0d-a97ade001a93 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:50.095450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Attempting to bind port 5ea07de9-2859-4bb5-8c0d-a97ade001a93 on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:50.134512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Port 5ea07de9-2859-4bb5-8c0d-a97ade001a93 on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:08:50.135089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Attempting to bind port 5ea07de9-2859-4bb5-8c0d-a97ade001a93 on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:50.200349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:50.200699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Checking segment: {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:50.201118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Bound using segment: {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:50.201642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Bound port: 5ea07de9-2859-4bb5-8c0d-a97ade001a93, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:50.202007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:50.254715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8318e8-23c6-4ac7-92de-8c68ed03c9ed req-107d38c7-2963-4e12-a419-562eeb7d7bb6 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:50.256205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da8318e8-23c6-4ac7-92de-8c68ed03c9ed req-107d38c7-2963-4e12-a419-562eeb7d7bb6 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1871119 Aug 10 02:08:50.335482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-e2d97531-7d3f-4342-8ee5-dee4223324fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:50.339014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-e2d97531-7d3f-4342-8ee5-dee4223324fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 1097 time: 0.2232654 Aug 10 02:08:50.487812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] For port 5ea07de9-2859-4bb5-8c0d-a97ade001a93, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:50.491104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] For port 5ea07de9-2859-4bb5-8c0d-a97ade001a93, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5ea07de9-2859-4bb5-8c0d-a97ade001a93,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:50.497943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da8318e8-23c6-4ac7-92de-8c68ed03c9ed req-ce5b9df5-addf-4006-a61b-111e85359017 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120523 Aug 10 02:08:50.574090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1f545-57bf-4fbe-9294-da33c3c46cd5 req-d9a9fe7e-e1e1-4cd5-a26a-37677d07574b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:50.575633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fda1f545-57bf-4fbe-9294-da33c3c46cd5 req-d9a9fe7e-e1e1-4cd5-a26a-37677d07574b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.2959621 Aug 10 02:08:50.580405 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ebdfd051-3f0b-4801-a86f-ccd5c7aa2cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:50.592227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:50.710149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:50.710861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:50.713043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] 10.222.0.16 "PUT /v2.0/ports/5ea07de9-2859-4bb5-8c0d-a97ade001a93 HTTP/1.1" status: 200 len: 1093 time: 1.9009142 Aug 10 02:08:50.721003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f', 'tag': '5ea07de9-2859-4bb5-8c0d-a97ade001a93'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:50.734426 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c" -d '{"events": [{"name": "network-changed", "server_uuid": "22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f", "tag": "5ea07de9-2859-4bb5-8c0d-a97ade001a93"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:50.739731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-08432d32-b02e-4a5e-8036-058174658e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:50.741222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-08432d32-b02e-4a5e-8036-058174658e19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 911 time: 0.3531697 Aug 10 02:08:50.828161 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048c8f74-c126-47d5-ab80-34b85078b8d5 x-openstack-request-id: req-048c8f74-c126-47d5-ab80-34b85078b8d5 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:50.828768 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f", "tag": "5ea07de9-2859-4bb5-8c0d-a97ade001a93", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:50.829235 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-048c8f74-c126-47d5-ab80-34b85078b8d5 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:50.829859 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f', 'tag': '5ea07de9-2859-4bb5-8c0d-a97ade001a93', 'status': 'completed', 'code': 200} Aug 10 02:08:50.889259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:50.910302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-7aaab600-fd93-4e12-90e0-6350d8393444 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7715e655-0e86-436e-9ba3-3a98a456ea7d HTTP/1.1" status: 200 len: 217 time: 0.1222234 Aug 10 02:08:50.926466 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:50.932738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e0b30-1c00-44f0-b933-22381a5a7fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea07de9-2859-4bb5-8c0d-a97ade001a93,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:50.948408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fda1f545-57bf-4fbe-9294-da33c3c46cd5 req-0b982a1d-78dc-4d96-bb70-fd35483be547 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460362 Aug 10 02:08:50.984417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Transition to ACTIVE for port object 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:08:51.016530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-4c65e34e-f5a2-4840-8860-c819db9fbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:51.018376 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-4c65e34e-f5a2-4840-8860-c819db9fbb40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 200 len: 850 time: 0.0889981 Aug 10 02:08:51.020456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-576bd5a6-816d-45bb-bdb5-2dcf4c6572d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:51.022296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-576bd5a6-816d-45bb-bdb5-2dcf4c6572d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&device_id=22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f HTTP/1.1" status: 200 len: 1096 time: 0.1897812 Aug 10 02:08:51.134892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:51.146983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-3d4aa490-3b87-4c33-9f1f-794714da4106 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59eab2e9-08bd-46ea-831a-13bdf85f642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186807 Aug 10 02:08:51.148563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-490f05bb-41be-427c-a39e-7e7ddf93f2d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea07de9-2859-4bb5-8c0d-a97ade001a93 HTTP/1.1" status: 200 len: 217 time: 0.1107087 Aug 10 02:08:51.150454 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:51.222744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57972) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:51.337579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Pushing event updated for resources: {'Port': ['ID=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:51.448675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-767969af-4e18-4654-a556-c676435afa75 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-599758504'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:51.574663 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-767969af-4e18-4654-a556-c676435afa75 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:51.576207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-767969af-4e18-4654-a556-c676435afa75 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:51.641011 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-767969af-4e18-4654-a556-c676435afa75 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:51.700182 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-767969af-4e18-4654-a556-c676435afa75 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:51.765012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-6d6874af-b14a-41b8-bfbe-c845642781cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:51.766486 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-6d6874af-b14a-41b8-bfbe-c845642781cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac8c6686-9d94-4a4d-90be-26ff1c811d0a HTTP/1.1" status: 200 len: 852 time: 0.6043680 Aug 10 02:08:51.775363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-bb2a3134-a602-4f1d-9497-6c0e3e2c9e24 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156766 Aug 10 02:08:51.797093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-767969af-4e18-4654-a556-c676435afa75 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:51.801441 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-767969af-4e18-4654-a556-c676435afa75 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5775976 Aug 10 02:08:51.812343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57990) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:51.814766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ed77e-e1d9-4c2d-ad07-fed3bde47e53 req-077a45b9-e5ce-4ea7-8429-9ffb7e0a33de tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:51.816325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-563ed77e-e1d9-4c2d-ad07-fed3bde47e53 req-077a45b9-e5ce-4ea7-8429-9ffb7e0a33de tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 943 time: 0.6211205 Aug 10 02:08:51.850797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-eec72090-376a-41de-a403-c31c0b5a6d08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616555 Aug 10 02:08:51.932618 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd33d-86e0-4ea3-8fbc-37c82471c7c4 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.002851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Attempting to bind port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:08:52.003455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Attempting to bind port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:08:52.007812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Attempting to bind port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:52.028174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810044b-b0da-4c60-a67b-37105934c5ae req-d1ed0084-0c90-4d84-8ada-a19c6d71c3bc tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:52.035328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2810044b-b0da-4c60-a67b-37105934c5ae req-d1ed0084-0c90-4d84-8ada-a19c6d71c3bc tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.3103454 Aug 10 02:08:52.056583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:08:52.056917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Attempting to bind port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f on network 4b33fa66-75d0-4334-abaa-94a7f8feb2e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:08:52.072861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-563ed77e-e1d9-4c2d-ad07-fed3bde47e53 req-89b5f6f4-794d-43cd-9f4a-c96dc9c679fa tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191782 Aug 10 02:08:52.098886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:08:52.099491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Checking segment: {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:08:52.099614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Bound using segment: {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:08:52.100053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Bound port: 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40ebb1e-8646-4fe0-88ef-6db57e233368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:08:52.100424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.120159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd33d-86e0-4ea3-8fbc-37c82471c7c4 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.124971 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd33d-86e0-4ea3-8fbc-37c82471c7c4 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.183775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-e00e68d3-7eef-4159-8350-7de3f9d60fe6 service neutron] 10.222.0.16 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121650 Aug 10 02:08:52.208349 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.224662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33106ba7-ac4c-43da-bdfc-c9400f3e3629 req-feb77aa6-ff80-46d6-ab41-1e16122509fd service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254274 Aug 10 02:08:52.260046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2810044b-b0da-4c60-a67b-37105934c5ae req-18023f3f-5559-443a-b76c-5c84dac545f4 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186573 Aug 10 02:08:52.340170 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd33d-86e0-4ea3-8fbc-37c82471c7c4 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.341590 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bdd33d-86e0-4ea3-8fbc-37c82471c7c4 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4728cb-2df8-43f3-b27a-8623fa7f6472 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:08:52.354490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd33d-86e0-4ea3-8fbc-37c82471c7c4 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.357614 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b9bdd33d-86e0-4ea3-8fbc-37c82471c7c4 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "DELETE /v2.0/routers/4e4728cb-2df8-43f3-b27a-8623fa7f6472 HTTP/1.1" status: 204 len: 168 time: 0.5435762 Aug 10 02:08:52.360647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58010) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:52.366032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-15502016-74d2-4f03-ae44-e0fda331aa0e tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Request body: {'router': {'name': 'tempest-router-1968069299', 'distributed': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:52.479518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05947ec-be61-4702-ae9c-a7779f2c7143 req-492cfbcd-9c58-4820-9417-d03c419c1bda tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:52.481076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a05947ec-be61-4702-ae9c-a7779f2c7143 req-492cfbcd-9c58-4820-9417-d03c419c1bda tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.2366958 Aug 10 02:08:52.485411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-5c21597b-5503-4227-88e5-1448fd921557 service neutron] 10.222.0.16 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632172 Aug 10 02:08:52.495417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15502016-74d2-4f03-ae44-e0fda331aa0e tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.496549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15502016-74d2-4f03-ae44-e0fda331aa0e tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.496691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] For port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:08:52.500553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] For port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:08:52.527857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a05947ec-be61-4702-ae9c-a7779f2c7143 req-5df5c32f-d9e4-4f27-aa5f-62820e41cea6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Aug 10 02:08:52.551758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15502016-74d2-4f03-ae44-e0fda331aa0e tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.575488 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.620983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:52.621611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.623000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] 10.222.0.11 "PUT /v2.0/ports/85eba049-68fe-4ac1-b1a1-ba739cfd0d1f HTTP/1.1" status: 200 len: 1092 time: 2.9239848 Aug 10 02:08:52.660606 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15502016-74d2-4f03-ae44-e0fda331aa0e tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.710399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Pushing event updated for resources: {'Port': ['ID=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:52.723021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-0493ab51-bc39-4d0c-b91d-01df94e826f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:52.724554 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-0493ab51-bc39-4d0c-b91d-01df94e826f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&device_id=22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f HTTP/1.1" status: 200 len: 1096 time: 0.1114736 Aug 10 02:08:52.733805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94414644-e897-4fee-b1fe-cc6824ab4d6a req-97baef0c-422c-48f9-890a-7632272020da tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:52.735322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94414644-e897-4fee-b1fe-cc6824ab4d6a req-97baef0c-422c-48f9-890a-7632272020da tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1209636 Aug 10 02:08:52.738053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.738400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.738840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.739187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.739516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.739846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.740173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.740499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.740823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.741151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.741474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.741796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d5bb0-129d-46b0-97a9-f258567ebdff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:52.831059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a706d8a-4f10-404c-982f-961f194f8b30', 'tag': '85eba049-68fe-4ac1-b1a1-ba739cfd0d1f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:52.833261 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c636e4-0e54-438f-afee-a85223f7b45d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a706d8a-4f10-404c-982f-961f194f8b30", "tag": "85eba049-68fe-4ac1-b1a1-ba739cfd0d1f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:52.843055 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15502016-74d2-4f03-ae44-e0fda331aa0e tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.848809 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15502016-74d2-4f03-ae44-e0fda331aa0e tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4864330 Aug 10 02:08:52.848998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58026) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:52.876147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94414644-e897-4fee-b1fe-cc6824ab4d6a req-98257714-b768-421e-b0d5-54effd25af0c tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122611 Aug 10 02:08:52.887755 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b61af3-91d0-4502-beac-6dd2e78a18d5 x-openstack-request-id: req-e1b61af3-91d0-4502-beac-6dd2e78a18d5 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:52.887976 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a706d8a-4f10-404c-982f-961f194f8b30", "tag": "85eba049-68fe-4ac1-b1a1-ba739cfd0d1f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:52.888440 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e1b61af3-91d0-4502-beac-6dd2e78a18d5 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:52.888838 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a706d8a-4f10-404c-982f-961f194f8b30', 'tag': '85eba049-68fe-4ac1-b1a1-ba739cfd0d1f', 'status': 'completed', 'code': 200} Aug 10 02:08:52.985389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-7f8dd0cc-1f89-420b-be09-7cd357cc1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:52.986793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-7f8dd0cc-1f89-420b-be09-7cd357cc1e01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3 HTTP/1.1" status: 200 len: 913 time: 0.2505672 Aug 10 02:08:53.004539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9912546a-b5be-47c2-8d0d-4f2873ac8f00 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.013441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-f6a7f576-cb3c-4ce0-b34c-b4432a3d9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:53.014994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-f6a7f576-cb3c-4ce0-b34c-b4432a3d9e6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 1095 time: 0.1854665 Aug 10 02:08:53.110833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-e5d2a309-aa23-4696-a9da-83ce8688adcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea07de9-2859-4bb5-8c0d-a97ade001a93 HTTP/1.1" status: 200 len: 217 time: 0.1084714 Aug 10 02:08:53.157765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-05dbc1e6-a226-43a7-8ec2-ff07fe3288ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f HTTP/1.1" status: 200 len: 217 time: 0.0804241 Aug 10 02:08:53.292206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8bb1e-30ae-4852-b7cc-3f580b37c2ec req-b12f238b-9018-4015-97fd-b8bf2cfaa6b7 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:53.293737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ee8bb1e-30ae-4852-b7cc-3f580b37c2ec req-b12f238b-9018-4015-97fd-b8bf2cfaa6b7 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 945 time: 0.3302979 Aug 10 02:08:53.372965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-70c07a43-08f6-4869-9aba-1c406c7be7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:53.374445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-70c07a43-08f6-4869-9aba-1c406c7be7bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac8c6686-9d94-4a4d-90be-26ff1c811d0a HTTP/1.1" status: 200 len: 852 time: 0.2283900 Aug 10 02:08:53.376078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9912546a-b5be-47c2-8d0d-4f2873ac8f00 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.382034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9912546a-b5be-47c2-8d0d-4f2873ac8f00 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.460286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-689d6a44-7fa2-478f-b4b9-d4fd9d741478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:53.461738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-689d6a44-7fa2-478f-b4b9-d4fd9d741478 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac8c6686-9d94-4a4d-90be-26ff1c811d0a HTTP/1.1" status: 200 len: 852 time: 0.2794111 Aug 10 02:08:53.468389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-5be92cf4-3758-4dd3-a2d6-57a58425247e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781941 Aug 10 02:08:53.484851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ee8bb1e-30ae-4852-b7cc-3f580b37c2ec req-cd42e1d8-fd46-4d69-88f4-9139c6abae74 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715829 Aug 10 02:08:53.515966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-130bf6cf-b6fa-48ce-9dfd-ccc3a90d6b15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431228 Aug 10 02:08:53.523793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369a1ec-a5b8-438e-a968-497fd0da8916 req-11cbe913-39af-4bce-8f5b-57f4c01e9189 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:53.526234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7369a1ec-a5b8-438e-a968-497fd0da8916 req-11cbe913-39af-4bce-8f5b-57f4c01e9189 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 943 time: 0.3427448 Aug 10 02:08:53.577023 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9912546a-b5be-47c2-8d0d-4f2873ac8f00 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.577538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9912546a-b5be-47c2-8d0d-4f2873ac8f00 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37d2d292-5bfa-4bd1-ae6f-639190d17cad {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:08:53.592995 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9912546a-b5be-47c2-8d0d-4f2873ac8f00 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.594387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9912546a-b5be-47c2-8d0d-4f2873ac8f00 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "DELETE /v2.0/routers/37d2d292-5bfa-4bd1-ae6f-639190d17cad HTTP/1.1" status: 204 len: 168 time: 0.7424128 Aug 10 02:08:53.598391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58044) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:53.604038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bae4b698-8b5e-423f-aff0-e3eacbdc894d tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Request body: {'router': {'name': 'tempest-router-598769602', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '108e25882f294326900902b393b19f80'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:53.711590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bae4b698-8b5e-423f-aff0-e3eacbdc894d tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.713860 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bae4b698-8b5e-423f-aff0-e3eacbdc894d tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.719896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7369a1ec-a5b8-438e-a968-497fd0da8916 req-83556218-4850-4907-9133-6228300448b0 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822536 Aug 10 02:08:53.778847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bdc5d-6116-4a97-8a3c-b0fbdcaa52ae req-308e28d4-2426-46b8-ab03-e5a55573b535 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:53.780404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b63bdc5d-6116-4a97-8a3c-b0fbdcaa52ae req-308e28d4-2426-46b8-ab03-e5a55573b535 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.2098870 Aug 10 02:08:53.787441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-a8d6d81b-d19d-44e5-a428-266211148dcf service neutron] 10.222.0.16 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990317 Aug 10 02:08:53.789208 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-360dcd1b-bcdd-4a1e-aa23-6295187b8548 service neutron] 10.222.0.11 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617290 Aug 10 02:08:53.809018 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bae4b698-8b5e-423f-aff0-e3eacbdc894d tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.815327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58048) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:53.826528 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.883284 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bae4b698-8b5e-423f-aff0-e3eacbdc894d tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:53.939744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b63bdc5d-6116-4a97-8a3c-b0fbdcaa52ae req-f3f354e0-ca83-46f6-bf8c-cbc3f54b0d6d tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358650 Aug 10 02:08:53.960989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d20a802d-9694-4476-af97-8c44f662f778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.013264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ef83d71-1fbf-49b8-b6e6-78031f0da79c req-22628b00-b5ff-491c-b63e-f2400cd56021 service neutron] 10.222.0.16 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148979 Aug 10 02:08:54.015129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d61c4a0-40e2-4d51-ad21-ea0b2467d25a req-d6cab471-b02f-490d-a7e7-544c65b1460c service neutron] 10.222.0.11 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012253 Aug 10 02:08:54.017124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bae4b698-8b5e-423f-aff0-e3eacbdc894d tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.020833 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bae4b698-8b5e-423f-aff0-e3eacbdc894d tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4189110 Aug 10 02:08:54.023608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58054) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:54.026580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:54.104024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685b006-3249-46b0-a3f4-8250225228c3 req-1feb774d-a2bd-4f69-85b9-4ac672078dc7 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:54.105657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b685b006-3249-46b0-a3f4-8250225228c3 req-1feb774d-a2bd-4f69-85b9-4ac672078dc7 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.0567236 Aug 10 02:08:54.151694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b685b006-3249-46b0-a3f4-8250225228c3 req-855d8183-0f25-42cc-afee-90b73c5aca71 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385561 Aug 10 02:08:54.221159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c636e4-0e54-438f-afee-a85223f7b45d req-5269d4f9-6ef0-483b-ae69-4372a3d81086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:54.222922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c636e4-0e54-438f-afee-a85223f7b45d req-5269d4f9-6ef0-483b-ae69-4372a3d81086 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e88da38b7717411c84b823052c6034bc&device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 1095 time: 0.0564823 Aug 10 02:08:54.282346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.282667 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.328223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c636e4-0e54-438f-afee-a85223f7b45d req-f0e52eea-5659-4d82-aaa4-6c588d5753e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:54.329366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c636e4-0e54-438f-afee-a85223f7b45d req-f0e52eea-5659-4d82-aaa4-6c588d5753e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3 HTTP/1.1" status: 200 len: 913 time: 0.0995352 Aug 10 02:08:54.399216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101223) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 10 02:08:54.399216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Router a591e1dd-76eb-45e4-8970-ddb66af78ff8 migrating from provider to provider. {{(pid=101223) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 10 02:08:54.399216 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.406955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.427010 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d20a802d-9694-4476-af97-8c44f662f778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.512555 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.568438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d20a802d-9694-4476-af97-8c44f662f778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.648997 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d20a802d-9694-4476-af97-8c44f662f778 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ea11cc9a95ef467e80b2d23675f50fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8325050 Aug 10 02:08:54.655352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58066) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:54.669261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c636e4-0e54-438f-afee-a85223f7b45d req-fba8950b-869b-4e98-b31b-afc64f445161 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f HTTP/1.1" status: 200 len: 217 time: 0.3317475 Aug 10 02:08:54.671515 n-d-767704-21 neutron-server[101223]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] No L3 agents can host the router a591e1dd-76eb-45e4-8970-ddb66af78ff8 Aug 10 02:08:54.676082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a802d-9694-4476-af97-8c44f662f778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e45fb0-8a7e-47fb-a1d0-6520312096a3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:54.724448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c636e4-0e54-438f-afee-a85223f7b45d req-020e9e23-4672-42d7-8ad8-b008a23a9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:54.725924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c636e4-0e54-438f-afee-a85223f7b45d req-020e9e23-4672-42d7-8ad8-b008a23a9c9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac8c6686-9d94-4a4d-90be-26ff1c811d0a HTTP/1.1" status: 200 len: 852 time: 0.0477636 Aug 10 02:08:54.771130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c636e4-0e54-438f-afee-a85223f7b45d req-149512f7-7f77-4319-91bf-a868ad9f9081 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b33fa66-75d0-4334-abaa-94a7f8feb2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312831 Aug 10 02:08:54.778928 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f8a-a2df-4e85-9373-2f00640436d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.818524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf16e93-295f-4297-b0f5-0bacf7ad5a95 req-3d3cacc8-b745-4b5e-a450-1f0e64898903 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:54.818788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdf16e93-295f-4297-b0f5-0bacf7ad5a95 req-3d3cacc8-b745-4b5e-a450-1f0e64898903 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1525605 Aug 10 02:08:54.885346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f8a-a2df-4e85-9373-2f00640436d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.893084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Hosts for router a591e1dd-76eb-45e4-8970-ddb66af78ff8: [] {{(pid=101223) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 10 02:08:54.924411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Hosts for other DVR routers connected to router a591e1dd-76eb-45e4-8970-ddb66af78ff8: set() {{(pid=101223) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 10 02:08:54.927060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:54.928303 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5c2d0870-88db-4f5b-927a-c2382b63e5b6 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "PUT /v2.0/routers/a591e1dd-76eb-45e4-8970-ddb66af78ff8 HTTP/1.1" status: 200 len: 716 time: 0.9060171 Aug 10 02:08:54.931423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58078) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:54.935151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdf16e93-295f-4297-b0f5-0bacf7ad5a95 req-3176f8c2-99c9-4bd1-a4c6-b70f21f8fa2d tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154377 Aug 10 02:08:55.019353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae01816-cb34-4ea0-a037-fcfb9dd572a9 req-a0fc4694-79d5-4c7b-bccf-b8276ab46435 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:55.021007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ae01816-cb34-4ea0-a037-fcfb9dd572a9 req-a0fc4694-79d5-4c7b-bccf-b8276ab46435 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 943 time: 0.2003131 Aug 10 02:08:55.023044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c636e4-0e54-438f-afee-a85223f7b45d req-cb4ee027-28b7-4bce-8b5e-4cb70e67cec9 service neutron] 10.222.0.11 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433617 Aug 10 02:08:55.031214 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4bddae24-6f6d-4909-a2f0-21291fa2dfe8 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "GET /v2.0/routers/a591e1dd-76eb-45e4-8970-ddb66af78ff8 HTTP/1.1" status: 200 len: 716 time: 0.0965912 Aug 10 02:08:55.032205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58088) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:55.117460 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f8a-a2df-4e85-9373-2f00640436d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.121538 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f8a-a2df-4e85-9373-2f00640436d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.131556 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aa9e4f8a-a2df-4e85-9373-2f00640436d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70e45fb0-8a7e-47fb-a1d0-6520312096a3 HTTP/1.1" status: 204 len: 168 time: 0.4692707 Aug 10 02:08:55.164863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e4f8a-a2df-4e85-9373-2f00640436d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e45fb0-8a7e-47fb-a1d0-6520312096a3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:55.232959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ae01816-cb34-4ea0-a037-fcfb9dd572a9 req-7dbb2c7c-bfcd-4f3c-89af-facf2fabb101 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043417 Aug 10 02:08:55.312478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c636e4-0e54-438f-afee-a85223f7b45d req-0c3b5582-36a9-4395-bf41-fdde04be9d41 service neutron] 10.222.0.11 "GET /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711294 Aug 10 02:08:55.355897 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff96acd5-c4d4-40d2-ab07-f8a06972e78b tempest-RoutersTestDVR-612054557 tempest-RoutersTestDVR-612054557-project] 10.222.0.38 "GET /v2.0/routers/a591e1dd-76eb-45e4-8970-ddb66af78ff8 HTTP/1.1" status: 200 len: 682 time: 0.3209934 Aug 10 02:08:55.361008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58098) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:55.435875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99faf1f4-71c9-4255-b44f-d4564d5e7997 req-11e67911-05dc-49ac-b590-fe23a4d831da tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:55.437778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99faf1f4-71c9-4255-b44f-d4564d5e7997 req-11e67911-05dc-49ac-b590-fe23a4d831da tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1075628 Aug 10 02:08:55.446669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb4c5-d38c-4d17-9ce3-31e1a5b20340 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.503051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99faf1f4-71c9-4255-b44f-d4564d5e7997 req-1a0cf2e7-542e-48c3-ad20-ba301e00b0ee tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540307 Aug 10 02:08:55.640241 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb4c5-d38c-4d17-9ce3-31e1a5b20340 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.643981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb4c5-d38c-4d17-9ce3-31e1a5b20340 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.660620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeadad-f5a9-4608-a319-bf8ba8739a22 req-7057beff-b61a-4379-ab70-1684c4cf84cf tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:55.667383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeadad-f5a9-4608-a319-bf8ba8739a22 req-7057beff-b61a-4379-ab70-1684c4cf84cf tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:55.673716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeadad-f5a9-4608-a319-bf8ba8739a22 req-7057beff-b61a-4379-ab70-1684c4cf84cf tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:55.687682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aefeadad-f5a9-4608-a319-bf8ba8739a22 req-7057beff-b61a-4379-ab70-1684c4cf84cf tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99&device_id=283e15fd-b352-45ae-9645-77fb03b19c65&device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 2417 time: 0.0870852 Aug 10 02:08:55.726777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aefeadad-f5a9-4608-a319-bf8ba8739a22 req-d14fea1c-7bde-4b2d-a284-340c81119065 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Aug 10 02:08:55.756670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb4c5-d38c-4d17-9ce3-31e1a5b20340 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.757205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3bb4c5-d38c-4d17-9ce3-31e1a5b20340 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a591e1dd-76eb-45e4-8970-ddb66af78ff8 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:08:55.765116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb4c5-d38c-4d17-9ce3-31e1a5b20340 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.765116 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1e3bb4c5-d38c-4d17-9ce3-31e1a5b20340 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "DELETE /v2.0/routers/a591e1dd-76eb-45e4-8970-ddb66af78ff8 HTTP/1.1" status: 204 len: 168 time: 0.4016926 Aug 10 02:08:55.769403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58106) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:55.776039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-40c5db70-47a3-40ad-8bee-1538019c8150 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Request body: {'router': {'name': 'tempest-router-2105687243', 'distributed': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:08:55.876843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c5db70-47a3-40ad-8bee-1538019c8150 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.877837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c5db70-47a3-40ad-8bee-1538019c8150 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.904863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c040-ed50-47e2-b37c-3232fac2cfea req-91c65683-22a3-4d8c-aca5-6bbc296c427a tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:55.906711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d403c040-ed50-47e2-b37c-3232fac2cfea req-91c65683-22a3-4d8c-aca5-6bbc296c427a tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.0573516 Aug 10 02:08:55.933072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58108) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:55.949730 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c5db70-47a3-40ad-8bee-1538019c8150 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.954017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4776223a-123b-45bd-99b6-6bbe22d25296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:55.982149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d403c040-ed50-47e2-b37c-3232fac2cfea req-13e4d7dd-3efe-49f0-a381-839301128e06 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653746 Aug 10 02:08:56.028179 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c5db70-47a3-40ad-8bee-1538019c8150 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.064250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5ea07de9-2859-4bb5-8c0d-a97ade001a93 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:56.115975 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4776223a-123b-45bd-99b6-6bbe22d25296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.178692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5ea07de9-2859-4bb5-8c0d-a97ade001a93, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5ea07de9-2859-4bb5-8c0d-a97ade001a93,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:56.192802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '5ea07de9-2859-4bb5-8c0d-a97ade001a93', 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3', 'port_id': '5ea07de9-2859-4bb5-8c0d-a97ade001a93', 'mac_address': 'fa:16:3e:83:91:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8c6686-9d94-4a4d-90be-26ff1c811d0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:56.209675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4776223a-123b-45bd-99b6-6bbe22d25296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.237224 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.255821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea07de9-2859-4bb5-8c0d-a97ade001a93 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:56.277664 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c5db70-47a3-40ad-8bee-1538019c8150 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.279322 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-40c5db70-47a3-40ad-8bee-1538019c8150 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5086544 Aug 10 02:08:56.281860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58118) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:56.283335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5ea07de9-2859-4bb5-8c0d-a97ade001a93, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5ea07de9-2859-4bb5-8c0d-a97ade001a93,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:56.304553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776223a-123b-45bd-99b6-6bbe22d25296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac38d5cb-3524-4922-a650-6c9d820df9c3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:56.317261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4776223a-123b-45bd-99b6-6bbe22d25296 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bd4638b15f8416c9d5b5ccb4662a8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803413 Aug 10 02:08:56.317885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58120) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:56.357741 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.451946 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d396-8d77-444d-bbf9-8037d0a035af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.474762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=5ea07de9-2859-4bb5-8c0d-a97ade001a93,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:56.506056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ca7d3-05a2-4154-bf35-82bc1afb5ebf req-52058c51-cfc2-4335-9080-53e092d00f73 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:56.510233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b80ca7d3-05a2-4154-bf35-82bc1afb5ebf req-52058c51-cfc2-4335-9080-53e092d00f73 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 943 time: 0.1557217 Aug 10 02:08:56.510233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d396-8d77-444d-bbf9-8037d0a035af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.579708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b80ca7d3-05a2-4154-bf35-82bc1afb5ebf req-629280b0-3901-4159-8d48-bc6126213e57 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617144 Aug 10 02:08:56.590525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['5ea07de9-2859-4bb5-8c0d-a97ade001a93'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:56.690875 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d396-8d77-444d-bbf9-8037d0a035af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.693791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d396-8d77-444d-bbf9-8037d0a035af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.700685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2bb5d396-8d77-444d-bbf9-8037d0a035af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac38d5cb-3524-4922-a650-6c9d820df9c3 HTTP/1.1" status: 204 len: 168 time: 0.3804038 Aug 10 02:08:56.724420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5d396-8d77-444d-bbf9-8037d0a035af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac38d5cb-3524-4922-a650-6c9d820df9c3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:56.784023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8a730-3b3e-489f-9e4a-7fb7c6ebce0a req-c2038574-6f06-4cea-bb10-5c15fb6931b1 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:56.804560 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92e8a730-3b3e-489f-9e4a-7fb7c6ebce0a req-c2038574-6f06-4cea-bb10-5c15fb6931b1 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1654267 Aug 10 02:08:56.819504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87039fb7-50d7-4e7d-9161-a91a7bc56481 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.866125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92e8a730-3b3e-489f-9e4a-7fb7c6ebce0a req-b9c05dbe-be50-4d08-9d61-f90fa42430aa tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Aug 10 02:08:56.896812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:57.128764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:57.147856 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87039fb7-50d7-4e7d-9161-a91a7bc56481 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:57.149602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '85eba049-68fe-4ac1-b1a1-ba739cfd0d1f', 'network_id': '4b33fa66-75d0-4334-abaa-94a7f8feb2e3', 'port_id': '85eba049-68fe-4ac1-b1a1-ba739cfd0d1f', 'mac_address': 'fa:16:3e:59:f5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8c6686-9d94-4a4d-90be-26ff1c811d0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:57.150778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87039fb7-50d7-4e7d-9161-a91a7bc56481 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:57.191392 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:57.207226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:57.234163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:57.289809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87039fb7-50d7-4e7d-9161-a91a7bc56481 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:57.291180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87039fb7-50d7-4e7d-9161-a91a7bc56481 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eae7f98a-907a-4e0f-8780-2d329949eeed {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:08:57.296791 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87039fb7-50d7-4e7d-9161-a91a7bc56481 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:57.298091 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-87039fb7-50d7-4e7d-9161-a91a7bc56481 tempest-RoutersTestDVR-1810810999 tempest-RoutersTestDVR-1810810999-project-admin] 10.222.0.38 "DELETE /v2.0/routers/eae7f98a-907a-4e0f-8780-2d329949eeed HTTP/1.1" status: 204 len: 168 time: 1.0151067 Aug 10 02:08:57.317423 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:57.385104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:57.551167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58158) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:57.566818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['85eba049-68fe-4ac1-b1a1-ba739cfd0d1f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:57.725683 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-496dd560-4b57-4f99-88f7-f090bcd62d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:57.879635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e3eb4-1c29-41ff-a4fe-9049ea282fdf req-0468a84a-4fa6-4ecb-868f-40d85d672c59 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:57.881311 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d36e3eb4-1c29-41ff-a4fe-9049ea282fdf req-0468a84a-4fa6-4ecb-868f-40d85d672c59 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 944 time: 0.1275439 Aug 10 02:08:57.893594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac361d9-ec2e-425f-b00a-a02d7fb92a89 req-0ff700f2-80dc-4731-bbc4-22b30285685b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:57.899093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ac361d9-ec2e-425f-b00a-a02d7fb92a89 req-0ff700f2-80dc-4731-bbc4-22b30285685b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1494510 Aug 10 02:08:57.922612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58174) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:57.980706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ac361d9-ec2e-425f-b00a-a02d7fb92a89 req-bd872af7-432d-47cd-a51e-63e0a6db0ed0 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760000 Aug 10 02:08:57.994812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d36e3eb4-1c29-41ff-a4fe-9049ea282fdf req-a2da6dd3-2796-47db-b8f3-260c291119b5 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910492 Aug 10 02:08:58.062510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5ea07de9-2859-4bb5-8c0d-a97ade001a93 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:58.082969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-496dd560-4b57-4f99-88f7-f090bcd62d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.137830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-be511041-b62a-4d58-9a02-59af75c3179e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.172270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d1d1e-3dfa-4f6e-bdb0-6da65328f57b req-f69862e7-f37f-4f80-9874-c4f59816f329 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:58.175196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e6d1d1e-3dfa-4f6e-bdb0-6da65328f57b req-f69862e7-f37f-4f80-9874-c4f59816f329 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0946288 Aug 10 02:08:58.204202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-496dd560-4b57-4f99-88f7-f090bcd62d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.231326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 5ea07de9-2859-4bb5-8c0d-a97ade001a93 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:58.235837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 5ea07de9-2859-4bb5-8c0d-a97ade001a93 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:58.236028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.271150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e6d1d1e-3dfa-4f6e-bdb0-6da65328f57b req-936073fb-ac32-4815-bba7-2bfd6181d22b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907147 Aug 10 02:08:58.303328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-496dd560-4b57-4f99-88f7-f090bcd62d4c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7bbdb257f25b40029c39c2cee423557f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7510674 Aug 10 02:08:58.305808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dd560-4b57-4f99-88f7-f090bcd62d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5901878-07be-4435-b5e0-c54e6616e410,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:58.306057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58188) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:58.355701 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.378532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea07de9-2859-4bb5-8c0d-a97ade001a93'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:58.380826 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd3668d-9291-49c0-815d-9e3e13f749b3" -d '{"events": [{"server_uuid": "22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea07de9-2859-4bb5-8c0d-a97ade001a93"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:58.383248 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46a8dbf9-ae5f-4d36-bcf3-5b83483236f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.394669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 5ea07de9-2859-4bb5-8c0d-a97ade001a93, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5ea07de9-2859-4bb5-8c0d-a97ade001a93,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:58.411871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46a8dbf9-ae5f-4d36-bcf3-5b83483236f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.426125 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee66cc6-b277-421a-ba90-628782fa99b6 x-openstack-request-id: req-4ee66cc6-b277-421a-ba90-628782fa99b6 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:58.426827 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f", "name": "network-vif-plugged", "status": "completed", "tag": "5ea07de9-2859-4bb5-8c0d-a97ade001a93", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:58.427437 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ee66cc6-b277-421a-ba90-628782fa99b6 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:58.429222 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea07de9-2859-4bb5-8c0d-a97ade001a93', 'code': 200} Aug 10 02:08:58.495204 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.524839 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-be511041-b62a-4d58-9a02-59af75c3179e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.553874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be53a0e-b18b-4dac-8a31-5c0c6603b1e0 req-05f3e31d-efca-4d55-8775-1424cad8ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:58.557683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46a8dbf9-ae5f-4d36-bcf3-5b83483236f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.558026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=5ea07de9-2859-4bb5-8c0d-a97ade001a93,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:58.561305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46a8dbf9-ae5f-4d36-bcf3-5b83483236f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.566043 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-46a8dbf9-ae5f-4d36-bcf3-5b83483236f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5901878-07be-4435-b5e0-c54e6616e410 HTTP/1.1" status: 204 len: 168 time: 0.2589381 Aug 10 02:08:58.574731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2be53a0e-b18b-4dac-8a31-5c0c6603b1e0 req-05f3e31d-efca-4d55-8775-1424cad8ffff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f HTTP/1.1" status: 200 len: 1098 time: 0.0691557 Aug 10 02:08:58.585068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8dbf9-ae5f-4d36-bcf3-5b83483236f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5901878-07be-4435-b5e0-c54e6616e410,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:58.596974 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-be511041-b62a-4d58-9a02-59af75c3179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.612102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2be53a0e-b18b-4dac-8a31-5c0c6603b1e0 req-b5c2519f-6302-4ace-bcc5-702910dfd1b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364468 Aug 10 02:08:58.665982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be511041-b62a-4d58-9a02-59af75c3179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c27e01-63fb-43a1-a271-3644b9b07156,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:58.688308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58200) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:58.688497 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-be511041-b62a-4d58-9a02-59af75c3179e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=108e25882f294326900902b393b19f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7642035 Aug 10 02:08:58.752635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5982969-68b5-422c-bdde-16d6741c5faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.780388 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5982969-68b5-422c-bdde-16d6741c5faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.878926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:58.911998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5982969-68b5-422c-bdde-16d6741c5faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.915484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5982969-68b5-422c-bdde-16d6741c5faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:58.920714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5982969-68b5-422c-bdde-16d6741c5faf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a9c27e01-63fb-43a1-a271-3644b9b07156 HTTP/1.1" status: 204 len: 168 time: 0.2311060 Aug 10 02:08:58.932632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5982969-68b5-422c-bdde-16d6741c5faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c27e01-63fb-43a1-a271-3644b9b07156,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:59.056297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:08:59.064783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:59.064783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:59.153805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d85ec6-c3c4-49eb-a98d-2f5cce8133e4 req-80f1aa40-8988-44c4-91c9-eaf8c5dc7b88 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:59.155550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4d85ec6-c3c4-49eb-a98d-2f5cce8133e4 req-80f1aa40-8988-44c4-91c9-eaf8c5dc7b88 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.0956202 Aug 10 02:08:59.190491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:59.192809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510e30f-3d73-43b8-89fe-ea885512745f req-a5707041-6a37-48d2-99ba-d25deb7348cb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:59.194648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2510e30f-3d73-43b8-89fe-ea885512745f req-a5707041-6a37-48d2-99ba-d25deb7348cb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 944 time: 0.1136668 Aug 10 02:08:59.231305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:59.240374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4d85ec6-c3c4-49eb-a98d-2f5cce8133e4 req-ac05186b-d9b9-4167-bf65-b1155e728e1d tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754635 Aug 10 02:08:59.260901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2510e30f-3d73-43b8-89fe-ea885512745f req-27fa26d7-a2e0-4f3a-827f-fcffe5fdffe8 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576065 Aug 10 02:08:59.340330 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:59.422709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:59.432058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b9b0-d206-4de0-9f15-aa9c13730099 req-51b6d24a-b2d3-4b33-9fdd-68d7c01c74f0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:59.433586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4494b9b0-d206-4de0-9f15-aa9c13730099 req-51b6d24a-b2d3-4b33-9fdd-68d7c01c74f0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0684409 Aug 10 02:08:59.490487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4494b9b0-d206-4de0-9f15-aa9c13730099 req-ec696a47-0ee4-40b5-bc90-93facf9c913a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506592 Aug 10 02:08:59.567804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58226) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:59.589429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-077ddfd4-9fb5-4b0e-b114-f76f6f821993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:59.731654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-077ddfd4-9fb5-4b0e-b114-f76f6f821993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:59.865416 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-077ddfd4-9fb5-4b0e-b114-f76f6f821993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:59.930013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-077ddfd4-9fb5-4b0e-b114-f76f6f821993 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9024e1513cb4052abf242a6611a49fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558645 Aug 10 02:08:59.930013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ddfd4-9fb5-4b0e-b114-f76f6f821993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a13ab15-2ff0-4243-a36d-2d5f671e684b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:59.930684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58232) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:08:59.992121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.018521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.098992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58238) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:00.112654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-515fc264-0f17-4345-80e4-c9bee641c74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.162960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.165866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.170156 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a13ab15-2ff0-4243-a36d-2d5f671e684b HTTP/1.1" status: 204 len: 168 time: 0.2344248 Aug 10 02:09:00.179352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a13ab15-2ff0-4243-a36d-2d5f671e684b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:00.190579 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.191258 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.191379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.191860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.192004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.197276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.199350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.199728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.200158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.201741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.201741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.201741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d54d8f-951d-4b3e-a1d5-b56b7f4735b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:00.271981 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-515fc264-0f17-4345-80e4-c9bee641c74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.393299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-515fc264-0f17-4345-80e4-c9bee641c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.431666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a706d8a-4f10-404c-982f-961f194f8b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eba049-68fe-4ac1-b1a1-ba739cfd0d1f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:00.437864 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c61ea2-4398-4c4f-bbb4-abf27edf702b" -d '{"events": [{"server_uuid": "9a706d8a-4f10-404c-982f-961f194f8b30", "name": "network-vif-plugged", "status": "completed", "tag": "85eba049-68fe-4ac1-b1a1-ba739cfd0d1f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:00.454398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513560b-cecd-423c-8b5a-b7334157f5bd req-faf9d9fa-96a2-4096-a550-6c90362e4b56 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:00.455906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f513560b-cecd-423c-8b5a-b7334157f5bd req-faf9d9fa-96a2-4096-a550-6c90362e4b56 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1221843 Aug 10 02:09:00.464079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-515fc264-0f17-4345-80e4-c9bee641c74a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f08535ceb0840909035f74ad72bc08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640177 Aug 10 02:09:00.466925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58252) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:00.472189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36eba9-a8fa-4902-a9dd-1386c86428dc req-e7562b7b-4033-463f-a4f2-13c56f3a25fb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:00.480387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a36eba9-a8fa-4902-a9dd-1386c86428dc req-e7562b7b-4033-463f-a4f2-13c56f3a25fb tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 945 time: 0.1358151 Aug 10 02:09:00.499551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fc264-0f17-4345-80e4-c9bee641c74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17924913-205c-412a-8d90-94e87430122e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:00.515087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58254) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:00.549144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b31e76aa-86a7-41b8-b4e6-f34faf65f86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.560876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a36eba9-a8fa-4902-a9dd-1386c86428dc req-6e00e896-880a-41ae-a77c-b39c8cc9625c tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795109 Aug 10 02:09:00.590958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f513560b-cecd-423c-8b5a-b7334157f5bd req-7fe2adf7-721f-438a-b874-bbac343c5c11 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080389 Aug 10 02:09:00.598523 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b31e76aa-86a7-41b8-b4e6-f34faf65f86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.666909 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af893c-9a1e-45d8-9c0e-0dd62f7201e5 x-openstack-request-id: req-54af893c-9a1e-45d8-9c0e-0dd62f7201e5 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:00.667428 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a706d8a-4f10-404c-982f-961f194f8b30", "name": "network-vif-plugged", "status": "completed", "tag": "85eba049-68fe-4ac1-b1a1-ba739cfd0d1f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:00.667846 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54af893c-9a1e-45d8-9c0e-0dd62f7201e5 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:00.668420 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a706d8a-4f10-404c-982f-961f194f8b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eba049-68fe-4ac1-b1a1-ba739cfd0d1f', 'code': 200} Aug 10 02:09:00.776545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b31e76aa-86a7-41b8-b4e6-f34faf65f86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.779754 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b31e76aa-86a7-41b8-b4e6-f34faf65f86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.784391 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b31e76aa-86a7-41b8-b4e6-f34faf65f86d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17924913-205c-412a-8d90-94e87430122e HTTP/1.1" status: 204 len: 168 time: 0.3160679 Aug 10 02:09:00.797198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e76aa-86a7-41b8-b4e6-f34faf65f86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17924913-205c-412a-8d90-94e87430122e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:00.807537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145cb76-2c8a-4eec-860a-6a4f66a3bc75 req-e576c4c4-8e87-4af2-9e49-696655e1f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:00.809132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e145cb76-2c8a-4eec-860a-6a4f66a3bc75 req-e576c4c4-8e87-4af2-9e49-696655e1f29f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 1097 time: 0.0553257 Aug 10 02:09:00.840455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d5bd1-dc71-4eaf-bc90-9790f337fe24 req-1e975f05-dcad-4b95-bc97-f00263298179 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:00.842033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f3d5bd1-dc71-4eaf-bc90-9790f337fe24 req-1e975f05-dcad-4b95-bc97-f00263298179 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1213799 Aug 10 02:09:00.881114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a433a00-22a7-4c29-98f7-7d541a3eb977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:00.913019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e145cb76-2c8a-4eec-860a-6a4f66a3bc75 req-753dcf4e-6fef-4a7b-8f12-ca6fe047c88e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875511 Aug 10 02:09:00.918669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f3d5bd1-dc71-4eaf-bc90-9790f337fe24 req-e752d90a-f254-4667-b55c-74612daf451f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595431 Aug 10 02:09:01.030398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a433a00-22a7-4c29-98f7-7d541a3eb977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:01.116893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a433a00-22a7-4c29-98f7-7d541a3eb977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:01.176193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a433a00-22a7-4c29-98f7-7d541a3eb977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b288248e-5633-4f01-9767-91636f0f0867,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:01.201421 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7a433a00-22a7-4c29-98f7-7d541a3eb977 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b631daa3bbbf4b1ca0f8b18b75fb816f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6866219 Aug 10 02:09:01.209307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58274) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:01.276387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ef12-00af-4fcc-a2bc-045796d48666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:01.302611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ef12-00af-4fcc-a2bc-045796d48666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:01.471675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ef12-00af-4fcc-a2bc-045796d48666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:01.474307 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ef12-00af-4fcc-a2bc-045796d48666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:01.475528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9bb0ef12-00af-4fcc-a2bc-045796d48666 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b288248e-5633-4f01-9767-91636f0f0867 HTTP/1.1" status: 204 len: 168 time: 0.2649384 Aug 10 02:09:01.484507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0ef12-00af-4fcc-a2bc-045796d48666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b288248e-5633-4f01-9767-91636f0f0867,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:01.753944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a128b93-2a4d-4509-bf3e-c3a462f20569 req-1efba1e2-f1b3-4c12-91c3-4c0e184e4014 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:01.760168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a128b93-2a4d-4509-bf3e-c3a462f20569 req-1efba1e2-f1b3-4c12-91c3-4c0e184e4014 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 945 time: 0.1154754 Aug 10 02:09:01.779248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb68b25-003b-478b-ab41-122a7523b578 req-54d7b4cd-e235-4bd0-8d6e-e74802cb1506 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:01.780695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cb68b25-003b-478b-ab41-122a7523b578 req-54d7b4cd-e235-4bd0-8d6e-e74802cb1506 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1014621 Aug 10 02:09:01.868834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a128b93-2a4d-4509-bf3e-c3a462f20569 req-4e3d23de-d1c7-455f-8f76-ca4e27fa4bae tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070614 Aug 10 02:09:01.872058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cb68b25-003b-478b-ab41-122a7523b578 req-ea38831a-2907-42d9-8793-8aa6ebc0668f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811903 Aug 10 02:09:02.063727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea6c6b-c2c7-4014-945f-74c656e3bf47 req-2718c3a2-0a09-442e-8ba1-6ef9122da14d tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:02.065314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0ea6c6b-c2c7-4014-945f-74c656e3bf47 req-2718c3a2-0a09-442e-8ba1-6ef9122da14d tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0536849 Aug 10 02:09:02.116115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0ea6c6b-c2c7-4014-945f-74c656e3bf47 req-a8a1f6b9-2057-4b29-b227-e654e47d02bc tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Aug 10 02:09:02.444293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58330) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:02.714673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1319581026'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:02.808785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Made reservation on behalf of 4233055896a84498a451e0baa7638c3d for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:02.812908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:02.823683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:02.963813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:03.043222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:03.064714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65c7b1-2a32-43ef-b03a-d76317c484b8 req-4afb9fb1-fe20-416e-9ac8-e1fd608f18aa tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:03.073820 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc65c7b1-2a32-43ef-b03a-d76317c484b8 req-4afb9fb1-fe20-416e-9ac8-e1fd608f18aa tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 945 time: 0.1039810 Aug 10 02:09:03.091380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:09:03.110733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f4b3f9-4684-4d25-a654-720cd5e69da6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:03.115190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:03.115943 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Added segment 33498d9b-055b-44b6-ab3f-bf483bb0b4d9 of type vlan for network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 Aug 10 02:09:03.124711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a595d-f3b1-4869-89d6-47a50737da83 req-6dd5d397-203c-4855-806a-47e3012f8c4a tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:03.134103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-459a595d-f3b1-4869-89d6-47a50737da83 req-6dd5d397-203c-4855-806a-47e3012f8c4a tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1329813 Aug 10 02:09:03.163400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc65c7b1-2a32-43ef-b03a-d76317c484b8 req-628ba83f-a62d-4d66-b701-885ae0a455d2 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878267 Aug 10 02:09:03.180553 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:03.225166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-459a595d-f3b1-4869-89d6-47a50737da83 req-8620e343-a433-4436-b09a-32f21f26fa34 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826049 Aug 10 02:09:03.300538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0786d6b-bc39-4549-a887-0319d7e5f6cd req-404ba1ea-b70e-43db-ae38-992404578428 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:03.302194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0786d6b-bc39-4549-a887-0319d7e5f6cd req-404ba1ea-b70e-43db-ae38-992404578428 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0556190 Aug 10 02:09:03.388612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0786d6b-bc39-4549-a887-0319d7e5f6cd req-ca6daee6-88ec-4ba5-8bc6-7d2fe81ac466 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797653 Aug 10 02:09:03.403935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2690b-ec7e-49fb-9804-c886e12325dd req-77aae32b-04af-44aa-8cfc-bc5a749c09ba tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:03.405407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20a2690b-ec7e-49fb-9804-c886e12325dd req-77aae32b-04af-44aa-8cfc-bc5a749c09ba tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f HTTP/1.1" status: 200 len: 946 time: 0.0733762 Aug 10 02:09:03.448050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20a2690b-ec7e-49fb-9804-c886e12325dd req-d738d088-282d-4628-82e7-371b083d74fc tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367973 Aug 10 02:09:03.466097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:03.473480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:03.474339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:03.560213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Network': ['ID=2918234c-3c4c-4cca-80b1-05ab1dab4c98,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:03.572495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:09:03.630791 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-67360f20-d310-4bc4-8c58-65cc4a32d449 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1852946 Aug 10 02:09:03.633567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58386) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:03.639547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'subnet': {'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:03.879133 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Made reservation on behalf of 4233055896a84498a451e0baa7638c3d for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:03.883088 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:04.175179 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:04.240797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Subnet': ['ID=8945ad45-1d76-4b07-8fe6-7981fd21a9b2,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:04.251155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Checking segment: {'id': '33498d9b-055b-44b6-ab3f-bf483bb0b4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:04.251534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Network hostable DHCP agents. Network: 2918234c-3c4c-4cca-80b1-05ab1dab4c98, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:09:04.345375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:09:04.411277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50075e92-f0f2-4e55-af7f-be47c313971a req-a4fa3d11-ebe3-42e9-b837-fe9baa4e154b tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:04.413215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50075e92-f0f2-4e55-af7f-be47c313971a req-a4fa3d11-ebe3-42e9-b837-fe9baa4e154b tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f HTTP/1.1" status: 200 len: 946 time: 0.0817354 Aug 10 02:09:04.425862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43725-819a-4c1f-9ea8-5d39cd9fac8e req-0651b0be-8a2d-4b9a-8411-a3b7bda4c7c6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:04.427447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78a43725-819a-4c1f-9ea8-5d39cd9fac8e req-0651b0be-8a2d-4b9a-8411-a3b7bda4c7c6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.0979164 Aug 10 02:09:04.471541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 2918234c-3c4c-4cca-80b1-05ab1dab4c98) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:04.480703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:04.481301 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:04.486531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88355e5b-3a4e-44b7-8ff0-a4c801e59425 None None] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:04.506069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50075e92-f0f2-4e55-af7f-be47c313971a req-88b9000d-faf5-4d07-8c1c-cb51ebefef99 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776088 Aug 10 02:09:04.510413 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78a43725-819a-4c1f-9ea8-5d39cd9fac8e req-065423e0-022c-4e0b-ab5a-1e113623dea4 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758107 Aug 10 02:09:04.572235 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a52d03b9-6a6e-4d3d-8cb3-a215d3018a11 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9346154 Aug 10 02:09:04.572672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58442) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:04.579219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'port': {'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-132769208'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:04.756987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db9031-db00-46cf-a8de-d9ae6ca9d6d2 req-2beb03b0-d954-43be-90de-61ba56da9431 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:04.759611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24db9031-db00-46cf-a8de-d9ae6ca9d6d2 req-2beb03b0-d954-43be-90de-61ba56da9431 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1387403 Aug 10 02:09:04.777033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-2918234c-3c4c-4cca-80b1-05ab1dab4c98', 'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98', 'tenant_id': '4233055896a84498a451e0baa7638c3d', 'fixed_ips': [{'subnet_id': '8945ad45-1d76-4b07-8fe6-7981fd21a9b2'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:09:04.778658 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:04.819138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24db9031-db00-46cf-a8de-d9ae6ca9d6d2 req-fdc18d21-4e3a-42e7-81da-f8a189505351 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Aug 10 02:09:04.928725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Made reservation on behalf of 4233055896a84498a451e0baa7638c3d for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:04.933461 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:04.956958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] device_id is not set on port 6df48820-2f3e-4364-9f4f-e5d97601b79b yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:05.055338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Allocated IP 2001:db8::2 (2918234c-3c4c-4cca-80b1-05ab1dab4c98/8945ad45-1d76-4b07-8fe6-7981fd21a9b2/7acd39f6-da40-4dfb-a54a-a85248d06bc3) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:05.150149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58474) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:05.163417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97504818-9dcb-4174-8580-064feeb19897 req-104bb444-3543-4e37-a1a1-39fee886c8ef tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:05.163417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97504818-9dcb-4174-8580-064feeb19897 req-104bb444-3543-4e37-a1a1-39fee886c8ef tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1271889 Aug 10 02:09:05.254404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-fe2ce0a0-a763-47db-8582-9641070b1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:05.256251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-fe2ce0a0-a763-47db-8582-9641070b1790 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e770675566e740399ef4273c8c2b2f84&device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 1098 time: 0.0940006 Aug 10 02:09:05.262416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97504818-9dcb-4174-8580-064feeb19897 req-cdf3bc2e-fa01-4230-bf86-e2010b2eea6a tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884283 Aug 10 02:09:05.308710 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:05.345018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Transition to ACTIVE for port object 7acd39f6-da40-4dfb-a54a-a85248d06bc3 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:05.428371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Transition to ACTIVE for port object 7acd39f6-da40-4dfb-a54a-a85248d06bc3 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:05.436923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-9302d7af-c7f3-4f61-b9a3-49e6d4197889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:05.437543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-fcff94ba-0326-4775-8caa-aa001faa835f tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:05.438465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-9302d7af-c7f3-4f61-b9a3-49e6d4197889 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7294d26d-5358-4650-9e09-a457ac1195da HTTP/1.1" status: 200 len: 917 time: 0.1735728 Aug 10 02:09:05.440915 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-fcff94ba-0326-4775-8caa-aa001faa835f tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f HTTP/1.1" status: 200 len: 946 time: 0.1444986 Aug 10 02:09:05.455861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:05.500225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-5f04b720-0248-4f54-a0f1-90da3f98b3b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d3d2d07-3d03-4496-9377-6d35d242a1b3 HTTP/1.1" status: 200 len: 217 time: 0.0470729 Aug 10 02:09:05.549878 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:05.608454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:05.612865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:05.616248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:05.622450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:05.634064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Pushing event updated for resources: {'Port': ['ID=7acd39f6-da40-4dfb-a54a-a85248d06bc3,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:05.641055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-dbcad303-ab38-45ac-b0c9-7e4f2cc7886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:05.642841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-dbcad303-ab38-45ac-b0c9-7e4f2cc7886c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a6d8ffb-9e99-4039-bb1e-b26e67d761e5 HTTP/1.1" status: 200 len: 855 time: 0.1350534 Aug 10 02:09:05.685645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Allocated IP 2001:db8::e8 (2918234c-3c4c-4cca-80b1-05ab1dab4c98/8945ad45-1d76-4b07-8fe6-7981fd21a9b2/6df48820-2f3e-4364-9f4f-e5d97601b79b) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:05.707373 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Attempting to bind port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:09:05.707829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Attempting to bind port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '33498d9b-055b-44b6-ab3f-bf483bb0b4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:09:05.708249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Attempting to bind port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 on network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:05.714742 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:09:05.715446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Checking segment: {'id': '33498d9b-055b-44b6-ab3f-bf483bb0b4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:05.715795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:05.716415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Bound using segment: {'id': '33498d9b-055b-44b6-ab3f-bf483bb0b4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:09:05.716884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Bound port: 7acd39f6-da40-4dfb-a54a-a85248d06bc3, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33498d9b-055b-44b6-ab3f-bf483bb0b4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:09:05.717266 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:05.733227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Deleting port 5ea07de9-2859-4bb5-8c0d-a97ade001a93 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:05.733716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:05.800791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] For port 7acd39f6-da40-4dfb-a54a-a85248d06bc3, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:09:05.804658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] For port 7acd39f6-da40-4dfb-a54a-a85248d06bc3, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7acd39f6-da40-4dfb-a54a-a85248d06bc3,segment=NetworkSegment(33498d9b-055b-44b6-ab3f-bf483bb0b4d9),segment_id=33498d9b-055b-44b6-ab3f-bf483bb0b4d9)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:09:05.892506 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:05.904669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-ee67945b-8536-4fde-abb1-66160960bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:05.906868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-ee67945b-8536-4fde-abb1-66160960bddb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7294d26d-5358-4650-9e09-a457ac1195da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2309346 Aug 10 02:09:05.979277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c47ef0-fa36-4236-b87e-c248e46037e7 req-6792b588-63c7-4719-8e50-8da405182f41 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:05.980103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] For port 5ea07de9-2859-4bb5-8c0d-a97ade001a93, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=5ea07de9-2859-4bb5-8c0d-a97ade001a93,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:05.980686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:05.981921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67c47ef0-fa36-4236-b87e-c248e46037e7 req-6792b588-63c7-4719-8e50-8da405182f41 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f HTTP/1.1" status: 200 len: 946 time: 0.2656131 Aug 10 02:09:05.990612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-7218a067-85cd-4d35-b6b5-c8d16cede972 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:05.993475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-7218a067-85cd-4d35-b6b5-c8d16cede972 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 945 time: 0.2268951 Aug 10 02:09:06.020143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Calling delete_port for 5ea07de9-2859-4bb5-8c0d-a97ade001a93 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:06.091755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52f0a1-863f-4d0b-9b2c-8823e5febe2b None None] Pushing event updated for resources: {'Port': ['ID=7acd39f6-da40-4dfb-a54a-a85248d06bc3,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:06.108963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:06.310929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Allocated IP 172.25.3.246 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/c019b321-8142-4dd4-9a49-602fa62ab794) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:06.472031 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:06.487369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['5ea07de9-2859-4bb5-8c0d-a97ade001a93'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:09:06.492082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['85eba049-68fe-4ac1-b1a1-ba739cfd0d1f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:09:06.627162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Pushing event deleted for resources: {'Port': ['ID=5ea07de9-2859-4bb5-8c0d-a97ade001a93,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:06.656221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] No DVR routers for this DVR port 5ea07de9-2859-4bb5-8c0d-a97ade001a93 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:06.662300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:06.679820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7622d067-fe63-4b7d-94e9-0a6bd6c573f2 req-7cf4eaad-d66c-43eb-9ce0-223fd58ed216 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.16 "DELETE /v2.0/ports/5ea07de9-2859-4bb5-8c0d-a97ade001a93 HTTP/1.1" status: 204 len: 173 time: 1.2189670 Aug 10 02:09:06.681484 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f', 'name': 'network-vif-deleted', 'tag': '5ea07de9-2859-4bb5-8c0d-a97ade001a93'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:06.683302 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27680587-54cf-4252-9a44-4352e6408e6b" -d '{"events": [{"server_uuid": "22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f", "name": "network-vif-deleted", "tag": "5ea07de9-2859-4bb5-8c0d-a97ade001a93"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:06.715150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-3b04d87b-2099-42e4-8c00-299cec5387e6 service neutron] 10.222.0.16 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886772 Aug 10 02:09:06.739644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:06.765762 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:06.838885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67c47ef0-fa36-4236-b87e-c248e46037e7 req-68c45743-5f0e-4fb6-9b46-ccda98d1aa5b tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/security-groups?id=d00b074b-8afa-4581-9383-6cf87d6f2d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7889106 Aug 10 02:09:06.887978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Transition to ACTIVE for port object 6df48820-2f3e-4364-9f4f-e5d97601b79b will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:06.939525 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:06.940322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1743-3595-4d2c-9927-62a9b95c59ed req-d55aadd3-c19e-43f6-add8-92efb4a0a944 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:06.953764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f74a1743-3595-4d2c-9927-62a9b95c59ed req-d55aadd3-c19e-43f6-add8-92efb4a0a944 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.8315389 Aug 10 02:09:07.056300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:07.064387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:07.067721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:07.108415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event updated for resources: {'Port': ['ID=c019b321-8142-4dd4-9a49-602fa62ab794,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:07.140571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1eb8fcb5-34d9-48df-8719-b83be9328500 req-3fa50f73-55a1-4e11-8155-06987824cbc0 service neutron] 10.222.0.16 "GET /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919334 Aug 10 02:09:07.162301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f74a1743-3595-4d2c-9927-62a9b95c59ed req-781ce33b-2578-4244-81dd-d087f4fb8d99 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043867 Aug 10 02:09:07.200259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Deleting port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:07.207802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:07.222113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:07.230247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f09b09-baae-496d-a717-8479d2fb2b87 req-dc56dd67-1be1-4b56-b6b4-720cb6287129 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:07.240139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07f09b09-baae-496d-a717-8479d2fb2b87 req-dc56dd67-1be1-4b56-b6b4-720cb6287129 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.2387373 Aug 10 02:09:07.255800 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f7cc50-1b48-48f3-a0ef-bb22f86a628e x-openstack-request-id: req-a2f7cc50-1b48-48f3-a0ef-bb22f86a628e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:07.256131 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f", "name": "network-vif-deleted", "tag": "5ea07de9-2859-4bb5-8c0d-a97ade001a93", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:07.256427 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2f7cc50-1b48-48f3-a0ef-bb22f86a628e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:07.256962 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f', 'name': 'network-vif-deleted', 'tag': '5ea07de9-2859-4bb5-8c0d-a97ade001a93', 'status': 'completed', 'code': 200} Aug 10 02:09:07.339843 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:07.359083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07f09b09-baae-496d-a717-8479d2fb2b87 req-bbfca6a1-ec7f-4b66-8020-41d3b2b5d33e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025536 Aug 10 02:09:07.425403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:07.436345 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:07.440967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:07.448800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:07.474855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:07.475982 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:07.495302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] For port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,segment=NetworkSegment(d40ebb1e-8646-4fe0-88ef-6db57e233368),segment_id=d40ebb1e-8646-4fe0-88ef-6db57e233368)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:07.495652 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:07.508696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a6e5d9-15bd-40be-baf0-3b6ac85a09a2 None None] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:07.533561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Calling delete_port for 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:07.625914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Port': ['ID=6df48820-2f3e-4364-9f4f-e5d97601b79b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:07.732152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b018d857-1430-41ec-908b-02abd3e2ade0 None None] Provisioning for port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:07.757859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c9bc117b-b4e2-4453-bf27-29a60b1099dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1834152 Aug 10 02:09:07.761609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58570) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:07.763874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:07.768981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'port': {'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1209090471', 'allowed_address_pairs': [{'ip_address': '2001:db8::e8', 'mac_address': 'fa:16:3e:e2:b8:cd'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:07.848478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7acd39f6-da40-4dfb-a54a-a85248d06bc3 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:09:07.999732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e944ebc9-c4f8-4adc-b443-a0b807847820 req-570a5c18-7a94-460a-a8d5-3f08544520da tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=22ce528e-d1ab-45b4-8fa0-74ccd2b59e0f HTTP/1.1" status: 200 len: 210 time: 0.0308135 Aug 10 02:09:08.305896 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.306044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f45fa-fde1-47ea-8774-25aeefd186c8 req-216ea5fb-1aeb-44fc-b306-be7b2636ae5d tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:08.306044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac1f45fa-fde1-47ea-8774-25aeefd186c8 req-216ea5fb-1aeb-44fc-b306-be7b2636ae5d tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0575123 Aug 10 02:09:08.314129 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.352104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:08.354534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-465d5290-7af4-4557-8e04-3c7111a706c5 None None] Provisioning for port 6df48820-2f3e-4364-9f4f-e5d97601b79b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:08.359757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:08.362348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.362348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-465d5290-7af4-4557-8e04-3c7111a706c5 None None] Provisioning complete for port 6df48820-2f3e-4364-9f4f-e5d97601b79b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:08.362348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-465d5290-7af4-4557-8e04-3c7111a706c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.366983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Pushing event deleted for resources: {'Port': ['ID=85eba049-68fe-4ac1-b1a1-ba739cfd0d1f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:08.381266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Made reservation on behalf of 4233055896a84498a451e0baa7638c3d for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:08.502092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.511688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event updated for resources: {'Port': ['ID=c019b321-8142-4dd4-9a49-602fa62ab794,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:08.516375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58586) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:08.534739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac1f45fa-fde1-47ea-8774-25aeefd186c8 req-0a3adbe7-85b2-4c67-a56e-14e1c97b9e34 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071214 Aug 10 02:09:08.595873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] No DVR routers for this DVR port 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:08.604609 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.606916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66ea1cc3-eca4-48d3-9b8a-e731eeec3b76 req-022d5f4e-f3d5-47ee-be46-8b8a3aa46d51 tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.11 "DELETE /v2.0/ports/85eba049-68fe-4ac1-b1a1-ba739cfd0d1f HTTP/1.1" status: 204 len: 173 time: 2.4839597 Aug 10 02:09:08.607680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a706d8a-4f10-404c-982f-961f194f8b30', 'name': 'network-vif-deleted', 'tag': '85eba049-68fe-4ac1-b1a1-ba739cfd0d1f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:08.610386 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acf894e-c129-4d0c-87e1-c23c95f06399" -d '{"events": [{"server_uuid": "9a706d8a-4f10-404c-982f-961f194f8b30", "name": "network-vif-deleted", "tag": "85eba049-68fe-4ac1-b1a1-ba739cfd0d1f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:08.663484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427aacd-022f-4db1-9fd3-647789b94cb5 req-36e89e6f-c688-49f1-9f3a-1837168eaf1e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:08.666605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2427aacd-022f-4db1-9fd3-647789b94cb5 req-36e89e6f-c688-49f1-9f3a-1837168eaf1e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1872125 Aug 10 02:09:08.670390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.674300 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-948ec8ae-2767-4008-8cc4-762406d23a21 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5208814 Aug 10 02:09:08.676990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58594) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:08.687805 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12af5580-9b4a-487f-afef-b1c87a393c19 x-openstack-request-id: req-12af5580-9b4a-487f-afef-b1c87a393c19 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:08.688378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1160130556'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:08.689569 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a706d8a-4f10-404c-982f-961f194f8b30", "name": "network-vif-deleted", "tag": "85eba049-68fe-4ac1-b1a1-ba739cfd0d1f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:08.690039 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-12af5580-9b4a-487f-afef-b1c87a393c19 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:08.690370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-465d5290-7af4-4557-8e04-3c7111a706c5 None None] Port 6df48820-2f3e-4364-9f4f-e5d97601b79b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:08.694666 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a706d8a-4f10-404c-982f-961f194f8b30', 'name': 'network-vif-deleted', 'tag': '85eba049-68fe-4ac1-b1a1-ba739cfd0d1f', 'status': 'completed', 'code': 200} Aug 10 02:09:08.729155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.836596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] device_id is not set on port 05518986-c94a-4a84-82c7-e46961770dbb yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:08.838050 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.839415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2427aacd-022f-4db1-9fd3-647789b94cb5 req-ea1a6542-dec5-40f5-af7c-60224cfbc61c tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893149 Aug 10 02:09:08.840308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46235e0a-b2ff-4653-85d9-b455e1817919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.840733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 7acd39f6-da40-4dfb-a54a-a85248d06bc3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7acd39f6-da40-4dfb-a54a-a85248d06bc3,segment=NetworkSegment(33498d9b-055b-44b6-ab3f-bf483bb0b4d9),segment_id=33498d9b-055b-44b6-ab3f-bf483bb0b4d9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:08.845727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7c4294c1-c585-4cf5-877a-3ef5b42e2cba None None] Provisioning complete for port 6df48820-2f3e-4364-9f4f-e5d97601b79b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:08.849844 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7c4294c1-c585-4cf5-877a-3ef5b42e2cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.872981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Made reservation on behalf of c7214e77756042398cba1fec192a1990 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:08.876915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.891553 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.900004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7c4294c1-c585-4cf5-877a-3ef5b42e2cba None None] Port 6df48820-2f3e-4364-9f4f-e5d97601b79b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:08.903172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:08.933274 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:08.933627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85eba049-68fe-4ac1-b1a1-ba739cfd0d1f not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:08.935125 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:08.991114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Allocated IP 2001:db8::265 (2918234c-3c4c-4cca-80b1-05ab1dab4c98/8945ad45-1d76-4b07-8fe6-7981fd21a9b2/05518986-c94a-4a84-82c7-e46961770dbb) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:08.997683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=7acd39f6-da40-4dfb-a54a-a85248d06bc3,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:09.017465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46235e0a-b2ff-4653-85d9-b455e1817919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.046644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c2344-74d4-4640-bb57-66c14d9a2ed9 req-c9121def-4938-452c-bb95-3a9e5160c0c6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:09.051975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f0c2344-74d4-4640-bb57-66c14d9a2ed9 req-c9121def-4938-452c-bb95-3a9e5160c0c6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1176972 Aug 10 02:09:09.119459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-46235e0a-b2ff-4653-85d9-b455e1817919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.174446 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-46235e0a-b2ff-4653-85d9-b455e1817919 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e96e4185ea8340ea9215c9451b72a778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543469 Aug 10 02:09:09.178422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58608) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:09.179220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46235e0a-b2ff-4653-85d9-b455e1817919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13da28ff-3954-48fc-93fb-8cf28b47c72b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:09.220734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f0c2344-74d4-4640-bb57-66c14d9a2ed9 req-ec5895e1-44f5-45c5-8f51-3b48a4a5138b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634192 Aug 10 02:09:09.268880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-036fa8cf-5d1f-4995-9a76-02dcd930160f req-ea00198b-56ed-4330-a3e7-a4b85c86fdfc tempest-MultipleCreateTestJSON-1495032330 tempest-MultipleCreateTestJSON-1495032330-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a706d8a-4f10-404c-982f-961f194f8b30 HTTP/1.1" status: 200 len: 210 time: 0.0783632 Aug 10 02:09:09.285679 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6bf8f44b-c3ad-4a9e-afa8-6d417af84290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.297325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.315587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Transition to ACTIVE for port object 05518986-c94a-4a84-82c7-e46961770dbb will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:09.327407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6bf8f44b-c3ad-4a9e-afa8-6d417af84290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.337770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.381809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11721d9e-c76b-4373-83bf-1580abd90e0c req-ac705163-594a-4514-b6ae-deab2ecc6465 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:09.385332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11721d9e-c76b-4373-83bf-1580abd90e0c req-ac705163-594a-4514-b6ae-deab2ecc6465 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 945 time: 0.0711415 Aug 10 02:09:09.438241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11721d9e-c76b-4373-83bf-1580abd90e0c req-9142306a-f44c-45d0-8e7d-6698e92c67d1 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Aug 10 02:09:09.454694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.484204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.488505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6bf8f44b-c3ad-4a9e-afa8-6d417af84290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.491549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6bf8f44b-c3ad-4a9e-afa8-6d417af84290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.509724 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6bf8f44b-c3ad-4a9e-afa8-6d417af84290 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13da28ff-3954-48fc-93fb-8cf28b47c72b HTTP/1.1" status: 204 len: 168 time: 0.3154917 Aug 10 02:09:09.520329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:09:09.523082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e27d710-08d8-4002-83be-0b5626a5b4bd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:09.540202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8f44b-c3ad-4a9e-afa8-6d417af84290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13da28ff-3954-48fc-93fb-8cf28b47c72b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:09.544709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.544989 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Added segment fe78c0d8-3600-4a79-beb0-35d138f79f73 of type vlan for network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b Aug 10 02:09:09.610855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:09.620293 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.663870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:09.668101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:09.674251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:09.676180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.702831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Port': ['ID=05518986-c94a-4a84-82c7-e46961770dbb,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:09.729325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.738614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:09.739815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.785895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f4ca1-0f95-4ff3-9bdd-aae37dcebf28 req-c1a9ec69-06ca-4b6d-ad1e-cf12e73f8776 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:09.785895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f4f4ca1-0f95-4ff3-9bdd-aae37dcebf28 req-c1a9ec69-06ca-4b6d-ad1e-cf12e73f8776 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.1655028 Aug 10 02:09:09.797596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c16ba-ae78-4edf-8eb7-b24814058dc5 req-ff9e2687-9adc-4f76-9b08-c1c8ba4acc22 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:09.799175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae0c16ba-ae78-4edf-8eb7-b24814058dc5 req-ff9e2687-9adc-4f76-9b08-c1c8ba4acc22 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1195843 Aug 10 02:09:09.855002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7acd39f6-da40-4dfb-a54a-a85248d06bc3 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:09:09.872731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f4f4ca1-0f95-4ff3-9bdd-aae37dcebf28 req-65b61473-005e-42db-83e2-542ee19647c4 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928345 Aug 10 02:09:09.881618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8b02fd24-8d13-4f73-b6a6-5247a1ef5289 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1187468 Aug 10 02:09:09.884953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58628) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:09.926514 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2477324 Aug 10 02:09:09.934016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58634) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:09.934208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef42e41-faf3-414c-b4db-ec537707e04e tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event updated for resources: {'Network': ['ID=18d4cc8e-fff7-4e28-a5bd-2e297d21213b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:09.947888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:09:09.965488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:09.967738 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:09.993698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Request body: {'subnet': {'network_id': '18d4cc8e-fff7-4e28-a5bd-2e297d21213b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:10.065752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae0c16ba-ae78-4edf-8eb7-b24814058dc5 req-95cdda66-0cd9-4895-82cb-f0933a5a7c58 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578773 Aug 10 02:09:10.073647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-211f2390-4257-425c-83fd-2d7e87b39d35 req-f4af97b7-ae09-48f1-8240-1a0d0b31a309 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:10.080776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-211f2390-4257-425c-83fd-2d7e87b39d35 req-f4af97b7-ae09-48f1-8240-1a0d0b31a309 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081534 Aug 10 02:09:10.096088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5ea07de9-2859-4bb5-8c0d-a97ade001a93 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:10.152975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 5ea07de9-2859-4bb5-8c0d-a97ade001a93 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:10.153323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 5ea07de9-2859-4bb5-8c0d-a97ade001a93 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:10.230083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b4fa19-2a6d-42aa-a783-86d5d850b2dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:10.236116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b4fa19-2a6d-42aa-a783-86d5d850b2dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:10.242252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b4fa19-2a6d-42aa-a783-86d5d850b2dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:10.244083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-15b4fa19-2a6d-42aa-a783-86d5d850b2dc tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3580148 Aug 10 02:09:10.247577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58638) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:10.252973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5c824944-abbd-4339-8581-2cb25cd5c897 None None] Provisioning for port 05518986-c94a-4a84-82c7-e46961770dbb completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:10.253906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5c824944-abbd-4339-8581-2cb25cd5c897 None None] Provisioning complete for port 05518986-c94a-4a84-82c7-e46961770dbb triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:10.254054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-211f2390-4257-425c-83fd-2d7e87b39d35 req-b8592623-4229-494c-bcb0-44c0399d8357 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1580961 Aug 10 02:09:10.254628 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c824944-abbd-4339-8581-2cb25cd5c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.294790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5c824944-abbd-4339-8581-2cb25cd5c897 None None] Port 05518986-c94a-4a84-82c7-e46961770dbb cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:10.341816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58642) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:10.375754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Made reservation on behalf of c7214e77756042398cba1fec192a1990 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:10.379433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.423539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e753c-0c81-4b47-944f-65d4a7e2473e tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Deleting port 05518986-c94a-4a84-82c7-e46961770dbb {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:10.424172 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f7e753c-0c81-4b47-944f-65d4a7e2473e tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.441017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58646) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:10.494267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b74c791-f72c-4b50-8aa1-30723d281781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.497379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebf51d2-220a-4be1-a31b-1319f34c06ff admin admin] Deleting subnet ac8c6686-9d94-4a4d-90be-26ff1c811d0a {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:09:10.505893 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ebf51d2-220a-4be1-a31b-1319f34c06ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.581272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f7e753c-0c81-4b47-944f-65d4a7e2473e tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.592882 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ebf51d2-220a-4be1-a31b-1319f34c06ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.603929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e753c-0c81-4b47-944f-65d4a7e2473e tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Calling delete_port for 05518986-c94a-4a84-82c7-e46961770dbb owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:10.674942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf4e99-098b-48cf-a59b-8450467375bf req-d1375dfb-c535-4ba6-a743-92441aa07d62 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:10.676621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ccf4e99-098b-48cf-a59b-8450467375bf req-d1375dfb-c535-4ba6-a743-92441aa07d62 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1467350 Aug 10 02:09:10.732634 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ebf51d2-220a-4be1-a31b-1319f34c06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.743388 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b74c791-f72c-4b50-8aa1-30723d281781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.802273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ccf4e99-098b-48cf-a59b-8450467375bf req-a95ef63e-fe67-4a94-bf9a-c0c77eeacad5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120110 Aug 10 02:09:10.821695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7b74c791-f72c-4b50-8aa1-30723d281781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.862122 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.867109 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7b74c791-f72c-4b50-8aa1-30723d281781 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=230e50743f014ed4b7f80c9cc10cce7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247341 Aug 10 02:09:10.868352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74c791-f72c-4b50-8aa1-30723d281781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45849ccf-7941-47a4-8058-24a3d3be767d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:10.871240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58658) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:10.916767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f7e753c-0c81-4b47-944f-65d4a7e2473e tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.925862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event updated for resources: {'Subnet': ['ID=05f3ae23-9b20-49ce-9a90-cffc73d4f50f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:10.958502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e753c-0c81-4b47-944f-65d4a7e2473e tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event deleted for resources: {'Port': ['ID=05518986-c94a-4a84-82c7-e46961770dbb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:10.960494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c5fcbb0-f8a2-4204-87ad-746c6a80a8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:10.964558 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ebf51d2-220a-4be1-a31b-1319f34c06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.002502 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Checking segment: {'id': 'fe78c0d8-3600-4a79-beb0-35d138f79f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '18d4cc8e-fff7-4e28-a5bd-2e297d21213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:11.003077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Network hostable DHCP agents. Network: 18d4cc8e-fff7-4e28-a5bd-2e297d21213b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:09:11.005315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf51d2-220a-4be1-a31b-1319f34c06ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8c6686-9d94-4a4d-90be-26ff1c811d0a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:11.010102 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ebf51d2-220a-4be1-a31b-1319f34c06ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.012393 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1ebf51d2-220a-4be1-a31b-1319f34c06ff admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ac8c6686-9d94-4a4d-90be-26ff1c811d0a HTTP/1.1" status: 204 len: 168 time: 0.6693621 Aug 10 02:09:11.015530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58660) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:11.051343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c5fcbb0-f8a2-4204-87ad-746c6a80a8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.056107 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:09:11.100892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d831a7-189d-49d9-8224-1fe908545276 req-2a518cbe-9075-4c48-9939-d9a855fc6537 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:11.103445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09d831a7-189d-49d9-8224-1fe908545276 req-2a518cbe-9075-4c48-9939-d9a855fc6537 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 945 time: 0.1785812 Aug 10 02:09:11.162593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.167991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f7e753c-0c81-4b47-944f-65d4a7e2473e tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.170412 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5f7e753c-0c81-4b47-944f-65d4a7e2473e tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "DELETE /v2.0/ports/05518986-c94a-4a84-82c7-e46961770dbb HTTP/1.1" status: 204 len: 168 time: 0.9216835 Aug 10 02:09:11.173304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58666) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:11.201011 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6ee94f-ea6b-4e9e-8197-3c5d63409deb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] GET failed (client error): The resource could not be found. Aug 10 02:09:11.202713 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff6ee94f-ea6b-4e9e-8197-3c5d63409deb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "GET /v2.0/ports/05518986-c94a-4a84-82c7-e46961770dbb HTTP/1.1" status: 404 len: 333 time: 0.0278828 Aug 10 02:09:11.206718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58668) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:11.213107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09d831a7-189d-49d9-8224-1fe908545276 req-f32b5aed-bffd-4e04-8c6b-3861dce694b4 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025877 Aug 10 02:09:11.213312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'port': {'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-330246597'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:11.252699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:09:11.291971 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c5fcbb0-f8a2-4204-87ad-746c6a80a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.299483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c5fcbb0-f8a2-4204-87ad-746c6a80a8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.299483 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9c5fcbb0-f8a2-4204-87ad-746c6a80a8f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45849ccf-7941-47a4-8058-24a3d3be767d HTTP/1.1" status: 204 len: 168 time: 0.4240401 Aug 10 02:09:11.318862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fcbb0-f8a2-4204-87ad-746c6a80a8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45849ccf-7941-47a4-8058-24a3d3be767d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:11.330184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3086c2b-952d-4eb2-b09b-397413946af8 req-6aaa84a8-bfeb-4fa3-91e1-66dc07e25ece tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:11.330184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3086c2b-952d-4eb2-b09b-397413946af8 req-6aaa84a8-bfeb-4fa3-91e1-66dc07e25ece tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1622767 Aug 10 02:09:11.371249 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.386420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 18d4cc8e-fff7-4e28-a5bd-2e297d21213b) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:11.394127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b33fa66-75d0-4334-abaa-94a7f8feb2e3']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:11.398490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ff577-d86f-498d-93b6-2318d5a06290 None None] Network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:11.409455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:11.410069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.415876 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40ebb1e-8646-4fe0-88ef-6db57e233368') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:11.416249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40ebb1e-8646-4fe0-88ef-6db57e233368') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:11.444474 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.466520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3086c2b-952d-4eb2-b09b-397413946af8 req-08f04f60-2dc6-44f8-a9ae-5700c54ec887 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197896 Aug 10 02:09:11.485439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d5b31-d512-42b0-a061-9853bdfbb57c req-d38935d9-1397-4904-b0cb-afe6a4410966 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:11.487423 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c0d5b31-d512-42b0-a061-9853bdfbb57c req-d38935d9-1397-4904-b0cb-afe6a4410966 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.1552510 Aug 10 02:09:11.488539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.497637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:09:11.498451 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.503011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Made reservation on behalf of 4233055896a84498a451e0baa7638c3d for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:09:11.503171 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:09:11.506540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.531315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] device_id is not set on port 36f38ff3-5351-493b-a910-b2eb21de571b yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:11.580128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c0d5b31-d512-42b0-a061-9853bdfbb57c req-6d6c7834-b1d4-4888-9a5d-7ed9dd45ef38 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843639 Aug 10 02:09:11.591676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-18d4cc8e-fff7-4e28-a5bd-2e297d21213b', 'network_id': '18d4cc8e-fff7-4e28-a5bd-2e297d21213b', 'tenant_id': 'c7214e77756042398cba1fec192a1990', 'fixed_ips': [{'subnet_id': '05f3ae23-9b20-49ce-9a90-cffc73d4f50f'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:09:11.594278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.604723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-76643578-140a-441a-8715-b041026b57d2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6186738 Aug 10 02:09:11.607649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58678) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:11.628850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-103590072', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:11.700434 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.712544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.716772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4b33fa66-75d0-4334-abaa-94a7f8feb2e3 HTTP/1.1" status: 204 len: 168 time: 0.6982710 Aug 10 02:09:11.763399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13074d7f-615c-4303-8e06-9d84abab5455 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b33fa66-75d0-4334-abaa-94a7f8feb2e3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:11.793584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Allocated IP 2001:db8::d (2918234c-3c4c-4cca-80b1-05ab1dab4c98/8945ad45-1d76-4b07-8fe6-7981fd21a9b2/36f38ff3-5351-493b-a910-b2eb21de571b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:11.796387 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.801487 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.888371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Allocated IP 172.20.0.2 (18d4cc8e-fff7-4e28-a5bd-2e297d21213b/05f3ae23-9b20-49ce-9a90-cffc73d4f50f/c92f9c15-98fb-4bbf-9ca8-3845d15689e4) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:11.932425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8dc8-98ed-40db-a401-113aa32446b2 req-8a28c8f6-dc52-43b9-8abc-792a729d359e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:11.940366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8dc8-98ed-40db-a401-113aa32446b2 req-8a28c8f6-dc52-43b9-8abc-792a729d359e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:11.945314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:11.947697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8dc8-98ed-40db-a401-113aa32446b2 req-8a28c8f6-dc52-43b9-8abc-792a729d359e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:11.956082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10bc8dc8-98ed-40db-a401-113aa32446b2 req-8a28c8f6-dc52-43b9-8abc-792a729d359e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99&device_id=283e15fd-b352-45ae-9645-77fb03b19c65&device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 2417 time: 0.1245255 Aug 10 02:09:12.005568 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10bc8dc8-98ed-40db-a401-113aa32446b2 req-261a3b0d-f1a1-4e45-8e4e-6fcc6b23672e tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483630 Aug 10 02:09:12.090966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.106885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Transition to ACTIVE for port object 36f38ff3-5351-493b-a910-b2eb21de571b will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:12.112500 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.116174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81b529f7-ddfd-4301-8d76-56bc549154da req-f7246de4-66ec-436d-8a3a-bc6e2aafc203 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0687675 Aug 10 02:09:12.121897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Transition to ACTIVE for port object c92f9c15-98fb-4bbf-9ca8-3845d15689e4 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:12.137823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Transition to ACTIVE for port object c92f9c15-98fb-4bbf-9ca8-3845d15689e4 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:12.237940 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.301008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:12.309512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:12.314382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:12.325285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Pushing event updated for resources: {'Port': ['ID=c92f9c15-98fb-4bbf-9ca8-3845d15689e4,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:12.352204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58706) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:12.358671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.402253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Attempting to bind port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:09:12.402813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Attempting to bind port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'fe78c0d8-3600-4a79-beb0-35d138f79f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '18d4cc8e-fff7-4e28-a5bd-2e297d21213b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:09:12.403006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Attempting to bind port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 on network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:12.412142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.412416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:09:12.412416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Checking segment: {'id': 'fe78c0d8-3600-4a79-beb0-35d138f79f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '18d4cc8e-fff7-4e28-a5bd-2e297d21213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:12.412416 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.412416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Bound using segment: {'id': 'fe78c0d8-3600-4a79-beb0-35d138f79f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '18d4cc8e-fff7-4e28-a5bd-2e297d21213b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:09:12.413709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Bound port: c92f9c15-98fb-4bbf-9ca8-3845d15689e4, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe78c0d8-3600-4a79-beb0-35d138f79f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '18d4cc8e-fff7-4e28-a5bd-2e297d21213b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:09:12.414119 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.525793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] For port c92f9c15-98fb-4bbf-9ca8-3845d15689e4, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:09:12.535648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] For port c92f9c15-98fb-4bbf-9ca8-3845d15689e4, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c92f9c15-98fb-4bbf-9ca8-3845d15689e4,segment=NetworkSegment(fe78c0d8-3600-4a79-beb0-35d138f79f73),segment_id=fe78c0d8-3600-4a79-beb0-35d138f79f73)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:09:12.589097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Port': ['ID=36f38ff3-5351-493b-a910-b2eb21de571b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:12.597378 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.616012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:12.628532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:12.631823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:12.641036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:12.641987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:12.717598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d7954-4d55-478e-9d8e-52c2f5658371 None None] Pushing event updated for resources: {'Port': ['ID=c92f9c15-98fb-4bbf-9ca8-3845d15689e4,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:12.783976 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d2bdd0b4-76a2-4b0a-bf45-e1381c9bf0ad tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5759413 Aug 10 02:09:12.786469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58722) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:12.802301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-dc2a7ff3-6c7c-41e0-82c1-3b3073cea8fb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e8', 'mac_address': 'fa:16:3e:e2:b8:cd'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:12.877864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-24c76cff-983e-4d29-8087-61012aa9a7c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e88da38b7717411c84b823052c6034bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243840 Aug 10 02:09:12.887898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58726) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:12.939733 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.001688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d2fe-1547-4c19-9476-9371533e4ec5 req-18b09284-66f4-4d8e-ad0d-88ac997b5cc0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:13.003317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8e6d2fe-1547-4c19-9476-9371533e4ec5 req-18b09284-66f4-4d8e-ad0d-88ac997b5cc0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1240776 Aug 10 02:09:13.077938 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8e6d2fe-1547-4c19-9476-9371533e4ec5 req-65cec102-bc29-401d-899d-dbdb82ec1149 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613580 Aug 10 02:09:13.113406 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5797b278-438f-4242-ad95-196e2f832df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.145849 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5797b278-438f-4242-ad95-196e2f832df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.255474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-82af619e-60cb-46c7-a175-d42efe6ec2c1 None None] Provisioning for port 36f38ff3-5351-493b-a910-b2eb21de571b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:13.260407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-82af619e-60cb-46c7-a175-d42efe6ec2c1 None None] Provisioning complete for port 36f38ff3-5351-493b-a910-b2eb21de571b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:13.260668 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-82af619e-60cb-46c7-a175-d42efe6ec2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.338435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-82af619e-60cb-46c7-a175-d42efe6ec2c1 None None] Port 36f38ff3-5351-493b-a910-b2eb21de571b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:13.369555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5797b278-438f-4242-ad95-196e2f832df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.372790 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5797b278-438f-4242-ad95-196e2f832df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.376474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5797b278-438f-4242-ad95-196e2f832df3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d00b074b-8afa-4581-9383-6cf87d6f2d7d HTTP/1.1" status: 204 len: 168 time: 0.4845533 Aug 10 02:09:13.386740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797b278-438f-4242-ad95-196e2f832df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00b074b-8afa-4581-9383-6cf87d6f2d7d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:13.689686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7ff3-6c7c-41e0-82c1-3b3073cea8fb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.769004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.851235 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:13.906075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c92f9c15-98fb-4bbf-9ca8-3845d15689e4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:09:14.082394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Allocated IP 172.25.3.165 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/85983033-05aa-422e-9a11-59f22d4fe4f4) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:14.109092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:14.228084 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.259708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4425a-095b-4d43-95f3-7a875b149d71 None None] Network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:14.377812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede36f2-ede9-47f5-90ec-7a3c88cae18a req-9e4f62ba-5b31-4ae5-8434-f62c3a8a0b40 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:14.389532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fede36f2-ede9-47f5-90ec-7a3c88cae18a req-9e4f62ba-5b31-4ae5-8434-f62c3a8a0b40 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1847088 Aug 10 02:09:14.445183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.453608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fede36f2-ede9-47f5-90ec-7a3c88cae18a req-dbb6d61e-98c1-4e44-bed9-07098dae6c46 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597892 Aug 10 02:09:14.471459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f2d0cad3-097e-4fd5-91e3-ef376d7e3c3e None None] Provisioning for port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:14.479696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f2d0cad3-097e-4fd5-91e3-ef376d7e3c3e None None] Provisioning complete for port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:14.481477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f2d0cad3-097e-4fd5-91e3-ef376d7e3c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.489268 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7ff3-6c7c-41e0-82c1-3b3073cea8fb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.557311 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7ff3-6c7c-41e0-82c1-3b3073cea8fb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.614180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ad971-cb8a-438a-aed1-73973c40ad28 req-46158e8d-130d-488b-9f73-c0078065828b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:14.615964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-630ad971-cb8a-438a-aed1-73973c40ad28 req-46158e8d-130d-488b-9f73-c0078065828b tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.0627663 Aug 10 02:09:14.620667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a7ff3-6c7c-41e0-82c1-3b3073cea8fb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] In _notify_port_updated(), no bound segment for port 36f38ff3-5351-493b-a910-b2eb21de571b on network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:09:14.626603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a7ff3-6c7c-41e0-82c1-3b3073cea8fb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:14.627478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7ff3-6c7c-41e0-82c1-3b3073cea8fb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.629283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dc2a7ff3-6c7c-41e0-82c1-3b3073cea8fb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "PUT /v2.0/ports/36f38ff3-5351-493b-a910-b2eb21de571b HTTP/1.1" status: 200 len: 999 time: 1.8416159 Aug 10 02:09:14.634630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58778) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:14.701350 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.706916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-630ad971-cb8a-438a-aed1-73973c40ad28 req-fe4d3699-6a67-4e90-bc38-7f7f4258bf06 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830119 Aug 10 02:09:14.754904 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f2d0cad3-097e-4fd5-91e3-ef376d7e3c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.824059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f2d0cad3-097e-4fd5-91e3-ef376d7e3c3e None None] For port c92f9c15-98fb-4bbf-9ca8-3845d15689e4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c92f9c15-98fb-4bbf-9ca8-3845d15689e4,segment=NetworkSegment(fe78c0d8-3600-4a79-beb0-35d138f79f73),segment_id=fe78c0d8-3600-4a79-beb0-35d138f79f73)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:14.863436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:14.879147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a7ff3-6c7c-41e0-82c1-3b3073cea8fb tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Port': ['ID=36f38ff3-5351-493b-a910-b2eb21de571b,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:14.891151 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f2d0cad3-097e-4fd5-91e3-ef376d7e3c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.961976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:14.992110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:15.024387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0cad3-097e-4fd5-91e3-ef376d7e3c3e None None] Pushing event updated for resources: {'Port': ['ID=c92f9c15-98fb-4bbf-9ca8-3845d15689e4,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:15.113543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event updated for resources: {'Port': ['ID=85983033-05aa-422e-9a11-59f22d4fe4f4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:15.215731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7802809d-c263-4f27-92d4-faf98511cf7e None None] Provisioning complete for port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:15.216584 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7802809d-c263-4f27-92d4-faf98511cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:15.264262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-549928a8-c4d9-4b46-8b63-4cc49f005359 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Deleting port 36f38ff3-5351-493b-a910-b2eb21de571b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:15.264614 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-549928a8-c4d9-4b46-8b63-4cc49f005359 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:15.309787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58806) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:15.405004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-549928a8-c4d9-4b46-8b63-4cc49f005359 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:15.420019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7802809d-c263-4f27-92d4-faf98511cf7e None None] Provisioning complete for port 36f38ff3-5351-493b-a910-b2eb21de571b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:15.421306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7802809d-c263-4f27-92d4-faf98511cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:15.480549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7802809d-c263-4f27-92d4-faf98511cf7e None None] Port 36f38ff3-5351-493b-a910-b2eb21de571b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:15.500090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-549928a8-c4d9-4b46-8b63-4cc49f005359 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Calling delete_port for 36f38ff3-5351-493b-a910-b2eb21de571b owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:15.549099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1978316681-network', 'tenant_id': '22f3c7ae15ba4ee882d4fbe742dfc57f'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:15.638917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624ff00-0428-4edb-b235-81c4ee559445 req-9744adaf-5644-40f9-b442-c1eee6cc8a4a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:15.640877 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6624ff00-0428-4edb-b235-81c4ee559445 req-9744adaf-5644-40f9-b442-c1eee6cc8a4a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0530033 Aug 10 02:09:15.701315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Made reservation on behalf of 22f3c7ae15ba4ee882d4fbe742dfc57f for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:15.705283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:15.715365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6624ff00-0428-4edb-b235-81c4ee559445 req-fdc2b956-b429-4dff-9eab-76609ac97085 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678244 Aug 10 02:09:15.737056 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:15.796865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:15.900715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c92f9c15-98fb-4bbf-9ca8-3845d15689e4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:09:16.013493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.029552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-fab1ecb5-2397-4f2a-9622-8ebdf3e49411 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:16.031330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-fab1ecb5-2397-4f2a-9622-8ebdf3e49411 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.1530626 Aug 10 02:09:16.032008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:16.032623 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.044881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c37bd3-bd89-4857-a038-7a0a8c46085b req-20a383b2-3dfd-414a-98e3-b51206ee2a63 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:16.053862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83c37bd3-bd89-4857-a038-7a0a8c46085b req-20a383b2-3dfd-414a-98e3-b51206ee2a63 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 945 time: 0.1871073 Aug 10 02:09:16.122773 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.235145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83c37bd3-bd89-4857-a038-7a0a8c46085b req-22c0a29f-f66e-43bb-a50a-900c1ae9c193 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795292 Aug 10 02:09:16.241358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee5acd3-92b3-453f-a6ee-257500d27eb4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:16.286261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Deleting port 140f748e-50b7-472c-b7b6-80c2c7d3c274 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:16.286800 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.300531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-549928a8-c4d9-4b46-8b63-4cc49f005359 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.354159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:09:16.390708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549928a8-c4d9-4b46-8b63-4cc49f005359 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event deleted for resources: {'Port': ['ID=36f38ff3-5351-493b-a910-b2eb21de571b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:16.393057 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.393629 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Added segment 822e9027-e5fd-48ab-936c-2624481aad6b of type vlan for network c17c66a5-97f4-4dcf-975c-cb7a8710314a Aug 10 02:09:16.551839 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.576192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.635020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-549928a8-c4d9-4b46-8b63-4cc49f005359 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.639146 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-549928a8-c4d9-4b46-8b63-4cc49f005359 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "DELETE /v2.0/ports/36f38ff3-5351-493b-a910-b2eb21de571b HTTP/1.1" status: 204 len: 168 time: 2.0024335 Aug 10 02:09:16.639354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58828) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:16.680433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] For port 140f748e-50b7-472c-b7b6-80c2c7d3c274, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=140f748e-50b7-472c-b7b6-80c2c7d3c274,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:16.680972 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.694908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Calling delete_port for 140f748e-50b7-472c-b7b6-80c2c7d3c274 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:16.720987 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a27e92-22c0-4d16-b824-4ed8252f0809 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] GET failed (client error): The resource could not be found. Aug 10 02:09:16.725546 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-77a27e92-22c0-4d16-b824-4ed8252f0809 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "GET /v2.0/ports/36f38ff3-5351-493b-a910-b2eb21de571b HTTP/1.1" status: 404 len: 333 time: 0.0828364 Aug 10 02:09:16.731198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58832) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:16.737836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'port': {'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2112639890'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:16.766325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.768040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:16.769111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:16.895752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5844705 Aug 10 02:09:16.902488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58842) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:16.916984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Request body: {'subnet': {'network_id': 'c17c66a5-97f4-4dcf-975c-cb7a8710314a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1978316681-subnet', 'tenant_id': '22f3c7ae15ba4ee882d4fbe742dfc57f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:16.963114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad80c2e-aee9-4afe-95eb-acb82e338f8f admin admin] Pushing event updated for resources: {'Network': ['ID=c17c66a5-97f4-4dcf-975c-cb7a8710314a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:16.985137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c17c66a5-97f4-4dcf-975c-cb7a8710314a details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:09:17.003277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b2951-139e-443c-ada1-3461e2a1f772 req-e22c988b-a74d-4ef4-8662-e5eede4f7869 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:17.023428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-060b2951-139e-443c-ada1-3461e2a1f772 req-e22c988b-a74d-4ef4-8662-e5eede4f7869 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1574378 Aug 10 02:09:17.042907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Made reservation on behalf of 4233055896a84498a451e0baa7638c3d for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:17.047300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:17.082502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Router ff296f4e-35d5-4e45-a888-17dc46a22321 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:09:17.085724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] device_id is not set on port cc8dac00-8032-4bac-b80a-ceb33e05a99c yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:17.102642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-060b2951-139e-443c-ada1-3461e2a1f772 req-82e73045-145c-4926-97c3-f400cdc1411b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823996 Aug 10 02:09:17.167256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Made reservation on behalf of 22f3c7ae15ba4ee882d4fbe742dfc57f for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:17.169734 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:17.202597 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:17.207885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1d3d2d07-3d03-4496-9377-6d35d242a1b3', '89aa118a-cd4b-47d7-acc9-39cd3a86de48'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:09:17.267253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Pushing event deleted for resources: {'Port': ['ID=140f748e-50b7-472c-b7b6-80c2c7d3c274,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:17.421305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] No DVR routers for this DVR port 140f748e-50b7-472c-b7b6-80c2c7d3c274 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:17.433234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:17.439546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8c00233-9d6a-42e1-b1a1-1216031e0ed0 req-b59763f9-4128-4f2f-86af-c0cf302205b9 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.11 "DELETE /v2.0/ports/140f748e-50b7-472c-b7b6-80c2c7d3c274 HTTP/1.1" status: 204 len: 173 time: 1.3773019 Aug 10 02:09:17.441223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5afe2d1-747d-4e00-92bd-b03aa5e80c99', 'name': 'network-vif-deleted', 'tag': '140f748e-50b7-472c-b7b6-80c2c7d3c274'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:17.451527 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285f578-4ad0-4a6e-8f8e-cc3748a15152" -d '{"events": [{"server_uuid": "c5afe2d1-747d-4e00-92bd-b03aa5e80c99", "name": "network-vif-deleted", "tag": "140f748e-50b7-472c-b7b6-80c2c7d3c274"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:17.556113 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44080fcf-cde0-4d12-837e-3a8237cf7921 x-openstack-request-id: req-44080fcf-cde0-4d12-837e-3a8237cf7921 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:17.557000 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5afe2d1-747d-4e00-92bd-b03aa5e80c99", "name": "network-vif-deleted", "tag": "140f748e-50b7-472c-b7b6-80c2c7d3c274", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:17.557000 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-44080fcf-cde0-4d12-837e-3a8237cf7921 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:17.559577 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5afe2d1-747d-4e00-92bd-b03aa5e80c99', 'name': 'network-vif-deleted', 'tag': '140f748e-50b7-472c-b7b6-80c2c7d3c274', 'status': 'completed', 'code': 200} Aug 10 02:09:17.564098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7284b28-b6f3-4c0e-a042-cdd52ddaac1f req-406ebcf9-565e-401a-88e1-9bbdd23ae9ea tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 210 time: 0.1058197 Aug 10 02:09:17.833586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:09:17.846143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dfd863-af2f-412c-97e1-90d07005d6c4 None None] Sync routers for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:09:17.855938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Allocated IP 2001:db8::325 (2918234c-3c4c-4cca-80b1-05ab1dab4c98/8945ad45-1d76-4b07-8fe6-7981fd21a9b2/cc8dac00-8032-4bac-b80a-ceb33e05a99c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:17.857415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dfd863-af2f-412c-97e1-90d07005d6c4 None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:17.858086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73dfd863-af2f-412c-97e1-90d07005d6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:08:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:17.912190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73dfd863-af2f-412c-97e1-90d07005d6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:17.919592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dfd863-af2f-412c-97e1-90d07005d6c4 None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:17.921127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73dfd863-af2f-412c-97e1-90d07005d6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:08:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:17.952781 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:17.955898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73dfd863-af2f-412c-97e1-90d07005d6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:17.956741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dfd863-af2f-412c-97e1-90d07005d6c4 None None] The sync data for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:09:17.958721 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9bbcfcd4-9800-4604-b490-ada90ab3e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:18.014805 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:18.016043 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-09314793-81d6-4d10-9f54-ed9b1e432a24 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.4050324 Aug 10 02:09:18.019026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58860) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:18.038314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70db29bf-e9c0-4096-9d08-1fc332651dd2,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:18.055255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Checking segment: {'id': '822e9027-e5fd-48ab-936c-2624481aad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c17c66a5-97f4-4dcf-975c-cb7a8710314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:18.055255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Network hostable DHCP agents. Network: c17c66a5-97f4-4dcf-975c-cb7a8710314a, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:09:18.147861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Network c17c66a5-97f4-4dcf-975c-cb7a8710314a is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:09:18.149527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:18.171882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Transition to ACTIVE for port object cc8dac00-8032-4bac-b80a-ceb33e05a99c will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:18.238694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2ff96-214f-45ec-adf0-cf7f7ab84430 req-d09028e8-dc81-45b3-9589-d28d2c1360f0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:18.241712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ac2ff96-214f-45ec-adf0-cf7f7ab84430 req-d09028e8-dc81-45b3-9589-d28d2c1360f0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0578389 Aug 10 02:09:18.271623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c17c66a5-97f4-4dcf-975c-cb7a8710314a) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:18.284200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd25aaf-1753-4245-ad74-a6bd07113236 None None] Network c17c66a5-97f4-4dcf-975c-cb7a8710314a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:18.289706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:18.290613 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:18.390961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ac2ff96-214f-45ec-adf0-cf7f7ab84430 req-2977ef8e-51dd-4572-ac0d-14990d7e424f tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349590 Aug 10 02:09:18.404350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f37da0e4-9240-4023-bb03-764cf78b6461 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4914982 Aug 10 02:09:18.412623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:18.482087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:18.519019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Port': ['ID=cc8dac00-8032-4bac-b80a-ceb33e05a99c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:18.522830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:18.528113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:18.535523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:18.536204 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:18.566391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6c3e1-6d18-4587-85aa-299abfcd931c req-7339270e-c021-4e97-b98a-9d3900bbaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:18.573251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03f6c3e1-6d18-4587-85aa-299abfcd931c req-7339270e-c021-4e97-b98a-9d3900bbaa21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 1097 time: 0.1069181 Aug 10 02:09:18.596802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19886ac8-f912-448f-83e9-e77e01c4c3c0 None None] Network c17c66a5-97f4-4dcf-975c-cb7a8710314a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:18.659011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03f6c3e1-6d18-4587-85aa-299abfcd931c req-e9354f0b-5154-4250-83c6-8510c34849a9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746908 Aug 10 02:09:18.730156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58878) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:18.733359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6697d762-810e-4246-8422-cde33ffb328a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9941134 Aug 10 02:09:18.736411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b381c4f4-47fc-47b6-843e-afe2782bbb3f tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e2:b8:cd'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:18.901219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:18.917930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 140f748e-50b7-472c-b7b6-80c2c7d3c274 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:18.948479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a972d182-91b8-44bd-b24d-d6b4e6d61e15 req-79ae0781-d6b0-48a2-8350-e7c25921cc29 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5afe2d1-747d-4e00-92bd-b03aa5e80c99 HTTP/1.1" status: 200 len: 210 time: 0.1448112 Aug 10 02:09:18.982187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 140f748e-50b7-472c-b7b6-80c2c7d3c274 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:18.982546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 140f748e-50b7-472c-b7b6-80c2c7d3c274 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:19.052133 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b381c4f4-47fc-47b6-843e-afe2782bbb3f tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.145567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-02c84483-4b08-4699-8e90-2a83ba99b6c4 None None] Provisioning for port cc8dac00-8032-4bac-b80a-ceb33e05a99c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:19.150660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-02c84483-4b08-4699-8e90-2a83ba99b6c4 None None] Provisioning complete for port cc8dac00-8032-4bac-b80a-ceb33e05a99c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:19.151037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-02c84483-4b08-4699-8e90-2a83ba99b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.220431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-02c84483-4b08-4699-8e90-2a83ba99b6c4 None None] Port cc8dac00-8032-4bac-b80a-ceb33e05a99c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:19.281759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b381c4f4-47fc-47b6-843e-afe2782bbb3f tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.418335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Allocated IP 172.20.0.1 (18d4cc8e-fff7-4e28-a5bd-2e297d21213b/05f3ae23-9b20-49ce-9a90-cffc73d4f50f/966f5c9f-f777-4fe4-8d70-7578f168904c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:19.424684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b381c4f4-47fc-47b6-843e-afe2782bbb3f tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.462075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b381c4f4-47fc-47b6-843e-afe2782bbb3f tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] In _notify_port_updated(), no bound segment for port cc8dac00-8032-4bac-b80a-ceb33e05a99c on network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:09:19.470625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381c4f4-47fc-47b6-843e-afe2782bbb3f tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:19.470625 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b381c4f4-47fc-47b6-843e-afe2782bbb3f tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.472508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b381c4f4-47fc-47b6-843e-afe2782bbb3f tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "PUT /v2.0/ports/cc8dac00-8032-4bac-b80a-ceb33e05a99c HTTP/1.1" status: 200 len: 1003 time: 0.7400823 Aug 10 02:09:19.475448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58902) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:19.599836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381c4f4-47fc-47b6-843e-afe2782bbb3f tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Port': ['ID=cc8dac00-8032-4bac-b80a-ceb33e05a99c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:19.649751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a49d-aa73-487b-af73-c2dc534649f2 req-a31d3ab1-c281-4f3e-a37a-398642d38224 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:19.651503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f076a49d-aa73-487b-af73-c2dc534649f2 req-a31d3ab1-c281-4f3e-a37a-398642d38224 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1383636 Aug 10 02:09:19.667058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.728322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f076a49d-aa73-487b-af73-c2dc534649f2 req-6b279afd-3e59-42c2-a527-5a046084cb83 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Aug 10 02:09:19.731745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Transition to ACTIVE for port object 966f5c9f-f777-4fe4-8d70-7578f168904c will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:19.754481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bf2facca-eab9-4f9d-bbfc-b234b0ecb601 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Deleting port cc8dac00-8032-4bac-b80a-ceb33e05a99c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:19.754859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf2facca-eab9-4f9d-bbfc-b234b0ecb601 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.855337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-34f1049a-2547-42a7-b03b-4ca626e08f6f None None] Provisioning complete for port cc8dac00-8032-4bac-b80a-ceb33e05a99c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:19.855976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34f1049a-2547-42a7-b03b-4ca626e08f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.879984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf2facca-eab9-4f9d-bbfc-b234b0ecb601 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.896714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bf2facca-eab9-4f9d-bbfc-b234b0ecb601 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Calling delete_port for cc8dac00-8032-4bac-b80a-ceb33e05a99c owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:19.897394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-34f1049a-2547-42a7-b03b-4ca626e08f6f None None] Port cc8dac00-8032-4bac-b80a-ceb33e05a99c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:19.927888 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:19.985212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:19.990593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:19.991422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:20.019954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event updated for resources: {'Port': ['ID=966f5c9f-f777-4fe4-8d70-7578f168904c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:20.103116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:20.224558 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf2facca-eab9-4f9d-bbfc-b234b0ecb601 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:20.276143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2facca-eab9-4f9d-bbfc-b234b0ecb601 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event deleted for resources: {'Port': ['ID=cc8dac00-8032-4bac-b80a-ceb33e05a99c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:20.302586 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf2facca-eab9-4f9d-bbfc-b234b0ecb601 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:20.306035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bf2facca-eab9-4f9d-bbfc-b234b0ecb601 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "DELETE /v2.0/ports/cc8dac00-8032-4bac-b80a-ceb33e05a99c HTTP/1.1" status: 204 len: 168 time: 0.8289320 Aug 10 02:09:20.308728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58926) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:20.340683 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-926fe9bb-68fa-4bcc-9f6e-cad22c67093d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] GET failed (client error): The resource could not be found. Aug 10 02:09:20.345983 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-926fe9bb-68fa-4bcc-9f6e-cad22c67093d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "GET /v2.0/ports/cc8dac00-8032-4bac-b80a-ceb33e05a99c HTTP/1.1" status: 404 len: 333 time: 0.0358574 Aug 10 02:09:20.349865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58928) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:20.355993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'port': {'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1239098375'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:20.460021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:20.563904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e29218df-bbb6-4a9b-ae51-c3707952d645 None None] Provisioning for port 966f5c9f-f777-4fe4-8d70-7578f168904c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:20.578321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e29218df-bbb6-4a9b-ae51-c3707952d645 None None] Provisioning complete for port 966f5c9f-f777-4fe4-8d70-7578f168904c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:20.579099 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e29218df-bbb6-4a9b-ae51-c3707952d645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:20.654961 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5809ae19-af6a-4f92-b938-9a785c2ebdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:20.670606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Made reservation on behalf of 4233055896a84498a451e0baa7638c3d for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:20.675446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:20.708091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e29218df-bbb6-4a9b-ae51-c3707952d645 None None] Port 966f5c9f-f777-4fe4-8d70-7578f168904c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:20.774546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] device_id is not set on port 54ad08e5-a3b5-4c83-86a0-7d51c0fd886d yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:20.901686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87592adf-9c5a-4317-b2cd-50257e7a14bb req-1bafea52-1c80-4ee0-8ff8-d3f32f64a40c tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:20.903696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87592adf-9c5a-4317-b2cd-50257e7a14bb req-1bafea52-1c80-4ee0-8ff8-d3f32f64a40c tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 945 time: 0.1764166 Aug 10 02:09:21.028867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Allocated IP 2001:db8::255 (2918234c-3c4c-4cca-80b1-05ab1dab4c98/8945ad45-1d76-4b07-8fe6-7981fd21a9b2/54ad08e5-a3b5-4c83-86a0-7d51c0fd886d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:21.060731 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:21.064075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87592adf-9c5a-4317-b2cd-50257e7a14bb req-96d045aa-87fa-49d8-b2bb-74441a6519f1 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462681 Aug 10 02:09:21.122351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:21.125494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:21.208991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7190a1-9907-457b-80f1-e95690caa951 req-4de70127-192d-4930-bc7a-85ce7e3fd2c0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:21.210070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a7190a1-9907-457b-80f1-e95690caa951 req-4de70127-192d-4930-bc7a-85ce7e3fd2c0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1590657 Aug 10 02:09:21.216560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:21.218352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event updated for resources: {'Port': ['ID=966f5c9f-f777-4fe4-8d70-7578f168904c,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:21.292909 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a7190a1-9907-457b-80f1-e95690caa951 req-13330a68-8520-4fde-93bb-9be6c93d51c4 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692000 Aug 10 02:09:21.326795 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:21.350097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Transition to ACTIVE for port object 54ad08e5-a3b5-4c83-86a0-7d51c0fd886d will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:21.397629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:21.400459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:21.515601 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:21.610948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:21.620633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Router ff296f4e-35d5-4e45-a888-17dc46a22321 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:09:21.622894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:21.632063 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:21.639116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:21.639462 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:21.660017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Port': ['ID=54ad08e5-a3b5-4c83-86a0-7d51c0fd886d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:21.712682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ccc65-af91-4f70-982f-a586d00757da req-5cc679da-ab79-48b8-9a82-04957b4cf2e7 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:21.712682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-5cc679da-ab79-48b8-9a82-04957b4cf2e7 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/networks?id=c17c66a5-97f4-4dcf-975c-cb7a8710314a HTTP/1.1" status: 200 len: 810 time: 0.2637289 Aug 10 02:09:21.739907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-071b438e-0e91-4c5b-a1c2-87d57e898a9a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3889039 Aug 10 02:09:21.744744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58982) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:21.751539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-9796370b-df8b-443c-9906-6e120cae5600 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/quotas/22f3c7ae15ba4ee882d4fbe742dfc57f HTTP/1.1" status: 200 len: 375 time: 0.0361021 Aug 10 02:09:21.760720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'port': {'network_id': '2918234c-3c4c-4cca-80b1-05ab1dab4c98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1191837338'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:21.846325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-b1faf53e-ce23-4e17-b19a-79856dc6a8a7 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=22f3c7ae15ba4ee882d4fbe742dfc57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736787 Aug 10 02:09:21.870847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:09:21.883804 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c140dc5-4818-447d-b6b8-bd4a9614b7c0 None None] Sync routers for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:09:21.891713 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-35e9dd98-e57d-47d1-a72d-104927f6432c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "PUT /v2.0/routers/ff296f4e-35d5-4e45-a888-17dc46a22321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8689208 Aug 10 02:09:21.891713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58986) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:21.900900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Request body: {'port': {'network_id': '18d4cc8e-fff7-4e28-a5bd-2e297d21213b', 'name': 'tempest-FloatingIPAdminTestJSON-529238210'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:21.903743 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c140dc5-4818-447d-b6b8-bd4a9614b7c0 None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:21.904433 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6c140dc5-4818-447d-b6b8-bd4a9614b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:21.948466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-071fbf7d-98f8-4fac-b6a2-214705d3146a None None] Provisioning complete for port 966f5c9f-f777-4fe4-8d70-7578f168904c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:21.948837 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-071fbf7d-98f8-4fac-b6a2-214705d3146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:21.988308 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6c140dc5-4818-447d-b6b8-bd4a9614b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:22.010865 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c140dc5-4818-447d-b6b8-bd4a9614b7c0 None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:22.012094 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6c140dc5-4818-447d-b6b8-bd4a9614b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:22.036519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-071fbf7d-98f8-4fac-b6a2-214705d3146a None None] Port 966f5c9f-f777-4fe4-8d70-7578f168904c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:22.105295 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6c140dc5-4818-447d-b6b8-bd4a9614b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:22.105972 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c140dc5-4818-447d-b6b8-bd4a9614b7c0 None None] The sync data for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:09:22.175604 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:09:22.175604 n-d-767704-21 neutron-server[101224]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 02:09:22.175604 n-d-767704-21 neutron-server[101224]: [parameters: {'project_id': '4233055896a84498a451e0baa7638c3d', 'id': '979f9940-3a5e-4682-b9fe-3211bb9f7865', 'expiration': datetime.datetime(2021, 8, 10, 2, 11, 22, 145431)}] Aug 10 02:09:22.175604 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:09:22.176089 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:09:22.198423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae6bde-b1df-4959-9702-5ddc774f47f0 req-1224220a-651d-41c3-a6f2-a658dc120130 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:22.199971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49ae6bde-b1df-4959-9702-5ddc774f47f0 req-1224220a-651d-41c3-a6f2-a658dc120130 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.3552768 Aug 10 02:09:22.204228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-97e52896-5f85-4dd4-964d-bf0fd2119e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:22.205808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-97e52896-5f85-4dd4-964d-bf0fd2119e40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 1097 time: 0.2005796 Aug 10 02:09:22.231373 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:22.246188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-bce81ce1-dc8a-49e8-9c43-e016480157f5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:22.247573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-bce81ce1-dc8a-49e8-9c43-e016480157f5 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.16 "GET /v2.0/ports?device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 945 time: 0.2378821 Aug 10 02:09:22.254178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Made reservation on behalf of c7214e77756042398cba1fec192a1990 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:22.255114 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0234b153-930c-4f0e-b773-6454c019f299 None None] Provisioning for port 54ad08e5-a3b5-4c83-86a0-7d51c0fd886d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:22.258075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:22.261263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0234b153-930c-4f0e-b773-6454c019f299 None None] Provisioning complete for port 54ad08e5-a3b5-4c83-86a0-7d51c0fd886d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:22.261831 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0234b153-930c-4f0e-b773-6454c019f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:22.283444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] device_id is not set on port d41502b5-4322-490d-b25e-1018e8e00dee yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:22.308062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0234b153-930c-4f0e-b773-6454c019f299 None None] Port 54ad08e5-a3b5-4c83-86a0-7d51c0fd886d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:22.375214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-0f25ad1a-ba5e-46e9-b524-c112e05641a3 service neutron] 10.222.0.38 "GET /v2.0/networks/c17c66a5-97f4-4dcf-975c-cb7a8710314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107749 Aug 10 02:09:22.401264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Allocated IP 172.20.0.10 (18d4cc8e-fff7-4e28-a5bd-2e297d21213b/05f3ae23-9b20-49ce-9a90-cffc73d4f50f/d41502b5-4322-490d-b25e-1018e8e00dee) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:22.408785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49ae6bde-b1df-4959-9702-5ddc774f47f0 req-209ec9ac-b9ec-4144-b513-c25aea15bca9 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934021 Aug 10 02:09:22.506500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-0796027d-93c1-4b51-83d1-55b89f5203d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:22.508752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-0796027d-93c1-4b51-83d1-55b89f5203d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 911 time: 0.2878118 Aug 10 02:09:22.573763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-5c1d5ffb-289a-484d-9835-24795399bdbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7715e655-0e86-436e-9ba3-3a98a456ea7d HTTP/1.1" status: 200 len: 217 time: 0.0504823 Aug 10 02:09:22.630595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:22.649116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Transition to ACTIVE for port object d41502b5-4322-490d-b25e-1018e8e00dee will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:22.652012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-3e8c6f77-c69c-41bb-a76e-acfd9dafbb39 service neutron] 10.222.0.38 "GET /v2.0/networks/c17c66a5-97f4-4dcf-975c-cb7a8710314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642324 Aug 10 02:09:22.711181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Deleting port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:22.712201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:22.731167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-cba9349e-b7cd-4ca1-b629-bea0b2afc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:22.732732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-cba9349e-b7cd-4ca1-b629-bea0b2afc493 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 200 len: 850 time: 0.1476450 Aug 10 02:09:22.765365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e53512-1a37-4fd4-afa7-ba6f0bb198e2 req-759d3df6-fc06-4ca7-9e77-981a40b49ab2 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:22.766873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3e53512-1a37-4fd4-afa7-ba6f0bb198e2 req-759d3df6-fc06-4ca7-9e77-981a40b49ab2 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 945 time: 0.1990969 Aug 10 02:09:22.767726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:22.828235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event updated for resources: {'Port': ['ID=d41502b5-4322-490d-b25e-1018e8e00dee,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:22.839019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:22.840500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:22.843408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:22.927982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:22.928778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:23.147199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-92c5992f-7e4b-4e3b-abfd-dcb53cf963d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59eab2e9-08bd-46ea-831a-13bdf85f642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3791928 Aug 10 02:09:23.274500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53e7fb1d-5390-472c-96a1-d4944450737d req-a33bc90d-3404-402b-aab1-5f00c869669b tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 210 time: 0.0540793 Aug 10 02:09:23.290064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3e53512-1a37-4fd4-afa7-ba6f0bb198e2 req-bab1ff71-eaf3-4be0-8ab8-aa90cb3a6eee tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418986 Aug 10 02:09:23.340838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ce18434d-d32d-43db-b244-06f05a54c6c0 None None] Provisioning for port d41502b5-4322-490d-b25e-1018e8e00dee completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:23.346431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-7ce504e6-c0ca-4f40-a5c5-e6246cf03783 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828179 Aug 10 02:09:23.346431 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] For port 89aa118a-cd4b-47d7-acc9-39cd3a86de48, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=89aa118a-cd4b-47d7-acc9-39cd3a86de48,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:23.346431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:23.347518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ce18434d-d32d-43db-b244-06f05a54c6c0 None None] Provisioning complete for port d41502b5-4322-490d-b25e-1018e8e00dee triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:23.347986 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ce18434d-d32d-43db-b244-06f05a54c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:23.348978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Made reservation on behalf of 4233055896a84498a451e0baa7638c3d for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:23.353151 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:23.416768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ce18434d-d32d-43db-b244-06f05a54c6c0 None None] Port d41502b5-4322-490d-b25e-1018e8e00dee cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:23.437346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a3fd8973-646f-4e14-ae2a-43da537cc2a8 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5440962 Aug 10 02:09:23.443353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59016) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:23.475844 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d444435-f124-4ea5-b6de-0ac4c2b869b3 req-e59f389d-d32b-446e-9c32-225c0cd8d23a service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065941 Aug 10 02:09:23.484016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] device_id is not set on port 1e1ae978-12b6-486d-892c-ec574177f0ea yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:23.488595 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Calling delete_port for 89aa118a-cd4b-47d7-acc9-39cd3a86de48 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:23.611406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'project_id': 'c7214e77756042398cba1fec192a1990', 'port_id': 'd41502b5-4322-490d-b25e-1018e8e00dee'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:23.756390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:23.781526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd064-930b-46c1-b09f-4fe54eb6380c req-1247e5dd-f3ca-49f0-92d5-0b562b6a8053 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:23.783767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-397fd064-930b-46c1-b09f-4fe54eb6380c req-1247e5dd-f3ca-49f0-92d5-0b562b6a8053 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1752672 Aug 10 02:09:23.807118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Allocated IP 2001:db8::1c1 (2918234c-3c4c-4cca-80b1-05ab1dab4c98/8945ad45-1d76-4b07-8fe6-7981fd21a9b2/1e1ae978-12b6-486d-892c-ec574177f0ea) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:23.853658 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:23.883429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-397fd064-930b-46c1-b09f-4fe54eb6380c req-4a5d5da1-7282-4a84-a8df-e256fd7bd80b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779130 Aug 10 02:09:23.887799 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:23.982812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Allocated IP 172.25.3.207 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/5a3568c1-2353-40fa-a5f0-520a8ce75c93) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:24.055100 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:24.067860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1d3d2d07-3d03-4496-9377-6d35d242a1b3', '89aa118a-cd4b-47d7-acc9-39cd3a86de48'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:09:24.114153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Pushing event deleted for resources: {'Port': ['ID=89aa118a-cd4b-47d7-acc9-39cd3a86de48,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:24.120494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:24.207896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] No DVR routers for this DVR port 89aa118a-cd4b-47d7-acc9-39cd3a86de48 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:24.213710 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:24.216674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-192dbac9-4d02-486d-bd6f-98643f6f6e5d req-db512c3a-d70a-49a4-b9b4-d19540a758fc tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.16 "DELETE /v2.0/ports/89aa118a-cd4b-47d7-acc9-39cd3a86de48 HTTP/1.1" status: 204 len: 173 time: 1.9022357 Aug 10 02:09:24.217289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e15fd-b352-45ae-9645-77fb03b19c65', 'name': 'network-vif-deleted', 'tag': '89aa118a-cd4b-47d7-acc9-39cd3a86de48'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:24.220600 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cfb7fb-3136-4550-ba1c-a36e067bd91b" -d '{"events": [{"server_uuid": "283e15fd-b352-45ae-9645-77fb03b19c65", "name": "network-vif-deleted", "tag": "89aa118a-cd4b-47d7-acc9-39cd3a86de48"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:24.225171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:24.228694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:24.245393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Transition to ACTIVE for port object 1e1ae978-12b6-486d-892c-ec574177f0ea will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:24.305346 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b24dea3-f512-4240-9eb3-89072ce218aa x-openstack-request-id: req-7b24dea3-f512-4240-9eb3-89072ce218aa {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:24.306772 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e15fd-b352-45ae-9645-77fb03b19c65", "name": "network-vif-deleted", "tag": "89aa118a-cd4b-47d7-acc9-39cd3a86de48", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:24.307147 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b24dea3-f512-4240-9eb3-89072ce218aa {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:24.307916 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e15fd-b352-45ae-9645-77fb03b19c65', 'name': 'network-vif-deleted', 'tag': '89aa118a-cd4b-47d7-acc9-39cd3a86de48', 'status': 'completed', 'code': 200} Aug 10 02:09:24.320196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:24.320196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:24.324089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:24.376945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Pushing event updated for resources: {'Port': ['ID=5a3568c1-2353-40fa-a5f0-520a8ce75c93,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:24.444320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7510744d-84be-463a-a710-8b8db5c6b13f req-752c5940-f251-4b0c-8000-95cc1511e7c9 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 210 time: 0.0629101 Aug 10 02:09:24.463107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:24.473016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-68e311d4-bad3-448e-9217-27f674513ec7 req-2f181257-8956-44f6-bfe0-23c5d08558c0 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=283e15fd-b352-45ae-9645-77fb03b19c65 HTTP/1.1" status: 200 len: 210 time: 0.0573938 Aug 10 02:09:24.556570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Port': ['ID=1e1ae978-12b6-486d-892c-ec574177f0ea,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:24.586179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:24.586179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:24.587319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:24.593013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:24.593930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:24.698526 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-22409155-2261-48f3-9e65-b86a8bcc0038 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9456820 Aug 10 02:09:24.701009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59046) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:24.717717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ab47877c-d91c-4db0-b699-8f24875808c6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e8', 'mac_address': 'fa:16:3e:e2:b8:cd'}, {'ip_address': '2001:db8::255', 'mac_address': 'fa:16:3e:e4:ab:27'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:25.048600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab47877c-d91c-4db0-b699-8f24875808c6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:25.111167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4d8b17fa-d306-421a-af57-b4a49ad18d6e None None] Provisioning for port 1e1ae978-12b6-486d-892c-ec574177f0ea completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:25.118885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4d8b17fa-d306-421a-af57-b4a49ad18d6e None None] Provisioning complete for port 1e1ae978-12b6-486d-892c-ec574177f0ea triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:25.121806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4d8b17fa-d306-421a-af57-b4a49ad18d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:25.134173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d907e-1430-4236-819a-6997ef55726b req-6f461d3c-d3db-4c8c-b57d-20fb8c830be3 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:25.135997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d8d907e-1430-4236-819a-6997ef55726b req-6f461d3c-d3db-4c8c-b57d-20fb8c830be3 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1217175 Aug 10 02:09:25.213978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b17fa-d306-421a-af57-b4a49ad18d6e None None] Port 1e1ae978-12b6-486d-892c-ec574177f0ea cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:25.314363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d8d907e-1430-4236-819a-6997ef55726b req-1aada770-fed9-43e7-8bcd-8e3fb776fa81 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631026 Aug 10 02:09:25.427222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab47877c-d91c-4db0-b699-8f24875808c6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:25.528339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab47877c-d91c-4db0-b699-8f24875808c6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:25.600358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ab47877c-d91c-4db0-b699-8f24875808c6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] In _notify_port_updated(), no bound segment for port 1e1ae978-12b6-486d-892c-ec574177f0ea on network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:09:25.625464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47877c-d91c-4db0-b699-8f24875808c6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:25.626189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab47877c-d91c-4db0-b699-8f24875808c6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:25.633800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ab47877c-d91c-4db0-b699-8f24875808c6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "PUT /v2.0/ports/1e1ae978-12b6-486d-892c-ec574177f0ea HTTP/1.1" status: 200 len: 1067 time: 0.9291193 Aug 10 02:09:25.649312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59066) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:25.686454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-963d18a4-8043-489d-abad-fa015c5e49f2 req-e7f8d3a6-a7ce-4c4a-b75d-a1572cdc343f tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 210 time: 0.1281085 Aug 10 02:09:25.729406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47877c-d91c-4db0-b699-8f24875808c6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event updated for resources: {'Port': ['ID=1e1ae978-12b6-486d-892c-ec574177f0ea,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:25.789501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:25.924921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9002176f-91c8-484e-a9cc-423eee0d8050 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Deleting port 1e1ae978-12b6-486d-892c-ec574177f0ea {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:25.925272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9002176f-91c8-484e-a9cc-423eee0d8050 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.017794 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9002176f-91c8-484e-a9cc-423eee0d8050 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.033867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9002176f-91c8-484e-a9cc-423eee0d8050 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Calling delete_port for 1e1ae978-12b6-486d-892c-ec574177f0ea owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:26.055310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-203f2d3d-611f-4a26-b930-04ed28f13f0a None None] Provisioning complete for port 1e1ae978-12b6-486d-892c-ec574177f0ea triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:26.055690 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-203f2d3d-611f-4a26-b930-04ed28f13f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.066985 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.101045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-203f2d3d-611f-4a26-b930-04ed28f13f0a None None] Port 1e1ae978-12b6-486d-892c-ec574177f0ea cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:09:26.137982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89aa118a-cd4b-47d7-acc9-39cd3a86de48 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:26.175420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 89aa118a-cd4b-47d7-acc9-39cd3a86de48 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:26.175898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 89aa118a-cd4b-47d7-acc9-39cd3a86de48 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:26.216774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a67a7-eb5d-4cfa-ad61-7fc1320cafe9 req-ef8c02dd-7de9-4ac6-87f5-877227b137d6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:26.219539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c83a67a7-eb5d-4cfa-ad61-7fc1320cafe9 req-ef8c02dd-7de9-4ac6-87f5-877227b137d6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.0652347 Aug 10 02:09:26.265627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c83a67a7-eb5d-4cfa-ad61-7fc1320cafe9 req-45636628-419b-4860-9a05-b77cc05c65a6 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393016 Aug 10 02:09:26.356123 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.389759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9002176f-91c8-484e-a9cc-423eee0d8050 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.421434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002176f-91c8-484e-a9cc-423eee0d8050 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event deleted for resources: {'Port': ['ID=1e1ae978-12b6-486d-892c-ec574177f0ea,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:26.423272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.451211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e7e9-96c6-474d-96a5-dfea1adcc7a8 req-ecc9ce12-8568-44de-aee6-3b30ebaef5e4 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:26.452740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cd4e7e9-96c6-474d-96a5-dfea1adcc7a8 req-ecc9ce12-8568-44de-aee6-3b30ebaef5e4 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0583215 Aug 10 02:09:26.514039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Pushing event updated for resources: {'Port': ['ID=5a3568c1-2353-40fa-a5f0-520a8ce75c93,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:26.579661 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.612262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ccc65-af91-4f70-982f-a586d00757da req-3902b389-ea26-4f76-8f9d-eede019abd91 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:26.613897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-3902b389-ea26-4f76-8f9d-eede019abd91 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.11 "GET /v2.0/networks?id=c17c66a5-97f4-4dcf-975c-cb7a8710314a HTTP/1.1" status: 200 len: 810 time: 0.1392481 Aug 10 02:09:26.641706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Request body: {'port': {'device_id': '1941d574-96ce-4046-9366-ed4e9766e395', 'network_id': 'c17c66a5-97f4-4dcf-975c-cb7a8710314a', 'admin_state_up': True, 'tenant_id': '22f3c7ae15ba4ee882d4fbe742dfc57f'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:26.650313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cd4e7e9-96c6-474d-96a5-dfea1adcc7a8 req-85875bd5-8d2b-45b6-befd-f474ad63303a tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840923 Aug 10 02:09:26.836801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3209d737-26c0-4648-a22c-e98fc20c6b61 req-66fbf702-fe84-4975-bd44-d13abf319ad0 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 210 time: 0.0342853 Aug 10 02:09:26.848577 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Floating IP f2bcacf1-886f-40fc-8a3a-329486493c5e associated. External IP: 172.25.3.207, port: d41502b5-4322-490d-b25e-1018e8e00dee. Aug 10 02:09:26.856199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9002176f-91c8-484e-a9cc-423eee0d8050 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.857160 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9002176f-91c8-484e-a9cc-423eee0d8050 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "DELETE /v2.0/ports/1e1ae978-12b6-486d-892c-ec574177f0ea HTTP/1.1" status: 204 len: 168 time: 1.2066822 Aug 10 02:09:26.859905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59092) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:26.888290 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-911b285e-0c50-4863-837b-5e5c53d04141 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] GET failed (client error): The resource could not be found. Aug 10 02:09:26.892776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-911b285e-0c50-4863-837b-5e5c53d04141 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "GET /v2.0/ports/1e1ae978-12b6-486d-892c-ec574177f0ea HTTP/1.1" status: 404 len: 333 time: 0.0288739 Aug 10 02:09:26.900749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59094) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:26.924729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Made reservation on behalf of 22f3c7ae15ba4ee882d4fbe742dfc57f for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:26.936328 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:27.105666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c3951f40-75a3-4558-a926-74f2c283d56d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Deleting port 54ad08e5-a3b5-4c83-86a0-7d51c0fd886d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:27.106020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3951f40-75a3-4558-a926-74f2c283d56d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:27.115994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Allocated IP 172.20.0.7 (c17c66a5-97f4-4dcf-975c-cb7a8710314a/70db29bf-e9c0-4096-9d08-1fc332651dd2/684a8170-6272-4aa7-a11d-b0ad6dc46434) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:27.293572 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3951f40-75a3-4558-a926-74f2c283d56d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:27.309784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c3951f40-75a3-4558-a926-74f2c283d56d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Calling delete_port for 54ad08e5-a3b5-4c83-86a0-7d51c0fd886d owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:27.317821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Router ff296f4e-35d5-4e45-a888-17dc46a22321 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:09:27.353562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455217c-2239-4ba5-8061-352b58828c7f req-fb222a11-5254-4aba-b17d-02adcbd14f8b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:27.356619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1455217c-2239-4ba5-8061-352b58828c7f req-fb222a11-5254-4aba-b17d-02adcbd14f8b tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.0980868 Aug 10 02:09:27.404947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:27.533315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:09:27.543586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c2c91-30cb-4f4b-940f-f4739f4c9c88 None None] Sync routers for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:09:27.557933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c2c91-30cb-4f4b-940f-f4739f4c9c88 None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:27.559000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5d2c2c91-30cb-4f4b-940f-f4739f4c9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:27.587241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1455217c-2239-4ba5-8061-352b58828c7f req-c7273e6b-9cad-4b39-97dd-32c974e12ccd tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965540 Aug 10 02:09:27.599249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed90e2-275f-4d4a-aa9a-5df762613184 req-03e92b66-6892-4a18-bca7-ceb2b774f935 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:27.601707 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3ed90e2-275f-4d4a-aa9a-5df762613184 req-03e92b66-6892-4a18-bca7-ceb2b774f935 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.1199636 Aug 10 02:09:27.620702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5d2c2c91-30cb-4f4b-940f-f4739f4c9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:27.631726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c2c91-30cb-4f4b-940f-f4739f4c9c88 None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:27.633383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5d2c2c91-30cb-4f4b-940f-f4739f4c9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:27.637244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:27.677808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5d2c2c91-30cb-4f4b-940f-f4739f4c9c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:27.678775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c2c91-30cb-4f4b-940f-f4739f4c9c88 None None] The sync data for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:09:27.686909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3951f40-75a3-4558-a926-74f2c283d56d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:27.694581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3ed90e2-275f-4d4a-aa9a-5df762613184 req-d7313d35-55a7-4cab-bb9f-b04f66486567 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809295 Aug 10 02:09:27.696364 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c58590a2-0a26-433f-a518-95e42c33e808 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.2502770 Aug 10 02:09:27.696480 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:27.700336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59114) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:27.744979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3951f40-75a3-4558-a926-74f2c283d56d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event deleted for resources: {'Port': ['ID=54ad08e5-a3b5-4c83-86a0-7d51c0fd886d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:27.771486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3951f40-75a3-4558-a926-74f2c283d56d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:27.777347 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c3951f40-75a3-4558-a926-74f2c283d56d tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "DELETE /v2.0/ports/54ad08e5-a3b5-4c83-86a0-7d51c0fd886d HTTP/1.1" status: 204 len: 168 time: 0.8775885 Aug 10 02:09:27.778493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59118) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:27.808067 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0d9a01-9bd3-4229-8725-44c949f97a88 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] GET failed (client error): The resource could not be found. Aug 10 02:09:27.814519 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ab0d9a01-9bd3-4229-8725-44c949f97a88 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "GET /v2.0/ports/54ad08e5-a3b5-4c83-86a0-7d51c0fd886d HTTP/1.1" status: 404 len: 333 time: 0.0341401 Aug 10 02:09:27.814855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59120) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:27.856570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14311d-ae98-44db-a889-3330be46d262 req-d3d841d4-1923-4a93-b82f-8b462802b601 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:27.858160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da14311d-ae98-44db-a889-3330be46d262 req-d3d841d4-1923-4a93-b82f-8b462802b601 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.2344368 Aug 10 02:09:27.886056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Network c17c66a5-97f4-4dcf-975c-cb7a8710314a is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:27.907371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Pushing event updated for resources: {'Port': ['ID=684a8170-6272-4aa7-a11d-b0ad6dc46434,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:27.912636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:27.927356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2eb896be-0316-48f4-b247-2a337301584d tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] 10.222.0.38 "GET /v2.0/floatingips/f2bcacf1-886f-40fc-8a3a-329486493c5e HTTP/1.1" status: 200 len: 983 time: 0.2246108 Aug 10 02:09:27.933304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59126) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:27.933937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:27.989570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5d018-dc41-4e23-9861-6f9680b23b09 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Deleting port 6df48820-2f3e-4364-9f4f-e5d97601b79b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:27.990096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d018-dc41-4e23-9861-6f9680b23b09 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.141093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d018-dc41-4e23-9861-6f9680b23b09 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.158695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5d018-dc41-4e23-9861-6f9680b23b09 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Calling delete_port for 6df48820-2f3e-4364-9f4f-e5d97601b79b owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:28.402426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d018-dc41-4e23-9861-6f9680b23b09 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.433235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6aa23fb7-0ab6-4326-8e42-cbc174b1f134 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.4957993 Aug 10 02:09:28.433874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59136) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:28.443945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:28.444610 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.462152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5d018-dc41-4e23-9861-6f9680b23b09 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event deleted for resources: {'Port': ['ID=6df48820-2f3e-4364-9f4f-e5d97601b79b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:28.464376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1c5d018-dc41-4e23-9861-6f9680b23b09 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.469259 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d1c5d018-dc41-4e23-9861-6f9680b23b09 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "DELETE /v2.0/ports/6df48820-2f3e-4364-9f4f-e5d97601b79b HTTP/1.1" status: 204 len: 168 time: 0.6534584 Aug 10 02:09:28.469888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59138) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:28.568499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab06d4-2e89-4b97-bbbd-ea874cbb98a2 req-616fb6d3-0b15-4921-838e-2aae46b26599 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:28.570972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f1ab06d4-2e89-4b97-bbbd-ea874cbb98a2 req-616fb6d3-0b15-4921-838e-2aae46b26599 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 931 time: 0.5420806 Aug 10 02:09:28.595950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0eb9bfa-b7be-4d38-a8a1-03f20e615c1a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Deleting subnet 8945ad45-1d76-4b07-8fe6-7981fd21a9b2 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:09:28.600311 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bfa-b7be-4d38-a8a1-03f20e615c1a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.603103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-da14311d-ae98-44db-a889-3330be46d262 req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Deleting port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:28.603451 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-da14311d-ae98-44db-a889-3330be46d262 req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.651303 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bfa-b7be-4d38-a8a1-03f20e615c1a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.703701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-6cb34e00-e15b-497f-b332-a736bdf580c8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0663283 Aug 10 02:09:28.727951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Request body: {'port': {'device_id': '1941d574-96ce-4046-9366-ed4e9766e395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:28.797548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bfa-b7be-4d38-a8a1-03f20e615c1a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.889156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f1ab06d4-2e89-4b97-bbbd-ea874cbb98a2 req-40d8e3ea-bf70-460d-a354-902e63117586 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056872 Aug 10 02:09:28.942166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-da14311d-ae98-44db-a889-3330be46d262 req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] For port 1d3d2d07-3d03-4496-9377-6d35d242a1b3, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1d3d2d07-3d03-4496-9377-6d35d242a1b3,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:28.942438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-da14311d-ae98-44db-a889-3330be46d262 req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.950335 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bfa-b7be-4d38-a8a1-03f20e615c1a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.956138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:28.986481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc17e67-6f27-4089-965b-a16853846c8c req-45cc1cc6-40d9-4957-8459-7a14228eecf3 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:28.988046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fc17e67-6f27-4089-965b-a16853846c8c req-45cc1cc6-40d9-4957-8459-7a14228eecf3 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.2665875 Aug 10 02:09:28.998700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb9bfa-b7be-4d38-a8a1-03f20e615c1a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event deleted for resources: {'Subnet': ['ID=8945ad45-1d76-4b07-8fe6-7981fd21a9b2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:29.001026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a416f-dd1f-4922-9dd6-8dd2a97269ad None None] Network 2918234c-3c4c-4cca-80b1-05ab1dab4c98 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:29.009091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bfa-b7be-4d38-a8a1-03f20e615c1a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.011679 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c0eb9bfa-b7be-4d38-a8a1-03f20e615c1a tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "DELETE /v2.0/subnets/8945ad45-1d76-4b07-8fe6-7981fd21a9b2 HTTP/1.1" status: 204 len: 168 time: 0.5405154 Aug 10 02:09:29.013047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-da14311d-ae98-44db-a889-3330be46d262 req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Calling delete_port for 1d3d2d07-3d03-4496-9377-6d35d242a1b3 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:29.015169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59148) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:29.112810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.194775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Deleting port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:29.195306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.225385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fc17e67-6f27-4089-965b-a16853846c8c req-2971e599-34e9-41d8-a2ad-b85ed1f361b7 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099633 Aug 10 02:09:29.253611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9248-8d4f-4a9d-b178-5d20a7889840 req-2bb6dc14-b832-44fc-94e3-b16660f62b80 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:29.255264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc0c9248-8d4f-4a9d-b178-5d20a7889840 req-2bb6dc14-b832-44fc-94e3-b16660f62b80 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 946 time: 0.2541125 Aug 10 02:09:29.304943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] For port 7acd39f6-da40-4dfb-a54a-a85248d06bc3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7acd39f6-da40-4dfb-a54a-a85248d06bc3,segment=NetworkSegment(33498d9b-055b-44b6-ab3f-bf483bb0b4d9),segment_id=33498d9b-055b-44b6-ab3f-bf483bb0b4d9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:29.305741 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.328511 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Calling delete_port for 7acd39f6-da40-4dfb-a54a-a85248d06bc3 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:29.388720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Deleting port 5a3568c1-2353-40fa-a5f0-520a8ce75c93 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:29.388720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.422128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab13bb-2cba-40f5-8294-00b41123fa93 None None] DHCP port deletion for 2918234c-3c4c-4cca-80b1-05ab1dab4c98 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:09:29.482778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab13bb-2cba-40f5-8294-00b41123fa93 None None] Deleting port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:29.483160 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f5ab13bb-2cba-40f5-8294-00b41123fa93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.555202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f5ab13bb-2cba-40f5-8294-00b41123fa93 None None] For port 7acd39f6-da40-4dfb-a54a-a85248d06bc3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7acd39f6-da40-4dfb-a54a-a85248d06bc3,segment=NetworkSegment(33498d9b-055b-44b6-ab3f-bf483bb0b4d9),segment_id=33498d9b-055b-44b6-ab3f-bf483bb0b4d9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:29.555737 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f5ab13bb-2cba-40f5-8294-00b41123fa93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.562201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.573188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab13bb-2cba-40f5-8294-00b41123fa93 None None] Calling delete_port for 7acd39f6-da40-4dfb-a54a-a85248d06bc3 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:29.575810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] No DVR routers for this DVR port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:29.577728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc0c9248-8d4f-4a9d-b178-5d20a7889840 req-c4357108-a272-447b-b0be-c2da7f5018fe tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/security-groups?id=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132961 Aug 10 02:09:29.652693 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.652958 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.653230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event deleted for resources: {'Port': ['ID=7acd39f6-da40-4dfb-a54a-a85248d06bc3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:29.680028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f5ab13bb-2cba-40f5-8294-00b41123fa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.684201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Calling delete_port for 5a3568c1-2353-40fa-a5f0-520a8ce75c93 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:29.719360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab13bb-2cba-40f5-8294-00b41123fa93 None None] Pushing event deleted for resources: {'Port': ['ID=7acd39f6-da40-4dfb-a54a-a85248d06bc3,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:29.724456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab13bb-2cba-40f5-8294-00b41123fa93 None None] No DVR routers for this DVR port 7acd39f6-da40-4dfb-a54a-a85248d06bc3 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:29.735767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.749337 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-da14311d-ae98-44db-a889-3330be46d262 req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.751378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2918234c-3c4c-4cca-80b1-05ab1dab4c98']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:29.766406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1d3d2d07-3d03-4496-9377-6d35d242a1b3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:09:29.794642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33498d9b-055b-44b6-ab3f-bf483bb0b4d9') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:29.795339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33498d9b-055b-44b6-ab3f-bf483bb0b4d9') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:29.807954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.823977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:09:29.838333 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:09:29.841618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7acd39f6-da40-4dfb-a54a-a85248d06bc3 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:29.846236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Pushing event deleted for resources: {'Port': ['ID=1d3d2d07-3d03-4496-9377-6d35d242a1b3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:29.876391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7acd39f6-da40-4dfb-a54a-a85248d06bc3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:29.877023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7acd39f6-da40-4dfb-a54a-a85248d06bc3 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:30.002310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:30.023790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:30.028496 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] 10.222.0.38 "DELETE /v2.0/networks/2918234c-3c4c-4cca-80b1-05ab1dab4c98 HTTP/1.1" status: 204 len: 168 time: 1.0118527 Aug 10 02:09:30.071030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8002f-1694-402e-b018-33be39ab51e6 tempest-AllowedAddressPairIpV6TestJSON-1452567672 tempest-AllowedAddressPairIpV6TestJSON-1452567672-project] Pushing event deleted for resources: {'Network': ['ID=2918234c-3c4c-4cca-80b1-05ab1dab4c98,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:30.142998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-da14311d-ae98-44db-a889-3330be46d262 req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] No DVR routers for this DVR port 1d3d2d07-3d03-4496-9377-6d35d242a1b3 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:30.150343 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-da14311d-ae98-44db-a889-3330be46d262 req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:30.152388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da14311d-ae98-44db-a889-3330be46d262 req-696381ce-750b-4e6a-b452-b8e37169e82f tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.16 "DELETE /v2.0/ports/1d3d2d07-3d03-4496-9377-6d35d242a1b3 HTTP/1.1" status: 204 len: 173 time: 2.2806480 Aug 10 02:09:30.155636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a173a9-7bdd-4a7f-aabf-038a6278da44', 'name': 'network-vif-deleted', 'tag': '1d3d2d07-3d03-4496-9377-6d35d242a1b3'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:30.158253 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e399c6-daf7-4212-a984-84837b344d60" -d '{"events": [{"server_uuid": "70a173a9-7bdd-4a7f-aabf-038a6278da44", "name": "network-vif-deleted", "tag": "1d3d2d07-3d03-4496-9377-6d35d242a1b3"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:30.203210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684a8170-6272-4aa7-a11d-b0ad6dc46434 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:09:30.211816 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad1ac60-e5c6-4e7a-91f6-482eaf5c2d76 x-openstack-request-id: req-7ad1ac60-e5c6-4e7a-91f6-482eaf5c2d76 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:30.212288 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a173a9-7bdd-4a7f-aabf-038a6278da44", "name": "network-vif-deleted", "tag": "1d3d2d07-3d03-4496-9377-6d35d242a1b3", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:30.216016 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7ad1ac60-e5c6-4e7a-91f6-482eaf5c2d76 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:30.216016 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a173a9-7bdd-4a7f-aabf-038a6278da44', 'name': 'network-vif-deleted', 'tag': '1d3d2d07-3d03-4496-9377-6d35d242a1b3', 'status': 'completed', 'code': 200} Aug 10 02:09:30.219367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:30.236460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd9905-998d-40ab-b8a7-00f3858e9340 req-ecee8cb7-5dc4-4ba0-884d-42e759a45907 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:30.238076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fcd9905-998d-40ab-b8a7-00f3858e9340 req-ecee8cb7-5dc4-4ba0-884d-42e759a45907 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 931 time: 0.2673023 Aug 10 02:09:30.321166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0debce35-3b71-4c4b-ba72-2980c00383fd tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:30.323338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0debce35-3b71-4c4b-ba72-2980c00383fd tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.2616100 Aug 10 02:09:30.431435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fcd9905-998d-40ab-b8a7-00f3858e9340 req-848cb5cc-06f9-4294-8a33-a0b7add0cca1 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625161 Aug 10 02:09:30.507227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015a6c6-5b24-4f0b-9bfd-8e502daa5c6b req-2b2cfe71-280e-49cc-9251-2c3da3e85505 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:30.509132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1015a6c6-5b24-4f0b-9bfd-8e502daa5c6b req-2b2cfe71-280e-49cc-9251-2c3da3e85505 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1849244 Aug 10 02:09:30.511323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Transition to ACTIVE for port object 684a8170-6272-4aa7-a11d-b0ad6dc46434 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:30.512559 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:30.561275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event deleted for resources: {'Port': ['ID=5a3568c1-2353-40fa-a5f0-520a8ce75c93,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:30.680281 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:30.708218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59190) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:30.728444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1015a6c6-5b24-4f0b-9bfd-8e502daa5c6b req-d3984ad5-eb8c-4b55-b6b5-424ffad33043 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093785 Aug 10 02:09:30.798670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Deleting port 7715e655-0e86-436e-9ba3-3a98a456ea7d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:30.799027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:30.814189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f7f991f-3a8a-4c7a-8083-74a55179a06a req-e2257c7b-53e6-4102-8d62-13209d076062 tempest-ListServerFiltersTestJSON-347668273 tempest-ListServerFiltersTestJSON-347668273-project] 10.222.0.38 "GET /v2.0/ports?device_id=70a173a9-7bdd-4a7f-aabf-038a6278da44 HTTP/1.1" status: 200 len: 210 time: 0.0472147 Aug 10 02:09:30.876875 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:30.877362 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Floating IP f2bcacf1-886f-40fc-8a3a-329486493c5e disassociated (deleted). External IP: 172.25.3.207, port: d41502b5-4322-490d-b25e-1018e8e00dee. Aug 10 02:09:30.920259 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff529721-e717-4069-a2ab-8e2137d415af admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4233055896a84498a451e0baa7638c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102716 Aug 10 02:09:30.922595 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59196) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:30.938247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Pushing event updated for resources: {'Port': ['ID=684a8170-6272-4aa7-a11d-b0ad6dc46434,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:30.989738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-60fa75a4-9175-48cf-805b-fd29a439f47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.017064 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-60fa75a4-9175-48cf-805b-fd29a439f47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.168160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-60fa75a4-9175-48cf-805b-fd29a439f47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.171251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-60fa75a4-9175-48cf-805b-fd29a439f47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.176124 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-60fa75a4-9175-48cf-805b-fd29a439f47f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/88f4b3f9-4684-4d25-a654-720cd5e69da6 HTTP/1.1" status: 204 len: 168 time: 0.2492967 Aug 10 02:09:31.200361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59204) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:31.206230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa75a4-9175-48cf-805b-fd29a439f47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f4b3f9-4684-4d25-a654-720cd5e69da6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:31.416088 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9279fc9-6a90-45eb-8260-46e360766dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.499680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] For port 7715e655-0e86-436e-9ba3-3a98a456ea7d, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=7715e655-0e86-436e-9ba3-3a98a456ea7d,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:31.500066 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.546325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Calling delete_port for 7715e655-0e86-436e-9ba3-3a98a456ea7d owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:31.584549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9279fc9-6a90-45eb-8260-46e360766dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.598994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Attempting to bind port 684a8170-6272-4aa7-a11d-b0ad6dc46434 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:09:31.599244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Attempting to bind port 684a8170-6272-4aa7-a11d-b0ad6dc46434 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '822e9027-e5fd-48ab-936c-2624481aad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c17c66a5-97f4-4dcf-975c-cb7a8710314a'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:09:31.599543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Attempting to bind port 684a8170-6272-4aa7-a11d-b0ad6dc46434 on network c17c66a5-97f4-4dcf-975c-cb7a8710314a {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:31.642440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Port 684a8170-6272-4aa7-a11d-b0ad6dc46434 on network c17c66a5-97f4-4dcf-975c-cb7a8710314a not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:09:31.642801 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Attempting to bind port 684a8170-6272-4aa7-a11d-b0ad6dc46434 on network c17c66a5-97f4-4dcf-975c-cb7a8710314a {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:31.687641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9279fc9-6a90-45eb-8260-46e360766dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.697317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39456dd2-b6b1-47cb-9077-07e370ef2817 req-8235666b-a0be-40e2-a022-571481b116fd tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:31.698925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39456dd2-b6b1-47cb-9077-07e370ef2817 req-8235666b-a0be-40e2-a022-571481b116fd tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 943 time: 0.1785858 Aug 10 02:09:31.699894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:09:31.700052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Checking segment: {'id': '822e9027-e5fd-48ab-936c-2624481aad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c17c66a5-97f4-4dcf-975c-cb7a8710314a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:31.700449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Bound using segment: {'id': '822e9027-e5fd-48ab-936c-2624481aad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c17c66a5-97f4-4dcf-975c-cb7a8710314a'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:09:31.701134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Bound port: 684a8170-6272-4aa7-a11d-b0ad6dc46434, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822e9027-e5fd-48ab-936c-2624481aad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c17c66a5-97f4-4dcf-975c-cb7a8710314a'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:09:31.701507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.772395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a9279fc9-6a90-45eb-8260-46e360766dc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c8e80db977af4e2a93d4aaf99f2500ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592420 Aug 10 02:09:31.772395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9279fc9-6a90-45eb-8260-46e360766dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58f208f-b0cd-4c1a-882b-e97576ae1595,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:31.775633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59222) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:31.858329 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-297d7ca7-7520-41d2-a888-03e534039989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.882686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39456dd2-b6b1-47cb-9077-07e370ef2817 req-7131aa4b-fa73-43a4-b93b-727d7c9b1fba tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543920 Aug 10 02:09:31.893723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-297d7ca7-7520-41d2-a888-03e534039989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:31.946218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59232) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:31.979078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] For port 684a8170-6272-4aa7-a11d-b0ad6dc46434, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:09:31.982216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Router ff296f4e-35d5-4e45-a888-17dc46a22321 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:09:31.996573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e715907-7f8d-441b-b483-01bda48fe7e0 admin admin] Deleting subnet 6a6d8ffb-9e99-4039-bb1e-b26e67d761e5 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:09:32.000062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e715907-7f8d-441b-b483-01bda48fe7e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.017121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbc450-a39c-41a0-ab66-380c0b2c5c9e req-acda98a7-c320-44d7-98ac-58edf10d85ef tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:32.018776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6dcbc450-a39c-41a0-ab66-380c0b2c5c9e req-acda98a7-c320-44d7-98ac-58edf10d85ef tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1456370 Aug 10 02:09:32.049236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e715907-7f8d-441b-b483-01bda48fe7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.100207 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.114008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['94c6cc29-caa3-4cdd-adae-5905ad3bfed6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:09:32.120636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] For port 684a8170-6272-4aa7-a11d-b0ad6dc46434, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=684a8170-6272-4aa7-a11d-b0ad6dc46434,segment=NetworkSegment(822e9027-e5fd-48ab-936c-2624481aad6b),segment_id=822e9027-e5fd-48ab-936c-2624481aad6b)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:09:32.182832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e715907-7f8d-441b-b483-01bda48fe7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.185521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Pushing event deleted for resources: {'Port': ['ID=7715e655-0e86-436e-9ba3-3a98a456ea7d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:32.196930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.202353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6dcbc450-a39c-41a0-ab66-380c0b2c5c9e req-f0fe8923-6b98-4f45-9b2b-da913e7b549c tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748264 Aug 10 02:09:32.242067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1d3d2d07-3d03-4496-9377-6d35d242a1b3 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:32.251166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-297d7ca7-7520-41d2-a888-03e534039989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.253914 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-297d7ca7-7520-41d2-a888-03e534039989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.258058 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-297d7ca7-7520-41d2-a888-03e534039989 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e58f208f-b0cd-4c1a-882b-e97576ae1595 HTTP/1.1" status: 204 len: 168 time: 0.4811931 Aug 10 02:09:32.266460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d7ca7-7520-41d2-a888-03e534039989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58f208f-b0cd-4c1a-882b-e97576ae1595,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:32.268212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 1d3d2d07-3d03-4496-9377-6d35d242a1b3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:32.269038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1d3d2d07-3d03-4496-9377-6d35d242a1b3 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:32.301288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] No DVR routers for this DVR port 7715e655-0e86-436e-9ba3-3a98a456ea7d on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:32.306256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:32.307258 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.308907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] 10.222.0.11 "PUT /v2.0/ports/684a8170-6272-4aa7-a11d-b0ad6dc46434 HTTP/1.1" status: 200 len: 1092 time: 3.5862541 Aug 10 02:09:32.309567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1941d574-96ce-4046-9366-ed4e9766e395', 'tag': '684a8170-6272-4aa7-a11d-b0ad6dc46434'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:32.316825 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508fd02c-56fe-4f4b-bb90-ab1d655fbf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "1941d574-96ce-4046-9366-ed4e9766e395", "tag": "684a8170-6272-4aa7-a11d-b0ad6dc46434"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:32.329951 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.338542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e715907-7f8d-441b-b483-01bda48fe7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.348628 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e21d6aee-bf26-470e-a891-44376b3b9325 req-0b11532a-b1ec-46f8-8088-ed04e29a697e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.11 "DELETE /v2.0/ports/7715e655-0e86-436e-9ba3-3a98a456ea7d HTTP/1.1" status: 204 len: 173 time: 2.0158587 Aug 10 02:09:32.349824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:09:32.361800 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.368290 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e6d60-b831-4390-a710-d115ab0c59b0 None None] Sync routers for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:09:32.387711 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e6d60-b831-4390-a710-d115ab0c59b0 None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:32.389270 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-984e6d60-b831-4390-a710-d115ab0c59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:32.398633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48811f-3eb8-4b54-9453-ac64466cd073 service neutron] Pushing event updated for resources: {'Port': ['ID=684a8170-6272-4aa7-a11d-b0ad6dc46434,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:32.426908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c9326450-e9b6-40ba-8bcc-e37b326abd4c tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "DELETE /v2.0/floatingips/f2bcacf1-886f-40fc-8a3a-329486493c5e HTTP/1.1" status: 204 len: 168 time: 3.9899378 Aug 10 02:09:32.427173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59248) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:32.428489 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f7208e-22bc-4b6f-9891-97f5080b0d61 x-openstack-request-id: req-45f7208e-22bc-4b6f-9891-97f5080b0d61 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:32.428823 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1941d574-96ce-4046-9366-ed4e9766e395", "tag": "684a8170-6272-4aa7-a11d-b0ad6dc46434", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:32.430279 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45f7208e-22bc-4b6f-9891-97f5080b0d61 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:32.430279 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1941d574-96ce-4046-9366-ed4e9766e395', 'tag': '684a8170-6272-4aa7-a11d-b0ad6dc46434', 'status': 'completed', 'code': 200} Aug 10 02:09:32.435150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:32.444078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e715907-7f8d-441b-b483-01bda48fe7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6d8ffb-9e99-4039-bb1e-b26e67d761e5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:32.458135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e715907-7f8d-441b-b483-01bda48fe7e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.460701 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6e715907-7f8d-441b-b483-01bda48fe7e0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6a6d8ffb-9e99-4039-bb1e-b26e67d761e5 HTTP/1.1" status: 204 len: 168 time: 0.5129187 Aug 10 02:09:32.470621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59254) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:32.471677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e67ad7-5949-481c-b314-a8027dbc3569 None None] Network 7294d26d-5358-4650-9e09-a457ac1195da requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:32.517622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fd02c-56fe-4f4b-bb90-ab1d655fbf5a req-d8ab1d78-8e7a-4880-a03a-515324a9700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:32.519216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-508fd02c-56fe-4f4b-bb90-ab1d655fbf5a req-d8ab1d78-8e7a-4880-a03a-515324a9700a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22f3c7ae15ba4ee882d4fbe742dfc57f&device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 1095 time: 0.0819094 Aug 10 02:09:32.613769 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-984e6d60-b831-4390-a710-d115ab0c59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:32.629257 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e6d60-b831-4390-a710-d115ab0c59b0 None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:32.631209 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-984e6d60-b831-4390-a710-d115ab0c59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:32.666766 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.715032 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-984e6d60-b831-4390-a710-d115ab0c59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:32.715721 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e6d60-b831-4390-a710-d115ab0c59b0 None None] The sync data for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:09:32.732121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fd02c-56fe-4f4b-bb90-ab1d655fbf5a req-465bc30b-c77d-4937-b793-276a191ea723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:32.736605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-508fd02c-56fe-4f4b-bb90-ab1d655fbf5a req-465bc30b-c77d-4937-b793-276a191ea723 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=22f3c7ae15ba4ee882d4fbe742dfc57f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2013841 Aug 10 02:09:32.788914 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.807247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Deleting port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:32.807867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.897481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cbf7f0-4533-451f-aa56-ba5a4cd5a096 None None] DHCP port deletion for 7294d26d-5358-4650-9e09-a457ac1195da request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:09:32.899348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59264) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:32.921598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fd02c-56fe-4f4b-bb90-ab1d655fbf5a req-16c8c016-2a2c-4824-82f3-7aebb935ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:32.931612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-508fd02c-56fe-4f4b-bb90-ab1d655fbf5a req-16c8c016-2a2c-4824-82f3-7aebb935ea7f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1870947 Aug 10 02:09:32.934341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] For port 42aa2c65-0957-4a74-90a3-2c1cf8402c10, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=42aa2c65-0957-4a74-90a3-2c1cf8402c10,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:32.934789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:32.973409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Calling delete_port for 42aa2c65-0957-4a74-90a3-2c1cf8402c10 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:33.009264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 7715e655-0e86-436e-9ba3-3a98a456ea7d no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:33.040180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 7715e655-0e86-436e-9ba3-3a98a456ea7d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:33.041140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 7715e655-0e86-436e-9ba3-3a98a456ea7d not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:33.063033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-87cbf7f0-4533-451f-aa56-ba5a4cd5a096 None None] Deleting port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:33.063734 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-87cbf7f0-4533-451f-aa56-ba5a4cd5a096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:33.109816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ccc65-af91-4f70-982f-a586d00757da req-7d3ffcb6-d0c3-41a6-8a07-68b8c8c8a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:33.110923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-6fd52c3f-1a7f-46b0-a2dc-dc3774320853 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.111468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-7d3ffcb6-d0c3-41a6-8a07-68b8c8c8a1b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22f3c7ae15ba4ee882d4fbe742dfc57f&device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 1095 time: 0.1375043 Aug 10 02:09:33.114810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59272) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.115090 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6fd52c3f-1a7f-46b0-a2dc-dc3774320853 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2146440 Aug 10 02:09:33.121521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-1079418b-fb2e-4bc8-ac1b-ad911df8d9a3 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.123552 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1079418b-fb2e-4bc8-ac1b-ad911df8d9a3 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072553 Aug 10 02:09:33.126909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59274) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.141501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-76b45405-7d8d-44b9-b8e3-ba7d0f037ee5 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.142852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-76b45405-7d8d-44b9-b8e3-ba7d0f037ee5 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0060484 Aug 10 02:09:33.146195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59276) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.153619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:33.187466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-3ba0516d-5b29-4705-800f-200604484f91 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.188026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-87cbf7f0-4533-451f-aa56-ba5a4cd5a096 None None] For port 42aa2c65-0957-4a74-90a3-2c1cf8402c10, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=42aa2c65-0957-4a74-90a3-2c1cf8402c10,segment=NetworkSegment(bd1b47ed-10da-43e4-a2d4-6cebda1cb616),segment_id=bd1b47ed-10da-43e4-a2d4-6cebda1cb616)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:33.188669 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-87cbf7f0-4533-451f-aa56-ba5a4cd5a096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:33.189822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3ba0516d-5b29-4705-800f-200604484f91 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0372350 Aug 10 02:09:33.198946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd1880-01e2-4ea6-9431-de388ee3dd56 req-ad9307c6-94a3-43b6-8978-3567c433a66e tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:33.201214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7dd1880-01e2-4ea6-9431-de388ee3dd56 req-ad9307c6-94a3-43b6-8978-3567c433a66e tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 943 time: 0.1446609 Aug 10 02:09:33.201941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59278) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.205058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-a7d7e36f-4c3c-452a-99e2-c722fc06d964 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=684a8170-6272-4aa7-a11d-b0ad6dc46434 HTTP/1.1" status: 200 len: 217 time: 0.0802758 Aug 10 02:09:33.206675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-87cbf7f0-4533-451f-aa56-ba5a4cd5a096 None None] Calling delete_port for 42aa2c65-0957-4a74-90a3-2c1cf8402c10 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:33.209157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-b8c86093-52ce-4b0b-97af-6ca6fc5ad9a9 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.210750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b8c86093-52ce-4b0b-97af-6ca6fc5ad9a9 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0074422 Aug 10 02:09:33.227203 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59280) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.258614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-091ab70b-9baa-4e95-9ce9-4cf47ae2f7c9 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.259962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-091ab70b-9baa-4e95-9ce9-4cf47ae2f7c9 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0314863 Aug 10 02:09:33.269057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59284) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.289729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-56be0079-1e73-4ec6-8244-d17bbda4b8f7 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.289729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-56be0079-1e73-4ec6-8244-d17bbda4b8f7 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0134912 Aug 10 02:09:33.293828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59286) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.304600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-e87c495f-b9d5-4f7c-b5a0-b4d5b583e6ba tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.306152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e87c495f-b9d5-4f7c-b5a0-b4d5b583e6ba tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076630 Aug 10 02:09:33.313286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59288) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.326389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59290) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.329531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ccc65-af91-4f70-982f-a586d00757da req-658fca00-ee4c-4b4c-afad-9db9dd272718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:33.331112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-658fca00-ee4c-4b4c-afad-9db9dd272718 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=70db29bf-e9c0-4096-9d08-1fc332651dd2 HTTP/1.1" status: 200 len: 850 time: 0.1180263 Aug 10 02:09:33.343776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-8380602c-0462-4164-9def-91e3e14197c2 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.344868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8380602c-0462-4164-9def-91e3e14197c2 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0305839 Aug 10 02:09:33.353685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59292) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.362088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-80120dbe-4c99-4003-b891-959ca202d32f tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.362300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7dd1880-01e2-4ea6-9431-de388ee3dd56 req-2d899b31-eee2-44e5-a1a1-29c6b213659a tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491809 Aug 10 02:09:33.362429 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-80120dbe-4c99-4003-b891-959ca202d32f tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0074985 Aug 10 02:09:33.369811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59296) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.374306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-bb1029d3-cc09-4cc0-8ae7-915665bb1286 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.375277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bb1029d3-cc09-4cc0-8ae7-915665bb1286 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045536 Aug 10 02:09:33.378173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59298) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.385548 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee86f49c-7a1b-49d1-8e9c-a0cd4ff4ab05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:33.387755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-137547df-7449-408e-8faf-2530663a3476 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.391804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-137547df-7449-408e-8faf-2530663a3476 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096099 Aug 10 02:09:33.396215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-9c4855d9-9e3b-4f38-8753-1d8d9e631fe4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c17c66a5-97f4-4dcf-975c-cb7a8710314a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563803 Aug 10 02:09:33.397885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59300) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.409258 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Allocated IP 172.25.3.181 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/4e1d631a-9b39-4f59-95f7-1c01b60050e8) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:33.423107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-14d1290c-ada0-4373-8ed8-db4c70ec946a tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.424110 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-14d1290c-ada0-4373-8ed8-db4c70ec946a tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0243039 Aug 10 02:09:33.426920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59302) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.427949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0083c2c-31c5-4154-ab94-f4cbb8adaf09 req-698246a7-ce0b-452b-954f-c133170a5013 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a899457-4666-4967-874f-5b015e5a0ba1 HTTP/1.1" status: 200 len: 210 time: 0.0627196 Aug 10 02:09:33.433832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:33.441182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-d2e73fbf-1d58-4be8-ac79-5953367f09b1 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.444139 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d2e73fbf-1d58-4be8-ac79-5953367f09b1 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0152898 Aug 10 02:09:33.447874 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-87cbf7f0-4533-451f-aa56-ba5a4cd5a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:33.448102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59304) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.482033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-8de96789-b363-43f3-8b3d-99b95b5e89b7 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.485680 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8de96789-b363-43f3-8b3d-99b95b5e89b7 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0108175 Aug 10 02:09:33.502994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbf7f0-4533-451f-aa56-ba5a4cd5a096 None None] Pushing event deleted for resources: {'Port': ['ID=42aa2c65-0957-4a74-90a3-2c1cf8402c10,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:33.504068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59308) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.511648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-acafc469-2ace-4bbf-9259-f4abfed8c059 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.514240 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-acafc469-2ace-4bbf-9259-f4abfed8c059 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077474 Aug 10 02:09:33.514680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cbf7f0-4533-451f-aa56-ba5a4cd5a096 None None] No DVR routers for this DVR port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:33.514877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59310) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.519569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42aa2c65-0957-4a74-90a3-2c1cf8402c10,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:33.531153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-41d560f6-e4b8-4d15-ba7d-9cd63a50cda2 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.534520 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-41d560f6-e4b8-4d15-ba7d-9cd63a50cda2 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0159996 Aug 10 02:09:33.534963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59312) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.535622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] No DVR routers for this DVR port 42aa2c65-0957-4a74-90a3-2c1cf8402c10 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:33.547025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-02e4b368-e489-4923-a221-1438e661e083 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.548068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-02e4b368-e489-4923-a221-1438e661e083 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0104761 Aug 10 02:09:33.566104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59316) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.579308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-af9fa403-4b22-4149-8f51-f5b640d733f0 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.580325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-af9fa403-4b22-4149-8f51-f5b640d733f0 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083816 Aug 10 02:09:33.584561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59318) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.595132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-7e0baa2e-58e9-48b3-b895-208739b778a1 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.596124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7e0baa2e-58e9-48b3-b895-208739b778a1 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0065889 Aug 10 02:09:33.599796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59320) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.606129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-4e77f7fc-423c-46ef-afb0-453bcedc1319 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.607381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4e77f7fc-423c-46ef-afb0-453bcedc1319 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051155 Aug 10 02:09:33.615804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59322) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.622808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-a8d86891-6570-49d8-b723-bd8a3fe792a5 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.624582 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a8d86891-6570-49d8-b723-bd8a3fe792a5 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070047 Aug 10 02:09:33.630061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-e5d8615e-8f7a-4968-a1b2-d575283993a5 service neutron] 10.222.0.11 "GET /v2.0/networks/c17c66a5-97f4-4dcf-975c-cb7a8710314a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044058 Aug 10 02:09:33.634515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59324) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.638862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-0907c13c-9bf5-489b-b163-b5f665b23efe tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.639817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0907c13c-9bf5-489b-b163-b5f665b23efe tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043371 Aug 10 02:09:33.642603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59326) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.648798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-6bcf1ef7-9bd5-4491-871e-b33ade096252 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.650695 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6bcf1ef7-9bd5-4491-871e-b33ade096252 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062525 Aug 10 02:09:33.663611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59328) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.702235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-231654ab-52db-497b-8ad9-0066b50f670c tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.706317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-231654ab-52db-497b-8ad9-0066b50f670c tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0367229 Aug 10 02:09:33.709790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59330) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.723596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-d6d7cec1-fa44-46a6-bc6c-7cf8c7ee3210 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.729720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d6d7cec1-fa44-46a6-bc6c-7cf8c7ee3210 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0159614 Aug 10 02:09:33.732179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59332) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.750597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-0b236cd3-0d04-4793-914b-e2b2fc24d3b8 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.750597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0b236cd3-0d04-4793-914b-e2b2fc24d3b8 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0097153 Aug 10 02:09:33.753267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59334) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.758785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-e261d385-f578-49df-8c1e-3b7ac22584fe tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.760235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e261d385-f578-49df-8c1e-3b7ac22584fe tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056217 Aug 10 02:09:33.769570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59336) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.776681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-db124616-fc9a-4185-a6d0-107813d755f6 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.777672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-db124616-fc9a-4185-a6d0-107813d755f6 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069089 Aug 10 02:09:33.788718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 42aa2c65-0957-4a74-90a3-2c1cf8402c10 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:33.797246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59338) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.802307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-c0919bac-12ad-4eb4-9609-d8ef386b12b6 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.807056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c0919bac-12ad-4eb4-9609-d8ef386b12b6 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051634 Aug 10 02:09:33.809226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59342) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.811419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 42aa2c65-0957-4a74-90a3-2c1cf8402c10 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:33.811767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 42aa2c65-0957-4a74-90a3-2c1cf8402c10 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:33.826665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-e6bbe7a2-926f-4dc7-a0a6-9d357ae2ed86 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.827650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e6bbe7a2-926f-4dc7-a0a6-9d357ae2ed86 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052459 Aug 10 02:09:33.839926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59344) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.846277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-cb93b7b2-a997-4adc-9386-a636132f77ca tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.847584 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cb93b7b2-a997-4adc-9386-a636132f77ca tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065885 Aug 10 02:09:33.851814 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee86f49c-7a1b-49d1-8e9c-a0cd4ff4ab05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:33.852714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59346) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.859176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-136ac1ed-b99c-414a-97fa-f36f19698d50 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.869562 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-136ac1ed-b99c-414a-97fa-f36f19698d50 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048144 Aug 10 02:09:33.874653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59348) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.881867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-39aab041-2452-47e1-926a-33342b775afc tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.883571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-39aab041-2452-47e1-926a-33342b775afc tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0078962 Aug 10 02:09:33.887888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-178ccc65-af91-4f70-982f-a586d00757da req-4efa81e9-faaf-4544-97a2-ad863c008e72 service neutron] 10.222.0.11 "GET /v2.0/networks/c17c66a5-97f4-4dcf-975c-cb7a8710314a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458825 Aug 10 02:09:33.888353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59350) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.893677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-bb265896-6a70-44f5-8491-21bf2bd8bbc4 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.895204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bb265896-6a70-44f5-8491-21bf2bd8bbc4 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055728 Aug 10 02:09:33.897832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59352) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.902543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-707354e1-55ed-40a8-bdab-b043e478b737 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.911568 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-707354e1-55ed-40a8-bdab-b043e478b737 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047603 Aug 10 02:09:33.914107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59354) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.918870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-622f7289-f5fa-4944-91f9-5dd13fdbd25a tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.919867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-622f7289-f5fa-4944-91f9-5dd13fdbd25a tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047038 Aug 10 02:09:33.922758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59356) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.927325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-fe176522-9c1f-40d5-a1a7-8be012f3ec7d tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.928332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fe176522-9c1f-40d5-a1a7-8be012f3ec7d tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046115 Aug 10 02:09:33.931921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59358) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.936560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-6f3db0d6-6375-4d3c-9834-b5268867a17b tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.942756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6f3db0d6-6375-4d3c-9834-b5268867a17b tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046849 Aug 10 02:09:33.942756 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee86f49c-7a1b-49d1-8e9c-a0cd4ff4ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:33.950640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59360) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.962213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-f300a961-6d6d-4b9a-adf7-f970284ca9dd tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.963259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f300a961-6d6d-4b9a-adf7-f970284ca9dd tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0065246 Aug 10 02:09:33.968267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59362) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.975146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-a2f75a89-356f-4940-8a53-19980baaea06 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.976172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a2f75a89-356f-4940-8a53-19980baaea06 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044973 Aug 10 02:09:33.985617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59364) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:33.994765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-ed62b845-0444-4745-9001-1132f677e7e8 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:33.994765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ed62b845-0444-4745-9001-1132f677e7e8 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053802 Aug 10 02:09:33.999222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59368) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.005118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-1c58a5c1-b556-4dd3-a09f-804a58cd8589 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.009596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1c58a5c1-b556-4dd3-a09f-804a58cd8589 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048871 Aug 10 02:09:34.009596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86f49c-7a1b-49d1-8e9c-a0cd4ff4ab05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd16051b-3515-47ef-b897-0f095c62273a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:34.010356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59370) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.014234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ee86f49c-7a1b-49d1-8e9c-a0cd4ff4ab05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=066cb956574d41269fee97dc21ddbfc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6866145 Aug 10 02:09:34.017747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-24c6e734-20ca-49c0-af41-c95e157f457f tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.021402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-24c6e734-20ca-49c0-af41-c95e157f457f tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0072277 Aug 10 02:09:34.021402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59372) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.021402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59374) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.025609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-35bf305b-be14-4844-974b-0974907fc6a7 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.027288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-35bf305b-be14-4844-974b-0974907fc6a7 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043821 Aug 10 02:09:34.034859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59376) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.045765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.058627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-74af5f4a-190c-4a22-a0f5-f384e49bde14 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.058627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-74af5f4a-190c-4a22-a0f5-f384e49bde14 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0175781 Aug 10 02:09:34.058627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59378) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.065642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-294c308b-efae-4ca3-84a6-326662f9e382 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.065642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-294c308b-efae-4ca3-84a6-326662f9e382 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050278 Aug 10 02:09:34.067321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59380) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.071270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7294d26d-5358-4650-9e09-a457ac1195da']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:34.072864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-3fedd44f-2b66-4179-87ec-eacb30cfca71 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.076723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3fedd44f-2b66-4179-87ec-eacb30cfca71 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053875 Aug 10 02:09:34.078847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59382) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.087216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-58eb13fc-fcd0-4bb6-8f44-19fad7d024b9 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.088388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-58eb13fc-fcd0-4bb6-8f44-19fad7d024b9 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0082560 Aug 10 02:09:34.093137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59384) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.098804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-e5ae4423-48ae-4c0e-a5f8-044d0c4ca339 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.099839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e5ae4423-48ae-4c0e-a5f8-044d0c4ca339 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053663 Aug 10 02:09:34.106223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59386) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.109275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:34.109582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1b47ed-10da-43e4-a2d4-6cebda1cb616') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:34.114390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-d51a957a-35b6-4f0a-bbff-4f6a2e4584c7 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.115058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d51a957a-35b6-4f0a-bbff-4f6a2e4584c7 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0078731 Aug 10 02:09:34.124566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59388) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.131349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-c9c71529-733b-4cf8-ad66-7b75125b468e tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.134049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c9c71529-733b-4cf8-ad66-7b75125b468e tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070963 Aug 10 02:09:34.136280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.138412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59390) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.145163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-5afe9f5a-57eb-4334-8d8b-17adf1a4305d tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.148936 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5afe9f5a-57eb-4334-8d8b-17adf1a4305d tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080507 Aug 10 02:09:34.152152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.160044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59392) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.166219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-a56238b1-c71d-45c0-a1ae-2f14985c393f tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.170141 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a56238b1-c71d-45c0-a1ae-2f14985c393f tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0089343 Aug 10 02:09:34.170735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59394) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.180882 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.181408 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-1ff58f5c-7b64-4b1b-94e4-dc2c42e8ea89 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.183125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1ff58f5c-7b64-4b1b-94e4-dc2c42e8ea89 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047965 Aug 10 02:09:34.189523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59396) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.192076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:09:34.192488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.194223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-775e1fca-7d10-4fae-a6f6-725eda24dd8b tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:09:34.195346 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:09:34.198080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-775e1fca-7d10-4fae-a6f6-725eda24dd8b tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052788 Aug 10 02:09:34.198080 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a57d1f68-1d22-4086-9966-9cc7bb771519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.200163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59398) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.215231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-46115477-a263-4f17-9be2-b6a2ccd46adc tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.216215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-46115477-a263-4f17-9be2-b6a2ccd46adc tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0136268 Aug 10 02:09:34.220057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59400) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.229309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-a10dcfa6-892f-4d64-b43a-b4ae5207fcae tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.231764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a10dcfa6-892f-4d64-b43a-b4ae5207fcae tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0079129 Aug 10 02:09:34.237580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-a8334e73-6dae-462d-ac20-02d3ac670dbd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1028216 Aug 10 02:09:34.240701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59402) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.244102 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a57d1f68-1d22-4086-9966-9cc7bb771519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.248375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-523bc743-a9c7-4e06-bded-5d41bfe754c0 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.249372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-523bc743-a9c7-4e06-bded-5d41bfe754c0 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076749 Aug 10 02:09:34.252698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59404) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.259372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-64deed4e-0d38-42ed-832c-1520f710559b tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.263039 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64deed4e-0d38-42ed-832c-1520f710559b tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079894 Aug 10 02:09:34.266369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59406) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.274141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-f3ddb2c0-b188-48d2-a3e3-ae6e4a80f8ef tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.275400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f3ddb2c0-b188-48d2-a3e3-ae6e4a80f8ef tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078998 Aug 10 02:09:34.281987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59410) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.291660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-a03d661d-6703-43ba-9309-ff916ff8c035 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.292800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a03d661d-6703-43ba-9309-ff916ff8c035 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097086 Aug 10 02:09:34.295402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59412) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.299659 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-34be424b-4bba-4591-ae38-df579037dc6b tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.300617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-34be424b-4bba-4591-ae38-df579037dc6b tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043213 Aug 10 02:09:34.303629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59414) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.308734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-86a43838-6983-4e82-9ed4-4e855c7c2e77 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.309806 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-86a43838-6983-4e82-9ed4-4e855c7c2e77 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043890 Aug 10 02:09:34.312153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59416) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.316361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-8d034d44-da57-4c52-b4a4-905230c41d31 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.317323 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8d034d44-da57-4c52-b4a4-905230c41d31 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042686 Aug 10 02:09:34.323354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59418) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.327486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-23f76100-55f8-486b-9842-c77638f1ac94 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.328720 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23f76100-55f8-486b-9842-c77638f1ac94 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041924 Aug 10 02:09:34.330886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59420) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.334978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-db2281dc-00f3-4980-b8b5-69afcb4c52a1 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.335935 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-db2281dc-00f3-4980-b8b5-69afcb4c52a1 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0041811 Aug 10 02:09:34.338541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.344128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [None req-87d8f42c-c0c0-4319-a413-c689b8d29510 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.344515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-87d8f42c-c0c0-4319-a413-c689b8d29510 tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050237 Aug 10 02:09:34.347235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:34.352392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [None req-68da71ce-f67f-452e-8c1d-f64eff2d61df tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] http://10.222.0.38:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:09:34.353364 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-68da71ce-f67f-452e-8c1d-f64eff2d61df tempest-ExtensionsTestJSON-896704941 tempest-ExtensionsTestJSON-896704941-project] 10.222.0.38 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051992 Aug 10 02:09:34.356668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-25b36344-d642-41f2-a81a-f442107ad267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:34.358240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-25b36344-d642-41f2-a81a-f442107ad267 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 1097 time: 0.0561328 Aug 10 02:09:34.431060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a899457-4666-4967-874f-5b015e5a0ba1', 'name': 'network-vif-deleted', 'tag': '7715e655-0e86-436e-9ba3-3a98a456ea7d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:34.431714 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.433831 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8e9b33-24e7-4e71-b985-b0d078863826" -d '{"events": [{"server_uuid": "3a899457-4666-4967-874f-5b015e5a0ba1", "name": "network-vif-deleted", "tag": "7715e655-0e86-436e-9ba3-3a98a456ea7d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:34.444290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.450568 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7294d26d-5358-4650-9e09-a457ac1195da HTTP/1.1" status: 204 len: 168 time: 1.9803967 Aug 10 02:09:34.456212 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a57d1f68-1d22-4086-9966-9cc7bb771519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.459470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a57d1f68-1d22-4086-9966-9cc7bb771519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.460931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a57d1f68-1d22-4086-9966-9cc7bb771519 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd16051b-3515-47ef-b897-0f095c62273a HTTP/1.1" status: 204 len: 168 time: 0.4408355 Aug 10 02:09:34.479877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d1f68-1d22-4086-9966-9cc7bb771519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd16051b-3515-47ef-b897-0f095c62273a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:34.488186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7a89f-3d40-4937-9405-edb0722d32b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7294d26d-5358-4650-9e09-a457ac1195da,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:34.534611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.560514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-79b8ec3b-cf0e-4b95-a1ee-7f1ffa0d98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:34.562309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-79b8ec3b-cf0e-4b95-a1ee-7f1ffa0d98e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 200 len: 911 time: 0.1814318 Aug 10 02:09:34.564395 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b69cb9-497b-47e0-8a57-2f9dca1fc8dc x-openstack-request-id: req-32b69cb9-497b-47e0-8a57-2f9dca1fc8dc {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:34.564932 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a899457-4666-4967-874f-5b015e5a0ba1", "name": "network-vif-deleted", "tag": "7715e655-0e86-436e-9ba3-3a98a456ea7d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:34.565263 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32b69cb9-497b-47e0-8a57-2f9dca1fc8dc {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:34.566102 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a899457-4666-4967-874f-5b015e5a0ba1', 'name': 'network-vif-deleted', 'tag': '7715e655-0e86-436e-9ba3-3a98a456ea7d', 'status': 'completed', 'code': 200} Aug 10 02:09:34.601886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:34.606223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:34.609452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:34.638412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bba90-c248-4800-9176-3fae1c543354 req-8fe731ce-226a-4e7c-aef7-f67ccdc77ad9 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:34.640187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b0bba90-c248-4800-9176-3fae1c543354 req-8fe731ce-226a-4e7c-aef7-f67ccdc77ad9 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 943 time: 0.1274173 Aug 10 02:09:34.641927 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-6b331a0a-f3a6-4589-88a5-da0ae48dc3d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6 HTTP/1.1" status: 200 len: 217 time: 0.0701072 Aug 10 02:09:34.660659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Pushing event updated for resources: {'Port': ['ID=4e1d631a-9b39-4f59-95f7-1c01b60050e8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:34.738270 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.748597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b0bba90-c248-4800-9176-3fae1c543354 req-6ea81aeb-fa65-40bd-91ec-71ea7b9ebab0 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017609 Aug 10 02:09:34.756749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-925717b9-04cd-40c1-923b-243ed2a3679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:34.758507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-925717b9-04cd-40c1-923b-243ed2a3679a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 200 len: 850 time: 0.1086285 Aug 10 02:09:34.793860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-e8af7a1c-95dc-4e60-9325-b6bfeffcc913 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59eab2e9-08bd-46ea-831a-13bdf85f642b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264695 Aug 10 02:09:34.860736 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:34.910843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-902f077b-f57b-4587-9545-f20ae1ca9d3d service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081333 Aug 10 02:09:34.962415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59450) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:35.036793 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ca2872d9-225f-44f1-aae4-1e7ced24908b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e770675566e740399ef4273c8c2b2f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703473 Aug 10 02:09:35.037613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59452) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:35.088134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59456) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:35.133699 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f1b5592e-1b56-401c-b552-40d362f8d307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.146229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.164994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d87d3d39-a240-4a4f-bf59-d03e7a3cfa86 req-c5ad32a2-5c37-448f-a3ba-4377a5fe0113 service neutron] 10.222.0.11 "GET /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450302 Aug 10 02:09:35.169424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f1b5592e-1b56-401c-b552-40d362f8d307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.202089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0fabd-8b5e-4904-a2c0-d776fb2e5769 req-0f209d5e-fe0e-4cb0-946f-792ef52a5253 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:35.203885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cf0fabd-8b5e-4904-a2c0-d776fb2e5769 req-0f209d5e-fe0e-4cb0-946f-792ef52a5253 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0644732 Aug 10 02:09:35.245572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cf0fabd-8b5e-4904-a2c0-d776fb2e5769 req-ae516b1e-c9c5-4d15-8120-7161e2f344d0 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355997 Aug 10 02:09:35.253817 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.346839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Pushing event updated for resources: {'Port': ['ID=4e1d631a-9b39-4f59-95f7-1c01b60050e8,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:35.362258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f1b5592e-1b56-401c-b552-40d362f8d307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.365017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f1b5592e-1b56-401c-b552-40d362f8d307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.370440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f1b5592e-1b56-401c-b552-40d362f8d307 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e HTTP/1.1" status: 204 len: 168 time: 0.3310139 Aug 10 02:09:35.376740 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.408925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5592e-1b56-401c-b552-40d362f8d307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e8e57-bbe3-4fc8-b0cf-6dbf3054807e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:35.439054 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7150626-0365-4490-b3f4-203f44f072b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.505038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.508886 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-51e00f85-55fa-4392-8f71-b8bdb0766bf0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0755315 Aug 10 02:09:35.510085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59474) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:35.592961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7150626-0365-4490-b3f4-203f44f072b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.719718 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7150626-0365-4490-b3f4-203f44f072b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.769325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c7150626-0365-4490-b3f4-203f44f072b1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2fb0e2b51fd481a959cdd61fd90fc53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778719 Aug 10 02:09:35.769325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7150626-0365-4490-b3f4-203f44f072b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e658f8-c3b3-4345-a9ea-15fadc38129e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:35.770175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59488) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:35.822941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:35.876741 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d302c81-6fef-4d3a-a9f3-cf2b01f676f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.907482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d302c81-6fef-4d3a-a9f3-cf2b01f676f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.942148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:35.950778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d7731-8f54-4925-ac03-bf99694b3cb1 req-6ee16b8b-0933-4ceb-a5ad-93d0962b492f tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:35.961988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd2d7731-8f54-4925-ac03-bf99694b3cb1 req-6ee16b8b-0933-4ceb-a5ad-93d0962b492f tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 943 time: 0.0777264 Aug 10 02:09:36.013519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd2d7731-8f54-4925-ac03-bf99694b3cb1 req-da348df2-512e-4314-a450-e1171a3709e0 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505834 Aug 10 02:09:36.067947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:36.123523 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d302c81-6fef-4d3a-a9f3-cf2b01f676f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:36.126646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d302c81-6fef-4d3a-a9f3-cf2b01f676f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:36.127877 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7d302c81-6fef-4d3a-a9f3-cf2b01f676f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8e658f8-c3b3-4345-a9ea-15fadc38129e HTTP/1.1" status: 204 len: 168 time: 0.3569438 Aug 10 02:09:36.169125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d302c81-6fef-4d3a-a9f3-cf2b01f676f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e658f8-c3b3-4345-a9ea-15fadc38129e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:36.251240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Allocated IP 172.25.3.80 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/87a026dc-3fc1-4838-872d-e7514c18fc09) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:36.401379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a3b90-d2c3-4179-9f87-440f9fd188a2 req-99a8d551-91ca-47d6-ba26-3b3947c57eec tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:36.403405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b85a3b90-d2c3-4179-9f87-440f9fd188a2 req-99a8d551-91ca-47d6-ba26-3b3947c57eec tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0559270 Aug 10 02:09:36.427685 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:36.454104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b85a3b90-d2c3-4179-9f87-440f9fd188a2 req-3f75071b-bfe2-4dd4-8ef2-691d0e3c06aa tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Aug 10 02:09:36.566618 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:36.611191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:36.616913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:36.620941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:36.665716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Pushing event updated for resources: {'Port': ['ID=87a026dc-3fc1-4838-872d-e7514c18fc09,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:36.762038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:36.902244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.047085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 684a8170-6272-4aa7-a11d-b0ad6dc46434 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:09:37.090632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.168713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ae17f-d08b-42be-829a-692af4877aaa req-8bba74fa-a197-474a-a3fa-8b255b59eb0f tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:37.172825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 684a8170-6272-4aa7-a11d-b0ad6dc46434, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=684a8170-6272-4aa7-a11d-b0ad6dc46434,segment=NetworkSegment(822e9027-e5fd-48ab-936c-2624481aad6b),segment_id=822e9027-e5fd-48ab-936c-2624481aad6b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:37.176444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-874ae17f-d08b-42be-829a-692af4877aaa req-8bba74fa-a197-474a-a3fa-8b255b59eb0f tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 943 time: 0.0648651 Aug 10 02:09:37.198370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '684a8170-6272-4aa7-a11d-b0ad6dc46434', 'network_id': 'c17c66a5-97f4-4dcf-975c-cb7a8710314a', 'port_id': '684a8170-6272-4aa7-a11d-b0ad6dc46434', 'mac_address': 'fa:16:3e:f6:97:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70db29bf-e9c0-4096-9d08-1fc332651dd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:09:37.230065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.247671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-874ae17f-d08b-42be-829a-692af4877aaa req-28781af5-eaec-4cab-89e7-f73ee6512050 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703337 Aug 10 02:09:37.268683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-61896727-c569-4283-9f14-0e21aa3871b9 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:37.269936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-61896727-c569-4283-9f14-0e21aa3871b9 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.0908194 Aug 10 02:09:37.282273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.321289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684a8170-6272-4aa7-a11d-b0ad6dc46434 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:09:37.351553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Pushing event updated for resources: {'Port': ['ID=87a026dc-3fc1-4838-872d-e7514c18fc09,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:37.373866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.378604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 684a8170-6272-4aa7-a11d-b0ad6dc46434, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=684a8170-6272-4aa7-a11d-b0ad6dc46434,segment=NetworkSegment(822e9027-e5fd-48ab-936c-2624481aad6b),segment_id=822e9027-e5fd-48ab-936c-2624481aad6b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:37.415399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59554) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:37.449655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Deleting port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:37.450078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.462442 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.481812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.486987 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5f84173a-8e69-4925-9e8e-6351b3071a2d tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9719684 Aug 10 02:09:37.488763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59562) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:37.527012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=684a8170-6272-4aa7-a11d-b0ad6dc46434,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:37.584084 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-34501b32-2575-4de6-9a93-be214511a75c tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0919223 Aug 10 02:09:37.584433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59568) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:37.601337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] For port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:37.601778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.618991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Calling delete_port for 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:37.658517 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19fe37-7132-4f3d-9d69-70649a9fac37 req-6201ec7d-b936-4bad-9a2c-815be069abde tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:37.658517 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b19fe37-7132-4f3d-9d69-70649a9fac37 req-6201ec7d-b936-4bad-9a2c-815be069abde tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 945 time: 0.1062236 Aug 10 02:09:37.666793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-567336178-network', 'tenant_id': '8b71c353e18c4c8aa9e9a793f1664230'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:37.670332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['684a8170-6272-4aa7-a11d-b0ad6dc46434'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:09:37.679700 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f7b06367-783e-4ca3-bab7-afb9310fb505 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0935142 Aug 10 02:09:37.682738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59572) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:37.793126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b19fe37-7132-4f3d-9d69-70649a9fac37 req-1b837928-f8a8-411e-9b6e-3243cc1772c5 tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/security-groups?id=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283343 Aug 10 02:09:37.916519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Made reservation on behalf of 8b71c353e18c4c8aa9e9a793f1664230 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:37.925560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:37.987863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.012832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.028660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Deleting port 87a026dc-3fc1-4838-872d-e7514c18fc09 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:38.029013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.046789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Pushing event deleted for resources: {'Port': ['ID=94c6cc29-caa3-4cdd-adae-5905ad3bfed6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:38.095719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] No DVR routers for this DVR port 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:38.099632 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.102227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4bed081-ddbe-44ee-a23a-caf08c194a0b req-bdfda96f-7242-4167-b6b4-d5058797a8ab tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.11 "DELETE /v2.0/ports/94c6cc29-caa3-4cdd-adae-5905ad3bfed6 HTTP/1.1" status: 204 len: 173 time: 0.8232956 Aug 10 02:09:38.102842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b217f8-77e4-4fe8-a04d-6014f739065e', 'name': 'network-vif-deleted', 'tag': '94c6cc29-caa3-4cdd-adae-5905ad3bfed6'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:38.106088 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431c5197-bb4c-49ba-bdd4-a61d79b9fcb0" -d '{"events": [{"server_uuid": "97b217f8-77e4-4fe8-a04d-6014f739065e", "name": "network-vif-deleted", "tag": "94c6cc29-caa3-4cdd-adae-5905ad3bfed6"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:38.184515 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.196591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['94c6cc29-caa3-4cdd-adae-5905ad3bfed6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:09:38.197918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.198262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.217312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Calling delete_port for 87a026dc-3fc1-4838-872d-e7514c18fc09 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:38.269569 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ffdf13-64f8-4d81-8a32-86b43e289200 x-openstack-request-id: req-d5ffdf13-64f8-4d81-8a32-86b43e289200 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:38.270143 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b217f8-77e4-4fe8-a04d-6014f739065e", "name": "network-vif-deleted", "tag": "94c6cc29-caa3-4cdd-adae-5905ad3bfed6", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:38.270337 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d5ffdf13-64f8-4d81-8a32-86b43e289200 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:38.271197 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b217f8-77e4-4fe8-a04d-6014f739065e', 'name': 'network-vif-deleted', 'tag': '94c6cc29-caa3-4cdd-adae-5905ad3bfed6', 'status': 'completed', 'code': 200} Aug 10 02:09:38.355644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.390459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de79cac2-7b9c-4c94-945f-8805da9eb13e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:38.418058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2900d3-1b56-4c5a-8d1a-459b20cd7852 req-99186f4f-ed0b-406d-9b3d-cb989b09c118 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:38.419696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c2900d3-1b56-4c5a-8d1a-459b20cd7852 req-99186f4f-ed0b-406d-9b3d-cb989b09c118 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 944 time: 0.0552900 Aug 10 02:09:38.462433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c2900d3-1b56-4c5a-8d1a-459b20cd7852 req-aca001db-1398-450e-b813-cfa7740a8be8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368314 Aug 10 02:09:38.494840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.501274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:09:38.507902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59600) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:38.532285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Pushing event deleted for resources: {'Port': ['ID=87a026dc-3fc1-4838-872d-e7514c18fc09,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:38.552219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.552575 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Added segment bb1553fc-492a-4c54-af95-04dcc3d40298 of type vlan for network e4f40733-443e-4a40-8e71-fe3d949005e3 Aug 10 02:09:38.624909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1505545343'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:38.643684 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.661742 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.664648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.668532 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e8af3698-e908-489b-96e5-0de360a74382 tempest-FloatingIPAdminTestJSON-60848440 tempest-FloatingIPAdminTestJSON-60848440-project] 10.222.0.38 "DELETE /v2.0/floatingips/1a7f05c4-363c-44e7-aea9-9f25d4c57f17 HTTP/1.1" status: 204 len: 168 time: 0.9821286 Aug 10 02:09:38.671117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59606) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:38.754164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:38.758399 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.791811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.796718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.797750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:38.798350 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.842660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Deleting port 4e1d631a-9b39-4f59-95f7-1c01b60050e8 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:38.843021 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:38.915332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] Pushing event updated for resources: {'Network': ['ID=e4f40733-443e-4a40-8e71-fe3d949005e3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:38.932442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network e4f40733-443e-4a40-8e71-fe3d949005e3 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:09:39.003646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b69d65e7-9b02-4424-8320-4553565f77fc req-5b2fa2cd-77da-47e1-9335-f5414911c33e tempest-ServerRescueTestJSON-1968271411 tempest-ServerRescueTestJSON-1968271411-project] 10.222.0.38 "GET /v2.0/ports?device_id=97b217f8-77e4-4fe8-a04d-6014f739065e HTTP/1.1" status: 200 len: 210 time: 0.0488629 Aug 10 02:09:39.003646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.003646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.021498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Calling delete_port for 4e1d631a-9b39-4f59-95f7-1c01b60050e8 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:39.051160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 684a8170-6272-4aa7-a11d-b0ad6dc46434 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:09:39.099356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.187365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.202369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 684a8170-6272-4aa7-a11d-b0ad6dc46434 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:39.208315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 684a8170-6272-4aa7-a11d-b0ad6dc46434 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:39.209508 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.223978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:09:39.240761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b0ae41-06dd-4c1c-979c-59f316ffc924,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:39.243987 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.244342 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Added segment 62182e5f-7330-4333-8769-818926af6a02 of type vlan for network 9b475215-39f0-4616-8567-e6a34ef79ab1 Aug 10 02:09:39.288329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.303302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59624) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:39.303574 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-069f79df-033f-4b9e-b431-c239e0c4467a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8869662 Aug 10 02:09:39.312384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Request body: {'subnet': {'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-567336178-subnet', 'tenant_id': '8b71c353e18c4c8aa9e9a793f1664230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:39.314931 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.338817 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1941d574-96ce-4046-9366-ed4e9766e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a8170-6272-4aa7-a11d-b0ad6dc46434'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:39.341242 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7abf55-e04f-4aeb-8877-c4cbc706f043" -d '{"events": [{"server_uuid": "1941d574-96ce-4046-9366-ed4e9766e395", "name": "network-vif-plugged", "status": "completed", "tag": "684a8170-6272-4aa7-a11d-b0ad6dc46434"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:39.355292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 684a8170-6272-4aa7-a11d-b0ad6dc46434, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=684a8170-6272-4aa7-a11d-b0ad6dc46434,segment=NetworkSegment(822e9027-e5fd-48ab-936c-2624481aad6b),segment_id=822e9027-e5fd-48ab-936c-2624481aad6b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:39.378665 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690bcef1-cb06-4afb-929e-726f70b66b4c x-openstack-request-id: req-690bcef1-cb06-4afb-929e-726f70b66b4c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:39.378850 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.378983 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1941d574-96ce-4046-9366-ed4e9766e395", "name": "network-vif-plugged", "status": "completed", "tag": "684a8170-6272-4aa7-a11d-b0ad6dc46434", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:39.379203 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-690bcef1-cb06-4afb-929e-726f70b66b4c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:39.379598 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1941d574-96ce-4046-9366-ed4e9766e395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a8170-6272-4aa7-a11d-b0ad6dc46434', 'code': 200} Aug 10 02:09:39.410429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e1d631a-9b39-4f59-95f7-1c01b60050e8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:39.446795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Made reservation on behalf of 8b71c353e18c4c8aa9e9a793f1664230 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:39.449101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.450785 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.456216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:39.456797 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.464805 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.466319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:39.514435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:39.514831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 94c6cc29-caa3-4cdd-adae-5905ad3bfed6 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:39.560289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=684a8170-6272-4aa7-a11d-b0ad6dc46434,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:39.575433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.575685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.575891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.576174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.576511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.576855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.577184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.577512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.578922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.579473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.580042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.580555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:39.662329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.668837 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.670546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3d0ea352-dc52-4405-9669-28199f8e85d0 tempest-FloatingIPAdminTestJSON-1930737852 tempest-FloatingIPAdminTestJSON-1930737852-project-admin] 10.222.0.38 "DELETE /v2.0/floatingips/221f0c88-b466-48fd-9fb2-67cb6c64ffc1 HTTP/1.1" status: 204 len: 168 time: 0.9969020 Aug 10 02:09:39.675948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59632) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:39.736164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Network': ['ID=9b475215-39f0-4616-8567-e6a34ef79ab1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:39.752146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:09:39.768284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f3445-1952-45b5-be40-42b48d8b9d17 req-89c06c45-318e-4ee3-855a-25253c2293c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:39.773151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371f3445-1952-45b5-be40-42b48d8b9d17 req-89c06c45-318e-4ee3-855a-25253c2293c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 1097 time: 0.3038468 Aug 10 02:09:39.778678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2fc44b92-37c5-47a0-b62e-f9f58bfe8a7e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2667117 Aug 10 02:09:39.779179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59638) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:39.785291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'name': 'tempest-PortsIpV6TestJSON-1632010668'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:39.798182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc05b0-d383-43d4-be2e-257c264e997f req-832d140d-ed34-4b09-91da-6c7d2efecd7a tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:39.805727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70bc05b0-d383-43d4-be2e-257c264e997f req-832d140d-ed34-4b09-91da-6c7d2efecd7a tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 945 time: 0.1641085 Aug 10 02:09:39.922906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371f3445-1952-45b5-be40-42b48d8b9d17 req-1d38d599-fe5a-430f-b598-6a4d24f1b263 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306021 Aug 10 02:09:39.949983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5d29d33d-472f-412a-9574-37496ea62be2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Deleting port d41502b5-4322-490d-b25e-1018e8e00dee {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:39.950832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d29d33d-472f-412a-9574-37496ea62be2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:39.954473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70bc05b0-d383-43d4-be2e-257c264e997f req-861b3051-5c80-422a-b947-3d95b80b28b8 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453564 Aug 10 02:09:40.117566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59648) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:40.129109 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d29d33d-472f-412a-9574-37496ea62be2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:40.137279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:40.141648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:40.227276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5d29d33d-472f-412a-9574-37496ea62be2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Calling delete_port for d41502b5-4322-490d-b25e-1018e8e00dee owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:40.247621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 546de2bf-dceb-4fa1-9c86-9070d4867a8e yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:40.462669 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:40.561011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87bdf0c-1c42-473d-8b62-0b1ff81b95d3,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:40.567246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Checking segment: {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:40.568774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Network hostable DHCP agents. Network: e4f40733-443e-4a40-8e71-fe3d949005e3, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:09:40.660240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Network e4f40733-443e-4a40-8e71-fe3d949005e3 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:09:40.733526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, e4f40733-443e-4a40-8e71-fe3d949005e3) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:40.738674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:40.739841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:40.747380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ea54dc-dac0-45ed-bd11-bccd0334a678 None None] Network e4f40733-443e-4a40-8e71-fe3d949005e3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:40.783973 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:40.873090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d29d33d-472f-412a-9574-37496ea62be2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:40.922452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d81e2634-85e8-44c6-9d60-a0c3308a383c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6149328 Aug 10 02:09:40.935337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad1ff8-f03b-4de2-b448-b68105734d8f None None] Network e4f40733-443e-4a40-8e71-fe3d949005e3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:40.969714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29d33d-472f-412a-9574-37496ea62be2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event deleted for resources: {'Port': ['ID=d41502b5-4322-490d-b25e-1018e8e00dee,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:41.116594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:41.202944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4429d-3fb6-4386-b0a3-ec9776c67cb5 req-a2842ff6-970f-4266-9e0e-4438a815c15b tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:41.217653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0c4429d-3fb6-4386-b0a3-ec9776c67cb5 req-a2842ff6-970f-4266-9e0e-4438a815c15b tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 945 time: 0.1214876 Aug 10 02:09:41.223438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d29d33d-472f-412a-9574-37496ea62be2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:41.228211 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d29d33d-472f-412a-9574-37496ea62be2 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "DELETE /v2.0/ports/d41502b5-4322-490d-b25e-1018e8e00dee HTTP/1.1" status: 204 len: 168 time: 1.5507610 Aug 10 02:09:41.245735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59670) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:41.315078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=546de2bf-dceb-4fa1-9c86-9070d4867a8e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:41.346471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0c4429d-3fb6-4386-b0a3-ec9776c67cb5 req-82234851-6693-4651-9d99-4d3789cba6cf tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269929 Aug 10 02:09:41.383798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c91c56-2bc5-480b-80f7-8e996368a447 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:41.385676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-62c91c56-2bc5-480b-80f7-8e996368a447 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff296f4e-35d5-4e45-a888-17dc46a22321 HTTP/1.1" status: 200 len: 913 time: 0.1453519 Aug 10 02:09:41.388547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59682) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:41.391283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Checking segment: {'id': '62182e5f-7330-4333-8769-818926af6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:41.391283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network hostable DHCP agents. Network: 9b475215-39f0-4616-8567-e6a34ef79ab1, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:09:41.461247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:41.551957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:09:41.691760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9b475215-39f0-4616-8567-e6a34ef79ab1) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:41.706501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf8feb-699d-423b-8a49-5e21a606e126 None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:41.905853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d77d5b06-07c2-49aa-a37f-4a39fa3c4b1f tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:41.911105 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d77d5b06-07c2-49aa-a37f-4a39fa3c4b1f tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/networks?id=e4f40733-443e-4a40-8e71-fe3d949005e3 HTTP/1.1" status: 200 len: 817 time: 0.2845852 Aug 10 02:09:41.941963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-f5ea107e-1b00-4926-aa7e-f6f5ea67dfc4 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/quotas/8b71c353e18c4c8aa9e9a793f1664230 HTTP/1.1" status: 200 len: 375 time: 0.0198464 Aug 10 02:09:42.015901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-c6ee4152-fd95-43ee-8acc-9c3866a748f9 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637143 Aug 10 02:09:42.066769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:42.072684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:42.073304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.145006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a107-e0c5-4893-ba80-1966f88fe346 req-e3c3e11e-39e1-428f-b4c8-2130a996cc6a tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:42.146667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f34a107-e0c5-4893-ba80-1966f88fe346 req-e3c3e11e-39e1-428f-b4c8-2130a996cc6a tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 945 time: 0.1671603 Aug 10 02:09:42.212461 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3d59e7aa-b546-47fd-b7df-30f406c7d1f0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4299512 Aug 10 02:09:42.215899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-a1ec7246-09db-47ff-b0d0-28d7ad5e5527 service neutron] 10.222.0.38 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800222 Aug 10 02:09:42.216486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59708) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:42.223718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1780861512'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:42.242996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f34a107-e0c5-4893-ba80-1966f88fe346 req-08722b58-0aee-47bc-9ece-2b62470eaf4b tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861077 Aug 10 02:09:42.271930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Deleting port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:42.272975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.366218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] For port 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf,segment=NetworkSegment(f8f894d9-fb5b-47ca-84b7-ea41820f6398),segment_id=f8f894d9-fb5b-47ca-84b7-ea41820f6398)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:42.366829 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.372768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-050b743d-219e-4686-a258-c1b9ab1d79e3 service neutron] 10.222.0.38 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425767 Aug 10 02:09:42.383617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Calling delete_port for 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:42.384688 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.419050 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:42.422785 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.497950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:09:42.518907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.519353 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Added segment e0f0a89d-7c03-4c5f-a0a0-cddb84765f94 of type vlan for network 329bf0b6-5002-461e-95d4-cb4765ddad1c Aug 10 02:09:42.595050 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.698230 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.743067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:42.751071 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.757566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:42.762686 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.850978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Deleting port 966f5c9f-f777-4fe4-8d70-7578f168904c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:42.851305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:42.868555 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Network': ['ID=329bf0b6-5002-461e-95d4-cb4765ddad1c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:42.883175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 329bf0b6-5002-461e-95d4-cb4765ddad1c details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:09:42.941547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cbce045e-a72c-4a44-8b78-d060b2f52662 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7193825 Aug 10 02:09:42.946602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59724) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:42.947910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'ports': [{'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1'}, {'network_id': '329bf0b6-5002-461e-95d4-cb4765ddad1c'}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:42.948677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:42.948677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '329bf0b6-5002-461e-95d4-cb4765ddad1c'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:43.021484 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:43.068067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:43.151242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c50cef97-0d4a-4ba1-83f4-c3ef9500b2d3 req-72b5f3d9-6850-4649-9fd8-a161433505bb tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.0866065 Aug 10 02:09:43.157460 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:43.211868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Calling delete_port for 966f5c9f-f777-4fe4-8d70-7578f168904c owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:43.297397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-0ab50f76-ea31-446a-a717-9757d10bb459 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:43.298933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-0ab50f76-ea31-446a-a717-9757d10bb459 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.11 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 945 time: 0.1329012 Aug 10 02:09:43.397874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Router e2d85b35-3e85-45df-a43b-7ca2b148eee4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:09:43.466437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 2} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:43.472233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:43.517143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941679-ba95-4ccf-8239-9627a2979e24 req-0c9c43e5-af18-4cf1-8dd2-00ba31c9ce38 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:43.518793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc941679-ba95-4ccf-8239-9627a2979e24 req-0c9c43e5-af18-4cf1-8dd2-00ba31c9ce38 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 945 time: 0.1805680 Aug 10 02:09:43.531861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:43.545433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:09:43.559752 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4cfa200d-0136-42e1-8706-2e8e6d651809 admin admin] 10.222.0.38 "PUT /v2.0/routers/e2d85b35-3e85-45df-a43b-7ca2b148eee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4388680 Aug 10 02:09:43.561273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59740) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:43.572731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] Sync routers for ids ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:09:43.586314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] Routers {'e2d85b35-3e85-45df-a43b-7ca2b148eee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:43.587020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:43.653851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Deleting port 684a8170-6272-4aa7-a11d-b0ad6dc46434 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:43.654214 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:43.726061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] Set router e2d85b35-3e85-45df-a43b-7ca2b148eee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:09:43.770347 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:43.995334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:44.146519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:07:26Z', 'updated_at': '2021-08-10T02:09:42Z', 'revision_number': 5, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'gw_port': {'id': '59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:07:28Z', 'updated_at': '2021-08-10T02:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:44.166447 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:44.244327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Deleting port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:44.249518 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:44.275425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] Checking router: e2d85b35-3e85-45df-a43b-7ca2b148eee4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:09:44.283726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] For port 684a8170-6272-4aa7-a11d-b0ad6dc46434, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=684a8170-6272-4aa7-a11d-b0ad6dc46434,segment=NetworkSegment(822e9027-e5fd-48ab-936c-2624481aad6b),segment_id=822e9027-e5fd-48ab-936c-2624481aad6b)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:44.284401 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:44.299589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Calling delete_port for 684a8170-6272-4aa7-a11d-b0ad6dc46434 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:44.302961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] Routers {'e2d85b35-3e85-45df-a43b-7ca2b148eee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:44.305849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:44.371897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 59fd4143-7b01-422e-b235-a2c4a9017d20 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:44.415164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] For port 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:44.415164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:44.429980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Calling delete_port for 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:44.472510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-840b07c2-6f5c-4a28-8107-d70c23d552ec req-9c3e72a2-e74b-4f9d-8abc-9ebf16717b58 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.1498857 Aug 10 02:09:44.479992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] Set router e2d85b35-3e85-45df-a43b-7ca2b148eee4 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:09:44.490445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc941679-ba95-4ccf-8239-9627a2979e24 req-bad1f94f-d4ae-47f5-b482-8e805fcda784 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/security-groups?id=dee5acd3-92b3-453f-a6ee-257500d27eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9597166 Aug 10 02:09:44.577779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:07:26Z', 'updated_at': '2021-08-10T02:09:43Z', 'revision_number': 6, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:44.735674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:44.794824 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1479143-0d0f-4375-8934-d81659e8aac5 None None] The sync data for ids ['e2d85b35-3e85-45df-a43b-7ca2b148eee4'] in n-d-767704-21 is: [{'id': 'e2d85b35-3e85-45df-a43b-7ca2b148eee4', 'name': 'tempest-ServerRescueTestJSON-480493209-router', 'tenant_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:07:26Z', 'updated_at': '2021-08-10T02:09:43Z', 'revision_number': 6, 'project_id': 'ef4c7b3d06924d1ca5ecf6f35575711c', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:09:44.807460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event deleted for resources: {'Port': ['ID=966f5c9f-f777-4fe4-8d70-7578f168904c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:44.874874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:44.924889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Pushing event deleted for resources: {'Port': ['ID=59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:44.995778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.005673 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.011508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['684a8170-6272-4aa7-a11d-b0ad6dc46434'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:09:45.102947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Pushing event deleted for resources: {'Port': ['ID=684a8170-6272-4aa7-a11d-b0ad6dc46434,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:45.133325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.135951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.253716 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.269572 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.270335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] No DVR routers for this DVR port 684a8170-6272-4aa7-a11d-b0ad6dc46434 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:45.279880 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.282350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-223dcec7-3614-4f76-a75d-9fbcac800417 req-40278e3e-286c-4ca1-ac3b-2b2354c1b80d tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.11 "DELETE /v2.0/ports/684a8170-6272-4aa7-a11d-b0ad6dc46434 HTTP/1.1" status: 204 len: 173 time: 1.9752202 Aug 10 02:09:45.283015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1941d574-96ce-4046-9366-ed4e9766e395', 'name': 'network-vif-deleted', 'tag': '684a8170-6272-4aa7-a11d-b0ad6dc46434'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:45.285950 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5527f4-714b-498b-a083-95c15cb208bb" -d '{"events": [{"server_uuid": "1941d574-96ce-4046-9366-ed4e9766e395", "name": "network-vif-deleted", "tag": "684a8170-6272-4aa7-a11d-b0ad6dc46434"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:45.335061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.336429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d85b35-3e85-45df-a43b-7ca2b148eee4 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:09:45.344187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.351071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-40c29eea-c0b1-4c27-91e8-d11c26a6665f admin admin] 10.222.0.38 "DELETE /v2.0/routers/e2d85b35-3e85-45df-a43b-7ca2b148eee4 HTTP/1.1" status: 204 len: 168 time: 1.7877975 Aug 10 02:09:45.351794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59802) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:45.371677 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb5a21-dd21-48e2-9a3e-18b56634c1f6 x-openstack-request-id: req-50fb5a21-dd21-48e2-9a3e-18b56634c1f6 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:45.372499 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1941d574-96ce-4046-9366-ed4e9766e395", "name": "network-vif-deleted", "tag": "684a8170-6272-4aa7-a11d-b0ad6dc46434", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:45.372715 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-50fb5a21-dd21-48e2-9a3e-18b56634c1f6 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:45.373133 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1941d574-96ce-4046-9366-ed4e9766e395', 'name': 'network-vif-deleted', 'tag': '684a8170-6272-4aa7-a11d-b0ad6dc46434', 'status': 'completed', 'code': 200} Aug 10 02:09:45.403692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-358d0d8d-3e2a-462a-b629-2a5f55ab57b2 admin admin] Deleting subnet de1429b5-0281-4dfd-b39d-fa3fb244499d {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:09:45.407662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-358d0d8d-3e2a-462a-b629-2a5f55ab57b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.449061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 2cd529cf-411c-4e6c-b3b2-c8bfc137ea7e yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:45.450862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-358d0d8d-3e2a-462a-b629-2a5f55ab57b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.512326 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-358d0d8d-3e2a-462a-b629-2a5f55ab57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.661360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03c38757-0303-4bec-a5d2-2bded9bf9745 req-c6b1dba8-ea5e-46ca-9042-66875eb14fc6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.0880024 Aug 10 02:09:45.673405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2cd83d8-398a-4e30-8334-81adfaa6e0c1 req-911ba4c1-e60f-462c-8d31-5f8ed6be0e74 tempest-ServerGroupTestJSON-700842908 tempest-ServerGroupTestJSON-700842908-project] 10.222.0.38 "GET /v2.0/ports?device_id=1941d574-96ce-4046-9366-ed4e9766e395 HTTP/1.1" status: 200 len: 210 time: 0.0608335 Aug 10 02:09:45.688250 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-358d0d8d-3e2a-462a-b629-2a5f55ab57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.759251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d0d8d-3e2a-462a-b629-2a5f55ab57b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1429b5-0281-4dfd-b39d-fa3fb244499d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:45.761495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-358d0d8d-3e2a-462a-b629-2a5f55ab57b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.763488 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-358d0d8d-3e2a-462a-b629-2a5f55ab57b2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/de1429b5-0281-4dfd-b39d-fa3fb244499d HTTP/1.1" status: 204 len: 168 time: 0.4107165 Aug 10 02:09:45.768541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59816) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:45.840368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:45.851955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.861877 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:45.870874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Router ff296f4e-35d5-4e45-a888-17dc46a22321 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:09:45.891476 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:45.891839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7ff146e6-7e8c-44b0-98d0-1fa35d8b8ddf not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:45.892318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:45.931111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:45.931979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 59aae2b9-08ef-4f65-a5d3-c7bdd11d9b53 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:45.993382 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.013108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59eab2e9-08bd-46ea-831a-13bdf85f642b']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:46.039000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f894d9-fb5b-47ca-84b7-ea41820f6398') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:46.040876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f894d9-fb5b-47ca-84b7-ea41820f6398') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:46.074593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.079617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:09:46.089820 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2cc669a7-123f-48f6-8a6e-79376013e77f tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "PUT /v2.0/routers/ff296f4e-35d5-4e45-a888-17dc46a22321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7002089 Aug 10 02:09:46.090602 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc923a-a9ae-47d6-8472-8318e822af1f None None] Sync routers for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:09:46.091612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59828) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:46.101621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.123494 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc923a-a9ae-47d6-8472-8318e822af1f None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:46.124523 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b7cc923a-a9ae-47d6-8472-8318e822af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:46.139429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.162415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:09:46.163451 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:09:46.165383 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:09:46.194211 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b7cc923a-a9ae-47d6-8472-8318e822af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:46.206890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:46.210798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:46.217063 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc923a-a9ae-47d6-8472-8318e822af1f None None] Routers {'ff296f4e-35d5-4e45-a888-17dc46a22321'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:09:46.217063 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b7cc923a-a9ae-47d6-8472-8318e822af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:09:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ff296f4e-35d5-4e45-a888-17dc46a22321'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:46.221325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:46.221975 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.257385 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b7cc923a-a9ae-47d6-8472-8318e822af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:46.257385 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cc923a-a9ae-47d6-8472-8318e822af1f None None] The sync data for ids ['ff296f4e-35d5-4e45-a888-17dc46a22321'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:09:46.275464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=59fd4143-7b01-422e-b235-a2c4a9017d20,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:46.337221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Checking segment: {'id': 'e0f0a89d-7c03-4c5f-a0a0-cddb84765f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '329bf0b6-5002-461e-95d4-cb4765ddad1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:46.340452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network hostable DHCP agents. Network: 329bf0b6-5002-461e-95d4-cb4765ddad1c, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:09:46.358880 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.365385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=2cd529cf-411c-4e6c-b3b2-c8bfc137ea7e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:46.475457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.480083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.486225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.488092 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] 10.222.0.38 "DELETE /v2.0/networks/59eab2e9-08bd-46ea-831a-13bdf85f642b HTTP/1.1" status: 204 len: 168 time: 0.7185469 Aug 10 02:09:46.505356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef0ec8-5ee7-4569-8f9a-fbffb53f4018 admin admin] Pushing event deleted for resources: {'Network': ['ID=59eab2e9-08bd-46ea-831a-13bdf85f642b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:46.574668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 329bf0b6-5002-461e-95d4-cb4765ddad1c is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:09:46.652574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Deleting port 85983033-05aa-422e-9a11-59f22d4fe4f4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:46.652574 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.711907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 329bf0b6-5002-461e-95d4-cb4765ddad1c) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:46.719921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:46.749708 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.755958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839353c2-cdc0-4c04-85cf-7d837cf590d3 None None] Network 329bf0b6-5002-461e-95d4-cb4765ddad1c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:46.764886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Calling delete_port for 85983033-05aa-422e-9a11-59f22d4fe4f4 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:46.768097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:46.792448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:46.793806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:46.915231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77ad0cee-5117-441b-afaa-3aa728ab75e3 req-e21467b5-100a-4ce8-b081-f55bcf4ccc4b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.0885422 Aug 10 02:09:46.997214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-74368f24-61c1-426d-b074-46a868555072 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0541010 Aug 10 02:09:47.003401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59856) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:47.043799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59858) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:47.094657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 684a8170-6272-4aa7-a11d-b0ad6dc46434 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:47.142771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 684a8170-6272-4aa7-a11d-b0ad6dc46434 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:09:47.144098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 684a8170-6272-4aa7-a11d-b0ad6dc46434 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:09:47.153248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1e7e9d88-4700-4620-af2b-ac95201c8670 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef4c7b3d06924d1ca5ecf6f35575711c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965111 Aug 10 02:09:47.154061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59868) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:47.209962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-28361344-7456-4cb0-aaf9-50c433aee411 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 2cd529cf-411c-4e6c-b3b2-c8bfc137ea7e {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:47.210543 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-28361344-7456-4cb0-aaf9-50c433aee411 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.290276 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c87d9871-c0dc-4382-be6b-1ad53de9e2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.310082 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c87d9871-c0dc-4382-be6b-1ad53de9e2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.316575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-28361344-7456-4cb0-aaf9-50c433aee411 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.335148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-28361344-7456-4cb0-aaf9-50c433aee411 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 2cd529cf-411c-4e6c-b3b2-c8bfc137ea7e owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:47.393188 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.434687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event deleted for resources: {'Port': ['ID=85983033-05aa-422e-9a11-59f22d4fe4f4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:47.453631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59882) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:47.503817 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c87d9871-c0dc-4382-be6b-1ad53de9e2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.508714 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c87d9871-c0dc-4382-be6b-1ad53de9e2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.513193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c87d9871-c0dc-4382-be6b-1ad53de9e2b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f HTTP/1.1" status: 204 len: 168 time: 0.3561299 Aug 10 02:09:47.523680 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.658280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.658920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9871-c0dc-4382-be6b-1ad53de9e2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e57c2-31b4-48e2-a6bf-29ab3cbcd44f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:47.664859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.666947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-29896aa0-e52a-4e78-b89e-ff639e779e3d admin admin] Deleting subnet 70db29bf-e9c0-4096-9d08-1fc332651dd2 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:09:47.687377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-29896aa0-e52a-4e78-b89e-ff639e779e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.769026 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-28361344-7456-4cb0-aaf9-50c433aee411 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.774154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-29896aa0-e52a-4e78-b89e-ff639e779e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.822117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28361344-7456-4cb0-aaf9-50c433aee411 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=2cd529cf-411c-4e6c-b3b2-c8bfc137ea7e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:47.827243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-28361344-7456-4cb0-aaf9-50c433aee411 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.831925 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-28361344-7456-4cb0-aaf9-50c433aee411 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/2cd529cf-411c-4e6c-b3b2-c8bfc137ea7e HTTP/1.1" status: 204 len: 168 time: 0.8253076 Aug 10 02:09:47.832194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59890) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:47.867176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-8ed3468f-24d4-40cc-a6a6-4812f839117f tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:47.867176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-8ed3468f-24d4-40cc-a6a6-4812f839117f tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.16 "GET /v2.0/networks?id=e4f40733-443e-4a40-8e71-fe3d949005e3 HTTP/1.1" status: 200 len: 817 time: 0.3469064 Aug 10 02:09:47.871773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.872585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Fanout notify agent at l3_agent the message router_deleted on router ff296f4e-35d5-4e45-a888-17dc46a22321 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:09:47.889215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.889215 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f0f2c51-b0e4-4242-a7ac-97db321df6df tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "DELETE /v2.0/routers/ff296f4e-35d5-4e45-a888-17dc46a22321 HTTP/1.1" status: 204 len: 168 time: 1.7953019 Aug 10 02:09:47.891072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59892) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:47.899744 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-832b7ed2-414c-4340-ac85-296ed20639aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.908684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Request body: {'port': {'device_id': '4e9ae96e-ba39-4626-908a-2ea795df7180', 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3', 'admin_state_up': True, 'tenant_id': '8b71c353e18c4c8aa9e9a793f1664230'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:47.988094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa4071-49c4-4914-bfc4-95f94861c3ee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:47.995252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa4071-49c4-4914-bfc4-95f94861c3ee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:47.999357 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-baaa4071-49c4-4914-bfc4-95f94861c3ee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1637883 Aug 10 02:09:48.000348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59898) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:48.055795 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:09:48.063818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc4919a-3a56-476a-b5ae-cae301057d35 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Deleting subnet 05f3ae23-9b20-49ce-9a90-cffc73d4f50f {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:09:48.069966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bbc4919a-3a56-476a-b5ae-cae301057d35 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.128971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-29896aa0-e52a-4e78-b89e-ff639e779e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.186908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bbc4919a-3a56-476a-b5ae-cae301057d35 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.210691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e179e870-cf8e-431f-abc8-0dd99301b230 req-09e7bd57-15ec-4fa7-9e2d-ee56e6ca7373 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.1007078 Aug 10 02:09:48.336729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d1822390-de9b-4ce8-9813-066bc0df02bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 59fd4143-7b01-422e-b235-a2c4a9017d20 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:48.363276 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1822390-de9b-4ce8-9813-066bc0df02bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.363775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-82858714-5490-44cc-aef4-9be97076ad3f tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:48.365369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-82858714-5490-44cc-aef4-9be97076ad3f tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.11 "GET /v2.0/networks?id=e4f40733-443e-4a40-8e71-fe3d949005e3 HTTP/1.1" status: 200 len: 817 time: 0.4478230 Aug 10 02:09:48.383830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Request body: {'port': {'device_id': 'd2fda832-a1dd-4fbb-971a-d33093f94b5a', 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3', 'admin_state_up': True, 'tenant_id': '8b71c353e18c4c8aa9e9a793f1664230'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:48.512728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1822390-de9b-4ce8-9813-066bc0df02bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.527260 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bbc4919a-3a56-476a-b5ae-cae301057d35 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.531945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d1822390-de9b-4ce8-9813-066bc0df02bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 59fd4143-7b01-422e-b235-a2c4a9017d20 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:48.660335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Made reservation on behalf of 8b71c353e18c4c8aa9e9a793f1664230 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:48.674571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.678309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-29896aa0-e52a-4e78-b89e-ff639e779e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.719024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29896aa0-e52a-4e78-b89e-ff639e779e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70db29bf-e9c0-4096-9d08-1fc332651dd2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:48.725812 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-29896aa0-e52a-4e78-b89e-ff639e779e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.730583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-29896aa0-e52a-4e78-b89e-ff639e779e3d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/70db29bf-e9c0-4096-9d08-1fc332651dd2 HTTP/1.1" status: 204 len: 168 time: 1.2826657 Aug 10 02:09:48.730766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59912) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:48.999438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Allocated IP 172.20.0.10 (e4f40733-443e-4a40-8e71-fe3d949005e3/f87bdf0c-1c42-473d-8b62-0b1ff81b95d3/e74e622d-bfc9-4083-9732-c438017b8ae6) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:49.105249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Made reservation on behalf of 8b71c353e18c4c8aa9e9a793f1664230 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:49.123084 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.191610 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bbc4919a-3a56-476a-b5ae-cae301057d35 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.195059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1822390-de9b-4ce8-9813-066bc0df02bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.286212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1822390-de9b-4ce8-9813-066bc0df02bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=59fd4143-7b01-422e-b235-a2c4a9017d20,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:49.289344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4919a-3a56-476a-b5ae-cae301057d35 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event deleted for resources: {'Subnet': ['ID=05f3ae23-9b20-49ce-9a90-cffc73d4f50f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:49.296336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1822390-de9b-4ce8-9813-066bc0df02bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.299102 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d1822390-de9b-4ce8-9813-066bc0df02bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/59fd4143-7b01-422e-b235-a2c4a9017d20 HTTP/1.1" status: 204 len: 168 time: 1.2980316 Aug 10 02:09:49.329031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59936) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:49.330046 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bbc4919a-3a56-476a-b5ae-cae301057d35 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.332245 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bbc4919a-3a56-476a-b5ae-cae301057d35 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "DELETE /v2.0/subnets/05f3ae23-9b20-49ce-9a90-cffc73d4f50f HTTP/1.1" status: 204 len: 168 time: 1.4403679 Aug 10 02:09:49.344985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59938) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:49.349018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ac111-ec97-4273-b4c5-b950b8ace1d2 None None] Network 18d4cc8e-fff7-4e28-a5bd-2e297d21213b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:49.413038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.435408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28d5c47e-0a44-427f-bd35-6eb263b3bdcb req-fa80aca7-4da1-4cb4-b3d0-dd5d40344c44 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.0824752 Aug 10 02:09:49.504627 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.549763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-0fd308b5-e31e-4e42-b531-7cca030f9190 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:49.551302 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-0fd308b5-e31e-4e42-b531-7cca030f9190 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.16 "GET /v2.0/networks?id=e4f40733-443e-4a40-8e71-fe3d949005e3 HTTP/1.1" status: 200 len: 817 time: 0.8690610 Aug 10 02:09:49.583577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ac8ad8-6bbc-4c0e-bd5c-fac31054a087 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:49.587567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-96ac8ad8-6bbc-4c0e-bd5c-fac31054a087 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2522292 Aug 10 02:09:49.588185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59946) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:49.622905 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e0403b-4e93-49a0-8f1e-524203cd3ce1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:09:49.627527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-09e0403b-4e93-49a0-8f1e-524203cd3ce1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/2cd529cf-411c-4e6c-b3b2-c8bfc137ea7e HTTP/1.1" status: 404 len: 333 time: 0.0380447 Aug 10 02:09:49.628115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59950) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:49.629126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1738cc4-83d4-49fb-9759-1e07f88e0f69 None None] DHCP port deletion for 18d4cc8e-fff7-4e28-a5bd-2e297d21213b request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:09:49.636044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.648628 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.681932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Request body: {'port': {'device_id': '896cbae2-24f5-4e21-8d25-c5ed7a637c23', 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3', 'admin_state_up': True, 'tenant_id': '8b71c353e18c4c8aa9e9a793f1664230'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:49.707761 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-68577f78-e26d-4532-98dd-5da2f8fa3a45 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:09:49.707761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-68577f78-e26d-4532-98dd-5da2f8fa3a45 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/59fd4143-7b01-422e-b235-a2c4a9017d20 HTTP/1.1" status: 404 len: 333 time: 0.0765102 Aug 10 02:09:49.749055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59952) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:49.749844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d1738cc4-83d4-49fb-9759-1e07f88e0f69 None None] Deleting port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:49.749844 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d1738cc4-83d4-49fb-9759-1e07f88e0f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.765325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Network e4f40733-443e-4a40-8e71-fe3d949005e3 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:49.785058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:49.839213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.858396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d1738cc4-83d4-49fb-9759-1e07f88e0f69 None None] For port c92f9c15-98fb-4bbf-9ca8-3845d15689e4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c92f9c15-98fb-4bbf-9ca8-3845d15689e4,segment=NetworkSegment(fe78c0d8-3600-4a79-beb0-35d138f79f73),segment_id=fe78c0d8-3600-4a79-beb0-35d138f79f73)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:49.858819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d1738cc4-83d4-49fb-9759-1e07f88e0f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.872847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17c66a5-97f4-4dcf-975c-cb7a8710314a']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:49.888446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d1738cc4-83d4-49fb-9759-1e07f88e0f69 None None] Calling delete_port for c92f9c15-98fb-4bbf-9ca8-3845d15689e4 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:49.893447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:49.907095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822e9027-e5fd-48ab-936c-2624481aad6b') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:49.907358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822e9027-e5fd-48ab-936c-2624481aad6b') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:49.938774 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.972027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:49.983656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:09:49.993831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.001023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Allocated IP 172.20.0.11 (e4f40733-443e-4a40-8e71-fe3d949005e3/f87bdf0c-1c42-473d-8b62-0b1ff81b95d3/a4a7baa7-fe48-4f7f-bf1f-26ea921a7417) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:50.011440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Pushing event updated for resources: {'Port': ['ID=e74e622d-bfc9-4083-9732-c438017b8ae6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:50.032789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c92f9c15-98fb-4bbf-9ca8-3845d15689e4 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:09:50.060280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:50.061137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.073226 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:09:50.150035 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:09:50.153045 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.172706 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d1738cc4-83d4-49fb-9759-1e07f88e0f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.224526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1738cc4-83d4-49fb-9759-1e07f88e0f69 None None] Pushing event deleted for resources: {'Port': ['ID=c92f9c15-98fb-4bbf-9ca8-3845d15689e4,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:50.254582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1738cc4-83d4-49fb-9759-1e07f88e0f69 None None] No DVR routers for this DVR port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:50.291475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Deleting port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:50.292421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.363724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.441540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.441540 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] 10.222.0.38 "DELETE /v2.0/networks/c17c66a5-97f4-4dcf-975c-cb7a8710314a HTTP/1.1" status: 204 len: 168 time: 1.7091482 Aug 10 02:09:50.458525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c4ad6-140e-4fec-9ce7-d33cb5a429da admin admin] Pushing event deleted for resources: {'Network': ['ID=c17c66a5-97f4-4dcf-975c-cb7a8710314a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:50.533974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] For port c92f9c15-98fb-4bbf-9ca8-3845d15689e4, host n-d-767704-21, got binding levels [] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:50.534358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.548807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Made reservation on behalf of 8b71c353e18c4c8aa9e9a793f1664230 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:50.569578 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.572718 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3010a250-0b19-4c68-92de-804dabaa2a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.609722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Calling delete_port for c92f9c15-98fb-4bbf-9ca8-3845d15689e4 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:50.654948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 was not found and therefore no delete operation was performed {{(pid=101223) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:09:50.660607 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.748979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event deleted for resources: {'Port': ['ID=c92f9c15-98fb-4bbf-9ca8-3845d15689e4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:50.809701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] No DVR routers for this DVR port c92f9c15-98fb-4bbf-9ca8-3845d15689e4 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:09:50.863878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.881607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-cc41c519-4032-437e-9b00-702612376f3d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9950650 Aug 10 02:09:50.918657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Request body: {'port': {'device_id': '4e9ae96e-ba39-4626-908a-2ea795df7180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:50.941672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.952604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d4cc8e-fff7-4e28-a5bd-2e297d21213b']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:50.964177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe78c0d8-3600-4a79-beb0-35d138f79f73') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:50.964521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe78c0d8-3600-4a79-beb0-35d138f79f73') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:50.975819 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.977911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ccf14ae-08a6-418f-834e-50387b6cc362 req-fc366cf1-6196-462b-bbcc-3cb59a78a9d6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.0951116 Aug 10 02:09:50.979800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87c0416e-06fe-4ff2-984c-1b5d02132e9f req-adb08f9d-0a88-4d8d-9515-f06415781e88 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=31776e43-29cb-4578-b1b3-68ef32db4120 HTTP/1.1" status: 200 len: 210 time: 0.0958321 Aug 10 02:09:50.982839 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.991549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.017956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329bf0b6-5002-461e-95d4-cb4765ddad1c']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:51.027909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:09:51.029170 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:09:51.039550 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:09:51.059406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f0a89d-7c03-4c5f-a0a0-cddb84765f94') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:51.070140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f0a89d-7c03-4c5f-a0a0-cddb84765f94') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:09:51.123361 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.138758 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.149126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.159230 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.186509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:09:51.186984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:09:51.190830 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:09:51.193484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.206457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60000) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:51.248747 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.282012 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.285189 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "DELETE /v2.0/networks/18d4cc8e-fff7-4e28-a5bd-2e297d21213b HTTP/1.1" status: 204 len: 168 time: 1.9388587 Aug 10 02:09:51.291963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60004) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:51.318273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Allocated IP 172.20.0.14 (e4f40733-443e-4a40-8e71-fe3d949005e3/f87bdf0c-1c42-473d-8b62-0b1ff81b95d3/a805154e-76ac-4c40-aa30-a8a5f7b45303) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:51.360232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f32d5-5412-47cb-aec2-fdb7bff6872b tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event deleted for resources: {'Network': ['ID=18d4cc8e-fff7-4e28-a5bd-2e297d21213b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:51.449662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a0ec9ced-58b7-44e9-b51b-212bb1cb32bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=22f3c7ae15ba4ee882d4fbe742dfc57f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173682 Aug 10 02:09:51.455656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Network e4f40733-443e-4a40-8e71-fe3d949005e3 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:51.466838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.482837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60016) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:51.488055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60018) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:51.504477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:51.510802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:51.537545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.543087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/networks/329bf0b6-5002-461e-95d4-cb4765ddad1c HTTP/1.1" status: 204 len: 168 time: 1.8055661 Aug 10 02:09:51.548555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60028) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:51.563461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-929774138'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:51.681715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b257b96-171f-43dc-b50d-ef674ececee1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Network': ['ID=329bf0b6-5002-461e-95d4-cb4765ddad1c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:51.683662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Pushing event updated for resources: {'Port': ['ID=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:51.754254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Deleting port c019b321-8142-4dd4-9a49-602fa62ab794 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:51.756412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.841462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:51.842138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.929804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:51.933482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.949411 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-605a0069-7eaa-44ba-a2ec-90384e690c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:51.957571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0a130194-dd67-4202-849a-c48a4916c85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.027076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.032714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9e7999a-7714-4bb4-baa8-2c52992368c7 req-8b524732-9f20-4b40-9079-4fb534364cde tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0769074 Aug 10 02:09:52.052074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d8addb00-1155-4086-9879-bc807defeb3b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6758196 Aug 10 02:09:52.074396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Request body: {'port': {'device_id': 'd2fda832-a1dd-4fbb-971a-d33093f94b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:52.086654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0a130194-dd67-4202-849a-c48a4916c85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.155348 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.155773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.174574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Calling delete_port for c019b321-8142-4dd4-9a49-602fa62ab794 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:52.176408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:09:52.192970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.196854 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Added segment d1472527-73db-448a-906a-e7031912652f of type vlan for network c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 Aug 10 02:09:52.204798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3abdec53-f4e1-499f-bc69-a826a1dd8c91 req-e2d4d048-db5d-4493-b6dd-44b47a7657e0 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.0581362 Aug 10 02:09:52.256886 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.268490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.292870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.338220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.345887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Network e4f40733-443e-4a40-8e71-fe3d949005e3 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:52.356557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:52.366059 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:52.412587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0a130194-dd67-4202-849a-c48a4916c85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.415653 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0a130194-dd67-4202-849a-c48a4916c85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.419001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0a130194-dd67-4202-849a-c48a4916c85d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dee5acd3-92b3-453f-a6ee-257500d27eb4 HTTP/1.1" status: 204 len: 168 time: 0.9023769 Aug 10 02:09:52.431245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Pushing event updated for resources: {'Port': ['ID=a805154e-76ac-4c40-aa30-a8a5f7b45303,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:52.493855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:52.495027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.511516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a130194-dd67-4202-849a-c48a4916c85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee5acd3-92b3-453f-a6ee-257500d27eb4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:52.563459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-605a0069-7eaa-44ba-a2ec-90384e690c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.610258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74e622d-bfc9-4083-9732-c438017b8ae6 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:09:52.618846 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.619824 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.628513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:52.629174 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.647515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-605a0069-7eaa-44ba-a2ec-90384e690c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.697785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a0069-7eaa-44ba-a2ec-90384e690c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1613d3-6847-4c75-866c-18464412c7af,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:52.706265 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.707728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Transition to ACTIVE for port object e74e622d-bfc9-4083-9732-c438017b8ae6 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:52.716015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Network': ['ID=c9d8e01e-9b7e-49b1-9fbe-aa8016d73847,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:52.722568 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-605a0069-7eaa-44ba-a2ec-90384e690c58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=050e62cc51d54abe8b0ff14a37453e91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2016249 Aug 10 02:09:52.727024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60060) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:52.730585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:09:52.799814 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-34cfdb80-967b-40a1-8d49-e6892654e03e tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1586564 Aug 10 02:09:52.800934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Pushing event deleted for resources: {'Port': ['ID=c019b321-8142-4dd4-9a49-602fa62ab794,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:52.809351 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-824267d4-6557-4aae-b02b-330530cc4dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.814954 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2401e7c3-ef92-4d1c-a83b-436f43b8709e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2644851 Aug 10 02:09:52.817219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60066) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:52.824441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Request body: {'port': {'device_id': '896cbae2-24f5-4e21-8d25-c5ed7a637c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:52.832001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': 'c9d8e01e-9b7e-49b1-9fbe-aa8016d73847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:52.866809 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-824267d4-6557-4aae-b02b-330530cc4dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:52.868624 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.039176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e74e622d-bfc9-4083-9732-c438017b8ae6,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:53.057878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.058237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.058644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.064062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.064062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.064062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.064062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.064062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.064062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.064062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.064062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.064062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:09:53.086073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.096369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.099435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.103783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4db366f5-5058-4b4e-94ba-58949b6a8c39 tempest-FloatingIPAdminTestJSON-1683681904 tempest-FloatingIPAdminTestJSON-1683681904-project] 10.222.0.38 "DELETE /v2.0/floatingips/bd2a0fd6-9e1a-4751-909c-790da8281a2c HTTP/1.1" status: 204 len: 168 time: 1.8072724 Aug 10 02:09:53.199298 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-824267d4-6557-4aae-b02b-330530cc4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.201909 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-824267d4-6557-4aae-b02b-330530cc4dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.203133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-824267d4-6557-4aae-b02b-330530cc4dcd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6f1613d3-6847-4c75-866c-18464412c7af HTTP/1.1" status: 204 len: 168 time: 0.4747608 Aug 10 02:09:53.213386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4dbda5e-6951-4362-b99a-fb5ff8bad1b8 req-5b033c6b-905d-4751-bf61-f4ab0daf4dc4 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0587761 Aug 10 02:09:53.228211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:53.231721 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.232277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824267d4-6557-4aae-b02b-330530cc4dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1613d3-6847-4c75-866c-18464412c7af,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:53.342327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Attempting to bind port e74e622d-bfc9-4083-9732-c438017b8ae6 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:09:53.344708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Attempting to bind port e74e622d-bfc9-4083-9732-c438017b8ae6 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:09:53.344708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Attempting to bind port e74e622d-bfc9-4083-9732-c438017b8ae6 on network e4f40733-443e-4a40-8e71-fe3d949005e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:53.363303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Port e74e622d-bfc9-4083-9732-c438017b8ae6 on network e4f40733-443e-4a40-8e71-fe3d949005e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:09:53.363935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Attempting to bind port e74e622d-bfc9-4083-9732-c438017b8ae6 on network e4f40733-443e-4a40-8e71-fe3d949005e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:53.383290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:09:53.394108 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.405445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:09:53.405824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Checking segment: {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:53.406222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Bound using segment: {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:09:53.406707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Bound port: e74e622d-bfc9-4083-9732-c438017b8ae6, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:09:53.407078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.448637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Transition to ACTIVE for port object a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:53.497039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e93961-5005-413b-8fa5-3069c8f7c01f req-bc8be950-1091-455d-bc95-b3c92cd86293 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:53.498673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06e93961-5005-413b-8fa5-3069c8f7c01f req-bc8be950-1091-455d-bc95-b3c92cd86293 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 932 time: 0.1180971 Aug 10 02:09:53.550234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] For port e74e622d-bfc9-4083-9732-c438017b8ae6, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:09:53.578933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] For port e74e622d-bfc9-4083-9732-c438017b8ae6, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e74e622d-bfc9-4083-9732-c438017b8ae6,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:09:53.593052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06e93961-5005-413b-8fa5-3069c8f7c01f req-0cb13123-c218-4348-8a53-a5876719aeca tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843363 Aug 10 02:09:53.608130 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.686689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:53.745668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.756858 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.821120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.824130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:53.829790 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.830654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] 10.222.0.16 "PUT /v2.0/ports/e74e622d-bfc9-4083-9732-c438017b8ae6 HTTP/1.1" status: 200 len: 1093 time: 2.9303732 Aug 10 02:09:53.837359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9ae96e-ba39-4626-908a-2ea795df7180', 'tag': 'e74e622d-bfc9-4083-9732-c438017b8ae6'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:53.843019 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccd4512-606f-451c-9400-cb31ff9d5609" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9ae96e-ba39-4626-908a-2ea795df7180", "tag": "e74e622d-bfc9-4083-9732-c438017b8ae6"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:53.871396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60100) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:53.905722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=67e4ed43-2ce8-4bcc-81d1-d74ce88413cf,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:53.917041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Checking segment: {'id': 'd1472527-73db-448a-906a-e7031912652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9d8e01e-9b7e-49b1-9fbe-aa8016d73847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:53.917620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network hostable DHCP agents. Network: c9d8e01e-9b7e-49b1-9fbe-aa8016d73847, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:09:53.942527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Attempting to bind port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:09:53.951078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Attempting to bind port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:09:53.951419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Attempting to bind port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 on network e4f40733-443e-4a40-8e71-fe3d949005e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:53.956369 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a805154e-76ac-4c40-aa30-a8a5f7b45303 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:09:53.975963 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6859a604-8814-4d93-943c-585ae617f5a1 x-openstack-request-id: req-6859a604-8814-4d93-943c-585ae617f5a1 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:53.980842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:53.986687 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9ae96e-ba39-4626-908a-2ea795df7180", "tag": "e74e622d-bfc9-4083-9732-c438017b8ae6", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:53.989793 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6859a604-8814-4d93-943c-585ae617f5a1 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:53.989793 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9ae96e-ba39-4626-908a-2ea795df7180', 'tag': 'e74e622d-bfc9-4083-9732-c438017b8ae6', 'status': 'completed', 'code': 200} Aug 10 02:09:53.998531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 on network e4f40733-443e-4a40-8e71-fe3d949005e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:09:53.998816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Transition to ACTIVE for port object a805154e-76ac-4c40-aa30-a8a5f7b45303 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:53.999109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Attempting to bind port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 on network e4f40733-443e-4a40-8e71-fe3d949005e3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:54.009665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106e54f-7399-41cc-83ea-6c41a4979c9f service neutron] Pushing event updated for resources: {'Port': ['ID=e74e622d-bfc9-4083-9732-c438017b8ae6,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:54.017456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:09:54.017935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Checking segment: {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:54.018455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Bound using segment: {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:09:54.019106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Bound port: a4a7baa7-fe48-4f7f-bf1f-26ea921a7417, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:09:54.019676 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.065590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.086693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:09:54.104222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd4512-606f-451c-9400-cb31ff9d5609 req-b31e25e0-e178-4dd1-896d-9e4f76f441a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:54.105900 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eccd4512-606f-451c-9400-cb31ff9d5609 req-b31e25e0-e178-4dd1-896d-9e4f76f441a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&device_id=4e9ae96e-ba39-4626-908a-2ea795df7180 HTTP/1.1" status: 200 len: 1096 time: 0.1171966 Aug 10 02:09:54.224189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Pushing event updated for resources: {'Port': ['ID=a805154e-76ac-4c40-aa30-a8a5f7b45303,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:54.305617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Attempting to bind port a805154e-76ac-4c40-aa30-a8a5f7b45303 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:09:54.307870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Attempting to bind port a805154e-76ac-4c40-aa30-a8a5f7b45303 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:09:54.307870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Attempting to bind port a805154e-76ac-4c40-aa30-a8a5f7b45303 on network e4f40733-443e-4a40-8e71-fe3d949005e3 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:54.312911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Port a805154e-76ac-4c40-aa30-a8a5f7b45303 on network e4f40733-443e-4a40-8e71-fe3d949005e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:09:54.313315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Attempting to bind port a805154e-76ac-4c40-aa30-a8a5f7b45303 on network e4f40733-443e-4a40-8e71-fe3d949005e3 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:54.320076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] For port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:09:54.324194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:09:54.324194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Checking segment: {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:54.324194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Bound using segment: {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:09:54.324194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Bound port: a805154e-76ac-4c40-aa30-a8a5f7b45303, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1553fc-492a-4c54-af95-04dcc3d40298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:09:54.324194 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.341001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] For port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:09:54.347972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd4512-606f-451c-9400-cb31ff9d5609 req-9db429ab-6d0e-4014-b8b8-1566da2ed955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:54.350542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eccd4512-606f-451c-9400-cb31ff9d5609 req-9db429ab-6d0e-4014-b8b8-1566da2ed955 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2370074 Aug 10 02:09:54.442039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] For port a805154e-76ac-4c40-aa30-a8a5f7b45303, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:09:54.447588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] For port a805154e-76ac-4c40-aa30-a8a5f7b45303, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a805154e-76ac-4c40-aa30-a8a5f7b45303,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:09:54.458399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ab315aef-6789-4d79-b8c2-678683b33761 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7214e77756042398cba1fec192a1990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807941 Aug 10 02:09:54.467755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0116fd6-bf70-42b7-8898-574f5b25ce15 req-92454189-b751-4142-a712-3696471bb618 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0788395 Aug 10 02:09:54.477784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60118) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:54.494201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c9d8e01e-9b7e-49b1-9fbe-aa8016d73847) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:54.505275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:54.506131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d30f2-9a8e-4bce-9320-5fa425204490 None None] Network c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:54.506357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.506956 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.530818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60122) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:54.569038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e1bf221-fdd6-4bfb-9a5c-4b4f6382d972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.592978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd4512-606f-451c-9400-cb31ff9d5609 req-29b97fe2-56c0-4ebf-a0ff-a4fccc361d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:54.596809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eccd4512-606f-451c-9400-cb31ff9d5609 req-29b97fe2-56c0-4ebf-a0ff-a4fccc361d0a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2358627 Aug 10 02:09:54.602891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd36550a-6cc7-4bcc-9cc2-dd080fc5d0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.607204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:54.608537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.610411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] 10.222.0.11 "PUT /v2.0/ports/a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 HTTP/1.1" status: 200 len: 1093 time: 2.5420437 Aug 10 02:09:54.617191 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.677160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd36550a-6cc7-4bcc-9cc2-dd080fc5d0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.710211 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1a646068-fcf7-4b8f-94b0-d7914ac7d76f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8906853 Aug 10 02:09:54.726540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:54.727970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.730533 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] 10.222.0.16 "PUT /v2.0/ports/a805154e-76ac-4c40-aa30-a8a5f7b45303 HTTP/1.1" status: 200 len: 1093 time: 1.9122558 Aug 10 02:09:54.731362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60130) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:54.736894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896cbae2-24f5-4e21-8d25-c5ed7a637c23', 'tag': 'a805154e-76ac-4c40-aa30-a8a5f7b45303'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:54.740605 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b57eee-b4d5-4737-91bf-b01058344beb" -d '{"events": [{"name": "network-changed", "server_uuid": "896cbae2-24f5-4e21-8d25-c5ed7a637c23", "tag": "a805154e-76ac-4c40-aa30-a8a5f7b45303"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:54.753432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': 'c9d8e01e-9b7e-49b1-9fbe-aa8016d73847', 'name': 'tempest-PortsIpV6TestJSON-705672334'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:54.779049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60134) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:54.831645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494c4aa-b988-420e-af4b-46740469a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:54.852857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-c9d8e01e-9b7e-49b1-9fbe-aa8016d73847', 'network_id': 'c9d8e01e-9b7e-49b1-9fbe-aa8016d73847', 'tenant_id': 'e590364b174b4fb0b9e4e3e8d4ca7423', 'fixed_ips': [{'subnet_id': '67e4ed43-2ce8-4bcc-81d1-d74ce88413cf'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:09:54.854782 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:54.880322 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fe32f0-b9db-4ac3-a22c-6b4cb8fe1de2 x-openstack-request-id: req-97fe32f0-b9db-4ac3-a22c-6b4cb8fe1de2 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:54.889364 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896cbae2-24f5-4e21-8d25-c5ed7a637c23", "tag": "a805154e-76ac-4c40-aa30-a8a5f7b45303", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:54.889364 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97fe32f0-b9db-4ac3-a22c-6b4cb8fe1de2 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:54.889364 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896cbae2-24f5-4e21-8d25-c5ed7a637c23', 'tag': 'a805154e-76ac-4c40-aa30-a8a5f7b45303', 'status': 'completed', 'code': 200} Aug 10 02:09:54.921359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23622597-219d-4cb2-9544-a8a30c6334a0 req-bca1af74-17a7-4e7b-bd8a-a63b2034e853 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:54.923025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23622597-219d-4cb2-9544-a8a30c6334a0 req-bca1af74-17a7-4e7b-bd8a-a63b2034e853 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 944 time: 0.1380084 Aug 10 02:09:54.926179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-8134137c-c731-4f9a-8e84-7bac89fcbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:54.928022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-8134137c-c731-4f9a-8e84-7bac89fcbadc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&device_id=4e9ae96e-ba39-4626-908a-2ea795df7180 HTTP/1.1" status: 200 len: 1096 time: 0.2605538 Aug 10 02:09:54.952029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58796bd-72c9-4288-b448-1554a17edcca service neutron] Pushing event updated for resources: {'Port': ['ID=a805154e-76ac-4c40-aa30-a8a5f7b45303,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:55.042668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-06dbea98-914c-4c5c-91b4-19f0f39e37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:55.045301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-06dbea98-914c-4c5c-91b4-19f0f39e37c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&device_id=d2fda832-a1dd-4fbb-971a-d33093f94b5a HTTP/1.1" status: 200 len: 1096 time: 0.2585237 Aug 10 02:09:55.047818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b57eee-b4d5-4737-91bf-b01058344beb req-e5dd6c2c-7571-4648-8f26-5656d1d3fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:55.048467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-0f98fc13-70b8-4aac-8618-e9230c6702db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e74e622d-bfc9-4083-9732-c438017b8ae6 HTTP/1.1" status: 200 len: 217 time: 0.1115844 Aug 10 02:09:55.050046 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b57eee-b4d5-4737-91bf-b01058344beb req-e5dd6c2c-7571-4648-8f26-5656d1d3fa3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 1096 time: 0.1716816 Aug 10 02:09:55.122263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Allocated IP 2001:db8::2 (c9d8e01e-9b7e-49b1-9fbe-aa8016d73847/67e4ed43-2ce8-4bcc-81d1-d74ce88413cf/14e54f6d-2641-4a12-a7bb-a6fc136bcf49) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:55.145862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-655094640-network', 'tenant_id': '2d52a3d6aec84be6b490ba23a95e3e22'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:55.158919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-8c4f7e74-3129-47f0-9dc2-c6a97bdbfd06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 HTTP/1.1" status: 200 len: 217 time: 0.1005230 Aug 10 02:09:55.160850 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd36550a-6cc7-4bcc-9cc2-dd080fc5d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.164545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd36550a-6cc7-4bcc-9cc2-dd080fc5d0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.166081 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bd36550a-6cc7-4bcc-9cc2-dd080fc5d0d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8e27d710-08d8-4002-83be-0b5626a5b4bd HTTP/1.1" status: 204 len: 168 time: 0.6903913 Aug 10 02:09:55.203680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36550a-6cc7-4bcc-9cc2-dd080fc5d0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e27d710-08d8-4002-83be-0b5626a5b4bd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:55.210017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e1bf221-fdd6-4bfb-9a5c-4b4f6382d972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.264287 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-e2720904-10bf-4ceb-9af1-ad4ca55ad9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:55.266117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-e2720904-10bf-4ceb-9af1-ad4ca55ad9fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f87bdf0c-1c42-473d-8b62-0b1ff81b95d3 HTTP/1.1" status: 200 len: 857 time: 0.0738664 Aug 10 02:09:55.295506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b57eee-b4d5-4737-91bf-b01058344beb req-ed74646a-c99d-4a29-87d7-03ccc3c2b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:55.298013 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b57eee-b4d5-4737-91bf-b01058344beb req-ed74646a-c99d-4a29-87d7-03ccc3c2b457 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2353978 Aug 10 02:09:55.340592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e1bf221-fdd6-4bfb-9a5c-4b4f6382d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.343008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-e57150a8-1d6a-4b68-b656-05ffe1716e9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e4f40733-443e-4a40-8e71-fe3d949005e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540869 Aug 10 02:09:55.382951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23622597-219d-4cb2-9544-a8a30c6334a0 req-cb700a27-75cc-499e-ab8c-0a60d858d0ef tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526495 Aug 10 02:09:55.397688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-f649a441-7564-4303-b614-fe3839a49870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:55.400365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-f649a441-7564-4303-b614-fe3839a49870 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f87bdf0c-1c42-473d-8b62-0b1ff81b95d3 HTTP/1.1" status: 200 len: 857 time: 0.3182175 Aug 10 02:09:55.408575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:09:55.408575 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 02:09:55.408575 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'e590364b174b4fb0b9e4e3e8d4ca7423', 'expiration_1': datetime.datetime(2021, 8, 10, 2, 9, 55, 156474)}] Aug 10 02:09:55.408575 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:09:55.431125 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:09:55.432154 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.436210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Transition to ACTIVE for port object 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:55.459727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Transition to ACTIVE for port object 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:55.463006 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bf221-fdd6-4bfb-9a5c-4b4f6382d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127792eb-799f-436b-ad28-2e5e792ae15c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:55.476194 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6e1bf221-fdd6-4bfb-9a5c-4b4f6382d972 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97c419438f2940a8887382619fb4053f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9405937 Aug 10 02:09:55.478203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60144) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:55.523412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c35b0d8e-5d89-493e-b467-1e933566bbc4 req-c5c36946-b760-4b20-a04c-aba4ebb7db8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31776e43-29cb-4578-b1b3-68ef32db4120 HTTP/1.1" status: 200 len: 210 time: 0.0583534 Aug 10 02:09:55.523412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-d01ca50e-c975-44f4-b6d6-7ac8f78406bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4f40733-443e-4a40-8e71-fe3d949005e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614483 Aug 10 02:09:55.560017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b57eee-b4d5-4737-91bf-b01058344beb req-d4a8fdc7-ce4e-48b2-b771-b6e0f7f3fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:55.561459 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b57eee-b4d5-4737-91bf-b01058344beb req-d4a8fdc7-ce4e-48b2-b771-b6e0f7f3fb8b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2555447 Aug 10 02:09:55.586313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90861a14-ac41-4da8-bdce-6ab5a1f60867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.625398 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.660062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Made reservation on behalf of 2d52a3d6aec84be6b490ba23a95e3e22 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:55.667308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90861a14-ac41-4da8-bdce-6ab5a1f60867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.686829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.721383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Pushing event updated for resources: {'Port': ['ID=14e54f6d-2641-4a12-a7bb-a6fc136bcf49,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:55.731771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ac22cac-f6bb-4d90-b20d-a80b80848d05 req-27b693ee-e209-479a-9055-5abd386858de tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.1519959 Aug 10 02:09:55.735314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-ae5c6b9c-d36c-4547-a824-46117bece287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:55.739754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Network c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:55.741498 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.742281 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-ae5c6b9c-d36c-4547-a824-46117bece287 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 1096 time: 0.1135838 Aug 10 02:09:55.757666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:55.765811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-a99ade9a-a63e-4808-8923-05832e2cdfe5 service neutron] 10.222.0.11 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077933 Aug 10 02:09:55.767795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:55.813741 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-1861451a-3259-44c4-92a1-2b1abde44777 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a805154e-76ac-4c40-aa30-a8a5f7b45303 HTTP/1.1" status: 200 len: 217 time: 0.0504994 Aug 10 02:09:55.893701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Attempting to bind port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:09:55.894345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Attempting to bind port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd1472527-73db-448a-906a-e7031912652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9d8e01e-9b7e-49b1-9fbe-aa8016d73847'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:09:55.894345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Attempting to bind port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 on network c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:09:55.901259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:09:55.901793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Checking segment: {'id': 'd1472527-73db-448a-906a-e7031912652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9d8e01e-9b7e-49b1-9fbe-aa8016d73847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:55.902421 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.902752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Bound using segment: {'id': 'd1472527-73db-448a-906a-e7031912652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9d8e01e-9b7e-49b1-9fbe-aa8016d73847'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:09:55.903369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Bound port: 14e54f6d-2641-4a12-a7bb-a6fc136bcf49, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1472527-73db-448a-906a-e7031912652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c9d8e01e-9b7e-49b1-9fbe-aa8016d73847'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:09:55.903994 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.942955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90861a14-ac41-4da8-bdce-6ab5a1f60867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.949083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90861a14-ac41-4da8-bdce-6ab5a1f60867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:55.953553 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-90861a14-ac41-4da8-bdce-6ab5a1f60867 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/127792eb-799f-436b-ad28-2e5e792ae15c HTTP/1.1" status: 204 len: 168 time: 0.4728873 Aug 10 02:09:55.961820 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-19057b96-8037-4963-bb1f-23ca85a19879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:55.964051 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-19057b96-8037-4963-bb1f-23ca85a19879 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f87bdf0c-1c42-473d-8b62-0b1ff81b95d3 HTTP/1.1" status: 200 len: 857 time: 0.1518588 Aug 10 02:09:55.970088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-f1c0a9cb-4ef2-455e-b3a5-67a90e409877 service neutron] 10.222.0.16 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431586 Aug 10 02:09:55.989630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fda832-a1dd-4fbb-971a-d33093f94b5a', 'tag': 'a4a7baa7-fe48-4f7f-bf1f-26ea921a7417'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:09:55.992556 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fda832-a1dd-4fbb-971a-d33093f94b5a", "tag": "a4a7baa7-fe48-4f7f-bf1f-26ea921a7417"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:09:56.006982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90861a14-ac41-4da8-bdce-6ab5a1f60867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127792eb-799f-436b-ad28-2e5e792ae15c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:56.026207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] For port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:09:56.031007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] For port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=14e54f6d-2641-4a12-a7bb-a6fc136bcf49,segment=NetworkSegment(d1472527-73db-448a-906a-e7031912652f),segment_id=d1472527-73db-448a-906a-e7031912652f)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:09:56.036224 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-dc74e994-8c5d-466e-815b-25a3e4115efb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4f40733-443e-4a40-8e71-fe3d949005e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415416 Aug 10 02:09:56.069838 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8764b0ea-9a7e-435f-88b7-128f5c47d9f3 x-openstack-request-id: req-8764b0ea-9a7e-435f-88b7-128f5c47d9f3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:09:56.070153 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fda832-a1dd-4fbb-971a-d33093f94b5a", "tag": "a4a7baa7-fe48-4f7f-bf1f-26ea921a7417", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:09:56.070376 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8764b0ea-9a7e-435f-88b7-128f5c47d9f3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:09:56.070820 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fda832-a1dd-4fbb-971a-d33093f94b5a', 'tag': 'a4a7baa7-fe48-4f7f-bf1f-26ea921a7417', 'status': 'completed', 'code': 200} Aug 10 02:09:56.141454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-de04f539-c15f-43d0-812f-e1f3c677a327 service neutron] 10.222.0.11 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675170 Aug 10 02:09:56.156145 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-b48c735d-608d-4f20-b963-90fb96cbf730 service neutron] 10.222.0.16 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041884 Aug 10 02:09:56.202143 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.214792 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.223610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-405e48b3-6be3-4fb1-b1be-2ce80e6261bd service neutron] 10.222.0.16 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402074 Aug 10 02:09:56.292609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf47cc-f514-4ba9-a0d6-a2634cebd237 None None] Pushing event updated for resources: {'Port': ['ID=14e54f6d-2641-4a12-a7bb-a6fc136bcf49,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:56.324377 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f497cd62-f0c1-4fe5-8301-eca2a3815124 req-17b9e955-74a8-4f4b-a3e0-22b2bdf60028 service neutron] 10.222.0.16 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610160 Aug 10 02:09:56.390408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.439430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:09:56.468040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee457d6-1150-40e3-b71b-dd8b13b597bc,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:56.492140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.492527 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Added segment bb16f992-0501-4ef1-8f95-a7d9f4db145b of type vlan for network 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 Aug 10 02:09:56.549834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60166) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:56.576521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:56.578626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.582892 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9434-e12f-4197-aa78-12d279ffdfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.606693 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.611939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port c19a6c77-022b-4e99-b515-47fbbc366c85 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:09:56.626388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-254f75f4-5652-40e4-a978-729a2479e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:56.628318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-254f75f4-5652-40e4-a978-729a2479e7e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&device_id=d2fda832-a1dd-4fbb-971a-d33093f94b5a HTTP/1.1" status: 200 len: 1096 time: 0.1825097 Aug 10 02:09:56.648434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaadc2e-178e-4725-9372-e07b54eb4865 req-f3127c12-8bc3-412d-befc-98121bca969b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:56.650018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0eaadc2e-178e-4725-9372-e07b54eb4865 req-f3127c12-8bc3-412d-befc-98121bca969b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 944 time: 0.1552541 Aug 10 02:09:56.778346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0eaadc2e-178e-4725-9372-e07b54eb4865 req-a4480844-14ec-41b1-bb7e-6862896962b3 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942247 Aug 10 02:09:56.831674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::167 (c9d8e01e-9b7e-49b1-9fbe-aa8016d73847/67e4ed43-2ce8-4bcc-81d1-d74ce88413cf/c19a6c77-022b-4e99-b515-47fbbc366c85) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:09:56.837623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-8aa9fdfb-bc5b-4427-8788-9a8afc6a554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:56.839320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-8aa9fdfb-bc5b-4427-8788-9a8afc6a554f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e4f40733-443e-4a40-8e71-fe3d949005e3 HTTP/1.1" status: 200 len: 918 time: 0.2023859 Aug 10 02:09:56.866141 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9434-e12f-4197-aa78-12d279ffdfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.969019 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9434-e12f-4197-aa78-12d279ffdfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.030944 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff9e9434-e12f-4197-aa78-12d279ffdfb8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=84760b73491c48fda720f1294d95ee31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774592 Aug 10 02:09:57.032413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60184) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:57.041867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e9434-e12f-4197-aa78-12d279ffdfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5559a4-9cd6-443c-bcdf-4ec6cb132ef2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:57.128468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.149381 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-533e4e2f-f4a4-4b88-8da9-a70b14562b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.157959 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object c19a6c77-022b-4e99-b515-47fbbc366c85 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:09:57.185033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-533e4e2f-f4a4-4b88-8da9-a70b14562b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.260992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.262051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:57.262752 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.266341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-e6ec26ec-3cd2-46c4-a58c-09cc3d90bd55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 HTTP/1.1" status: 200 len: 217 time: 0.4183075 Aug 10 02:09:57.358603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3eab0d7-4432-498e-b3bc-adce905965d4 req-93f788ab-2573-4ebe-897b-3b7e56e71e7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.1075785 Aug 10 02:09:57.360269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-254bc362-eb15-4671-b4de-fcb646847be3 req-3876af0d-e1d8-469c-866f-f2147766f410 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.1084077 Aug 10 02:09:57.372468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.414036 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-533e4e2f-f4a4-4b88-8da9-a70b14562b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.417221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-533e4e2f-f4a4-4b88-8da9-a70b14562b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.419979 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-533e4e2f-f4a4-4b88-8da9-a70b14562b59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7c5559a4-9cd6-443c-bcdf-4ec6cb132ef2 HTTP/1.1" status: 204 len: 168 time: 0.3862851 Aug 10 02:09:57.426133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] Pushing event updated for resources: {'Network': ['ID=3fa01ad3-1190-4340-9a6d-37f9b8a1fa40,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:57.435279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-421c3f23-7130-4da7-a904-d1b6848d7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:57.438749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-421c3f23-7130-4da7-a904-d1b6848d7b94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f87bdf0c-1c42-473d-8b62-0b1ff81b95d3 HTTP/1.1" status: 200 len: 857 time: 0.1597011 Aug 10 02:09:57.439961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:09:57.447630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:09:57.456783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:57.473258 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e4e2f-f4a4-4b88-8da9-a70b14562b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5559a4-9cd6-443c-bcdf-4ec6cb132ef2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:57.479972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:09:57.488688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:57.490537 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.503129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-ed728011-8dc5-4fa8-b926-448ea0837fea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e4f40733-443e-4a40-8e71-fe3d949005e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564167 Aug 10 02:09:57.505035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=c19a6c77-022b-4e99-b515-47fbbc366c85,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:57.577646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ba9a02-7a77-47c9-aecd-eba2a4c357e4 None None] Network c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:57.624009 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-203749b8-601f-4760-a294-bc4f74f5f214 service neutron] 10.222.0.11 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094329 Aug 10 02:09:57.628793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f30c8af3-d927-4151-ab25-c6da98a3146a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8370383 Aug 10 02:09:57.629468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60202) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:57.636042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Request body: {'subnet': {'network_id': '3fa01ad3-1190-4340-9a6d-37f9b8a1fa40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-655094640-subnet', 'tenant_id': '2d52a3d6aec84be6b490ba23a95e3e22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:09:57.665184 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c12e8772-6967-4b41-9b34-d27aa627948b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9208002 Aug 10 02:09:57.668135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60204) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:57.806833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f251732f-f549-4443-9457-e471bc1edad8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port c19a6c77-022b-4e99-b515-47fbbc366c85 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:09:57.808777 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f251732f-f549-4443-9457-e471bc1edad8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.835164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c7c8f07e-0905-4fd5-91ac-ab4379f35392 None None] Provisioning for port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:57.871451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:09:57.919856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9e8bcfc-c5c1-4f60-9721-fe76dbbe6ee1 req-c85ebaf3-8a99-428e-95c9-6e40372ea126 service neutron] 10.222.0.11 "GET /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877052 Aug 10 02:09:57.921021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Made reservation on behalf of 2d52a3d6aec84be6b490ba23a95e3e22 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:09:57.923954 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.953858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f251732f-f549-4443-9457-e471bc1edad8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.975865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f251732f-f549-4443-9457-e471bc1edad8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for c19a6c77-022b-4e99-b515-47fbbc366c85 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:09:58.074805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:09:58.086675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:58.088489 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.300674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684479a-38aa-4d1c-a00b-baff08b98f7e req-3851ee9b-236c-4654-956f-4563cb28cb16 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:58.303629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1684479a-38aa-4d1c-a00b-baff08b98f7e req-3851ee9b-236c-4654-956f-4563cb28cb16 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 944 time: 0.0760550 Aug 10 02:09:58.305315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f251732f-f549-4443-9457-e471bc1edad8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.328956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e74e622d-bfc9-4083-9732-c438017b8ae6 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:09:58.342349 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.378436 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.414001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf94d499-b6fe-4ea7-b33b-55cbfa1bbac9,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:58.454920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1684479a-38aa-4d1c-a00b-baff08b98f7e req-7ea6acfd-872c-4118-8c0a-2175b354eef8 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402547 Aug 10 02:09:58.470888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251732f-f549-4443-9457-e471bc1edad8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=c19a6c77-022b-4e99-b515-47fbbc366c85,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:58.477723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f251732f-f549-4443-9457-e471bc1edad8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.484316 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f251732f-f549-4443-9457-e471bc1edad8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/c19a6c77-022b-4e99-b515-47fbbc366c85 HTTP/1.1" status: 204 len: 168 time: 0.8128188 Aug 10 02:09:58.484571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60216) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:58.506531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Checking segment: {'id': 'bb16f992-0501-4ef1-8f95-a7d9f4db145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fa01ad3-1190-4340-9a6d-37f9b8a1fa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:09:58.507276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Network hostable DHCP agents. Network: 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:09:58.539695 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66cd684-9b89-4957-88a8-01fe8ca52fc1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:09:58.540777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66cd684-9b89-4957-88a8-01fe8ca52fc1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:09:58.542992 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c66cd684-9b89-4957-88a8-01fe8ca52fc1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/c19a6c77-022b-4e99-b515-47fbbc366c85 HTTP/1.1" status: 404 len: 333 time: 0.0572724 Aug 10 02:09:58.547047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60220) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:58.565972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=14e54f6d-2641-4a12-a7bb-a6fc136bcf49,segment=NetworkSegment(d1472527-73db-448a-906a-e7031912652f),segment_id=d1472527-73db-448a-906a-e7031912652f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:58.569969 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.resource_extend [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 02:09:58.599332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93069f10-9c75-450d-98b9-40294f4f4f7c req-f693e4c1-e138-4ba0-bbff-dddff0fd6444 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0374510 Aug 10 02:09:58.616961 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f60fdf-2c0b-4b1e-9a69-cadcd1ae5070 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:09:58.621755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60224) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:58.627401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-63f60fdf-2c0b-4b1e-9a69-cadcd1ae5070 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/c19a6c77-022b-4e99-b515-47fbbc366c85 HTTP/1.1" status: 404 len: 333 time: 0.0705392 Aug 10 02:09:58.642393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f2b8474a-0e9b-458b-a8e6-312a3dc1f7cc None None] Provisioning complete for port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:09:58.642798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f2b8474a-0e9b-458b-a8e6-312a3dc1f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.655566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Network 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:09:58.690004 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.748709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f486c5-abf9-49c2-b608-9ddcd816718c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet 67e4ed43-2ce8-4bcc-81d1-d74ce88413cf {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:09:58.752715 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9f486c5-abf9-49c2-b608-9ddcd816718c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.763565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e74e622d-bfc9-4083-9732-c438017b8ae6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e74e622d-bfc9-4083-9732-c438017b8ae6,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:58.780634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'e74e622d-bfc9-4083-9732-c438017b8ae6', 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3', 'port_id': 'e74e622d-bfc9-4083-9732-c438017b8ae6', 'mac_address': 'fa:16:3e:e9:a7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87bdf0c-1c42-473d-8b62-0b1ff81b95d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:09:58.784247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:09:58.791665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:58.794127 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.835606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d72aaf-12c4-40c9-93bc-526d6b29928b None None] Network 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:58.854859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9f486c5-abf9-49c2-b608-9ddcd816718c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:58.952076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a0f981c6-f283-4296-af87-863ef5b25837 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3212373 Aug 10 02:09:59.008545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60240) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:59.009829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=14e54f6d-2641-4a12-a7bb-a6fc136bcf49,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:59.035782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89113a31-08dd-4b51-935e-83919d63406c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:59.063457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:59.063797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9f486c5-abf9-49c2-b608-9ddcd816718c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:59.143380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:09:59.165123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74e622d-bfc9-4083-9732-c438017b8ae6 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:09:59.177072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f2b8474a-0e9b-458b-a8e6-312a3dc1f7cc None None] Could not find standard attr ID for object c19a6c77-022b-4e99-b515-47fbbc366c85. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:09:59.265815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e74e622d-bfc9-4083-9732-c438017b8ae6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e74e622d-bfc9-4083-9732-c438017b8ae6,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:09:59.273964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4f865-11cb-491f-9111-92451f254721 None None] Network 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:59.288758 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.resource_extend [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 02:09:59.333298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9f486c5-abf9-49c2-b608-9ddcd816718c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:59.345180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89113a31-08dd-4b51-935e-83919d63406c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:59.389413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f486c5-abf9-49c2-b608-9ddcd816718c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=67e4ed43-2ce8-4bcc-81d1-d74ce88413cf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:09:59.391791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a90aa17-1a16-41fe-a443-70d320552e70 req-d7f12d96-8ff5-41c8-93bd-8328cfeed1cb tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0356388 Aug 10 02:09:59.404646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9f486c5-abf9-49c2-b608-9ddcd816718c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:59.415958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60252) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:59.416143 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c9f486c5-abf9-49c2-b608-9ddcd816718c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/67e4ed43-2ce8-4bcc-81d1-d74ce88413cf HTTP/1.1" status: 204 len: 168 time: 0.7882149 Aug 10 02:09:59.587810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e687e-8e59-4e9d-8a5e-1874846ce6cd None None] Network c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:09:59.604747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c6bfd8e3-6f86-448e-9b5b-e5972ca2b1ff None None] Could not find standard attr ID for object c19a6c77-022b-4e99-b515-47fbbc366c85. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:09:59.607778 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:59.608422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a805154e-76ac-4c40-aa30-a8a5f7b45303 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:09:59.732890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:59.735950 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89113a31-08dd-4b51-935e-83919d63406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:59.749795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-475f3b97-0753-4550-a181-7bd4252fa5d5 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:59.758015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-475f3b97-0753-4550-a181-7bd4252fa5d5 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/networks?id=3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 HTTP/1.1" status: 200 len: 812 time: 0.2020869 Aug 10 02:09:59.861398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:09:59.899173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-53943c2f-6769-4371-a356-c7776ef77263 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/quotas/2d52a3d6aec84be6b490ba23a95e3e22 HTTP/1.1" status: 200 len: 375 time: 0.1401527 Aug 10 02:09:59.915799 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-89113a31-08dd-4b51-935e-83919d63406c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ed3873b11d14a68a7fc955768e148d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9061396 Aug 10 02:09:59.918728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60276) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:09:59.986802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-54f1ba40-df88-41d7-a64a-2c9ecdcc704d tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d52a3d6aec84be6b490ba23a95e3e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859072 Aug 10 02:09:59.996061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e74e622d-bfc9-4083-9732-c438017b8ae6,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:00.001542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a805154e-76ac-4c40-aa30-a8a5f7b45303, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a805154e-76ac-4c40-aa30-a8a5f7b45303,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:00.021988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89113a31-08dd-4b51-935e-83919d63406c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e25fed-2fea-468a-83b4-c963d659a611,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:00.027850 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.080754 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.095944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2cb5a-79d8-4f16-b121-3c33bd2e6c92 req-2227fa2a-f57b-4c21-9657-11802667243f tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:00.097939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86d2cb5a-79d8-4f16-b121-3c33bd2e6c92 req-2227fa2a-f57b-4c21-9657-11802667243f tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 944 time: 0.5543287 Aug 10 02:10:00.107672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'a805154e-76ac-4c40-aa30-a8a5f7b45303', 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3', 'port_id': 'a805154e-76ac-4c40-aa30-a8a5f7b45303', 'mac_address': 'fa:16:3e:2f:10:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87bdf0c-1c42-473d-8b62-0b1ff81b95d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:10:00.120929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:00.200341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1bfb4e-b54b-41f6-96ab-b27ec87c4c2f None None] DHCP port deletion for c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:10:00.228662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86d2cb5a-79d8-4f16-b121-3c33bd2e6c92 req-12022303-6611-4b4c-be30-3de0b9b2f170 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861778 Aug 10 02:10:00.245738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'a4a7baa7-fe48-4f7f-bf1f-26ea921a7417', 'network_id': 'e4f40733-443e-4a40-8e71-fe3d949005e3', 'port_id': 'a4a7baa7-fe48-4f7f-bf1f-26ea921a7417', 'mac_address': 'fa:16:3e:72:77:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87bdf0c-1c42-473d-8b62-0b1ff81b95d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:10:00.251245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-a3dad321-54ad-48ba-8998-ee77809afb64 service neutron] 10.222.0.38 "GET /v2.0/networks/3fa01ad3-1190-4340-9a6d-37f9b8a1fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633049 Aug 10 02:10:00.252792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:00.253152 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.287095 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.290519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.291974 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b2e25fed-2fea-468a-83b4-c963d659a611 HTTP/1.1" status: 204 len: 168 time: 0.3723738 Aug 10 02:10:00.302008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e25fed-2fea-468a-83b4-c963d659a611,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:00.311802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.312437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.313656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.314315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.314865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.315421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.315934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.316531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.317184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.317731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.318931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.319442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042c451-cd3c-49e8-ae5e-a60a8b619e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:00.327430 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.329251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:00.329913 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.393549 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.403661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a805154e-76ac-4c40-aa30-a8a5f7b45303 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:10:00.452314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] For port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=14e54f6d-2641-4a12-a7bb-a6fc136bcf49,segment=NetworkSegment(d1472527-73db-448a-906a-e7031912652f),segment_id=d1472527-73db-448a-906a-e7031912652f)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:00.453324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.476484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:00.477455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:10:00.511005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:00.518101 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a805154e-76ac-4c40-aa30-a8a5f7b45303, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a805154e-76ac-4c40-aa30-a8a5f7b45303,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:00.555417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bfb4e-b54b-41f6-96ab-b27ec87c4c2f None None] Deleting port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:00.556626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-deebc6c3-6d04-48b3-9d0a-a0bc921f07cb service neutron] 10.222.0.38 "GET /v2.0/networks/3fa01ad3-1190-4340-9a6d-37f9b8a1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899859 Aug 10 02:10:00.557433 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e1bfb4e-b54b-41f6-96ab-b27ec87c4c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.580725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de8105b3-9d98-4591-8351-db0bde1cf4aa req-89b47e10-0669-40f0-8850-5baae0c694a5 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0790508 Aug 10 02:10:00.619538 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.684782 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.731447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0e1bfb4e-b54b-41f6-96ab-b27ec87c4c2f None None] For port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=14e54f6d-2641-4a12-a7bb-a6fc136bcf49,segment=NetworkSegment(d1472527-73db-448a-906a-e7031912652f),segment_id=d1472527-73db-448a-906a-e7031912652f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:00.731853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e1bfb4e-b54b-41f6-96ab-b27ec87c4c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.750475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:00.752523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bfb4e-b54b-41f6-96ab-b27ec87c4c2f None None] Calling delete_port for 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:00.807502 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:00.828291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No DVR routers for this DVR port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:00.833619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a4a7baa7-fe48-4f7f-bf1f-26ea921a7417'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:00.868042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=14e54f6d-2641-4a12-a7bb-a6fc136bcf49,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:00.891363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=a805154e-76ac-4c40-aa30-a8a5f7b45303,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:00.918906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['a805154e-76ac-4c40-aa30-a8a5f7b45303'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:00.978440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e74e622d-bfc9-4083-9732-c438017b8ae6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.021643 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:01.025259 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:10:01.035919 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e1bfb4e-b54b-41f6-96ab-b27ec87c4c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:01.055751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1bfb4e-b54b-41f6-96ab-b27ec87c4c2f None None] No DVR routers for this DVR port 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:01.107974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bfb4e-b54b-41f6-96ab-b27ec87c4c2f None None] Pushing event deleted for resources: {'Port': ['ID=14e54f6d-2641-4a12-a7bb-a6fc136bcf49,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:01.116422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c80f72e2-3585-45e5-b595-889ac8ef61a0 req-8e365549-ec77-4bb7-b625-584908baf69b tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0954149 Aug 10 02:10:01.148531 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:01.162030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d8e01e-9b7e-49b1-9fbe-aa8016d73847']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:01.206031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1472527-73db-448a-906a-e7031912652f') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:01.206374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1472527-73db-448a-906a-e7031912652f') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:01.230360 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:01.279264 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:01.290977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:10:01.291485 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:10:01.295405 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:10:01.408667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cd211-ad4d-4dea-953b-b838cde37970 req-fec3416a-559a-486a-ac6d-139ad59ac2f6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:01.411436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-732cd211-ad4d-4dea-953b-b838cde37970 req-fec3416a-559a-486a-ac6d-139ad59ac2f6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 945 time: 0.0730789 Aug 10 02:10:01.465924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-732cd211-ad4d-4dea-953b-b838cde37970 req-0a53df92-9b3c-463b-8408-7f9cbe5597ec tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Aug 10 02:10:01.613153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:01.637583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:01.640357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/networks/c9d8e01e-9b7e-49b1-9fbe-aa8016d73847 HTTP/1.1" status: 204 len: 168 time: 2.2291591 Aug 10 02:10:01.643381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60336) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:01.650308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-421281739'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:01.657319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63d7e6-6e0b-47af-85ee-3f446a20431c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Network': ['ID=c9d8e01e-9b7e-49b1-9fbe-aa8016d73847,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:01.725337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d13839-df17-4dfa-beed-b65e5247d940 req-c86ec722-e062-4e51-8579-ef5a53a0fbb3 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0412676 Aug 10 02:10:01.794059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:01.818578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:01.819008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 14e54f6d-2641-4a12-a7bb-a6fc136bcf49 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:01.828606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:01.832737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:01.867832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:10:01.878967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:01.879329 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Added segment 03809989-2a36-4105-a42e-139925018562 of type vlan for network dfd441f6-2b28-4c4a-b5e9-6920e8288f13 Aug 10 02:10:01.939589 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:02.087477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:02.097638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:02.098616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:02.214675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f97f5661-1b05-4f6c-9587-c9b4e287d3d0 req-853a693a-c3d3-4ea6-ad74-f6c187cbdbe7 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0317025 Aug 10 02:10:02.217979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Network': ['ID=dfd441f6-2b28-4c4a-b5e9-6920e8288f13,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:02.237614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network dfd441f6-2b28-4c4a-b5e9-6920e8288f13 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:10:02.282462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-91b2f535-212c-41c1-a17a-1458310da3a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6379158 Aug 10 02:10:02.285180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60356) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:02.291080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': 'dfd441f6-2b28-4c4a-b5e9-6920e8288f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:02.486870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:02.491742 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:02.630375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f533082-d6e8-46f6-8500-ac4a268a0fe9 req-8a0df5a4-98f1-4999-970f-f8b1522d6e55 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:02.641906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f533082-d6e8-46f6-8500-ac4a268a0fe9 req-8a0df5a4-98f1-4999-970f-f8b1522d6e55 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 945 time: 0.0870855 Aug 10 02:10:02.680788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e74e622d-bfc9-4083-9732-c438017b8ae6 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:02.707987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60368) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:02.715405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f533082-d6e8-46f6-8500-ac4a268a0fe9 req-9b3e24ce-f1aa-404b-b222-b8005b2bfcfd tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635934 Aug 10 02:10:02.873225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f86f44c-39cf-48c1-b2ce-a2500bdde911 req-0f165a3e-8f39-4e9f-93d8-80d2271e2153 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0302439 Aug 10 02:10:02.878069 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f496ef0-5364-4ed7-9dad-2d6f9ab59bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:02.920048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port e74e622d-bfc9-4083-9732-c438017b8ae6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:02.921970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:02.926608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port e74e622d-bfc9-4083-9732-c438017b8ae6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:02.926974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.046797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=32ad86a0-fce0-4836-8b8a-cc61c0cd2834,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:03.048062 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.051523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Checking segment: {'id': '03809989-2a36-4105-a42e-139925018562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dfd441f6-2b28-4c4a-b5e9-6920e8288f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:03.051883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network hostable DHCP agents. Network: dfd441f6-2b28-4c4a-b5e9-6920e8288f13, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:10:03.092311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ae96e-ba39-4626-908a-2ea795df7180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74e622d-bfc9-4083-9732-c438017b8ae6'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:03.096945 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1afa380-4286-4529-9272-1d45081f60a1" -d '{"events": [{"server_uuid": "4e9ae96e-ba39-4626-908a-2ea795df7180", "name": "network-vif-plugged", "status": "completed", "tag": "e74e622d-bfc9-4083-9732-c438017b8ae6"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:03.113866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e74e622d-bfc9-4083-9732-c438017b8ae6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e74e622d-bfc9-4083-9732-c438017b8ae6,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:03.139815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f496ef0-5364-4ed7-9dad-2d6f9ab59bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.145239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:03.165865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network dfd441f6-2b28-4c4a-b5e9-6920e8288f13 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:10:03.196311 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab59dd7f-6ffa-4103-bc58-2130cca0ed1a x-openstack-request-id: req-ab59dd7f-6ffa-4103-bc58-2130cca0ed1a {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:03.196612 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ae96e-ba39-4626-908a-2ea795df7180", "name": "network-vif-plugged", "status": "completed", "tag": "e74e622d-bfc9-4083-9732-c438017b8ae6", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:03.196996 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab59dd7f-6ffa-4103-bc58-2130cca0ed1a {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:03.197406 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ae96e-ba39-4626-908a-2ea795df7180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74e622d-bfc9-4083-9732-c438017b8ae6', 'code': 200} Aug 10 02:10:03.215618 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.217205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a805154e-76ac-4c40-aa30-a8a5f7b45303 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:03.312721 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f496ef0-5364-4ed7-9dad-2d6f9ab59bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.342670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e74e622d-bfc9-4083-9732-c438017b8ae6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:03.383450 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9f496ef0-5364-4ed7-9dad-2d6f9ab59bb7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=33584bb10f854aee879de758635dbea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727502 Aug 10 02:10:03.389303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, dfd441f6-2b28-4c4a-b5e9-6920e8288f13) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:03.393789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94f574a2-2b36-4a8b-af31-97ef4bf235a8 req-e01a50c5-ac6e-4abc-9d9d-d0de9e52fe20 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0362582 Aug 10 02:10:03.394004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:03.394762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60390) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:03.394902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.401618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d83c90-4fcb-4286-ab89-e5746e1ae157 None None] Network dfd441f6-2b28-4c4a-b5e9-6920e8288f13 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:03.415208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496ef0-5364-4ed7-9dad-2d6f9ab59bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2512e21f-4869-414a-bce9-a89e8cf920cc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:03.432743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd7594-eb6b-4fc5-8380-5f1f1080584d req-c0290c05-0271-4173-8178-319f9ca9bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:03.435114 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91dd7594-eb6b-4fc5-8380-5f1f1080584d req-c0290c05-0271-4173-8178-319f9ca9bec9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e9ae96e-ba39-4626-908a-2ea795df7180 HTTP/1.1" status: 200 len: 1098 time: 0.1891134 Aug 10 02:10:03.476218 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-742ad6a9-ee27-4581-bad4-79a2e35e07a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.494652 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91dd7594-eb6b-4fc5-8380-5f1f1080584d req-888c8974-61ea-4408-9fc3-d4bad378f52f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497525 Aug 10 02:10:03.501369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-742ad6a9-ee27-4581-bad4-79a2e35e07a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.553566 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d44bc340-49ae-4f17-abff-c6ea4d639abf tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2669590 Aug 10 02:10:03.556503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port a805154e-76ac-4c40-aa30-a8a5f7b45303 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:03.559279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60392) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:03.559595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:03.570441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port a805154e-76ac-4c40-aa30-a8a5f7b45303 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:03.571100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': 'dfd441f6-2b28-4c4a-b5e9-6920e8288f13', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-808061500'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:03.571407 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.577337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:03.577337 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.630501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-742ad6a9-ee27-4581-bad4-79a2e35e07a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.639760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-742ad6a9-ee27-4581-bad4-79a2e35e07a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.648031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-742ad6a9-ee27-4581-bad4-79a2e35e07a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2512e21f-4869-414a-bce9-a89e8cf920cc HTTP/1.1" status: 204 len: 168 time: 0.2465153 Aug 10 02:10:03.657691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-dfd441f6-2b28-4c4a-b5e9-6920e8288f13', 'network_id': 'dfd441f6-2b28-4c4a-b5e9-6920e8288f13', 'tenant_id': 'e590364b174b4fb0b9e4e3e8d4ca7423', 'fixed_ips': [{'subnet_id': '32ad86a0-fce0-4836-8b8a-cc61c0cd2834'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:10:03.658952 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.674608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ad6a9-ee27-4581-bad4-79a2e35e07a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2512e21f-4869-414a-bce9-a89e8cf920cc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:03.841892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60402) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:03.944239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:03.948389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:03.952363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a3510-5f18-48da-8a20-5d1a04c0202b req-c2f45a7d-e052-4d7c-80cb-54fb0eaad3b1 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:03.978402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f66a3510-5f18-48da-8a20-5d1a04c0202b req-c2f45a7d-e052-4d7c-80cb-54fb0eaad3b1 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 945 time: 0.1088643 Aug 10 02:10:03.997233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 9a45342f-4450-4279-b824-cbd7f0f82540 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:10:04.017247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1537bbad-9eff-4460-9da7-7e6e8d2991a7 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:04.062953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:04.097456 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:04.123819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d2dd79b-87bf-421c-8738-3036f97cb805 req-c17617ac-ee86-4dfd-a0dc-7bd087b8aa03 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0972056 Aug 10 02:10:04.128850 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f66a3510-5f18-48da-8a20-5d1a04c0202b req-3481d953-86f9-4d18-8334-879e0c38ef97 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490097 Aug 10 02:10:04.152660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Allocated IP 2001:db8::2 (dfd441f6-2b28-4c4a-b5e9-6920e8288f13/32ad86a0-fce0-4836-8b8a-cc61c0cd2834/5ac35e58-f0a1-4273-ae0a-e9834804cd9b) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:04.166353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:04.191309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a805154e-76ac-4c40-aa30-a8a5f7b45303, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a805154e-76ac-4c40-aa30-a8a5f7b45303,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:04.280221 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:04.391461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1537bbad-9eff-4460-9da7-7e6e8d2991a7 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] 10.222.0.38 "PUT /v2.0/quotas/09abd3f30e91443eb45da67c677b7658 HTTP/1.1" status: 200 len: 366 time: 0.5539002 Aug 10 02:10:04.394693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60410) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:04.406749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:04.412622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-05c2e3a9-3cfc-47d7-a472-9a90582d406e tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0163424 Aug 10 02:10:04.416422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60412) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:04.433841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7b523176-b802-4457-9af2-312a3ba0f8a5 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] 10.222.0.38 "GET /v2.0/quotas/09abd3f30e91443eb45da67c677b7658 HTTP/1.1" status: 200 len: 366 time: 0.0157731 Aug 10 02:10:04.437830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-c1f41b72-7c65-4c51-b5fd-fd09487f9837 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:04.440190 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-c1f41b72-7c65-4c51-b5fd-fd09487f9837 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.16 "GET /v2.0/networks?id=3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 HTTP/1.1" status: 200 len: 812 time: 0.1433260 Aug 10 02:10:04.440708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60416) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:04.458235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Request body: {'port': {'device_id': '7f1df7e8-c0b3-475d-a501-82a5344cb5d5', 'network_id': '3fa01ad3-1190-4340-9a6d-37f9b8a1fa40', 'admin_state_up': True, 'tenant_id': '2d52a3d6aec84be6b490ba23a95e3e22'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:04.465700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:04.521601 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:04.539002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ebe7091-b5de-4375-a810-f31c6e560042 req-7ac26565-3c3b-4255-9cdc-5dab4a6f67a4 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0363550 Aug 10 02:10:04.541274 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Transition to ACTIVE for port object 5ac35e58-f0a1-4273-ae0a-e9834804cd9b will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:04.566035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=a805154e-76ac-4c40-aa30-a8a5f7b45303,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:04.585935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Transition to ACTIVE for port object 5ac35e58-f0a1-4273-ae0a-e9834804cd9b will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:04.641684 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4f013338-1ce0-4883-8464-99b3de5d2573 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/09abd3f30e91443eb45da67c677b7658 HTTP/1.1" status: 204 len: 168 time: 0.1998203 Aug 10 02:10:04.644549 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60418) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:04.655002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0587c8f3-60c3-4816-b418-1ec4f385a87c tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] 10.222.0.38 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0088768 Aug 10 02:10:04.657445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60420) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:04.667932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e139acc9-5be7-442d-a38d-62ad211bf5d4 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] 10.222.0.38 "GET /v2.0/quotas/09abd3f30e91443eb45da67c677b7658 HTTP/1.1" status: 200 len: 370 time: 0.0093195 Aug 10 02:10:04.673486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:04.679201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3c1e8ccf-cbd2-4360-95cc-26abe383bc50 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] 10.222.0.38 "GET /v2.0/quotas/09abd3f30e91443eb45da67c677b7658/default HTTP/1.1" status: 200 len: 370 time: 0.0046642 Aug 10 02:10:04.681712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60424) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:04.690508 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-b4b38340-0144-4d2a-9dc6-45a0a430ce9f tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] delete failed (client error): The resource could not be found. Aug 10 02:10:04.691592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b4b38340-0144-4d2a-9dc6-45a0a430ce9f tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] 10.222.0.38 "DELETE /v2.0/quotas/09abd3f30e91443eb45da67c677b7658 HTTP/1.1" status: 404 len: 348 time: 0.0089996 Aug 10 02:10:04.733452 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:04.774417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Made reservation on behalf of 2d52a3d6aec84be6b490ba23a95e3e22 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:04.781205 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:04.804750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Network dfd441f6-2b28-4c4a-b5e9-6920e8288f13 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:04.809562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:04.815366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:04.845687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::3dc (dfd441f6-2b28-4c4a-b5e9-6920e8288f13/32ad86a0-fce0-4836-8b8a-cc61c0cd2834/9a45342f-4450-4279-b824-cbd7f0f82540) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:04.861758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Pushing event updated for resources: {'Port': ['ID=5ac35e58-f0a1-4273-ae0a-e9834804cd9b,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:04.920613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Attempting to bind port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:04.920613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Attempting to bind port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '03809989-2a36-4105-a42e-139925018562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dfd441f6-2b28-4c4a-b5e9-6920e8288f13'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:04.920613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Attempting to bind port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b on network dfd441f6-2b28-4c4a-b5e9-6920e8288f13 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:04.924516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:04.924917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Checking segment: {'id': '03809989-2a36-4105-a42e-139925018562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dfd441f6-2b28-4c4a-b5e9-6920e8288f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:04.925335 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:04.925807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Bound using segment: {'id': '03809989-2a36-4105-a42e-139925018562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dfd441f6-2b28-4c4a-b5e9-6920e8288f13'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:04.929766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60436) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:04.929915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Bound port: 5ac35e58-f0a1-4273-ae0a-e9834804cd9b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03809989-2a36-4105-a42e-139925018562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dfd441f6-2b28-4c4a-b5e9-6920e8288f13'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:04.930451 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:04.947339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f8630f5-560f-4a3c-9109-ba6d4dbada09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.034426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d36312ac-2246-496c-8085-12a75aa049db None None] For port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:05.041234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d36312ac-2246-496c-8085-12a75aa049db None None] For port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5ac35e58-f0a1-4273-ae0a-e9834804cd9b,segment=NetworkSegment(03809989-2a36-4105-a42e-139925018562),segment_id=03809989-2a36-4105-a42e-139925018562)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:05.051378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Allocated IP 172.20.0.11 (3fa01ad3-1190-4340-9a6d-37f9b8a1fa40/cf94d499-b6fe-4ea7-b33b-55cbfa1bbac9/ef7208ef-1d78-418f-be8b-07c8820e4030) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:05.096367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f8630f5-560f-4a3c-9109-ba6d4dbada09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.105735 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.116567 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.169338 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60442) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:05.190289 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f8630f5-560f-4a3c-9109-ba6d4dbada09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.198276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fda832-a1dd-4fbb-971a-d33093f94b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a7baa7-fe48-4f7f-bf1f-26ea921a7417'}, {'server_uuid': '896cbae2-24f5-4e21-8d25-c5ed7a637c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a805154e-76ac-4c40-aa30-a8a5f7b45303'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:05.201007 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba99c3d9-988f-4b5a-943f-e1b5a05fe994" -d '{"events": [{"server_uuid": "d2fda832-a1dd-4fbb-971a-d33093f94b5a", "name": "network-vif-plugged", "status": "completed", "tag": "a4a7baa7-fe48-4f7f-bf1f-26ea921a7417"}, {"server_uuid": "896cbae2-24f5-4e21-8d25-c5ed7a637c23", "name": "network-vif-plugged", "status": "completed", "tag": "a805154e-76ac-4c40-aa30-a8a5f7b45303"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:05.218119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36312ac-2246-496c-8085-12a75aa049db None None] Pushing event updated for resources: {'Port': ['ID=5ac35e58-f0a1-4273-ae0a-e9834804cd9b,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:05.267741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4f8630f5-560f-4a3c-9109-ba6d4dbada09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b129edb32f247a0b78d7df82892662f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362803 Aug 10 02:10:05.269093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8630f5-560f-4a3c-9109-ba6d4dbada09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424444dd-a096-4684-9145-a043cbeb8f92,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:05.272857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60448) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:05.310209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Usage tracker for resource:network and tenant:4491045587bd43b8a3469bd5c2cc927a is out of sync, need to count used quota {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 02:10:05.370893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 02:10:05.399495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84a0893e-94e4-42a8-9970-0486f5974e23 req-3bdfed69-5230-42a4-a364-e8373afca821 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.1251137 Aug 10 02:10:05.424697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Usage tracker for resource:subnet and tenant:4491045587bd43b8a3469bd5c2cc927a is out of sync, need to count used quota {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 02:10:05.449965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f06e1c-623f-4bdc-8eed-8bcc4357ae8d req-b929c9f0-ae26-4daf-8b8c-1df93b556fdf tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:05.459145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31f06e1c-623f-4bdc-8eed-8bcc4357ae8d req-b929c9f0-ae26-4daf-8b8c-1df93b556fdf tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 946 time: 0.1694543 Aug 10 02:10:05.473636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 02:10:05.503780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Usage tracker for resource:subnetpool and tenant:4491045587bd43b8a3469bd5c2cc927a is out of sync, need to count used quota {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 02:10:05.506215 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c81d419c-bf46-4001-b1f6-102929f1e935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.520577 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c5525e-405c-43a2-b8f7-ce92169089ee x-openstack-request-id: req-19c5525e-405c-43a2-b8f7-ce92169089ee {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:05.520917 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fda832-a1dd-4fbb-971a-d33093f94b5a", "name": "network-vif-plugged", "status": "completed", "tag": "a4a7baa7-fe48-4f7f-bf1f-26ea921a7417", "code": 200}, {"server_uuid": "896cbae2-24f5-4e21-8d25-c5ed7a637c23", "name": "network-vif-plugged", "status": "completed", "tag": "a805154e-76ac-4c40-aa30-a8a5f7b45303", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:05.521267 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-19c5525e-405c-43a2-b8f7-ce92169089ee {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:05.521868 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fda832-a1dd-4fbb-971a-d33093f94b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a7baa7-fe48-4f7f-bf1f-26ea921a7417', 'code': 200} Aug 10 02:10:05.522160 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896cbae2-24f5-4e21-8d25-c5ed7a637c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a805154e-76ac-4c40-aa30-a8a5f7b45303', 'code': 200} Aug 10 02:10:05.525409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 02:10:05.584966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Usage tracker for resource:port and tenant:4491045587bd43b8a3469bd5c2cc927a is out of sync, need to count used quota {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 02:10:05.596675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 02:10:05.610408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c81d419c-bf46-4001-b1f6-102929f1e935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.635258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31f06e1c-623f-4bdc-8eed-8bcc4357ae8d req-daf1f975-3862-4276-b2c8-502e217fb366 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750627 Aug 10 02:10:05.656321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Usage tracker for resource:router and tenant:4491045587bd43b8a3469bd5c2cc927a is out of sync, need to count used quota {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 02:10:05.733907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 02:10:05.740635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object 9a45342f-4450-4279-b824-cbd7f0f82540 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:05.766770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b87bc26-f590-48c0-986f-717b2b97e7e6 req-62b79bf6-e782-403b-9d72-b6e975cc1755 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0912938 Aug 10 02:10:05.778608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Usage tracker for resource:floatingip and tenant:4491045587bd43b8a3469bd5c2cc927a is out of sync, need to count used quota {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 02:10:05.794785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 02:10:05.803484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96acd2-7048-48e6-9c20-22dc76aefe0c req-131984c7-aa76-4204-a8fd-1143310f48de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:05.805362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e96acd2-7048-48e6-9c20-22dc76aefe0c req-131984c7-aa76-4204-a8fd-1143310f48de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2fda832-a1dd-4fbb-971a-d33093f94b5a HTTP/1.1" status: 200 len: 1098 time: 0.1678085 Aug 10 02:10:05.812436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e669ee-8344-40c9-9b15-ef7519ebd41e req-a3732aca-f70d-40d8-b030-0d0de3fc6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:05.813964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01e669ee-8344-40c9-9b15-ef7519ebd41e req-a3732aca-f70d-40d8-b030-0d0de3fc6b6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 1098 time: 0.1777415 Aug 10 02:10:05.830606 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.895793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e96acd2-7048-48e6-9c20-22dc76aefe0c req-e34a848b-baf7-4efd-a25d-8e86f74c126e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802982 Aug 10 02:10:05.900251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01e669ee-8344-40c9-9b15-ef7519ebd41e req-3a73344f-10a5-4219-aa61-eabe7da1012c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766382 Aug 10 02:10:05.905846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5ac35e58-f0a1-4273-ae0a-e9834804cd9b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:05.919729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Usage tracker for resource:security_group and tenant:4491045587bd43b8a3469bd5c2cc927a is out of sync, need to count used quota {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 02:10:05.925556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 02:10:05.933578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Usage tracker for resource:security_group_rule and tenant:4491045587bd43b8a3469bd5c2cc927a is out of sync, need to count used quota {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 02:10:05.939220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.quota.resource [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101224) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 02:10:05.944862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-44a8cbd7-a7c0-4eac-a263-45d8ad853892 tempest-QuotasTest-1156803012 tempest-QuotasTest-1156803012-project-admin] 10.222.0.38 "GET /v2.0/quotas/4491045587bd43b8a3469bd5c2cc927a/details.json HTTP/1.1" status: 200 len: 703 time: 0.7734652 Aug 10 02:10:05.955584 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.993723 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c81d419c-bf46-4001-b1f6-102929f1e935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:05.998513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network dfd441f6-2b28-4c4a-b5e9-6920e8288f13 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:06.000258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:06.001084 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c81d419c-bf46-4001-b1f6-102929f1e935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:06.003977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c81d419c-bf46-4001-b1f6-102929f1e935 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/424444dd-a096-4684-9145-a043cbeb8f92 HTTP/1.1" status: 204 len: 168 time: 0.7173524 Aug 10 02:10:06.020331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d419c-bf46-4001-b1f6-102929f1e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424444dd-a096-4684-9145-a043cbeb8f92,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:06.023731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:06.033845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:06.049204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:06.050371 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:06.070126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:06.075828 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=9a45342f-4450-4279-b824-cbd7f0f82540,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:06.118168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Network 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:06.121613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:06.125849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:06.180785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Pushing event updated for resources: {'Port': ['ID=ef7208ef-1d78-418f-be8b-07c8820e4030,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:06.205498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:06.205498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:06.248034 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b26d21c9-ad24-4cd3-85b6-73d3f4ec6914 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6866558 Aug 10 02:10:06.251055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60458) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:06.305291 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-fb4f9240-4898-4355-9a04-58df8503e3b8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8533695 Aug 10 02:10:06.320374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Request body: {'port': {'device_id': '7f1df7e8-c0b3-475d-a501-82a5344cb5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:06.372713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-99a04bd4-d420-4ec4-a1e2-f34402d34bc2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 9a45342f-4450-4279-b824-cbd7f0f82540 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:06.372713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99a04bd4-d420-4ec4-a1e2-f34402d34bc2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:06.394051 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:06.493067 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99a04bd4-d420-4ec4-a1e2-f34402d34bc2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:06.507854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-99a04bd4-d420-4ec4-a1e2-f34402d34bc2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 9a45342f-4450-4279-b824-cbd7f0f82540 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:06.555108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ec6da-f5ef-4d80-969f-1547f3a42f54 None None] Network dfd441f6-2b28-4c4a-b5e9-6920e8288f13 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:06.602209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dffbef1a-b7e9-415f-bd96-d9af7496d93e req-573c9798-3152-4d1f-b3fc-38d49ba3477d tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0316114 Aug 10 02:10:06.847851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60478) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:06.874523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf99b63-ffd3-4a9a-a6a2-efcaebbcd9b1 req-03aae42e-95e8-4fb7-8f16-19ec8633b240 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:06.877249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaf99b63-ffd3-4a9a-a6a2-efcaebbcd9b1 req-03aae42e-95e8-4fb7-8f16-19ec8633b240 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 946 time: 0.1142440 Aug 10 02:10:06.894767 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99a04bd4-d420-4ec4-a1e2-f34402d34bc2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:06.948552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a04bd4-d420-4ec4-a1e2-f34402d34bc2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=9a45342f-4450-4279-b824-cbd7f0f82540,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:06.994255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7208ef-1d78-418f-be8b-07c8820e4030 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:10:06.997161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1ce9e867-0a64-4f33-8c19-dea52cdaff3e None None] Provisioning for port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:07.004126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1ce9e867-0a64-4f33-8c19-dea52cdaff3e None None] Provisioning complete for port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:07.004932 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e867-0a64-4f33-8c19-dea52cdaff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.007704 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.028194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Transition to ACTIVE for port object ef7208ef-1d78-418f-be8b-07c8820e4030 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:07.075173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaf99b63-ffd3-4a9a-a6a2-efcaebbcd9b1 req-c46e8aa6-49dc-405c-b824-6130871cc793 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910574 Aug 10 02:10:07.079145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99a04bd4-d420-4ec4-a1e2-f34402d34bc2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.094825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-99a04bd4-d420-4ec4-a1e2-f34402d34bc2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/9a45342f-4450-4279-b824-cbd7f0f82540 HTTP/1.1" status: 204 len: 168 time: 0.8425899 Aug 10 02:10:07.099516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60484) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:07.131159 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e867-0a64-4f33-8c19-dea52cdaff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.133838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f9b80a15-07e4-4181-a8e6-f9af8256a6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.138768 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb84ce69-af75-4f8c-a378-49de3b7c5e7f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:10:07.140720 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fb84ce69-af75-4f8c-a378-49de3b7c5e7f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/9a45342f-4450-4279-b824-cbd7f0f82540 HTTP/1.1" status: 404 len: 333 time: 0.0392632 Aug 10 02:10:07.144773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60488) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:07.158973 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.163518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792d448-239a-4e33-9372-991b2d59ee81 req-d2593f42-dd81-4e1d-af23-9b30f580d349 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:07.165130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2792d448-239a-4e33-9372-991b2d59ee81 req-d2593f42-dd81-4e1d-af23-9b30f580d349 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 932 time: 0.2281590 Aug 10 02:10:07.196932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1ce9e867-0a64-4f33-8c19-dea52cdaff3e None None] For port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5ac35e58-f0a1-4273-ae0a-e9834804cd9b,segment=NetworkSegment(03809989-2a36-4105-a42e-139925018562),segment_id=03809989-2a36-4105-a42e-139925018562)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:07.228073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2792d448-239a-4e33-9372-991b2d59ee81 req-3b2ae80c-7d52-4f80-a433-2df441574aaf tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522709 Aug 10 02:10:07.266719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b82e4a-0c51-4288-8501-3eb9038d042a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet 32ad86a0-fce0-4836-8b8a-cc61c0cd2834 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:10:07.273284 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51b82e4a-0c51-4288-8501-3eb9038d042a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.310268 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e867-0a64-4f33-8c19-dea52cdaff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.351195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7208ef-1d78-418f-be8b-07c8820e4030,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:07.383770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9e867-0a64-4f33-8c19-dea52cdaff3e None None] Pushing event updated for resources: {'Port': ['ID=5ac35e58-f0a1-4273-ae0a-e9834804cd9b,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:07.385775 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51b82e4a-0c51-4288-8501-3eb9038d042a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.415855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f9b80a15-07e4-4181-a8e6-f9af8256a6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.442187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a79c9965-4483-43bf-8610-6d80f5354aa1 None None] Provisioning complete for port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:07.443890 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a79c9965-4483-43bf-8610-6d80f5354aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.469181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Attempting to bind port ef7208ef-1d78-418f-be8b-07c8820e4030 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:07.469739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Attempting to bind port ef7208ef-1d78-418f-be8b-07c8820e4030 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'bb16f992-0501-4ef1-8f95-a7d9f4db145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fa01ad3-1190-4340-9a6d-37f9b8a1fa40'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:07.470262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Attempting to bind port ef7208ef-1d78-418f-be8b-07c8820e4030 on network 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:07.481665 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Port ef7208ef-1d78-418f-be8b-07c8820e4030 on network 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:10:07.482244 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Attempting to bind port ef7208ef-1d78-418f-be8b-07c8820e4030 on network 3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:07.515918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:07.516540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Checking segment: {'id': 'bb16f992-0501-4ef1-8f95-a7d9f4db145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fa01ad3-1190-4340-9a6d-37f9b8a1fa40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:07.517055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Bound using segment: {'id': 'bb16f992-0501-4ef1-8f95-a7d9f4db145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fa01ad3-1190-4340-9a6d-37f9b8a1fa40'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:07.517744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Bound port: ef7208ef-1d78-418f-be8b-07c8820e4030, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb16f992-0501-4ef1-8f95-a7d9f4db145b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3fa01ad3-1190-4340-9a6d-37f9b8a1fa40'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:07.518238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.538523 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f9b80a15-07e4-4181-a8e6-f9af8256a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.595750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f9b80a15-07e4-4181-a8e6-f9af8256a6dc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38c7fab5c60444c2b12edfdfdf2b020d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7426703 Aug 10 02:10:07.598479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60502) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:07.633679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80a15-07e4-4181-a8e6-f9af8256a6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f51d43e-55a1-4b7e-9469-bbb1d11ab219,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:07.642544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51b82e4a-0c51-4288-8501-3eb9038d042a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.710973 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-544035e0-01bc-4e78-91c3-6a33c653e137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.752292 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-544035e0-01bc-4e78-91c3-6a33c653e137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.752743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] For port ef7208ef-1d78-418f-be8b-07c8820e4030, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:07.763453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] For port ef7208ef-1d78-418f-be8b-07c8820e4030, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ef7208ef-1d78-418f-be8b-07c8820e4030,segment=NetworkSegment(bb16f992-0501-4ef1-8f95-a7d9f4db145b),segment_id=bb16f992-0501-4ef1-8f95-a7d9f4db145b)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:07.815455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dabc0ffb-a942-446e-a7e7-f45fff6ae9f7 None None] Could not find standard attr ID for object 9a45342f-4450-4279-b824-cbd7f0f82540. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:10:07.859922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5ac35e58-f0a1-4273-ae0a-e9834804cd9b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:07.861756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fcea426-80ce-4824-830f-9ca18ee1c581 req-5f2adae3-9194-4dd0-9409-cb65f5ee32c3 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0797913 Aug 10 02:10:07.929326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:07.929740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.950790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.960402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51b82e4a-0c51-4288-8501-3eb9038d042a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.983634 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-544035e0-01bc-4e78-91c3-6a33c653e137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.991822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-544035e0-01bc-4e78-91c3-6a33c653e137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:07.991822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-544035e0-01bc-4e78-91c3-6a33c653e137 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f51d43e-55a1-4b7e-9469-bbb1d11ab219 HTTP/1.1" status: 204 len: 168 time: 0.3889177 Aug 10 02:10:07.995570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b82e4a-0c51-4288-8501-3eb9038d042a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=32ad86a0-fce0-4836-8b8a-cc61c0cd2834,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:08.006250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544035e0-01bc-4e78-91c3-6a33c653e137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f51d43e-55a1-4b7e-9469-bbb1d11ab219,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:08.018396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:08.019114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.020798 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef7208ef-1d78-418f-be8b-07c8820e4030 HTTP/1.1" status: 200 len: 1093 time: 1.7069299 Aug 10 02:10:08.021510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1df7e8-c0b3-475d-a501-82a5344cb5d5', 'tag': 'ef7208ef-1d78-418f-be8b-07c8820e4030'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:08.024216 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde412e2-0663-4ad8-a7de-aad2292faa21" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1df7e8-c0b3-475d-a501-82a5344cb5d5", "tag": "ef7208ef-1d78-418f-be8b-07c8820e4030"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:08.064200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51b82e4a-0c51-4288-8501-3eb9038d042a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.071082 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-51b82e4a-0c51-4288-8501-3eb9038d042a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/32ad86a0-fce0-4836-8b8a-cc61c0cd2834 HTTP/1.1" status: 204 len: 168 time: 0.9237320 Aug 10 02:10:08.071515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60514) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:08.097376 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f080b7f-8c5e-4160-8578-1309f6979093 x-openstack-request-id: req-8f080b7f-8c5e-4160-8578-1309f6979093 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:08.097636 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1df7e8-c0b3-475d-a501-82a5344cb5d5", "tag": "ef7208ef-1d78-418f-be8b-07c8820e4030", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:08.100061 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8f080b7f-8c5e-4160-8578-1309f6979093 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:08.104344 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1df7e8-c0b3-475d-a501-82a5344cb5d5', 'tag': 'ef7208ef-1d78-418f-be8b-07c8820e4030', 'status': 'completed', 'code': 200} Aug 10 02:10:08.111180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f85781-d03b-458d-b5dc-73577b115600 None None] Network dfd441f6-2b28-4c4a-b5e9-6920e8288f13 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:08.169245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.198604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4c232-0423-4c62-9158-fd34639dc385 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7208ef-1d78-418f-be8b-07c8820e4030,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:08.218983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde412e2-0663-4ad8-a7de-aad2292faa21 req-36f48fff-7c00-4808-a2e7-97be7bc15075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:08.220516 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fde412e2-0663-4ad8-a7de-aad2292faa21 req-36f48fff-7c00-4808-a2e7-97be7bc15075 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d52a3d6aec84be6b490ba23a95e3e22&device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 1096 time: 0.1041424 Aug 10 02:10:08.285396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:08.285396 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.302395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0c8d1-735e-4775-9c02-a2e651e39889 req-79bbfea2-0431-4ccc-8471-f28b51242bd3 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:08.306119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24c0c8d1-735e-4775-9c02-a2e651e39889 req-79bbfea2-0431-4ccc-8471-f28b51242bd3 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 946 time: 0.1016874 Aug 10 02:10:08.353996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde412e2-0663-4ad8-a7de-aad2292faa21 req-6bdb4e78-17fb-4e92-9222-5d9845deceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:08.356710 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fde412e2-0663-4ad8-a7de-aad2292faa21 req-6bdb4e78-17fb-4e92-9222-5d9845deceee service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2d52a3d6aec84be6b490ba23a95e3e22&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1277909 Aug 10 02:10:08.362585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4700b9d9-98d1-49cf-8d93-65bd75219508 None None] DHCP port deletion for dfd441f6-2b28-4c4a-b5e9-6920e8288f13 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:10:08.384756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] For port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5ac35e58-f0a1-4273-ae0a-e9834804cd9b,segment=NetworkSegment(03809989-2a36-4105-a42e-139925018562),segment_id=03809989-2a36-4105-a42e-139925018562)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:08.385136 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.402526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 5ac35e58-f0a1-4273-ae0a-e9834804cd9b owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:08.414993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4700b9d9-98d1-49cf-8d93-65bd75219508 None None] Deleting port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:08.416258 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4700b9d9-98d1-49cf-8d93-65bd75219508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.492716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4700b9d9-98d1-49cf-8d93-65bd75219508 None None] For port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5ac35e58-f0a1-4273-ae0a-e9834804cd9b,segment=NetworkSegment(03809989-2a36-4105-a42e-139925018562),segment_id=03809989-2a36-4105-a42e-139925018562)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:08.493118 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4700b9d9-98d1-49cf-8d93-65bd75219508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.510703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde412e2-0663-4ad8-a7de-aad2292faa21 req-d4cc4a3d-3a34-4983-a763-a90704197744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:08.512651 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fde412e2-0663-4ad8-a7de-aad2292faa21 req-d4cc4a3d-3a34-4983-a763-a90704197744 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486571 Aug 10 02:10:08.512809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4700b9d9-98d1-49cf-8d93-65bd75219508 None None] Calling delete_port for 5ac35e58-f0a1-4273-ae0a-e9834804cd9b owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:08.548571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad651e-9637-4ad1-880f-c609f5a431c8 req-5c9756d8-0c70-4ae0-a942-ca6a76503479 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:08.550152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3fad651e-9637-4ad1-880f-c609f5a431c8 req-5c9756d8-0c70-4ae0-a942-ca6a76503479 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 944 time: 0.1387529 Aug 10 02:10:08.553757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24c0c8d1-735e-4775-9c02-a2e651e39889 req-a6b643e2-cac9-4528-bbc6-0274d469a8d4 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321155 Aug 10 02:10:08.609099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3fad651e-9637-4ad1-880f-c609f5a431c8 req-b23a9ae3-3018-498c-82f9-f2fc47f97b32 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492630 Aug 10 02:10:08.632650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-7707e5c4-4868-4a96-81ce-f56dd5268198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:08.634315 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-7707e5c4-4868-4a96-81ce-f56dd5268198 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d52a3d6aec84be6b490ba23a95e3e22&device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 1096 time: 0.0732396 Aug 10 02:10:08.680184 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-5dd4d096-0c3a-468f-ba11-5a599e7f4b6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef7208ef-1d78-418f-be8b-07c8820e4030 HTTP/1.1" status: 200 len: 217 time: 0.0373333 Aug 10 02:10:08.694885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ba553-9545-4814-9aa7-bffa01b90d0d req-09f9a11f-a2dd-4cf1-b01c-0a910710401c tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:08.699301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b1ba553-9545-4814-9aa7-bffa01b90d0d req-09f9a11f-a2dd-4cf1-b01c-0a910710401c tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=d2fda832-a1dd-4fbb-971a-d33093f94b5a HTTP/1.1" status: 200 len: 946 time: 0.0555196 Aug 10 02:10:08.742935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-660db6fc-a565-4efd-807e-76b9ac288697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:08.744549 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-660db6fc-a565-4efd-807e-76b9ac288697 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf94d499-b6fe-4ea7-b33b-55cbfa1bbac9 HTTP/1.1" status: 200 len: 852 time: 0.0574994 Aug 10 02:10:08.748472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.752646 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4700b9d9-98d1-49cf-8d93-65bd75219508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.779358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=5ac35e58-f0a1-4273-ae0a-e9834804cd9b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:08.805800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b1ba553-9545-4814-9aa7-bffa01b90d0d req-469ba8ed-2643-4c4c-8560-85295f75a621 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950837 Aug 10 02:10:08.812229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700b9d9-98d1-49cf-8d93-65bd75219508 None None] Pushing event deleted for resources: {'Port': ['ID=5ac35e58-f0a1-4273-ae0a-e9834804cd9b,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:08.814316 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-6435be55-8927-41e8-8bea-9e4cca7ca572 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fa01ad3-1190-4340-9a6d-37f9b8a1fa40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610552 Aug 10 02:10:08.815495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No DVR routers for this DVR port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:08.832189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700b9d9-98d1-49cf-8d93-65bd75219508 None None] No DVR routers for this DVR port 5ac35e58-f0a1-4273-ae0a-e9834804cd9b on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:08.954890 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-69787a54-de2e-4eb7-8202-83bcf498d91b service neutron] 10.222.0.16 "GET /v2.0/networks/3fa01ad3-1190-4340-9a6d-37f9b8a1fa40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333826 Aug 10 02:10:08.959391 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:08.973590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd441f6-2b28-4c4a-b5e9-6920e8288f13']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:08.998151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03809989-2a36-4105-a42e-139925018562') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:08.998457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03809989-2a36-4105-a42e-139925018562') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:09.019879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43ac4ad3-5f07-40d1-9278-bbf5f3da38ac req-f2b2860f-af42-4660-9be8-25c61797d76f tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0437553 Aug 10 02:10:09.027761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9887a5-9437-490d-943a-b58426e0a507 req-50e6c54c-c42e-4bda-b64c-727c1fec9004 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:09.029259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea9887a5-9437-490d-943a-b58426e0a507 req-50e6c54c-c42e-4bda-b64c-727c1fec9004 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e9ae96e-ba39-4626-908a-2ea795df7180 HTTP/1.1" status: 200 len: 946 time: 0.1220076 Aug 10 02:10:09.033736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.065754 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.074281 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18f9dca8-b6fd-4696-a262-38d81835aee5 req-1d7622cb-f40d-4b0c-8b22-422e33930dd4 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa01ad3-1190-4340-9a6d-37f9b8a1fa40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124101 Aug 10 02:10:09.079508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:10:09.079923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:10:09.088643 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:10:09.098063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea9887a5-9437-490d-943a-b58426e0a507 req-183d5772-a810-42c2-82de-7e9fac9fc84f tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628684 Aug 10 02:10:09.247742 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.259558 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.263592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/networks/dfd441f6-2b28-4c4a-b5e9-6920e8288f13 HTTP/1.1" status: 204 len: 168 time: 1.1900487 Aug 10 02:10:09.267018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60546) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:09.273034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'name': 'tempest-PortsIpV6TestJSON-611889475'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:09.284402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb2da-fd82-4f17-8e2a-9d87ad614ccb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Network': ['ID=dfd441f6-2b28-4c4a-b5e9-6920e8288f13,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:09.444699 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60552) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:09.459900 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0fdc-3936-4ac3-93d2-770dc91f14bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.551179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:09.555569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.584642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 24a8fb95-46b3-497e-ad21-eaccb8f54bf6 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:10:09.804486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0fdc-3936-4ac3-93d2-770dc91f14bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.818188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d17ca-77f2-4169-9714-ec90c816f5b4 req-f40379bb-6b7b-4d8a-b1db-d26d3d6694af tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:09.820085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e36d17ca-77f2-4169-9714-ec90c816f5b4 req-f40379bb-6b7b-4d8a-b1db-d26d3d6694af tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 944 time: 0.1163597 Aug 10 02:10:09.837298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.848540 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5ac35e58-f0a1-4273-ae0a-e9834804cd9b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:09.869421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d646659-a10a-434a-a9cc-bb0c97a6d979 req-4f54e262-70ea-45c9-83b6-3110734d6225 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:09.871430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d646659-a10a-434a-a9cc-bb0c97a6d979 req-4f54e262-70ea-45c9-83b6-3110734d6225 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e9ae96e-ba39-4626-908a-2ea795df7180 HTTP/1.1" status: 200 len: 946 time: 0.1308894 Aug 10 02:10:09.897612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 5ac35e58-f0a1-4273-ae0a-e9834804cd9b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:09.898020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5ac35e58-f0a1-4273-ae0a-e9834804cd9b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:09.908255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0fdc-3936-4ac3-93d2-770dc91f14bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:09.917461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e36d17ca-77f2-4169-9714-ec90c816f5b4 req-4ad720f6-8d53-49d9-87ea-567579b44690 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831754 Aug 10 02:10:09.947791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d646659-a10a-434a-a9cc-bb0c97a6d979 req-0b53b7a4-b6dd-4def-a2ea-a303f9e90033 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640993 Aug 10 02:10:09.965352 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0c1b0fdc-3936-4ac3-93d2-770dc91f14bc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4491045587bd43b8a3469bd5c2cc927a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175180 Aug 10 02:10:09.965862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60560) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:09.974748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b0fdc-3936-4ac3-93d2-770dc91f14bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3820a97-e4b4-4ee8-817c-9d2fe7e59939,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:09.984855 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.060967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:10.065157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:10.068319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:10.076203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:10.076203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.093120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=24a8fb95-46b3-497e-ad21-eaccb8f54bf6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:10.109821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-29148b7a-8d09-4f8f-9774-7bcf59ed5799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.134664 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-29148b7a-8d09-4f8f-9774-7bcf59ed5799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.308785 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-42c0473c-9027-459d-bc13-c21fa8488691 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0405102 Aug 10 02:10:10.311705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60566) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:10.344214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-29148b7a-8d09-4f8f-9774-7bcf59ed5799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.346875 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-29148b7a-8d09-4f8f-9774-7bcf59ed5799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.348068 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-29148b7a-8d09-4f8f-9774-7bcf59ed5799 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3820a97-e4b4-4ee8-817c-9d2fe7e59939 HTTP/1.1" status: 204 len: 168 time: 0.3813190 Aug 10 02:10:10.362440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29148b7a-8d09-4f8f-9774-7bcf59ed5799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3820a97-e4b4-4ee8-817c-9d2fe7e59939,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:10.423342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-537eb514-4c07-43bb-b4dc-c0a5ec21baa2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 24a8fb95-46b3-497e-ad21-eaccb8f54bf6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:10.423729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-537eb514-4c07-43bb-b4dc-c0a5ec21baa2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.444318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f21a7a9d-e101-4b06-b68f-7d351564d526 req-ffdf8414-3662-4c28-b0b0-1aa420b3cb62 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.3262925 Aug 10 02:10:10.515605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-537eb514-4c07-43bb-b4dc-c0a5ec21baa2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.528952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-537eb514-4c07-43bb-b4dc-c0a5ec21baa2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 24a8fb95-46b3-497e-ad21-eaccb8f54bf6 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:10.691062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-537eb514-4c07-43bb-b4dc-c0a5ec21baa2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.735955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537eb514-4c07-43bb-b4dc-c0a5ec21baa2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=24a8fb95-46b3-497e-ad21-eaccb8f54bf6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:10.755355 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-537eb514-4c07-43bb-b4dc-c0a5ec21baa2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:10.755355 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-537eb514-4c07-43bb-b4dc-c0a5ec21baa2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/24a8fb95-46b3-497e-ad21-eaccb8f54bf6 HTTP/1.1" status: 204 len: 168 time: 0.4395401 Aug 10 02:10:10.755561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60576) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:10.761180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'mac_address': 'fa:16:3e:5d:2b:f7', 'name': 'tempest-PortsIpV6TestJSON-1905997972'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:10.990006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:11.123865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-6e4d8f99-96e1-413e-bb6e-350c5bdf6abb tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:11.126449 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-6e4d8f99-96e1-413e-bb6e-350c5bdf6abb tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9ae96e-ba39-4626-908a-2ea795df7180 HTTP/1.1" status: 200 len: 946 time: 0.1011055 Aug 10 02:10:11.189750 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:11.243529 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Deleting port e74e622d-bfc9-4083-9732-c438017b8ae6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:11.244188 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:11.249755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 82227bd4-1909-4241-ba00-0540f99db27f yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:10:11.378850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] For port e74e622d-bfc9-4083-9732-c438017b8ae6, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e74e622d-bfc9-4083-9732-c438017b8ae6,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:11.380390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:11.399798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Calling delete_port for e74e622d-bfc9-4083-9732-c438017b8ae6 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:11.455850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803201-ad24-427c-bf62-86b9a484e7aa req-6ace9704-63ea-4278-af5b-c80bfde21ee5 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:11.457552 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd803201-ad24-427c-bf62-86b9a484e7aa req-6ace9704-63ea-4278-af5b-c80bfde21ee5 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 944 time: 0.4477422 Aug 10 02:10:11.477104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6e26-c34f-4e1e-a4fb-0608cf79eb1f req-326eb5ab-c9e0-46ec-9380-fc7345541976 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:11.478960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0ea6e26-c34f-4e1e-a4fb-0608cf79eb1f req-326eb5ab-c9e0-46ec-9380-fc7345541976 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e9ae96e-ba39-4626-908a-2ea795df7180 HTTP/1.1" status: 200 len: 946 time: 0.3514824 Aug 10 02:10:11.602441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd803201-ad24-427c-bf62-86b9a484e7aa req-8b7df33e-fad8-49a0-94dd-d82cc91b3150 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223407 Aug 10 02:10:11.625457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0ea6e26-c34f-4e1e-a4fb-0608cf79eb1f req-0f2ec707-4c60-47d6-9a16-ec3346ba7494 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267886 Aug 10 02:10:11.635100 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:11.693520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:11.714434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['a805154e-76ac-4c40-aa30-a8a5f7b45303', 'e74e622d-bfc9-4083-9732-c438017b8ae6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:11.718700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a4a7baa7-fe48-4f7f-bf1f-26ea921a7417'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:11.773492 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c5883d9-8014-4100-b4dd-baa0309c56c5 req-1c873df0-b0f8-43ac-9eb5-e661b8aa8ef1 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0843050 Aug 10 02:10:11.789106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Pushing event deleted for resources: {'Port': ['ID=e74e622d-bfc9-4083-9732-c438017b8ae6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:11.802365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:11.910932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] No DVR routers for this DVR port e74e622d-bfc9-4083-9732-c438017b8ae6 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:11.917776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:11.918772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=82227bd4-1909-4241-ba00-0540f99db27f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:11.922335 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7190180d-c471-4b2a-b626-953c0d4bf188 req-34550f2f-7617-40c0-bb75-d8273c7f4be6 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.16 "DELETE /v2.0/ports/e74e622d-bfc9-4083-9732-c438017b8ae6 HTTP/1.1" status: 204 len: 173 time: 0.7884543 Aug 10 02:10:11.923047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ae96e-ba39-4626-908a-2ea795df7180', 'name': 'network-vif-deleted', 'tag': 'e74e622d-bfc9-4083-9732-c438017b8ae6'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:11.937191 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c714a177-b431-432d-93d6-d7a7e826d354" -d '{"events": [{"server_uuid": "4e9ae96e-ba39-4626-908a-2ea795df7180", "name": "network-vif-deleted", "tag": "e74e622d-bfc9-4083-9732-c438017b8ae6"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:11.967814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:11.970072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:11.972931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:11.979660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:11.980343 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:12.014605 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a15a21-f2d8-44cd-af90-54fb7714e573 x-openstack-request-id: req-04a15a21-f2d8-44cd-af90-54fb7714e573 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:12.014933 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ae96e-ba39-4626-908a-2ea795df7180", "name": "network-vif-deleted", "tag": "e74e622d-bfc9-4083-9732-c438017b8ae6", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:12.015201 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04a15a21-f2d8-44cd-af90-54fb7714e573 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:12.015690 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ae96e-ba39-4626-908a-2ea795df7180', 'name': 'network-vif-deleted', 'tag': 'e74e622d-bfc9-4083-9732-c438017b8ae6', 'status': 'completed', 'code': 200} Aug 10 02:10:12.184525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e50023aa-df73-4f15-b471-e9529665b462 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4275522 Aug 10 02:10:12.186811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60612) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:12.245538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf764ac9-af8c-4195-adf3-3c98764f27ed tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:12.249959 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cf764ac9-af8c-4195-adf3-3c98764f27ed tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/82227bd4-1909-4241-ba00-0540f99db27f HTTP/1.1" status: 200 len: 845 time: 0.0597162 Aug 10 02:10:12.250338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60616) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:12.347170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8e230-8b3a-4943-9584-7f32ac06b3c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 82227bd4-1909-4241-ba00-0540f99db27f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:12.347521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e230-8b3a-4943-9584-7f32ac06b3c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:12.419210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e230-8b3a-4943-9584-7f32ac06b3c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:12.438567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8e230-8b3a-4943-9584-7f32ac06b3c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 82227bd4-1909-4241-ba00-0540f99db27f owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:12.646243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e230-8b3a-4943-9584-7f32ac06b3c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:12.680896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8e230-8b3a-4943-9584-7f32ac06b3c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=82227bd4-1909-4241-ba00-0540f99db27f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:12.687393 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e230-8b3a-4943-9584-7f32ac06b3c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:12.692531 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5bb8e230-8b3a-4943-9584-7f32ac06b3c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/82227bd4-1909-4241-ba00-0540f99db27f HTTP/1.1" status: 204 len: 168 time: 0.4407842 Aug 10 02:10:12.692705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60628) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:12.710540 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ef7208ef-1d78-418f-be8b-07c8820e4030 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:10:12.730961 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c48bb3d-d2c3-4c10-b5a2-e44141a310bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:10:12.733585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3c48bb3d-d2c3-4c10-b5a2-e44141a310bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/82227bd4-1909-4241-ba00-0540f99db27f HTTP/1.1" status: 404 len: 333 time: 0.0401556 Aug 10 02:10:12.737490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60630) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:12.744215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'name': 'tempest-PortsIpV6TestJSON-1239233945'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:12.858611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ef7208ef-1d78-418f-be8b-07c8820e4030, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ef7208ef-1d78-418f-be8b-07c8820e4030,segment=NetworkSegment(bb16f992-0501-4ef1-8f95-a7d9f4db145b),segment_id=bb16f992-0501-4ef1-8f95-a7d9f4db145b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:12.883084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'ef7208ef-1d78-418f-be8b-07c8820e4030', 'network_id': '3fa01ad3-1190-4340-9a6d-37f9b8a1fa40', 'port_id': 'ef7208ef-1d78-418f-be8b-07c8820e4030', 'mac_address': 'fa:16:3e:53:e8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94d499-b6fe-4ea7-b33b-55cbfa1bbac9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:10:12.916603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4974e-b6e3-436d-98bf-96a4fcba37fc req-f4dc4495-a68e-4a4f-b0a8-c53443e0d11b tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:12.918313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ff4974e-b6e3-436d-98bf-96a4fcba37fc req-f4dc4495-a68e-4a4f-b0a8-c53443e0d11b tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 944 time: 0.1833375 Aug 10 02:10:12.926896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f0a2f5d-0eb8-4ed4-b24f-c875b2d9a7c3 req-83fa21b5-c0a0-49e2-aff9-c74e46bc4bc3 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e9ae96e-ba39-4626-908a-2ea795df7180 HTTP/1.1" status: 200 len: 210 time: 0.1043386 Aug 10 02:10:12.940758 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:12.960155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7208ef-1d78-418f-be8b-07c8820e4030 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:10:12.988037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ef7208ef-1d78-418f-be8b-07c8820e4030, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ef7208ef-1d78-418f-be8b-07c8820e4030,segment=NetworkSegment(bb16f992-0501-4ef1-8f95-a7d9f4db145b),segment_id=bb16f992-0501-4ef1-8f95-a7d9f4db145b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:12.993725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ff4974e-b6e3-436d-98bf-96a4fcba37fc req-8f767779-1ade-4eec-b0ad-458df9fd2a15 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637188 Aug 10 02:10:13.081288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:13.081683 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.086141 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.086777 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.092194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9973967-ea0e-4bcd-944f-c4632e802d74 req-274c4529-b95f-4321-8b98-8b0844b459ab tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0410256 Aug 10 02:10:13.125318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:10:13.166239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ef7208ef-1d78-418f-be8b-07c8820e4030,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:13.230285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60648) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:13.281378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ef7208ef-1d78-418f-be8b-07c8820e4030'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:13.354430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2115420400', 'router:external': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:13.385217 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.509784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Made reservation on behalf of ba7676b855a94200bf58c2d20960e01a for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:13.512276 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.523854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.577510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.629318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:13.633837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:13.636448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:13.642411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:13.644282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.655568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:13.655880 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.760925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.787148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:10:13.796149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f9bfb8-663b-431e-a702-f6d3502f617b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:13.802724 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.803086 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Added segment ac60b69a-0af5-478c-97b7-121f2139f3dd of type vlan for network 6806d557-dffc-4736-ae9e-352c689dc9b8 Aug 10 02:10:13.859014 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:13.902059 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dbed1e04-89c6-4d46-a108-cbb534ef7b83 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1631029 Aug 10 02:10:13.902765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60656) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:13.911755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-40e32c17-f6f6-4328-bd6c-568a8d9df20c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:13.977894 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40e32c17-f6f6-4328-bd6c-568a8d9df20c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.018680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.020238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:14.020926 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.167165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event updated for resources: {'Network': ['ID=6806d557-dffc-4736-ae9e-352c689dc9b8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:14.179791 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.187007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 6806d557-dffc-4736-ae9e-352c689dc9b8 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:10:14.194866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb7c8-0ceb-481c-be76-f8aa4791c160 req-369ab8ea-575b-4eeb-a611-8019d4361094 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:14.196610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e9bb7c8-0ceb-481c-be76-f8aa4791c160 req-369ab8ea-575b-4eeb-a611-8019d4361094 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 945 time: 0.0799835 Aug 10 02:10:14.216926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a2c2fd84-c6fa-4b43-a520-7313551f81a6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9851120 Aug 10 02:10:14.231772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60672) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:14.231772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'subnet': {'network_id': '6806d557-dffc-4736-ae9e-352c689dc9b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:14.264324 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40e32c17-f6f6-4328-bd6c-568a8d9df20c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.281857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5d5afb2-1ef4-4699-8d13-3027e40c2c43 req-38d9651a-88c1-4fec-94de-5fbffdb219e2 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0357239 Aug 10 02:10:14.284907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e9bb7c8-0ceb-481c-be76-f8aa4791c160 req-4d53dad9-c69f-4de9-9a6f-2bea4430d11e tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816822 Aug 10 02:10:14.371381 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40e32c17-f6f6-4328-bd6c-568a8d9df20c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.413298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Made reservation on behalf of ba7676b855a94200bf58c2d20960e01a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:14.413791 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.421526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-40e32c17-f6f6-4328-bd6c-568a8d9df20c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] In _notify_port_updated(), no bound segment for port 3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4 on network 9b475215-39f0-4616-8567-e6a34ef79ab1 {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:10:14.428390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e32c17-f6f6-4328-bd6c-568a8d9df20c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:14.429038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40e32c17-f6f6-4328-bd6c-568a8d9df20c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.430400 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-40e32c17-f6f6-4328-bd6c-568a8d9df20c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "PUT /v2.0/ports/3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4 HTTP/1.1" status: 200 len: 818 time: 0.5260987 Aug 10 02:10:14.434198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60680) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:14.488996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e32c17-f6f6-4328-bd6c-568a8d9df20c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:14.590255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-748b74e3-2464-456b-8b67-e71685f4f282 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:14.590624 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-748b74e3-2464-456b-8b67-e71685f4f282 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.710603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ef7208ef-1d78-418f-be8b-07c8820e4030 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:14.732654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-748b74e3-2464-456b-8b67-e71685f4f282 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.750290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-748b74e3-2464-456b-8b67-e71685f4f282 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:14.919824 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port ef7208ef-1d78-418f-be8b-07c8820e4030 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:14.927345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port ef7208ef-1d78-418f-be8b-07c8820e4030 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:14.927678 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.969842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:10:14.971536 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.024320 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-748b74e3-2464-456b-8b67-e71685f4f282 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.075783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.078465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b74e3-2464-456b-8b67-e71685f4f282 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:15.122205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c9b22975-554d-43b7-b5e5-485231cede0b,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:15.126595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-748b74e3-2464-456b-8b67-e71685f4f282 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.132960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-748b74e3-2464-456b-8b67-e71685f4f282 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4 HTTP/1.1" status: 204 len: 168 time: 0.6937613 Aug 10 02:10:15.133205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1df7e8-c0b3-475d-a501-82a5344cb5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7208ef-1d78-418f-be8b-07c8820e4030'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:15.133329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60698) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:15.135696 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a4dcc7-c904-495c-884d-c098f138bdd9" -d '{"events": [{"server_uuid": "7f1df7e8-c0b3-475d-a501-82a5344cb5d5", "name": "network-vif-plugged", "status": "completed", "tag": "ef7208ef-1d78-418f-be8b-07c8820e4030"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:15.146434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ef7208ef-1d78-418f-be8b-07c8820e4030, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ef7208ef-1d78-418f-be8b-07c8820e4030,segment=NetworkSegment(bb16f992-0501-4ef1-8f95-a7d9f4db145b),segment_id=bb16f992-0501-4ef1-8f95-a7d9f4db145b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:15.173724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06fa02-69be-475d-9728-e2f1191e16b6 req-42dcadbe-0214-4343-a279-3f44f92f1053 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:15.186578 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518ff87e-a2d1-4421-aa39-70d3ad3737e1 x-openstack-request-id: req-518ff87e-a2d1-4421-aa39-70d3ad3737e1 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:15.187111 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1df7e8-c0b3-475d-a501-82a5344cb5d5", "name": "network-vif-plugged", "status": "completed", "tag": "ef7208ef-1d78-418f-be8b-07c8820e4030", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:15.188601 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-518ff87e-a2d1-4421-aa39-70d3ad3737e1 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:15.188601 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1df7e8-c0b3-475d-a501-82a5344cb5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7208ef-1d78-418f-be8b-07c8820e4030', 'code': 200} Aug 10 02:10:15.191101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06fa02-69be-475d-9728-e2f1191e16b6 req-42dcadbe-0214-4343-a279-3f44f92f1053 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:15.200952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Checking segment: {'id': 'ac60b69a-0af5-478c-97b7-121f2139f3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6806d557-dffc-4736-ae9e-352c689dc9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:15.201310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Network hostable DHCP agents. Network: 6806d557-dffc-4736-ae9e-352c689dc9b8, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:10:15.204997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec06fa02-69be-475d-9728-e2f1191e16b6 req-42dcadbe-0214-4343-a279-3f44f92f1053 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23&device_id=d2fda832-a1dd-4fbb-971a-d33093f94b5a HTTP/1.1" status: 200 len: 1683 time: 0.1314003 Aug 10 02:10:15.246699 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.247515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e74e622d-bfc9-4083-9732-c438017b8ae6 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:15.248422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c911ff2-2fdd-4834-98be-a005ac332829 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:15.252627 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0c911ff2-2fdd-4834-98be-a005ac332829 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1159694 Aug 10 02:10:15.253966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60702) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:15.280560 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d5803b-8ee5-4bf2-966d-4ef75478fed9 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:10:15.282466 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-65d5803b-8ee5-4bf2-966d-4ef75478fed9 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/3d0e0423-b7d7-42fe-ab7f-ce9b05c580b4 HTTP/1.1" status: 404 len: 333 time: 0.0283022 Aug 10 02:10:15.286374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60704) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:15.291500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-488849873'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:15.298970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec06fa02-69be-475d-9728-e2f1191e16b6 req-9ff568ed-ae81-495d-b0e3-8fd0956f07da tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931559 Aug 10 02:10:15.319680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: e74e622d-bfc9-4083-9732-c438017b8ae6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:15.320031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e74e622d-bfc9-4083-9732-c438017b8ae6 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:15.364267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ef7208ef-1d78-418f-be8b-07c8820e4030,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:15.364486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ffa9-6fd6-4caa-a074-ce048e5493cf req-6baad84b-1e48-4d7a-aecb-00459ee29571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:15.366027 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-22d6ffa9-6fd6-4caa-a074-ce048e5493cf req-6baad84b-1e48-4d7a-aecb-00459ee29571 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 1098 time: 0.0707500 Aug 10 02:10:15.420138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Network 6806d557-dffc-4736-ae9e-352c689dc9b8 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:10:15.440801 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-22d6ffa9-6fd6-4caa-a074-ce048e5493cf req-eb70553e-3fbd-45d6-b114-5b89821ac524 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660477 Aug 10 02:10:15.470177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40344dfe-1716-4d98-9cd3-d0e245ad630f req-35561aea-4a64-4ac9-ac69-b89c48a9396c tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0365014 Aug 10 02:10:15.483778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd3747-751c-4a73-bdbd-e29950a57d97 req-b374a2d3-b68b-4d7e-a530-256e9de0046e tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:15.485783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9cd3747-751c-4a73-bdbd-e29950a57d97 req-b374a2d3-b68b-4d7e-a530-256e9de0046e tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 946 time: 0.0853455 Aug 10 02:10:15.538998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9cd3747-751c-4a73-bdbd-e29950a57d97 req-dcfa8f41-7cf5-488f-ae3d-ad0215e2a3e5 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Aug 10 02:10:15.573815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:15.578113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.600831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 6806d557-dffc-4736-ae9e-352c689dc9b8) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:15.610634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:15.611053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.614705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:10:15.619246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cc6549-8bbe-4cfd-9b41-21bb1e63ca9f None None] Network 6806d557-dffc-4736-ae9e-352c689dc9b8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:15.642210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.643034 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Added segment 3e3578b9-87b9-4096-ac57-22e8ccc26c78 of type vlan for network 6b63318f-68da-40ea-861b-f515350c6f74 Aug 10 02:10:15.719259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.771388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e21b19-34ec-4535-81c8-32974ab83c0c None None] Network 6806d557-dffc-4736-ae9e-352c689dc9b8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:15.840436 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ba78dd79-98dc-4865-a903-8dc57b333116 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6182849 Aug 10 02:10:15.843970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60718) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:15.850272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-925728861', 'network_id': '6806d557-dffc-4736-ae9e-352c689dc9b8'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:15.881491 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.887819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:15.888481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:15.972717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Network': ['ID=6b63318f-68da-40ea-861b-f515350c6f74,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:15.986291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 6b63318f-68da-40ea-861b-f515350c6f74 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:10:16.001614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Made reservation on behalf of ba7676b855a94200bf58c2d20960e01a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:16.004046 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:16.028083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] device_id is not set on port 0a5d1916-b2d2-447b-b7c6-b45df2024e2d yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:10:16.162469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60730) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:16.162944 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2c0f1e38-c462-4a09-b8be-f4daa51105e3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8749466 Aug 10 02:10:16.172769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '6b63318f-68da-40ea-861b-f515350c6f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:16.186515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Allocated IP 172.20.0.13 (6806d557-dffc-4736-ae9e-352c689dc9b8/c9b22975-554d-43b7-b5e5-485231cede0b/0a5d1916-b2d2-447b-b7c6-b45df2024e2d) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:16.423081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:16.475553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:16.480188 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:16.555482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:16.587916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8d74bee-797f-43d2-bcfc-b34d79672bb8 req-4afa49b4-81dc-47bf-9223-0a0987821efc tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0368209 Aug 10 02:10:16.602281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Network 6806d557-dffc-4736-ae9e-352c689dc9b8 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:16.620191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:16.624915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:16.637792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event updated for resources: {'Port': ['ID=0a5d1916-b2d2-447b-b7c6-b45df2024e2d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:16.681012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:16.681656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:16.766362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef71488-bdba-422f-8919-311e9fe6fdb1 req-95f3530b-7a63-4ce5-a4fc-4715359a7f82 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:16.767882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ef71488-bdba-422f-8919-311e9fe6fdb1 req-95f3530b-7a63-4ce5-a4fc-4715359a7f82 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 946 time: 0.0690653 Aug 10 02:10:16.789856 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d83da8b0-6dc7-43b5-a7ad-7c9faa2e2498 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9447367 Aug 10 02:10:16.793670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60738) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:16.815169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ef71488-bdba-422f-8919-311e9fe6fdb1 req-f6f40da3-04a5-4f2c-b835-212ffd0b2da8 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Aug 10 02:10:16.864454 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:16.893573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f03d19f7-909f-4987-b590-b23d2e3fbfba tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Deleting port 0a5d1916-b2d2-447b-b7c6-b45df2024e2d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:16.894029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f03d19f7-909f-4987-b590-b23d2e3fbfba tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:16.990174 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f03d19f7-909f-4987-b590-b23d2e3fbfba tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:16.996180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=e036f959-f4b2-4078-8659-d516982852e4,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:17.005907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f03d19f7-909f-4987-b590-b23d2e3fbfba tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Calling delete_port for 0a5d1916-b2d2-447b-b7c6-b45df2024e2d owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:17.014038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Checking segment: {'id': '3e3578b9-87b9-4096-ac57-22e8ccc26c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b63318f-68da-40ea-861b-f515350c6f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:17.014454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network hostable DHCP agents. Network: 6b63318f-68da-40ea-861b-f515350c6f74, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:10:17.026670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96bf60-dd43-46fb-b877-f4d30b9da73e req-de9fa7e3-feb6-4f88-aa53-ea3229199240 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:17.034391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c96bf60-dd43-46fb-b877-f4d30b9da73e req-de9fa7e3-feb6-4f88-aa53-ea3229199240 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=d2fda832-a1dd-4fbb-971a-d33093f94b5a HTTP/1.1" status: 200 len: 946 time: 0.1247349 Aug 10 02:10:17.084808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c96bf60-dd43-46fb-b877-f4d30b9da73e req-f5ee354a-53f5-4cc0-8488-36142ad9e3db tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493629 Aug 10 02:10:17.181974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 6b63318f-68da-40ea-861b-f515350c6f74 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:10:17.337890 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f03d19f7-909f-4987-b590-b23d2e3fbfba tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.365011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d19f7-909f-4987-b590-b23d2e3fbfba tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a5d1916-b2d2-447b-b7c6-b45df2024e2d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:17.418651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 6b63318f-68da-40ea-861b-f515350c6f74) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:17.427774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9bd70-3657-4cdc-b72f-bea16b0eca6f None None] Network 6b63318f-68da-40ea-861b-f515350c6f74 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:17.431919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:17.432867 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.449802 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f03d19f7-909f-4987-b590-b23d2e3fbfba tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.454290 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f03d19f7-909f-4987-b590-b23d2e3fbfba tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "DELETE /v2.0/ports/0a5d1916-b2d2-447b-b7c6-b45df2024e2d HTTP/1.1" status: 204 len: 168 time: 0.6570787 Aug 10 02:10:17.454976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60756) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:17.461903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6806d557-dffc-4736-ae9e-352c689dc9b8', 'external_fixed_ips': [{'subnet_id': 'c9b22975-554d-43b7-b5e5-485231cede0b', 'ip_address': '172.20.0.13'}]}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:17.595067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-47f36ee0-5a22-4e7a-95b1-fd5a15117af5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4310434 Aug 10 02:10:17.595404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60760) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:17.614163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-93b3ab46-639d-49ab-851e-400015688a00 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '6b63318f-68da-40ea-861b-f515350c6f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:17.660323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-6b63318f-68da-40ea-861b-f515350c6f74', 'network_id': '6b63318f-68da-40ea-861b-f515350c6f74', 'tenant_id': 'e590364b174b4fb0b9e4e3e8d4ca7423', 'fixed_ips': [{'subnet_id': 'e036f959-f4b2-4078-8659-d516982852e4'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:10:17.661477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.689258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-71a3cc40-95ae-45bd-b82f-2c45c1d0aae2 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:17.692748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-71a3cc40-95ae-45bd-b82f-2c45c1d0aae2 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2fda832-a1dd-4fbb-971a-d33093f94b5a HTTP/1.1" status: 200 len: 946 time: 0.0863020 Aug 10 02:10:17.825123 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.827612 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.834038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-920e4dd1-e4f1-47a5-859d-572b2fe754a1 req-7f2e976d-e646-4232-b358-7541be8c89c8 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0840526 Aug 10 02:10:17.919400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.936356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Allocated IP 2001:db8::2 (6b63318f-68da-40ea-861b-f515350c6f74/e036f959-f4b2-4078-8659-d516982852e4/7f31f78f-8bbe-49be-9828-8cec6ae49417) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:17.955120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-764bc81a-c59a-4fc9-a6a6-5e629b93ebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.978354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c03263-652a-4e12-92da-303bf8131e32 req-b9d7e980-45a3-488f-9325-57a2f27fa7b1 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:17.979928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49c03263-652a-4e12-92da-303bf8131e32 req-b9d7e980-45a3-488f-9325-57a2f27fa7b1 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 946 time: 0.0807979 Aug 10 02:10:17.982839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Deleting port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:17.983186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.024161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b3ab46-639d-49ab-851e-400015688a00 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:18.030895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-93b3ab46-639d-49ab-851e-400015688a00 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.070994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49c03263-652a-4e12-92da-303bf8131e32 req-d12eeeea-0eed-4b62-ae39-6c6a1b0813b4 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845175 Aug 10 02:10:18.108751 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.119902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Transition to ACTIVE for port object 7f31f78f-8bbe-49be-9828-8cec6ae49417 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:18.141677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Transition to ACTIVE for port object 7f31f78f-8bbe-49be-9828-8cec6ae49417 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:18.159165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] For port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:18.159979 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.351402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Calling delete_port for a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:18.478015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.478015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Network 6b63318f-68da-40ea-861b-f515350c6f74 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:18.478015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:18.478015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:18.480215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf722c7-f93a-43aa-bfbe-0a3240b37600 req-f47b63cb-daa7-4685-a381-411c205a6941 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:18.480215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bf722c7-f93a-43aa-bfbe-0a3240b37600 req-f47b63cb-daa7-4685-a381-411c205a6941 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=d2fda832-a1dd-4fbb-971a-d33093f94b5a HTTP/1.1" status: 200 len: 946 time: 0.1987000 Aug 10 02:10:18.480551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.480551 n-d-767704-21 neutron-server[101223]: INFO neutron.db.ipam_backend_mixin [None req-93b3ab46-639d-49ab-851e-400015688a00 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e036f959-f4b2-4078-8659-d516982852e4 (CIDR: 2001:db8::/64) Aug 10 02:10:18.480551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-426f665a-0f72-4cfe-90c0-da9e5688d00c tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:18.480551 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-426f665a-0f72-4cfe-90c0-da9e5688d00c tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.16 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 946 time: 0.3189473 Aug 10 02:10:18.510897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bf722c7-f93a-43aa-bfbe-0a3240b37600 req-3f0416a0-5fbb-435e-ae71-4b17cc47546b tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/security-groups?id=de79cac2-7b9c-4c94-945f-8805da9eb13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114945 Aug 10 02:10:18.513772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Pushing event updated for resources: {'Port': ['ID=7f31f78f-8bbe-49be-9828-8cec6ae49417,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:18.516993 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b3ab46-639d-49ab-851e-400015688a00 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:10:18.517515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b3ab46-639d-49ab-851e-400015688a00 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:10:18.528965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Attempting to bind port 7f31f78f-8bbe-49be-9828-8cec6ae49417 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:18.529346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Attempting to bind port 7f31f78f-8bbe-49be-9828-8cec6ae49417 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '3e3578b9-87b9-4096-ac57-22e8ccc26c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b63318f-68da-40ea-861b-f515350c6f74'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:18.529712 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Attempting to bind port 7f31f78f-8bbe-49be-9828-8cec6ae49417 on network 6b63318f-68da-40ea-861b-f515350c6f74 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:18.536884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:18.540152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Checking segment: {'id': '3e3578b9-87b9-4096-ac57-22e8ccc26c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b63318f-68da-40ea-861b-f515350c6f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:18.540152 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.540152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Bound using segment: {'id': '3e3578b9-87b9-4096-ac57-22e8ccc26c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b63318f-68da-40ea-861b-f515350c6f74'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:18.540152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Bound port: 7f31f78f-8bbe-49be-9828-8cec6ae49417, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3578b9-87b9-4096-ac57-22e8ccc26c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6b63318f-68da-40ea-861b-f515350c6f74'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:18.540152 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.616093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] For port 7f31f78f-8bbe-49be-9828-8cec6ae49417, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:18.619453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] For port 7f31f78f-8bbe-49be-9828-8cec6ae49417, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7f31f78f-8bbe-49be-9828-8cec6ae49417,segment=NetworkSegment(3e3578b9-87b9-4096-ac57-22e8ccc26c78),segment_id=3e3578b9-87b9-4096-ac57-22e8ccc26c78)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:18.669627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Deleting port a805154e-76ac-4c40-aa30-a8a5f7b45303 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:18.669979 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.692474 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.706147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['a805154e-76ac-4c40-aa30-a8a5f7b45303'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:18.709816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['a4a7baa7-fe48-4f7f-bf1f-26ea921a7417'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:18.728419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Pushing event deleted for resources: {'Port': ['ID=a4a7baa7-fe48-4f7f-bf1f-26ea921a7417,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:18.788119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] No DVR routers for this DVR port a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:18.793311 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.795769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea2bab80-3cb5-4b8c-a65b-d51d374dec84 req-6ebac9f5-4471-439d-b125-13519f891754 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.11 "DELETE /v2.0/ports/a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 HTTP/1.1" status: 204 len: 173 time: 1.0953302 Aug 10 02:10:18.796480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fda832-a1dd-4fbb-971a-d33093f94b5a', 'name': 'network-vif-deleted', 'tag': 'a4a7baa7-fe48-4f7f-bf1f-26ea921a7417'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:18.799059 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4676e298-784f-40df-8cd9-ed102b0a1572" -d '{"events": [{"server_uuid": "d2fda832-a1dd-4fbb-971a-d33093f94b5a", "name": "network-vif-deleted", "tag": "a4a7baa7-fe48-4f7f-bf1f-26ea921a7417"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:18.802103 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.880623 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95614f7-f7b9-4ecf-9c6e-7b14436866d0 x-openstack-request-id: req-e95614f7-f7b9-4ecf-9c6e-7b14436866d0 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:18.881124 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fda832-a1dd-4fbb-971a-d33093f94b5a", "name": "network-vif-deleted", "tag": "a4a7baa7-fe48-4f7f-bf1f-26ea921a7417", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:18.881503 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e95614f7-f7b9-4ecf-9c6e-7b14436866d0 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:18.882071 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fda832-a1dd-4fbb-971a-d33093f94b5a', 'name': 'network-vif-deleted', 'tag': 'a4a7baa7-fe48-4f7f-bf1f-26ea921a7417', 'status': 'completed', 'code': 200} Aug 10 02:10:18.908962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cd609-5f05-471d-afdc-acdb7180f9b2 None None] Pushing event updated for resources: {'Port': ['ID=7f31f78f-8bbe-49be-9828-8cec6ae49417,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:19.007363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67709e63-e98d-423b-90e3-691415a7a719 req-ec0bd824-8ba1-41fe-9165-244890a2121e tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0428751 Aug 10 02:10:19.115685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-dfaa6a4c-1b44-4909-bc6c-1a4525d1109a tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:19.117431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-dfaa6a4c-1b44-4909-bc6c-1a4525d1109a tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 946 time: 0.0869169 Aug 10 02:10:19.136560 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-93b3ab46-639d-49ab-851e-400015688a00 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5337574 Aug 10 02:10:19.141927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60806) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:19.152867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '6b63318f-68da-40ea-861b-f515350c6f74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:19.340527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718793b-88f0-4119-a770-ea99a32b987e req-1fdf600a-b829-489f-a4ec-0dd2b0507a9f tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:19.342736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6718793b-88f0-4119-a770-ea99a32b987e req-1fdf600a-b829-489f-a4ec-0dd2b0507a9f tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 946 time: 0.1321766 Aug 10 02:10:19.409598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Deleting port ef7208ef-1d78-418f-be8b-07c8820e4030 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:19.410872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:19.423065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6718793b-88f0-4119-a770-ea99a32b987e req-c5ddc220-030d-4ba6-8caf-6759d0eae266 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/security-groups?id=eee457d6-1150-40e3-b71b-dd8b13b597bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606244 Aug 10 02:10:19.525631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] For port a805154e-76ac-4c40-aa30-a8a5f7b45303, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a805154e-76ac-4c40-aa30-a8a5f7b45303,segment=NetworkSegment(bb1553fc-492a-4c54-af95-04dcc3d40298),segment_id=bb1553fc-492a-4c54-af95-04dcc3d40298)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:19.525999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:19.544530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Calling delete_port for a805154e-76ac-4c40-aa30-a8a5f7b45303 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:19.548391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] For port ef7208ef-1d78-418f-be8b-07c8820e4030, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ef7208ef-1d78-418f-be8b-07c8820e4030,segment=NetworkSegment(bb16f992-0501-4ef1-8f95-a7d9f4db145b),segment_id=bb16f992-0501-4ef1-8f95-a7d9f4db145b)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:19.548878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:19.568537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Calling delete_port for ef7208ef-1d78-418f-be8b-07c8820e4030 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:19.631939 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:19.655220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:19.673527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bf37f52-86b8-492c-9e3c-de608d653042 req-f2ecf428-1bad-4e53-99c3-7c38eb33a11d tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=d2fda832-a1dd-4fbb-971a-d33093f94b5a HTTP/1.1" status: 200 len: 210 time: 0.0322030 Aug 10 02:10:19.758029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:19.763417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:19.897960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7f31f78f-8bbe-49be-9828-8cec6ae49417 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:19.944734 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:19.986028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Pushing event deleted for resources: {'Port': ['ID=ef7208ef-1d78-418f-be8b-07c8820e4030,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:19.987416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ef7208ef-1d78-418f-be8b-07c8820e4030'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:10:20.062759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] No DVR routers for this DVR port ef7208ef-1d78-418f-be8b-07c8820e4030 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:20.064496 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.066786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13527a0c-868f-4e15-b6fe-5cc9c116ec8e req-878055cb-22da-4d1d-9800-7ea5c957bf10 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.16 "DELETE /v2.0/ports/ef7208ef-1d78-418f-be8b-07c8820e4030 HTTP/1.1" status: 204 len: 173 time: 0.9427483 Aug 10 02:10:20.117193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Allocated IP 172.20.0.13 (6806d557-dffc-4736-ae9e-352c689dc9b8/c9b22975-554d-43b7-b5e5-485231cede0b/f9158c9e-4f41-4e96-9cf9-b116d3a4c952) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:20.144227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.172835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-119418bf-717e-4eeb-8c8a-742abd4b4352 req-13db764e-8c5d-4a85-a724-2d735be967dd tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0585766 Aug 10 02:10:20.177665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7f31f78f-8bbe-49be-9828-8cec6ae49417 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:20.262582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Pushing event deleted for resources: {'Port': ['ID=a805154e-76ac-4c40-aa30-a8a5f7b45303,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:20.372404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf12948-6fb7-4662-a29c-589a7d2446e9 None None] Network 6b63318f-68da-40ea-861b-f515350c6f74 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:20.373359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] No DVR routers for this DVR port a805154e-76ac-4c40-aa30-a8a5f7b45303 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:20.385815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.387910 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1b69f501-7999-499d-bac2-4e8c495db7e0 req-b4dea28e-3c42-495b-96b9-cb9c9575cf64 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.16 "DELETE /v2.0/ports/a805154e-76ac-4c40-aa30-a8a5f7b45303 HTTP/1.1" status: 204 len: 173 time: 1.9528935 Aug 10 02:10:20.388369 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896cbae2-24f5-4e21-8d25-c5ed7a637c23', 'name': 'network-vif-deleted', 'tag': 'a805154e-76ac-4c40-aa30-a8a5f7b45303'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:20.390708 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a08fb1-77c8-4891-baaa-44bcdc5d18e0" -d '{"events": [{"server_uuid": "896cbae2-24f5-4e21-8d25-c5ed7a637c23", "name": "network-vif-deleted", "tag": "a805154e-76ac-4c40-aa30-a8a5f7b45303"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:20.449874 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b34aa6-0df8-4d97-a143-901d561f044e x-openstack-request-id: req-17b34aa6-0df8-4d97-a143-901d561f044e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:20.450175 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896cbae2-24f5-4e21-8d25-c5ed7a637c23", "name": "network-vif-deleted", "tag": "a805154e-76ac-4c40-aa30-a8a5f7b45303", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:20.450434 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-17b34aa6-0df8-4d97-a143-901d561f044e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:20.450885 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896cbae2-24f5-4e21-8d25-c5ed7a637c23', 'name': 'network-vif-deleted', 'tag': 'a805154e-76ac-4c40-aa30-a8a5f7b45303', 'status': 'completed', 'code': 200} Aug 10 02:10:20.454574 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.587321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-11feb6b0-1c04-4ff8-8a93-406b95b697d2 None None] Provisioning for port 7f31f78f-8bbe-49be-9828-8cec6ae49417 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:20.590690 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d303498-d04b-46dd-8018-e263463c6141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.596591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a18b9c0-d7b6-4d6b-a4f0-ac8fb8a7b8fb req-346ac50b-bfdd-4950-8026-3ff30a866a44 tempest-ServerPasswordTestJSON-1973151680 tempest-ServerPasswordTestJSON-1973151680-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f1df7e8-c0b3-475d-a501-82a5344cb5d5 HTTP/1.1" status: 200 len: 210 time: 0.0382051 Aug 10 02:10:20.603099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-11feb6b0-1c04-4ff8-8a93-406b95b697d2 None None] Provisioning complete for port 7f31f78f-8bbe-49be-9828-8cec6ae49417 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:20.603478 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11feb6b0-1c04-4ff8-8a93-406b95b697d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.716053 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11feb6b0-1c04-4ff8-8a93-406b95b697d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.755014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-11feb6b0-1c04-4ff8-8a93-406b95b697d2 None None] For port 7f31f78f-8bbe-49be-9828-8cec6ae49417, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7f31f78f-8bbe-49be-9828-8cec6ae49417,segment=NetworkSegment(3e3578b9-87b9-4096-ac57-22e8ccc26c78),segment_id=3e3578b9-87b9-4096-ac57-22e8ccc26c78)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:20.761819 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.768176 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.862101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 6b63318f-68da-40ea-861b-f515350c6f74 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:20.875794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Network 6806d557-dffc-4736-ae9e-352c689dc9b8 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:20.887979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:20.894872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1df7e8-c0b3-475d-a501-82a5344cb5d5', 'name': 'network-vif-deleted', 'tag': 'ef7208ef-1d78-418f-be8b-07c8820e4030'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:10:20.900081 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ae7b5-f6ef-4c87-9523-a7ca9b13c458" -d '{"events": [{"server_uuid": "7f1df7e8-c0b3-475d-a501-82a5344cb5d5", "name": "network-vif-deleted", "tag": "ef7208ef-1d78-418f-be8b-07c8820e4030"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:10:20.900644 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11feb6b0-1c04-4ff8-8a93-406b95b697d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.909861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:20.914025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:20.914851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:20.929526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:20.936976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04ec60d4-070b-4bab-b04c-d2ba2fd7f009 req-4972de1a-ea63-49d9-b37c-93592708547a tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.0581050 Aug 10 02:10:20.976120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event updated for resources: {'Port': ['ID=f9158c9e-4f41-4e96-9cf9-b116d3a4c952,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:21.012446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=d773aa8a-ca0e-4819-9afd-01b27b249a16,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:21.038511 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a3078-a71c-4cc2-9c17-d3ef024edd4b x-openstack-request-id: req-784a3078-a71c-4cc2-9c17-d3ef024edd4b {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:10:21.038511 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1df7e8-c0b3-475d-a501-82a5344cb5d5", "name": "network-vif-deleted", "tag": "ef7208ef-1d78-418f-be8b-07c8820e4030", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:10:21.039900 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-784a3078-a71c-4cc2-9c17-d3ef024edd4b {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:10:21.041917 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1df7e8-c0b3-475d-a501-82a5344cb5d5', 'name': 'network-vif-deleted', 'tag': 'ef7208ef-1d78-418f-be8b-07c8820e4030', 'status': 'completed', 'code': 200} Aug 10 02:10:21.043855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8537190c-c1f7-46fd-a3d3-5660a4e408f3 None None] Network 6b63318f-68da-40ea-861b-f515350c6f74 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:21.139114 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11feb6b0-1c04-4ff8-8a93-406b95b697d2 None None] Pushing event updated for resources: {'Port': ['ID=7f31f78f-8bbe-49be-9828-8cec6ae49417,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:21.179522 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-26c4e4e1-7c09-45e4-a51f-f2f19711e26b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0356383 Aug 10 02:10:21.182309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60850) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:21.185800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1e7b9223-c8c3-4655-95d3-7a5b9f1f2eda None None] Provisioning complete for port 7f31f78f-8bbe-49be-9828-8cec6ae49417 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:21.186252 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9223-c8c3-4655-95d3-7a5b9f1f2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:21.188523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '6b63318f-68da-40ea-861b-f515350c6f74', 'fixed_ips': [{'subnet_id': 'e036f959-f4b2-4078-8659-d516982852e4'}, {'subnet_id': 'd773aa8a-ca0e-4819-9afd-01b27b249a16'}], 'name': 'tempest-PortsIpV6TestJSON-1393403200'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:21.280815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:21.291349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:21.320636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:21.321198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device a4a7baa7-fe48-4f7f-bf1f-26ea921a7417 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:21.410953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-022d7ed8-d3cc-4577-bc1f-07e234a4e3ad req-2f5ba612-8fa0-4ede-b77a-07fe32c01afe tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0466423 Aug 10 02:10:21.486417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:21.513396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a0fd3-a95d-4d11-9ddf-9344a808ec52 None None] Update dhcp port {'port': {'network_id': '6b63318f-68da-40ea-861b-f515350c6f74', 'fixed_ips': [{'subnet_id': 'e036f959-f4b2-4078-8659-d516982852e4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd773aa8a-ca0e-4819-9afd-01b27b249a16'}], 'binding:host_id': 'n-d-767704-21'}, 'id': '7f31f78f-8bbe-49be-9828-8cec6ae49417'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:10:21.553767 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0fd3-a95d-4d11-9ddf-9344a808ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:21.617632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:21.706224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60866) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:21.794596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-dc4a0fd3-a95d-4d11-9ddf-9344a808ec52 None None] Allocated IP 2001:db8:0:1::2 (6b63318f-68da-40ea-861b-f515350c6f74/d773aa8a-ca0e-4819-9afd-01b27b249a16/7f31f78f-8bbe-49be-9828-8cec6ae49417) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:21.824340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de7e14d-2c26-47fc-9672-204d9439ed1e admin admin] Deleting subnet cf94d499-b6fe-4ea7-b33b-55cbfa1bbac9 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:10:21.834472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8de7e14d-2c26-47fc-9672-204d9439ed1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:21.900494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:21.934701 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8de7e14d-2c26-47fc-9672-204d9439ed1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:21.984962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7f31f78f-8bbe-49be-9828-8cec6ae49417 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:22.029053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.066181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port ed68fee2-6a7e-4af4-9f51-de30d5ed981c yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:10:22.075687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8de7e14d-2c26-47fc-9672-204d9439ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.122720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7f31f78f-8bbe-49be-9828-8cec6ae49417 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:22.123640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.186229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dc4a0fd3-a95d-4d11-9ddf-9344a808ec52 None None] For port 7f31f78f-8bbe-49be-9828-8cec6ae49417, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7f31f78f-8bbe-49be-9828-8cec6ae49417,segment=NetworkSegment(3e3578b9-87b9-4096-ac57-22e8ccc26c78),segment_id=3e3578b9-87b9-4096-ac57-22e8ccc26c78)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:22.203836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba41a993-2315-423b-ae29-f2fd9a88dc0c req-4f314b42-7a4e-409b-bdae-323de843ac42 tempest-ListServersNegativeTestJSON-1887683411 tempest-ListServersNegativeTestJSON-1887683411-project] 10.222.0.38 "GET /v2.0/ports?device_id=896cbae2-24f5-4e21-8d25-c5ed7a637c23 HTTP/1.1" status: 200 len: 210 time: 0.0833516 Aug 10 02:10:22.227259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Router 9d2ae8e3-8b2f-4413-b4b4-3657397653d5 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:10:22.315271 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0fd3-a95d-4d11-9ddf-9344a808ec52 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.342280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dc4a0fd3-a95d-4d11-9ddf-9344a808ec52 None None] Transition to ACTIVE for port object 7f31f78f-8bbe-49be-9828-8cec6ae49417 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:22.344577 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.439986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:22.455335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Sync routers for ids ['9d2ae8e3-8b2f-4413-b4b4-3657397653d5'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:22.464449 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0fd3-a95d-4d11-9ddf-9344a808ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.502521 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8de7e14d-2c26-47fc-9672-204d9439ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.513631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Routers {'9d2ae8e3-8b2f-4413-b4b4-3657397653d5'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:22.514496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9d2ae8e3-8b2f-4413-b4b4-3657397653d5'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:22.565027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7e14d-2c26-47fc-9672-204d9439ed1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf94d499-b6fe-4ea7-b33b-55cbfa1bbac9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:22.590949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.591154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6089e391-9cb2-4c8e-8944-3fb782985086 req-762d396f-30e4-40be-b804-b449c188b8a8 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0558293 Aug 10 02:10:22.591778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1c198235-93d8-464b-af1c-d98b4299f92b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.1353099 Aug 10 02:10:22.593699 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8de7e14d-2c26-47fc-9672-204d9439ed1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.594489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60882) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:22.598062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8de7e14d-2c26-47fc-9672-204d9439ed1e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/cf94d499-b6fe-4ea7-b33b-55cbfa1bbac9 HTTP/1.1" status: 204 len: 168 time: 0.8883169 Aug 10 02:10:22.598902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60884) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:22.702725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a0fd3-a95d-4d11-9ddf-9344a808ec52 None None] Pushing event updated for resources: {'Port': ['ID=7f31f78f-8bbe-49be-9828-8cec6ae49417,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:22.737245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.765645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ef7208ef-1d78-418f-be8b-07c8820e4030 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:22.765940 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.773317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Set router 9d2ae8e3-8b2f-4413-b4b4-3657397653d5 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:22.787308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::3da (6b63318f-68da-40ea-861b-f515350c6f74/e036f959-f4b2-4078-8659-d516982852e4/ed68fee2-6a7e-4af4-9f51-de30d5ed981c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:22.796859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8:0:1::2da (6b63318f-68da-40ea-861b-f515350c6f74/d773aa8a-ca0e-4819-9afd-01b27b249a16/ed68fee2-6a7e-4af4-9f51-de30d5ed981c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:22.821575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: ef7208ef-1d78-418f-be8b-07c8820e4030 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:22.821575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ef7208ef-1d78-418f-be8b-07c8820e4030 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:22.822760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a805154e-76ac-4c40-aa30-a8a5f7b45303 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:22.876785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: a805154e-76ac-4c40-aa30-a8a5f7b45303 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:22.877033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a805154e-76ac-4c40-aa30-a8a5f7b45303 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:22.913222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.922190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:22.944676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa01ad3-1190-4340-9a6d-37f9b8a1fa40']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:22.970572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb16f992-0501-4ef1-8f95-a7d9f4db145b') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:22.970572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb16f992-0501-4ef1-8f95-a7d9f4db145b') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:23.041479 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.080353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2ae8e3-8b2f-4413-b4b4-3657397653d5', 'name': '', 'tenant_id': 'ba7676b855a94200bf58c2d20960e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6806d557-dffc-4736-ae9e-352c689dc9b8', 'external_fixed_ips': [{'subnet_id': 'c9b22975-554d-43b7-b5e5-485231cede0b', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f9158c9e-4f41-4e96-9cf9-b116d3a4c952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:17Z', 'updated_at': '2021-08-10T02:10:21Z', 'revision_number': 3, 'project_id': 'ba7676b855a94200bf58c2d20960e01a', 'gw_port': {'id': 'f9158c9e-4f41-4e96-9cf9-b116d3a4c952', 'name': '', 'network_id': '6806d557-dffc-4736-ae9e-352c689dc9b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d2ae8e3-8b2f-4413-b4b4-3657397653d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'c9b22975-554d-43b7-b5e5-485231cede0b', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:19Z', 'updated_at': '2021-08-10T02:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9b22975-554d-43b7-b5e5-485231cede0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:23.096726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Deleting port f9158c9e-4f41-4e96-9cf9-b116d3a4c952 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:23.097074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.138903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Checking router: 9d2ae8e3-8b2f-4413-b4b4-3657397653d5 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:23.143007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.144030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Updating router 9d2ae8e3-8b2f-4413-b4b4-3657397653d5 port f9158c9e-4f41-4e96-9cf9-b116d3a4c952 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:10:23.160456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object ed68fee2-6a7e-4af4-9f51-de30d5ed981c will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:23.190636 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:10:23.216662 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:10:23.229767 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.300898 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.319441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Calling delete_port for f9158c9e-4f41-4e96-9cf9-b116d3a4c952 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:23.327168 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.366173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60902) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:23.453746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f52ced5-4da5-41f9-8620-d000d3e8294f admin admin] Deleting subnet f87bdf0c-1c42-473d-8b62-0b1ff81b95d3 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:10:23.456391 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.462680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.466137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] 10.222.0.38 "DELETE /v2.0/networks/3fa01ad3-1190-4340-9a6d-37f9b8a1fa40 HTTP/1.1" status: 204 len: 168 time: 0.8639514 Aug 10 02:10:23.490601 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f52ced5-4da5-41f9-8620-d000d3e8294f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.495938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44b631-75ef-47e2-b20d-bf29d057d257 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa01ad3-1190-4340-9a6d-37f9b8a1fa40,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:23.554760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 6b63318f-68da-40ea-861b-f515350c6f74 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:23.585951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:23.589637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:23.598572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:23.599748 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.627701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=ed68fee2-6a7e-4af4-9f51-de30d5ed981c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:23.647255 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f52ced5-4da5-41f9-8620-d000d3e8294f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.767016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ef2de91-e4e0-43fe-a451-b25b07720203 req-a68265e9-47c4-4b01-91cb-ec87c9015359 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0458720 Aug 10 02:10:23.772931 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f52ced5-4da5-41f9-8620-d000d3e8294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.778080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.821995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9c901570-8464-4c24-a15d-157bdbc59697 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.6375182 Aug 10 02:10:23.855947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60916) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:23.856977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9158c9e-4f41-4e96-9cf9-b116d3a4c952,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:23.866357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e036f959-f4b2-4078-8659-d516982852e4'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:23.909480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be95c4da-f601-4365-b430-ae1626319dea None None] Provisioning for port 7f31f78f-8bbe-49be-9828-8cec6ae49417 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:23.913123 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:23.966214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7f31f78f-8bbe-49be-9828-8cec6ae49417 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:23.971403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be95c4da-f601-4365-b430-ae1626319dea None None] Provisioning complete for port 7f31f78f-8bbe-49be-9828-8cec6ae49417 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:23.972029 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be95c4da-f601-4365-b430-ae1626319dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.038118 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:10:24.038869 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:10:24.053850 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.077926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7f31f78f-8bbe-49be-9828-8cec6ae49417 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:24.078640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.242290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.245634 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.339945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60924) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:24.447167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f50efd32-903e-4c61-8660-e347558b51cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d52a3d6aec84be6b490ba23a95e3e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043229 Aug 10 02:10:24.449398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60928) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:24.524420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-293bccde-70d4-4305-979f-90fc3841bd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.553612 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-293bccde-70d4-4305-979f-90fc3841bd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.567462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Port f9158c9e-4f41-4e96-9cf9-b116d3a4c952 not found while updating agent binding for router 9d2ae8e3-8b2f-4413-b4b4-3657397653d5. {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 02:10:24.587153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Routers {'9d2ae8e3-8b2f-4413-b4b4-3657397653d5'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:24.588379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9d2ae8e3-8b2f-4413-b4b4-3657397653d5'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:24.635717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.697282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.734967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] Set router 9d2ae8e3-8b2f-4413-b4b4-3657397653d5 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:24.736733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d2ae8e3-8b2f-4413-b4b4-3657397653d5 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:10:24.736733 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.736733 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd2b6576-3dbc-4bd8-a21c-48f96cc67a08 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "DELETE /v2.0/routers/9d2ae8e3-8b2f-4413-b4b4-3657397653d5 HTTP/1.1" status: 204 len: 168 time: 2.1110690 Aug 10 02:10:24.737795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60930) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:24.774992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d2ae8e3-8b2f-4413-b4b4-3657397653d5', 'name': '', 'tenant_id': 'ba7676b855a94200bf58c2d20960e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:17Z', 'updated_at': '2021-08-10T02:10:23Z', 'revision_number': 5, 'project_id': 'ba7676b855a94200bf58c2d20960e01a', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:24.804906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefd1743-a520-4a8d-aa58-ed082c0fd5c6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Deleting subnet c9b22975-554d-43b7-b5e5-485231cede0b {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:10:24.809292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd1743-a520-4a8d-aa58-ed082c0fd5c6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.815341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dc1212-c68e-4efa-9dff-208850d0be51 None None] The sync data for ids ['9d2ae8e3-8b2f-4413-b4b4-3657397653d5'] in n-d-767704-21 is: [{'id': '9d2ae8e3-8b2f-4413-b4b4-3657397653d5', 'name': '', 'tenant_id': 'ba7676b855a94200bf58c2d20960e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:17Z', 'updated_at': '2021-08-10T02:10:23Z', 'revision_number': 5, 'project_id': 'ba7676b855a94200bf58c2d20960e01a', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:24.866341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-284eb6d5-1187-4a68-aaae-cf02d0e06ca5 None None] Provisioning for port ed68fee2-6a7e-4af4-9f51-de30d5ed981c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:24.871773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-284eb6d5-1187-4a68-aaae-cf02d0e06ca5 None None] Provisioning complete for port ed68fee2-6a7e-4af4-9f51-de30d5ed981c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:24.871773 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-284eb6d5-1187-4a68-aaae-cf02d0e06ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.907519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd1743-a520-4a8d-aa58-ed082c0fd5c6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:24.971319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-284eb6d5-1187-4a68-aaae-cf02d0e06ca5 None None] Port ed68fee2-6a7e-4af4-9f51-de30d5ed981c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:24.984668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f52ced5-4da5-41f9-8620-d000d3e8294f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.019009 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd1743-a520-4a8d-aa58-ed082c0fd5c6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.069839 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:10:25.088567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52ced5-4da5-41f9-8620-d000d3e8294f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87bdf0c-1c42-473d-8b62-0b1ff81b95d3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:25.127107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aaa3f4fc-8b01-4a32-81a5-543c213232d4 req-3a228e03-0eb3-4e42-a034-44482be425b4 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0689402 Aug 10 02:10:25.129926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-293bccde-70d4-4305-979f-90fc3841bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.137503 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f52ced5-4da5-41f9-8620-d000d3e8294f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.137687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-293bccde-70d4-4305-979f-90fc3841bd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.137798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2f52ced5-4da5-41f9-8620-d000d3e8294f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f87bdf0c-1c42-473d-8b62-0b1ff81b95d3 HTTP/1.1" status: 204 len: 168 time: 1.7668180 Aug 10 02:10:25.137900 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-293bccde-70d4-4305-979f-90fc3841bd9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eee457d6-1150-40e3-b71b-dd8b13b597bc HTTP/1.1" status: 204 len: 168 time: 0.6861730 Aug 10 02:10:25.141933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60946) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:25.159286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bccde-70d4-4305-979f-90fc3841bd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee457d6-1150-40e3-b71b-dd8b13b597bc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:25.220359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd1743-a520-4a8d-aa58-ed082c0fd5c6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.252181 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd1743-a520-4a8d-aa58-ed082c0fd5c6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.254950 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aefd1743-a520-4a8d-aa58-ed082c0fd5c6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/c9b22975-554d-43b7-b5e5-485231cede0b HTTP/1.1" status: 204 len: 168 time: 0.5154269 Aug 10 02:10:25.288559 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60948) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:25.330486 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.382776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Delete allocated IP 2001:db8:0:1::2da (6b63318f-68da-40ea-861b-f515350c6f74/d773aa8a-ca0e-4819-9afd-01b27b249a16) {{(pid=101224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 02:10:25.425873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd1743-a520-4a8d-aa58-ed082c0fd5c6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c9b22975-554d-43b7-b5e5-485231cede0b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:25.430951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.583960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.610772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6806d557-dffc-4736-ae9e-352c689dc9b8']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:25.635830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac60b69a-0af5-478c-97b7-121f2139f3dd') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:25.636244 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac60b69a-0af5-478c-97b7-121f2139f3dd') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:25.649772 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.652099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.689650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f40733-443e-4a40-8e71-fe3d949005e3']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:25.701925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.701925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:10:25.701925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.702406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1553fc-492a-4c54-af95-04dcc3d40298') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:25.702849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1553fc-492a-4c54-af95-04dcc3d40298') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:25.723800 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.726977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.752415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Ignored duplicate provisioning block setup for port ed68fee2-6a7e-4af4-9f51-de30d5ed981c by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 02:10:25.755886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:10:25.757356 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:10:25.778407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:10:25.779013 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:10:25.782085 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:10:25.895305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.898871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.926843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6806d557-dffc-4736-ae9e-352c689dc9b8 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 02:10:25.929104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event deleted for resources: {'Network': ['ID=6806d557-dffc-4736-ae9e-352c689dc9b8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:25.939744 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:25.942167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4f4a721e-e04b-43fd-afe0-9d8585d4a298 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "DELETE /v2.0/networks/6806d557-dffc-4736-ae9e-352c689dc9b8 HTTP/1.1" status: 204 len: 168 time: 0.6526294 Aug 10 02:10:26.064432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] In _notify_port_updated(), no bound segment for port ed68fee2-6a7e-4af4-9f51-de30d5ed981c on network 6b63318f-68da-40ea-861b-f515350c6f74 {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:10:26.064432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:26.064432 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:26.064432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "PUT /v2.0/ports/ed68fee2-6a7e-4af4-9f51-de30d5ed981c HTTP/1.1" status: 200 len: 926 time: 2.1697798 Aug 10 02:10:26.064432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d484261-bd3f-4494-8f2d-b894c8f463ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=ed68fee2-6a7e-4af4-9f51-de30d5ed981c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:26.071639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60964) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:26.104746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e036f959-f4b2-4078-8659-d516982852e4'}, {'subnet_id': 'd773aa8a-ca0e-4819-9afd-01b27b249a16'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:26.131855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:26.205400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:26.217020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e4f40733-443e-4a40-8e71-fe3d949005e3 HTTP/1.1" status: 204 len: 168 time: 1.0735977 Aug 10 02:10:26.223654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23f2d6-87f9-4966-b145-b0a27ab49e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f40733-443e-4a40-8e71-fe3d949005e3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:26.495043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17dbacc3-a91f-4faa-a996-1d7c136dc924 req-fa48a1f3-67b0-4e42-b800-c7a521b635ec tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0900297 Aug 10 02:10:26.618658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-eb2769e0-0edb-4dbe-b249-d49c21d41a77 None None] Provisioning complete for port ed68fee2-6a7e-4af4-9f51-de30d5ed981c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:26.619259 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eb2769e0-0edb-4dbe-b249-d49c21d41a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:26.751966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-eb2769e0-0edb-4dbe-b249-d49c21d41a77 None None] Port ed68fee2-6a7e-4af4-9f51-de30d5ed981c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:26.773117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:26.783116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60988) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:26.902355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60992) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:26.903371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b520b5ac-5c68-493c-b703-47f5e67ab673 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b71c353e18c4c8aa9e9a793f1664230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1188073 Aug 10 02:10:27.109022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7b26-e5f1-4155-927d-db25aa82eff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.181541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60996) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:27.187160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a54b7bb9-070f-4dec-bdc1-941f529c59e6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'router': {'name': 'tempest-router--1167692310', 'project_id': '331578f6c8df446a9129dfd473f4da60'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:27.221603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7b26-e5f1-4155-927d-db25aa82eff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.294937 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a54b7bb9-070f-4dec-bdc1-941f529c59e6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.297495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a54b7bb9-070f-4dec-bdc1-941f529c59e6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.423976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8:0:1::31d (6b63318f-68da-40ea-861b-f515350c6f74/d773aa8a-ca0e-4819-9afd-01b27b249a16/ed68fee2-6a7e-4af4-9f51-de30d5ed981c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:27.445652 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a54b7bb9-070f-4dec-bdc1-941f529c59e6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.553121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7b26-e5f1-4155-927d-db25aa82eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.558200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5aeb7b26-e5f1-4155-927d-db25aa82eff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.562307 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5aeb7b26-e5f1-4155-927d-db25aa82eff0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de79cac2-7b9c-4c94-945f-8805da9eb13e HTTP/1.1" status: 204 len: 168 time: 0.6572359 Aug 10 02:10:27.586043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb7b26-e5f1-4155-927d-db25aa82eff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de79cac2-7b9c-4c94-945f-8805da9eb13e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:27.601811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a54b7bb9-070f-4dec-bdc1-941f529c59e6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.623048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.652057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object ed68fee2-6a7e-4af4-9f51-de30d5ed981c will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:27.714805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a54b7bb9-070f-4dec-bdc1-941f529c59e6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.718797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a54b7bb9-070f-4dec-bdc1-941f529c59e6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5335798 Aug 10 02:10:27.720498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32792) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:27.807934 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.893196 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad218526-6047-41a9-af1e-ed8352d88d84 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:28.222007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] In _notify_port_updated(), no bound segment for port ed68fee2-6a7e-4af4-9f51-de30d5ed981c on network 6b63318f-68da-40ea-861b-f515350c6f74 {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:10:28.227509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a7dfdd9-88f4-400e-94b2-b9c701b8297d req-17e0af5e-06ef-4cd7-87b1-1cd24e65016e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.1030049 Aug 10 02:10:28.241052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:28.242085 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:28.258935 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "PUT /v2.0/ports/ed68fee2-6a7e-4af4-9f51-de30d5ed981c HTTP/1.1" status: 200 len: 1012 time: 2.1871576 Aug 10 02:10:28.259831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32808) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:28.427690 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad218526-6047-41a9-af1e-ed8352d88d84 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:28.431140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad218526-6047-41a9-af1e-ed8352d88d84 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:28.431608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9e4e5-c6e8-418c-b1be-41e0bcea25fc tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=ed68fee2-6a7e-4af4-9f51-de30d5ed981c,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:28.596585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59830c24-b273-4552-a0ea-265b91105ba3 req-1b006ccd-c4cb-4da3-b5cf-a254686cda94 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.9538136 Aug 10 02:10:28.599926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7598645c-96d8-4d3d-abeb-1f4166050185 None None] Provisioning for port ed68fee2-6a7e-4af4-9f51-de30d5ed981c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:28.606956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7598645c-96d8-4d3d-abeb-1f4166050185 None None] Provisioning complete for port ed68fee2-6a7e-4af4-9f51-de30d5ed981c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:28.607810 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7598645c-96d8-4d3d-abeb-1f4166050185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:28.630071 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad218526-6047-41a9-af1e-ed8352d88d84 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:28.630956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad218526-6047-41a9-af1e-ed8352d88d84 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b09c4245-7580-4c98-a974-0df33f675415 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:10:28.651269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad218526-6047-41a9-af1e-ed8352d88d84 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:28.657954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ad218526-6047-41a9-af1e-ed8352d88d84 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "DELETE /v2.0/routers/b09c4245-7580-4c98-a974-0df33f675415 HTTP/1.1" status: 204 len: 168 time: 0.9344242 Aug 10 02:10:28.688731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-65bf17c9-021e-4c1b-a218-347e83cc132a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port ed68fee2-6a7e-4af4-9f51-de30d5ed981c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:28.689130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65bf17c9-021e-4c1b-a218-347e83cc132a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:28.708983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7598645c-96d8-4d3d-abeb-1f4166050185 None None] Port ed68fee2-6a7e-4af4-9f51-de30d5ed981c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:29.040197 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65bf17c9-021e-4c1b-a218-347e83cc132a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:29.101211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-65bf17c9-021e-4c1b-a218-347e83cc132a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for ed68fee2-6a7e-4af4-9f51-de30d5ed981c owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:29.342856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32840) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:29.705944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65bf17c9-021e-4c1b-a218-347e83cc132a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:29.806452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf17c9-021e-4c1b-a218-347e83cc132a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=ed68fee2-6a7e-4af4-9f51-de30d5ed981c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:29.881078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-358053933', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:29.884966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65bf17c9-021e-4c1b-a218-347e83cc132a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:29.887108 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-65bf17c9-021e-4c1b-a218-347e83cc132a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/ed68fee2-6a7e-4af4-9f51-de30d5ed981c HTTP/1.1" status: 204 len: 168 time: 1.6045868 Aug 10 02:10:29.889837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32856) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:29.940446 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d8bdf4-3d75-4d95-bb2c-63de9f2b3049 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:10:29.942952 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-61d8bdf4-3d75-4d95-bb2c-63de9f2b3049 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/ed68fee2-6a7e-4af4-9f51-de30d5ed981c HTTP/1.1" status: 404 len: 333 time: 0.0520542 Aug 10 02:10:29.957739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32862) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:30.105004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-565eb37c-02f2-4253-8d8b-c09759cdb307 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet d773aa8a-ca0e-4819-9afd-01b27b249a16 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:10:30.110225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-565eb37c-02f2-4253-8d8b-c09759cdb307 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:30.118462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1166a87e-fd7c-4c24-8d10-79e1b595c975 req-681b36af-c66c-44b4-88e8-8ded21485b1e tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.4062221 Aug 10 02:10:30.120466 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:30.121571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:30.317107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-565eb37c-02f2-4253-8d8b-c09759cdb307 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:30.332629 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:30.573967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-565eb37c-02f2-4253-8d8b-c09759cdb307 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:30.720336 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:30.805629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3931a1b3-f99e-4340-965b-a786f249d442 req-971f73c8-0df1-4df7-97f6-b381aa60d1a5 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4&device_id=31776e43-29cb-4578-b1b3-68ef32db4120 HTTP/1.1" status: 200 len: 210 time: 0.0321341 Aug 10 02:10:30.806189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32902) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:30.841261 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-565eb37c-02f2-4253-8d8b-c09759cdb307 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:30.895560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565eb37c-02f2-4253-8d8b-c09759cdb307 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=d773aa8a-ca0e-4819-9afd-01b27b249a16,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:30.905969 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-565eb37c-02f2-4253-8d8b-c09759cdb307 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:30.912598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-565eb37c-02f2-4253-8d8b-c09759cdb307 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/d773aa8a-ca0e-4819-9afd-01b27b249a16 HTTP/1.1" status: 204 len: 168 time: 0.9531806 Aug 10 02:10:30.916187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:30.917334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8da3be3-a80d-4d5c-a9b7-55195a7d1347 None None] Network 6b63318f-68da-40ea-861b-f515350c6f74 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:31.029241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-575636972-network', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:31.172277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b3ae37-6bf4-4c49-a7d6-bb41e15760cb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet e036f959-f4b2-4078-8659-d516982852e4 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:10:31.174453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32916) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:31.196040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79b3ae37-6bf4-4c49-a7d6-bb41e15760cb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:31.201116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Made reservation on behalf of 460d4f02fd4446cfb5b85fc766770604 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:31.206806 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:31.259213 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:31.295678 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:31.435802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc5f56ec-b5e6-4783-b6ef-584828ea7853 req-cd2249a3-0e05-431d-b561-b137f8ff4e70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=04db1a1bed294fbbb5b57b090747d912&device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0514052 Aug 10 02:10:31.579064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86079b90-2af1-4b03-bbac-9d939923dfdf req-fe7fa711-71da-4424-ba24-2ee0a27ea081 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.1331198 Aug 10 02:10:31.603745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc5f56ec-b5e6-4783-b6ef-584828ea7853 req-49db66d9-81ce-47b3-971f-a3668dea4dc3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=04db1a1bed294fbbb5b57b090747d912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1556778 Aug 10 02:10:31.811537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Allocated IP 172.25.3.170 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/5c814590-0859-4c9d-b32b-915b012e913d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:31.893163 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:31.918007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c633a3f-a0f6-41b2-8de6-40763e8f3708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:31.960368 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79b3ae37-6bf4-4c49-a7d6-bb41e15760cb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.029556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f56ec-b5e6-4783-b6ef-584828ea7853 req-3f4caa4f-05e8-4264-a1a8-3e8cb61a4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:32.039796 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc5f56ec-b5e6-4783-b6ef-584828ea7853 req-3f4caa4f-05e8-4264-a1a8-3e8cb61a4e57 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4211850 Aug 10 02:10:32.132379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.201444 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79b3ae37-6bf4-4c49-a7d6-bb41e15760cb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.294733 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c633a3f-a0f6-41b2-8de6-40763e8f3708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.365565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-72530401-a861-446b-836c-30b45dc0f837 None None] Provisioning complete for port 7f31f78f-8bbe-49be-9828-8cec6ae49417 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:32.366265 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72530401-a861-446b-836c-30b45dc0f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.378277 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.418462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c633a3f-a0f6-41b2-8de6-40763e8f3708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.423648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:32.428578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:32.431283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:32.471850 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6c633a3f-a0f6-41b2-8de6-40763e8f3708 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46d6edc47fc4433ba55a9bbfb64bbfed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2887771 Aug 10 02:10:32.471850 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79b3ae37-6bf4-4c49-a7d6-bb41e15760cb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.479536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32942) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:32.494318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c44bd5d-d501-4096-9cb1-be75e2eb0282 None None] Network 6b63318f-68da-40ea-861b-f515350c6f74 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:32.501310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event updated for resources: {'Port': ['ID=5c814590-0859-4c9d-b32b-915b012e913d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:32.518029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-79b3ae37-6bf4-4c49-a7d6-bb41e15760cb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.524747 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-79b3ae37-6bf4-4c49-a7d6-bb41e15760cb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/e036f959-f4b2-4078-8659-d516982852e4 HTTP/1.1" status: 204 len: 168 time: 1.6061270 Aug 10 02:10:32.532085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32944) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:32.576609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3ae37-6bf4-4c49-a7d6-bb41e15760cb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=e036f959-f4b2-4078-8659-d516982852e4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:32.589667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c633a3f-a0f6-41b2-8de6-40763e8f3708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c8b807-c857-4b81-b41f-41e4dbc11757,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:32.629239 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e556b410-4514-4750-a3c1-5492d4853d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.679521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e556b410-4514-4750-a3c1-5492d4853d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.683265 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.704338 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.792484 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:32.841642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e6fe6e-7f3e-40a7-8acd-309abb941024,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:32.861294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33a4a33-4392-4f39-8250-45e34c2b5377 None None] DHCP port deletion for 6b63318f-68da-40ea-861b-f515350c6f74 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:10:33.104039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:10:33.104039 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.104039 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Added segment 1d2fc98c-a248-434e-a0f2-ef0557ea1a71 of type vlan for network 4f21e784-b291-4408-932c-2334fba98ca6 Aug 10 02:10:33.104039 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.149417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e33a4a33-4392-4f39-8250-45e34c2b5377 None None] Deleting port 7f31f78f-8bbe-49be-9828-8cec6ae49417 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:33.149417 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e33a4a33-4392-4f39-8250-45e34c2b5377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.150851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e556b410-4514-4750-a3c1-5492d4853d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.151491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63c454a5-901b-42ee-badd-8161e7d58dc8 req-5f13acc5-ebe4-4ba6-9cd1-997605f35ef0 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.1761992 Aug 10 02:10:33.152229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e556b410-4514-4750-a3c1-5492d4853d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.152229 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e556b410-4514-4750-a3c1-5492d4853d4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45c8b807-c857-4b81-b41f-41e4dbc11757 HTTP/1.1" status: 204 len: 168 time: 0.5260763 Aug 10 02:10:33.152229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556b410-4514-4750-a3c1-5492d4853d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c8b807-c857-4b81-b41f-41e4dbc11757,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:33.152229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.152229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:33.152229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.194957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 7f31f78f-8bbe-49be-9828-8cec6ae49417 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:33.195450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.218959 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] Pushing event updated for resources: {'Network': ['ID=4f21e784-b291-4408-932c-2334fba98ca6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:33.223015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e33a4a33-4392-4f39-8250-45e34c2b5377 None None] For port 7f31f78f-8bbe-49be-9828-8cec6ae49417, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7f31f78f-8bbe-49be-9828-8cec6ae49417,segment=NetworkSegment(3e3578b9-87b9-4096-ac57-22e8ccc26c78),segment_id=3e3578b9-87b9-4096-ac57-22e8ccc26c78)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:33.223994 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e33a4a33-4392-4f39-8250-45e34c2b5377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.243063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4f21e784-b291-4408-932c-2334fba98ca6 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:10:33.298215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e33a4a33-4392-4f39-8250-45e34c2b5377 None None] Calling delete_port for 7f31f78f-8bbe-49be-9828-8cec6ae49417 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:33.304864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f0632c51-a269-4881-8b91-4d5fa4996a87 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4973810 Aug 10 02:10:33.310586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32962) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:33.322339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Request body: {'subnet': {'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-575636972-subnet', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:33.363189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc5f56ec-b5e6-4783-b6ef-584828ea7853 req-2cad289e-7dbc-434b-9966-25e5b7f90849 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0774133 Aug 10 02:10:33.391163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] For port 7f31f78f-8bbe-49be-9828-8cec6ae49417, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7f31f78f-8bbe-49be-9828-8cec6ae49417,segment=NetworkSegment(3e3578b9-87b9-4096-ac57-22e8ccc26c78),segment_id=3e3578b9-87b9-4096-ac57-22e8ccc26c78)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:33.391163 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.461908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Made reservation on behalf of 460d4f02fd4446cfb5b85fc766770604 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:33.465550 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.465781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 7f31f78f-8bbe-49be-9828-8cec6ae49417 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:33.549037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e33a4a33-4392-4f39-8250-45e34c2b5377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.616314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a4a33-4392-4f39-8250-45e34c2b5377 None None] Pushing event deleted for resources: {'Port': ['ID=7f31f78f-8bbe-49be-9828-8cec6ae49417,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:33.633103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a4a33-4392-4f39-8250-45e34c2b5377 None None] No DVR routers for this DVR port 7f31f78f-8bbe-49be-9828-8cec6ae49417 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:33.678518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.865308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.876764 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:33.910371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7f31f78f-8bbe-49be-9828-8cec6ae49417 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:33.965559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7f31f78f-8bbe-49be-9828-8cec6ae49417 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:33.969058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7f31f78f-8bbe-49be-9828-8cec6ae49417 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:34.004657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Checking segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:34.005604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Network hostable DHCP agents. Network: 4f21e784-b291-4408-932c-2334fba98ca6, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:10:34.018145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=65eb8b19-c561-4be7-88f4-296e30b33a69,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:34.159101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Network 4f21e784-b291-4408-932c-2334fba98ca6 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:10:34.297823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4f21e784-b291-4408-932c-2334fba98ca6) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:34.306889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb43a7e4-0639-4ec7-89ee-1ebcd789f757 None None] Network 4f21e784-b291-4408-932c-2334fba98ca6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:34.315158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:34.315706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:34.460619 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d066b438-8348-4f1b-abb8-d4eb28d809ee admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1476521 Aug 10 02:10:34.463104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32988) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:34.470991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:34.515698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-4f21e784-b291-4408-932c-2334fba98ca6', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:10:34.517870 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:34.522803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No DVR routers for this DVR port 7f31f78f-8bbe-49be-9828-8cec6ae49417 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:34.532371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=7f31f78f-8bbe-49be-9828-8cec6ae49417,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:34.576061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fc750ee-d221-41f3-a0e2-0b6bbc1b43b9 req-3beec4b2-79a4-429b-a35e-39eecd8443ea tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=90a7819b-e171-4dc3-a640-faebe87725d4 HTTP/1.1" status: 200 len: 210 time: 0.0928662 Aug 10 02:10:34.585094 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:34.587366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:34.731107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:34.823832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-a5beb03c-5688-4c7a-8d7a-1d4f03e01018 req-67ad4325-7631-4332-b7b5-58a4c0bc7aa0 service neutron] (101223) timed out ('10.222.0.16', 58972) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:10:34.859077 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:34.884633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Allocated IP 172.20.0.2 (4f21e784-b291-4408-932c-2334fba98ca6/65eb8b19-c561-4be7-88f4-296e30b33a69/58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:35.068282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.084483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.105461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b63318f-68da-40ea-861b-f515350c6f74']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:35.137248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33010) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:35.138919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3578b9-87b9-4096-ac57-22e8ccc26c78') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:35.139526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3578b9-87b9-4096-ac57-22e8ccc26c78') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:35.176931 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.213090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ddb9f09-804c-4958-a763-7c34b2fd3260 req-2997b3d8-8d37-4a56-93f1-b595b22e6944 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31776e43-29cb-4578-b1b3-68ef32db4120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0705225 Aug 10 02:10:35.227423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.245018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:10:35.251406 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:10:35.260199 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:10:35.295513 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.352007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-437458008-network', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:35.381223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ddb9f09-804c-4958-a763-7c34b2fd3260 req-5bd1e3d5-d2b1-426f-abc9-d3b0a6684351 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=04db1a1bed294fbbb5b57b090747d912&device_id=31776e43-29cb-4578-b1b3-68ef32db4120 HTTP/1.1" status: 200 len: 210 time: 0.0945292 Aug 10 02:10:35.432567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ddb9f09-804c-4958-a763-7c34b2fd3260 req-68170708-d634-4923-91f1-22352077d8e2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=04db1a1bed294fbbb5b57b090747d912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248575 Aug 10 02:10:35.536642 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.548378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb9f09-804c-4958-a763-7c34b2fd3260 req-0c70fe04-0402-4bd3-8f64-cd05cd4c4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:35.550449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ddb9f09-804c-4958-a763-7c34b2fd3260 req-0c70fe04-0402-4bd3-8f64-cd05cd4c4d87 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106532 Aug 10 02:10:35.555115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Transition to ACTIVE for port object 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:35.560708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Router ac07a6e3-ebde-420e-baa3-b979045e4a66 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:10:35.560862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.560938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.561572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Made reservation on behalf of db73a6baf7d04ec29ada128c14e77712 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:35.564576 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.570284 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.572457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/networks/6b63318f-68da-40ea-861b-f515350c6f74 HTTP/1.1" status: 204 len: 168 time: 3.0462906 Aug 10 02:10:35.578416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Transition to ACTIVE for port object 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:35.579872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33018) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:35.606471 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.637696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6478323-7707-4bcf-a3b5-a34582b18290 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Network': ['ID=6b63318f-68da-40ea-861b-f515350c6f74,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:35.721396 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.728930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c47cb0e-4e7f-40eb-870e-745c0b2036a6 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:35.734822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Allocated IP 172.25.3.127 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/beb170df-5c8c-435f-bc9f-1f5db1da29c3) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:35.738714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1c47cb0e-4e7f-40eb-870e-745c0b2036a6 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1549828 Aug 10 02:10:35.750332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33026) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:35.792522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Pushing event updated for resources: {'Port': ['ID=58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:35.811541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Network 4f21e784-b291-4408-932c-2334fba98ca6 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:35.813320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:35.816201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:35.897896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ecfa8af0-0c20-45a6-aa91-7f3ac88f5357 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1318274 Aug 10 02:10:35.902215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Attempting to bind port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:35.903593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Attempting to bind port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:35.903750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33028) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:35.904136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Attempting to bind port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:35.909099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1687669646'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:35.909887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:35.911550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Checking segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:35.912178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.912567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Bound using segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:35.913077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Bound port: 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:35.913600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:35.913699 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.918678 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:35.928040 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc72fc1-6c71-42b1-90ce-5df92a21816e None None] Sync routers for ids ['ac07a6e3-ebde-420e-baa3-b979045e4a66'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:35.947091 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc72fc1-6c71-42b1-90ce-5df92a21816e None None] Routers {'ac07a6e3-ebde-420e-baa3-b979045e4a66'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:35.948416 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8cc72fc1-6c71-42b1-90ce-5df92a21816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ac07a6e3-ebde-420e-baa3-b979045e4a66'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:36.010659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] For port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:36.015880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] For port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:36.071137 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8cc72fc1-6c71-42b1-90ce-5df92a21816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:36.088979 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.091163 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc72fc1-6c71-42b1-90ce-5df92a21816e None None] Routers {'ac07a6e3-ebde-420e-baa3-b979045e4a66'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:36.091939 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8cc72fc1-6c71-42b1-90ce-5df92a21816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ac07a6e3-ebde-420e-baa3-b979045e4a66'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:36.149979 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.150180 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.150979 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8cc72fc1-6c71-42b1-90ce-5df92a21816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:36.152037 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc72fc1-6c71-42b1-90ce-5df92a21816e None None] The sync data for ids ['ac07a6e3-ebde-420e-baa3-b979045e4a66'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:36.240444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-535151c8-a8d6-4c87-8b14-05be365ce555 req-5fc95df2-3ebd-43bd-8dd9-015295849c6f service neutron] (101224) timed out ('10.222.0.16', 58959) {{(pid=101224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:10:36.240960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:36.242876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Pushing event updated for resources: {'Port': ['ID=beb170df-5c8c-435f-bc9f-1f5db1da29c3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:36.258729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:36.262490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:36.267057 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.284117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ea940-08ff-46fc-9b88-9b99ad99cae7 None None] Pushing event updated for resources: {'Port': ['ID=58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:36.342966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:10:36.351464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60550767-80a9-4699-97f8-8412b35f0bd3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:36.380550 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.381169 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Added segment 327c2eac-f2eb-4d71-8726-f2cdc48b88df of type vlan for network c1629ade-c9a2-4a58-a550-1ba14b6d556f Aug 10 02:10:36.431620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5eb0698-5e3b-4de2-93d9-19e1b6b80663 req-f1c3e1dd-2ae7-4f2f-aae3-537a072459ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=04db1a1bed294fbbb5b57b090747d912&device_id=31776e43-29cb-4578-b1b3-68ef32db4120 HTTP/1.1" status: 200 len: 210 time: 0.0670271 Aug 10 02:10:36.448180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.453092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33044) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:36.459289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5283a915-4550-4174-9b1b-f700f9603d6e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1119647 Aug 10 02:10:36.573081 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bec65ece-b17c-4a13-bfa5-0eb72fa6f588 req-13201362-f8de-4f55-9ee5-9907cb10b4be tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=31776e43-29cb-4578-b1b3-68ef32db4120 HTTP/1.1" status: 200 len: 210 time: 0.1367266 Aug 10 02:10:36.580249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5eb0698-5e3b-4de2-93d9-19e1b6b80663 req-e5f01723-a0ac-423f-a9b5-b43fac3de4f1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=04db1a1bed294fbbb5b57b090747d912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814884 Aug 10 02:10:36.774900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb0698-5e3b-4de2-93d9-19e1b6b80663 req-8fab25bf-647e-41d2-8952-f877a3bb5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:36.776615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5eb0698-5e3b-4de2-93d9-19e1b6b80663 req-8fab25bf-647e-41d2-8952-f877a3bb5fe6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852500 Aug 10 02:10:36.777351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:36.780948 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.789044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.804652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33050) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:36.850933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:10:36.883865 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:36.884489 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Added segment 4a3e59ea-bdb3-41ab-83ef-f3b0288920e8 of type vlan for network d90d7caa-77bd-494d-a787-76f19f5cff2a Aug 10 02:10:36.955508 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0e40c5dc-3e1e-423c-8c3e-56ff052cd3f6 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/routers/ac07a6e3-ebde-420e-baa3-b979045e4a66 HTTP/1.1" status: 200 len: 920 time: 0.5012329 Aug 10 02:10:36.966787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33056) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:36.971148 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.032109 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-69513dc4-5987-44bb-bc49-f9fdc80ebc7f tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac07a6e3-ebde-420e-baa3-b979045e4a66 HTTP/1.1" status: 200 len: 205 time: 0.0597446 Aug 10 02:10:37.033083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33062) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:37.033194 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.034079 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:37.034723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.103998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6cde9612-7a52-4dbc-a4ea-6194022824b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.176509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] Pushing event updated for resources: {'Network': ['ID=c1629ade-c9a2-4a58-a550-1ba14b6d556f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:37.193036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:10:37.218673 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.225228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:37.226411 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.254994 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e982441d-8e78-48de-9d5a-8c6cb7c19aed admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1117375 Aug 10 02:10:37.254994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33066) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:37.261965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Request body: {'subnet': {'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-437458008-subnet', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:37.289784 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.339870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.425895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Network': ['ID=d90d7caa-77bd-494d-a787-76f19f5cff2a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:37.439794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network d90d7caa-77bd-494d-a787-76f19f5cff2a details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:10:37.530370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.590336 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6cde9612-7a52-4dbc-a4ea-6194022824b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.641619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.723892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6cde9612-7a52-4dbc-a4ea-6194022824b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.749363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90698e5-1953-4bf0-acbc-2f69a51f2c66 None None] Network 4f21e784-b291-4408-932c-2334fba98ca6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:37.791181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8e3a766-d11b-4f0e-88cc-e6f79790b577 req-effff53e-65ca-4201-987c-f83ef8f68967 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=31776e43-29cb-4578-b1b3-68ef32db4120 HTTP/1.1" status: 200 len: 210 time: 0.0877330 Aug 10 02:10:37.814392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-421082d4-90d0-4b31-b0be-d7aea2d0b478 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9088321 Aug 10 02:10:37.815211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde9612-7a52-4dbc-a4ea-6194022824b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1569542a-1417-417a-9392-12070b7a1c76,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:37.818413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33076) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:37.827335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': 'd90d7caa-77bd-494d-a787-76f19f5cff2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:37.832312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6cde9612-7a52-4dbc-a4ea-6194022824b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=143f17e1ed4a4934a1e6257f59617437&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0228715 Aug 10 02:10:37.833480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33078) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:37.897210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Deleting port 5c814590-0859-4c9d-b32b-915b012e913d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:37.897567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.918767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Made reservation on behalf of db73a6baf7d04ec29ada128c14e77712 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:37.921670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:37.966257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e05d5aa-54d8-42cf-9209-a49c54c32db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.013801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e05d5aa-54d8-42cf-9209-a49c54c32db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.064976 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.107418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5eb0698-5e3b-4de2-93d9-19e1b6b80663 req-be2e2f28-be0c-4db5-8e9f-74768dc125ec tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.11 "GET /v2.0/ports?device_id=31776e43-29cb-4578-b1b3-68ef32db4120 HTTP/1.1" status: 200 len: 210 time: 0.0623252 Aug 10 02:10:38.124106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Calling delete_port for 5c814590-0859-4c9d-b32b-915b012e913d owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:38.138334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:38.166164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:38.177430 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.208016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Router 682edf4e-b996-4275-96ce-53249c810b8a is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:10:38.274344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-48ace1f3-cecc-4983-8495-56dd0105feb9 None None] Provisioning for port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:38.352064 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e05d5aa-54d8-42cf-9209-a49c54c32db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.355108 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4e05d5aa-54d8-42cf-9209-a49c54c32db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.359017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4e05d5aa-54d8-42cf-9209-a49c54c32db7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1569542a-1417-417a-9392-12070b7a1c76 HTTP/1.1" status: 204 len: 168 time: 0.5215318 Aug 10 02:10:38.397691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05d5aa-54d8-42cf-9209-a49c54c32db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1569542a-1417-417a-9392-12070b7a1c76,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:38.408079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:38.425172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:38.430712 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.483672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.493176 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.531846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event deleted for resources: {'Port': ['ID=5c814590-0859-4c9d-b32b-915b012e913d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:38.618967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.658219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.685643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:38.791393 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.793976 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.795693 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.971544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f1972b4d-e293-4174-8e80-380eed00de2e None None] Provisioning complete for port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:38.972070 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f1972b4d-e293-4174-8e80-380eed00de2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.975225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:38.987248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c2e4b67-311d-4cba-a987-16e34dc1eeec req-fc10b544-c399-4691-b933-6daf35d30de6 tempest-ServerShowV247Test-695548193 tempest-ServerShowV247Test-695548193-project] 10.222.0.38 "GET /v2.0/ports?device_id=31776e43-29cb-4578-b1b3-68ef32db4120 HTTP/1.1" status: 200 len: 210 time: 0.0398917 Aug 10 02:10:38.989716 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:38.990233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Fanout notify agent at l3_agent the message router_deleted on router ac07a6e3-ebde-420e-baa3-b979045e4a66 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:10:39.014768 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.016064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ffbbc986-131a-4520-973e-c15b72a92f39 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/ac07a6e3-ebde-420e-baa3-b979045e4a66 HTTP/1.1" status: 204 len: 168 time: 1.9816799 Aug 10 02:10:39.020265 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33098) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:39.024855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'router': {'name': 'tempest-snat-router-895732396', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': False}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:39.132611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.133645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.157885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:39.171164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d189351-f8cd-4877-8768-fdbfd1007f7e,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:39.176005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Sync routers for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:39.193916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:39.194746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:39.211028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Checking segment: {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:39.211403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Network hostable DHCP agents. Network: c1629ade-c9a2-4a58-a550-1ba14b6d556f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:10:39.212718 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.288168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.289614 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-57e90ecf-76a0-4a52-a494-75d256cb4073 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8250506 Aug 10 02:10:39.292307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33106) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:39.343918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:39.428690 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.431783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:10:39.584504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:36Z', 'revision_number': 3, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:39.584947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=18dfb003-0892-4a42-8497-2c7719c82bea,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:39.596389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.599250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33110) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:39.608296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c1629ade-c9a2-4a58-a550-1ba14b6d556f) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:39.622543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Checking router: 682edf4e-b996-4275-96ce-53249c810b8a for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:39.622685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Updating router 682edf4e-b996-4275-96ce-53249c810b8a port beb170df-5c8c-435f-bc9f-1f5db1da29c3 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:10:39.629015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a869f0-85b3-4999-8fd4-81c7b3324e1e None None] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:39.631707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:39.631707 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.640405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3e90325d-b600-4c7c-8650-5508b9e1e333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.714759 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:39.719420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Checking segment: {'id': '4a3e59ea-bdb3-41ab-83ef-f3b0288920e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd90d7caa-77bd-494d-a787-76f19f5cff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:39.719789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network hostable DHCP agents. Network: d90d7caa-77bd-494d-a787-76f19f5cff2a, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:10:39.869987 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fa2af2bf-b06e-4e02-8966-8f7b6ec78bbe admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6150498 Aug 10 02:10:39.871387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33114) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:39.902010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:39.912935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:39.933040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network d90d7caa-77bd-494d-a787-76f19f5cff2a is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:10:40.141798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:40.141798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.149154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:10:40.150822 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.159524 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.178638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, d90d7caa-77bd-494d-a787-76f19f5cff2a) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:40.199995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:40.200605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.202378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a46905f-0a3f-43d8-ac83-d418a7d68b7a None None] Network d90d7caa-77bd-494d-a787-76f19f5cff2a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:40.215878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.393160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3e90325d-b600-4c7c-8650-5508b9e1e333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.447570 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.466662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3e90325d-b600-4c7c-8650-5508b9e1e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.559249 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3e90325d-b600-4c7c-8650-5508b9e1e333 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a1ded01cedd4120aeae9acb74cbecfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9586895 Aug 10 02:10:40.562434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33128) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:40.602484 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.612689 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-13b56f4b-b315-4235-acd6-0286fccb357c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7881157 Aug 10 02:10:40.615287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33132) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:40.616004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90325d-b600-4c7c-8650-5508b9e1e333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bbec59-917c-4aeb-b2fb-299c48e208d6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:40.650119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': 'd90d7caa-77bd-494d-a787-76f19f5cff2a', 'name': 'tempest-PortsIpV6TestJSON-1453675336'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:40.672944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Transition to ACTIVE for port object beb170df-5c8c-435f-bc9f-1f5db1da29c3 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:40.684549 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1675edf0-793a-410e-a0ee-b863e32a9def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.711553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Allocated IP 172.20.0.2 (c1629ade-c9a2-4a58-a550-1ba14b6d556f/2d189351-f8cd-4877-8768-fdbfd1007f7e/294c43cf-acc3-4bbd-8b6c-920d34da25d8) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:40.727342 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1675edf0-793a-410e-a0ee-b863e32a9def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.731325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-d90d7caa-77bd-494d-a787-76f19f5cff2a', 'network_id': 'd90d7caa-77bd-494d-a787-76f19f5cff2a', 'tenant_id': 'e590364b174b4fb0b9e4e3e8d4ca7423', 'fixed_ips': [{'subnet_id': '18dfb003-0892-4a42-8497-2c7719c82bea'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:10:40.737058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.737209 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.738635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.820798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.918343 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:40.979517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Allocated IP 172.20.0.1 (4f21e784-b291-4408-932c-2334fba98ca6/65eb8b19-c561-4be7-88f4-296e30b33a69/d898ecea-45d4-4a02-9330-4946bcd50dcd) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:41.051401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33138) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:41.088526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:41.089918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.120262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 371c22df-b85c-443f-9bbd-62aa678ff263 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:10:41.140007 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.175869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Pushing event updated for resources: {'Port': ['ID=beb170df-5c8c-435f-bc9f-1f5db1da29c3,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:41.220079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.227838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:41.244128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Transition to ACTIVE for port object 294c43cf-acc3-4bbd-8b6c-920d34da25d8 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:41.244308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.254954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Attempting to bind port beb170df-5c8c-435f-bc9f-1f5db1da29c3 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:41.255790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Attempting to bind port beb170df-5c8c-435f-bc9f-1f5db1da29c3 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:41.256634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Attempting to bind port beb170df-5c8c-435f-bc9f-1f5db1da29c3 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:41.286253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Transition to ACTIVE for port object d898ecea-45d4-4a02-9330-4946bcd50dcd will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:41.297996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d39369ba-a3fb-47d1-b672-33d1e25754e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.299561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Transition to ACTIVE for port object 294c43cf-acc3-4bbd-8b6c-920d34da25d8 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:41.303186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Allocated IP 2001:db8::2 (d90d7caa-77bd-494d-a787-76f19f5cff2a/18dfb003-0892-4a42-8497-2c7719c82bea/58ef38ef-a371-4ece-aca4-3d30a5d71941) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:41.306241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:41.306627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:41.307322 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.307651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:41.308185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Bound port: beb170df-5c8c-435f-bc9f-1f5db1da29c3, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:41.309212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.384876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] For port beb170df-5c8c-435f-bc9f-1f5db1da29c3, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:41.390161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] For port beb170df-5c8c-435f-bc9f-1f5db1da29c3, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=beb170df-5c8c-435f-bc9f-1f5db1da29c3,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:41.429776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d39369ba-a3fb-47d1-b672-33d1e25754e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.433571 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.439625 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1675edf0-793a-410e-a0ee-b863e32a9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.439625 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1675edf0-793a-410e-a0ee-b863e32a9def admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.439625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1675edf0-793a-410e-a0ee-b863e32a9def admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e3bbec59-917c-4aeb-b2fb-299c48e208d6 HTTP/1.1" status: 204 len: 168 time: 0.8736594 Aug 10 02:10:41.446176 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.482065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Network 4f21e784-b291-4408-932c-2334fba98ca6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:41.501360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:41.508261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:41.511984 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.515499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:41.578421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.594053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675edf0-793a-410e-a0ee-b863e32a9def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bbec59-917c-4aeb-b2fb-299c48e208d6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:41.601989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.612314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Allocated IP 172.25.3.121 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/4c078533-ef18-450a-9753-302a9270c5e0) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:41.641284 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d39369ba-a3fb-47d1-b672-33d1e25754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.660358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Pushing event updated for resources: {'Port': ['ID=d898ecea-45d4-4a02-9330-4946bcd50dcd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:41.736137 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d39369ba-a3fb-47d1-b672-33d1e25754e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04db1a1bed294fbbb5b57b090747d912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6836395 Aug 10 02:10:41.740014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39369ba-a3fb-47d1-b672-33d1e25754e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3940dc80-7f80-45a0-ba5e-928c884a80c2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:41.745062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33152) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:41.784936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:41.796725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:41.811320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Pushing event updated for resources: {'Port': ['ID=294c43cf-acc3-4bbd-8b6c-920d34da25d8,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:41.929820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:41.930502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:41.945412 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:41.954949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67cd3b71-e67c-4484-9f58-43655a22d37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.000414 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67cd3b71-e67c-4484-9f58-43655a22d37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.020163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Attempting to bind port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:42.020572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Attempting to bind port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:42.021105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Attempting to bind port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 on network c1629ade-c9a2-4a58-a550-1ba14b6d556f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:42.031166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f9a18-ab17-40da-a862-e4c73d40e356 None None] Pushing event updated for resources: {'Port': ['ID=beb170df-5c8c-435f-bc9f-1f5db1da29c3,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:42.052833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:42.053230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Checking segment: {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:42.053638 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.054043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Bound using segment: {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:42.054546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Bound port: 294c43cf-acc3-4bbd-8b6c-920d34da25d8, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:42.054961 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.125055 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.129263 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.145779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Transition to ACTIVE for port object 58ef38ef-a371-4ece-aca4-3d30a5d71941 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:42.165051 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.218538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:42.218805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cdfa9bbc-c279-4b94-b4a5-faca43876f63 None None] Provisioning for port d898ecea-45d4-4a02-9330-4946bcd50dcd completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:42.223535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:42.227578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Transition to ACTIVE for port object 58ef38ef-a371-4ece-aca4-3d30a5d71941 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:42.235181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:42.242386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:42.246817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event updated for resources: {'Port': ['ID=4c078533-ef18-450a-9753-302a9270c5e0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:42.249722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.301573 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.345337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cdfa9bbc-c279-4b94-b4a5-faca43876f63 None None] Provisioning complete for port d898ecea-45d4-4a02-9330-4946bcd50dcd triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:42.346133 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cdfa9bbc-c279-4b94-b4a5-faca43876f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.422930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.466155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::26d (d90d7caa-77bd-494d-a787-76f19f5cff2a/18dfb003-0892-4a42-8497-2c7719c82bea/371c22df-b85c-443f-9bbd-62aa678ff263) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:42.501924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] For port 294c43cf-acc3-4bbd-8b6c-920d34da25d8, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:42.509709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67cd3b71-e67c-4484-9f58-43655a22d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.515698 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-67cd3b71-e67c-4484-9f58-43655a22d37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.518147 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-67cd3b71-e67c-4484-9f58-43655a22d37e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3940dc80-7f80-45a0-ba5e-928c884a80c2 HTTP/1.1" status: 204 len: 168 time: 0.7705677 Aug 10 02:10:42.556259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa9bbc-c279-4b94-b4a5-faca43876f63 None None] Port d898ecea-45d4-4a02-9330-4946bcd50dcd cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:42.559612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] For port 294c43cf-acc3-4bbd-8b6c-920d34da25d8, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=294c43cf-acc3-4bbd-8b6c-920d34da25d8,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:42.564464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Network d90d7caa-77bd-494d-a787-76f19f5cff2a is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:42.581423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:42.592048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:42.599889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Pushing event updated for resources: {'Port': ['ID=58ef38ef-a371-4ece-aca4-3d30a5d71941,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:42.624940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Allocated IP 172.25.3.47 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/28673df5-dec6-4508-b562-9efbcb7ec522) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:42.743150 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.743461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.773858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd3b71-e67c-4484-9f58-43655a22d37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3940dc80-7f80-45a0-ba5e-928c884a80c2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:42.774505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Attempting to bind port 58ef38ef-a371-4ece-aca4-3d30a5d71941 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:42.775203 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Attempting to bind port 58ef38ef-a371-4ece-aca4-3d30a5d71941 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '4a3e59ea-bdb3-41ab-83ef-f3b0288920e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd90d7caa-77bd-494d-a787-76f19f5cff2a'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:42.775719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Attempting to bind port 58ef38ef-a371-4ece-aca4-3d30a5d71941 on network d90d7caa-77bd-494d-a787-76f19f5cff2a {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:42.846350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:42.847178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Checking segment: {'id': '4a3e59ea-bdb3-41ab-83ef-f3b0288920e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd90d7caa-77bd-494d-a787-76f19f5cff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:42.847491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.848005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Bound using segment: {'id': '4a3e59ea-bdb3-41ab-83ef-f3b0288920e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd90d7caa-77bd-494d-a787-76f19f5cff2a'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:42.849184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Bound port: 58ef38ef-a371-4ece-aca4-3d30a5d71941, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3e59ea-bdb3-41ab-83ef-f3b0288920e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd90d7caa-77bd-494d-a787-76f19f5cff2a'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:42.849184 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.876143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:42.892023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb79b29-4562-483b-a78a-ea2bdbf8d28a None None] Pushing event updated for resources: {'Port': ['ID=294c43cf-acc3-4bbd-8b6c-920d34da25d8,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:42.971230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:36Z', 'revision_number': 3, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:42.985510 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.016112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58db9cb-8859-415b-b26f-9c1be6462fca None None] The sync data for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 is: [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:36Z', 'revision_number': 3, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:43.026681 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.061865 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8662b463-e398-4d89-919d-8909568214d0 None None] For port 58ef38ef-a371-4ece-aca4-3d30a5d71941, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:43.070697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8662b463-e398-4d89-919d-8909568214d0 None None] For port 58ef38ef-a371-4ece-aca4-3d30a5d71941, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=58ef38ef-a371-4ece-aca4-3d30a5d71941,segment=NetworkSegment(4a3e59ea-bdb3-41ab-83ef-f3b0288920e8),segment_id=4a3e59ea-bdb3-41ab-83ef-f3b0288920e8)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:43.131579 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.154963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Pushing event updated for resources: {'Port': ['ID=d898ecea-45d4-4a02-9330-4946bcd50dcd,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:43.167313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.171352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.220797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object 371c22df-b85c-443f-9bbd-62aa678ff263 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:43.304510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662b463-e398-4d89-919d-8909568214d0 None None] Pushing event updated for resources: {'Port': ['ID=58ef38ef-a371-4ece-aca4-3d30a5d71941,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:43.413307 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.451823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Network 4f21e784-b291-4408-932c-2334fba98ca6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:43.453670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:43.544262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.708302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.727069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:43.899815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:44.044539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Router 682edf4e-b996-4275-96ce-53249c810b8a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:10:44.136743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network d90d7caa-77bd-494d-a787-76f19f5cff2a is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:44.144208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:44.170084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:44.179418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:44.180327 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:44.187004 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:44.242250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 294c43cf-acc3-4bbd-8b6c-920d34da25d8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:44.251316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=371c22df-b85c-443f-9bbd-62aa678ff263,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:44.290468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:44.304113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:44.381039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d7a2ad5d-51cb-4397-9bf4-2e8ade08cda1 None None] Provisioning complete for port d898ecea-45d4-4a02-9330-4946bcd50dcd triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:44.381627 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ad5d-51cb-4397-9bf4-2e8ade08cda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:44.443035 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2ab94226-22d8-498b-b880-2ca0f36c3553 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8068919 Aug 10 02:10:44.445518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33212) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:44.455693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Pushing event updated for resources: {'Port': ['ID=28673df5-dec6-4508-b562-9efbcb7ec522,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:44.461203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': 'd90d7caa-77bd-494d-a787-76f19f5cff2a', 'name': 'tempest-PortsIpV6TestJSON-1770049045'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:44.528607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:44.542103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2ad5d-51cb-4397-9bf4-2e8ade08cda1 None None] Port d898ecea-45d4-4a02-9330-4946bcd50dcd cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:44.548431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device beb170df-5c8c-435f-bc9f-1f5db1da29c3 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:44.817981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port beb170df-5c8c-435f-bc9f-1f5db1da29c3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:44.823480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port beb170df-5c8c-435f-bc9f-1f5db1da29c3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:44.824023 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:44.864967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Router 18a9ebbb-a41e-4c58-9c2c-b857016d6f22 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:10:44.936206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:44.945626 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03e22e66-c735-4ea8-bcec-8e56e5f346de admin admin] 10.222.0.38 "PUT /v2.0/routers/682edf4e-b996-4275-96ce-53249c810b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6518507 Aug 10 02:10:45.043847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:45.046210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:45.058075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbda71-a2af-4d67-9276-8a242c0c233f None None] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:45.094364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port f8530ab9-ed70-417a-8c51-71c1d05f0ed4 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:10:45.133967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33226) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:45.306877 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:45.403987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port beb170df-5c8c-435f-bc9f-1f5db1da29c3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=beb170df-5c8c-435f-bc9f-1f5db1da29c3,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:45.405086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-757299b9-0095-45d6-8615-b3a366b5faaa None None] Provisioning for port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:45.423125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::cf (d90d7caa-77bd-494d-a787-76f19f5cff2a/18dfb003-0892-4a42-8497-2c7719c82bea/f8530ab9-ed70-417a-8c51-71c1d05f0ed4) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:45.446851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-757299b9-0095-45d6-8615-b3a366b5faaa None None] Provisioning complete for port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:45.447765 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-757299b9-0095-45d6-8615-b3a366b5faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:45.591360 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:45.592311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58ef38ef-a371-4ece-aca4-3d30a5d71941 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:45.696125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b09a712-a30e-418f-b4d7-e75ed1277903 None None] Network d90d7caa-77bd-494d-a787-76f19f5cff2a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:45.762864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:45.810002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object f8530ab9-ed70-417a-8c51-71c1d05f0ed4 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:45.826968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=beb170df-5c8c-435f-bc9f-1f5db1da29c3,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:45.955262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:45.958228 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:45.966385 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:45.973449 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Sync routers for ids ['18a9ebbb-a41e-4c58-9c2c-b857016d6f22'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:46.017194 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Routers {'18a9ebbb-a41e-4c58-9c2c-b857016d6f22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:46.017194 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['18a9ebbb-a41e-4c58-9c2c-b857016d6f22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:46.060174 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-757299b9-0095-45d6-8615-b3a366b5faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.083961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33248) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.122232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-75d86ef8-f8be-451f-9c07-0273ea336785 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47499665', 'description': 'tempest-description--2104127333'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:46.202115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-757299b9-0095-45d6-8615-b3a366b5faaa None None] For port 294c43cf-acc3-4bbd-8b6c-920d34da25d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=294c43cf-acc3-4bbd-8b6c-920d34da25d8,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:46.205893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 58ef38ef-a371-4ece-aca4-3d30a5d71941 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:46.234679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network d90d7caa-77bd-494d-a787-76f19f5cff2a is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:46.269711 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:46.295986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:46.306686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:46.332577 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.336738 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Set router 18a9ebbb-a41e-4c58-9c2c-b857016d6f22 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:46.360427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=f8530ab9-ed70-417a-8c51-71c1d05f0ed4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:46.404530 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-757299b9-0095-45d6-8615-b3a366b5faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.446981 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58fff1ef-137c-413c-b972-082a3c2bdd90 req-ef760664-33fe-4f67-b19b-dc9ddf9ab97a tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.2657232 Aug 10 02:10:46.464572 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-75d86ef8-f8be-451f-9c07-0273ea336785 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.485687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device beb170df-5c8c-435f-bc9f-1f5db1da29c3 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:46.504541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28a01666-d49f-43fc-824b-984de80e4e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.532392 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff2c8d81-4d4d-485d-8b5c-c49f8401a798 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0819907 Aug 10 02:10:46.535311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33258) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.592278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.597034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.600076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2cb6028c-2af7-4dd6-a540-3d331835286b tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5787921 Aug 10 02:10:46.603960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33260) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.661304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port beb170df-5c8c-435f-bc9f-1f5db1da29c3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:46.664861 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.812866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb8914d-f785-4ce7-a97a-39be835ccd81 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:46.814947 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-abb8914d-f785-4ce7-a97a-39be835ccd81 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A26d HTTP/1.1" status: 200 len: 929 time: 0.2785442 Aug 10 02:10:46.819998 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a9ebbb-a41e-4c58-9c2c-b857016d6f22', 'name': 'tempest-snat-router-895732396', 'tenant_id': 'ba7676b855a94200bf58c2d20960e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.121'}], 'enable_snat': False}, 'gw_port_id': '4c078533-ef18-450a-9753-302a9270c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:39Z', 'updated_at': '2021-08-10T02:10:42Z', 'revision_number': 3, 'project_id': 'ba7676b855a94200bf58c2d20960e01a', 'gw_port': {'id': '4c078533-ef18-450a-9753-302a9270c5e0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a9ebbb-a41e-4c58-9c2c-b857016d6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:46.820188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33262) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:46.885174 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Checking router: 18a9ebbb-a41e-4c58-9c2c-b857016d6f22 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:46.885773 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Updating router 18a9ebbb-a41e-4c58-9c2c-b857016d6f22 port 4c078533-ef18-450a-9753-302a9270c5e0 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:10:46.900755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Sync routers for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:46.914868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b521a2fc-703b-44a9-839b-7d4f9d16ac22 None None] Provisioning for port 58ef38ef-a371-4ece-aca4-3d30a5d71941 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:46.922078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b521a2fc-703b-44a9-839b-7d4f9d16ac22 None None] Provisioning complete for port 58ef38ef-a371-4ece-aca4-3d30a5d71941 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:46.922507 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b521a2fc-703b-44a9-839b-7d4f9d16ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:46.947268 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.001695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757299b9-0095-45d6-8615-b3a366b5faaa None None] Pushing event updated for resources: {'Port': ['ID=294c43cf-acc3-4bbd-8b6c-920d34da25d8,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:47.041176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1b6b0bbb-d1af-4929-a063-d6d2318281d7 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/routers/18a9ebbb-a41e-4c58-9c2c-b857016d6f22 HTTP/1.1" status: 200 len: 908 time: 0.4143431 Aug 10 02:10:47.053791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33264) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:47.069419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'router': {'name': 'tempest-snat-router-895732396', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': True}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:47.090963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-75d86ef8-f8be-451f-9c07-0273ea336785 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.124636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0f8ac-0b1c-4f1f-a6b5-de2c6315aa8a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port f8530ab9-ed70-417a-8c51-71c1d05f0ed4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:47.125203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f8ac-0b1c-4f1f-a6b5-de2c6315aa8a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.135769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:47.135769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:47.155510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:10:47.233140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-75d86ef8-f8be-451f-9c07-0273ea336785 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.364390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d86ef8-f8be-451f-9c07-0273ea336785 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f121da-7674-4928-a48d-82184922d9b2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:47.400902 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.406730 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f8ac-0b1c-4f1f-a6b5-de2c6315aa8a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.416719 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b521a2fc-703b-44a9-839b-7d4f9d16ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.422743 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Transition to ACTIVE for port object 4c078533-ef18-450a-9753-302a9270c5e0 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:47.426838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28a01666-d49f-43fc-824b-984de80e4e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.435814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0f8ac-0b1c-4f1f-a6b5-de2c6315aa8a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for f8530ab9-ed70-417a-8c51-71c1d05f0ed4 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:47.475572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:47.510254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28a01666-d49f-43fc-824b-984de80e4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.531538 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.531829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b521a2fc-703b-44a9-839b-7d4f9d16ac22 None None] For port 58ef38ef-a371-4ece-aca4-3d30a5d71941, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=58ef38ef-a371-4ece-aca4-3d30a5d71941,segment=NetworkSegment(4a3e59ea-bdb3-41ab-83ef-f3b0288920e8),segment_id=4a3e59ea-bdb3-41ab-83ef-f3b0288920e8)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:47.655748 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Attempting to bind port 4c078533-ef18-450a-9753-302a9270c5e0 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:47.656027 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Attempting to bind port 4c078533-ef18-450a-9753-302a9270c5e0 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:47.656399 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Attempting to bind port 4c078533-ef18-450a-9753-302a9270c5e0 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:47.662870 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Pushing event updated for resources: {'Port': ['ID=4c078533-ef18-450a-9753-302a9270c5e0,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:47.676130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9f561ce-f28b-4aa9-b210-4313d7db1210 req-1eea6127-be1b-4516-8cea-fb7152349b6d tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.1049464 Aug 10 02:10:47.698460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-28a01666-d49f-43fc-824b-984de80e4e04 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f881a5a075a4445e9b6aa6603aadffc2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5615859 Aug 10 02:10:47.702154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33272) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:47.704718 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:47.705938 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-75d86ef8-f8be-451f-9c07-0273ea336785 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.709150 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-75d86ef8-f8be-451f-9c07-0273ea336785 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6209929 Aug 10 02:10:47.709506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a01666-d49f-43fc-824b-984de80e4e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae521a-d9a3-48e1-bdf9-f3ace8f0149f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:47.709988 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:47.711555 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.712135 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:47.712882 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Bound port: 4c078533-ef18-450a-9753-302a9270c5e0, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:47.713427 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.717084 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.719991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33274) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.725966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:47.726966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:47.744621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e3d67056-d6e0-43f9-8130-ff4fa6155ea9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'security_group_rule': {'security_group_id': '87f121da-7674-4928-a48d-82184922d9b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:47.764836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b521a2fc-703b-44a9-839b-7d4f9d16ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.777751 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Sync routers for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:47.814700 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:47.815923 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:47.836400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-930370a9-539c-4d9a-85e1-37200b0077bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.864903 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-930370a9-539c-4d9a-85e1-37200b0077bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.867576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.869269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.883312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521a2fc-703b-44a9-839b-7d4f9d16ac22 None None] Pushing event updated for resources: {'Port': ['ID=58ef38ef-a371-4ece-aca4-3d30a5d71941,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:47.907112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b521a2fc-703b-44a9-839b-7d4f9d16ac22 None None] Provisioning complete for port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:47.907398 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b521a2fc-703b-44a9-839b-7d4f9d16ac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.921947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f8ac-0b1c-4f1f-a6b5-de2c6315aa8a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.961422 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:47.977389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0f8ac-0b1c-4f1f-a6b5-de2c6315aa8a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=f8530ab9-ed70-417a-8c51-71c1d05f0ed4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:47.977583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.996123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.001304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-607f0db7-d05f-43dd-89c7-66bd7632db69 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1134133 Aug 10 02:10:48.001514 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cddbee22-bb6e-48b0-9f99-4e05fa1e3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.002746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33276) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:48.015262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7bc0f8ac-0b1c-4f1f-a6b5-de2c6315aa8a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.017340 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7bc0f8ac-0b1c-4f1f-a6b5-de2c6315aa8a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/f8530ab9-ed70-417a-8c51-71c1d05f0ed4 HTTP/1.1" status: 204 len: 168 time: 1.1959844 Aug 10 02:10:48.021138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33278) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:48.059709 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dceb7c-8f11-427d-a3f4-45843b6c2f69 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:10:48.061955 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-25dceb7c-8f11-427d-a3f4-45843b6c2f69 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/f8530ab9-ed70-417a-8c51-71c1d05f0ed4 HTTP/1.1" status: 404 len: 333 time: 0.0381670 Aug 10 02:10:48.064977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33280) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:48.074922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd898ecea-45d4-4a02-9330-4946bcd50dcd', 'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'mac_address': 'fa:16:3e:29:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:42Z', 'revision_number': 2, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'subnets': [{'id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:48.149917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-930370a9-539c-4d9a-85e1-37200b0077bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.156536 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-930370a9-539c-4d9a-85e1-37200b0077bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.160353 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-930370a9-539c-4d9a-85e1-37200b0077bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fae521a-d9a3-48e1-bdf9-f3ace8f0149f HTTP/1.1" status: 204 len: 168 time: 0.4531181 Aug 10 02:10:48.216945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930370a9-539c-4d9a-85e1-37200b0077bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae521a-d9a3-48e1-bdf9-f3ace8f0149f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:48.221197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Checking router: 682edf4e-b996-4275-96ce-53249c810b8a for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:48.221538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Updating router 682edf4e-b996-4275-96ce-53249c810b8a port d898ecea-45d4-4a02-9330-4946bcd50dcd binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:10:48.243352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3d67056-d6e0-43f9-8130-ff4fa6155ea9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.330717 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] For port 4c078533-ef18-450a-9753-302a9270c5e0, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:48.351443 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] For port 4c078533-ef18-450a-9753-302a9270c5e0, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c078533-ef18-450a-9753-302a9270c5e0,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:48.367696 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:44Z', 'revision_number': 3, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:48.397094 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.439157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 294c43cf-acc3-4bbd-8b6c-920d34da25d8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:48.457964 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.464226 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Checking router: 15c06bcd-3e83-44ac-b88a-9c12fc109c18 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:48.464226 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Updating router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 port 28673df5-dec6-4508-b562-9efbcb7ec522 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:10:48.540229 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8776ce-30d7-4040-8917-ea56f97888c2 None None] Pushing event updated for resources: {'Port': ['ID=4c078533-ef18-450a-9753-302a9270c5e0,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:48.553573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3d67056-d6e0-43f9-8130-ff4fa6155ea9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.562517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-43530567-a67d-489c-91ed-af57a1b9c679 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 371c22df-b85c-443f-9bbd-62aa678ff263 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:48.565539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43530567-a67d-489c-91ed-af57a1b9c679 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.599225 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.599426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-31cdf9c1-1160-4bef-bc25-5c9764fa99e0 None None] Could not find standard attr ID for object f8530ab9-ed70-417a-8c51-71c1d05f0ed4. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:10:48.617342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3d67056-d6e0-43f9-8130-ff4fa6155ea9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.656774 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Routers {'18a9ebbb-a41e-4c58-9c2c-b857016d6f22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:48.657208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.659948 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['18a9ebbb-a41e-4c58-9c2c-b857016d6f22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:48.845786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:48.846162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:48.899834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-31cdf9c1-1160-4bef-bc25-5c9764fa99e0 None None] Provisioning for port 371c22df-b85c-443f-9bbd-62aa678ff263 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:48.934436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-31cdf9c1-1160-4bef-bc25-5c9764fa99e0 None None] Provisioning complete for port 371c22df-b85c-443f-9bbd-62aa678ff263 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:48.934898 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-31cdf9c1-1160-4bef-bc25-5c9764fa99e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.053470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-31cdf9c1-1160-4bef-bc25-5c9764fa99e0 None None] Port 371c22df-b85c-443f-9bbd-62aa678ff263 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:49.061093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58ef38ef-a371-4ece-aca4-3d30a5d71941 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:49.113643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-31cdf9c1-1160-4bef-bc25-5c9764fa99e0 None None] Provisioning complete for port 58ef38ef-a371-4ece-aca4-3d30a5d71941 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:49.114178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-31cdf9c1-1160-4bef-bc25-5c9764fa99e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.177289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56518486-8314-4d82-b3d0-774d1df224ed req-f922e585-11c2-4959-9239-c4ad28efaf55 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.3267758 Aug 10 02:10:49.423319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d67056-d6e0-43f9-8130-ff4fa6155ea9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ff56a4-4891-420f-92aa-bc5917ab146d,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:49.473521 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] Set router 18a9ebbb-a41e-4c58-9c2c-b857016d6f22 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:49.475223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43530567-a67d-489c-91ed-af57a1b9c679 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.493094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-43530567-a67d-489c-91ed-af57a1b9c679 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 371c22df-b85c-443f-9bbd-62aa678ff263 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:49.501317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 58ef38ef-a371-4ece-aca4-3d30a5d71941 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:49.501925 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.576013 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.598378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Transition to ACTIVE for port object d898ecea-45d4-4a02-9330-4946bcd50dcd will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:49.669310 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.699654 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3d67056-d6e0-43f9-8130-ff4fa6155ea9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.701428 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e3d67056-d6e0-43f9-8130-ff4fa6155ea9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9802082 Aug 10 02:10:49.705089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33304) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:49.712314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c5f3158a-d8dc-4c64-8898-c501d2f7d073 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'security_group_rule': {'security_group_id': '87f121da-7674-4928-a48d-82184922d9b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:49.749961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43530567-a67d-489c-91ed-af57a1b9c679 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.794175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43530567-a67d-489c-91ed-af57a1b9c679 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=371c22df-b85c-443f-9bbd-62aa678ff263,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:49.845858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43530567-a67d-489c-91ed-af57a1b9c679 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.848605 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-43530567-a67d-489c-91ed-af57a1b9c679 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/371c22df-b85c-443f-9bbd-62aa678ff263 HTTP/1.1" status: 204 len: 168 time: 1.7814593 Aug 10 02:10:49.855115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33310) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:49.860799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e6d34-2197-4172-a772-d1d172f0a65e None None] Pushing event updated for resources: {'Port': ['ID=d898ecea-45d4-4a02-9330-4946bcd50dcd,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:49.907329 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b1667c-1a15-4356-96bb-1bdfd29b6ab0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:10:49.910034 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d4b1667c-1a15-4356-96bb-1bdfd29b6ab0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/371c22df-b85c-443f-9bbd-62aa678ff263 HTTP/1.1" status: 404 len: 333 time: 0.0533495 Aug 10 02:10:49.911738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5f3158a-d8dc-4c64-8898-c501d2f7d073 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.916768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33312) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:49.940374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Attempting to bind port d898ecea-45d4-4a02-9330-4946bcd50dcd on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:49.941545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Attempting to bind port d898ecea-45d4-4a02-9330-4946bcd50dcd by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:49.942022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Attempting to bind port d898ecea-45d4-4a02-9330-4946bcd50dcd on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:49.952109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:49.952667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Checking segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:49.953173 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.953675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Bound using segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:49.954440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Bound port: d898ecea-45d4-4a02-9330-4946bcd50dcd, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:49.954954 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.090931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec56b05-bb7d-432c-b376-17813018ab1b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet 18dfb003-0892-4a42-8497-2c7719c82bea {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:10:50.105592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.110335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] For port d898ecea-45d4-4a02-9330-4946bcd50dcd, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:50.110702 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ec56b05-bb7d-432c-b376-17813018ab1b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.116941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.120276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] For port d898ecea-45d4-4a02-9330-4946bcd50dcd, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d898ecea-45d4-4a02-9330-4946bcd50dcd,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:50.128603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5f3158a-d8dc-4c64-8898-c501d2f7d073 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.156770 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.163543 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.192945 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Transition to ACTIVE for port object 28673df5-dec6-4508-b562-9efbcb7ec522 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:50.193854 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.199788 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5f3158a-d8dc-4c64-8898-c501d2f7d073 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.292454 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.307259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ec56b05-bb7d-432c-b376-17813018ab1b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.410222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:50.411003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:50.467705 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a9ebbb-a41e-4c58-9c2c-b857016d6f22', 'name': 'tempest-snat-router-895732396', 'tenant_id': 'ba7676b855a94200bf58c2d20960e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.121'}], 'enable_snat': False}, 'gw_port_id': '4c078533-ef18-450a-9753-302a9270c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:39Z', 'updated_at': '2021-08-10T02:10:42Z', 'revision_number': 3, 'project_id': 'ba7676b855a94200bf58c2d20960e01a', 'gw_port': {'id': '4c078533-ef18-450a-9753-302a9270c5e0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a9ebbb-a41e-4c58-9c2c-b857016d6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:50.511737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a4cf375-eb2a-4794-b37b-3268934cbad2 req-8e3b51c6-72b9-49b5-9ac0-7ab4a51a5344 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0932877 Aug 10 02:10:50.517060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e6d34-2197-4172-a772-d1d172f0a65e None None] Pushing event updated for resources: {'Port': ['ID=d898ecea-45d4-4a02-9330-4946bcd50dcd,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:50.568330 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ec56b05-bb7d-432c-b376-17813018ab1b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.591832 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Attempting to bind port 28673df5-dec6-4508-b562-9efbcb7ec522 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:50.592379 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Attempting to bind port 28673df5-dec6-4508-b562-9efbcb7ec522 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:50.593567 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Attempting to bind port 28673df5-dec6-4508-b562-9efbcb7ec522 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:50.611230 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d307b-e91f-407b-9b12-1846e127c3b3 None None] Pushing event updated for resources: {'Port': ['ID=28673df5-dec6-4508-b562-9efbcb7ec522,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:50.623915 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:50.624389 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:50.624898 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.625420 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:50.630156 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Bound port: 28673df5-dec6-4508-b562-9efbcb7ec522, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:50.631221 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.722636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3158a-d8dc-4c64-8898-c501d2f7d073 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d04dde3-8354-4704-8b53-f37cb8a30dda,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:50.746069 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934ba70-ecad-42e1-815e-3a6747966721 None None] The sync data for ids ['18a9ebbb-a41e-4c58-9c2c-b857016d6f22'] in n-d-767704-21 is: [{'id': '18a9ebbb-a41e-4c58-9c2c-b857016d6f22', 'name': 'tempest-snat-router-895732396', 'tenant_id': 'ba7676b855a94200bf58c2d20960e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.121'}], 'enable_snat': False}, 'gw_port_id': '4c078533-ef18-450a-9753-302a9270c5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:39Z', 'updated_at': '2021-08-10T02:10:42Z', 'revision_number': 3, 'project_id': 'ba7676b855a94200bf58c2d20960e01a', 'gw_port': {'id': '4c078533-ef18-450a-9753-302a9270c5e0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a9ebbb-a41e-4c58-9c2c-b857016d6f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:50.818420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ec56b05-bb7d-432c-b376-17813018ab1b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.847773 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] For port 28673df5-dec6-4508-b562-9efbcb7ec522, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:50.852490 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] For port 28673df5-dec6-4508-b562-9efbcb7ec522, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=28673df5-dec6-4508-b562-9efbcb7ec522,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:50.889264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec56b05-bb7d-432c-b376-17813018ab1b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=18dfb003-0892-4a42-8497-2c7719c82bea,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:50.895771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5f3158a-d8dc-4c64-8898-c501d2f7d073 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.897074 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c5f3158a-d8dc-4c64-8898-c501d2f7d073 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1899588 Aug 10 02:10:50.901674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33324) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:50.908721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-543b048f-afa4-461d-b840-c14dd1801a47 req-9bd5f062-8dfc-4629-bd5c-ad8714e2fb4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0775106 Aug 10 02:10:50.916206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ec56b05-bb7d-432c-b376-17813018ab1b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.921160 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6ec56b05-bb7d-432c-b376-17813018ab1b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/18dfb003-0892-4a42-8497-2c7719c82bea HTTP/1.1" status: 204 len: 168 time: 1.0009553 Aug 10 02:10:50.924907 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.925581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:50.931322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33326) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:51.049382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20725f5b-dd70-4b97-89e5-ce11cb865364 None None] Network d90d7caa-77bd-494d-a787-76f19f5cff2a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:51.070680 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ae8b944-5b75-4ac0-ae2f-6d84deb127db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.078454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Allocated IP 172.25.3.45 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/a7f0714f-058e-4c93-8cb6-22d1c4f7ee0f) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:51.092697 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:51.094049 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:51.099027 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d307b-e91f-407b-9b12-1846e127c3b3 None None] Pushing event updated for resources: {'Port': ['ID=28673df5-dec6-4508-b562-9efbcb7ec522,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:51.170717 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.194444 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.315000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:51.396669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Allocated IP 172.20.0.1 (c1629ade-c9a2-4a58-a550-1ba14b6d556f/2d189351-f8cd-4877-8768-fdbfd1007f7e/07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:51.412728 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:51.553215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 58ef38ef-a371-4ece-aca4-3d30a5d71941 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:51.553602 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.855845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] For port 58ef38ef-a371-4ece-aca4-3d30a5d71941, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=58ef38ef-a371-4ece-aca4-3d30a5d71941,segment=NetworkSegment(4a3e59ea-bdb3-41ab-83ef-f3b0288920e8),segment_id=4a3e59ea-bdb3-41ab-83ef-f3b0288920e8)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:51.857369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.895001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 58ef38ef-a371-4ece-aca4-3d30a5d71941 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:51.921449 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:51.953408 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.025875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd898ecea-45d4-4a02-9330-4946bcd50dcd', 'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'mac_address': 'fa:16:3e:29:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'subnets': [{'id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:52.047492 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:44Z', 'revision_number': 3, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:52.120987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] DHCP port deletion for d90d7caa-77bd-494d-a787-76f19f5cff2a request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:10:52.131536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5d0dd-1f3d-41f9-8402-96a66fde30df None None] The sync data for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 is: [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd898ecea-45d4-4a02-9330-4946bcd50dcd', 'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'mac_address': 'fa:16:3e:29:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'subnets': [{'id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:52.160108 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689c279-d735-4cc4-afb0-aa4745d33ce5 None None] The sync data for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 is: [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:44Z', 'revision_number': 3, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:52.312929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.417702 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.449590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] Deleting port 58ef38ef-a371-4ece-aca4-3d30a5d71941 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:52.450690 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.455419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No DVR routers for this DVR port 58ef38ef-a371-4ece-aca4-3d30a5d71941 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:52.457756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=58ef38ef-a371-4ece-aca4-3d30a5d71941,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:52.499233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.713422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] For port 58ef38ef-a371-4ece-aca4-3d30a5d71941, host n-d-767704-21, got binding levels [] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:52.713836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.752134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] Calling delete_port for 58ef38ef-a371-4ece-aca4-3d30a5d71941 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:52.775264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.ipam_backend_mixin [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] Port 58ef38ef-a371-4ece-aca4-3d30a5d71941 was not found and therefore no delete operation was performed {{(pid=101225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:10:52.798334 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.817366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbec1efb-dc56-4ae4-acfe-f0e4fa745f2c req-2d8bc047-bb05-4bd8-b919-ef352e8088fc tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.2113655 Aug 10 02:10:52.846054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d898ecea-45d4-4a02-9330-4946bcd50dcd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:52.853270 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:52.947795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Allocated IP 172.25.3.243 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/7723f943-d1e3-4902-b435-3a7e324db04b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:53.014111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] No DVR routers for this DVR port 58ef38ef-a371-4ece-aca4-3d30a5d71941 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:10:53.035081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f516666-b023-4c64-b7a6-4e1019e9f293 None None] Pushing event deleted for resources: {'Port': ['ID=58ef38ef-a371-4ece-aca4-3d30a5d71941,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:53.125212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.127735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:53.164151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:53.168172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event updated for resources: {'Port': ['ID=a7f0714f-058e-4c93-8cb6-22d1c4f7ee0f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:53.188805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:53.191875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.192233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.192582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.192931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.193275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.193620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.193952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.194293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.194651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.194988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.195325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.195654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:10:53.204876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.217475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90d7caa-77bd-494d-a787-76f19f5cff2a']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:53.231150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3e59ea-bdb3-41ab-83ef-f3b0288920e8') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:53.231452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3e59ea-bdb3-41ab-83ef-f3b0288920e8') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:53.233443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port d898ecea-45d4-4a02-9330-4946bcd50dcd completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:53.237472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d898ecea-45d4-4a02-9330-4946bcd50dcd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:53.238007 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.244326 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.297859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.302050 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.316922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.364447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Transition to ACTIVE for port object 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:53.398094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:10:53.398094 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.403582 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:10:53.409180 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:10:53.451514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port d898ecea-45d4-4a02-9330-4946bcd50dcd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d898ecea-45d4-4a02-9330-4946bcd50dcd,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:53.486015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'Port': ['ID=7723f943-d1e3-4902-b435-3a7e324db04b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:53.497636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:53.508833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:53.517952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:53.525555 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.526870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c078533-ef18-450a-9753-302a9270c5e0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:53.647587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.685550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=d898ecea-45d4-4a02-9330-4946bcd50dcd,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:53.735068 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.782957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 4c078533-ef18-450a-9753-302a9270c5e0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:53.792047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.793180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4c078533-ef18-450a-9753-302a9270c5e0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:53.793663 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.795140 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/networks/d90d7caa-77bd-494d-a787-76f19f5cff2a HTTP/1.1" status: 204 len: 168 time: 2.8623440 Aug 10 02:10:53.808124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33342) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:53.816013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1124986890'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:53.842259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b99e8-29ac-44b6-bc7c-3f45020a3ce8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Network': ['ID=d90d7caa-77bd-494d-a787-76f19f5cff2a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:53.873322 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.887567 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:53.915477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Pushing event updated for resources: {'Port': ['ID=07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:53.944166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:53.947865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:53.950813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:10:53.979557 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.001779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:54.008043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 4c078533-ef18-450a-9753-302a9270c5e0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c078533-ef18-450a-9753-302a9270c5e0,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:54.013212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.013801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.097733 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.202151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.203928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:10:54.224058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=4c078533-ef18-450a-9753-302a9270c5e0,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:54.244125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58ef38ef-a371-4ece-aca4-3d30a5d71941 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:10:54.269030 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.274254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 58ef38ef-a371-4ece-aca4-3d30a5d71941 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:10:54.274803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58ef38ef-a371-4ece-aca4-3d30a5d71941 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:10:54.287456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.287717 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Added segment cd1caba0-9ec6-473f-b16a-1a7b02bbcde7 of type vlan for network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 Aug 10 02:10:54.300673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c76e4e7-ac43-4385-a8ca-c987f76064e1 req-ec9f87a4-f1f8-4392-bc3e-798ae0a8c2a2 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.2852440 Aug 10 02:10:54.559626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d898ecea-45d4-4a02-9330-4946bcd50dcd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:54.572641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.618816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.652254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d898ecea-45d4-4a02-9330-4946bcd50dcd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:54.652632 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.736380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.755133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4f40f069-8442-42a0-b2a9-c67b8f898e5f None None] Provisioning for port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:54.769383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4f40f069-8442-42a0-b2a9-c67b8f898e5f None None] Provisioning complete for port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:54.770591 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4f40f069-8442-42a0-b2a9-c67b8f898e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.773947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:54.775170 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.781901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.795438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:54.816034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c078533-ef18-450a-9753-302a9270c5e0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:54.894525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4f40f069-8442-42a0-b2a9-c67b8f898e5f None None] Port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:54.921514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Network': ['ID=5d56e18a-1bef-4955-aa7e-0e56d91313b2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:54.940074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:10:54.965738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.042684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4c078533-ef18-450a-9753-302a9270c5e0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:55.043084 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.104600 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.181314 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-377c57c4-3867-4935-aed9-748c9ddc3886 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3717656 Aug 10 02:10:55.182124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'Port': ['ID=7723f943-d1e3-4902-b435-3a7e324db04b,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:55.197307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33376) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:55.226202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '5d56e18a-1bef-4955-aa7e-0e56d91313b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:55.232506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02715951-c671-4e77-bf0a-a488581d6452 req-9548efed-e845-4a5e-823f-ecd25ff9f771 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0810642 Aug 10 02:10:55.318804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 28673df5-dec6-4508-b562-9efbcb7ec522 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:55.382896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Router bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:10:55.393911 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.394864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ee1069ad-8f69-4d80-b38e-ddb8e2cd1581 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4804499 Aug 10 02:10:55.511158 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.577816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 28673df5-dec6-4508-b562-9efbcb7ec522 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:10:55.578080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:55.584061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 28673df5-dec6-4508-b562-9efbcb7ec522 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:55.588268 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.588454 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.603079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:55.651926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Sync routers for ids ['bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:55.720721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.732622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Routers {'bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:55.733264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:55.788705 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.790223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b68886e0-1289-4f65-bc9c-f1fa0135a6de tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.7302778 Aug 10 02:10:55.808059 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33394) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:55.860391 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.891909 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:55.952208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Pushing event updated for resources: {'Port': ['ID=07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:55.966992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 28673df5-dec6-4508-b562-9efbcb7ec522, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=28673df5-dec6-4508-b562-9efbcb7ec522,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:10:56.023784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-5c887dbc-7322-4cac-8503-2b1b75d54db3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--47499665&fields=id&tenant_id=460d4f02fd4446cfb5b85fc766770604 HTTP/1.1" status: 200 len: 267 time: 0.1882873 Aug 10 02:10:56.042438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aed2afe3-d8c2-4c35-8241-2339ba1974e5 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/routers/bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90 HTTP/1.1" status: 200 len: 906 time: 0.2331307 Aug 10 02:10:56.055949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Set router bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:56.066200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33410) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:56.217528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-cd65c676-8975-4a87-bf3d-85d13731d880 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:56.228628 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-cd65c676-8975-4a87-bf3d-85d13731d880 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.2039607 Aug 10 02:10:56.330072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-e66d9756-c9c5-41e1-a593-369e73f64558 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/quotas/460d4f02fd4446cfb5b85fc766770604 HTTP/1.1" status: 200 len: 375 time: 0.1002276 Aug 10 02:10:56.423501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:56.439308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-671b913b-d3ad-496a-bd72-4737e9727930 req-697a2df6-3392-4462-aeb7-79f726abe6f7 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0539439 Aug 10 02:10:56.492102 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:56.517559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:10:56.523987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:56.540239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-ecea70f2-1663-4026-a931-550b5a6f5d19 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2090969 Aug 10 02:10:56.549248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:56.599302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=28673df5-dec6-4508-b562-9efbcb7ec522,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:56.612500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90', 'name': 'tempest-snat-router-895732396', 'tenant_id': 'ba7676b855a94200bf58c2d20960e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'a7f0714f-058e-4c93-8cb6-22d1c4f7ee0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:53Z', 'revision_number': 3, 'project_id': 'ba7676b855a94200bf58c2d20960e01a', 'gw_port': {'id': 'a7f0714f-058e-4c93-8cb6-22d1c4f7ee0f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:56.686387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Checking router: bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:56.686780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Updating router bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90 port a7f0714f-058e-4c93-8cb6-22d1c4f7ee0f binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:10:56.744751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Checking segment: {'id': 'cd1caba0-9ec6-473f-b16a-1a7b02bbcde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d56e18a-1bef-4955-aa7e-0e56d91313b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:56.745128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network hostable DHCP agents. Network: 5d56e18a-1bef-4955-aa7e-0e56d91313b2, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:10:56.747703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=09ac3805-3e7d-41e8-9f3c-817987cecf1e,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:56.765871 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:56.819494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:10:56.850475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-d00649ed-8ba4-4d8e-8a7a-c0b0cd6571b9 service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090537 Aug 10 02:10:56.894283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:56.971127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:10:57.068554 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 5d56e18a-1bef-4955-aa7e-0e56d91313b2) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:10:57.095850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:57.097447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:57.108248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-3f2b6f31-4401-4e1f-b565-437748f22e7f service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619506 Aug 10 02:10:57.188009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:10:57.193542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fec8cb-960c-442f-9011-463803d0e7ed None None] Network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:10:57.208538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c110c545-a44e-4c57-b47a-109e0a9cbc7f admin admin] 10.222.0.38 "PUT /v2.0/routers/15c06bcd-3e83-44ac-b88a-9c12fc109c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1943345 Aug 10 02:10:57.215591 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Sync routers for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:10:57.216412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Deleting port a7f0714f-058e-4c93-8cb6-22d1c4f7ee0f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:10:57.216769 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:57.232678 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:57.237962 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:57.316515 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b942dc78-6d89-4930-a32a-9e43a1368d8f tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1161342 Aug 10 02:10:57.319568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33428) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:57.331251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '5d56e18a-1bef-4955-aa7e-0e56d91313b2', 'name': 'tempest-PortsIpV6TestJSON-618766396', 'fixed_ips': [{'subnet_id': '09ac3805-3e7d-41e8-9f3c-817987cecf1e', 'ip_address': '2001:db8::10'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:57.412259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:57.448588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Calling delete_port for a7f0714f-058e-4c93-8cb6-22d1c4f7ee0f owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:10:57.470042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-198e6504-5536-4292-a4d7-4c2d8223d809 None None] Provisioning complete for port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:57.474113 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-198e6504-5536-4292-a4d7-4c2d8223d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:57.535823 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:57.780701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cdee624-8444-4ea9-b2dc-29fe8a1df01e req-698e0b2b-e845-4560-b0aa-6f06568c231d tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0506792 Aug 10 02:10:57.781888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:10:57.997278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:58.059951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-198e6504-5536-4292-a4d7-4c2d8223d809 None None] Port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:10:58.077608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 25af593b-c156-44b1-bbe2-605339f9034d yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:10:58.084957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-207487a6-fab8-4beb-9454-95d2345b6ba4 req-55aade1a-322a-4e01-91bd-a990894cd5ef tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 210 time: 0.1149833 Aug 10 02:10:58.137524 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:58.228338 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:10:58.229529 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:10:58.264118 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 2, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:58.271355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7f0714f-058e-4c93-8cb6-22d1c4f7ee0f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:58.310325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-5d56e18a-1bef-4955-aa7e-0e56d91313b2', 'network_id': '5d56e18a-1bef-4955-aa7e-0e56d91313b2', 'tenant_id': 'e590364b174b4fb0b9e4e3e8d4ca7423', 'fixed_ips': [{'subnet_id': '09ac3805-3e7d-41e8-9f3c-817987cecf1e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:10:58.311230 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:58.329324 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Checking router: 15c06bcd-3e83-44ac-b88a-9c12fc109c18 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:10:58.329692 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Updating router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:10:58.434448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:58.456019 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:58.489034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::10 (5d56e18a-1bef-4955-aa7e-0e56d91313b2/09ac3805-3e7d-41e8-9f3c-817987cecf1e/25af593b-c156-44b1-bbe2-605339f9034d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:10:58.645754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 28673df5-dec6-4508-b562-9efbcb7ec522 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:10:58.718267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:58.718267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:58.798126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Port a7f0714f-058e-4c93-8cb6-22d1c4f7ee0f not found while updating agent binding for router bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90. {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 02:10:58.827726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Routers {'bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:10:58.828387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:58.947946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33504) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:58.960213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:58.962938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:10:58.974899 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:58.976360 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6dbb1be8-0223-4700-aff8-2e2197f7b410 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "DELETE /v2.0/routers/bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90 HTTP/1.1" status: 204 len: 168 time: 2.9089158 Aug 10 02:10:58.997135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-386fc7c0-a632-44de-8444-6108710a026d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998244770', 'description': 'tempest-description--173560782'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:59.030619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 28673df5-dec6-4508-b562-9efbcb7ec522 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:10:59.031075 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.046077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] Set router bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:10:59.101138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33506) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:59.170406 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.195942 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Transition to ACTIVE for port object 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:10:59.212593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90', 'name': 'tempest-snat-router-895732396', 'tenant_id': 'ba7676b855a94200bf58c2d20960e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:57Z', 'revision_number': 5, 'project_id': 'ba7676b855a94200bf58c2d20960e01a', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:10:59.249201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-386fc7c0-a632-44de-8444-6108710a026d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.256434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b62965-2085-4a7a-81cf-836ac758be32 None None] The sync data for ids ['bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90'] in n-d-767704-21 is: [{'id': 'bd6f7c5e-6ec5-4d9d-bcbc-76c63e3f3a90', 'name': 'tempest-snat-router-895732396', 'tenant_id': 'ba7676b855a94200bf58c2d20960e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:47Z', 'updated_at': '2021-08-10T02:10:57Z', 'revision_number': 5, 'project_id': 'ba7676b855a94200bf58c2d20960e01a', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:10:59.343313 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.393961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.397332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33524) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:59.432225 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8a8f8-ad03-4991-a8c6-4818fe157fd1 None None] Pushing event updated for resources: {'Port': ['ID=07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:10:59.579737 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Attempting to bind port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:10:59.580118 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Attempting to bind port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:10:59.580524 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Attempting to bind port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead on network c1629ade-c9a2-4a58-a550-1ba14b6d556f {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:10:59.604768 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:10:59.604768 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Checking segment: {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:10:59.604768 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.604768 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Bound using segment: {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:10:59.605151 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Bound port: 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:10:59.605338 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.652457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-386fc7c0-a632-44de-8444-6108710a026d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.751980 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-386fc7c0-a632-44de-8444-6108710a026d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.771006 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] For port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:10:59.780065 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] For port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:10:59.840482 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.896183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-386fc7c0-a632-44de-8444-6108710a026d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.910391 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-386fc7c0-a632-44de-8444-6108710a026d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9246085 Aug 10 02:10:59.910966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33548) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:10:59.937589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6f19e819-0ba8-4fc1-ba49-857a2cfff42f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'security_group_rule': {'security_group_id': 'ef57661d-1682-4ea8-915b-80a0b59a1bb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:10:59.960368 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:59.965925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fc7c0-a632-44de-8444-6108710a026d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef57661d-1682-4ea8-915b-80a0b59a1bb0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:00.001513 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object 25af593b-c156-44b1-bbe2-605339f9034d will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:00.004134 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:00.007196 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:00.070357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.111186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd117a20-dd69-4901-b6ad-8d5f7810f45d req-9b4d4e4d-65a8-4258-af47-150a6cfd3ec2 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.5720236 Aug 10 02:11:00.123485 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.125227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d14ac6b-1c6e-467d-b8f6-068421a86b09 req-156a6b4d-4cb9-48b7-afb8-de637f331907 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 210 time: 0.5811474 Aug 10 02:11:00.140785 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8a8f8-ad03-4991-a8c6-4818fe157fd1 None None] Pushing event updated for resources: {'Port': ['ID=07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:00.222868 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:11:00.367967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f19e819-0ba8-4fc1-ba49-857a2cfff42f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.386916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.462032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Allocated IP 2001:db8::2 (5d56e18a-1bef-4955-aa7e-0e56d91313b2/09ac3805-3e7d-41e8-9f3c-817987cecf1e/8000dd82-4972-487b-b485-bfb87976f428) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:00.484943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:00.492739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:00.497194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:00.504654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:00.510717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.510717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=25af593b-c156-44b1-bbe2-605339f9034d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:00.522867 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:10:59Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:00.576604 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85702db-0e22-49b1-b6ef-0a187a67bf33 None None] The sync data for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 is: [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:10:59Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:00.601008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.615518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Deleting port 4c078533-ef18-450a-9753-302a9270c5e0 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:00.616498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.714944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.765369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f19e819-0ba8-4fc1-ba49-857a2cfff42f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.788669 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.794891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71293ba6-4f3b-42c9-a176-5072192b83ab,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:00.800856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Transition to ACTIVE for port object 8000dd82-4972-487b-b485-bfb87976f428 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:00.804217 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=08dc46f22b864ad19e7402c0cc2c575a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4031227 Aug 10 02:11:00.805341 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33574) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:00.848743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Transition to ACTIVE for port object 8000dd82-4972-487b-b485-bfb87976f428 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:00.863100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.863949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.863949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.864153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.864519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.864865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.865204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.865676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.866020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.866355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.866733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.867064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c237aae8-2367-4b10-83a8-5b7dc75d10dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:00.875353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fb90df33-db1d-4dcd-a669-035b6da17d1d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5516782 Aug 10 02:11:00.883725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] For port 4c078533-ef18-450a-9753-302a9270c5e0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c078533-ef18-450a-9753-302a9270c5e0,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:00.883725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.884052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33580) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:00.887552 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f19e819-0ba8-4fc1-ba49-857a2cfff42f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.898035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '5d56e18a-1bef-4955-aa7e-0e56d91313b2', 'name': 'tempest-PortsIpV6TestJSON-694594447', 'fixed_ips': [{'subnet_id': '09ac3805-3e7d-41e8-9f3c-817987cecf1e', 'ip_address': '2001:db8::f'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:00.924564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70ec3f3b-d85b-4b1a-b75c-a578a5636d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.954541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70ec3f3b-d85b-4b1a-b75c-a578a5636d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:00.976857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Calling delete_port for 4c078533-ef18-450a-9753-302a9270c5e0 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:00.983490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19e819-0ba8-4fc1-ba49-857a2cfff42f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e05fda-1a83-4c3b-80c2-27cf9e0ef740,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:00.996387 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.071604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:01.083810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f19e819-0ba8-4fc1-ba49-857a2cfff42f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.084905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:01.085228 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6f19e819-0ba8-4fc1-ba49-857a2cfff42f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1672978 Aug 10 02:11:01.088200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33586) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:01.094080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:01.103316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d9231550-812d-4214-a40d-f60f8217ed11 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'security_group_rule': {'security_group_id': 'ef57661d-1682-4ea8-915b-80a0b59a1bb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:01.130370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Pushing event updated for resources: {'Port': ['ID=8000dd82-4972-487b-b485-bfb87976f428,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:01.132415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70ec3f3b-d85b-4b1a-b75c-a578a5636d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.135637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70ec3f3b-d85b-4b1a-b75c-a578a5636d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.141010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-70ec3f3b-d85b-4b1a-b75c-a578a5636d08 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/71293ba6-4f3b-42c9-a176-5072192b83ab HTTP/1.1" status: 204 len: 168 time: 0.3302534 Aug 10 02:11:01.203540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec3f3b-d85b-4b1a-b75c-a578a5636d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71293ba6-4f3b-42c9-a176-5072192b83ab,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:01.207748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Attempting to bind port 8000dd82-4972-487b-b485-bfb87976f428 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:11:01.210104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Attempting to bind port 8000dd82-4972-487b-b485-bfb87976f428 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cd1caba0-9ec6-473f-b16a-1a7b02bbcde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d56e18a-1bef-4955-aa7e-0e56d91313b2'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:11:01.210104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Attempting to bind port 8000dd82-4972-487b-b485-bfb87976f428 on network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:01.230349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:11:01.230767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Checking segment: {'id': 'cd1caba0-9ec6-473f-b16a-1a7b02bbcde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d56e18a-1bef-4955-aa7e-0e56d91313b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:01.231502 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.231617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Bound using segment: {'id': 'cd1caba0-9ec6-473f-b16a-1a7b02bbcde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d56e18a-1bef-4955-aa7e-0e56d91313b2'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:11:01.232323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Bound port: 8000dd82-4972-487b-b485-bfb87976f428, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1caba0-9ec6-473f-b16a-1a7b02bbcde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5d56e18a-1bef-4955-aa7e-0e56d91313b2'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:11:01.232776 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.351345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] For port 8000dd82-4972-487b-b485-bfb87976f428, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:11:01.355243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] For port 8000dd82-4972-487b-b485-bfb87976f428, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8000dd82-4972-487b-b485-bfb87976f428,segment=NetworkSegment(cd1caba0-9ec6-473f-b16a-1a7b02bbcde7),segment_id=cd1caba0-9ec6-473f-b16a-1a7b02bbcde7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:11:01.357197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e08221dd-9ef7-4ba2-81c6-159ed0c61a88 req-9be5189d-2aee-42f3-ad9c-2794ef78a8a9 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0717621 Aug 10 02:11:01.413889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c9a1fb7-1d63-428b-8767-3196276c33e3 req-832e87de-c493-4ae1-9b3a-348115c01ac2 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 210 time: 0.1303592 Aug 10 02:11:01.438782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9231550-812d-4214-a40d-f60f8217ed11 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.446444 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.534047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f7805-c318-4be4-9880-567af87184fb None None] Pushing event updated for resources: {'Port': ['ID=8000dd82-4972-487b-b485-bfb87976f428,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:01.542094 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9231550-812d-4214-a40d-f60f8217ed11 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.558468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:01.667648 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9231550-812d-4214-a40d-f60f8217ed11 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.689442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.706056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9231550-812d-4214-a40d-f60f8217ed11 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63483e42-5784-412f-8052-76b802381d30,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:01.761122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c078533-ef18-450a-9753-302a9270c5e0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:01.809775 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9231550-812d-4214-a40d-f60f8217ed11 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.812158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d9231550-812d-4214-a40d-f60f8217ed11 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7225304 Aug 10 02:11:01.816922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33620) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:01.823546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:01.958355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:01.981346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.060091 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:11:02.134785 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.467476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 4cb28056-f125-442d-873d-8a25a52a00da yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:11:02.482440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Allocated IP 172.25.3.59 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/b9e0019f-658c-424c-9556-6a2efd4d5f27) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:02.486627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-de7e22f2-e5d4-4a0c-b6d4-be5dc75b272e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:02.489073 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-de7e22f2-e5d4-4a0c-b6d4-be5dc75b272e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.8552303 Aug 10 02:11:02.492211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.616084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0da29b3d-6d50-4e99-9f3d-15faa6c348c0 req-050118b2-8688-4333-be6c-8a21491a48af tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.1555851 Aug 10 02:11:02.683923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b32b8d61-e7a8-40c8-8af9-b3cf0e6516a7 req-43bde509-6eaf-41f7-9f85-2ebab8c2b700 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 210 time: 0.0785925 Aug 10 02:11:02.763173 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.795065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.864567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.888519 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-8aa9e9c5-0391-4ce5-941a-c0aa6c1b5590 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=460d4f02fd4446cfb5b85fc766770604 HTTP/1.1" status: 200 len: 378 time: 0.3566372 Aug 10 02:11:02.902866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'port': {'device_id': '374cc364-d2f3-4159-a4e0-cec77f022344', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'admin_state_up': True, 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'security_groups': ['87f121da-7674-4928-a48d-82184922d9b2']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:02.937127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:02.989984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:02.990534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18a9ebbb-a41e-4c58-9c2c-b857016d6f22 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:11:03.001954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.003827 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-990e7769-921b-4c32-a7a4-e9ca1fb48013 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "DELETE /v2.0/routers/18a9ebbb-a41e-4c58-9c2c-b857016d6f22 HTTP/1.1" status: 204 len: 168 time: 3.8999779 Aug 10 02:11:03.007714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33674) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:03.015325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-580044283', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:03.027971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::f (5d56e18a-1bef-4955-aa7e-0e56d91313b2/09ac3805-3e7d-41e8-9f3c-817987cecf1e/4cb28056-f125-442d-873d-8a25a52a00da) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:03.031147 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.095684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:03.103127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:03.106921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:03.137416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:03.144353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:03.145747 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.152604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'Port': ['ID=b9e0019f-658c-424c-9556-6a2efd4d5f27,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:03.207568 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.208964 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.260791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.270101 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a4f411-2c6b-4009-ae7b-cc19b371c1c4 None None] Network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:03.307082 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.333009 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.348576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object 4cb28056-f125-442d-873d-8a25a52a00da will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:03.381764 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.381961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.443726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Made reservation on behalf of 460d4f02fd4446cfb5b85fc766770604 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:03.447652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-94c577fa-cc0e-46ea-b6f7-383dfd39e4d1 None None] Provisioning for port 8000dd82-4972-487b-b485-bfb87976f428 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:03.449707 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.451181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:03.560814 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.561943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8000dd82-4972-487b-b485-bfb87976f428 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:03.586755 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.600029 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.644821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=4cb28056-f125-442d-873d-8a25a52a00da,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:03.682414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:03.693145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:03.697186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:03.713675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:03.723373 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:03.724864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.779209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Allocated IP 172.20.0.3 (4f21e784-b291-4408-932c-2334fba98ca6/65eb8b19-c561-4be7-88f4-296e30b33a69/8b1238c6-c5cb-41ab-9b88-c546d084bdd9) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:03.868177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8000dd82-4972-487b-b485-bfb87976f428 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:03.872486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8000dd82-4972-487b-b485-bfb87976f428 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:03.873165 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:03.900714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4848043-fef1-45f0-8b92-d1a88b787a45 req-772e870c-89f6-4f37-9680-9ff4627f63e0 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0740106 Aug 10 02:11:03.936154 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e9e4c9f8-2bd5-4697-aea6-118fbc4f5528 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0497100 Aug 10 02:11:03.944237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33716) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:04.012278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.016838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4567e9c4-9dc5-428b-8c92-b82b29e821bf req-fc33c830-3529-474f-bb5f-3a55bfc48255 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 210 time: 0.1110229 Aug 10 02:11:04.049487 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.089383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8000dd82-4972-487b-b485-bfb87976f428, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8000dd82-4972-487b-b485-bfb87976f428,segment=NetworkSegment(cd1caba0-9ec6-473f-b16a-1a7b02bbcde7),segment_id=cd1caba0-9ec6-473f-b16a-1a7b02bbcde7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:04.100240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.150955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8885749e-5fe6-4635-b7a7-db48fa6e8b58 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:04.155936 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8885749e-5fe6-4635-b7a7-db48fa6e8b58 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2104883 Aug 10 02:11:04.159936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33726) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:04.177048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'Port': ['ID=b9e0019f-658c-424c-9556-6a2efd4d5f27,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:04.177976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33728) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:04.186795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.232219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.271118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8000dd82-4972-487b-b485-bfb87976f428,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:04.271305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Transition to ACTIVE for port object 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:04.274428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1e4add28-ecf1-44ef-be9a-9c318983eff3 None None] Provisioning for port 25af593b-c156-44b1-bbe2-605339f9034d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:04.279733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1e4add28-ecf1-44ef-be9a-9c318983eff3 None None] Provisioning complete for port 25af593b-c156-44b1-bbe2-605339f9034d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:04.280613 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1e4add28-ecf1-44ef-be9a-9c318983eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.336826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.361105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1e4add28-ecf1-44ef-be9a-9c318983eff3 None None] Port 25af593b-c156-44b1-bbe2-605339f9034d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:04.392601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1e4add28-ecf1-44ef-be9a-9c318983eff3 None None] Provisioning complete for port 8000dd82-4972-487b-b485-bfb87976f428 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:04.392601 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1e4add28-ecf1-44ef-be9a-9c318983eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.416121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fcccf8-d11d-4014-9e84-4219c0bbe4d2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:04.427587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fcccf8-d11d-4014-9e84-4219c0bbe4d2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:04.436824 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.441440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fcccf8-d11d-4014-9e84-4219c0bbe4d2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:04.446827 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-19fcccf8-d11d-4014-9e84-4219c0bbe4d2 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2856839 Aug 10 02:11:04.447810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33740) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:04.457968 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.459369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-47a56be5-1219-4212-8cf4-36622bb71653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.472548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.530145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.542739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fcd7abfd-2b2c-469d-98fd-9fcde97dc6fd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7136018 Aug 10 02:11:04.653974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:04.655813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Allocated IP 172.25.3.117 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/6af96d95-8f18-42d5-82f3-2e5417e2b0c1) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:04.659829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-baea462f-8e88-431e-96e4-63e9ac9c6609 None None] Provisioning complete for port 25af593b-c156-44b1-bbe2-605339f9034d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:04.660297 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-baea462f-8e88-431e-96e4-63e9ac9c6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.683102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Network 4f21e784-b291-4408-932c-2334fba98ca6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:04.707206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:04.719269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:04.727366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:04.795554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-baea462f-8e88-431e-96e4-63e9ac9c6609 None None] Port 25af593b-c156-44b1-bbe2-605339f9034d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:04.839000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:04.840157 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.880533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.898848 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-47a56be5-1219-4212-8cf4-36622bb71653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.905828 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:04.906526 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.920597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-208c4732-17f9-4bde-83cf-fbc24577cfec tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--998244770&fields=id&tenant_id=db73a6baf7d04ec29ada128c14e77712 HTTP/1.1" status: 200 len: 267 time: 0.0572505 Aug 10 02:11:04.933298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-218d14ce-2d73-4374-a517-3c6d6c452dee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 4cb28056-f125-442d-873d-8a25a52a00da {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:04.933986 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-218d14ce-2d73-4374-a517-3c6d6c452dee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:04.994044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8000dd82-4972-487b-b485-bfb87976f428 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:05.012675 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-47a56be5-1219-4212-8cf4-36622bb71653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.023267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-458f8e1c-4892-4dd4-ad95-0c2d9de99e98 None None] Provisioning for port 4cb28056-f125-442d-873d-8a25a52a00da completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:05.036342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-458f8e1c-4892-4dd4-ad95-0c2d9de99e98 None None] Provisioning complete for port 4cb28056-f125-442d-873d-8a25a52a00da triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:05.036710 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-458f8e1c-4892-4dd4-ad95-0c2d9de99e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.086122 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-47a56be5-1219-4212-8cf4-36622bb71653 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf1ada434ac940759cef5d69fdeccfe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9066432 Aug 10 02:11:05.087243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a56be5-1219-4212-8cf4-36622bb71653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844245b7-4bd9-4ccd-908a-48702165c52e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:05.090109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33784) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:05.099105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-b3156a17-fddf-401a-8134-b9576a77fe1e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2024004 Aug 10 02:11:05.130237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-458f8e1c-4892-4dd4-ad95-0c2d9de99e98 None None] Port 4cb28056-f125-442d-873d-8a25a52a00da cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:05.141341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-44c1fe53-3422-409a-9a4c-7aa54a969074 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:11:05.143013 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-44c1fe53-3422-409a-9a4c-7aa54a969074 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116801 Aug 10 02:11:05.148581 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.148866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-218d14ce-2d73-4374-a517-3c6d6c452dee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.150039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8000dd82-4972-487b-b485-bfb87976f428 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:05.150846 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.169948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c332eb4b-5bf6-44d2-8f6a-518083ab5214 req-77bd0501-67af-475e-8b19-6d6f32be2d71 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0743146 Aug 10 02:11:05.183054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-218d14ce-2d73-4374-a517-3c6d6c452dee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 4cb28056-f125-442d-873d-8a25a52a00da owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:05.203370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f24e7ebe-225c-4c39-a5c6-39ceadb07258 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:05.205108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f24e7ebe-225c-4c39-a5c6-39ceadb07258 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 810 time: 0.2723346 Aug 10 02:11:05.246004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:05.262334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:05.270464 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc9becf-1e95-4b26-8bf3-0c137681b9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.275393 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-b573778c-dc52-4984-85d5-aa5e4f59d5f4 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/quotas/db73a6baf7d04ec29ada128c14e77712 HTTP/1.1" status: 200 len: 375 time: 0.0268123 Aug 10 02:11:05.279002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:05.297919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Request body: {'port': {'device_id': '374cc364-d2f3-4159-a4e0-cec77f022344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:05.357190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc9becf-1e95-4b26-8bf3-0c137681b9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.360079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c078533-ef18-450a-9753-302a9270c5e0 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:11:05.366628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-30d7ebf1-9598-4227-bb86-4466df59194b None None] Provisioning for port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:05.396800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 4c078533-ef18-450a-9753-302a9270c5e0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:11:05.397405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c078533-ef18-450a-9753-302a9270c5e0 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:11:05.399147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-30d7ebf1-9598-4227-bb86-4466df59194b None None] Provisioning complete for port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:05.399721 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-30d7ebf1-9598-4227-bb86-4466df59194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.403214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event updated for resources: {'Port': ['ID=6af96d95-8f18-42d5-82f3-2e5417e2b0c1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:05.436513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.451537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-30d7ebf1-9598-4227-bb86-4466df59194b None None] Port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:05.507278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-c39dfda6-be6c-40f0-adab-d1dd5c81ee90 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2222962 Aug 10 02:11:05.519009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcb614-5b10-4769-82bc-0c9bd9a3aeab req-1c960e33-d48a-459f-892a-d95cbe6b3875 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:05.523179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ffcb614-5b10-4769-82bc-0c9bd9a3aeab req-1c960e33-d48a-459f-892a-d95cbe6b3875 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 931 time: 0.2226601 Aug 10 02:11:05.583292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-218d14ce-2d73-4374-a517-3c6d6c452dee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.632880 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc9becf-1e95-4b26-8bf3-0c137681b9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.635527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc9becf-1e95-4b26-8bf3-0c137681b9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.639232 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dcc9becf-1e95-4b26-8bf3-0c137681b9f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/844245b7-4bd9-4ccd-908a-48702165c52e HTTP/1.1" status: 204 len: 168 time: 0.5430729 Aug 10 02:11:05.644971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d14ce-2d73-4374-a517-3c6d6c452dee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=4cb28056-f125-442d-873d-8a25a52a00da,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:05.660038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ffcb614-5b10-4769-82bc-0c9bd9a3aeab req-31bf68d5-1eaf-40ac-b178-571700c81bc2 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178260 Aug 10 02:11:05.710508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-cf082252-268b-48e4-bf3e-1f215c31c0ac service neutron] 10.222.0.38 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830618 Aug 10 02:11:05.713969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9becf-1e95-4b26-8bf3-0c137681b9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844245b7-4bd9-4ccd-908a-48702165c52e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:05.718178 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-218d14ce-2d73-4374-a517-3c6d6c452dee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.722718 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-218d14ce-2d73-4374-a517-3c6d6c452dee tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/4cb28056-f125-442d-873d-8a25a52a00da HTTP/1.1" status: 204 len: 168 time: 1.2714629 Aug 10 02:11:05.722930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33810) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:05.762489 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-942387e3-2aa2-4bc0-944e-28c755bcc9f5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:11:05.764280 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-942387e3-2aa2-4bc0-944e-28c755bcc9f5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/4cb28056-f125-442d-873d-8a25a52a00da HTTP/1.1" status: 404 len: 333 time: 0.0404756 Aug 10 02:11:05.771156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33812) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:05.901819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:11:05.910978 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:05.936754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Transition to ACTIVE for port object 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:06.032593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:06.074496 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:06.090015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f05957bd-b1e7-436c-963a-9e0db93e20a6 service neutron] 10.222.0.38 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422050 Aug 10 02:11:06.141068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:06.192486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e160ddd4-c31f-40c4-aed3-66b3fb5c4afb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 25af593b-c156-44b1-bbe2-605339f9034d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:06.192979 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e160ddd4-c31f-40c4-aed3-66b3fb5c4afb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:06.372760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Attempting to bind port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:11:06.378036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Attempting to bind port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:11:06.379781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Attempting to bind port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:06.391419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 on network 4f21e784-b291-4408-932c-2334fba98ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:11:06.392336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Attempting to bind port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:06.402285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:11:06.402871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Checking segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:06.403480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Bound using segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:11:06.404202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Bound port: 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:11:06.404788 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:06.577261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:11:06.584871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d4b081e-573b-419a-991e-1fe267666a7e req-8bbdb255-8e5f-4f4b-8873-253e4ad8b62d tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.1877170 Aug 10 02:11:06.587105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:11:06.624501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e160ddd4-c31f-40c4-aed3-66b3fb5c4afb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:06.651889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c20f3b7-dd68-46bd-b481-cf1f3b4c861e req-09ee0255-4efd-4b6c-ba04-c6fde1559c38 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 210 time: 0.0544870 Aug 10 02:11:06.668049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:06.733234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:06.734537 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:06.735939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 1092 time: 1.5834897 Aug 10 02:11:06.736494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:11:06.739374 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976696d7-7122-43c8-8afa-6312d21267ab" -d '{"events": [{"name": "network-changed", "server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:11:06.761871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3e9f5-f88f-46d0-a29a-363155a664b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:06.807906 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3095f1d5-3b2a-4d3d-81fa-1c3439c8a4b9 x-openstack-request-id: req-3095f1d5-3b2a-4d3d-81fa-1c3439c8a4b9 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:11:06.807906 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:11:06.808318 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3095f1d5-3b2a-4d3d-81fa-1c3439c8a4b9 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:11:06.808722 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'status': 'completed', 'code': 200} Aug 10 02:11:06.922365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976696d7-7122-43c8-8afa-6312d21267ab req-255dbfa8-d0d6-4fd3-8ec7-74447e33abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:06.925875 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-976696d7-7122-43c8-8afa-6312d21267ab req-255dbfa8-d0d6-4fd3-8ec7-74447e33abec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1095 time: 0.0936966 Aug 10 02:11:07.072142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976696d7-7122-43c8-8afa-6312d21267ab req-411c844e-e428-4d52-9fdf-4f416577417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:07.073722 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-976696d7-7122-43c8-8afa-6312d21267ab req-411c844e-e428-4d52-9fdf-4f416577417f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=460d4f02fd4446cfb5b85fc766770604&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1391768 Aug 10 02:11:07.080922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e160ddd4-c31f-40c4-aed3-66b3fb5c4afb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 25af593b-c156-44b1-bbe2-605339f9034d owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:07.192830 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:07.215844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847fee9-d0a7-4b2c-9f8f-5e1ed8e792fd req-e5b671d0-f6e0-49d7-8af2-300c25abee34 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:07.225575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976696d7-7122-43c8-8afa-6312d21267ab req-590aa8c5-413e-48fc-9b8c-79dc072dc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:07.226470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5847fee9-d0a7-4b2c-9f8f-5e1ed8e792fd req-e5b671d0-f6e0-49d7-8af2-300c25abee34 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 943 time: 0.1511931 Aug 10 02:11:07.227721 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-976696d7-7122-43c8-8afa-6312d21267ab req-590aa8c5-413e-48fc-9b8c-79dc072dc4ac service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458197 Aug 10 02:11:07.316419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-344ad6ad-c004-4071-ad22-bc71132ffca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:07.318299 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-344ad6ad-c004-4071-ad22-bc71132ffca1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1095 time: 0.0499830 Aug 10 02:11:07.364812 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-a8c84388-7ab4-4787-a78d-1b693bb4ce65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 217 time: 0.0381408 Aug 10 02:11:07.383466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5847fee9-d0a7-4b2c-9f8f-5e1ed8e792fd req-c4290411-ac67-4104-b44a-c13b10c7e082 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1560674 Aug 10 02:11:07.436121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-db2f11af-1625-4313-8c11-2f89b79d63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:07.437632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-db2f11af-1625-4313-8c11-2f89b79d63ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0669355 Aug 10 02:11:07.502314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-c4ad13b9-a8dc-4a2a-b4c3-a237c6f32be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:07.503875 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-c4ad13b9-a8dc-4a2a-b4c3-a237c6f32be7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579326 Aug 10 02:11:07.509115 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e160ddd4-c31f-40c4-aed3-66b3fb5c4afb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:07.559808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Router 2624b417-a210-4d3e-bdc0-1357571383fd is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:11:07.562721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160ddd4-c31f-40c4-aed3-66b3fb5c4afb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=25af593b-c156-44b1-bbe2-605339f9034d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:07.585482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e160ddd4-c31f-40c4-aed3-66b3fb5c4afb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:07.588195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e160ddd4-c31f-40c4-aed3-66b3fb5c4afb tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/25af593b-c156-44b1-bbe2-605339f9034d HTTP/1.1" status: 204 len: 168 time: 1.8159971 Aug 10 02:11:07.590793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33896) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:07.628549 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-fdf75c57-5f76-4e1a-b2c2-da2526d92cad service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162574 Aug 10 02:11:07.676746 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5c8e0c-210c-44d1-9881-3272b487adc1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:11:07.681479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2f5c8e0c-210c-44d1-9881-3272b487adc1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/25af593b-c156-44b1-bbe2-605339f9034d HTTP/1.1" status: 404 len: 333 time: 0.0865743 Aug 10 02:11:07.684464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33902) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:07.822950 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f2e5e197-1f02-4ecd-a32c-c4b8df307e15 req-6e15b4e5-fe12-4ef3-aca1-75ef3719bfdc service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730552 Aug 10 02:11:07.852731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f283d684-59d0-4fe9-a589-7aeed58907ba req-d3317f2b-be94-4780-bfee-d485b18634d6 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.1100731 Aug 10 02:11:07.858362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b2b0190-93cd-4c08-ab93-63fcafa5008c req-bab28852-1c83-4f27-a2b4-18ccf7bce4bb tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 210 time: 0.1074347 Aug 10 02:11:07.878674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-906407bf-93d8-4188-9302-eac7eac3693b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet 09ac3805-3e7d-41e8-9f3c-817987cecf1e {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:11:07.903645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-906407bf-93d8-4188-9302-eac7eac3693b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:07.907314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:07.947681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ae05e-bf37-4fbf-b087-5c66d692f9ce None None] Sync routers for ids ['2624b417-a210-4d3e-bdc0-1357571383fd'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:07.974111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-906407bf-93d8-4188-9302-eac7eac3693b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:07.974315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ae05e-bf37-4fbf-b087-5c66d692f9ce None None] Routers {'2624b417-a210-4d3e-bdc0-1357571383fd'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:07.974933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-933ae05e-bf37-4fbf-b087-5c66d692f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2624b417-a210-4d3e-bdc0-1357571383fd'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:08.015316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-933ae05e-bf37-4fbf-b087-5c66d692f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:08.027722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ae05e-bf37-4fbf-b087-5c66d692f9ce None None] Routers {'2624b417-a210-4d3e-bdc0-1357571383fd'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:08.028626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-933ae05e-bf37-4fbf-b087-5c66d692f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2624b417-a210-4d3e-bdc0-1357571383fd'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:08.056849 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.058133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0945defc-c646-41f3-91c1-b81c2f1d364e tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0480261 Aug 10 02:11:08.063122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33922) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:08.064331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-933ae05e-bf37-4fbf-b087-5c66d692f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:08.065650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ae05e-bf37-4fbf-b087-5c66d692f9ce None None] The sync data for ids ['2624b417-a210-4d3e-bdc0-1357571383fd'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:08.069799 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-906407bf-93d8-4188-9302-eac7eac3693b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.074249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-beea3314-a403-4f98-a2a7-5faef81e6cf9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': False}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:08.251288 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-906407bf-93d8-4188-9302-eac7eac3693b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.284541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906407bf-93d8-4188-9302-eac7eac3693b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=09ac3805-3e7d-41e8-9f3c-817987cecf1e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:08.291567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-906407bf-93d8-4188-9302-eac7eac3693b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.294476 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-906407bf-93d8-4188-9302-eac7eac3693b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/09ac3805-3e7d-41e8-9f3c-817987cecf1e HTTP/1.1" status: 204 len: 168 time: 0.6099396 Aug 10 02:11:08.301415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33930) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:08.301568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba86e7b-229b-41f9-95cb-aa646c4c4ced None None] Network 5d56e18a-1bef-4955-aa7e-0e56d91313b2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:08.396195 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.436726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-beea3314-a403-4f98-a2a7-5faef81e6cf9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.476170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 8000dd82-4972-487b-b485-bfb87976f428 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:08.476536 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.552272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ce9e0-1695-47d4-adca-7b07926d3947 None None] DHCP port deletion for 5d56e18a-1bef-4955-aa7e-0e56d91313b2 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:11:08.590292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] For port 8000dd82-4972-487b-b485-bfb87976f428, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8000dd82-4972-487b-b485-bfb87976f428,segment=NetworkSegment(cd1caba0-9ec6-473f-b16a-1a7b02bbcde7),segment_id=cd1caba0-9ec6-473f-b16a-1a7b02bbcde7)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:08.590938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.610009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-079ce9e0-1695-47d4-adca-7b07926d3947 None None] Deleting port 8000dd82-4972-487b-b485-bfb87976f428 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:08.610393 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-079ce9e0-1695-47d4-adca-7b07926d3947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.618364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf13d1b-5ed8-4440-8d33-a87d2f6bdb4e req-20357fb3-ef62-4d79-8c80-a1fb4a60cae9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:08.620029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7bf13d1b-5ed8-4440-8d33-a87d2f6bdb4e req-20357fb3-ef62-4d79-8c80-a1fb4a60cae9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 943 time: 0.1404757 Aug 10 02:11:08.621082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 8000dd82-4972-487b-b485-bfb87976f428 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:08.686529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7bf13d1b-5ed8-4440-8d33-a87d2f6bdb4e req-09129617-1a15-4921-9fd0-8093cb569099 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573847 Aug 10 02:11:08.705941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-079ce9e0-1695-47d4-adca-7b07926d3947 None None] For port 8000dd82-4972-487b-b485-bfb87976f428, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8000dd82-4972-487b-b485-bfb87976f428,segment=NetworkSegment(cd1caba0-9ec6-473f-b16a-1a7b02bbcde7),segment_id=cd1caba0-9ec6-473f-b16a-1a7b02bbcde7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:08.709765 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-079ce9e0-1695-47d4-adca-7b07926d3947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.729686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-079ce9e0-1695-47d4-adca-7b07926d3947 None None] Calling delete_port for 8000dd82-4972-487b-b485-bfb87976f428 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:08.883683 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.892572 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-079ce9e0-1695-47d4-adca-7b07926d3947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:08.900479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No DVR routers for this DVR port 8000dd82-4972-487b-b485-bfb87976f428 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:11:08.928603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ce9e0-1695-47d4-adca-7b07926d3947 None None] Pushing event deleted for resources: {'Port': ['ID=8000dd82-4972-487b-b485-bfb87976f428,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:08.952983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ce9e0-1695-47d4-adca-7b07926d3947 None None] No DVR routers for this DVR port 8000dd82-4972-487b-b485-bfb87976f428 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:11:08.974830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=8000dd82-4972-487b-b485-bfb87976f428,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:09.102369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11a83b58-00d0-4ec2-b865-0369cd6558a6 req-a0d3e9a7-7574-45c3-8243-5547ce0954fc tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0903354 Aug 10 02:11:09.127801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-adbe5843-5ac8-42a5-8cb2-b6f9e8bc01a8 req-80b619d6-883a-4ba6-97b9-3204c8dd897d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 210 time: 0.0902731 Aug 10 02:11:09.138828 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.155709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d56e18a-1bef-4955-aa7e-0e56d91313b2']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:09.168278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1caba0-9ec6-473f-b16a-1a7b02bbcde7') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:09.168638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1caba0-9ec6-473f-b16a-1a7b02bbcde7') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:09.188662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.206167 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.226099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:11:09.226415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:11:09.229695 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:11:09.393884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-d34266c9-6b3c-4f07-915f-de902034e52d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:09.395645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-d34266c9-6b3c-4f07-915f-de902034e52d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.11 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 810 time: 0.1805756 Aug 10 02:11:09.421564 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-beea3314-a403-4f98-a2a7-5faef81e6cf9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.425248 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-beea3314-a403-4f98-a2a7-5faef81e6cf9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.447030 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.467321 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.467321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/networks/5d56e18a-1bef-4955-aa7e-0e56d91313b2 HTTP/1.1" status: 204 len: 168 time: 1.1677818 Aug 10 02:11:09.477870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33980) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:09.480718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-7cfd269a-c2a4-49b2-a6b0-97e472d96ff2 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db73a6baf7d04ec29ada128c14e77712 HTTP/1.1" status: 200 len: 379 time: 0.0742500 Aug 10 02:11:09.485702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-947893978'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:09.489450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e0cea-999c-4648-a671-db0f6ff9b5da tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Network': ['ID=5d56e18a-1bef-4955-aa7e-0e56d91313b2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:09.499306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'port': {'device_id': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'admin_state_up': True, 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'security_groups': ['ef57661d-1682-4ea8-915b-80a0b59a1bb0']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:09.566517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beea3314-a403-4f98-a2a7-5faef81e6cf9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Router 2624b417-a210-4d3e-bdc0-1357571383fd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:11:09.652794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:09.657221 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.691342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beea3314-a403-4f98-a2a7-5faef81e6cf9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:09.695363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:09.697223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-beea3314-a403-4f98-a2a7-5faef81e6cf9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.701202 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-beea3314-a403-4f98-a2a7-5faef81e6cf9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "PUT /v2.0/routers/2624b417-a210-4d3e-bdc0-1357571383fd HTTP/1.1" status: 200 len: 921 time: 1.6315715 Aug 10 02:11:09.706786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33990) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:09.706902 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0cbfab-b54a-4dd9-a12d-b9b59a88e00c None None] Sync routers for ids ['2624b417-a210-4d3e-bdc0-1357571383fd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:09.712684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.713040 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Added segment bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4 of type vlan for network 48c0661f-2759-4c92-9463-80fd6ed1ea5f Aug 10 02:11:09.714117 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cbfab-b54a-4dd9-a12d-b9b59a88e00c None None] Routers {'2624b417-a210-4d3e-bdc0-1357571383fd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:09.714984 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6f0cbfab-b54a-4dd9-a12d-b9b59a88e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2624b417-a210-4d3e-bdc0-1357571383fd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:09.750444 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6f0cbfab-b54a-4dd9-a12d-b9b59a88e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:09.761512 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cbfab-b54a-4dd9-a12d-b9b59a88e00c None None] Routers {'2624b417-a210-4d3e-bdc0-1357571383fd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:09.763827 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6f0cbfab-b54a-4dd9-a12d-b9b59a88e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2624b417-a210-4d3e-bdc0-1357571383fd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:09.779432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Made reservation on behalf of db73a6baf7d04ec29ada128c14e77712 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:09.783823 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.808878 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6f0cbfab-b54a-4dd9-a12d-b9b59a88e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:09.809763 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0cbfab-b54a-4dd9-a12d-b9b59a88e00c None None] The sync data for ids ['2624b417-a210-4d3e-bdc0-1357571383fd'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:09.815963 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:09.837477 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d956f4ef-98d9-4ece-a79d-b38089f926ad tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/routers/2624b417-a210-4d3e-bdc0-1357571383fd HTTP/1.1" status: 200 len: 921 time: 0.1345725 Aug 10 02:11:09.840349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33998) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:09.921932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae05bc-9a38-423d-b08c-b92ebfad036a tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:09.926841 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62ae05bc-9a38-423d-b08c-b92ebfad036a tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=2624b417-a210-4d3e-bdc0-1357571383fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0822980 Aug 10 02:11:09.928044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34004) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:09.935676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78074c26-7d1c-4c64-ae0c-6b49a1001231 req-a4678c4b-db08-4393-90ad-0002e20c7061 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:09.937214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78074c26-7d1c-4c64-ae0c-6b49a1001231 req-a4678c4b-db08-4393-90ad-0002e20c7061 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 943 time: 0.1347640 Aug 10 02:11:10.004721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.010122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:10.010769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.023049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81db520-260b-4c86-894f-350d488b1ae9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:10.027303 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d81db520-260b-4c86-894f-350d488b1ae9 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 881 time: 0.0961003 Aug 10 02:11:10.027728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34012) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:10.058447 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e8161b8-3990-4103-9636-13fc83a95fe9 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=2624b417-a210-4d3e-bdc0-1357571383fd HTTP/1.1" status: 200 len: 205 time: 0.0292842 Aug 10 02:11:10.061239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34018) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:10.082851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78074c26-7d1c-4c64-ae0c-6b49a1001231 req-e5a1d09a-c309-4a25-8433-ce42ef45de27 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361821 Aug 10 02:11:10.093846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Allocated IP 172.20.0.13 (c1629ade-c9a2-4a58-a550-1ba14b6d556f/2d189351-f8cd-4877-8768-fdbfd1007f7e/5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:10.116458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Network': ['ID=48c0661f-2759-4c92-9463-80fd6ed1ea5f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:10.127971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 48c0661f-2759-4c92-9463-80fd6ed1ea5f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:10.209531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.285368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7512ee6-fd5a-45b0-8e21-9c5c0f1652b5 req-f3f0b501-5265-41a7-9833-3996503acee1 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0504935 Aug 10 02:11:10.286508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-62d3b466-22c9-4827-8567-da247b3ce8bd tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8048694 Aug 10 02:11:10.298859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34028) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:10.304425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '48c0661f-2759-4c92-9463-80fd6ed1ea5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:10.305295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-834db6f7-42a6-4e4c-ab5e-5b7be8a510c4 req-0e97df10-592e-43d3-a714-aa53ed44f191 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 210 time: 0.0583510 Aug 10 02:11:10.359067 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.373648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Transition to ACTIVE for port object 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:10.397484 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.489567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.508344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:10.512135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.550176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:10.554805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:10.560235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:10.604320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8000dd82-4972-487b-b485-bfb87976f428 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:11:10.615613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'Port': ['ID=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:10.645073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Deleting port 6af96d95-8f18-42d5-82f3-2e5417e2b0c1 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:10.645611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.652210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8000dd82-4972-487b-b485-bfb87976f428 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:11:10.652626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8000dd82-4972-487b-b485-bfb87976f428 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:11:10.662091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:10.662825 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.746319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-f2fabfc3-7e11-4e3f-bd77-977fb2cc1027 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2507844 Aug 10 02:11:10.759280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-4e23f3c9-19ae-4636-89bf-ae82920abf64 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:11:10.761611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-4e23f3c9-19ae-4636-89bf-ae82920abf64 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078578 Aug 10 02:11:10.815713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.830306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Calling delete_port for 6af96d95-8f18-42d5-82f3-2e5417e2b0c1 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:10.922200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Request body: {'port': {'device_id': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:10.929427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:10.942311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:11:11.008599 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.039415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=dc8f7113-98d4-4727-9b9e-c955f241af0c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:11.069468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Checking segment: {'id': 'bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '48c0661f-2759-4c92-9463-80fd6ed1ea5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:11.069830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network hostable DHCP agents. Network: 48c0661f-2759-4c92-9463-80fd6ed1ea5f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:11.075513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:11.092305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'port_id': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'mac_address': 'fa:16:3e:08:bb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:11:11.121140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bc3b4853-e55e-41ae-9104-bff055fdf78b None None] Provisioning for port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:11.130655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bc3b4853-e55e-41ae-9104-bff055fdf78b None None] Provisioning complete for port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:11.131257 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4853-e55e-41ae-9104-bff055fdf78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.170636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.193699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b4853-e55e-41ae-9104-bff055fdf78b None None] Port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:11.196355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:11:11.199254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 48c0661f-2759-4c92-9463-80fd6ed1ea5f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:11.211465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.224311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:11.245260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event deleted for resources: {'Port': ['ID=6af96d95-8f18-42d5-82f3-2e5417e2b0c1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:11.254916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee21f8e-2bc9-4413-86bd-4239abe9e194 req-32483a2c-8162-4341-9806-13b14b0c87bc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:11.259482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ee21f8e-2bc9-4413-86bd-4239abe9e194 req-32483a2c-8162-4341-9806-13b14b0c87bc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 943 time: 0.0879116 Aug 10 02:11:11.320656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.324148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 48c0661f-2759-4c92-9463-80fd6ed1ea5f) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:11.336365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd1815-f6cb-427a-83b4-88645094a3d3 None None] Network 48c0661f-2759-4c92-9463-80fd6ed1ea5f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:11.356580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ee21f8e-2bc9-4413-86bd-4239abe9e194 req-24980034-cb85-4fa1-962a-03023d28a94d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856338 Aug 10 02:11:11.382807 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.452098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8aa19ce3-6b64-49f4-8f12-0f2dd75b9f57 req-89ddd2ec-664b-46f9-bf08-32e9f9fe6cf0 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0545955 Aug 10 02:11:11.486782 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.487187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:11.489555 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.554415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:11.555792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.563155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f1683-90ee-42b9-a3dc-875b7e4a0fc1 req-9a27a6b0-4ed6-4739-a312-9d584d0dff5d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:11.565564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-324f1683-90ee-42b9-a3dc-875b7e4a0fc1 req-9a27a6b0-4ed6-4739-a312-9d584d0dff5d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 932 time: 0.1180871 Aug 10 02:11:11.567798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:11:11.582068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.596259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['8b1238c6-c5cb-41ab-9b88-c546d084bdd9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:11:11.605543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Transition to ACTIVE for port object 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:11.620378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-324f1683-90ee-42b9-a3dc-875b7e4a0fc1 req-e4a1ea0f-692b-4a6e-8609-881b7b11f5b5 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477970 Aug 10 02:11:11.700983 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.701545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Fanout notify agent at l3_agent the message router_deleted on router 2624b417-a210-4d3e-bdc0-1357571383fd {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:11:11.707277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-68e01c8f-6fd3-4cf5-badc-e296b2f925b7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4041033 Aug 10 02:11:11.709883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34078) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:11.710413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.711631 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23577540-6116-4321-95a2-48be61e7728d tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/2624b417-a210-4d3e-bdc0-1357571383fd HTTP/1.1" status: 204 len: 168 time: 1.6494660 Aug 10 02:11:11.716019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34080) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:11.720085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-43297954-1bb1-461a-bd4f-6e34eb08515d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-983306585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:11.721489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a9056087-175b-42ee-8d0e-15409f2d5349 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1281407191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:11.737656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-a9056087-175b-42ee-8d0e-15409f2d5349 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:11:11.737656 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 02:11:11.737656 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': '48b0d3ef33d341d6896d48b0f9a34974', 'expiration_1': datetime.datetime(2021, 8, 10, 2, 11, 11, 728130)}] Aug 10 02:11:11.737656 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:11:11.739156 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-a9056087-175b-42ee-8d0e-15409f2d5349 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:11:11.760879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-48c0661f-2759-4c92-9463-80fd6ed1ea5f', 'network_id': '48c0661f-2759-4c92-9463-80fd6ed1ea5f', 'tenant_id': 'e590364b174b4fb0b9e4e3e8d4ca7423', 'fixed_ips': [{'subnet_id': 'dc8f7113-98d4-4727-9b9e-c955f241af0c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:11:11.761718 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.799266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.836128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-43297954-1bb1-461a-bd4f-6e34eb08515d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.837122 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-43297954-1bb1-461a-bd4f-6e34eb08515d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.884953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Pushing event updated for resources: {'Port': ['ID=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:11.952292 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-43297954-1bb1-461a-bd4f-6e34eb08515d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:11.963330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Allocated IP 2001:db8::2 (48c0661f-2759-4c92-9463-80fd6ed1ea5f/dc8f7113-98d4-4727-9b9e-c955f241af0c/8a936554-049d-4bbc-b2c6-8fb26a2c192a) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:11.976177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Attempting to bind port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:11:11.977254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Attempting to bind port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:11:11.977772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Attempting to bind port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c on network c1629ade-c9a2-4a58-a550-1ba14b6d556f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:11.982843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c on network c1629ade-c9a2-4a58-a550-1ba14b6d556f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:11:11.983166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Attempting to bind port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c on network c1629ade-c9a2-4a58-a550-1ba14b6d556f {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:11.989334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:11:11.989957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Checking segment: {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:11.990660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Bound using segment: {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:11:11.991250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Bound port: 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:11:11.992106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.033878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-43297954-1bb1-461a-bd4f-6e34eb08515d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.079133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] For port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:11:12.084202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] For port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:11:12.155614 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.159646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-43297954-1bb1-461a-bd4f-6e34eb08515d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.161462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-43297954-1bb1-461a-bd4f-6e34eb08515d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4460590 Aug 10 02:11:12.164264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34086) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:12.168704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Transition to ACTIVE for port object 8a936554-049d-4bbc-b2c6-8fb26a2c192a will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:12.169342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'network_id': '48c0661f-2759-4c92-9463-80fd6ed1ea5f', 'name': 'tempest-PortsIpV6TestJSON-677373258'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:12.182969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Transition to ACTIVE for port object 8a936554-049d-4bbc-b2c6-8fb26a2c192a will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:12.188015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.227123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:12.227956 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.229196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] 10.222.0.11 "PUT /v2.0/ports/5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 200 len: 1093 time: 1.4595463 Aug 10 02:11:12.229942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'tag': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:11:12.232204 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ecb060-633d-46d6-a54b-03e9c240f241" -d '{"events": [{"name": "network-changed", "server_uuid": "a35deaa0-3d6c-4068-881e-981a6106f06e", "tag": "5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:11:12.255041 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.271465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489b11b-70c4-46b9-a2d4-e3b0753973fe service neutron] Pushing event updated for resources: {'Port': ['ID=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:12.301204 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:11:12.301204 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 02:11:12.301204 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'e590364b174b4fb0b9e4e3e8d4ca7423', 'expiration_1': datetime.datetime(2021, 8, 10, 2, 11, 12, 286321)}] Aug 10 02:11:12.301204 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:11:12.328611 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:11:12.329030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Network 48c0661f-2759-4c92-9463-80fd6ed1ea5f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:12.329030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:12.329030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:12.357054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Pushing event updated for resources: {'Port': ['ID=8a936554-049d-4bbc-b2c6-8fb26a2c192a,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:12.406306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Attempting to bind port 8a936554-049d-4bbc-b2c6-8fb26a2c192a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:11:12.406721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Attempting to bind port 8a936554-049d-4bbc-b2c6-8fb26a2c192a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '48c0661f-2759-4c92-9463-80fd6ed1ea5f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:11:12.407094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Attempting to bind port 8a936554-049d-4bbc-b2c6-8fb26a2c192a on network 48c0661f-2759-4c92-9463-80fd6ed1ea5f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:12.426620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:11:12.427011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Checking segment: {'id': 'bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '48c0661f-2759-4c92-9463-80fd6ed1ea5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:12.427622 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.428177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Bound using segment: {'id': 'bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '48c0661f-2759-4c92-9463-80fd6ed1ea5f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:11:12.428828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Bound port: 8a936554-049d-4bbc-b2c6-8fb26a2c192a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '48c0661f-2759-4c92-9463-80fd6ed1ea5f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:11:12.429379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.434982 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9056087-175b-42ee-8d0e-15409f2d5349 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.436439 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9056087-175b-42ee-8d0e-15409f2d5349 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.516172 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11aaa5b2-f29a-4117-a0de-d5aab42357de x-openstack-request-id: req-11aaa5b2-f29a-4117-a0de-d5aab42357de {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:11:12.516609 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35deaa0-3d6c-4068-881e-981a6106f06e", "tag": "5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:11:12.516868 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11aaa5b2-f29a-4117-a0de-d5aab42357de {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:11:12.518013 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'tag': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c', 'status': 'completed', 'code': 200} Aug 10 02:11:12.534835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] For port 8a936554-049d-4bbc-b2c6-8fb26a2c192a, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:11:12.541749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] For port 8a936554-049d-4bbc-b2c6-8fb26a2c192a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a936554-049d-4bbc-b2c6-8fb26a2c192a,segment=NetworkSegment(bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4),segment_id=bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:11:12.544578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-3a7fd25d-3ef5-4a83-a3f4-8a374a26721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:12.550923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-3a7fd25d-3ef5-4a83-a3f4-8a374a26721a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 1096 time: 0.1293554 Aug 10 02:11:12.561545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cccc1-be50-49cf-9bb1-3a641e7054e9 req-903e7f75-7a01-4358-87d8-8f78abc01864 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:12.561963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9056087-175b-42ee-8d0e-15409f2d5349 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.563768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-240cccc1-be50-49cf-9bb1-3a641e7054e9 req-903e7f75-7a01-4358-87d8-8f78abc01864 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0843613 Aug 10 02:11:12.608067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-55ac3060-6da4-4acd-927b-38a2b5e6a0d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 200 len: 217 time: 0.0428765 Aug 10 02:11:12.616675 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.632047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9056087-175b-42ee-8d0e-15409f2d5349 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.656077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b0a5ae7-b856-49b8-956e-d76429ec0aa1 req-b5a3a686-2e8d-4362-98b7-ca378ff3a34d tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0511887 Aug 10 02:11:12.710160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a9056087-175b-42ee-8d0e-15409f2d5349 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:12.711763 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a9056087-175b-42ee-8d0e-15409f2d5349 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9948201 Aug 10 02:11:12.714314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34098) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:12.721849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:12.734155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-240cccc1-be50-49cf-9bb1-3a641e7054e9 req-83db46e4-9194-4acb-aaa9-710e44ee7721 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306150 Aug 10 02:11:12.738033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-43b64b72-b915-49a0-8aca-ffbe423bf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:12.739632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-43b64b72-b915-49a0-8aca-ffbe423bf7e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.1179845 Aug 10 02:11:12.744421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba762f1a-cf98-4776-82d4-9fa49a3f493c None None] Pushing event updated for resources: {'Port': ['ID=8a936554-049d-4bbc-b2c6-8fb26a2c192a,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:12.825343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-a41f13c4-d577-4412-9057-6f2257c62cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:12.827181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-a41f13c4-d577-4412-9057-6f2257c62cbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777154 Aug 10 02:11:12.851095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23cfdf-26c5-4cd8-90c0-78c08f5831f9 req-fc78bd8e-8e5d-4176-96c3-3d9af8b9940e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:12.852957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e23cfdf-26c5-4cd8-90c0-78c08f5831f9 req-fc78bd8e-8e5d-4176-96c3-3d9af8b9940e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 944 time: 0.1177478 Aug 10 02:11:12.957018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:12.995386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e23cfdf-26c5-4cd8-90c0-78c08f5831f9 req-f9e24053-07ff-497c-a913-07e2789484ef tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219835 Aug 10 02:11:13.000362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.027803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:13.029766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-d600a991-d8f5-4e92-af75-eedabb7a7d53 service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949127 Aug 10 02:11:13.033749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.040403 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.055745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 16aa55ff-49f8-4365-adbd-c8a58130708e yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:11:13.144040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:13.154161 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f5faa9b-33b3-4b10-80d4-cfa97226eea4 req-74e1cdab-2ed7-4578-8c46-563f16dcd432 service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158261 Aug 10 02:11:13.156151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:13.157231 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.251114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.276951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::2ad (48c0661f-2759-4c92-9463-80fd6ed1ea5f/dc8f7113-98d4-4727-9b9e-c955f241af0c/16aa55ff-49f8-4365-adbd-c8a58130708e) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:13.298148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:11:13.301738 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8727b57-8e51-4be8-99cf-009366942fcb" -d '{"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-plugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:11:13.349027 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:13.410682 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.504293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:13.524455 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308f50de-4cd9-4bac-9889-6f512089e7d7 x-openstack-request-id: req-308f50de-4cd9-4bac-9889-6f512089e7d7 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:11:13.525020 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-plugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:11:13.525462 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-308f50de-4cd9-4bac-9889-6f512089e7d7 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:11:13.526074 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'code': 200} Aug 10 02:11:13.638913 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.714467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.734898 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:13.792495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f80a5-4971-4bf6-acb0-cecccc88c0d9 req-47997cce-c16c-489d-a43d-0b3cedec6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:13.794091 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-587f80a5-4971-4bf6-acb0-cecccc88c0d9 req-47997cce-c16c-489d-a43d-0b3cedec6e6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1097 time: 0.1719995 Aug 10 02:11:13.800191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object 16aa55ff-49f8-4365-adbd-c8a58130708e will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:13.846922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-6a1a0f10-baf2-4d67-bd0c-338f6e12bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:13.849555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-6a1a0f10-baf2-4d67-bd0c-338f6e12bd7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 1096 time: 0.5464673 Aug 10 02:11:13.886340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30702c57-0290-4286-899d-603ec8feac23 req-41dfa0ab-1e46-4158-be2b-d757aae2d65e tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0514603 Aug 10 02:11:13.908676 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-587f80a5-4971-4bf6-acb0-cecccc88c0d9 req-63d78896-2c2c-42fe-ab7b-2e142dc0ab2d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036046 Aug 10 02:11:13.929060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Allocated IP 172.25.3.143 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/cbcb95e2-e8e4-4818-aad8-b89f2b0bad82) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:14.009387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fadf61-191c-4526-84d9-3ce61589a06a req-404ba193-198c-465d-89f2-a5c49d44fcc0 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:14.017022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99fadf61-191c-4526-84d9-3ce61589a06a req-404ba193-198c-465d-89f2-a5c49d44fcc0 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 945 time: 0.1629424 Aug 10 02:11:14.042564 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:14.153528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99fadf61-191c-4526-84d9-3ce61589a06a req-fc44084d-f06b-44e5-8957-3b18f0c1e963 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314745 Aug 10 02:11:14.165405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae6e6a0-cfe6-4a26-a31d-80bf230cb3bb None None] Network 48c0661f-2759-4c92-9463-80fd6ed1ea5f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:14.196727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-550fed17-edcf-4ee8-87be-ba44e5c50e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:14.198338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-550fed17-edcf-4ee8-87be-ba44e5c50e75 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 911 time: 0.3153787 Aug 10 02:11:14.215390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e44f-d9c8-4f5a-ad6a-f348203f3199 req-f6d572db-86f0-4c67-9e6d-7d44dde72dff tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:14.224396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a285e44f-d9c8-4f5a-ad6a-f348203f3199 req-f6d572db-86f0-4c67-9e6d-7d44dde72dff tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 944 time: 0.1042547 Aug 10 02:11:14.228957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 48c0661f-2759-4c92-9463-80fd6ed1ea5f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:14.237906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:14.239692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:14.247393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:14.253390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:14.260923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:14.264486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:14.272802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=16aa55ff-49f8-4365-adbd-c8a58130708e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:14.281199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-48062dfb-0e8d-405d-8ea8-485a1705c666 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 200 len: 217 time: 0.0525377 Aug 10 02:11:14.326204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a285e44f-d9c8-4f5a-ad6a-f348203f3199 req-70db1758-25d7-4f32-9e28-a6e70add05e7 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009154 Aug 10 02:11:14.349779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-e6de5347-a3c1-4226-853e-6dae650e56af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:14.351307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-e6de5347-a3c1-4226-853e-6dae650e56af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.0584526 Aug 10 02:11:14.352721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-834f60f3-eeeb-4f9f-af46-bbb760116bd2 None None] Provisioning for port 8a936554-049d-4bbc-b2c6-8fb26a2c192a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:14.402084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-b524fc8a-c289-48b2-9a66-91478ea9fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:14.403823 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-b524fc8a-c289-48b2-9a66-91478ea9fc90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450208 Aug 10 02:11:14.407181 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f8d67590-ca54-4d69-b85a-6c2a1283b192 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2419515 Aug 10 02:11:14.407335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34118) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:14.434372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:14.713620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-bc8a21e4-b043-491f-a0c1-edf97b6a375e service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990277 Aug 10 02:11:14.718435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a936554-049d-4bbc-b2c6-8fb26a2c192a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:14.793771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-018e2d21-4c3d-4623-a4ef-51457d9b31f9 None None] Provisioning for port 16aa55ff-49f8-4365-adbd-c8a58130708e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:14.798938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-018e2d21-4c3d-4623-a4ef-51457d9b31f9 None None] Provisioning complete for port 16aa55ff-49f8-4365-adbd-c8a58130708e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:14.803488 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-018e2d21-4c3d-4623-a4ef-51457d9b31f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:14.849868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-018e2d21-4c3d-4623-a4ef-51457d9b31f9 None None] Port 16aa55ff-49f8-4365-adbd-c8a58130708e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:14.855477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:14.860686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:14.866163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:14.891846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event updated for resources: {'Port': ['ID=cbcb95e2-e8e4-4818-aad8-b89f2b0bad82,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:14.896263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8a936554-049d-4bbc-b2c6-8fb26a2c192a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:14.906686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8a936554-049d-4bbc-b2c6-8fb26a2c192a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:14.906686 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.008028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2ecb060-633d-46d6-a54b-03e9c240f241 req-2c97f164-6c3f-4858-8ff4-1c9a35437d09 service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503815 Aug 10 02:11:15.010682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.038683 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.072950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f061cd88-b6b8-4fec-9acf-8a52b767cb5b req-14cf54c4-1088-48c0-be12-3e410b96ae7f tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0481606 Aug 10 02:11:15.094076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8a936554-049d-4bbc-b2c6-8fb26a2c192a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a936554-049d-4bbc-b2c6-8fb26a2c192a,segment=NetworkSegment(bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4),segment_id=bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:15.118273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5f0cecdc-899a-4b02-b44d-016a0b94aae4 None None] Provisioning complete for port 16aa55ff-49f8-4365-adbd-c8a58130708e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:15.118273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5f0cecdc-899a-4b02-b44d-016a0b94aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.154958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5f0cecdc-899a-4b02-b44d-016a0b94aae4 None None] Port 16aa55ff-49f8-4365-adbd-c8a58130708e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:15.164751 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.222466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8a936554-049d-4bbc-b2c6-8fb26a2c192a,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:15.331426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.357950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef600e5a-1e00-41bc-a55e-a013f22b3b35 req-3a6e46d9-1fae-4319-a93a-1485ac290837 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:15.359574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef600e5a-1e00-41bc-a55e-a013f22b3b35 req-3a6e46d9-1fae-4319-a93a-1485ac290837 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 945 time: 0.0803945 Aug 10 02:11:15.444731 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.462795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef600e5a-1e00-41bc-a55e-a013f22b3b35 req-f031b336-af4a-48a2-b9bc-a0aa6b712e18 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797663 Aug 10 02:11:15.508565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c14605-0062-4951-910c-cdcfa12139f3 req-56c4e099-a99d-4874-b567-745e860a4975 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:15.516218 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36c14605-0062-4951-910c-cdcfa12139f3 req-56c4e099-a99d-4874-b567-745e860a4975 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 944 time: 0.0931177 Aug 10 02:11:15.546638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.550043 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.553942 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.580591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:11:15.591461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36c14605-0062-4951-910c-cdcfa12139f3 req-65bf6e30-b682-4f20-bc04-db1ef5e849bf tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747819 Aug 10 02:11:15.682259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=16aa55ff-49f8-4365-adbd-c8a58130708e,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:15.741798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:15.756330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'port_id': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c', 'mac_address': 'fa:16:3e:e4:7b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:11:15.766444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bce05f-566a-436e-8c56-b05254925281 req-6463f6ed-f63f-47de-a478-3b312b9f10fb tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:15.775365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7bce05f-566a-436e-8c56-b05254925281 req-6463f6ed-f63f-47de-a478-3b312b9f10fb tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 945 time: 0.2301974 Aug 10 02:11:15.782456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34134) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:15.792574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4da7b976-16f5-4b57-8097-b250c9200b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'floatingip': {'port_id': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:15.816849 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.843509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4da7b976-16f5-4b57-8097-b250c9200b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.843835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:11:15.874206 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:15.875819 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:15.902327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Router 82ab188b-4887-478f-a6ae-2341fb71eb56 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:11:15.965342 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.040815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:16.102738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d3e8bbe7-2345-4410-a302-31f305f93ea5 None None] Provisioning complete for port 16aa55ff-49f8-4365-adbd-c8a58130708e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:16.103197 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bbe7-2345-4410-a302-31f305f93ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.109191 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.157480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8bbe7-2345-4410-a302-31f305f93ea5 None None] Port 16aa55ff-49f8-4365-adbd-c8a58130708e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:16.164567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:16.178084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2594e-fe3a-49f9-95af-de21db309b70 None None] Sync routers for ids ['82ab188b-4887-478f-a6ae-2341fb71eb56'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:16.187894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2594e-fe3a-49f9-95af-de21db309b70 None None] Routers {'82ab188b-4887-478f-a6ae-2341fb71eb56'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:16.188778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-22d2594e-fe3a-49f9-95af-de21db309b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['82ab188b-4887-478f-a6ae-2341fb71eb56'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:16.196891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:11:16.198966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.200191 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2a8dd2a9-9de2-45b6-8671-cbe45e419de8 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "PUT /v2.0/routers/82ab188b-4887-478f-a6ae-2341fb71eb56 HTTP/1.1" status: 200 len: 880 time: 3.4838908 Aug 10 02:11:16.202874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34138) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:16.248414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-22d2594e-fe3a-49f9-95af-de21db309b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:16.299257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2594e-fe3a-49f9-95af-de21db309b70 None None] Routers {'82ab188b-4887-478f-a6ae-2341fb71eb56'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:16.300733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-22d2594e-fe3a-49f9-95af-de21db309b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['82ab188b-4887-478f-a6ae-2341fb71eb56'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:16.332741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6fe2d52-8481-49f6-854f-35643a836258 req-af70dabe-0100-4229-a581-af8897917086 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0698843 Aug 10 02:11:16.365051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-22d2594e-fe3a-49f9-95af-de21db309b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:16.366013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2594e-fe3a-49f9-95af-de21db309b70 None None] The sync data for ids ['82ab188b-4887-478f-a6ae-2341fb71eb56'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:16.428469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ad0839d2-6733-4f82-9c0d-2291799b1dcf tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/routers/82ab188b-4887-478f-a6ae-2341fb71eb56 HTTP/1.1" status: 200 len: 921 time: 0.2245040 Aug 10 02:11:16.433257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34140) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:16.533416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c5dce6-0801-49dd-a6e8-8cedfca1562f tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:16.536276 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f9c5dce6-0801-49dd-a6e8-8cedfca1562f tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=82ab188b-4887-478f-a6ae-2341fb71eb56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1017821 Aug 10 02:11:16.559215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34142) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:16.620030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a936554-049d-4bbc-b2c6-8fb26a2c192a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:16.624886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.679902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8850d71-1340-4204-8609-55ca656a09c8 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:16.682571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d8850d71-1340-4204-8609-55ca656a09c8 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 881 time: 0.1220951 Aug 10 02:11:16.686118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34146) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:16.692373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.693411 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.757756 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4da7b976-16f5-4b57-8097-b250c9200b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.760482 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-111bddca-eda8-4bfd-98ad-c2b76cfcbb87 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=82ab188b-4887-478f-a6ae-2341fb71eb56 HTTP/1.1" status: 200 len: 205 time: 0.0643036 Aug 10 02:11:16.763967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34150) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:16.765200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8a936554-049d-4bbc-b2c6-8fb26a2c192a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:16.765647 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.829918 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=16aa55ff-49f8-4365-adbd-c8a58130708e,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:16.871255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4da7b976-16f5-4b57-8097-b250c9200b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:16.894695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121544bb-2c6a-44a2-b2e8-7a2cf3833da9 req-bad45970-00b0-471b-9a8d-3c552dc3eef7 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:16.896378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-121544bb-2c6a-44a2-b2e8-7a2cf3833da9 req-bad45970-00b0-471b-9a8d-3c552dc3eef7 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 945 time: 0.1555600 Aug 10 02:11:16.909683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 48c0661f-2759-4c92-9463-80fd6ed1ea5f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:16.924488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:16.980712 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:17.053184 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-4da7b976-16f5-4b57-8097-b250c9200b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Floating IP ec9d04fc-38d0-4428-914b-0d78fc48eb77 associated. External IP: 172.25.3.243, port: 8b1238c6-c5cb-41ab-9b88-c546d084bdd9. Aug 10 02:11:17.053997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-121544bb-2c6a-44a2-b2e8-7a2cf3833da9 req-ec52346b-4209-46da-9649-ca6ff8f84289 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466718 Aug 10 02:11:17.170907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Router 9263348a-53fc-4af2-8edc-fc78b911bfa1 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:11:17.199536 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:17.290864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5a0ea233-a3f6-4b60-abcc-3d77ee345656 None None] Provisioning complete for port 16aa55ff-49f8-4365-adbd-c8a58130708e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:17.292115 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5a0ea233-a3f6-4b60-abcc-3d77ee345656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:17.307359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:17.317835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-63220b56-595d-4616-b296-cb6144140a40 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "PUT /v2.0/routers/9263348a-53fc-4af2-8edc-fc78b911bfa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9086981 Aug 10 02:11:17.318867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34152) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:17.319947 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8dc0ba-480b-4c2e-ab58-cdf54e12d04d None None] Sync routers for ids ['9263348a-53fc-4af2-8edc-fc78b911bfa1'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:17.336426 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8dc0ba-480b-4c2e-ab58-cdf54e12d04d None None] Routers {'9263348a-53fc-4af2-8edc-fc78b911bfa1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:17.337042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ea233-a3f6-4b60-abcc-3d77ee345656 None None] Port 16aa55ff-49f8-4365-adbd-c8a58130708e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:17.337501 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2c8dc0ba-480b-4c2e-ab58-cdf54e12d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9263348a-53fc-4af2-8edc-fc78b911bfa1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:17.376925 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2c8dc0ba-480b-4c2e-ab58-cdf54e12d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:17.378021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71cad8-be84-4c82-be7f-d330c97ebe13 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:17.383139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1a71cad8-be84-4c82-be7f-d330c97ebe13 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports?device_id=9263348a-53fc-4af2-8edc-fc78b911bfa1 HTTP/1.1" status: 200 len: 988 time: 0.0631125 Aug 10 02:11:17.386722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34156) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:17.396538 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8dc0ba-480b-4c2e-ab58-cdf54e12d04d None None] Routers {'9263348a-53fc-4af2-8edc-fc78b911bfa1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:17.397461 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2c8dc0ba-480b-4c2e-ab58-cdf54e12d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9263348a-53fc-4af2-8edc-fc78b911bfa1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:17.423934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da7b976-16f5-4b57-8097-b250c9200b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Router 682edf4e-b996-4275-96ce-53249c810b8a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:11:17.443731 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2c8dc0ba-480b-4c2e-ab58-cdf54e12d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:17.444747 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8dc0ba-480b-4c2e-ab58-cdf54e12d04d None None] The sync data for ids ['9263348a-53fc-4af2-8edc-fc78b911bfa1'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:17.505924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4494b3d6-65dc-4860-b6ed-93c04c26b455 req-e29a4c82-b281-48b8-bcee-b8898dfe57d0 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0356712 Aug 10 02:11:17.530400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Deleting port cbcb95e2-e8e4-4818-aad8-b89f2b0bad82 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:17.530785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:17.609202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:17.759333 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:17.765280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:17.765806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:17.911787 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c42fd998-5529-4dc7-8060-06015e1f4dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:17.924536 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:17.975462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:17.976868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:11:17.979981 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164a1a0c-b6dc-426a-9652-c48e927926a6" -d '{"events": [{"server_uuid": "a35deaa0-3d6c-4068-881e-981a6106f06e", "name": "network-vif-plugged", "status": "completed", "tag": "5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:11:18.011143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da7b976-16f5-4b57-8097-b250c9200b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:18.023232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] Sync routers for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:18.042374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:18.044433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:18.056301 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.070808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Calling delete_port for cbcb95e2-e8e4-4818-aad8-b89f2b0bad82 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:18.126416 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.134057 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df72a5de-d65f-4d68-92b0-f178e18a53d5 x-openstack-request-id: req-df72a5de-d65f-4d68-92b0-f178e18a53d5 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:11:18.134682 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35deaa0-3d6c-4068-881e-981a6106f06e", "name": "network-vif-plugged", "status": "completed", "tag": "5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:11:18.135115 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-df72a5de-d65f-4d68-92b0-f178e18a53d5 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:11:18.135736 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c', 'code': 200} Aug 10 02:11:18.265589 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4da7b976-16f5-4b57-8097-b250c9200b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.269516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:18.274490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15873b-90f8-4493-8779-65a8ec917262 req-ef502c8c-ba6c-42bc-9cd7-060d95754ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:18.279474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed15873b-90f8-4493-8779-65a8ec917262 req-ef502c8c-ba6c-42bc-9cd7-060d95754ba5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 1098 time: 0.1032910 Aug 10 02:11:18.296019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:11:18.304110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999f653-f1bc-4bed-ae70-e6c798a611b6 req-25cfa069-3124-462a-9c67-f3978e742d94 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:18.305678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2999f653-f1bc-4bed-ae70-e6c798a611b6 req-25cfa069-3124-462a-9c67-f3978e742d94 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1425202 Aug 10 02:11:18.317658 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4da7b976-16f5-4b57-8097-b250c9200b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "PUT /v2.0/floatingips/ec9d04fc-38d0-4428-914b-0d78fc48eb77 HTTP/1.1" status: 200 len: 991 time: 2.5334840 Aug 10 02:11:18.318965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:11:18.332161 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5c9ac5-6d66-43dc-a857-24572f621b48" -d '{"events": [{"name": "network-changed", "server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:11:18.425713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.457315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed15873b-90f8-4493-8779-65a8ec917262 req-f365fba8-1fc2-4e3a-bea3-d9faa16cf9e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690500 Aug 10 02:11:18.471477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.475158 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f9ccd3-c4af-4a16-afc2-8e899dcba633 x-openstack-request-id: req-e3f9ccd3-c4af-4a16-afc2-8e899dcba633 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:11:18.475777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2999f653-f1bc-4bed-ae70-e6c798a611b6 req-af23f361-82a5-4cfd-98e2-d16a27313281 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541002 Aug 10 02:11:18.481946 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:11:18.484030 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3f9ccd3-c4af-4a16-afc2-8e899dcba633 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:11:18.484486 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'status': 'completed', 'code': 200} Aug 10 02:11:18.497666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event deleted for resources: {'Port': ['ID=cbcb95e2-e8e4-4818-aad8-b89f2b0bad82,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:18.625213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'ec9d04fc-38d0-4428-914b-0d78fc48eb77', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'port_id': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'mac_address': 'fa:16:3e:08:bb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374cc364-d2f3-4159-a4e0-cec77f022344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:10:53Z', 'updated_at': '2021-08-10T02:11:16Z', 'revision_number': 1, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd898ecea-45d4-4a02-9330-4946bcd50dcd', 'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'mac_address': 'fa:16:3e:29:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:53Z', 'revision_number': 5, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'subnets': [{'id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:18.637917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-932af002-e6b9-42c1-a288-af78c02e9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:18.639489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-932af002-e6b9-42c1-a288-af78c02e9087 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1097 time: 0.1538088 Aug 10 02:11:18.644669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.668661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] Checking router: 682edf4e-b996-4275-96ce-53249c810b8a for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:11:18.675439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31d52034-4241-4e9e-98d6-c87bfea192d5 req-100633fb-0e43-4c9f-8ab2-dd7a4e469efc tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0344431 Aug 10 02:11:18.682866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:18.683648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:18.757703 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.759586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 16aa55ff-49f8-4365-adbd-c8a58130708e {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:18.759995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.760265 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.887340 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.894480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-8b731732-86df-4e61-be49-77a3514fe160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:18.896065 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-8b731732-86df-4e61-be49-77a3514fe160 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1302814 Aug 10 02:11:18.907214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 16aa55ff-49f8-4365-adbd-c8a58130708e owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:18.955988 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.956522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Fanout notify agent at l3_agent the message router_deleted on router 82ab188b-4887-478f-a6ae-2341fb71eb56 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:11:18.971877 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.973049 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-107e6fc6-c411-4943-84c9-3716ca817824 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/82ab188b-4887-478f-a6ae-2341fb71eb56 HTTP/1.1" status: 204 len: 168 time: 2.2079673 Aug 10 02:11:18.981034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34172) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:18.988375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-bd2fdb6d-1826-48a5-aa27-5114a145ad94 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1765375756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:19.031766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:11:19.037605 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-04d2d7c3-b2bf-430a-8ce5-3eb147c5bfe6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 999 time: 0.1335645 Aug 10 02:11:19.094424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-33eefc16-5669-4d97-a839-861417b265ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:19.096905 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-33eefc16-5669-4d97-a839-861417b265ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0514367 Aug 10 02:11:19.115136 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd2fdb6d-1826-48a5-aa27-5114a145ad94 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:19.117013 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd2fdb6d-1826-48a5-aa27-5114a145ad94 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:19.164906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-b07c75e3-e59b-4c30-9e6a-88aeec54e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:19.166444 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-b07c75e3-e59b-4c30-9e6a-88aeec54e901 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624337 Aug 10 02:11:19.272326 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:19.286369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-eb75cc6a-8043-42e0-b878-3767689c7050 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116226 Aug 10 02:11:19.310992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'ec9d04fc-38d0-4428-914b-0d78fc48eb77', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'port_id': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'mac_address': 'fa:16:3e:08:bb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374cc364-d2f3-4159-a4e0-cec77f022344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:10:53Z', 'updated_at': '2021-08-10T02:11:16Z', 'revision_number': 1, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd898ecea-45d4-4a02-9330-4946bcd50dcd', 'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'mac_address': 'fa:16:3e:29:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:53Z', 'revision_number': 5, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'subnets': [{'id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:19.324131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=16aa55ff-49f8-4365-adbd-c8a58130708e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:19.347326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a985bfc2-8cc8-43da-b5f9-1106ecd51af7 None None] The sync data for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 is: [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'ec9d04fc-38d0-4428-914b-0d78fc48eb77', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'port_id': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'mac_address': 'fa:16:3e:08:bb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374cc364-d2f3-4159-a4e0-cec77f022344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:10:53Z', 'updated_at': '2021-08-10T02:11:16Z', 'revision_number': 1, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd898ecea-45d4-4a02-9330-4946bcd50dcd', 'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'mac_address': 'fa:16:3e:29:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:53Z', 'revision_number': 5, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'subnets': [{'id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:19.384154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd2fdb6d-1826-48a5-aa27-5114a145ad94 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:19.421331 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1e5c9ac5-6d66-43dc-a857-24572f621b48 req-ab17d9e2-1523-4ded-9f7b-7f1cd7477548 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281569 Aug 10 02:11:19.530915 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd2fdb6d-1826-48a5-aa27-5114a145ad94 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:19.560387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:19.648738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd2fdb6d-1826-48a5-aa27-5114a145ad94 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:19.653109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34178) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:19.653570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bd2fdb6d-1826-48a5-aa27-5114a145ad94 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6711037 Aug 10 02:11:19.657851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': True}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:19.694168 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5587e30-bbb0-4853-abd6-33ca860736fc None None] New status for floating IP ec9d04fc-38d0-4428-914b-0d78fc48eb77: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:11:19.717928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e0dac-8d77-4290-b130-168f8b5d7240 req-a76148ad-26a4-4e4f-86a0-3dcc29b6d198 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:19.719657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-572e0dac-8d77-4290-b130-168f8b5d7240 req-a76148ad-26a4-4e4f-86a0-3dcc29b6d198 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1443090 Aug 10 02:11:19.826265 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Router 9263348a-53fc-4af2-8edc-fc78b911bfa1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:11:19.894351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-572e0dac-8d77-4290-b130-168f8b5d7240 req-85d12c3f-c92d-42c6-8ec0-d80ac5d39743 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387639 Aug 10 02:11:19.896260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23ed3c2f-ddc6-4737-b404-c312b94c8590 req-d0251daa-4dc1-47ed-8740-ff49c3775e59 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0574667 Aug 10 02:11:19.973898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:19.978934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a660ee01-b25c-4872-ad59-92704b2d8032 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "PUT /v2.0/routers/9263348a-53fc-4af2-8edc-fc78b911bfa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931096 Aug 10 02:11:19.981593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34184) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:19.986383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cd2b6-abc4-4ab7-a773-b72d1ff2f717 None None] Sync routers for ids ['9263348a-53fc-4af2-8edc-fc78b911bfa1'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:19.998989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cd2b6-abc4-4ab7-a773-b72d1ff2f717 None None] Routers {'9263348a-53fc-4af2-8edc-fc78b911bfa1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:20.002970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-242cd2b6-abc4-4ab7-a773-b72d1ff2f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9263348a-53fc-4af2-8edc-fc78b911bfa1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:20.004069 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.022832 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1936cf6-8809-4b9a-971f-93f29b7377ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:11:20.026611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e1936cf6-8809-4b9a-971f-93f29b7377ce tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/16aa55ff-49f8-4365-adbd-c8a58130708e HTTP/1.1" status: 404 len: 333 time: 0.0413988 Aug 10 02:11:20.027276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:20.043887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-242cd2b6-abc4-4ab7-a773-b72d1ff2f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:20.054011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cd2b6-abc4-4ab7-a773-b72d1ff2f717 None None] Routers {'9263348a-53fc-4af2-8edc-fc78b911bfa1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:20.054774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-242cd2b6-abc4-4ab7-a773-b72d1ff2f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:10:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9263348a-53fc-4af2-8edc-fc78b911bfa1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:20.088050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-242cd2b6-abc4-4ab7-a773-b72d1ff2f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:20.088863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242cd2b6-abc4-4ab7-a773-b72d1ff2f717 None None] The sync data for ids ['9263348a-53fc-4af2-8edc-fc78b911bfa1'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:20.117059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fd85fae-7943-4e10-9a45-09959ecb9736 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.325294 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fd85fae-7943-4e10-9a45-09959ecb9736 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.329368 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fd85fae-7943-4e10-9a45-09959ecb9736 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.460157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fd85fae-7943-4e10-9a45-09959ecb9736 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.460692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd85fae-7943-4e10-9a45-09959ecb9736 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Fanout notify agent at l3_agent the message router_deleted on router 9263348a-53fc-4af2-8edc-fc78b911bfa1 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:11:20.469092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fd85fae-7943-4e10-9a45-09959ecb9736 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.479219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5fd85fae-7943-4e10-9a45-09959ecb9736 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/routers/9263348a-53fc-4af2-8edc-fc78b911bfa1 HTTP/1.1" status: 204 len: 168 time: 0.4419796 Aug 10 02:11:20.479750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34188) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:20.521831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.549394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c831ed5a-533c-4bb5-be98-d44c228bd086 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet dc8f7113-98d4-4727-9b9e-c955f241af0c {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:11:20.553908 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c831ed5a-533c-4bb5-be98-d44c228bd086 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.554803 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae4b0-accd-4d61-bb9f-90c3f1b2737d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.561452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.603447 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c831ed5a-533c-4bb5-be98-d44c228bd086 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.697453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Allocated IP 172.25.3.207 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/d7abe811-a3e7-4255-9454-d4b2bdd8b367) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:20.705342 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c831ed5a-533c-4bb5-be98-d44c228bd086 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.811417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.862511 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c831ed5a-533c-4bb5-be98-d44c228bd086 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.901143 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c831ed5a-533c-4bb5-be98-d44c228bd086 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.903769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c831ed5a-533c-4bb5-be98-d44c228bd086 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/dc8f7113-98d4-4727-9b9e-c955f241af0c HTTP/1.1" status: 204 len: 168 time: 0.4282515 Aug 10 02:11:20.904230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831ed5a-533c-4bb5-be98-d44c228bd086 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8f7113-98d4-4727-9b9e-c955f241af0c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:20.906430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34194) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:20.907510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf03db2-9fb6-4b0e-9c55-974fa52276aa None None] Network 48c0661f-2759-4c92-9463-80fd6ed1ea5f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:20.984475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.064299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:21.071454 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.076204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:21.083208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:21.089022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event updated for resources: {'Port': ['ID=d7abe811-a3e7-4255-9454-d4b2bdd8b367,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:21.095102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d1d003d-4613-4cdb-925b-aa603aacd7bf req-06d85da2-97d8-4218-a812-2478ccb4870e tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0357199 Aug 10 02:11:21.112573 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.130430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b802b75-8de8-4ef0-957d-f99ab61d7a03 req-30b25bc6-1d02-4477-9074-b8f4d8d65c0e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:21.132882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b802b75-8de8-4ef0-957d-f99ab61d7a03 req-30b25bc6-1d02-4477-9074-b8f4d8d65c0e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1234229 Aug 10 02:11:21.192746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac483696-b42d-47a5-84d4-cafc7bf9f529 None None] DHCP port deletion for 48c0661f-2759-4c92-9463-80fd6ed1ea5f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:11:21.196127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b802b75-8de8-4ef0-957d-f99ab61d7a03 req-44b85a0d-d342-41a3-b517-cbf3bdf2dae8 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483670 Aug 10 02:11:21.274414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ac483696-b42d-47a5-84d4-cafc7bf9f529 None None] Deleting port 8a936554-049d-4bbc-b2c6-8fb26a2c192a {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:21.274849 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac483696-b42d-47a5-84d4-cafc7bf9f529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.290123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 8a936554-049d-4bbc-b2c6-8fb26a2c192a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:21.290662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.349930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ac483696-b42d-47a5-84d4-cafc7bf9f529 None None] For port 8a936554-049d-4bbc-b2c6-8fb26a2c192a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a936554-049d-4bbc-b2c6-8fb26a2c192a,segment=NetworkSegment(bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4),segment_id=bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:21.349930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac483696-b42d-47a5-84d4-cafc7bf9f529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.360236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594cafd-e5b3-4d48-aa05-6fd2c33c237a req-65510318-9137-4305-86b3-2820f8725082 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:21.363404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0594cafd-e5b3-4d48-aa05-6fd2c33c237a req-65510318-9137-4305-86b3-2820f8725082 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0830557 Aug 10 02:11:21.375104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ac483696-b42d-47a5-84d4-cafc7bf9f529 None None] Calling delete_port for 8a936554-049d-4bbc-b2c6-8fb26a2c192a owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:21.375245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34204) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:21.384936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'floatingip': {'port_id': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:21.443347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] For port 8a936554-049d-4bbc-b2c6-8fb26a2c192a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8a936554-049d-4bbc-b2c6-8fb26a2c192a,segment=NetworkSegment(bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4),segment_id=bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:21.443869 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.483298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.528406 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac483696-b42d-47a5-84d4-cafc7bf9f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:21.529028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 8a936554-049d-4bbc-b2c6-8fb26a2c192a owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:21.553337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac483696-b42d-47a5-84d4-cafc7bf9f529 None None] Pushing event deleted for resources: {'Port': ['ID=8a936554-049d-4bbc-b2c6-8fb26a2c192a,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:21.560753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac483696-b42d-47a5-84d4-cafc7bf9f529 None None] No DVR routers for this DVR port 8a936554-049d-4bbc-b2c6-8fb26a2c192a on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:11:21.729770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.204207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.218864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94851d2e-c36d-4e36-9ff6-9120ff52bfff req-9546ff16-eba3-4ef4-b9c8-31e27f65ebb5 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0310512 Aug 10 02:11:22.248844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=8a936554-049d-4bbc-b2c6-8fb26a2c192a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:22.260769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No DVR routers for this DVR port 8a936554-049d-4bbc-b2c6-8fb26a2c192a on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:11:22.278928 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.469010 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.543762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c0661f-2759-4c92-9463-80fd6ed1ea5f']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:22.571483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:22.571709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf57eb57-7660-4c09-8f8f-5f0ce1bfa1f4') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:22.588252 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.594407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.598676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a936554-049d-4bbc-b2c6-8fb26a2c192a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:11:22.607091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.617071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.620682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8a936554-049d-4bbc-b2c6-8fb26a2c192a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:11:22.621375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8a936554-049d-4bbc-b2c6-8fb26a2c192a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:11:22.650950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:11:22.651374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:11:22.654692 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:11:22.738814 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.resource_extend [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 02:11:22.839669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.876089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.884244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.888585 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/networks/48c0661f-2759-4c92-9463-80fd6ed1ea5f HTTP/1.1" status: 204 len: 168 time: 1.9786232 Aug 10 02:11:22.889931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34222) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:22.914250 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:22.914250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd477f9-343a-432a-967f-65ffc48bc915 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Network': ['ID=48c0661f-2759-4c92-9463-80fd6ed1ea5f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:22.979800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Router 776866cf-a70a-4e13-a7b1-1415ed502436 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:11:22.992096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe21e28-0031-4c4f-9ef3-4e53ddb63ee0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:22.993427 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6fe21e28-0031-4c4f-9ef3-4e53ddb63ee0 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/546de2bf-dceb-4fa1-9c86-9070d4867a8e HTTP/1.1" status: 200 len: 845 time: 0.1025736 Aug 10 02:11:22.997162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34226) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:23.124892 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a9c3f85d-a2e2-4612-9892-b30f06b26c5e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/546de2bf-dceb-4fa1-9c86-9070d4867a8e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1265860 Aug 10 02:11:23.131250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34228) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:23.136297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:23.150293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-495be5a7-1a60-4c38-a34b-198e4f7c4b47 req-a12b374f-9f96-4434-8ff2-ad3f1b5daea2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0311270 Aug 10 02:11:23.196796 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Floating IP 061a7bd4-b7fb-484c-98e6-dd4c0de4bb36 associated. External IP: 172.25.3.59, port: 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c. Aug 10 02:11:23.325800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29575d45-1718-41fd-8efc-dfe5f144907b req-525f4b91-c783-417d-8b65-cd8476594be8 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0282290 Aug 10 02:11:23.341368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:23.356272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:23.357509 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6c783129-3142-44e7-b96c-1f4176b3dccc tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "PUT /v2.0/routers/776866cf-a70a-4e13-a7b1-1415ed502436 HTTP/1.1" status: 200 len: 915 time: 3.7033772 Aug 10 02:11:23.361652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34234) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:23.368640 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520d20e0-1bac-43f5-ace9-73e03e506a95 None None] Sync routers for ids ['776866cf-a70a-4e13-a7b1-1415ed502436'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:23.395334 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d20e0-1bac-43f5-ace9-73e03e506a95 None None] Routers {'776866cf-a70a-4e13-a7b1-1415ed502436'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:23.396105 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-520d20e0-1bac-43f5-ace9-73e03e506a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['776866cf-a70a-4e13-a7b1-1415ed502436'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:23.448197 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-520d20e0-1bac-43f5-ace9-73e03e506a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:23.457706 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d20e0-1bac-43f5-ace9-73e03e506a95 None None] Routers {'776866cf-a70a-4e13-a7b1-1415ed502436'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:23.458699 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-520d20e0-1bac-43f5-ace9-73e03e506a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['776866cf-a70a-4e13-a7b1-1415ed502436'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:23.473964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dd7ffdcf-1a10-4281-97c3-547720a37944 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/routers/776866cf-a70a-4e13-a7b1-1415ed502436 HTTP/1.1" status: 200 len: 921 time: 0.1109548 Aug 10 02:11:23.476457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34238) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:23.494483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:23.498703 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:23.509176 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-520d20e0-1bac-43f5-ace9-73e03e506a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:23.509752 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520d20e0-1bac-43f5-ace9-73e03e506a95 None None] The sync data for ids ['776866cf-a70a-4e13-a7b1-1415ed502436'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:23.566597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc134c1-7f07-4aaa-b174-c94fd74ad3ad tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:23.570883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fbc134c1-7f07-4aaa-b174-c94fd74ad3ad tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=776866cf-a70a-4e13-a7b1-1415ed502436&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0909123 Aug 10 02:11:23.571240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34240) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:23.596477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:11:23.672097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd31d0f-2fe4-4163-bdc0-469e7f2e7130 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:23.677718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7dd31d0f-2fe4-4163-bdc0-469e7f2e7130 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 881 time: 0.1012869 Aug 10 02:11:23.678931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34244) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:23.716762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e96227f3-ea1f-4a1b-9f9f-7576f5898b56 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=776866cf-a70a-4e13-a7b1-1415ed502436 HTTP/1.1" status: 200 len: 205 time: 0.0324261 Aug 10 02:11:23.716762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34248) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:23.815903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:23.843765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:23.854627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] Sync routers for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:23.855207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:23.879228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:23.879886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:23.900549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:23.910972 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:23.953259 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e35702e3-d18b-4b48-83ea-65ae40f3f163 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "PUT /v2.0/floatingips/061a7bd4-b7fb-484c-98e6-dd4c0de4bb36 HTTP/1.1" status: 200 len: 991 time: 2.5769210 Aug 10 02:11:23.967346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'tag': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:11:23.973082 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc8042d-f651-4a91-a914-dc3341d85440" -d '{"events": [{"name": "network-changed", "server_uuid": "a35deaa0-3d6c-4068-881e-981a6106f06e", "tag": "5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:11:23.993616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:23.997759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:24.002861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:24.004836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.025672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507b1d4-ba3e-499a-9c0f-65bdd9316939 None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:24.029944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=474078bd-b469-414e-bd87-5fb001be2aa4,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:24.060555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.070788 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5982186-8eaf-423a-a768-d84d17536c54 x-openstack-request-id: req-f5982186-8eaf-423a-a768-d84d17536c54 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:11:24.071157 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35deaa0-3d6c-4068-881e-981a6106f06e", "tag": "5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:11:24.071416 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5982186-8eaf-423a-a768-d84d17536c54 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:11:24.071828 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'tag': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c', 'status': 'completed', 'code': 200} Aug 10 02:11:24.094596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:11:24.125772 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8fd7779c-4b04-4e3d-b419-e1b16265ea9c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9933803 Aug 10 02:11:24.129233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34258) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:24.139411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-27628a01-fef9-426b-a3ee-e920d17d02ec tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'security_group': {'name': 'tempest-secgroup-1841753301'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:24.161246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-7e3eb60c-c3f3-4547-9c84-c7bee5eaa587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:24.165295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-7e3eb60c-c3f3-4547-9c84-c7bee5eaa587 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 1098 time: 0.0690036 Aug 10 02:11:24.290363 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27628a01-fef9-426b-a3ee-e920d17d02ec tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.346634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Deleting port d7abe811-a3e7-4255-9454-d4b2bdd8b367 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:24.347242 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.351886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-fb04171c-d5f2-4f91-a304-d753ae3a36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:24.354497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-fb04171c-d5f2-4f91-a304-d753ae3a36ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 911 time: 0.1841223 Aug 10 02:11:24.417293 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27628a01-fef9-426b-a3ee-e920d17d02ec tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.448944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-9b475215-39f0-4616-8567-e6a34ef79ab1', 'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'tenant_id': 'e590364b174b4fb0b9e4e3e8d4ca7423', 'fixed_ips': [{'subnet_id': '474078bd-b469-414e-bd87-5fb001be2aa4'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:11:24.449814 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.485421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27628a01-fef9-426b-a3ee-e920d17d02ec tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.519385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27628a01-fef9-426b-a3ee-e920d17d02ec tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef990954-d582-45cb-b16d-2cf04eb51d86,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:24.565587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-254b71f4-7dcf-469e-9631-35c1271cceef req-f4bcdc78-38d1-474d-84f5-e457ea4482f2 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.1103027 Aug 10 02:11:24.588209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '061a7bd4-b7fb-484c-98e6-dd4c0de4bb36', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'port_id': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'mac_address': 'fa:16:3e:e4:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:11:03Z', 'updated_at': '2021-08-10T02:11:22Z', 'revision_number': 1, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:24.604367 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27628a01-fef9-426b-a3ee-e920d17d02ec tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.609189 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-27628a01-fef9-426b-a3ee-e920d17d02ec tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4776807 Aug 10 02:11:24.610052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34268) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:24.615648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9d14ca89-8943-4685-9d19-65ff3dda0ac5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'security_group': {'name': 'tempest-secgroup-1558048710'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:24.666837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] Checking router: 15c06bcd-3e83-44ac-b88a-9c12fc109c18 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:11:24.683863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:24.684614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:24.737515 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d14ca89-8943-4685-9d19-65ff3dda0ac5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.742506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Allocated IP 2001:db8::2 (9b475215-39f0-4616-8567-e6a34ef79ab1/474078bd-b469-414e-bd87-5fb001be2aa4/69f82848-3be7-4e37-aa5d-84c7e1b93eb1) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:24.833007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d14ca89-8943-4685-9d19-65ff3dda0ac5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.868642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:11:24.924718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-c1b56dea-7ec0-4d8d-9dd0-85da4e7be1cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 200 len: 999 time: 0.5465047 Aug 10 02:11:24.929912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d14ca89-8943-4685-9d19-65ff3dda0ac5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:24.973825 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.010281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Calling delete_port for d7abe811-a3e7-4255-9454-d4b2bdd8b367 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:25.014631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14ca89-8943-4685-9d19-65ff3dda0ac5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48115dc2-e577-4a91-baf1-b491a7b878d5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:25.021960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d14ca89-8943-4685-9d19-65ff3dda0ac5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.024922 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9d14ca89-8943-4685-9d19-65ff3dda0ac5 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4126549 Aug 10 02:11:25.025990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-de39b4c5-ae77-4c03-beb8-422247c675c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:25.033322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34278) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:25.033474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-de39b4c5-ae77-4c03-beb8-422247c675c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.0960684 Aug 10 02:11:25.037361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-235371938', 'security_groups': ['48115dc2-e577-4a91-baf1-b491a7b878d5'], 'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '474078bd-b469-414e-bd87-5fb001be2aa4'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:25.166390 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb378f17-12e3-4dc5-b63c-3d9b9d2cf203 req-d0996d6f-78f3-47fe-86fb-1a5aa2dd5eff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0995aeb7938243368ab12a4c5816388e&device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0336781 Aug 10 02:11:25.176609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-f3a28c33-3b6b-4c8d-a3ed-d5fa1c5ff678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:25.178499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-f3a28c33-3b6b-4c8d-a3ed-d5fa1c5ff678 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439505 Aug 10 02:11:25.249615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.265322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Transition to ACTIVE for port object 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:25.295136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Transition to ACTIVE for port object 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:25.295726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb378f17-12e3-4dc5-b63c-3d9b9d2cf203 req-c0037132-c2a2-4e86-85cf-bc029d449fd8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0995aeb7938243368ab12a4c5816388e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155946 Aug 10 02:11:25.350982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9e95729-cfce-411e-bf0c-aae0ba55c380 req-a51289ca-315b-4b11-b430-79ddd6750d32 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0502656 Aug 10 02:11:25.375816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '061a7bd4-b7fb-484c-98e6-dd4c0de4bb36', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'port_id': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'mac_address': 'fa:16:3e:e4:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:11:03Z', 'updated_at': '2021-08-10T02:11:22Z', 'revision_number': 1, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:25.384075 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.417867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b4d8f-0331-4b08-8aad-06b4e79cede2 None None] The sync data for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 is: [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '061a7bd4-b7fb-484c-98e6-dd4c0de4bb36', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'port_id': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'mac_address': 'fa:16:3e:e4:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:11:03Z', 'updated_at': '2021-08-10T02:11:22Z', 'revision_number': 1, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:25.432224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:25.468256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:25.473313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:25.475278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Pushing event updated for resources: {'Port': ['ID=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:25.477973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:25.482590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-5e61c098-50a6-4665-85b7-0b4b5cab94cc service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878132 Aug 10 02:11:25.580364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378f17-12e3-4dc5-b63c-3d9b9d2cf203 req-4b618086-ee5d-4f33-9a3d-dc65ef8f47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:25.581884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb378f17-12e3-4dc5-b63c-3d9b9d2cf203 req-4b618086-ee5d-4f33-9a3d-dc65ef8f47cf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2768595 Aug 10 02:11:25.585185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Attempting to bind port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:11:25.585767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Attempting to bind port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '62182e5f-7330-4333-8769-818926af6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:11:25.586393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Attempting to bind port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 on network 9b475215-39f0-4616-8567-e6a34ef79ab1 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:25.600970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:11:25.601508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Checking segment: {'id': '62182e5f-7330-4333-8769-818926af6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:25.601749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.602152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Bound using segment: {'id': '62182e5f-7330-4333-8769-818926af6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:11:25.602666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Bound port: 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62182e5f-7330-4333-8769-818926af6a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:11:25.603050 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.622257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.624518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.641522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cc8042d-f651-4a91-a914-dc3341d85440 req-ff007f33-7900-460a-851e-819943b62ffa service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465302 Aug 10 02:11:25.656509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 8950317f-c43e-4ebe-bd2d-caaf06dfbeab yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:11:25.662502 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event deleted for resources: {'Port': ['ID=d7abe811-a3e7-4255-9454-d4b2bdd8b367,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:25.736810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] For port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:11:25.744310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] For port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,segment=NetworkSegment(62182e5f-7330-4333-8769-818926af6a02),segment_id=62182e5f-7330-4333-8769-818926af6a02)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:11:25.760662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.789984 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d96041-de42-4645-9a25-11497b4d8681 None None] New status for floating IP 061a7bd4-b7fb-484c-98e6-dd4c0de4bb36: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:11:25.816351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.893843 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.899516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:25.928671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14bd0b-d9ce-4186-bbdb-8d910a41409e None None] Pushing event updated for resources: {'Port': ['ID=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:25.963909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::2b8 (9b475215-39f0-4616-8567-e6a34ef79ab1/474078bd-b469-414e-bd87-5fb001be2aa4/8950317f-c43e-4ebe-bd2d-caaf06dfbeab) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:26.049879 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.050429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Fanout notify agent at l3_agent the message router_deleted on router 776866cf-a70a-4e13-a7b1-1415ed502436 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:11:26.062025 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.063952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6d496399-6d90-455c-ab20-1331ad7ea5e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/776866cf-a70a-4e13-a7b1-1415ed502436 HTTP/1.1" status: 204 len: 168 time: 2.3456874 Aug 10 02:11:26.068297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34296) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:26.073243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1d64556b-79cb-41c3-a56c-9034f4825884 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-575979872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:26.187149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d64556b-79cb-41c3-a56c-9034f4825884 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.187149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d64556b-79cb-41c3-a56c-9034f4825884 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.188916 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.207385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object 8950317f-c43e-4ebe-bd2d-caaf06dfbeab will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:26.261726 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d64556b-79cb-41c3-a56c-9034f4825884 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.342354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d64556b-79cb-41c3-a56c-9034f4825884 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.342615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.392534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:26.396134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:26.407022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=8950317f-c43e-4ebe-bd2d-caaf06dfbeab,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:26.410270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:26.416518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d64556b-79cb-41c3-a56c-9034f4825884 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.417428 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:26.418118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.420775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34306) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:26.420923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1d64556b-79cb-41c3-a56c-9034f4825884 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3513904 Aug 10 02:11:26.427068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': False}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:26.482818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d81452db-ebcb-4526-9f94-a5b81a742e05 req-854d3480-3f0f-4758-be7f-a259d4ad72a6 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0372083 Aug 10 02:11:26.585008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0c032882-a140-4afb-a7e0-3d3b27ebd39b tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5530829 Aug 10 02:11:26.585784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34308) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:26.590956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f11c1395-0c2f-474a-8748-8d3b82920351 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:26.642050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:26.725830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.833262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:26.863515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11c1395-0c2f-474a-8748-8d3b82920351 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:26.868346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f11c1395-0c2f-474a-8748-8d3b82920351 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.883188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb378f17-12e3-4dc5-b63c-3d9b9d2cf203 req-ed5b0eed-414f-44bf-a640-f47ee7c96273 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0460289 Aug 10 02:11:27.013422 n-d-767704-21 neutron-server[101223]: INFO neutron.db.ipam_backend_mixin [None req-f11c1395-0c2f-474a-8748-8d3b82920351 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 474078bd-b469-414e-bd87-5fb001be2aa4 (CIDR: 2001:db8::/64) Aug 10 02:11:27.118952 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11c1395-0c2f-474a-8748-8d3b82920351 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:11:27.119496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11c1395-0c2f-474a-8748-8d3b82920351 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:27.209739 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:27.216757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-38262fee-1fa6-4807-b45b-7499834185de None None] Provisioning for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:27.226130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-38262fee-1fa6-4807-b45b-7499834185de None None] Provisioning complete for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:27.226519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38262fee-1fa6-4807-b45b-7499834185de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:27.236821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:27.357208 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38262fee-1fa6-4807-b45b-7499834185de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:27.402513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-38262fee-1fa6-4807-b45b-7499834185de None None] For port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,segment=NetworkSegment(62182e5f-7330-4333-8769-818926af6a02),segment_id=62182e5f-7330-4333-8769-818926af6a02)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:27.490608 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38262fee-1fa6-4807-b45b-7499834185de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:27.557856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-38262fee-1fa6-4807-b45b-7499834185de None None] Provisioning complete for port 546de2bf-dceb-4fa1-9c86-9070d4867a8e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:27.557856 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38262fee-1fa6-4807-b45b-7499834185de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:27.600475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38262fee-1fa6-4807-b45b-7499834185de None None] Pushing event updated for resources: {'Port': ['ID=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:27.608909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-38262fee-1fa6-4807-b45b-7499834185de None None] Port 546de2bf-dceb-4fa1-9c86-9070d4867a8e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:27.647979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c96c40f1-be60-46d5-a97b-71590743a40e req-20814014-7417-46d7-afb4-c6f62d6104c2 tempest-ServerShowV257Test-648708326 tempest-ServerShowV257Test-648708326-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ab8da18-0340-4856-b18b-2bc76b2395bf HTTP/1.1" status: 200 len: 210 time: 0.0453374 Aug 10 02:11:27.672312 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f11c1395-0c2f-474a-8748-8d3b82920351 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0854645 Aug 10 02:11:27.676025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34330) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:27.681706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:27.779412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Allocated IP 172.25.3.248 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/0f313fc7-b06a-4a92-b730-890a7ee0e4b9) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:27.816423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cc2b4ac3-5347-4c85-beef-8da07a0ddddf None None] Provisioning for port 8950317f-c43e-4ebe-bd2d-caaf06dfbeab completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:27.820581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cc2b4ac3-5347-4c85-beef-8da07a0ddddf None None] Provisioning complete for port 8950317f-c43e-4ebe-bd2d-caaf06dfbeab triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:27.821166 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc2b4ac3-5347-4c85-beef-8da07a0ddddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:27.858388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b4ac3-5347-4c85-beef-8da07a0ddddf None None] Port 8950317f-c43e-4ebe-bd2d-caaf06dfbeab cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:27.890165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:27.893929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:27.916064 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:28.005203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:28.050043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:28.055389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:28.059168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:28.085160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Pushing event updated for resources: {'Port': ['ID=0f313fc7-b06a-4a92-b730-890a7ee0e4b9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:28.273200 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:28.312744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:28.317224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:28.321248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:28.321846 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:28.327522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42953d4b-5ae7-4543-ab5e-50e4a0ca7875 None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:28.336136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=90d93bb9-41e8-49bb-899e-e841c6f6fbe4,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:28.423333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7ec61e66-f63c-452a-b788-c7064862d86a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7455187 Aug 10 02:11:28.426418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34346) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:28.435421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1767356743', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90d93bb9-41e8-49bb-899e-e841c6f6fbe4'}], 'security_groups': ['ef990954-d582-45cb-b16d-2cf04eb51d86']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:28.452759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:28.601743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbdf5eb-9050-45c9-bca3-85ad27c18ec6 None None] Update dhcp port {'port': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'fixed_ips': [{'subnet_id': '474078bd-b469-414e-bd87-5fb001be2aa4', 'ip_address': '2001:db8::2'}, {'subnet_id': '90d93bb9-41e8-49bb-899e-e841c6f6fbe4'}], 'binding:host_id': 'n-d-767704-21'}, 'id': '69f82848-3be7-4e37-aa5d-84c7e1b93eb1'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:11:28.631113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:28.686306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf5eb-9050-45c9-bca3-85ad27c18ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:28.729565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:28.734038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:28.742372 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:28.759908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:28.760279 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.008007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8fbdf5eb-9050-45c9-bca3-85ad27c18ec6 None None] Allocated IP 2001:db8:0:1::2 (9b475215-39f0-4616-8567-e6a34ef79ab1/90d93bb9-41e8-49bb-899e-e841c6f6fbe4/69f82848-3be7-4e37-aa5d-84c7e1b93eb1) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:29.072577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Router f7d992b7-c5f8-4bd5-becd-5db8cacfa260 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:11:29.128435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8fbdf5eb-9050-45c9-bca3-85ad27c18ec6 None None] For port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,segment=NetworkSegment(62182e5f-7330-4333-8769-818926af6a02),segment_id=62182e5f-7330-4333-8769-818926af6a02)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:29.174011 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf5eb-9050-45c9-bca3-85ad27c18ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.197040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8fbdf5eb-9050-45c9-bca3-85ad27c18ec6 None None] Transition to ACTIVE for port object 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:29.208937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:29.214128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.215600 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9274fdbe-f493-4240-b01e-6290dff59495 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "PUT /v2.0/routers/f7d992b7-c5f8-4bd5-becd-5db8cacfa260 HTTP/1.1" status: 200 len: 915 time: 2.7933307 Aug 10 02:11:29.220329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34360) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:29.224483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a965a48-9e26-4f14-80d5-07bea8c151c4 None None] Sync routers for ids ['f7d992b7-c5f8-4bd5-becd-5db8cacfa260'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:29.235478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a965a48-9e26-4f14-80d5-07bea8c151c4 None None] Routers {'f7d992b7-c5f8-4bd5-becd-5db8cacfa260'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:29.236175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6a965a48-9e26-4f14-80d5-07bea8c151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f7d992b7-c5f8-4bd5-becd-5db8cacfa260'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:29.278723 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf5eb-9050-45c9-bca3-85ad27c18ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.283621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6a965a48-9e26-4f14-80d5-07bea8c151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:29.359655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a965a48-9e26-4f14-80d5-07bea8c151c4 None None] Routers {'f7d992b7-c5f8-4bd5-becd-5db8cacfa260'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:29.361297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6a965a48-9e26-4f14-80d5-07bea8c151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f7d992b7-c5f8-4bd5-becd-5db8cacfa260'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:29.405086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3c56d365-cd98-4b12-b011-c53527836d03 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/routers/f7d992b7-c5f8-4bd5-becd-5db8cacfa260 HTTP/1.1" status: 200 len: 921 time: 0.1835475 Aug 10 02:11:29.408443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34368) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:29.434058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6a965a48-9e26-4f14-80d5-07bea8c151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:29.435702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a965a48-9e26-4f14-80d5-07bea8c151c4 None None] The sync data for ids ['f7d992b7-c5f8-4bd5-becd-5db8cacfa260'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:29.440039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdf5eb-9050-45c9-bca3-85ad27c18ec6 None None] Pushing event updated for resources: {'Port': ['ID=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:29.475722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Delete allocated IP 2001:db8::2b8 (9b475215-39f0-4616-8567-e6a34ef79ab1/474078bd-b469-414e-bd87-5fb001be2aa4) {{(pid=101224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 02:11:29.490310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc8753f-2c11-4819-8450-15617cf9ae91 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:29.491887 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dbc8753f-2c11-4819-8450-15617cf9ae91 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=f7d992b7-c5f8-4bd5-becd-5db8cacfa260&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0824385 Aug 10 02:11:29.494825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34372) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:29.502369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8:0:1::386 (9b475215-39f0-4616-8567-e6a34ef79ab1/90d93bb9-41e8-49bb-899e-e841c6f6fbe4/8950317f-c43e-4ebe-bd2d-caaf06dfbeab) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:29.556787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34374) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:29.615946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c75fd5-1d4f-42cc-89e4-e878b5cf02a1 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:29.617740 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-24c75fd5-1d4f-42cc-89e4-e878b5cf02a1 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 881 time: 0.1216805 Aug 10 02:11:29.620669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34378) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:29.655071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bed477ea-6d2d-4cbe-9302-c43d663e3663 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7d992b7-c5f8-4bd5-becd-5db8cacfa260 HTTP/1.1" status: 200 len: 205 time: 0.0329456 Aug 10 02:11:29.657714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34380) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:29.754690 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.779276 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb981983-16a2-4ca4-817c-09ee1072a112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.794191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object 8950317f-c43e-4ebe-bd2d-caaf06dfbeab will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:29.821990 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.889192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.903675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb981983-16a2-4ca4-817c-09ee1072a112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.939950 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.964685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] In _notify_port_updated(), no bound segment for port 8950317f-c43e-4ebe-bd2d-caaf06dfbeab on network 9b475215-39f0-4616-8567-e6a34ef79ab1 {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:11:29.971439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:29.971826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:29.973203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "PUT /v2.0/ports/8950317f-c43e-4ebe-bd2d-caaf06dfbeab HTTP/1.1" status: 200 len: 931 time: 1.5457323 Aug 10 02:11:29.976454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34386) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:29.982787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2173b-432c-4e72-9011-108fc9d346a1 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=8950317f-c43e-4ebe-bd2d-caaf06dfbeab,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:29.985455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb981983-16a2-4ca4-817c-09ee1072a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.017500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bb981983-16a2-4ca4-817c-09ee1072a112 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0995aeb7938243368ab12a4c5816388e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595265 Aug 10 02:11:30.030722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34388) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:30.051346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb981983-16a2-4ca4-817c-09ee1072a112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103150a1-39ab-4150-93b8-9470855802c5,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:30.214319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-526a3e73-5f79-4c74-a6b6-a7aee515f5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.271788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d72cc-f8e0-4027-9091-4470d29843e4 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 8950317f-c43e-4ebe-bd2d-caaf06dfbeab {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:30.274808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b2d72cc-f8e0-4027-9091-4470d29843e4 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.310950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Deleting port 0f313fc7-b06a-4a92-b730-890a7ee0e4b9 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:30.311502 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.361092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-526a3e73-5f79-4c74-a6b6-a7aee515f5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.427121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Provisioning for port 8950317f-c43e-4ebe-bd2d-caaf06dfbeab completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:30.435022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Provisioning complete for port 8950317f-c43e-4ebe-bd2d-caaf06dfbeab triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:30.435874 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.563741 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b2d72cc-f8e0-4027-9091-4470d29843e4 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.604180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Port 8950317f-c43e-4ebe-bd2d-caaf06dfbeab cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:30.610306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.648544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d72cc-f8e0-4027-9091-4470d29843e4 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 8950317f-c43e-4ebe-bd2d-caaf06dfbeab owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:30.684710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Calling delete_port for 0f313fc7-b06a-4a92-b730-890a7ee0e4b9 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:30.703343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Provisioning for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:30.713563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:30.717038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Provisioning complete for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:30.717415 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.865306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-526a3e73-5f79-4c74-a6b6-a7aee515f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.868491 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-526a3e73-5f79-4c74-a6b6-a7aee515f5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.870150 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-526a3e73-5f79-4c74-a6b6-a7aee515f5bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/103150a1-39ab-4150-93b8-9470855802c5 HTTP/1.1" status: 204 len: 168 time: 0.8474505 Aug 10 02:11:30.904767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:30.905273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:30.925957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a3e73-5f79-4c74-a6b6-a7aee515f5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103150a1-39ab-4150-93b8-9470855802c5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:31.006118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b2d72cc-f8e0-4027-9091-4470d29843e4 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.013346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Provisioning complete for port 546de2bf-dceb-4fa1-9c86-9070d4867a8e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:31.013346 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.052000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d72cc-f8e0-4027-9091-4470d29843e4 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=8950317f-c43e-4ebe-bd2d-caaf06dfbeab,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:31.083866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b2d72cc-f8e0-4027-9091-4470d29843e4 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.086162 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9b2d72cc-f8e0-4027-9091-4470d29843e4 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/8950317f-c43e-4ebe-bd2d-caaf06dfbeab HTTP/1.1" status: 204 len: 168 time: 1.1082118 Aug 10 02:11:31.091223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34406) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:31.093001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-348e7a86-8b3f-460f-959d-91d6ca1a0616 None None] Port 546de2bf-dceb-4fa1-9c86-9070d4867a8e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:31.126192 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f94da19-336f-43bf-bd19-fadb79524485 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:11:31.131200 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f94da19-336f-43bf-bd19-fadb79524485 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/8950317f-c43e-4ebe-bd2d-caaf06dfbeab HTTP/1.1" status: 404 len: 333 time: 0.0377882 Aug 10 02:11:31.132691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34408) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:31.213243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d0a057dd-350c-4c69-8e3f-cd505c897d30 None None] Could not find standard attr ID for object 8950317f-c43e-4ebe-bd2d-caaf06dfbeab. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:11:31.228368 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-899b9d92-0565-48a4-8e42-333cf83f810c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.256505 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-899b9d92-0565-48a4-8e42-333cf83f810c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.336040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.377058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event deleted for resources: {'Port': ['ID=0f313fc7-b06a-4a92-b730-890a7ee0e4b9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:31.441993 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.444781 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-899b9d92-0565-48a4-8e42-333cf83f810c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.450924 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-899b9d92-0565-48a4-8e42-333cf83f810c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.450924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-899b9d92-0565-48a4-8e42-333cf83f810c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/security-groups/48115dc2-e577-4a91-baf1-b491a7b878d5 HTTP/1.1" status: 204 len: 168 time: 0.3120131 Aug 10 02:11:31.458839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:31.466433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b9d92-0565-48a4-8e42-333cf83f810c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48115dc2-e577-4a91-baf1-b491a7b878d5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:31.528884 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17fe41f1-8b15-4895-9924-32fd6b8f1ef8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.560870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17fe41f1-8b15-4895-9924-32fd6b8f1ef8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.565405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.567708 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.666663 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17fe41f1-8b15-4895-9924-32fd6b8f1ef8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.673315 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17fe41f1-8b15-4895-9924-32fd6b8f1ef8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.679203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34432) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:31.679825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-17fe41f1-8b15-4895-9924-32fd6b8f1ef8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/security-groups/ef990954-d582-45cb-b16d-2cf04eb51d86 HTTP/1.1" status: 204 len: 168 time: 0.2191207 Aug 10 02:11:31.698100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe41f1-8b15-4895-9924-32fd6b8f1ef8 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef990954-d582-45cb-b16d-2cf04eb51d86,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:31.752897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3c0ca0-d1f6-4846-92b1-6b7869bd2d06 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet 474078bd-b469-414e-bd87-5fb001be2aa4 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:11:31.756565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.757257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Fanout notify agent at l3_agent the message router_deleted on router f7d992b7-c5f8-4bd5-becd-5db8cacfa260 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:11:31.759079 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0ca0-d1f6-4846-92b1-6b7869bd2d06 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.766796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.771740 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9c4f64be-7c45-4327-b9ca-cce55744e8be tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/f7d992b7-c5f8-4bd5-becd-5db8cacfa260 HTTP/1.1" status: 204 len: 168 time: 2.1090493 Aug 10 02:11:31.772421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34434) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:31.777486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1654841390', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:31.811017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0ca0-d1f6-4846-92b1-6b7869bd2d06 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.904695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0ca0-d1f6-4846-92b1-6b7869bd2d06 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.929829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.929829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:31.982493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.031600 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0ca0-d1f6-4846-92b1-6b7869bd2d06 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.062343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c0ca0-d1f6-4846-92b1-6b7869bd2d06 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=474078bd-b469-414e-bd87-5fb001be2aa4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:32.066078 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8d3c0ca0-d1f6-4846-92b1-6b7869bd2d06 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.068239 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8d3c0ca0-d1f6-4846-92b1-6b7869bd2d06 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/474078bd-b469-414e-bd87-5fb001be2aa4 HTTP/1.1" status: 204 len: 168 time: 0.3878357 Aug 10 02:11:32.073357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34448) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:32.080088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:32.082660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4b00b-0748-465d-8187-eaae999f13be None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:32.187776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34450) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:32.351618 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.373996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-153681302-network', 'tenant_id': 'a5466e0ab0374b7bbebe8efa7c0e9c99'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:32.415939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:32.420909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.576786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Made reservation on behalf of a5466e0ab0374b7bbebe8efa7c0e9c99 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:32.579939 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.632861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.815548 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.840040 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.973303 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:32.987822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Allocated IP 172.25.3.211 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/c6e27233-24a6-47a6-b8ac-638121a52d50) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:33.006263 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.051090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:33.056195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:33.060899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:33.061513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.082592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=0f1e08a0-f3a7-4acb-b160-065503d51aaf,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:33.103470 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.116432 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.132416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:33.152487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1a9c30-66f0-4def-9abf-81050443658d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:33.156339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.157460 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Added segment f4d74c69-9c0b-4598-a59c-252162111bc2 of type vlan for network 51f667a7-7702-4f99-a830-c31155b42ea3 Aug 10 02:11:33.200122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac68116-a7e7-4867-8612-49640109c289 None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:33.201486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.212530 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8619d20b-c2ae-42b1-8457-ec275423e3ab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1380949 Aug 10 02:11:33.215163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34468) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:33.222267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-34ef7f69-a970-4dcf-9bf8-fbc15d22003d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'security_group': {'name': 'tempest-secgroup-195931192'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:33.279339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.286846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-41dd82f1-d9e2-41d9-bf57-9be746a869da None None] Provisioning complete for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:33.287222 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-41dd82f1-d9e2-41d9-bf57-9be746a869da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.329951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:33.333241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:33.336937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:33.342328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.343607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event updated for resources: {'Port': ['ID=c6e27233-24a6-47a6-b8ac-638121a52d50,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:33.346111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:33.347677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.398186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34ef7f69-a970-4dcf-9bf8-fbc15d22003d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.430076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] Pushing event updated for resources: {'Network': ['ID=51f667a7-7702-4f99-a830-c31155b42ea3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:33.442912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 51f667a7-7702-4f99-a830-c31155b42ea3 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:33.524108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-41dd82f1-d9e2-41d9-bf57-9be746a869da None None] Provisioning complete for port 546de2bf-dceb-4fa1-9c86-9070d4867a8e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:33.524489 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-41dd82f1-d9e2-41d9-bf57-9be746a869da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.536084 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-df37d28f-3b6c-48f5-8c66-51109c4d9b13 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3338068 Aug 10 02:11:33.537374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34476) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:33.545815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Request body: {'subnet': {'network_id': '51f667a7-7702-4f99-a830-c31155b42ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-153681302-subnet', 'tenant_id': 'a5466e0ab0374b7bbebe8efa7c0e9c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:33.589863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-41dd82f1-d9e2-41d9-bf57-9be746a869da None None] Port 546de2bf-dceb-4fa1-9c86-9070d4867a8e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:33.600666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540e95a-3af3-4437-8322-9b1b6bc6361e None None] Update dhcp port {'port': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'fixed_ips': [{'subnet_id': '90d93bb9-41e8-49bb-899e-e841c6f6fbe4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0f1e08a0-f3a7-4acb-b160-065503d51aaf'}], 'binding:host_id': 'n-d-767704-21'}, 'id': '69f82848-3be7-4e37-aa5d-84c7e1b93eb1'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:11:33.627110 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4540e95a-3af3-4437-8322-9b1b6bc6361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.632902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34ef7f69-a970-4dcf-9bf8-fbc15d22003d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.701394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34ef7f69-a970-4dcf-9bf8-fbc15d22003d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.735880 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.751297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef7f69-a970-4dcf-9bf8-fbc15d22003d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822c072d-b8d0-4b26-b864-27f449527aa3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:33.829783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Made reservation on behalf of a5466e0ab0374b7bbebe8efa7c0e9c99 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:33.831847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.833836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-4540e95a-3af3-4437-8322-9b1b6bc6361e None None] Allocated IP 2001:db8::2 (9b475215-39f0-4616-8567-e6a34ef79ab1/0f1e08a0-f3a7-4acb-b160-065503d51aaf/69f82848-3be7-4e37-aa5d-84c7e1b93eb1) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:33.878783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34ef7f69-a970-4dcf-9bf8-fbc15d22003d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:33.883757 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-34ef7f69-a970-4dcf-9bf8-fbc15d22003d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6676111 Aug 10 02:11:33.886378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34484) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:33.893389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6240ca2a-8b7f-4b31-b5a6-7899b0644849 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'security_group': {'name': 'tempest-secgroup-238121035'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:33.943130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4540e95a-3af3-4437-8322-9b1b6bc6361e None None] For port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,segment=NetworkSegment(62182e5f-7330-4333-8769-818926af6a02),segment_id=62182e5f-7330-4333-8769-818926af6a02)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:33.980302 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4540e95a-3af3-4437-8322-9b1b6bc6361e None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.001197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4540e95a-3af3-4437-8322-9b1b6bc6361e None None] Transition to ACTIVE for port object 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:34.048567 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6240ca2a-8b7f-4b31-b5a6-7899b0644849 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.091302 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4540e95a-3af3-4437-8322-9b1b6bc6361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.144464 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6240ca2a-8b7f-4b31-b5a6-7899b0644849 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.157840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540e95a-3af3-4437-8322-9b1b6bc6361e None None] Pushing event updated for resources: {'Port': ['ID=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:34.220159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6240ca2a-8b7f-4b31-b5a6-7899b0644849 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.255321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240ca2a-8b7f-4b31-b5a6-7899b0644849 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fcfa19-dac4-4eaf-8cf4-b4369f39c11c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:34.376056 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6240ca2a-8b7f-4b31-b5a6-7899b0644849 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.379989 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6240ca2a-8b7f-4b31-b5a6-7899b0644849 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4899511 Aug 10 02:11:34.380289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34494) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:34.384980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-33d89a8b-f367-446f-abd2-0d26f1a99253 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'security_group': {'name': 'tempest-secgroup-729355527'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:34.447611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.496535 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-33d89a8b-f367-446f-abd2-0d26f1a99253 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.614472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.624624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-33d89a8b-f367-446f-abd2-0d26f1a99253 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.642633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:34.701024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e987b3e-8d44-4bcd-bb53-7e6fa15a7713,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:34.712786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Checking segment: {'id': 'f4d74c69-9c0b-4598-a59c-252162111bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '51f667a7-7702-4f99-a830-c31155b42ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:34.713158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Network hostable DHCP agents. Network: 51f667a7-7702-4f99-a830-c31155b42ea3, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:34.718880 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-33d89a8b-f367-446f-abd2-0d26f1a99253 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.752431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d89a8b-f367-446f-abd2-0d26f1a99253 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee7322e-cad5-4679-bf9d-89df3219f5db,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:34.816076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Router cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:11:34.844997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-33d89a8b-f367-446f-abd2-0d26f1a99253 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:34.846595 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-33d89a8b-f367-446f-abd2-0d26f1a99253 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4648802 Aug 10 02:11:34.849439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34502) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:34.857530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1890420295', 'security_groups': ['1ee7322e-cad5-4679-bf9d-89df3219f5db'], 'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0f1e08a0-f3a7-4acb-b160-065503d51aaf'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:34.887491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Network 51f667a7-7702-4f99-a830-c31155b42ea3 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:34.959007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:34.970260 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051efdac-e59c-4442-b23c-eb5a465523b3 None None] Sync routers for ids ['cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:34.988603 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051efdac-e59c-4442-b23c-eb5a465523b3 None None] Routers {'cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:34.989328 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-051efdac-e59c-4442-b23c-eb5a465523b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:35.003152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 51f667a7-7702-4f99-a830-c31155b42ea3) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:35.017833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c497ce-35e8-44cb-bf1d-0dddc20cbe8d None None] Network 51f667a7-7702-4f99-a830-c31155b42ea3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:35.024920 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-051efdac-e59c-4442-b23c-eb5a465523b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:35.035706 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051efdac-e59c-4442-b23c-eb5a465523b3 None None] Routers {'cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:35.036333 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-051efdac-e59c-4442-b23c-eb5a465523b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:35.036459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:35.040696 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.049502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0fa906db-14c7-4103-aeaa-3cadd398e6ec None None] Provisioning for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:35.084041 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.084364 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-051efdac-e59c-4442-b23c-eb5a465523b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:35.084364 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051efdac-e59c-4442-b23c-eb5a465523b3 None None] The sync data for ids ['cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:35.085468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1b05ce34-29ba-4197-baf3-7c4d0bb6dbcb tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3115172 Aug 10 02:11:35.086131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34508) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:35.091516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:35.159956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:35.247531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0fa906db-14c7-4103-aeaa-3cadd398e6ec None None] Provisioning complete for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:35.248046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0fa906db-14c7-4103-aeaa-3cadd398e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.266527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5c4dcba0-7724-4d79-8f9a-e7a1d37a0d2b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7176809 Aug 10 02:11:35.315071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.347034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] device_id is not set on port 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:11:35.474200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60862d17-97a0-4a6b-9b07-64d3f365f6a1 None None] Network 51f667a7-7702-4f99-a830-c31155b42ea3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:35.533207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0fa906db-14c7-4103-aeaa-3cadd398e6ec None None] Provisioning complete for port 546de2bf-dceb-4fa1-9c86-9070d4867a8e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:35.533584 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0fa906db-14c7-4103-aeaa-3cadd398e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.571806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.585501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8::25e (9b475215-39f0-4616-8567-e6a34ef79ab1/0f1e08a0-f3a7-4acb-b160-065503d51aaf/06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:35.593332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0fa906db-14c7-4103-aeaa-3cadd398e6ec None None] Port 546de2bf-dceb-4fa1-9c86-9070d4867a8e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:35.678260 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.760188 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.773619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:35.816586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Deleting port c6e27233-24a6-47a6-b8ac-638121a52d50 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:35.816941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.885626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.913593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.932943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Calling delete_port for c6e27233-24a6-47a6-b8ac-638121a52d50 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:35.943176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:35.946688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:35.951334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:35.957836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:35.958509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:35.964376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:36.056775 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-41142584-1799-4fc6-9c6c-d190e2f80059 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2062194 Aug 10 02:11:36.060179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34538) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:36.085903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5bfcfde8-3cfa-4949-9720-33b24d3049ea tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:36.095010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34540) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:36.100095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1682920069-network', 'tenant_id': 'd449b4c7a5874ac0ae1b9b2a74427e38'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:36.265820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.304473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Made reservation on behalf of d449b4c7a5874ac0ae1b9b2a74427e38 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:36.307123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.334980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Pushing event deleted for resources: {'Port': ['ID=c6e27233-24a6-47a6-b8ac-638121a52d50,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:36.348310 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.404393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1a2b90a8-4744-4137-b9eb-fcf0f9c4b580 None None] Provisioning for port 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:36.412276 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.415286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1a2b90a8-4744-4137-b9eb-fcf0f9c4b580 None None] Provisioning complete for port 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:36.415849 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1a2b90a8-4744-4137-b9eb-fcf0f9c4b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.460681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b90a8-4744-4137-b9eb-fcf0f9c4b580 None None] Port 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:36.610986 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0a4e777d-a33b-4742-9c61-012098857924 req-b66de424-7bd9-4b84-846e-9ec663c171ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0688281 Aug 10 02:11:36.684524 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.695511 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.706031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e777d-a33b-4742-9c61-012098857924 req-2d71bab9-70f9-47d5-b239-a4ed7d8f11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:36.709661 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0a4e777d-a33b-4742-9c61-012098857924 req-2d71bab9-70f9-47d5-b239-a4ed7d8f11d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1097 time: 0.0453582 Aug 10 02:11:36.773136 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.785419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Router cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:11:36.821115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e777d-a33b-4742-9c61-012098857924 req-780c3ac7-9dfd-460f-8dbb-644562567f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:36.822913 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0a4e777d-a33b-4742-9c61-012098857924 req-780c3ac7-9dfd-460f-8dbb-644562567f20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.0963781 Aug 10 02:11:36.900491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:11:36.900682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60d7ad-ed87-40ef-b929-93da2f65dda1 None None] Sync routers for ids ['cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:11:36.900771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.900771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d0365f80-aa8d-4721-8009-7b81ef138339 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "PUT /v2.0/routers/cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 HTTP/1.1" status: 200 len: 706 time: 1.8027604 Aug 10 02:11:36.900771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34554) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:36.903620 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0a4e777d-a33b-4742-9c61-012098857924 req-e0580223-87bf-4634-a075-8ef426e2ccc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 1001 time: 0.0725763 Aug 10 02:11:36.907837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60d7ad-ed87-40ef-b929-93da2f65dda1 None None] Routers {'cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:36.908489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cb60d7ad-ed87-40ef-b929-93da2f65dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:36.972725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cb60d7ad-ed87-40ef-b929-93da2f65dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:36.982113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60d7ad-ed87-40ef-b929-93da2f65dda1 None None] Routers {'cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:11:36.982792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cb60d7ad-ed87-40ef-b929-93da2f65dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:36.986753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5c7f2ac6-9289-418c-9007-66265e56c0a8 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/routers/cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 HTTP/1.1" status: 200 len: 741 time: 0.0904133 Aug 10 02:11:36.988507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:36.999566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34556) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:37.001516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:37.011717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.012184 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Added segment fb123e67-3111-4fc1-a8a6-a5114a2149d4 of type vlan for network c8532fda-6224-4925-9c24-f3013602ba48 Aug 10 02:11:37.021833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cb60d7ad-ed87-40ef-b929-93da2f65dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:37.022500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60d7ad-ed87-40ef-b929-93da2f65dda1 None None] The sync data for ids ['cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:11:37.054289 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-90fcbce1-4f31-4196-8db4-35c5ad520aa1 tempest-RoutersAdminTest-968455137 tempest-RoutersAdminTest-968455137-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 HTTP/1.1" status: 200 len: 205 time: 0.0534179 Aug 10 02:11:37.054815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34558) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:37.056077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e777d-a33b-4742-9c61-012098857924 req-3ba5e9b8-9780-4a3e-8b7b-229cfc04df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:37.057547 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0a4e777d-a33b-4742-9c61-012098857924 req-3ba5e9b8-9780-4a3e-8b7b-229cfc04df36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.1463716 Aug 10 02:11:37.076459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfcfde8-3cfa-4949-9720-33b24d3049ea tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:37.081390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5bfcfde8-3cfa-4949-9720-33b24d3049ea tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.104654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4638538a-0d1c-4e4f-94f9-a815a5d874b4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 HTTP/1.1" status: 200 len: 205 time: 0.0439856 Aug 10 02:11:37.106794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.107919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34562) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:37.116538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39fb03f-a68a-4ef1-a14e-be76c8730855,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:37.178190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-c1a07232-ce0f-46db-9c69-270289c0c309 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574369 Aug 10 02:11:37.267534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7287f8a1-46fc-493b-a28c-abec6de1e126 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.278923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.280221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:37.281051 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.291613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-601e34cb-fbb3-4c31-aa92-3e32931e374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:37.295709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-601e34cb-fbb3-4c31-aa92-3e32931e374c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 1098 time: 0.0664248 Aug 10 02:11:37.322438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e777d-a33b-4742-9c61-012098857924 req-695bca10-a0f4-484c-99ef-96caf042256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:37.324345 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0a4e777d-a33b-4742-9c61-012098857924 req-695bca10-a0f4-484c-99ef-96caf042256b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2576816 Aug 10 02:11:37.446183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] Pushing event updated for resources: {'Network': ['ID=c8532fda-6224-4925-9c24-f3013602ba48,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:37.461462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c8532fda-6224-4925-9c24-f3013602ba48 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:37.503197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-2c85476a-d747-432f-8c25-4792515b6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:37.505413 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-2c85476a-d747-432f-8c25-4792515b6591 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 911 time: 0.1415830 Aug 10 02:11:37.508989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-84281857-0ddb-40c4-b47b-9a2c5c425252 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4122667 Aug 10 02:11:37.510905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34570) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:37.527010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Request body: {'subnet': {'network_id': 'c8532fda-6224-4925-9c24-f3013602ba48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1682920069-subnet', 'tenant_id': 'd449b4c7a5874ac0ae1b9b2a74427e38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:37.536055 n-d-767704-21 neutron-server[101223]: INFO neutron.db.ipam_backend_mixin [None req-5bfcfde8-3cfa-4949-9720-33b24d3049ea tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f1e08a0-f3a7-4acb-b160-065503d51aaf (CIDR: 2001:db8::/64) Aug 10 02:11:37.581877 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7287f8a1-46fc-493b-a28c-abec6de1e126 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.586809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7287f8a1-46fc-493b-a28c-abec6de1e126 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.602396 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfcfde8-3cfa-4949-9720-33b24d3049ea tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:11:37.602836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfcfde8-3cfa-4949-9720-33b24d3049ea tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:37.608140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-452fbb96-c625-4d99-97d2-420f54dbab9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 200 len: 1001 time: 0.0775738 Aug 10 02:11:37.640440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0a4e777d-a33b-4742-9c61-012098857924 req-05857f98-9b6b-4d76-a1cf-ed080f875010 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978253 Aug 10 02:11:37.661116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-2bad8da4-0e17-4e9f-a280-cf54c8d7498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:37.662656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-2bad8da4-0e17-4e9f-a280-cf54c8d7498d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.0467680 Aug 10 02:11:37.697969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Made reservation on behalf of d449b4c7a5874ac0ae1b9b2a74427e38 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:37.704578 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.745677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7287f8a1-46fc-493b-a28c-abec6de1e126 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.746221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287f8a1-46fc-493b-a28c-abec6de1e126 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Fanout notify agent at l3_agent the message router_deleted on router cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:11:37.758957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7287f8a1-46fc-493b-a28c-abec6de1e126 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:37.765004 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7287f8a1-46fc-493b-a28c-abec6de1e126 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 HTTP/1.1" status: 204 len: 168 time: 0.6450908 Aug 10 02:11:37.769342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34576) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:37.779811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-698882c5-185d-4700-9234-35d9a12204ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:37.781302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-698882c5-185d-4700-9234-35d9a12204ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110168 Aug 10 02:11:37.789023 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5bfcfde8-3cfa-4949-9720-33b24d3049ea tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7251751 Aug 10 02:11:37.789771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34578) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:37.795165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-10c2adfa-18ae-4f41-8010-00f01e76506e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:37.826051 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-75a9e4ef-d63d-4656-b39f-869c4c9e89cd tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 HTTP/1.1" status: 200 len: 205 time: 0.0549812 Aug 10 02:11:37.826855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34580) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:37.838783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0a4e777d-a33b-4742-9c61-012098857924 req-dd7b5029-874e-42fa-9f61-2897e066a772 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904652 Aug 10 02:11:37.904356 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-7544164e-ee5b-460a-9e38-9b85505dca5a tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] delete failed (client error): The resource could not be found. Aug 10 02:11:37.908276 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7544164e-ee5b-460a-9e38-9b85505dca5a tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/cd91a7c7-ec4a-4acd-9ffa-1a6df20ba8f3 HTTP/1.1" status: 404 len: 336 time: 0.0682893 Aug 10 02:11:37.908840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34582) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:37.950976 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5579486b-3590-4033-b490-116b85ef13e4 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7d992b7-c5f8-4bd5-becd-5db8cacfa260 HTTP/1.1" status: 200 len: 205 time: 0.0369468 Aug 10 02:11:37.951162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-8a85df5d-9c6d-4933-980b-3b64016b68f7 service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595404 Aug 10 02:11:37.951246 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34586) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:37.998800 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-177e93f2-6a1a-48cd-ba9c-2a3912f6fea3 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] delete failed (client error): The resource could not be found. Aug 10 02:11:37.999787 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-177e93f2-6a1a-48cd-ba9c-2a3912f6fea3 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/f7d992b7-c5f8-4bd5-becd-5db8cacfa260 HTTP/1.1" status: 404 len: 336 time: 0.0476680 Aug 10 02:11:38.003560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34590) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.043517 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-45e3ca95-0b77-40a7-8736-00c797cc4dad tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=776866cf-a70a-4e13-a7b1-1415ed502436 HTTP/1.1" status: 200 len: 205 time: 0.0365491 Aug 10 02:11:38.044970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34594) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.109620 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-00b718d3-5f47-45c7-bb7f-7dae9e0eae7c tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] delete failed (client error): The resource could not be found. Aug 10 02:11:38.111457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-00b718d3-5f47-45c7-bb7f-7dae9e0eae7c tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/776866cf-a70a-4e13-a7b1-1415ed502436 HTTP/1.1" status: 404 len: 336 time: 0.0655706 Aug 10 02:11:38.115906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34596) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.132240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c2adfa-18ae-4f41-8010-00f01e76506e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:38.135970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd90f578-c37e-4f9c-ba27-db49bef3702a req-f6d53d43-03ab-47e1-b177-a306574c69b4 service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779690 Aug 10 02:11:38.142010 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-10c2adfa-18ae-4f41-8010-00f01e76506e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:38.161684 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8532dfe7-99da-4871-9428-424ec6c3ed40 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=82ab188b-4887-478f-a6ae-2341fb71eb56 HTTP/1.1" status: 200 len: 205 time: 0.0433714 Aug 10 02:11:38.164566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34598) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.205707 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-cb56f33f-2921-46a1-8e12-06be35a3c070 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] delete failed (client error): The resource could not be found. Aug 10 02:11:38.209301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cb56f33f-2921-46a1-8e12-06be35a3c070 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/82ab188b-4887-478f-a6ae-2341fb71eb56 HTTP/1.1" status: 404 len: 336 time: 0.0412006 Aug 10 02:11:38.209301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:38.209748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34600) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.264901 n-d-767704-21 neutron-server[101223]: INFO neutron.db.ipam_backend_mixin [None req-10c2adfa-18ae-4f41-8010-00f01e76506e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 90d93bb9-41e8-49bb-899e-e841c6f6fbe4 (CIDR: 2001:db8:0:1::/64) Aug 10 02:11:38.276872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ca858bba-a3d0-4aea-8992-59ca9e1ecc0a tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=2624b417-a210-4d3e-bdc0-1357571383fd HTTP/1.1" status: 200 len: 205 time: 0.0636601 Aug 10 02:11:38.279704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34604) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.301032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e5a07b-bae3-447a-8c6d-9e5dfb306ee9,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:38.310284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Checking segment: {'id': 'fb123e67-3111-4fc1-a8a6-a5114a2149d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8532fda-6224-4925-9c24-f3013602ba48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:38.310687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Network hostable DHCP agents. Network: c8532fda-6224-4925-9c24-f3013602ba48, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:38.332305 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c2adfa-18ae-4f41-8010-00f01e76506e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:11:38.332802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c2adfa-18ae-4f41-8010-00f01e76506e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:38.335352 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-f1e20a12-1f46-42a2-bfd3-fb762e2c04a6 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] delete failed (client error): The resource could not be found. Aug 10 02:11:38.336498 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f1e20a12-1f46-42a2-bfd3-fb762e2c04a6 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/2624b417-a210-4d3e-bdc0-1357571383fd HTTP/1.1" status: 404 len: 336 time: 0.0553794 Aug 10 02:11:38.339270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34608) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.368109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-739388a2-3c01-47f0-a306-d5ae66e7dade tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac07a6e3-ebde-420e-baa3-b979045e4a66 HTTP/1.1" status: 200 len: 205 time: 0.0275784 Aug 10 02:11:38.372407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34610) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.413323 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-038d9880-8d8d-4c69-b217-b4830da2fbce tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] delete failed (client error): The resource could not be found. Aug 10 02:11:38.414386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-038d9880-8d8d-4c69-b217-b4830da2fbce tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/routers/ac07a6e3-ebde-420e-baa3-b979045e4a66 HTTP/1.1" status: 404 len: 336 time: 0.0410407 Aug 10 02:11:38.417059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34614) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.432705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Network c8532fda-6224-4925-9c24-f3013602ba48 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:38.457419 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6893385-1a97-41ea-9a11-244dc8ddd055 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:38.458421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6893385-1a97-41ea-9a11-244dc8ddd055 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:38.460439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c6893385-1a97-41ea-9a11-244dc8ddd055 tempest-RoutersAdminTest-1658257289 tempest-RoutersAdminTest-1658257289-project] 10.222.0.38 "DELETE /v2.0/subnets/c9b22975-554d-43b7-b5e5-485231cede0b HTTP/1.1" status: 404 len: 337 time: 0.0422764 Aug 10 02:11:38.478718 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-10c2adfa-18ae-4f41-8010-00f01e76506e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6866381 Aug 10 02:11:38.483047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34620) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:38.491671 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'subnet': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:38.534644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c8532fda-6224-4925-9c24-f3013602ba48) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:38.551601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fbaf20-c44c-48b0-9ad6-ee4641f9d284 None None] Network c8532fda-6224-4925-9c24-f3013602ba48 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:38.557634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:38.558246 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:38.646616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-63fc6c19-3762-45f2-ba37-1591dce37802 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1278534 Aug 10 02:11:38.748018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa199acf-4b14-44f1-834f-6d1d58dfa5ff None None] Network c8532fda-6224-4925-9c24-f3013602ba48 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:38.832610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Made reservation on behalf of e590364b174b4fb0b9e4e3e8d4ca7423 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:38.837164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.060186 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:11:39.162122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34642) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:39.199296 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.240784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:39.243799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:39.254470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc7654-99cf-495d-a8ae-4540d3b11e87 None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:39.255793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:39.256405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.280503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Subnet': ['ID=1220aafa-d136-4e3e-ae8a-3eb336d26642,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:39.342813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57426441-b4bc-4b29-879b-95490c0efc82 req-e042eeca-3ad5-4022-964d-a8b4056223da tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:39.345198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-e042eeca-3ad5-4022-964d-a8b4056223da tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/networks?id=51f667a7-7702-4f99-a830-c31155b42ea3 HTTP/1.1" status: 200 len: 824 time: 0.1607449 Aug 10 02:11:39.357552 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7cadda82-15d4-4d55-bfea-61f48c4f3215 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8729725 Aug 10 02:11:39.360588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34654) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:39.371414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1485531486', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1220aafa-d136-4e3e-ae8a-3eb336d26642'}], 'security_groups': ['822c072d-b8d0-4b26-b864-27f449527aa3', 'a0fcfa19-dac4-4eaf-8cf4-b4369f39c11c']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:39.383152 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb5e7-ca3f-4968-8987-df29777718a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.386389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-5af092df-331b-437e-a51f-78adeeac5462 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/quotas/a5466e0ab0374b7bbebe8efa7c0e9c99 HTTP/1.1" status: 200 len: 375 time: 0.0328999 Aug 10 02:11:39.475020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-3c88132e-8d3e-4811-b4d9-63529b337d0e tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=a5466e0ab0374b7bbebe8efa7c0e9c99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578723 Aug 10 02:11:39.493966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-92c32c35-a2ca-487b-b55e-c97259e0f5a2 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:11:39.495074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-92c32c35-a2ca-487b-b55e-c97259e0f5a2 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082002 Aug 10 02:11:39.507632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.572064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fef5d5e-7cfb-496a-9b0e-6154b70f0b68 None None] Update dhcp port {'port': {'network_id': '9b475215-39f0-4616-8567-e6a34ef79ab1', 'fixed_ips': [{'subnet_id': '90d93bb9-41e8-49bb-899e-e841c6f6fbe4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0f1e08a0-f3a7-4acb-b160-065503d51aaf', 'ip_address': '2001:db8::2'}, {'subnet_id': '1220aafa-d136-4e3e-ae8a-3eb336d26642'}], 'binding:host_id': 'n-d-767704-21'}, 'id': '69f82848-3be7-4e37-aa5d-84c7e1b93eb1'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:11:39.599777 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4fef5d5e-7cfb-496a-9b0e-6154b70f0b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.615749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb5e7-ca3f-4968-8987-df29777718a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.657810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-a0c52e3c-a4b7-442f-98d9-e1599a63da4d service neutron] 10.222.0.38 "GET /v2.0/networks/51f667a7-7702-4f99-a830-c31155b42ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482215 Aug 10 02:11:39.727184 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb5e7-ca3f-4968-8987-df29777718a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.778375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4f1eb5e7-ca3f-4968-8987-df29777718a2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48b0d3ef33d341d6896d48b0f9a34974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150539 Aug 10 02:11:39.781622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34662) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:39.787741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eb5e7-ca3f-4968-8987-df29777718a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9073c01-dc2a-472f-9bd4-9af48fd498bd,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:39.805586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-4fef5d5e-7cfb-496a-9b0e-6154b70f0b68 None None] Allocated IP 2001:db8:0:2::2 (9b475215-39f0-4616-8567-e6a34ef79ab1/1220aafa-d136-4e3e-ae8a-3eb336d26642/69f82848-3be7-4e37-aa5d-84c7e1b93eb1) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:39.815659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-93bd914a-b866-4c67-8335-1a38a9f86d68 service neutron] 10.222.0.38 "GET /v2.0/networks/51f667a7-7702-4f99-a830-c31155b42ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504087 Aug 10 02:11:39.848627 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e279f56a-4d99-47dc-a65f-b7cf507aff0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.872920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e279f56a-4d99-47dc-a65f-b7cf507aff0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:39.939493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4fef5d5e-7cfb-496a-9b0e-6154b70f0b68 None None] For port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,segment=NetworkSegment(62182e5f-7330-4333-8769-818926af6a02),segment_id=62182e5f-7330-4333-8769-818926af6a02)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:39.970879 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4fef5d5e-7cfb-496a-9b0e-6154b70f0b68 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:40.059959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4fef5d5e-7cfb-496a-9b0e-6154b70f0b68 None None] Transition to ACTIVE for port object 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:40.060130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e279f56a-4d99-47dc-a65f-b7cf507aff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:40.062346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e279f56a-4d99-47dc-a65f-b7cf507aff0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:40.066828 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e279f56a-4d99-47dc-a65f-b7cf507aff0a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9073c01-dc2a-472f-9bd4-9af48fd498bd HTTP/1.1" status: 204 len: 168 time: 0.2814479 Aug 10 02:11:40.085509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279f56a-4d99-47dc-a65f-b7cf507aff0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9073c01-dc2a-472f-9bd4-9af48fd498bd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:40.107940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34d124e9-7bbd-4155-8b5d-43b7cbb61267 req-2b090e37-9cd7-423e-adf7-72866dfde75f tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0325274 Aug 10 02:11:40.138049 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4fef5d5e-7cfb-496a-9b0e-6154b70f0b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:40.268603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5d5e-7cfb-496a-9b0e-6154b70f0b68 None None] Pushing event updated for resources: {'Port': ['ID=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:40.278052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Delete allocated IP 2001:db8::25e (9b475215-39f0-4616-8567-e6a34ef79ab1/0f1e08a0-f3a7-4acb-b160-065503d51aaf) {{(pid=101223) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 02:11:40.288788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Allocated IP 2001:db8:0:2::79 (9b475215-39f0-4616-8567-e6a34ef79ab1/1220aafa-d136-4e3e-ae8a-3eb336d26642/06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:40.638418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:40.643390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:40.654937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Transition to ACTIVE for port object 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:40.746671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:40.823260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event updated for resources: {'Port': ['ID=06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:40.849336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] In _notify_port_updated(), no bound segment for port 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b on network 9b475215-39f0-4616-8567-e6a34ef79ab1 {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:11:40.855043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:40.855950 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:40.857504 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-81ecd5d0-ebad-425b-8465-32dac59425aa tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "PUT /v2.0/ports/06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b HTTP/1.1" status: 200 len: 969 time: 1.4948802 Aug 10 02:11:40.861155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34692) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:40.913537 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34694) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:40.999953 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-00ab0c65-c229-47a4-9b6d-d4141534dbc2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba7676b855a94200bf58c2d20960e01a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821552 Aug 10 02:11:40.999953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34700) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:41.023884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-532a91dd-d67b-40da-a8bf-4baab984dd3a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:41.024220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-532a91dd-d67b-40da-a8bf-4baab984dd3a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.132196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a975e056-9e16-4746-b1e4-401db0fcd480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.170587 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a975e056-9e16-4746-b1e4-401db0fcd480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.185202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Provisioning for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:41.193913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Provisioning complete for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:41.198401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.200068 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-532a91dd-d67b-40da-a8bf-4baab984dd3a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.214240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8ded53a-2c3f-434b-8fde-fcc83eaf4d00 req-3e731feb-6d53-4b8a-a051-3b908a98336b tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0393264 Aug 10 02:11:41.243973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-532a91dd-d67b-40da-a8bf-4baab984dd3a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:41.393424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a975e056-9e16-4746-b1e4-401db0fcd480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.398124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a975e056-9e16-4746-b1e4-401db0fcd480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.403179 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a975e056-9e16-4746-b1e4-401db0fcd480 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05f9bfb8-663b-431e-a702-f6d3502f617b HTTP/1.1" status: 204 len: 168 time: 0.3984034 Aug 10 02:11:41.413323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975e056-9e16-4746-b1e4-401db0fcd480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f9bfb8-663b-431e-a702-f6d3502f617b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:41.443916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Provisioning for port 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:41.448483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Provisioning complete for port 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:41.449042 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.487559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Port 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:41.515249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Provisioning complete for port 546de2bf-dceb-4fa1-9c86-9070d4867a8e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:41.515743 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.554882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-404a35b7-b2e4-4447-ac2d-7e9145f39081 None None] Port 546de2bf-dceb-4fa1-9c86-9070d4867a8e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:41.594606 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-532a91dd-d67b-40da-a8bf-4baab984dd3a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.642383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a91dd-d67b-40da-a8bf-4baab984dd3a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:41.667985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-de1e838b-e05d-455e-9f56-e8817496a53a None None] Could not find standard attr ID for object 06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:11:41.680424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-532a91dd-d67b-40da-a8bf-4baab984dd3a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.682958 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-532a91dd-d67b-40da-a8bf-4baab984dd3a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b HTTP/1.1" status: 204 len: 168 time: 0.8205540 Aug 10 02:11:41.686199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34718) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:41.720627 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-18675e54-3690-445d-a8f2-fd1d85f35f0e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] GET failed (client error): The resource could not be found. Aug 10 02:11:41.722344 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-18675e54-3690-445d-a8f2-fd1d85f35f0e tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports/06f4d6f7-2da2-4f1d-96a5-4fc92c7a947b HTTP/1.1" status: 404 len: 333 time: 0.0346801 Aug 10 02:11:41.725361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34720) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:41.783840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d154ac0-9525-40e7-8fe9-c36e7c8c6d57 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:41.811949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d154ac0-9525-40e7-8fe9-c36e7c8c6d57 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.003773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d154ac0-9525-40e7-8fe9-c36e7c8c6d57 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.003773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d154ac0-9525-40e7-8fe9-c36e7c8c6d57 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.007596 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d154ac0-9525-40e7-8fe9-c36e7c8c6d57 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/security-groups/1ee7322e-cad5-4679-bf9d-89df3219f5db HTTP/1.1" status: 204 len: 168 time: 0.2806001 Aug 10 02:11:42.008828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34732) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:42.028040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d154ac0-9525-40e7-8fe9-c36e7c8c6d57 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee7322e-cad5-4679-bf9d-89df3219f5db,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:42.084532 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d1567c3-7481-44b9-ab14-66d7d90dc285 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.115766 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d1567c3-7481-44b9-ab14-66d7d90dc285 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.285255 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d1567c3-7481-44b9-ab14-66d7d90dc285 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.290803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d1567c3-7481-44b9-ab14-66d7d90dc285 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.292284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4d1567c3-7481-44b9-ab14-66d7d90dc285 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/security-groups/a0fcfa19-dac4-4eaf-8cf4-b4369f39c11c HTTP/1.1" status: 204 len: 168 time: 0.2820570 Aug 10 02:11:42.295669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34742) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:42.316952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1567c3-7481-44b9-ab14-66d7d90dc285 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fcfa19-dac4-4eaf-8cf4-b4369f39c11c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:42.339022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86a2dd6d-7347-46eb-8176-730d99a6e67b req-cf6a47a8-99e7-46b7-be8a-db7be3ac5eb0 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0347035 Aug 10 02:11:42.402025 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a746b3d0-b91b-4c42-a6e0-e61302bd1d23 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.444010 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a746b3d0-b91b-4c42-a6e0-e61302bd1d23 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.610542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a746b3d0-b91b-4c42-a6e0-e61302bd1d23 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.614968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a746b3d0-b91b-4c42-a6e0-e61302bd1d23 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.616992 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a746b3d0-b91b-4c42-a6e0-e61302bd1d23 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/security-groups/822c072d-b8d0-4b26-b864-27f449527aa3 HTTP/1.1" status: 204 len: 168 time: 0.3182495 Aug 10 02:11:42.619410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34758) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:42.628747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746b3d0-b91b-4c42-a6e0-e61302bd1d23 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822c072d-b8d0-4b26-b864-27f449527aa3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:42.721648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6caed5-b126-43ad-9dfb-2857f3b699c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet 0f1e08a0-f3a7-4acb-b160-065503d51aaf {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:11:42.728325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1c6caed5-b126-43ad-9dfb-2857f3b699c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.785845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57426441-b4bc-4b29-879b-95490c0efc82 req-b32bff91-2f03-401a-bd19-adea5c59edb1 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:42.787724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-b32bff91-2f03-401a-bd19-adea5c59edb1 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.11 "GET /v2.0/networks?id=51f667a7-7702-4f99-a830-c31155b42ea3 HTTP/1.1" status: 200 len: 824 time: 0.2665043 Aug 10 02:11:42.807787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Request body: {'port': {'device_id': '085c951d-703b-42d9-8e25-d33e23eb2e8e', 'network_id': '51f667a7-7702-4f99-a830-c31155b42ea3', 'admin_state_up': True, 'tenant_id': 'a5466e0ab0374b7bbebe8efa7c0e9c99'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:42.822140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1c6caed5-b126-43ad-9dfb-2857f3b699c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:42.843345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34764) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:42.962655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1710715846'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:42.981497 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.084413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:43.088513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.098893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.203999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.324442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.352910 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1c6caed5-b126-43ad-9dfb-2857f3b699c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.358716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:43.364619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cda752d-b13d-4dbd-8093-6d35eee4c589,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:43.395120 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.395840 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Added segment 1b780a25-385e-49fb-9182-4a44c756c9ec of type vlan for network 25c3e99a-74ef-4f67-a47c-4bd4d538488d Aug 10 02:11:43.452964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.492446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab74ee5f-e3d1-4f2c-9e22-08c0de3afeb6 req-91c9102d-0777-4bcd-82b0-34b6de2cd9d1 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0349834 Aug 10 02:11:43.502006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Made reservation on behalf of a5466e0ab0374b7bbebe8efa7c0e9c99 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:43.506081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.537265 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1c6caed5-b126-43ad-9dfb-2857f3b699c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.565413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.573061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:43.574418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.605328 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1c6caed5-b126-43ad-9dfb-2857f3b699c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.611841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1c6caed5-b126-43ad-9dfb-2857f3b699c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/0f1e08a0-f3a7-4acb-b160-065503d51aaf HTTP/1.1" status: 204 len: 168 time: 0.9911990 Aug 10 02:11:43.613552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34782) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:43.614749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d827e-3b7f-4727-85ed-25de92940a34 None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:43.616905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6caed5-b126-43ad-9dfb-2857f3b699c7 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1e08a0-f3a7-4acb-b160-065503d51aaf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:43.652374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Network': ['ID=25c3e99a-74ef-4f67-a47c-4bd4d538488d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:43.663320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 25c3e99a-74ef-4f67-a47c-4bd4d538488d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:43.674684 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b655053e-837b-4c35-93f2-724963d8c96e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8295991 Aug 10 02:11:43.734821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7054a733-7bef-41b4-9b41-b1d3fddff311 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet 1220aafa-d136-4e3e-ae8a-3eb336d26642 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:11:43.746838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7054a733-7bef-41b4-9b41-b1d3fddff311 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:43.749810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Allocated IP 172.20.0.13 (51f667a7-7702-4f99-a830-c31155b42ea3/8e987b3e-8d44-4bcd-bb53-7e6fa15a7713/103a17b2-bdce-471b-b3c2-ce331caea949) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:43.825400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7054a733-7bef-41b4-9b41-b1d3fddff311 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.050133 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.058612 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7054a733-7bef-41b4-9b41-b1d3fddff311 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.256102 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.361552 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7054a733-7bef-41b4-9b41-b1d3fddff311 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.364225 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.443108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054a733-7bef-41b4-9b41-b1d3fddff311 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=1220aafa-d136-4e3e-ae8a-3eb336d26642,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:44.459201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7054a733-7bef-41b4-9b41-b1d3fddff311 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.461173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7054a733-7bef-41b4-9b41-b1d3fddff311 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/1220aafa-d136-4e3e-ae8a-3eb336d26642 HTTP/1.1" status: 204 len: 168 time: 0.8411794 Aug 10 02:11:44.463888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34794) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:44.467290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Network 51f667a7-7702-4f99-a830-c31155b42ea3 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:44.471456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:44.475837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:44.503159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Pushing event updated for resources: {'Port': ['ID=103a17b2-bdce-471b-b3c2-ce331caea949,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:44.538149 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecae24ea-3db8-4408-bd3e-781f13dc31db tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:44.538999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecae24ea-3db8-4408-bd3e-781f13dc31db tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:44.541525 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ecae24ea-3db8-4408-bd3e-781f13dc31db tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/0f1e08a0-f3a7-4acb-b160-065503d51aaf HTTP/1.1" status: 404 len: 337 time: 0.0746446 Aug 10 02:11:44.547303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34802) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:44.569516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:44.579581 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.653549 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d354344-a51c-4f8a-b0b5-65aaa3239637 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting subnet 90d93bb9-41e8-49bb-899e-e841c6f6fbe4 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:11:44.660274 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b6a53b-2426-4ce8-b8ec-021a526321f2 None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:44.695186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d354344-a51c-4f8a-b0b5-65aaa3239637 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.699666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-2afefc51-127d-4354-b06a-76b17c9e1a61 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8988676 Aug 10 02:11:44.740512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Request body: {'port': {'device_id': '085c951d-703b-42d9-8e25-d33e23eb2e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:44.741691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2142dd65-adad-4c22-b075-22a525c9271e None None] Provisioning complete for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:44.742884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2142dd65-adad-4c22-b075-22a525c9271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.786500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24990e0-05bc-49ed-92e6-e834eb21d0eb req-bab62a2e-3674-4485-8c2d-a8120c1b4268 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:44.791743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c24990e0-05bc-49ed-92e6-e834eb21d0eb req-bab62a2e-3674-4485-8c2d-a8120c1b4268 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 932 time: 0.1444554 Aug 10 02:11:44.797643 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d354344-a51c-4f8a-b0b5-65aaa3239637 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.902134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c24990e0-05bc-49ed-92e6-e834eb21d0eb req-3df37115-4f63-413e-9baf-071d66164bbf tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992951 Aug 10 02:11:44.913706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:44.962121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2142dd65-adad-4c22-b075-22a525c9271e None None] Provisioning complete for port 546de2bf-dceb-4fa1-9c86-9070d4867a8e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:44.962746 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2142dd65-adad-4c22-b075-22a525c9271e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:45.000127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2142dd65-adad-4c22-b075-22a525c9271e None None] Port 546de2bf-dceb-4fa1-9c86-9070d4867a8e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:45.107267 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d354344-a51c-4f8a-b0b5-65aaa3239637 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:45.304321 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d354344-a51c-4f8a-b0b5-65aaa3239637 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:45.362355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d354344-a51c-4f8a-b0b5-65aaa3239637 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Subnet': ['ID=90d93bb9-41e8-49bb-899e-e841c6f6fbe4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:45.369726 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d354344-a51c-4f8a-b0b5-65aaa3239637 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:45.377725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2d354344-a51c-4f8a-b0b5-65aaa3239637 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/90d93bb9-41e8-49bb-899e-e841c6f6fbe4 HTTP/1.1" status: 204 len: 168 time: 0.8136482 Aug 10 02:11:45.378048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103a17b2-bdce-471b-b3c2-ce331caea949 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:11:45.378279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34814) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.387224 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:45.400953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Transition to ACTIVE for port object 103a17b2-bdce-471b-b3c2-ce331caea949 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:45.425501 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f946d6-74a4-4fb1-932d-239a641901f9 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.426278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f946d6-74a4-4fb1-932d-239a641901f9 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.433419 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-38f946d6-74a4-4fb1-932d-239a641901f9 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/474078bd-b469-414e-bd87-5fb001be2aa4 HTTP/1.1" status: 404 len: 337 time: 0.0538821 Aug 10 02:11:45.436219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34816) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.472058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b6d1f22f-d187-4c78-a504-63703ce97783 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "GET /v2.0/ports?device_id=9263348a-53fc-4af2-8edc-fc78b911bfa1 HTTP/1.1" status: 200 len: 205 time: 0.0316310 Aug 10 02:11:45.472058 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:45.472563 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34818) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.537624 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-3cd74a9c-9b4a-4b7a-9c48-d6d6cf0ac0ea tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] delete failed (client error): The resource could not be found. Aug 10 02:11:45.538933 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3cd74a9c-9b4a-4b7a-9c48-d6d6cf0ac0ea tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/routers/9263348a-53fc-4af2-8edc-fc78b911bfa1 HTTP/1.1" status: 404 len: 336 time: 0.0648630 Aug 10 02:11:45.541844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34820) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.571571 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41a17da-946d-4f94-b7f7-522d2722781c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.574106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41a17da-946d-4f94-b7f7-522d2722781c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.574106 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d41a17da-946d-4f94-b7f7-522d2722781c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/dc8f7113-98d4-4727-9b9e-c955f241af0c HTTP/1.1" status: 404 len: 337 time: 0.0309269 Aug 10 02:11:45.576536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34824) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.600481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Pushing event updated for resources: {'Port': ['ID=103a17b2-bdce-471b-b3c2-ce331caea949,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:45.605797 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b162a9e-2d3b-4889-95f2-7a2d58d97d48 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.608845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b162a9e-2d3b-4889-95f2-7a2d58d97d48 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.608845 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6b162a9e-2d3b-4889-95f2-7a2d58d97d48 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/09ac3805-3e7d-41e8-9f3c-817987cecf1e HTTP/1.1" status: 404 len: 337 time: 0.0305986 Aug 10 02:11:45.615641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34826) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.639242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Attempting to bind port 103a17b2-bdce-471b-b3c2-ce331caea949 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:11:45.639686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Attempting to bind port 103a17b2-bdce-471b-b3c2-ce331caea949 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'f4d74c69-9c0b-4598-a59c-252162111bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '51f667a7-7702-4f99-a830-c31155b42ea3'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:11:45.649334 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-292465a2-4896-4aaf-8a2d-2484f3bccdab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.649916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292465a2-4896-4aaf-8a2d-2484f3bccdab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.654415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Attempting to bind port 103a17b2-bdce-471b-b3c2-ce331caea949 on network 51f667a7-7702-4f99-a830-c31155b42ea3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:45.655790 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-292465a2-4896-4aaf-8a2d-2484f3bccdab tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/18dfb003-0892-4a42-8497-2c7719c82bea HTTP/1.1" status: 404 len: 337 time: 0.0388484 Aug 10 02:11:45.657258 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34830) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.689972 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69f122b-13bf-4584-b55f-1b47319f2823 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.691010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69f122b-13bf-4584-b55f-1b47319f2823 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.696405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34836) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.696753 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b69f122b-13bf-4584-b55f-1b47319f2823 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/ed68fee2-6a7e-4af4-9f51-de30d5ed981c HTTP/1.1" status: 404 len: 333 time: 0.0377185 Aug 10 02:11:45.766223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Port 103a17b2-bdce-471b-b3c2-ce331caea949 on network 51f667a7-7702-4f99-a830-c31155b42ea3 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:11:45.766674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Attempting to bind port 103a17b2-bdce-471b-b3c2-ce331caea949 on network 51f667a7-7702-4f99-a830-c31155b42ea3 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:45.771094 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dae1f44-73ac-446d-be74-a55aadf62a0a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.771735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dae1f44-73ac-446d-be74-a55aadf62a0a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.775811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5dae1f44-73ac-446d-be74-a55aadf62a0a tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/d773aa8a-ca0e-4819-9afd-01b27b249a16 HTTP/1.1" status: 404 len: 337 time: 0.0756917 Aug 10 02:11:45.779666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34838) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.790905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:11:45.792797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Checking segment: {'id': 'f4d74c69-9c0b-4598-a59c-252162111bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '51f667a7-7702-4f99-a830-c31155b42ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:45.795688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Bound using segment: {'id': 'f4d74c69-9c0b-4598-a59c-252162111bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '51f667a7-7702-4f99-a830-c31155b42ea3'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:11:45.796177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Bound port: 103a17b2-bdce-471b-b3c2-ce331caea949, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d74c69-9c0b-4598-a59c-252162111bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '51f667a7-7702-4f99-a830-c31155b42ea3'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:11:45.796565 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:45.838874 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d6d4c1-ee81-4a47-b0cf-a50f68e03fd3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.839714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d6d4c1-ee81-4a47-b0cf-a50f68e03fd3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.846391 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e5d6d4c1-ee81-4a47-b0cf-a50f68e03fd3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/e036f959-f4b2-4078-8659-d516982852e4 HTTP/1.1" status: 404 len: 337 time: 0.0656855 Aug 10 02:11:45.847890 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34840) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.883178 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c7bd16-f971-47d3-9bc3-f403528008c3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.883395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] For port 103a17b2-bdce-471b-b3c2-ce331caea949, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:11:45.884329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c7bd16-f971-47d3-9bc3-f403528008c3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.887539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] For port 103a17b2-bdce-471b-b3c2-ce331caea949, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=103a17b2-bdce-471b-b3c2-ce331caea949,segment=NetworkSegment(f4d74c69-9c0b-4598-a59c-252162111bc2),segment_id=f4d74c69-9c0b-4598-a59c-252162111bc2)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:11:45.889243 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-37c7bd16-f971-47d3-9bc3-f403528008c3 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/9a45342f-4450-4279-b824-cbd7f0f82540 HTTP/1.1" status: 404 len: 333 time: 0.0391908 Aug 10 02:11:45.891808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34842) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.911858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea99262-c84a-4a1b-8333-33120c386690 None None] Network 9b475215-39f0-4616-8567-e6a34ef79ab1 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:45.929757 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ab4655-dc99-4514-9439-0d9f44e172ef tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.931883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ab4655-dc99-4514-9439-0d9f44e172ef tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.933989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e7ab4655-dc99-4514-9439-0d9f44e172ef tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/32ad86a0-fce0-4836-8b8a-cc61c0cd2834 HTTP/1.1" status: 404 len: 337 time: 0.0408628 Aug 10 02:11:45.936605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34846) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.968011 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb48b5e-741f-4ba4-bcf7-f67fe92f5b3d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] DELETE failed (client error): The resource could not be found. Aug 10 02:11:45.968689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb48b5e-741f-4ba4-bcf7-f67fe92f5b3d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:45.973168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2bb48b5e-741f-4ba4-bcf7-f67fe92f5b3d tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/subnets/67e4ed43-2ce8-4bcc-81d1-d74ce88413cf HTTP/1.1" status: 404 len: 337 time: 0.0355134 Aug 10 02:11:45.975847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34850) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:45.988489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.031995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a0e35df1-cc0a-4491-8396-7728253dad9a None None] Provisioning complete for port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:46.033308 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0e35df1-cc0a-4491-8396-7728253dad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.114278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b44b856e-1165-4842-ac73-2ce41c834b74 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 546de2bf-dceb-4fa1-9c86-9070d4867a8e {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:46.115080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b44b856e-1165-4842-ac73-2ce41c834b74 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.137130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:46.137754 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.139724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] 10.222.0.11 "PUT /v2.0/ports/103a17b2-bdce-471b-b3c2-ce331caea949 HTTP/1.1" status: 200 len: 1093 time: 1.4131441 Aug 10 02:11:46.148799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4015-30e9-4f8d-8fef-5bbf52f03837 req-d76138f1-c537-4f3a-8996-eb662253c6df tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:46.157181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62fc4015-30e9-4f8d-8fef-5bbf52f03837 req-d76138f1-c537-4f3a-8996-eb662253c6df tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 944 time: 0.1116090 Aug 10 02:11:46.165618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085c951d-703b-42d9-8e25-d33e23eb2e8e', 'tag': '103a17b2-bdce-471b-b3c2-ce331caea949'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:11:46.168077 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8add750d-6070-4093-807f-2550d5100377" -d '{"events": [{"name": "network-changed", "server_uuid": "085c951d-703b-42d9-8e25-d33e23eb2e8e", "tag": "103a17b2-bdce-471b-b3c2-ce331caea949"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:11:46.220516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b44b856e-1165-4842-ac73-2ce41c834b74 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.239640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b44b856e-1165-4842-ac73-2ce41c834b74 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 546de2bf-dceb-4fa1-9c86-9070d4867a8e owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:46.264002 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf202a36-cdf3-4544-881f-24f18e203291 x-openstack-request-id: req-bf202a36-cdf3-4544-881f-24f18e203291 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:11:46.264294 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085c951d-703b-42d9-8e25-d33e23eb2e8e", "tag": "103a17b2-bdce-471b-b3c2-ce331caea949", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:11:46.264553 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bf202a36-cdf3-4544-881f-24f18e203291 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:11:46.264940 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085c951d-703b-42d9-8e25-d33e23eb2e8e', 'tag': '103a17b2-bdce-471b-b3c2-ce331caea949', 'status': 'completed', 'code': 200} Aug 10 02:11:46.281896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62fc4015-30e9-4f8d-8fef-5bbf52f03837 req-3e8719ce-4e2a-41fd-acb2-8b1b104265d1 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210468 Aug 10 02:11:46.339047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239e69c-5b83-4798-9dbf-0829ce1fc6de service neutron] Pushing event updated for resources: {'Port': ['ID=103a17b2-bdce-471b-b3c2-ce331caea949,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:46.377532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add750d-6070-4093-807f-2550d5100377 req-001f0899-52a2-40a3-b085-9fd4d553df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:46.380366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8add750d-6070-4093-807f-2550d5100377 req-001f0899-52a2-40a3-b085-9fd4d553df80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5466e0ab0374b7bbebe8efa7c0e9c99&device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 1096 time: 0.0938301 Aug 10 02:11:46.465220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b44b856e-1165-4842-ac73-2ce41c834b74 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.502135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a0e35df1-cc0a-4491-8396-7728253dad9a None None] Could not find standard attr ID for object 546de2bf-dceb-4fa1-9c86-9070d4867a8e. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:11:46.528208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b856e-1165-4842-ac73-2ce41c834b74 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=546de2bf-dceb-4fa1-9c86-9070d4867a8e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:46.534175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add750d-6070-4093-807f-2550d5100377 req-86d0f53d-eb30-4556-bbff-db3676a0fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:46.536703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8add750d-6070-4093-807f-2550d5100377 req-86d0f53d-eb30-4556-bbff-db3676a0fb52 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a5466e0ab0374b7bbebe8efa7c0e9c99&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1447237 Aug 10 02:11:46.552368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7b72a7-e4c5-4206-aa4f-6d7123e5110e None None] DHCP port deletion for 9b475215-39f0-4616-8567-e6a34ef79ab1 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:11:46.565334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b44b856e-1165-4842-ac73-2ce41c834b74 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.572725 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b44b856e-1165-4842-ac73-2ce41c834b74 tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/ports/546de2bf-dceb-4fa1-9c86-9070d4867a8e HTTP/1.1" status: 204 len: 168 time: 0.5956404 Aug 10 02:11:46.575540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34858) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:46.658740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b72a7-e4c5-4206-aa4f-6d7123e5110e None None] Deleting port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:46.659206 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ff7b72a7-e4c5-4206-aa4f-6d7123e5110e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.680656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add750d-6070-4093-807f-2550d5100377 req-e62a606f-be51-46e5-a4a4-226a1bd8c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:46.682402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8add750d-6070-4093-807f-2550d5100377 req-e62a606f-be51-46e5-a4a4-226a1bd8c5c7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309481 Aug 10 02:11:46.716969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:11:46.756563 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.798393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ff7b72a7-e4c5-4206-aa4f-6d7123e5110e None None] For port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,segment=NetworkSegment(62182e5f-7330-4333-8769-818926af6a02),segment_id=62182e5f-7330-4333-8769-818926af6a02)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:46.800327 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ff7b72a7-e4c5-4206-aa4f-6d7123e5110e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.809905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57426441-b4bc-4b29-879b-95490c0efc82 req-06d31fbc-292d-46eb-8b82-42509d6c177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:46.811461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-06d31fbc-292d-46eb-8b82-42509d6c177f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5466e0ab0374b7bbebe8efa7c0e9c99&device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 1096 time: 0.0854285 Aug 10 02:11:46.830768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Deleting port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:46.833044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.835403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b72a7-e4c5-4206-aa4f-6d7123e5110e None None] Calling delete_port for 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:46.911630 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-0fffff3f-d955-437a-adab-a6145c307fdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=103a17b2-bdce-471b-b3c2-ce331caea949 HTTP/1.1" status: 200 len: 217 time: 0.0918941 Aug 10 02:11:46.956359 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.962154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] For port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,segment=NetworkSegment(62182e5f-7330-4333-8769-818926af6a02),segment_id=62182e5f-7330-4333-8769-818926af6a02)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:46.962801 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:46.984670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57426441-b4bc-4b29-879b-95490c0efc82 req-6d6dc1c6-5b03-46f0-a615-f62b000a523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:46.987154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-6d6dc1c6-5b03-46f0-a615-f62b000a523b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e987b3e-8d44-4bcd-bb53-7e6fa15a7713 HTTP/1.1" status: 200 len: 864 time: 0.0683651 Aug 10 02:11:46.996377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Calling delete_port for 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:47.005280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,segment=NetworkSegment(62182e5f-7330-4333-8769-818926af6a02),segment_id=62182e5f-7330-4333-8769-818926af6a02)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:47.035838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-f149ac28-33fb-40f7-ac74-51eaec8a1f35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51f667a7-7702-4f99-a830-c31155b42ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404761 Aug 10 02:11:47.057486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34868) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:47.063575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'subnet': {'network_id': '25c3e99a-74ef-4f67-a47c-4bd4d538488d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:47.084531 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.172686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-8829aa21-7726-48e4-8dc2-9e9a605359e3 service neutron] 10.222.0.11 "GET /v2.0/networks/51f667a7-7702-4f99-a830-c31155b42ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224272 Aug 10 02:11:47.173262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,revision_number=11']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:47.181915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.182470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.182854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.183190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.183524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.183988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.184320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.184969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.184969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.185440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.185714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.185972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:47.215913 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ff7b72a7-e4c5-4206-aa4f-6d7123e5110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.223488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.245031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b72a7-e4c5-4206-aa4f-6d7123e5110e None None] Pushing event deleted for resources: {'Port': ['ID=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:47.250982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Port': ['ID=69f82848-3be7-4e37-aa5d-84c7e1b93eb1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:47.254605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] No DVR routers for this DVR port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:11:47.256914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b72a7-e4c5-4206-aa4f-6d7123e5110e None None] No DVR routers for this DVR port 69f82848-3be7-4e37-aa5d-84c7e1b93eb1 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:11:47.286028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57426441-b4bc-4b29-879b-95490c0efc82 req-310907bc-f835-48af-a636-7356af242c3b service neutron] 10.222.0.11 "GET /v2.0/networks/51f667a7-7702-4f99-a830-c31155b42ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059442 Aug 10 02:11:47.330166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:47.333720 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.410929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.416025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e67a0-b25d-4627-ab4d-8985730eb747 req-d47a71fd-2776-47b5-8427-598e83fba4e8 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:47.417502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de6e67a0-b25d-4627-ab4d-8985730eb747 req-d47a71fd-2776-47b5-8427-598e83fba4e8 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 944 time: 0.0581141 Aug 10 02:11:47.427721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b475215-39f0-4616-8567-e6a34ef79ab1']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:47.446585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62182e5f-7330-4333-8769-818926af6a02') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:47.446984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62182e5f-7330-4333-8769-818926af6a02') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:47.460499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de6e67a0-b25d-4627-ab4d-8985730eb747 req-436a2d7a-f11d-4063-b322-c76b13b6d31d tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352793 Aug 10 02:11:47.463626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.486894 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.495812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:11:47.496203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:11:47.499342 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:11:47.652964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.661162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.663030 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] 10.222.0.38 "DELETE /v2.0/networks/9b475215-39f0-4616-8567-e6a34ef79ab1 HTTP/1.1" status: 204 len: 168 time: 1.0864449 Aug 10 02:11:47.675132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018c6d8-2381-4511-ae23-43cd5e51d32c tempest-PortsIpV6TestJSON-397624802 tempest-PortsIpV6TestJSON-397624802-project] Pushing event deleted for resources: {'Network': ['ID=9b475215-39f0-4616-8567-e6a34ef79ab1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:47.707397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.786233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Subnet': ['ID=1e883d6c-f270-4d97-a9be-d7778afa3642,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:47.809365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Checking segment: {'id': '1b780a25-385e-49fb-9182-4a44c756c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '25c3e99a-74ef-4f67-a47c-4bd4d538488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:47.809732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network hostable DHCP agents. Network: 25c3e99a-74ef-4f67-a47c-4bd4d538488d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:47.887968 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4de6733a-63c9-443a-90fb-3772e230626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.935226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network 25c3e99a-74ef-4f67-a47c-4bd4d538488d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:48.053863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 25c3e99a-74ef-4f67-a47c-4bd4d538488d) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:48.058956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:48.059644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.067379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcf89e3-5cb3-4c18-846b-7136c12044c5 None None] Network 25c3e99a-74ef-4f67-a47c-4bd4d538488d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:48.159331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34894) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:48.190504 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c77ead30-ead1-49f7-b889-8644eea13b27 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1280992 Aug 10 02:11:48.191283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34900) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:48.198390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-833292796'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:48.269413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-25c3e99a-74ef-4f67-a47c-4bd4d538488d', 'network_id': '25c3e99a-74ef-4f67-a47c-4bd4d538488d', 'tenant_id': '3a81d51c6db3458aafcedf399318f04f', 'fixed_ips': [{'subnet_id': '1e883d6c-f270-4d97-a9be-d7778afa3642'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:11:48.270322 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.307345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:48.311064 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.342924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:48.354054 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.354409 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Added segment 86cca8c6-5902-4cc2-980e-634c5df44e58 of type vlan for network 0700e63b-3f1d-4575-bdc2-880369cbce83 Aug 10 02:11:48.398679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.431049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Allocated IP 2001:db8:0:ffff::2 (25c3e99a-74ef-4f67-a47c-4bd4d538488d/1e883d6c-f270-4d97-a9be-d7778afa3642/4c4a026a-4d17-4862-8bd2-c539afdbd34a) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:48.524090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.531485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:48.532566 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.623618 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.634110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Transition to ACTIVE for port object 4c4a026a-4d17-4862-8bd2-c539afdbd34a will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:48.651604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Transition to ACTIVE for port object 4c4a026a-4d17-4862-8bd2-c539afdbd34a will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:48.654068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Network': ['ID=0700e63b-3f1d-4575-bdc2-880369cbce83,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:48.668885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 0700e63b-3f1d-4575-bdc2-880369cbce83 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:48.676383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-801bcce6-4361-45a9-82be-ee7136fb2b4f tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4837909 Aug 10 02:11:48.679710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34908) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:48.687080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'subnet': {'network_id': '0700e63b-3f1d-4575-bdc2-880369cbce83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:48.736789 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.761205 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4e2c8863-05bd-4b09-8abe-9f8c4f3926d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e590364b174b4fb0b9e4e3e8d4ca7423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007078 Aug 10 02:11:48.763760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34912) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:48.801022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Network 25c3e99a-74ef-4f67-a47c-4bd4d538488d is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:48.806984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:48.811161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:48.811927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c5519-e7de-4b0f-a1f5-f52adddaf79b req-eab8a5fb-1001-48e0-8eea-9da4378c7471 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:48.815210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a1c5519-e7de-4b0f-a1f5-f52adddaf79b req-eab8a5fb-1001-48e0-8eea-9da4378c7471 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 944 time: 0.1624680 Aug 10 02:11:48.828519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Pushing event updated for resources: {'Port': ['ID=4c4a026a-4d17-4862-8bd2-c539afdbd34a,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:48.832497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0f5fce1-f780-46c0-9823-78f4711ae0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.858724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0f5fce1-f780-46c0-9823-78f4711ae0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.879200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a1c5519-e7de-4b0f-a1f5-f52adddaf79b req-377785a0-5849-4491-bc87-ca5153de8070 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550432 Aug 10 02:11:48.903980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Attempting to bind port 4c4a026a-4d17-4862-8bd2-c539afdbd34a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:11:48.906884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Attempting to bind port 4c4a026a-4d17-4862-8bd2-c539afdbd34a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '1b780a25-385e-49fb-9182-4a44c756c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '25c3e99a-74ef-4f67-a47c-4bd4d538488d'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:11:48.907462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Attempting to bind port 4c4a026a-4d17-4862-8bd2-c539afdbd34a on network 25c3e99a-74ef-4f67-a47c-4bd4d538488d {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:48.914231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:11:48.917155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Checking segment: {'id': '1b780a25-385e-49fb-9182-4a44c756c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '25c3e99a-74ef-4f67-a47c-4bd4d538488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:48.917155 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.917155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Bound using segment: {'id': '1b780a25-385e-49fb-9182-4a44c756c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '25c3e99a-74ef-4f67-a47c-4bd4d538488d'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:11:48.917155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Bound port: 4c4a026a-4d17-4862-8bd2-c539afdbd34a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b780a25-385e-49fb-9182-4a44c756c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '25c3e99a-74ef-4f67-a47c-4bd4d538488d'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:11:48.917155 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.964122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:48.968711 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.990844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] For port 4c4a026a-4d17-4862-8bd2-c539afdbd34a, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:11:48.994292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] For port 4c4a026a-4d17-4862-8bd2-c539afdbd34a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c4a026a-4d17-4862-8bd2-c539afdbd34a,segment=NetworkSegment(1b780a25-385e-49fb-9182-4a44c756c9ec),segment_id=1b780a25-385e-49fb-9182-4a44c756c9ec)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:11:48.999414 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0f5fce1-f780-46c0-9823-78f4711ae0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:49.004001 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0f5fce1-f780-46c0-9823-78f4711ae0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:49.009786 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f0f5fce1-f780-46c0-9823-78f4711ae0c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25b0ae41-06dd-4c1c-979c-59f316ffc924 HTTP/1.1" status: 204 len: 168 time: 0.2406754 Aug 10 02:11:49.019017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5fce1-f780-46c0-9823-78f4711ae0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b0ae41-06dd-4c1c-979c-59f316ffc924,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:49.065977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:49.145001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20cb2b-70b6-4194-8bcb-17c695126b82 None None] Pushing event updated for resources: {'Port': ['ID=4c4a026a-4d17-4862-8bd2-c539afdbd34a,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:49.398234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.objects.ports [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101224) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:11:49.399925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:49.472712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Subnet': ['ID=0333fc09-a2ef-4ea8-8baa-aaa0b56af65f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:49.477386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Checking segment: {'id': '86cca8c6-5902-4cc2-980e-634c5df44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0700e63b-3f1d-4575-bdc2-880369cbce83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:49.477760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network hostable DHCP agents. Network: 0700e63b-3f1d-4575-bdc2-880369cbce83, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:49.575337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network 0700e63b-3f1d-4575-bdc2-880369cbce83 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:49.666862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 0700e63b-3f1d-4575-bdc2-880369cbce83) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:49.672181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:49.677780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:49.678351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348342e-c1a9-40fb-9169-e8a47aa40d7a None None] Network 0700e63b-3f1d-4575-bdc2-880369cbce83 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:49.725615 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 103a17b2-bdce-471b-b3c2-ce331caea949 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:11:49.783086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8093962b-85eb-4280-ba23-a6a6a352c89a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1015913 Aug 10 02:11:49.785776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34942) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:49.791885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'port': {'network_id': '0700e63b-3f1d-4575-bdc2-880369cbce83', 'name': 'tempest-NetworksIpV6TestAttrs-680192472'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:49.923885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 103a17b2-bdce-471b-b3c2-ce331caea949, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=103a17b2-bdce-471b-b3c2-ce331caea949,segment=NetworkSegment(f4d74c69-9c0b-4598-a59c-252162111bc2),segment_id=f4d74c69-9c0b-4598-a59c-252162111bc2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:49.950186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '103a17b2-bdce-471b-b3c2-ce331caea949', 'network_id': '51f667a7-7702-4f99-a830-c31155b42ea3', 'port_id': '103a17b2-bdce-471b-b3c2-ce331caea949', 'mac_address': 'fa:16:3e:9c:2d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e987b3e-8d44-4bcd-bb53-7e6fa15a7713', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:11:49.959403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-0700e63b-3f1d-4575-bdc2-880369cbce83', 'network_id': '0700e63b-3f1d-4575-bdc2-880369cbce83', 'tenant_id': '3a81d51c6db3458aafcedf399318f04f', 'fixed_ips': [{'subnet_id': '0333fc09-a2ef-4ea8-8baa-aaa0b56af65f'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:11:49.969441 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.051079 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:50.054917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.059762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021605c2-6016-4005-9e9c-b7d3935f8fd2 req-608faa9f-454b-4a1f-99b2-61f44797048e tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:50.061541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-021605c2-6016-4005-9e9c-b7d3935f8fd2 req-608faa9f-454b-4a1f-99b2-61f44797048e tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 944 time: 0.0678649 Aug 10 02:11:50.093075 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.097474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] device_id is not set on port 2ce8c8f9-8e04-45d4-9f2b-178a49a6224f yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:11:50.127831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103a17b2-bdce-471b-b3c2-ce331caea949 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:11:50.141961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-021605c2-6016-4005-9e9c-b7d3935f8fd2 req-12281153-3165-4946-934c-cad82edf1f1b tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697329 Aug 10 02:11:50.215781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 103a17b2-bdce-471b-b3c2-ce331caea949, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=103a17b2-bdce-471b-b3c2-ce331caea949,segment=NetworkSegment(f4d74c69-9c0b-4598-a59c-252162111bc2),segment_id=f4d74c69-9c0b-4598-a59c-252162111bc2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:50.257938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Allocated IP 2001:db8::f816:3eff:fe95:a4f6 (0700e63b-3f1d-4575-bdc2-880369cbce83/0333fc09-a2ef-4ea8-8baa-aaa0b56af65f/c0abca41-e3cc-4bb3-bee9-e880e673263c) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:50.317570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb631527-b30a-472f-b27a-e8e1cbd1e357 None None] Network 25c3e99a-74ef-4f67-a47c-4bd4d538488d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:50.323831 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.524103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=103a17b2-bdce-471b-b3c2-ce331caea949,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:50.525549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6374647e-7120-49d0-922e-e12aa1f6adbc None None] Provisioning for port 4c4a026a-4d17-4862-8bd2-c539afdbd34a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:50.527218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34968) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:50.567075 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.604175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5289c295-8733-489e-838c-751d6674154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.607138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['103a17b2-bdce-471b-b3c2-ce331caea949'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:11:50.627436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Transition to ACTIVE for port object c0abca41-e3cc-4bb3-bee9-e880e673263c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:50.655110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-101472961'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:50.694612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Transition to ACTIVE for port object c0abca41-e3cc-4bb3-bee9-e880e673263c will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:50.697399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c4a026a-4d17-4862-8bd2-c539afdbd34a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:50.767410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:50.770894 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.784201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.826584 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.912871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Network 0700e63b-3f1d-4575-bdc2-880369cbce83 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:50.929549 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.944316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Allocated IP 2001:db8::f816:3eff:fea5:b299 (0700e63b-3f1d-4575-bdc2-880369cbce83/0333fc09-a2ef-4ea8-8baa-aaa0b56af65f/2ce8c8f9-8e04-45d4-9f2b-178a49a6224f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:51.007900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.064584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:51.082888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c89335-195c-4cb5-993a-5245d39cb8ed,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:51.086446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.086836 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Added segment 3e84fc04-9cd5-45f4-8e64-88ff73627475 of type vlan for network 1d99f463-fecb-4bc4-9310-eeb1762186ef Aug 10 02:11:51.143956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:51.146025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 4c4a026a-4d17-4862-8bd2-c539afdbd34a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:51.151901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:51.157783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.162326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Pushing event updated for resources: {'Port': ['ID=c0abca41-e3cc-4bb3-bee9-e880e673263c,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:51.180190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4c4a026a-4d17-4862-8bd2-c539afdbd34a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:51.180820 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.255411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.288216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Transition to ACTIVE for port object 2ce8c8f9-8e04-45d4-9f2b-178a49a6224f will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:51.314806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.324224 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.350078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:51.350078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.366283 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Attempting to bind port c0abca41-e3cc-4bb3-bee9-e880e673263c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:11:51.366734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Attempting to bind port c0abca41-e3cc-4bb3-bee9-e880e673263c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '86cca8c6-5902-4cc2-980e-634c5df44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0700e63b-3f1d-4575-bdc2-880369cbce83'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:11:51.367115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Attempting to bind port c0abca41-e3cc-4bb3-bee9-e880e673263c on network 0700e63b-3f1d-4575-bdc2-880369cbce83 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:51.371986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-07e8711a-cb9c-4265-9f30-3eb8c2c29f52 None None] Provisioning complete for port 4c4a026a-4d17-4862-8bd2-c539afdbd34a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:51.372365 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-07e8711a-cb9c-4265-9f30-3eb8c2c29f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.415713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.427767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:11:51.428143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Checking segment: {'id': '86cca8c6-5902-4cc2-980e-634c5df44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0700e63b-3f1d-4575-bdc2-880369cbce83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:51.429749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.429749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Bound using segment: {'id': '86cca8c6-5902-4cc2-980e-634c5df44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0700e63b-3f1d-4575-bdc2-880369cbce83'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:11:51.429749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Bound port: c0abca41-e3cc-4bb3-bee9-e880e673263c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cca8c6-5902-4cc2-980e-634c5df44e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0700e63b-3f1d-4575-bdc2-880369cbce83'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:11:51.429993 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.477649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Network': ['ID=1d99f463-fecb-4bc4-9310-eeb1762186ef,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:51.496850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network 0700e63b-3f1d-4575-bdc2-880369cbce83 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:51.498372 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.506873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:51.508662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:51.517830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:51.526802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:51.531952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.554226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Port': ['ID=2ce8c8f9-8e04-45d4-9f2b-178a49a6224f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:51.595874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1ead8-e955-4e80-9f75-f3764d98377a req-196e029d-0cf9-47d9-918c-bbef3cd40512 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:51.597496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4f1ead8-e955-4e80-9f75-f3764d98377a req-196e029d-0cf9-47d9-918c-bbef3cd40512 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 945 time: 0.2360353 Aug 10 02:11:51.617807 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d202a7b-6aee-457c-bbf1-5e192717e269 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8276029 Aug 10 02:11:51.618764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34986) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:51.658674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a364952a-e1e4-4b54-815e-e92527c48fc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1298449 Aug 10 02:11:51.661469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34988) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:51.667151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'name': 'tempest-PortsTestJSON-1568772281'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:51.701540 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 4c4a026a-4d17-4862-8bd2-c539afdbd34a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c4a026a-4d17-4862-8bd2-c539afdbd34a,segment=NetworkSegment(1b780a25-385e-49fb-9182-4a44c756c9ec),segment_id=1b780a25-385e-49fb-9182-4a44c756c9ec)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:51.708091 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-07e8711a-cb9c-4265-9f30-3eb8c2c29f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.710475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4f1ead8-e955-4e80-9f75-f3764d98377a req-4db8d1fb-8553-4782-8711-f38a09d74683 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000655 Aug 10 02:11:51.721846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] For port c0abca41-e3cc-4bb3-bee9-e880e673263c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:11:51.739178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4387059-4d49-472b-be42-b2dd11affeb0 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Deleting subnet 0333fc09-a2ef-4ea8-8baa-aaa0b56af65f {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:11:51.745482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4387059-4d49-472b-be42-b2dd11affeb0 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.752848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] For port c0abca41-e3cc-4bb3-bee9-e880e673263c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c0abca41-e3cc-4bb3-bee9-e880e673263c,segment=NetworkSegment(86cca8c6-5902-4cc2-980e-634c5df44e58),segment_id=86cca8c6-5902-4cc2-980e-634c5df44e58)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:11:51.803911 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.813521 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4387059-4d49-472b-be42-b2dd11affeb0 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.857291 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.889621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:51.893588 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.916834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=4c4a026a-4d17-4862-8bd2-c539afdbd34a,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:51.924437 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-07e8711a-cb9c-4265-9f30-3eb8c2c29f52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:11:51.924799 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-07e8711a-cb9c-4265-9f30-3eb8c2c29f52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:11:51.948119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 5a88696e-836e-41f6-b4a4-70ba30d765be yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:11:51.977993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4387059-4d49-472b-be42-b2dd11affeb0 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.024323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc94de-3fba-4b59-b6cb-d66c485e540a None None] Pushing event updated for resources: {'Port': ['ID=c0abca41-e3cc-4bb3-bee9-e880e673263c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:52.125871 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4387059-4d49-472b-be42-b2dd11affeb0 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.152590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.163261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4387059-4d49-472b-be42-b2dd11affeb0 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Subnet': ['ID=0333fc09-a2ef-4ea8-8baa-aaa0b56af65f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:52.169378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4387059-4d49-472b-be42-b2dd11affeb0 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.172453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a4387059-4d49-472b-be42-b2dd11affeb0 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/subnets/0333fc09-a2ef-4ea8-8baa-aaa0b56af65f HTTP/1.1" status: 204 len: 168 time: 0.5533700 Aug 10 02:11:52.174257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34998) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:52.238546 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.294208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4925de99-4f10-4d42-a864-445272cdc2de tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:52.295930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4925de99-4f10-4d42-a864-445272cdc2de tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:52.301079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4925de99-4f10-4d42-a864-445272cdc2de tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1229336 Aug 10 02:11:52.301294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35000) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:52.341890 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.415563 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fb56fcae-92cd-4ad3-99e9-387840313864 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.422023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=5a88696e-836e-41f6-b4a4-70ba30d765be,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:52.423957 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb56fcae-92cd-4ad3-99e9-387840313864 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 02:11:52.424532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb56fcae-92cd-4ad3-99e9-387840313864 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:52.431082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Checking segment: {'id': '3e84fc04-9cd5-45f4-8e64-88ff73627475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:52.431673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network hostable DHCP agents. Network: 1d99f463-fecb-4bc4-9310-eeb1762186ef, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:52.435287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fb56fcae-92cd-4ad3-99e9-387840313864 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/0700e63b-3f1d-4575-bdc2-880369cbce83 HTTP/1.1" status: 409 len: 405 time: 0.1330166 Aug 10 02:11:52.443623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35004) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:52.448744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1355139735'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:52.566680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:52.597883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:52.601770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.634124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:52.643869 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.644287 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Added segment a56d4762-8d91-41cd-9ae5-75d7b7f45b30 of type vlan for network 74089f5d-40d0-47b1-9672-655c717000e9 Aug 10 02:11:52.674939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 1d99f463-fecb-4bc4-9310-eeb1762186ef) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:52.694914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08a35c-4811-4fb1-8f02-a5a87b90f0f1 None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:52.710412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.718926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:52.733427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:52.735497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.801582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c4a026a-4d17-4862-8bd2-c539afdbd34a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:52.845864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3c8407f2-d2e1-45c6-940e-d0986310cd54 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1829805 Aug 10 02:11:52.848403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35014) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:52.855284 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-381542765'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:52.883780 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.897806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:52.899289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.900505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428b288-ccc2-4cd6-bb2e-f9d733229d20 req-746836a6-92a2-4da1-ab69-9e15b3c03f12 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:52.903698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5428b288-ccc2-4cd6-bb2e-f9d733229d20 req-746836a6-92a2-4da1-ab69-9e15b3c03f12 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 945 time: 0.0932815 Aug 10 02:11:52.938902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4c4a026a-4d17-4862-8bd2-c539afdbd34a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:52.939386 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:52.976673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5428b288-ccc2-4cd6-bb2e-f9d733229d20 req-04c10f8b-1ce7-4458-9aad-6c98143e822c tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657887 Aug 10 02:11:53.020572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:53.024306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.048000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Network': ['ID=74089f5d-40d0-47b1-9672-655c717000e9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:53.062871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:53.064327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 74089f5d-40d0-47b1-9672-655c717000e9 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:53.073189 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.073626 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Added segment 25ce1f00-1209-4b43-8943-1e4fec3840fb of type vlan for network b0613bb8-5080-4c8c-a84a-a05f2dfb3448 Aug 10 02:11:53.107317 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c1ed8519-f2e5-4955-b77d-43109cbb3c9a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6626062 Aug 10 02:11:53.111944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35020) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:53.119510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'subnet': {'network_id': '74089f5d-40d0-47b1-9672-655c717000e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:53.121131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.153187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c0abca41-e3cc-4bb3-bee9-e880e673263c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:53.222032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.229129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:53.230253 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.284131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c0abca41-e3cc-4bb3-bee9-e880e673263c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:53.290829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3242a-5cb7-42e5-a5d6-9c5aa3546156 None None] Network 0700e63b-3f1d-4575-bdc2-880369cbce83 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:53.322806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Network': ['ID=b0613bb8-5080-4c8c-a84a-a05f2dfb3448,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:53.335723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:53.339508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network b0613bb8-5080-4c8c-a84a-a05f2dfb3448 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:53.340971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.410320 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6dafebf0-f866-42bb-a80c-3d46e213030a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5603912 Aug 10 02:11:53.413865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:53.420048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'ports': [{'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef'}, {'network_id': 'b0613bb8-5080-4c8c-a84a-a05f2dfb3448'}]} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:53.420573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:53.421805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': 'b0613bb8-5080-4c8c-a84a-a05f2dfb3448'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:53.549010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-337cc353-d552-454f-ac57-9baa159ca054 None None] Provisioning for port c0abca41-e3cc-4bb3-bee9-e880e673263c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:53.555625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-337cc353-d552-454f-ac57-9baa159ca054 None None] Provisioning complete for port c0abca41-e3cc-4bb3-bee9-e880e673263c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:53.556305 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-337cc353-d552-454f-ac57-9baa159ca054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.595347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa17379-c4b5-44e3-95a9-c354ebb9e789 None None] DHCP port deletion for 0700e63b-3f1d-4575-bdc2-880369cbce83 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:11:53.699698 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-337cc353-d552-454f-ac57-9baa159ca054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.723482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 2} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:53.725932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-caa17379-c4b5-44e3-95a9-c354ebb9e789 None None] Deleting port c0abca41-e3cc-4bb3-bee9-e880e673263c {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:53.726188 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-caa17379-c4b5-44e3-95a9-c354ebb9e789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.731060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.746827 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.786784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 103a17b2-bdce-471b-b3c2-ce331caea949 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:11:53.789983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-337cc353-d552-454f-ac57-9baa159ca054 None None] For port c0abca41-e3cc-4bb3-bee9-e880e673263c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c0abca41-e3cc-4bb3-bee9-e880e673263c,segment=NetworkSegment(86cca8c6-5902-4cc2-980e-634c5df44e58),segment_id=86cca8c6-5902-4cc2-980e-634c5df44e58)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:53.795910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.objects.ports [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101224) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:11:53.797802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.841053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 24861ec2-c229-41ef-9d8e-f9262e01ba0d yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:11:53.856369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-caa17379-c4b5-44e3-95a9-c354ebb9e789 None None] For port c0abca41-e3cc-4bb3-bee9-e880e673263c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c0abca41-e3cc-4bb3-bee9-e880e673263c,segment=NetworkSegment(86cca8c6-5902-4cc2-980e-634c5df44e58),segment_id=86cca8c6-5902-4cc2-980e-634c5df44e58)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:53.857109 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-caa17379-c4b5-44e3-95a9-c354ebb9e789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.861371 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-337cc353-d552-454f-ac57-9baa159ca054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.883651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Subnet': ['ID=8b3e7a01-8aa3-4d28-afee-e78707dcdf0e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:53.895496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-caa17379-c4b5-44e3-95a9-c354ebb9e789 None None] Calling delete_port for c0abca41-e3cc-4bb3-bee9-e880e673263c owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:53.898806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.899156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.899500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.899835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.900169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.900500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.900828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.901717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.901717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.901894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:53.901996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.902116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.902476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:53.914474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Checking segment: {'id': 'a56d4762-8d91-41cd-9ae5-75d7b7f45b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74089f5d-40d0-47b1-9672-655c717000e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:53.914930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network hostable DHCP agents. Network: 74089f5d-40d0-47b1-9672-655c717000e9, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:53.981045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cc353-d552-454f-ac57-9baa159ca054 None None] Pushing event updated for resources: {'Port': ['ID=c0abca41-e3cc-4bb3-bee9-e880e673263c,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:54.022643 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.032528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network 74089f5d-40d0-47b1-9672-655c717000e9 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:54.061061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 103a17b2-bdce-471b-b3c2-ce331caea949 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:54.068208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 103a17b2-bdce-471b-b3c2-ce331caea949 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:54.070015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.132618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port be1e9007-2aae-4823-916a-05fc9f182955 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:11:54.137912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 74089f5d-40d0-47b1-9672-655c717000e9) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:54.161062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585c75e-8a51-4e25-87f2-b5af52eed873 req-1b115293-3aee-4163-83b6-cdb122d0d88f tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:54.163017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c585c75e-8a51-4e25-87f2-b5af52eed873 req-1b115293-3aee-4163-83b6-cdb122d0d88f tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 945 time: 0.0883017 Aug 10 02:11:54.164402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:54.165154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.173508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd89854f-261b-4659-b38c-6bf6434d4009 None None] Network 74089f5d-40d0-47b1-9672-655c717000e9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:54.178350 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-caa17379-c4b5-44e3-95a9-c354ebb9e789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.217085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c585c75e-8a51-4e25-87f2-b5af52eed873 req-cf0328e7-165c-498c-b6df-8da8fc352165 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441661 Aug 10 02:11:54.306592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa17379-c4b5-44e3-95a9-c354ebb9e789 None None] Pushing event deleted for resources: {'Port': ['ID=c0abca41-e3cc-4bb3-bee9-e880e673263c,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:54.328923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa17379-c4b5-44e3-95a9-c354ebb9e789 None None] No DVR routers for this DVR port c0abca41-e3cc-4bb3-bee9-e880e673263c on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:11:54.332206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.339448 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.346174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5c6071b6-2f0c-4312-9278-f20dc9342e39 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2293422 Aug 10 02:11:54.347816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35044) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:54.353616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'port': {'network_id': '74089f5d-40d0-47b1-9672-655c717000e9', 'name': 'tempest-NetworksIpV6TestAttrs-2116368969'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:54.406481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085c951d-703b-42d9-8e25-d33e23eb2e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103a17b2-bdce-471b-b3c2-ce331caea949'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:11:54.410942 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60342c7c-179d-4728-918c-59b661cc60ab" -d '{"events": [{"server_uuid": "085c951d-703b-42d9-8e25-d33e23eb2e8e", "name": "network-vif-plugged", "status": "completed", "tag": "103a17b2-bdce-471b-b3c2-ce331caea949"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:11:54.474681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 103a17b2-bdce-471b-b3c2-ce331caea949, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=103a17b2-bdce-471b-b3c2-ce331caea949,segment=NetworkSegment(f4d74c69-9c0b-4598-a59c-252162111bc2),segment_id=f4d74c69-9c0b-4598-a59c-252162111bc2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:54.491049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.591619 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd407e8c-ecff-4ffe-8ecc-697a332c790f x-openstack-request-id: req-dd407e8c-ecff-4ffe-8ecc-697a332c790f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:11:54.592103 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085c951d-703b-42d9-8e25-d33e23eb2e8e", "name": "network-vif-plugged", "status": "completed", "tag": "103a17b2-bdce-471b-b3c2-ce331caea949", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:11:54.592776 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dd407e8c-ecff-4ffe-8ecc-697a332c790f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:11:54.593488 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085c951d-703b-42d9-8e25-d33e23eb2e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103a17b2-bdce-471b-b3c2-ce331caea949', 'code': 200} Aug 10 02:11:54.597011 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.688072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-74089f5d-40d0-47b1-9672-655c717000e9', 'network_id': '74089f5d-40d0-47b1-9672-655c717000e9', 'tenant_id': '3a81d51c6db3458aafcedf399318f04f', 'fixed_ips': [{'subnet_id': '8b3e7a01-8aa3-4d28-afee-e78707dcdf0e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:11:54.688975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.696711 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:54.704474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:54.711576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:54.726720 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.735867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:54.741215 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:54.753843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c0abca41-e3cc-4bb3-bee9-e880e673263c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:11:54.762096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=24861ec2-c229-41ef-9d8e-f9262e01ba0d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:54.842087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=103a17b2-bdce-471b-b3c2-ce331caea949,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:54.850970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] device_id is not set on port e0efe5de-65d1-433c-be52-f98cf85a24a5 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:11:54.857309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c0abca41-e3cc-4bb3-bee9-e880e673263c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:11:54.857666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c0abca41-e3cc-4bb3-bee9-e880e673263c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:11:54.872075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3f896-e35d-4253-88e2-01b98f8ee669 req-01f5b1fe-66bd-430c-a440-87151aa27411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:54.874062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2dc3f896-e35d-4253-88e2-01b98f8ee669 req-01f5b1fe-66bd-430c-a440-87151aa27411 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 1098 time: 0.1297529 Aug 10 02:11:54.876491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=be1e9007-2aae-4823-916a-05fc9f182955,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:54.927864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Checking segment: {'id': '25ce1f00-1209-4b43-8943-1e4fec3840fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b0613bb8-5080-4c8c-a84a-a05f2dfb3448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:54.928474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network hostable DHCP agents. Network: b0613bb8-5080-4c8c-a84a-a05f2dfb3448, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:54.957366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2dc3f896-e35d-4253-88e2-01b98f8ee669 req-412df901-b48d-46ff-8332-bdfdd95b1da6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483446 Aug 10 02:11:55.023388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Allocated IP 2001:db8::f816:3eff:fe77:4f3c (74089f5d-40d0-47b1-9672-655c717000e9/8b3e7a01-8aa3-4d28-afee-e78707dcdf0e/e0efe5de-65d1-433c-be52-f98cf85a24a5) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:55.219333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network b0613bb8-5080-4c8c-a84a-a05f2dfb3448 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:55.222607 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:55.238659 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Transition to ACTIVE for port object e0efe5de-65d1-433c-be52-f98cf85a24a5 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:55.316840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, b0613bb8-5080-4c8c-a84a-a05f2dfb3448) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:55.343313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:55.343804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01f469-3dd0-4ebe-9cf1-5f373f9e6f0b None None] Network b0613bb8-5080-4c8c-a84a-a05f2dfb3448 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:55.356937 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:55.357868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:55.375730 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:55.377622 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:55.454328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network 74089f5d-40d0-47b1-9672-655c717000e9 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:55.476102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:55.479127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:55.486784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:55.487543 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:55.488249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Allocated IP 2001:db8::f816:3eff:feec:69b (74089f5d-40d0-47b1-9672-655c717000e9/8b3e7a01-8aa3-4d28-afee-e78707dcdf0e/44667cd4-5bcf-4ecc-b651-9979881816ab) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:55.509492 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6c62b2c9-f8b0-4ac1-a084-b1fc10278398 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0934982 Aug 10 02:11:55.512344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35062) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:55.514911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Port': ['ID=e0efe5de-65d1-433c-be52-f98cf85a24a5,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:55.545317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d4f9c-fec8-434d-85ae-e45ec3ab1ff7 req-e4c1a775-1635-4c0a-b208-681644fbd16f tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:55.548096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f38d4f9c-fec8-434d-85ae-e45ec3ab1ff7 req-e4c1a775-1635-4c0a-b208-681644fbd16f tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 946 time: 0.1321931 Aug 10 02:11:55.600358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f38d4f9c-fec8-434d-85ae-e45ec3ab1ff7 req-e5655d70-ce3a-4481-b988-b9cf6ffaf61b tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Aug 10 02:11:55.612701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d812f72f-1aa2-4efc-b467-808e1c9524ee tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2636724 Aug 10 02:11:55.619160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35066) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:55.726129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-00f7a9a9-1dae-40f1-8807-b5e8a46cb42c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port be1e9007-2aae-4823-916a-05fc9f182955 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:55.729880 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00f7a9a9-1dae-40f1-8807-b5e8a46cb42c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:55.779495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c18907-4357-4366-9ea0-d8cb1f5c90ce tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Deleting subnet 8b3e7a01-8aa3-4d28-afee-e78707dcdf0e {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:11:55.840233 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:55.856949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Transition to ACTIVE for port object 44667cd4-5bcf-4ecc-b651-9979881816ab will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:55.878670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00f7a9a9-1dae-40f1-8807-b5e8a46cb42c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:55.884597 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Transition to ACTIVE for port object 44667cd4-5bcf-4ecc-b651-9979881816ab will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:55.897102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-00f7a9a9-1dae-40f1-8807-b5e8a46cb42c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for be1e9007-2aae-4823-916a-05fc9f182955 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:55.980865 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51c18907-4357-4366-9ea0-d8cb1f5c90ce tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:55.981923 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.039192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Network 74089f5d-40d0-47b1-9672-655c717000e9 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:56.043718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:56.047061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:56.050256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Pushing event updated for resources: {'Port': ['ID=44667cd4-5bcf-4ecc-b651-9979881816ab,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:56.055469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51c18907-4357-4366-9ea0-d8cb1f5c90ce tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.084255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00f7a9a9-1dae-40f1-8807-b5e8a46cb42c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.116260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7a9a9-1dae-40f1-8807-b5e8a46cb42c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=be1e9007-2aae-4823-916a-05fc9f182955,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:56.127528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00f7a9a9-1dae-40f1-8807-b5e8a46cb42c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.127528 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-00f7a9a9-1dae-40f1-8807-b5e8a46cb42c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/be1e9007-2aae-4823-916a-05fc9f182955 HTTP/1.1" status: 204 len: 168 time: 0.6097841 Aug 10 02:11:56.127528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35078) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:56.147952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Attempting to bind port 44667cd4-5bcf-4ecc-b651-9979881816ab on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:11:56.147952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Attempting to bind port 44667cd4-5bcf-4ecc-b651-9979881816ab by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'a56d4762-8d91-41cd-9ae5-75d7b7f45b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74089f5d-40d0-47b1-9672-655c717000e9'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:11:56.147952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Attempting to bind port 44667cd4-5bcf-4ecc-b651-9979881816ab on network 74089f5d-40d0-47b1-9672-655c717000e9 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:11:56.157565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:11:56.157565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Checking segment: {'id': 'a56d4762-8d91-41cd-9ae5-75d7b7f45b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74089f5d-40d0-47b1-9672-655c717000e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:56.157853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.158228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Bound using segment: {'id': 'a56d4762-8d91-41cd-9ae5-75d7b7f45b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74089f5d-40d0-47b1-9672-655c717000e9'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:11:56.158740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Bound port: 44667cd4-5bcf-4ecc-b651-9979881816ab, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56d4762-8d91-41cd-9ae5-75d7b7f45b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '74089f5d-40d0-47b1-9672-655c717000e9'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:11:56.159130 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.191406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa63b76-f0bc-4f26-9d7c-110ed9832086 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:56.201223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa63b76-f0bc-4f26-9d7c-110ed9832086 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:56.206597 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-eaa63b76-f0bc-4f26-9d7c-110ed9832086 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0749841 Aug 10 02:11:56.212326 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35080) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:56.239477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51c18907-4357-4366-9ea0-d8cb1f5c90ce tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.438209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-91e71776-a614-4988-9e53-773cf85975c2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 24861ec2-c229-41ef-9d8e-f9262e01ba0d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:56.439157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91e71776-a614-4988-9e53-773cf85975c2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.496370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51c18907-4357-4366-9ea0-d8cb1f5c90ce tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.501010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] For port 44667cd4-5bcf-4ecc-b651-9979881816ab, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:11:56.505407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] For port 44667cd4-5bcf-4ecc-b651-9979881816ab, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=44667cd4-5bcf-4ecc-b651-9979881816ab,segment=NetworkSegment(a56d4762-8d91-41cd-9ae5-75d7b7f45b30),segment_id=a56d4762-8d91-41cd-9ae5-75d7b7f45b30)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:11:56.517354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91e71776-a614-4988-9e53-773cf85975c2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.534007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-91e71776-a614-4988-9e53-773cf85975c2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 24861ec2-c229-41ef-9d8e-f9262e01ba0d owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:56.544421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c18907-4357-4366-9ea0-d8cb1f5c90ce tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3e7a01-8aa3-4d28-afee-e78707dcdf0e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:56.550257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51c18907-4357-4366-9ea0-d8cb1f5c90ce tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.555444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-51c18907-4357-4366-9ea0-d8cb1f5c90ce tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/subnets/8b3e7a01-8aa3-4d28-afee-e78707dcdf0e HTTP/1.1" status: 204 len: 168 time: 0.9307523 Aug 10 02:11:56.556007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35086) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:56.616302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca11c03d-fa51-413e-bdd8-fefb8919b7a4 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:56.617947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca11c03d-fa51-413e-bdd8-fefb8919b7a4 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:56.619542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ca11c03d-fa51-413e-bdd8-fefb8919b7a4 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0627282 Aug 10 02:11:56.623938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35088) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:56.626261 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.753480 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91e71776-a614-4988-9e53-773cf85975c2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.767520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7c53301-ab33-4fe2-8414-bf04f9aefc03 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.769905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d997632-a9c9-47f7-8893-1ceb3cfd0285 None None] Pushing event updated for resources: {'Port': ['ID=44667cd4-5bcf-4ecc-b651-9979881816ab,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:56.807759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e71776-a614-4988-9e53-773cf85975c2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=24861ec2-c229-41ef-9d8e-f9262e01ba0d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:56.817672 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c53301-ab33-4fe2-8414-bf04f9aefc03 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 02:11:56.818141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c53301-ab33-4fe2-8414-bf04f9aefc03 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:11:56.824016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f7c53301-ab33-4fe2-8414-bf04f9aefc03 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/74089f5d-40d0-47b1-9672-655c717000e9 HTTP/1.1" status: 409 len: 405 time: 0.1985939 Aug 10 02:11:56.825490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-91e71776-a614-4988-9e53-773cf85975c2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.826396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35096) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:56.829775 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-91e71776-a614-4988-9e53-773cf85975c2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/24861ec2-c229-41ef-9d8e-f9262e01ba0d HTTP/1.1" status: 204 len: 168 time: 0.6156945 Aug 10 02:11:56.837161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35098) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:56.837271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1304942045'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:56.894994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab29cd-5816-4a47-9ac0-aa84d480ccee req-13024b2f-e7c4-4459-98a1-ff0c6766b297 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:56.896841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05ab29cd-5816-4a47-9ac0-aa84d480ccee req-13024b2f-e7c4-4459-98a1-ff0c6766b297 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 946 time: 0.1476276 Aug 10 02:11:56.912338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44c742-e186-43e3-ba41-1309f5393720 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:56.914947 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2f44c742-e186-43e3-ba41-1309f5393720 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0814512 Aug 10 02:11:56.918451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35100) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:56.950666 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e070d8fd-d688-49cf-9dd8-f410680754c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:11:56.955694 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e070d8fd-d688-49cf-9dd8-f410680754c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/be1e9007-2aae-4823-916a-05fc9f182955 HTTP/1.1" status: 404 len: 333 time: 0.0360792 Aug 10 02:11:56.958619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35104) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:56.965999 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05ab29cd-5816-4a47-9ac0-aa84d480ccee req-27774a08-5eb0-4d8b-b680-4e6ef507e7f2 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559897 Aug 10 02:11:56.998301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:57.003452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.064748 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-99701110-5355-46b3-bcbd-f04331a1e812 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:11:57.070240 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-99701110-5355-46b3-bcbd-f04331a1e812 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/24861ec2-c229-41ef-9d8e-f9262e01ba0d HTTP/1.1" status: 404 len: 333 time: 0.1092417 Aug 10 02:11:57.079946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35110) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:57.087578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:57.114773 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.115387 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Added segment ccb2bdc3-03eb-4644-8e9d-fb730c401fd4 of type vlan for network ef83813b-1026-4f0a-83b4-488e16114d47 Aug 10 02:11:57.243865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.269789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba4a11-a79e-4fb0-a752-2db5702b9fe7 req-97b0ee12-e63c-4c8f-ad0b-c5486032b9d8 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:57.271600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33ba4a11-a79e-4fb0-a752-2db5702b9fe7 req-97b0ee12-e63c-4c8f-ad0b-c5486032b9d8 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 946 time: 0.1605260 Aug 10 02:11:57.274017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.345443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33ba4a11-a79e-4fb0-a752-2db5702b9fe7 req-de214491-3452-4bc2-a1ff-db8506023bec tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661957 Aug 10 02:11:57.389843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.406805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0613bb8-5080-4c8c-a84a-a05f2dfb3448']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:57.425482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.430109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ce1f00-1209-4b43-8943-1e4fec3840fb') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:57.430506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ce1f00-1209-4b43-8943-1e4fec3840fb') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:11:57.434121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:57.435329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.443265 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.461077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.474281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:11:57.475048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:11:57.480361 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:11:57.663757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.677816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.685294 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/networks/b0613bb8-5080-4c8c-a84a-a05f2dfb3448 HTTP/1.1" status: 204 len: 168 time: 0.5959480 Aug 10 02:11:57.704250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35124) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:57.718721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-53793341'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:57.720235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eda14-159b-46c2-8640-33f8b09cb3d7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Network': ['ID=b0613bb8-5080-4c8c-a84a-a05f2dfb3448,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:57.836454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:57.840500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.887875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:11:57.915361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.915772 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Added segment f8825e4a-ae3b-4893-afc5-e02dfb47de63 of type vlan for network 853d1fc9-213f-4f22-a46b-e59865f474b2 Aug 10 02:11:57.995122 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:58.020302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Network': ['ID=ef83813b-1026-4f0a-83b4-488e16114d47,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:58.034962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network ef83813b-1026-4f0a-83b4-488e16114d47 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:58.055469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-698d4ea2-933e-4fc8-984f-0c48df8939ed tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2279027 Aug 10 02:11:58.056259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35130) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:58.067270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'subnet': {'network_id': 'ef83813b-1026-4f0a-83b4-488e16114d47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:58.082085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea23e05-945a-4719-a05b-f0708b3e36d2 req-8faf94b5-e9d6-4600-9e4f-f689c7d14f9d tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:58.084327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ea23e05-945a-4719-a05b-f0708b3e36d2 req-8faf94b5-e9d6-4600-9e4f-f689c7d14f9d tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 946 time: 0.1352103 Aug 10 02:11:58.158669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:58.170185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ea23e05-945a-4719-a05b-f0708b3e36d2 req-e26421a9-9de4-4142-bd7f-bb9327f3d555 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698044 Aug 10 02:11:58.177072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:58.178011 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:58.297872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Network': ['ID=853d1fc9-213f-4f22-a46b-e59865f474b2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:58.310798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 853d1fc9-213f-4f22-a46b-e59865f474b2 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:11:58.391758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e74902-bb87-47c4-9fa7-7b65b5787ab1 None None] Network 74089f5d-40d0-47b1-9672-655c717000e9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:58.501772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:58.505361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:58.594051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9f44d434-c672-4fc0-9fd4-5e2fec0506d8 None None] Provisioning for port 44667cd4-5bcf-4ecc-b651-9979881816ab completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:58.601192 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c57565d7-2410-4506-8682-908b5e715f5e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8945870 Aug 10 02:11:58.606623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35144) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:58.617066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '853d1fc9-213f-4f22-a46b-e59865f474b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:58.703799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aade4c6-8917-453f-b282-31ba446e02c4 None None] DHCP port deletion for 74089f5d-40d0-47b1-9672-655c717000e9 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:11:58.760210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7aade4c6-8917-453f-b282-31ba446e02c4 None None] Deleting port 44667cd4-5bcf-4ecc-b651-9979881816ab {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:11:58.760476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7aade4c6-8917-453f-b282-31ba446e02c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:58.832975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7aade4c6-8917-453f-b282-31ba446e02c4 None None] For port 44667cd4-5bcf-4ecc-b651-9979881816ab, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=44667cd4-5bcf-4ecc-b651-9979881816ab,segment=NetworkSegment(a56d4762-8d91-41cd-9ae5-75d7b7f45b30),segment_id=a56d4762-8d91-41cd-9ae5-75d7b7f45b30)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:11:58.833394 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7aade4c6-8917-453f-b282-31ba446e02c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:58.852923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7aade4c6-8917-453f-b282-31ba446e02c4 None None] Calling delete_port for 44667cd4-5bcf-4ecc-b651-9979881816ab owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:11:58.892745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6cb3f-21c4-4178-9263-32eff8b51285 req-4bf08876-3cc5-4f71-bc32-14465f1c257a tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:58.894391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbc6cb3f-21c4-4178-9263-32eff8b51285 req-4bf08876-3cc5-4f71-bc32-14465f1c257a tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 946 time: 0.0735507 Aug 10 02:11:58.904531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:58.909382 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:58.971377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbc6cb3f-21c4-4178-9263-32eff8b51285 req-2f0dc0d0-9634-4aea-9f27-bf89b120c939 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697782 Aug 10 02:11:59.153008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:11:59.159366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:59.169686 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7aade4c6-8917-453f-b282-31ba446e02c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:59.199620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aade4c6-8917-453f-b282-31ba446e02c4 None None] Pushing event deleted for resources: {'Port': ['ID=44667cd4-5bcf-4ecc-b651-9979881816ab,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:59.203172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aade4c6-8917-453f-b282-31ba446e02c4 None None] No DVR routers for this DVR port 44667cd4-5bcf-4ecc-b651-9979881816ab on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:11:59.297004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Subnet': ['ID=3d5339f6-f902-40c5-b622-961e0b168997,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:59.315724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Checking segment: {'id': 'ccb2bdc3-03eb-4644-8e9d-fb730c401fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef83813b-1026-4f0a-83b4-488e16114d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:59.316430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network hostable DHCP agents. Network: ef83813b-1026-4f0a-83b4-488e16114d47, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:59.359459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:59.446664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network ef83813b-1026-4f0a-83b4-488e16114d47 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:59.453371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=839e9cd4-123d-48a1-a5fe-077cbcfb9bc9,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:59.470207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Checking segment: {'id': 'f8825e4a-ae3b-4893-afc5-e02dfb47de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '853d1fc9-213f-4f22-a46b-e59865f474b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:11:59.470666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network hostable DHCP agents. Network: 853d1fc9-213f-4f22-a46b-e59865f474b2, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:11:59.531718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, ef83813b-1026-4f0a-83b4-488e16114d47) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:59.536510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:59.537786 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:59.539342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea1955b-aeb2-402b-affe-71da36688188 None None] Network ef83813b-1026-4f0a-83b4-488e16114d47 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:59.702868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-ef83813b-1026-4f0a-83b4-488e16114d47', 'network_id': 'ef83813b-1026-4f0a-83b4-488e16114d47', 'tenant_id': '3a81d51c6db3458aafcedf399318f04f', 'fixed_ips': [{'subnet_id': '3d5339f6-f902-40c5-b622-961e0b168997'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:11:59.704310 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:59.720007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 853d1fc9-213f-4f22-a46b-e59865f474b2 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:11:59.726750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 853d1fc9-213f-4f22-a46b-e59865f474b2) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:59.732382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:59.733338 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:59.742673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eddff28-20e7-47c2-8f25-90af8852dc46 None None] Network 853d1fc9-213f-4f22-a46b-e59865f474b2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:11:59.752425 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c435c658-8389-4c40-9398-6e453cbb3eb7 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6939335 Aug 10 02:11:59.757327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35166) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:59.862541 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0e24d815-e3d7-4e6a-b924-ff2138291ad2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2547550 Aug 10 02:11:59.865290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35168) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:11:59.871982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '853d1fc9-213f-4f22-a46b-e59865f474b2', 'name': 'tempest-PortsTestJSON-569168994'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:59.906094 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:59.970849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Allocated IP 2001:db8::f816:3eff:fe4c:373e (ef83813b-1026-4f0a-83b4-488e16114d47/3d5339f6-f902-40c5-b622-961e0b168997/b1ed80d0-a3a1-4ce2-a88f-f753e0427770) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:00.023143 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.079666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-853d1fc9-213f-4f22-a46b-e59865f474b2', 'network_id': '853d1fc9-213f-4f22-a46b-e59865f474b2', 'tenant_id': 'f3cfde1a6b2b4e9bb80d1511a53b11ee', 'fixed_ips': [{'subnet_id': '839e9cd4-123d-48a1-a5fe-077cbcfb9bc9'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:00.080298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:00.080622 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.089089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.117064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 3410e4d6-1c9c-4863-af29-778b9f258d60 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:00.206167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850928c-3584-4ee8-9e60-291676bc3002 req-0a649007-542e-4199-a1f9-1264cbf66395 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:00.207804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e850928c-3584-4ee8-9e60-291676bc3002 req-0a649007-542e-4199-a1f9-1264cbf66395 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.11 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 946 time: 0.1524870 Aug 10 02:12:00.235945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7818a-d972-442e-b4e6-e53101f89a98 req-2b895b14-c3cb-470f-ba2a-b11031ec8a2a tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:00.244384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6af7818a-d972-442e-b4e6-e53101f89a98 req-2b895b14-c3cb-470f-ba2a-b11031ec8a2a tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 946 time: 0.1318390 Aug 10 02:12:00.317229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.11 (853d1fc9-213f-4f22-a46b-e59865f474b2/839e9cd4-123d-48a1-a5fe-077cbcfb9bc9/3410e4d6-1c9c-4863-af29-778b9f258d60) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:00.323782 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.337297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Transition to ACTIVE for port object b1ed80d0-a3a1-4ce2-a88f-f753e0427770 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:00.362392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Transition to ACTIVE for port object b1ed80d0-a3a1-4ce2-a88f-f753e0427770 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:00.386029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6af7818a-d972-442e-b4e6-e53101f89a98 req-e0a5e01b-e58e-473f-971a-39a0ef4eba09 tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/security-groups?id=6d1a9c30-66f0-4def-9abf-81050443658d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407490 Aug 10 02:12:00.450289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e850928c-3584-4ee8-9e60-291676bc3002 req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Deleting port 103a17b2-bdce-471b-b3c2-ce331caea949 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:00.451544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e850928c-3584-4ee8-9e60-291676bc3002 req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.461796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.489708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Network ef83813b-1026-4f0a-83b4-488e16114d47 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:00.493733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:00.498230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:00.574264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Pushing event updated for resources: {'Port': ['ID=b1ed80d0-a3a1-4ce2-a88f-f753e0427770,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:00.586758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.615588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object 3410e4d6-1c9c-4863-af29-778b9f258d60 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:00.627774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e850928c-3584-4ee8-9e60-291676bc3002 req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] For port 103a17b2-bdce-471b-b3c2-ce331caea949, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=103a17b2-bdce-471b-b3c2-ce331caea949,segment=NetworkSegment(f4d74c69-9c0b-4598-a59c-252162111bc2),segment_id=f4d74c69-9c0b-4598-a59c-252162111bc2)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:00.628229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e850928c-3584-4ee8-9e60-291676bc3002 req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.654403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e850928c-3584-4ee8-9e60-291676bc3002 req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Calling delete_port for 103a17b2-bdce-471b-b3c2-ce331caea949 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:00.654826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.665053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 44667cd4-5bcf-4ecc-b651-9979881816ab no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:00.675076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Attempting to bind port b1ed80d0-a3a1-4ce2-a88f-f753e0427770 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:00.675779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Attempting to bind port b1ed80d0-a3a1-4ce2-a88f-f753e0427770 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'ccb2bdc3-03eb-4644-8e9d-fb730c401fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef83813b-1026-4f0a-83b4-488e16114d47'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:00.676487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Attempting to bind port b1ed80d0-a3a1-4ce2-a88f-f753e0427770 on network ef83813b-1026-4f0a-83b4-488e16114d47 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:00.703834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5339f6-f902-40c5-b622-961e0b168997,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:00.719762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 44667cd4-5bcf-4ecc-b651-9979881816ab {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:00.720148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 44667cd4-5bcf-4ecc-b651-9979881816ab not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:00.724445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:00.724877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Checking segment: {'id': 'ccb2bdc3-03eb-4644-8e9d-fb730c401fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef83813b-1026-4f0a-83b4-488e16114d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:00.725303 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.725694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Bound using segment: {'id': 'ccb2bdc3-03eb-4644-8e9d-fb730c401fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef83813b-1026-4f0a-83b4-488e16114d47'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:00.727484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Bound port: b1ed80d0-a3a1-4ce2-a88f-f753e0427770, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb2bdc3-03eb-4644-8e9d-fb730c401fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef83813b-1026-4f0a-83b4-488e16114d47'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:00.728039 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.779310 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.798525 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.823558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef83813b-1026-4f0a-83b4-488e16114d47']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:00.843739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb2bdc3-03eb-4644-8e9d-fb730c401fd4') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:00.844110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb2bdc3-03eb-4644-8e9d-fb730c401fd4') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:00.862449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] For port b1ed80d0-a3a1-4ce2-a88f-f753e0427770, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:00.864720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:00.874466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 853d1fc9-213f-4f22-a46b-e59865f474b2 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:00.880417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:00.883722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Allocated IP 172.20.0.2 (853d1fc9-213f-4f22-a46b-e59865f474b2/839e9cd4-123d-48a1-a5fe-077cbcfb9bc9/6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:00.887138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] For port b1ed80d0-a3a1-4ce2-a88f-f753e0427770, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1ed80d0-a3a1-4ce2-a88f-f753e0427770,segment=NetworkSegment(ccb2bdc3-03eb-4644-8e9d-fb730c401fd4),segment_id=ccb2bdc3-03eb-4644-8e9d-fb730c401fd4)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:00.888544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:00.950850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=3410e4d6-1c9c-4863-af29-778b9f258d60,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:00.972430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.973467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.974206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.974949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.975414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.975874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.976329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.976790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.977240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.977691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.978139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.978901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:00.987147 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.001181 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.007845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:01.008524 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.009014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:01.009448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:01.070804 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:01.083639 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e850928c-3584-4ee8-9e60-291676bc3002 req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.105775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['103a17b2-bdce-471b-b3c2-ce331caea949'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:12:01.132184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Pushing event deleted for resources: {'Port': ['ID=103a17b2-bdce-471b-b3c2-ce331caea949,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:01.150784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cb235-52d6-4a4e-b1a5-4eef3fb39d31 None None] Pushing event updated for resources: {'Port': ['ID=b1ed80d0-a3a1-4ce2-a88f-f753e0427770,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:01.150981 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6c0afe5e-5334-49d5-af8d-c8016b1bcc47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2802496 Aug 10 02:12:01.152589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35188) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:01.186685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a91d50-5246-45e1-8fd6-2db8515b27e9 None None] Network ef83813b-1026-4f0a-83b4-488e16114d47 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:01.195091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e850928c-3584-4ee8-9e60-291676bc3002 req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] No DVR routers for this DVR port 103a17b2-bdce-471b-b3c2-ce331caea949 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:01.198437 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e850928c-3584-4ee8-9e60-291676bc3002 req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.200725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e850928c-3584-4ee8-9e60-291676bc3002 req-6581e443-8473-4cc6-943a-a718b19b09db tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.11 "DELETE /v2.0/ports/103a17b2-bdce-471b-b3c2-ce331caea949 HTTP/1.1" status: 204 len: 173 time: 0.9761460 Aug 10 02:12:01.201483 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085c951d-703b-42d9-8e25-d33e23eb2e8e', 'name': 'network-vif-deleted', 'tag': '103a17b2-bdce-471b-b3c2-ce331caea949'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:01.204419 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60a6370-6c4c-4828-a23f-b58056e5304c" -d '{"events": [{"server_uuid": "085c951d-703b-42d9-8e25-d33e23eb2e8e", "name": "network-vif-deleted", "tag": "103a17b2-bdce-471b-b3c2-ce331caea949"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:01.231611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:12:01.231611 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:12:01.231611 n-d-767704-21 neutron-server[101224]: [parameters: {'id': 'ef83813b-1026-4f0a-83b4-488e16114d47'}] Aug 10 02:12:01.231611 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:12:01.242704 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:12:01.258528 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abb1c4b-981b-4d95-ba4f-05658ad23864 x-openstack-request-id: req-1abb1c4b-981b-4d95-ba4f-05658ad23864 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:01.259091 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085c951d-703b-42d9-8e25-d33e23eb2e8e", "name": "network-vif-deleted", "tag": "103a17b2-bdce-471b-b3c2-ce331caea949", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:01.259617 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1abb1c4b-981b-4d95-ba4f-05658ad23864 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:01.262318 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085c951d-703b-42d9-8e25-d33e23eb2e8e', 'name': 'network-vif-deleted', 'tag': '103a17b2-bdce-471b-b3c2-ce331caea949', 'status': 'completed', 'code': 200} Aug 10 02:12:01.290420 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.303140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-6d14fafc-9a3d-4028-8c7b-e0dd7097097c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 3410e4d6-1c9c-4863-af29-778b9f258d60 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:01.303307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d14fafc-9a3d-4028-8c7b-e0dd7097097c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.348154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Transition to ACTIVE for port object 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:01.370317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Transition to ACTIVE for port object 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:01.434658 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d14fafc-9a3d-4028-8c7b-e0dd7097097c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.459702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-6d14fafc-9a3d-4028-8c7b-e0dd7097097c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 3410e4d6-1c9c-4863-af29-778b9f258d60 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:01.463111 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.573778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b568e141-6217-4c79-be0e-5038e8f50e8e req-133b89c5-0a53-4f84-9144-bb6facfc938d tempest-ServersNegativeTestMultiTenantJSON-1893855492 tempest-ServersNegativeTestMultiTenantJSON-1893855492-project] 10.222.0.38 "GET /v2.0/ports?device_id=085c951d-703b-42d9-8e25-d33e23eb2e8e HTTP/1.1" status: 200 len: 210 time: 0.0589018 Aug 10 02:12:01.618520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Network 853d1fc9-213f-4f22-a46b-e59865f474b2 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:01.621616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:01.626456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:01.632767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Pushing event updated for resources: {'Port': ['ID=6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:01.693519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Attempting to bind port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:01.693999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Attempting to bind port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'f8825e4a-ae3b-4893-afc5-e02dfb47de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '853d1fc9-213f-4f22-a46b-e59865f474b2'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:01.694579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Attempting to bind port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 on network 853d1fc9-213f-4f22-a46b-e59865f474b2 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:01.700641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:01.700641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Checking segment: {'id': 'f8825e4a-ae3b-4893-afc5-e02dfb47de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '853d1fc9-213f-4f22-a46b-e59865f474b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:01.701062 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.707788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Bound using segment: {'id': 'f8825e4a-ae3b-4893-afc5-e02dfb47de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '853d1fc9-213f-4f22-a46b-e59865f474b2'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:01.707788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Bound port: 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8825e4a-ae3b-4893-afc5-e02dfb47de63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '853d1fc9-213f-4f22-a46b-e59865f474b2'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:01.707788 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.727985 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d14fafc-9a3d-4028-8c7b-e0dd7097097c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.735004 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.769344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14fafc-9a3d-4028-8c7b-e0dd7097097c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=3410e4d6-1c9c-4863-af29-778b9f258d60,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:01.775475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] For port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:01.781594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] For port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14,segment=NetworkSegment(f8825e4a-ae3b-4893-afc5-e02dfb47de63),segment_id=f8825e4a-ae3b-4893-afc5-e02dfb47de63)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:01.827274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Deleting port b1ed80d0-a3a1-4ce2-a88f-f753e0427770 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:01.828393 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.847732 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d14fafc-9a3d-4028-8c7b-e0dd7097097c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.853033 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d14fafc-9a3d-4028-8c7b-e0dd7097097c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/3410e4d6-1c9c-4863-af29-778b9f258d60 HTTP/1.1" status: 204 len: 168 time: 0.6976070 Aug 10 02:12:01.853398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35206) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:01.861267 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.884106 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb324c8-cd4f-4f34-8026-c981d16a819a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:01.885731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb324c8-cd4f-4f34-8026-c981d16a819a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:01.891970 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8cb324c8-cd4f-4f34-8026-c981d16a819a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/3410e4d6-1c9c-4863-af29-778b9f258d60 HTTP/1.1" status: 404 len: 333 time: 0.0373480 Aug 10 02:12:01.893200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35208) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:01.913353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] For port b1ed80d0-a3a1-4ce2-a88f-f753e0427770, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1ed80d0-a3a1-4ce2-a88f-f753e0427770,segment=NetworkSegment(ccb2bdc3-03eb-4644-8e9d-fb730c401fd4),segment_id=ccb2bdc3-03eb-4644-8e9d-fb730c401fd4)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:01.913869 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.930905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Calling delete_port for b1ed80d0-a3a1-4ce2-a88f-f753e0427770 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:01.939460 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2121e089-677e-494e-ba34-3b77f3d3a59c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:01.943440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2121e089-677e-494e-ba34-3b77f3d3a59c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/3410e4d6-1c9c-4863-af29-778b9f258d60 HTTP/1.1" status: 404 len: 333 time: 0.0496101 Aug 10 02:12:01.944299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35210) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:01.983895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ff375-684d-41bf-a163-fa41789d8067 None None] Pushing event updated for resources: {'Port': ['ID=6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:02.069676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5617d4e-d095-418d-ad42-ce40e34589e8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet 839e9cd4-123d-48a1-a5fe-077cbcfb9bc9 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:02.073478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f5617d4e-d095-418d-ad42-ce40e34589e8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.150588 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f5617d4e-d095-418d-ad42-ce40e34589e8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.277737 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.287668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f5617d4e-d095-418d-ad42-ce40e34589e8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.348124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Port': ['ID=b1ed80d0-a3a1-4ce2-a88f-f753e0427770,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:02.364779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No DVR routers for this DVR port b1ed80d0-a3a1-4ce2-a88f-f753e0427770 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:02.481803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.495264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef83813b-1026-4f0a-83b4-488e16114d47']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:02.507060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb2bdc3-03eb-4644-8e9d-fb730c401fd4') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:02.507371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb2bdc3-03eb-4644-8e9d-fb730c401fd4') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:02.522370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.539223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.547372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:02.548141 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:02.551472 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:02.600282 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f5617d4e-d095-418d-ad42-ce40e34589e8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.652654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5617d4e-d095-418d-ad42-ce40e34589e8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=839e9cd4-123d-48a1-a5fe-077cbcfb9bc9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:02.696580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f5617d4e-d095-418d-ad42-ce40e34589e8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.696580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f5617d4e-d095-418d-ad42-ce40e34589e8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/839e9cd4-123d-48a1-a5fe-077cbcfb9bc9 HTTP/1.1" status: 204 len: 168 time: 0.7478056 Aug 10 02:12:02.696874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35226) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:02.707981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35228) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:02.748527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:02.799410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.815978 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.821295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/ef83813b-1026-4f0a-83b4-488e16114d47 HTTP/1.1" status: 204 len: 168 time: 3.0586040 Aug 10 02:12:02.822011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35230) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:02.844204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1830529916'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:02.845942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57a81f-c89d-4eba-9546-b9562000a601 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Network': ['ID=ef83813b-1026-4f0a-83b4-488e16114d47,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:02.860869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e775056a-e9b9-433d-8ae4-51ff4c7e0179 admin admin] Deleting subnet 8e987b3e-8d44-4bcd-bb53-7e6fa15a7713 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:02.868826 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.870718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e775056a-e9b9-433d-8ae4-51ff4c7e0179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.901933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:02.933994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e775056a-e9b9-433d-8ae4-51ff4c7e0179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:02.986414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:02.990060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.035501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:03.052223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e775056a-e9b9-433d-8ae4-51ff4c7e0179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.082872 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.083222 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Added segment 2090bda6-846e-4f1e-8d63-8709d1a00e19 of type vlan for network 99bf9ca2-8e36-4544-a2c3-99c6ba2dd821 Aug 10 02:12:03.147722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:03.148068 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.165944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e338b06-c63c-4017-b4cb-43c9cc481a4f None None] Network 853d1fc9-213f-4f22-a46b-e59865f474b2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:03.172040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.244830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] For port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14,segment=NetworkSegment(f8825e4a-ae3b-4893-afc5-e02dfb47de63),segment_id=f8825e4a-ae3b-4893-afc5-e02dfb47de63)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:03.245227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.261234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:03.263529 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e775056a-e9b9-433d-8ae4-51ff4c7e0179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.301947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775056a-e9b9-433d-8ae4-51ff4c7e0179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e987b3e-8d44-4bcd-bb53-7e6fa15a7713,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:03.308555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a176fbfa-8e44-456f-9fb4-e900b97caebe None None] Provisioning for port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:03.314833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a176fbfa-8e44-456f-9fb4-e900b97caebe None None] Provisioning complete for port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:03.315261 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a176fbfa-8e44-456f-9fb4-e900b97caebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.354206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e775056a-e9b9-433d-8ae4-51ff4c7e0179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.359812 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e775056a-e9b9-433d-8ae4-51ff4c7e0179 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8e987b3e-8d44-4bcd-bb53-7e6fa15a7713 HTTP/1.1" status: 204 len: 168 time: 0.6504204 Aug 10 02:12:03.363135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35240) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:03.403745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.420615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:03.422312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.454339 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a176fbfa-8e44-456f-9fb4-e900b97caebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.473797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7b8344-ba49-4304-a9ae-59b881147bbc None None] DHCP port deletion for 853d1fc9-213f-4f22-a46b-e59865f474b2 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:12:03.537072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a176fbfa-8e44-456f-9fb4-e900b97caebe None None] For port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14,segment=NetworkSegment(f8825e4a-ae3b-4893-afc5-e02dfb47de63),segment_id=f8825e4a-ae3b-4893-afc5-e02dfb47de63)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:03.568809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b8344-ba49-4304-a9ae-59b881147bbc None None] Deleting port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:03.569189 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8344-ba49-4304-a9ae-59b881147bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.591176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Network': ['ID=99bf9ca2-8e36-4544-a2c3-99c6ba2dd821,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:03.596246 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.613105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 99bf9ca2-8e36-4544-a2c3-99c6ba2dd821 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:03.620499 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a176fbfa-8e44-456f-9fb4-e900b97caebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.633950 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-61b6288a-2b41-4a98-90fa-a6f4656cd744 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8072703 Aug 10 02:12:03.637450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35246) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:03.649191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'subnet': {'network_id': '99bf9ca2-8e36-4544-a2c3-99c6ba2dd821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:03.703273 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.723075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f667a7-7702-4f99-a830-c31155b42ea3']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:03.736798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bf7b8344-ba49-4304-a9ae-59b881147bbc None None] For port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14,segment=NetworkSegment(f8825e4a-ae3b-4893-afc5-e02dfb47de63),segment_id=f8825e4a-ae3b-4893-afc5-e02dfb47de63)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:03.737206 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8344-ba49-4304-a9ae-59b881147bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.741395 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.757685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d74c69-9c0b-4598-a59c-252162111bc2') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:03.758169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d74c69-9c0b-4598-a59c-252162111bc2') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:03.801190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 103a17b2-bdce-471b-b3c2-ce331caea949 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:03.803788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:03.808595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.811418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b8344-ba49-4304-a9ae-59b881147bbc None None] Calling delete_port for 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:03.828304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No DVR routers for this DVR port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:03.840912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176fbfa-8e44-456f-9fb4-e900b97caebe None None] Pushing event updated for resources: {'Port': ['ID=6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:03.847413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 103a17b2-bdce-471b-b3c2-ce331caea949 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:03.850505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 103a17b2-bdce-471b-b3c2-ce331caea949 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:03.869764 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.891129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:03.891834 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:03.893389 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:03.943222 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf7b8344-ba49-4304-a9ae-59b881147bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.955592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:03.960024 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:03.970246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b8344-ba49-4304-a9ae-59b881147bbc None None] Pushing event deleted for resources: {'Port': ['ID=6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:03.982402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b8344-ba49-4304-a9ae-59b881147bbc None None] No DVR routers for this DVR port 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:04.016764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5f2ca-f4bf-41d4-a629-0ad68e54b043 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:04.023892 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.036680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853d1fc9-213f-4f22-a46b-e59865f474b2']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:04.048551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8825e4a-ae3b-4893-afc5-e02dfb47de63') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:04.070245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8825e4a-ae3b-4893-afc5-e02dfb47de63') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:04.070245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.076466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.084136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:04.084669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:04.087921 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:04.141092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5f2ca-f4bf-41d4-a629-0ad68e54b043 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:04.179121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.191509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.193574 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/51f667a7-7702-4f99-a830-c31155b42ea3 HTTP/1.1" status: 204 len: 168 time: 0.8293490 Aug 10 02:12:04.196778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35254) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:04.213104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192abe13-b59e-42e7-ac8c-acfa20c3eac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f667a7-7702-4f99-a830-c31155b42ea3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:04.260285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a2e163-2c9f-47e3-bbc5-abcb9e7113e9 admin admin] Deleting subnet 67e5a07b-bae3-447a-8c6d-9e5dfb306ee9 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:04.264661 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2e163-2c9f-47e3-bbc5-abcb9e7113e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.267363 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.275350 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.286739 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/networks/853d1fc9-213f-4f22-a46b-e59865f474b2 HTTP/1.1" status: 204 len: 168 time: 1.5849581 Aug 10 02:12:04.286998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35258) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:04.295158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-807491196'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:04.311601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20fffa-a38f-401b-8620-80f807962598 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Network': ['ID=853d1fc9-213f-4f22-a46b-e59865f474b2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:04.321947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2e163-2c9f-47e3-bbc5-abcb9e7113e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.346255 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.414935 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2e163-2c9f-47e3-bbc5-abcb9e7113e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.446211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Subnet': ['ID=988ac33b-4554-4e11-9495-42b93f704a8b,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:04.472502 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Checking segment: {'id': '2090bda6-846e-4f1e-8d63-8709d1a00e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99bf9ca2-8e36-4544-a2c3-99c6ba2dd821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:04.472905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network hostable DHCP agents. Network: 99bf9ca2-8e36-4544-a2c3-99c6ba2dd821, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:04.486733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:04.492418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.530957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:04.543540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.543961 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Added segment a629e974-e510-454d-baa7-81fe30615790 of type vlan for network 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 Aug 10 02:12:04.597082 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.636207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:04.672341 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network 99bf9ca2-8e36-4544-a2c3-99c6ba2dd821 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:04.690086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:04.690436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6fada6ef-d6dd-4361-9a65-ca6cb5bb9d14 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:04.728025 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2e163-2c9f-47e3-bbc5-abcb9e7113e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.761909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2e163-2c9f-47e3-bbc5-abcb9e7113e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e5a07b-bae3-447a-8c6d-9e5dfb306ee9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:04.775941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2e163-2c9f-47e3-bbc5-abcb9e7113e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.781788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-16a2e163-2c9f-47e3-bbc5-abcb9e7113e9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/67e5a07b-bae3-447a-8c6d-9e5dfb306ee9 HTTP/1.1" status: 204 len: 168 time: 0.5810876 Aug 10 02:12:04.782195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35270) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:04.786681 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.799120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:04.805712 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.825014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 99bf9ca2-8e36-4544-a2c3-99c6ba2dd821) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:04.839949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3568a705-7d71-4dd3-9715-cd198f685ccb None None] Network 99bf9ca2-8e36-4544-a2c3-99c6ba2dd821 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:04.861297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:04.861982 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.926350 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6381319 Aug 10 02:12:04.931585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35272) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:04.943786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '758a5d82-d2a2-4b5d-86a8-8ebc0e382a87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:04.959518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eaf86-3ed3-4001-8a0c-38e4592db98b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Network': ['ID=758a5d82-d2a2-4b5d-86a8-8ebc0e382a87,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:04.969927 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.977605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:05.008102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9416f7ae-0d0d-4bc1-a32e-b462939a7f2d tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3645372 Aug 10 02:12:05.008667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35276) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:05.068441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-99bf9ca2-8e36-4544-a2c3-99c6ba2dd821', 'network_id': '99bf9ca2-8e36-4544-a2c3-99c6ba2dd821', 'tenant_id': '3a81d51c6db3458aafcedf399318f04f', 'fixed_ips': [{'subnet_id': '988ac33b-4554-4e11-9495-42b93f704a8b'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:05.069375 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.131165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.157785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:05.159533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8532fda-6224-4925-9c24-f3013602ba48']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:05.164707 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.171549 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb123e67-3111-4fc1-a8a6-a5114a2149d4') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:05.171983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb123e67-3111-4fc1-a8a6-a5114a2149d4') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:05.183859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.201395 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.215408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:05.215828 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:05.218305 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:05.241989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Allocated IP 2001:db8::2 (99bf9ca2-8e36-4544-a2c3-99c6ba2dd821/988ac33b-4554-4e11-9495-42b93f704a8b/9a7502d1-c2f9-470a-b9ae-87a388622010) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:05.274197 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.367204 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.443749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.453174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Transition to ACTIVE for port object 9a7502d1-c2f9-470a-b9ae-87a388622010 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:05.469019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Transition to ACTIVE for port object 9a7502d1-c2f9-470a-b9ae-87a388622010 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:05.484420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.490545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.492455 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] 10.222.0.38 "DELETE /v2.0/networks/c8532fda-6224-4925-9c24-f3013602ba48 HTTP/1.1" status: 204 len: 168 time: 0.7084196 Aug 10 02:12:05.505024 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3b58-0c23-457d-91ed-78b2d551f74f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8532fda-6224-4925-9c24-f3013602ba48,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:05.511449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.576138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=1f39ad8e-a9ec-46c7-874b-5ac9d0e482e7,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:05.585450 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.587356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Checking segment: {'id': 'a629e974-e510-454d-baa7-81fe30615790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '758a5d82-d2a2-4b5d-86a8-8ebc0e382a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:05.587740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network hostable DHCP agents. Network: 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:05.654980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Network 99bf9ca2-8e36-4544-a2c3-99c6ba2dd821 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:05.669306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:05.673621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:05.680115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:05.684109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Pushing event updated for resources: {'Port': ['ID=9a7502d1-c2f9-470a-b9ae-87a388622010,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:05.710689 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.743019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Attempting to bind port 9a7502d1-c2f9-470a-b9ae-87a388622010 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:05.743525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Attempting to bind port 9a7502d1-c2f9-470a-b9ae-87a388622010 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '2090bda6-846e-4f1e-8d63-8709d1a00e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99bf9ca2-8e36-4544-a2c3-99c6ba2dd821'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:05.743956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Attempting to bind port 9a7502d1-c2f9-470a-b9ae-87a388622010 on network 99bf9ca2-8e36-4544-a2c3-99c6ba2dd821 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:05.748324 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Subnet': ['ID=988ac33b-4554-4e11-9495-42b93f704a8b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:05.751993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:05.752558 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Checking segment: {'id': '2090bda6-846e-4f1e-8d63-8709d1a00e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99bf9ca2-8e36-4544-a2c3-99c6ba2dd821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:05.752967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.753497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Bound using segment: {'id': '2090bda6-846e-4f1e-8d63-8709d1a00e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99bf9ca2-8e36-4544-a2c3-99c6ba2dd821'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:05.754061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Bound port: 9a7502d1-c2f9-470a-b9ae-87a388622010, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2090bda6-846e-4f1e-8d63-8709d1a00e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '99bf9ca2-8e36-4544-a2c3-99c6ba2dd821'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:05.754482 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.792002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:05.797292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:05.798066 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.819683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.829306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa564f2-a8e3-48ca-bea4-c0674ebffc7d None None] Network 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:05.834365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bf9ca2-8e36-4544-a2c3-99c6ba2dd821']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:05.850216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2090bda6-846e-4f1e-8d63-8709d1a00e19') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:05.850640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2090bda6-846e-4f1e-8d63-8709d1a00e19') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:05.861577 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.879801 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.888265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] For port 9a7502d1-c2f9-470a-b9ae-87a388622010, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:05.889903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:05.891179 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:05.894881 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:05.963384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f70c428c-b6ae-4e2d-b796-d21e92baffbc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0276709 Aug 10 02:12:05.966194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35294) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:05.973240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '758a5d82-d2a2-4b5d-86a8-8ebc0e382a87', 'security_groups': [], 'name': 'tempest-PortsTestJSON-461591094'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:06.018140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-758a5d82-d2a2-4b5d-86a8-8ebc0e382a87', 'network_id': '758a5d82-d2a2-4b5d-86a8-8ebc0e382a87', 'tenant_id': 'f3cfde1a6b2b4e9bb80d1511a53b11ee', 'fixed_ips': [{'subnet_id': '1f39ad8e-a9ec-46c7-874b-5ac9d0e482e7'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:06.019682 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.050960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35298) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:06.140075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8fb3da78-d68f-4cb3-a6f1-95d54e76b7c8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5466e0ab0374b7bbebe8efa7c0e9c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850976 Aug 10 02:12:06.141947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35300) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:06.221533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ba3f3e-d99e-40f1-9096-78cad80ea3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.246840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ba3f3e-d99e-40f1-9096-78cad80ea3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.247681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Allocated IP 172.20.0.2 (758a5d82-d2a2-4b5d-86a8-8ebc0e382a87/1f39ad8e-a9ec-46c7-874b-5ac9d0e482e7/023684a8-0af0-4ee7-8b1a-a372e011e37b) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:06.318113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:06.322707 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.344656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 9c57352d-be2a-4f1e-9302-b4eb43d56720 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:06.388334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] For port 9a7502d1-c2f9-470a-b9ae-87a388622010, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9a7502d1-c2f9-470a-b9ae-87a388622010,segment=NetworkSegment(2090bda6-846e-4f1e-8d63-8709d1a00e19),segment_id=2090bda6-846e-4f1e-8d63-8709d1a00e19)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:06.424841 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:12:06.424841 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:12:06.424841 n-d-767704-21 neutron-server[101223]: [parameters: {'id': '99bf9ca2-8e36-4544-a2c3-99c6ba2dd821'}] Aug 10 02:12:06.424841 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:12:06.425725 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:12:06.426780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ba3f3e-d99e-40f1-9096-78cad80ea3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.429438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ba3f3e-d99e-40f1-9096-78cad80ea3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.430679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-17ba3f3e-d99e-40f1-9096-78cad80ea3c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d1a9c30-66f0-4def-9abf-81050443658d HTTP/1.1" status: 204 len: 168 time: 0.2881024 Aug 10 02:12:06.435762 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.439374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba3f3e-d99e-40f1-9096-78cad80ea3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1a9c30-66f0-4def-9abf-81050443658d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:06.447454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Transition to ACTIVE for port object 023684a8-0af0-4ee7-8b1a-a372e011e37b will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:06.476343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Transition to ACTIVE for port object 023684a8-0af0-4ee7-8b1a-a372e011e37b will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:06.479927 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.564847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4fb2c-649f-4e2e-81a4-b3441ca60712 None None] Pushing event updated for resources: {'Port': ['ID=9a7502d1-c2f9-470a-b9ae-87a388622010,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:06.594082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.629994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.6 (758a5d82-d2a2-4b5d-86a8-8ebc0e382a87/1f39ad8e-a9ec-46c7-874b-5ac9d0e482e7/9c57352d-be2a-4f1e-9302-b4eb43d56720) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:06.633876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5600c2ca-f631-4250-a2b5-270c50dc4253 None None] Network 99bf9ca2-8e36-4544-a2c3-99c6ba2dd821 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:06.705425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Network 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:06.716741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:06.725107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:06.730173 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Pushing event updated for resources: {'Port': ['ID=023684a8-0af0-4ee7-8b1a-a372e011e37b,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:06.819370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.832841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Attempting to bind port 023684a8-0af0-4ee7-8b1a-a372e011e37b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:06.833218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Attempting to bind port 023684a8-0af0-4ee7-8b1a-a372e011e37b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'a629e974-e510-454d-baa7-81fe30615790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '758a5d82-d2a2-4b5d-86a8-8ebc0e382a87'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:06.833583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Attempting to bind port 023684a8-0af0-4ee7-8b1a-a372e011e37b on network 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:06.835004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object 9c57352d-be2a-4f1e-9302-b4eb43d56720 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:06.842262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:06.843530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Checking segment: {'id': 'a629e974-e510-454d-baa7-81fe30615790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '758a5d82-d2a2-4b5d-86a8-8ebc0e382a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:06.846403 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.846403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Bound using segment: {'id': 'a629e974-e510-454d-baa7-81fe30615790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '758a5d82-d2a2-4b5d-86a8-8ebc0e382a87'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:06.846403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Bound port: 023684a8-0af0-4ee7-8b1a-a372e011e37b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a629e974-e510-454d-baa7-81fe30615790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '758a5d82-d2a2-4b5d-86a8-8ebc0e382a87'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:06.846403 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.921931 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] For port 023684a8-0af0-4ee7-8b1a-a372e011e37b, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:06.925236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] For port 023684a8-0af0-4ee7-8b1a-a372e011e37b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=023684a8-0af0-4ee7-8b1a-a372e011e37b,segment=NetworkSegment(a629e974-e510-454d-baa7-81fe30615790),segment_id=a629e974-e510-454d-baa7-81fe30615790)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:06.926111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.968463 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.011563 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Deleting port 9a7502d1-c2f9-470a-b9ae-87a388622010 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:07.011913 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.038771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:07.044698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:07.049777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:07.070228 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.091558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] For port 9a7502d1-c2f9-470a-b9ae-87a388622010, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9a7502d1-c2f9-470a-b9ae-87a388622010,segment=NetworkSegment(2090bda6-846e-4f1e-8d63-8709d1a00e19),segment_id=2090bda6-846e-4f1e-8d63-8709d1a00e19)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:07.091934 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.097395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=9c57352d-be2a-4f1e-9302-b4eb43d56720,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:07.123231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:07.124074 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.126902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Calling delete_port for 9a7502d1-c2f9-470a-b9ae-87a388622010 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:07.149557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa336f46-8dbe-41db-b741-db1a12fc63d7 None None] Pushing event updated for resources: {'Port': ['ID=023684a8-0af0-4ee7-8b1a-a372e011e37b,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:07.238187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-440ae7d9-98f6-4bcb-bedb-e7553222ac79 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2706938 Aug 10 02:12:07.242096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35322) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:07.360818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c3178d2d-7d75-4ab7-bacf-df0624de68c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 9c57352d-be2a-4f1e-9302-b4eb43d56720 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:07.360818 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3178d2d-7d75-4ab7-bacf-df0624de68c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.379441 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.395615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35326) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:07.476115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Port': ['ID=9a7502d1-c2f9-470a-b9ae-87a388622010,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:07.477964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No DVR routers for this DVR port 9a7502d1-c2f9-470a-b9ae-87a388622010 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:07.490662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3178d2d-7d75-4ab7-bacf-df0624de68c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.509360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c3178d2d-7d75-4ab7-bacf-df0624de68c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 9c57352d-be2a-4f1e-9302-b4eb43d56720 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:07.602521 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1731a093-a266-444a-ba11-a3e4a2965ab7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d449b4c7a5874ac0ae1b9b2a74427e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026181 Aug 10 02:12:07.607866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35330) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:07.613133 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.631540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bf9ca2-8e36-4544-a2c3-99c6ba2dd821']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:07.652951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2090bda6-846e-4f1e-8d63-8709d1a00e19') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:07.653140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2090bda6-846e-4f1e-8d63-8709d1a00e19') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:07.677532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.703966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.706142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49c4c982-9d0e-46a7-a1b5-71c205793700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.713653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:07.718067 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:07.744863 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3178d2d-7d75-4ab7-bacf-df0624de68c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.773327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3178d2d-7d75-4ab7-bacf-df0624de68c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=9c57352d-be2a-4f1e-9302-b4eb43d56720,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:07.787328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49c4c982-9d0e-46a7-a1b5-71c205793700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.891053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3178d2d-7d75-4ab7-bacf-df0624de68c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.896990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c3178d2d-7d75-4ab7-bacf-df0624de68c3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/9c57352d-be2a-4f1e-9302-b4eb43d56720 HTTP/1.1" status: 204 len: 168 time: 0.6504703 Aug 10 02:12:07.897383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35338) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:07.923240 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a319a0eb-26f5-46f8-9e75-955a2fcf67fc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:07.926608 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a319a0eb-26f5-46f8-9e75-955a2fcf67fc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/9c57352d-be2a-4f1e-9302-b4eb43d56720 HTTP/1.1" status: 404 len: 333 time: 0.0264528 Aug 10 02:12:07.927690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35340) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:07.960453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.972996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:07.978322 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/99bf9ca2-8e36-4544-a2c3-99c6ba2dd821 HTTP/1.1" status: 204 len: 168 time: 2.9654639 Aug 10 02:12:07.978987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35342) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:07.987649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1492548573'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:07.996070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68018aae-f60d-4c2a-a592-887f8d5d0dec tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Network': ['ID=99bf9ca2-8e36-4544-a2c3-99c6ba2dd821,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:08.001417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49c4c982-9d0e-46a7-a1b5-71c205793700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.004613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49c4c982-9d0e-46a7-a1b5-71c205793700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.006137 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-49c4c982-9d0e-46a7-a1b5-71c205793700 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a39fb03f-a68a-4ef1-a14e-be76c8730855 HTTP/1.1" status: 204 len: 168 time: 0.3997955 Aug 10 02:12:08.028012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e76baf9-a9ea-4093-974a-749337aeefad tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet 1f39ad8e-a9ec-46c7-874b-5ac9d0e482e7 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:08.031729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4c982-9d0e-46a7-a1b5-71c205793700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39fb03f-a68a-4ef1-a14e-be76c8730855,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:08.033562 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e76baf9-a9ea-4093-974a-749337aeefad tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.115051 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e76baf9-a9ea-4093-974a-749337aeefad tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.115934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:08.120477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.159698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:08.169210 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.169812 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Added segment 38b8140a-30ed-4d13-b666-da4da7d11ce6 of type vlan for network 74fd225a-50b9-4a7d-b9b7-0097602186e9 Aug 10 02:12:08.218335 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e76baf9-a9ea-4093-974a-749337aeefad tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.222730 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.395647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.400928 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7affa1bf-6b1a-4ca4-9e10-03b3b0e8effe None None] Network 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:08.406860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:08.407577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.438991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e76baf9-a9ea-4093-974a-749337aeefad tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.479723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76baf9-a9ea-4093-974a-749337aeefad tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=1f39ad8e-a9ec-46c7-874b-5ac9d0e482e7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:08.481974 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e76baf9-a9ea-4093-974a-749337aeefad tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.490603 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7e76baf9-a9ea-4093-974a-749337aeefad tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/1f39ad8e-a9ec-46c7-874b-5ac9d0e482e7 HTTP/1.1" status: 204 len: 168 time: 0.5585201 Aug 10 02:12:08.490603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35354) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:08.521940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5379143 Aug 10 02:12:08.522210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35360) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:08.528149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Request body: {'subnet': {'network_id': '74fd225a-50b9-4a7d-b9b7-0097602186e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:08.534519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934cdd2-f388-44ff-997d-cac700cbae0b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Network': ['ID=74fd225a-50b9-4a7d-b9b7-0097602186e9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:08.567361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 74fd225a-50b9-4a7d-b9b7-0097602186e9 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:08.624314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-25dba809-c6e6-422c-8fec-673472283323 None None] Provisioning for port 023684a8-0af0-4ee7-8b1a-a372e011e37b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:08.715067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 023684a8-0af0-4ee7-8b1a-a372e011e37b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:08.779633 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.833097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a004e8-6c4d-4628-a5ae-13d7c8aeb1b1 None None] DHCP port deletion for 758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:12:08.859994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Made reservation on behalf of 3a81d51c6db3458aafcedf399318f04f for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:08.863828 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.871734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 023684a8-0af0-4ee7-8b1a-a372e011e37b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:08.872083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.891315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-26a004e8-6c4d-4628-a5ae-13d7c8aeb1b1 None None] Deleting port 023684a8-0af0-4ee7-8b1a-a372e011e37b {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:08.892095 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-26a004e8-6c4d-4628-a5ae-13d7c8aeb1b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.894594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 023684a8-0af0-4ee7-8b1a-a372e011e37b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:09.020647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] For port 023684a8-0af0-4ee7-8b1a-a372e011e37b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=023684a8-0af0-4ee7-8b1a-a372e011e37b,segment=NetworkSegment(a629e974-e510-454d-baa7-81fe30615790),segment_id=a629e974-e510-454d-baa7-81fe30615790)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:09.020946 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.041265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 023684a8-0af0-4ee7-8b1a-a372e011e37b owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:09.112468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 023684a8-0af0-4ee7-8b1a-a372e011e37b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:09.113110 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.191175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-26a004e8-6c4d-4628-a5ae-13d7c8aeb1b1 None None] For port 023684a8-0af0-4ee7-8b1a-a372e011e37b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=023684a8-0af0-4ee7-8b1a-a372e011e37b,segment=NetworkSegment(a629e974-e510-454d-baa7-81fe30615790),segment_id=a629e974-e510-454d-baa7-81fe30615790)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:09.191725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-26a004e8-6c4d-4628-a5ae-13d7c8aeb1b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.211721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-26a004e8-6c4d-4628-a5ae-13d7c8aeb1b1 None None] Calling delete_port for 023684a8-0af0-4ee7-8b1a-a372e011e37b owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:09.306061 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.448134 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.468634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-26a004e8-6c4d-4628-a5ae-13d7c8aeb1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.481495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a004e8-6c4d-4628-a5ae-13d7c8aeb1b1 None None] No DVR routers for this DVR port 023684a8-0af0-4ee7-8b1a-a372e011e37b on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:09.498727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=023684a8-0af0-4ee7-8b1a-a372e011e37b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:09.503073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No DVR routers for this DVR port 023684a8-0af0-4ee7-8b1a-a372e011e37b on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:09.526840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c00aa0-698f-4b94-bc00-ccfbc9136b46 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:09.531078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a004e8-6c4d-4628-a5ae-13d7c8aeb1b1 None None] Pushing event deleted for resources: {'Port': ['ID=023684a8-0af0-4ee7-8b1a-a372e011e37b,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:09.627516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:12:09.631935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.636667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35396) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:09.668121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.691948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758a5d82-d2a2-4b5d-86a8-8ebc0e382a87']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:09.711838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a629e974-e510-454d-baa7-81fe30615790') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:09.713252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a629e974-e510-454d-baa7-81fe30615790') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:09.737445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.755670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event updated for resources: {'Subnet': ['ID=37e8f4aa-a774-4d70-beda-11f2db044c76,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:09.766013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.776415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:09.776800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:09.780416 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:09.820934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Checking segment: {'id': '38b8140a-30ed-4d13-b666-da4da7d11ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '74fd225a-50b9-4a7d-b9b7-0097602186e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:09.821316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network hostable DHCP agents. Network: 74fd225a-50b9-4a7d-b9b7-0097602186e9, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:09.844764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-network', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:09.911756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c00aa0-698f-4b94-bc00-ccfbc9136b46 None None] Network 74fd225a-50b9-4a7d-b9b7-0097602186e9 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:09.912769 n-d-767704-21 neutron-server[101223]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 already present Aug 10 02:12:09.913168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Network 74fd225a-50b9-4a7d-b9b7-0097602186e9 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:09.913803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 74fd225a-50b9-4a7d-b9b7-0097602186e9) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:09.918069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:09.918810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.957498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Made reservation on behalf of aa79ddca9f794631bc65e510f7a2f014 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:09.958539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.960480 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.966225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.968754 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/networks/758a5d82-d2a2-4b5d-86a8-8ebc0e382a87 HTTP/1.1" status: 204 len: 168 time: 1.4773204 Aug 10 02:12:09.973360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35404) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:09.975253 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.988907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'name': 'tempest-PortsTestJSON-769536307'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:09.993827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc77bc-a0c4-468f-8616-d5204fdde853 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Network': ['ID=758a5d82-d2a2-4b5d-86a8-8ebc0e382a87,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:10.072180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c00aa0-698f-4b94-bc00-ccfbc9136b46 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 74fd225a-50b9-4a7d-b9b7-0097602186e9) {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:10.109434 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-82f022d4-9a7e-4e2d-ad06-197594eede8b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5859125 Aug 10 02:12:10.115954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35408) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:10.188112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:12:10.188112 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 02:12:10.188112 n-d-767704-21 neutron-server[101223]: [parameters: {'project_id_1': 'f3cfde1a6b2b4e9bb80d1511a53b11ee', 'expiration_1': datetime.datetime(2021, 8, 10, 2, 12, 10, 78483)}] Aug 10 02:12:10.188112 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:12:10.188864 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:12:10.230538 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.283606 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.294418 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.334599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:10.370911 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.371384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020d89b5-00d0-445d-8dd1-dd1ba0718277,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:10.381851 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.382661 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Added segment e7bea65d-760f-452f-a8ee-cab046cc9834 of type vlan for network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c Aug 10 02:12:10.429016 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.468369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7e36c-7150-48b2-a5df-8059de742e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-74fd225a-50b9-4a7d-b9b7-0097602186e9', 'network_id': '74fd225a-50b9-4a7d-b9b7-0097602186e9', 'tenant_id': '3a81d51c6db3458aafcedf399318f04f', 'fixed_ips': [{'subnet_id': '37e8f4aa-a774-4d70-beda-11f2db044c76'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:10.469319 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-88e7e36c-7150-48b2-a5df-8059de742e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.529420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.566163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Subnet': ['ID=37e8f4aa-a774-4d70-beda-11f2db044c76,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:10.581721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.586609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:10.587433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.665299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] Pushing event updated for resources: {'Network': ['ID=57965fd8-e906-4dbd-af8e-c7bc318e9f2c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:10.666204 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.674164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 023684a8-0af0-4ee7-8b1a-a372e011e37b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:10.679854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fd225a-50b9-4a7d-b9b7-0097602186e9']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:10.681158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:10.694023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b8140a-30ed-4d13-b666-da4da7d11ce6') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:10.694417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b8140a-30ed-4d13-b666-da4da7d11ce6') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:10.708551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.711097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 023684a8-0af0-4ee7-8b1a-a372e011e37b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:10.711430 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 023684a8-0af0-4ee7-8b1a-a372e011e37b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:10.723908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.730423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:10.730885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:10.734146 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:10.740853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-17f20771-c558-4c79-bd83-5554f1bc402d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0975053 Aug 10 02:12:10.740853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:10.745956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Request body: {'subnet': {'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-subnet', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:10.784853 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:12:10.784853 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 02:12:10.784853 n-d-767704-21 neutron-server[101224]: [parameters: {'project_id_1': 'aa79ddca9f794631bc65e510f7a2f014', 'expiration_1': datetime.datetime(2021, 8, 10, 2, 12, 10, 752000)}] Aug 10 02:12:10.784853 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:12:10.785512 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server [None req-88e7e36c-7150-48b2-a5df-8059de742e68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37e8f4aa-a774-4d70-beda-11f2db044c76: This subnet is being modified by another concurrent operation. Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:10.803143 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise exception Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37e8f4aa-a774-4d70-beda-11f2db044c76: This subnet is being modified by another concurrent operation. Aug 10 02:12:10.807020 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Aug 10 02:12:10.857501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db30549-8540-4f20-8c2e-4343f72d74f9 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:10.890646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:10.895242 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.916469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 160b3b97-9baa-47a2-bbf3-0ad2cb269ec8 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:10.938154 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.955193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db30549-8540-4f20-8c2e-4343f72d74f9 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:10.974538 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.979811 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/74fd225a-50b9-4a7d-b9b7-0097602186e9 HTTP/1.1" status: 204 len: 168 time: 0.8593490 Aug 10 02:12:10.980232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35426) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:10.995723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab790ae-0946-4f12-b478-933d64eb389b tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Network': ['ID=74fd225a-50b9-4a7d-b9b7-0097602186e9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:11.016751 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2226c4c-4959-47a6-a776-06e5b2d82a51 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:11.017311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2226c4c-4959-47a6-a776-06e5b2d82a51 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:11.019412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a2226c4c-4959-47a6-a776-06e5b2d82a51 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/subnets/37e8f4aa-a774-4d70-beda-11f2db044c76 HTTP/1.1" status: 404 len: 337 time: 0.0379729 Aug 10 02:12:11.022028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:11.058393 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec329e6-ed51-43df-b985-78e6bfdf664e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:11.059089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec329e6-ed51-43df-b985-78e6bfdf664e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:11.061563 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2ec329e6-ed51-43df-b985-78e6bfdf664e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/74fd225a-50b9-4a7d-b9b7-0097602186e9 HTTP/1.1" status: 404 len: 339 time: 0.0379181 Aug 10 02:12:11.064453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35436) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:11.105861 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2192004-df73-4cd1-a6a9-43e6fdb1efad tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:11.106325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2192004-df73-4cd1-a6a9-43e6fdb1efad tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:11.108156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e2192004-df73-4cd1-a6a9-43e6fdb1efad tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/subnets/988ac33b-4554-4e11-9495-42b93f704a8b HTTP/1.1" status: 404 len: 337 time: 0.0424974 Aug 10 02:12:11.111891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35438) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:11.132706 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b0dcfc-f483-42f4-ba82-954bd6aae78a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:11.133226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b0dcfc-f483-42f4-ba82-954bd6aae78a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:11.135030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5b0dcfc-f483-42f4-ba82-954bd6aae78a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/99bf9ca2-8e36-4544-a2c3-99c6ba2dd821 HTTP/1.1" status: 404 len: 339 time: 0.0217073 Aug 10 02:12:11.138256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35440) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:11.166200 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-895f56f5-bc32-4ac0-8756-31e6afccdb2a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:11.166704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895f56f5-bc32-4ac0-8756-31e6afccdb2a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:11.170613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-895f56f5-bc32-4ac0-8756-31e6afccdb2a tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/subnets/3d5339f6-f902-40c5-b622-961e0b168997 HTTP/1.1" status: 404 len: 337 time: 0.0292709 Aug 10 02:12:11.171818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35442) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:11.176910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.191003 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6c7f04-178c-4ee5-ab36-ea108321bab2 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:11.191355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6c7f04-178c-4ee5-ab36-ea108321bab2 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:11.196945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5a6c7f04-178c-4ee5-ab36-ea108321bab2 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/ef83813b-1026-4f0a-83b4-488e16114d47 HTTP/1.1" status: 404 len: 339 time: 0.0203481 Aug 10 02:12:11.197256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35444) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:11.276159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b975204-b83c-45b8-994b-53cf5eb59beb None None] Network 74fd225a-50b9-4a7d-b9b7-0097602186e9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:11.284485 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.293168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b975204-b83c-45b8-994b-53cf5eb59beb None None] Network 74fd225a-50b9-4a7d-b9b7-0097602186e9 could not be found, it might have been deleted concurrently. {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 02:12:11.309329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82addd63-b873-493c-ae3b-e05306ff3dee None None] Network 74fd225a-50b9-4a7d-b9b7-0097602186e9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:11.319339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a28ad41b-554f-4b79-8166-f5983ee5730e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Deleting port e0efe5de-65d1-433c-be52-f98cf85a24a5 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:11.319693 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a28ad41b-554f-4b79-8166-f5983ee5730e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.323082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82addd63-b873-493c-ae3b-e05306ff3dee None None] Network 74fd225a-50b9-4a7d-b9b7-0097602186e9 could not be found, it might have been deleted concurrently. {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 02:12:11.343731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:11.347107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:11.351238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:11.357770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:11.359204 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.365840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=160b3b97-9baa-47a2-bbf3-0ad2cb269ec8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:11.452670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a28ad41b-554f-4b79-8166-f5983ee5730e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.468391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Made reservation on behalf of aa79ddca9f794631bc65e510f7a2f014 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:11.470799 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.476938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a28ad41b-554f-4b79-8166-f5983ee5730e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Calling delete_port for e0efe5de-65d1-433c-be52-f98cf85a24a5 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:11.531358 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fffd9529-c231-47c8-be22-ab93a97a7445 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5565093 Aug 10 02:12:11.534438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35450) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:11.798162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d655fd5f-078e-48f3-a44d-95a5770ffc11 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 160b3b97-9baa-47a2-bbf3-0ad2cb269ec8 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:11.798890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d655fd5f-078e-48f3-a44d-95a5770ffc11 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.849164 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a28ad41b-554f-4b79-8166-f5983ee5730e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.867373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.939465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ad41b-554f-4b79-8166-f5983ee5730e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Port': ['ID=e0efe5de-65d1-433c-be52-f98cf85a24a5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:11.956802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a28ad41b-554f-4b79-8166-f5983ee5730e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.958782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a28ad41b-554f-4b79-8166-f5983ee5730e tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/ports/e0efe5de-65d1-433c-be52-f98cf85a24a5 HTTP/1.1" status: 204 len: 168 time: 0.7599647 Aug 10 02:12:11.963270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35454) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:11.973109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d655fd5f-078e-48f3-a44d-95a5770ffc11 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:11.994570 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-86389808-2055-4aca-bb0e-e62eaa1e912c tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:11.995063 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86389808-2055-4aca-bb0e-e62eaa1e912c tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:11.996907 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-86389808-2055-4aca-bb0e-e62eaa1e912c tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/subnets/8b3e7a01-8aa3-4d28-afee-e78707dcdf0e HTTP/1.1" status: 404 len: 337 time: 0.0329871 Aug 10 02:12:12.000481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35456) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:12.007919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d655fd5f-078e-48f3-a44d-95a5770ffc11 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 160b3b97-9baa-47a2-bbf3-0ad2cb269ec8 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:12.015491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c103fbe-3740-46ae-b588-21bcd171a4ae,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:12.072168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Checking segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:12.072535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Network hostable DHCP agents. Network: 57965fd8-e906-4dbd-af8e-c7bc318e9f2c, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:12.103646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.189569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:12.207027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d655fd5f-078e-48f3-a44d-95a5770ffc11 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.215315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.227370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74089f5d-40d0-47b1-9672-655c717000e9']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:12.240383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655fd5f-078e-48f3-a44d-95a5770ffc11 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=160b3b97-9baa-47a2-bbf3-0ad2cb269ec8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:12.240990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56d4762-8d91-41cd-9ae5-75d7b7f45b30') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:12.241362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56d4762-8d91-41cd-9ae5-75d7b7f45b30') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:12.257137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d655fd5f-078e-48f3-a44d-95a5770ffc11 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.261450 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.263184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d655fd5f-078e-48f3-a44d-95a5770ffc11 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/160b3b97-9baa-47a2-bbf3-0ad2cb269ec8 HTTP/1.1" status: 204 len: 168 time: 0.7274933 Aug 10 02:12:12.263873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35460) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:12.274874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'mac_address': 'fa:16:3e:38:c5:b3', 'name': 'tempest-PortsTestJSON-2081423580'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:12.281746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 57965fd8-e906-4dbd-af8e-c7bc318e9f2c) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:12.288862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:12.291167 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.296084 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.297517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82a6e25-b149-473c-8399-cb86d4ddc29c None None] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:12.338371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:12.338808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:12.341932 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:12.466078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a3f5f2c7-568f-4681-9f9b-d488f82c8bc2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7209289 Aug 10 02:12:12.468763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:12.473348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:12.508807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:12.512132 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.526887 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.537587 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.547243 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/74089f5d-40d0-47b1-9672-655c717000e9 HTTP/1.1" status: 204 len: 168 time: 0.5424070 Aug 10 02:12:12.547243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35466) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:12.584050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413af3a-8a3b-41a9-8f5a-9d149603dfe9 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Network': ['ID=74089f5d-40d0-47b1-9672-655c717000e9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:12.598758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:12.716318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Allocated IP 172.20.0.2 (57965fd8-e906-4dbd-af8e-c7bc318e9f2c/4c103fbe-3740-46ae-b588-21bcd171a4ae/f94ad013-b9ac-4099-9b09-a481f44a2784) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:12.760024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.793598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 97c05705-a2b2-4286-8a9e-dfa2eb7423e6 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:12.842702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e0247336-f19a-4428-b0d0-7d9e13168d07 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Deleting port 2ce8c8f9-8e04-45d4-9f2b-178a49a6224f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:12.843093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e0247336-f19a-4428-b0d0-7d9e13168d07 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.851573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.852112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.922356 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.938654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Transition to ACTIVE for port object f94ad013-b9ac-4099-9b09-a481f44a2784 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:12.959415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Transition to ACTIVE for port object f94ad013-b9ac-4099-9b09-a481f44a2784 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:12.987743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e0247336-f19a-4428-b0d0-7d9e13168d07 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:12.998205 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.021529 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.042985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e0247336-f19a-4428-b0d0-7d9e13168d07 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Calling delete_port for 2ce8c8f9-8e04-45d4-9f2b-178a49a6224f owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:13.045995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.064175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:13.071187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:13.073636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:13.087023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Pushing event updated for resources: {'Port': ['ID=f94ad013-b9ac-4099-9b09-a481f44a2784,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:13.146258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Attempting to bind port f94ad013-b9ac-4099-9b09-a481f44a2784 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:13.146673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Attempting to bind port f94ad013-b9ac-4099-9b09-a481f44a2784 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:13.147044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Attempting to bind port f94ad013-b9ac-4099-9b09-a481f44a2784 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:13.154187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:13.154782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Checking segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:13.155201 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.155688 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Bound using segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:13.156248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Bound port: f94ad013-b9ac-4099-9b09-a481f44a2784, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:13.156636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.247402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] For port f94ad013-b9ac-4099-9b09-a481f44a2784, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:13.253166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] For port f94ad013-b9ac-4099-9b09-a481f44a2784, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f94ad013-b9ac-4099-9b09-a481f44a2784,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:13.344631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.350485 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.359643 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.424869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bcb2d-bb58-4ef6-9730-d23cc898a02b None None] Pushing event updated for resources: {'Port': ['ID=f94ad013-b9ac-4099-9b09-a481f44a2784,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:13.495331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e0247336-f19a-4428-b0d0-7d9e13168d07 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.537875 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.543966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0247336-f19a-4428-b0d0-7d9e13168d07 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Port': ['ID=2ce8c8f9-8e04-45d4-9f2b-178a49a6224f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:13.628556 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e0247336-f19a-4428-b0d0-7d9e13168d07 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.630818 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e0247336-f19a-4428-b0d0-7d9e13168d07 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/ports/2ce8c8f9-8e04-45d4-9f2b-178a49a6224f HTTP/1.1" status: 204 len: 168 time: 1.0831313 Aug 10 02:12:13.633731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35474) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:13.674493 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f3600b-deca-4a78-8092-0289a475cc22 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:13.675051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f3600b-deca-4a78-8092-0289a475cc22 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:13.677618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:13.679083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-16f3600b-deca-4a78-8092-0289a475cc22 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/subnets/0333fc09-a2ef-4ea8-8baa-aaa0b56af65f HTTP/1.1" status: 404 len: 337 time: 0.0443969 Aug 10 02:12:13.680242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35476) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:13.692952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:13.715101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:13.724998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:13.726061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.752619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=97c05705-a2b2-4286-8a9e-dfa2eb7423e6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:13.817736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.886505 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b4a12f99-d9e1-4eec-95b7-ae2dd38dcbe7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6181648 Aug 10 02:12:13.903253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35480) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:13.958189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:13.975166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4295d-af25-4b57-ad07-428b945ce570 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:13.976626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b7a4295d-af25-4b57-ad07-428b945ce570 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/97c05705-a2b2-4286-8a9e-dfa2eb7423e6 HTTP/1.1" status: 200 len: 841 time: 0.0721347 Aug 10 02:12:13.979583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35482) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:13.983318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0700e63b-3f1d-4575-bdc2-880369cbce83']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:13.984706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.018735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cca8c6-5902-4cc2-980e-634c5df44e58') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:14.019329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cca8c6-5902-4cc2-980e-634c5df44e58') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:14.023469 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.041660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.089484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.104969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:14.105659 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:14.109459 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:14.199332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-da7db6fc-bcb9-45f2-9230-d278a4ec3137 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 97c05705-a2b2-4286-8a9e-dfa2eb7423e6 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:14.199929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da7db6fc-bcb9-45f2-9230-d278a4ec3137 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.203913 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.207853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Allocated IP 172.25.3.219 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/8721c6e4-9dec-4144-b3f7-501681d9b647) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:14.268217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.290259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.295610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/0700e63b-3f1d-4575-bdc2-880369cbce83 HTTP/1.1" status: 204 len: 168 time: 0.6140792 Aug 10 02:12:14.300088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35486) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:14.381563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab9e1be-0c50-4776-bd69-41cbf1ef3831 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Deleting subnet 1e883d6c-f270-4d97-a9be-d7778afa3642 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:14.384922 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.395922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bab9e1be-0c50-4776-bd69-41cbf1ef3831 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.400090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af3480-5731-4eb0-871d-e4fc2730f042 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Network': ['ID=0700e63b-3f1d-4575-bdc2-880369cbce83,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:14.418007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da7db6fc-bcb9-45f2-9230-d278a4ec3137 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.460208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-da7db6fc-bcb9-45f2-9230-d278a4ec3137 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 97c05705-a2b2-4286-8a9e-dfa2eb7423e6 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:14.485713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bab9e1be-0c50-4776-bd69-41cbf1ef3831 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.525018 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.609234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:14.614842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:14.621218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:14.651542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Pushing event updated for resources: {'Port': ['ID=8721c6e4-9dec-4144-b3f7-501681d9b647,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:14.698143 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bab9e1be-0c50-4776-bd69-41cbf1ef3831 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.745715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f94ad013-b9ac-4099-9b09-a481f44a2784 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:14.789639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe155aab-c04d-48a5-85a5-66ebc2652a17 None None] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:14.797147 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da7db6fc-bcb9-45f2-9230-d278a4ec3137 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.839421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da7db6fc-bcb9-45f2-9230-d278a4ec3137 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.845483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-da7db6fc-bcb9-45f2-9230-d278a4ec3137 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/97c05705-a2b2-4286-8a9e-dfa2eb7423e6 HTTP/1.1" status: 204 len: 168 time: 0.8646235 Aug 10 02:12:14.849041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35492) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:14.908663 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6218697e-d20b-45de-a7d3-55c770991bf3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:14.910386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6218697e-d20b-45de-a7d3-55c770991bf3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/97c05705-a2b2-4286-8a9e-dfa2eb7423e6 HTTP/1.1" status: 404 len: 333 time: 0.0601473 Aug 10 02:12:14.911504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7db6fc-bcb9-45f2-9230-d278a4ec3137 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=97c05705-a2b2-4286-8a9e-dfa2eb7423e6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:14.922627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35494) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:14.925489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bab9e1be-0c50-4776-bd69-41cbf1ef3831 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:14.931585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'name': 'tempest-PortsTestJSON-1325428299'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:14.980125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-484ca273-7fb2-4df0-a3d7-97d593a5367d None None] Provisioning for port f94ad013-b9ac-4099-9b09-a481f44a2784 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:14.999430 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f94ad013-b9ac-4099-9b09-a481f44a2784 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:15.010773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f94ad013-b9ac-4099-9b09-a481f44a2784 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:15.012093 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.035528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9e1be-0c50-4776-bd69-41cbf1ef3831 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Subnet': ['ID=1e883d6c-f270-4d97-a9be-d7778afa3642,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:15.046483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bab9e1be-0c50-4776-bd69-41cbf1ef3831 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.051363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bab9e1be-0c50-4776-bd69-41cbf1ef3831 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/subnets/1e883d6c-f270-4d97-a9be-d7778afa3642 HTTP/1.1" status: 204 len: 168 time: 0.7485921 Aug 10 02:12:15.052124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35496) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:15.076031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d2d4b-4b96-4a40-8b90-10c3e5c5feb9 None None] Network 25c3e99a-74ef-4f67-a47c-4bd4d538488d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:15.164552 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.169414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:15.173504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.230262 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.232123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 91117322-0688-4ad9-b54f-012d56bbebde yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:15.249551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.330444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port f94ad013-b9ac-4099-9b09-a481f44a2784, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f94ad013-b9ac-4099-9b09-a481f44a2784,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:15.427351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.437999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee33f62a-6b65-432f-90c7-eb6ea734cdaf None None] DHCP port deletion for 25c3e99a-74ef-4f67-a47c-4bd4d538488d request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:12:15.457870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Deleting port 4c4a026a-4d17-4862-8bd2-c539afdbd34a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:15.458265 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.564487 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.574093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] For port 4c4a026a-4d17-4862-8bd2-c539afdbd34a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c4a026a-4d17-4862-8bd2-c539afdbd34a,segment=NetworkSegment(1b780a25-385e-49fb-9182-4a44c756c9ec),segment_id=1b780a25-385e-49fb-9182-4a44c756c9ec)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:15.574476 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.585832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=f94ad013-b9ac-4099-9b09-a481f44a2784,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:15.621381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6d2cb167-141d-41f4-a7cf-cb880b3b1c32 None None] Provisioning complete for port f94ad013-b9ac-4099-9b09-a481f44a2784 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:15.621381 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d2cb167-141d-41f4-a7cf-cb880b3b1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.660934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ee33f62a-6b65-432f-90c7-eb6ea734cdaf None None] Deleting port 4c4a026a-4d17-4862-8bd2-c539afdbd34a {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:15.661347 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ee33f62a-6b65-432f-90c7-eb6ea734cdaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.768221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ee33f62a-6b65-432f-90c7-eb6ea734cdaf None None] For port 4c4a026a-4d17-4862-8bd2-c539afdbd34a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c4a026a-4d17-4862-8bd2-c539afdbd34a,segment=NetworkSegment(1b780a25-385e-49fb-9182-4a44c756c9ec),segment_id=1b780a25-385e-49fb-9182-4a44c756c9ec)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:15.768921 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ee33f62a-6b65-432f-90c7-eb6ea734cdaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:15.799651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ee33f62a-6b65-432f-90c7-eb6ea734cdaf None None] Calling delete_port for 4c4a026a-4d17-4862-8bd2-c539afdbd34a owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:16.038071 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ee33f62a-6b65-432f-90c7-eb6ea734cdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.054935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Calling delete_port for 4c4a026a-4d17-4862-8bd2-c539afdbd34a owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:16.060322 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:12:16.081066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33f62a-6b65-432f-90c7-eb6ea734cdaf None None] No DVR routers for this DVR port 4c4a026a-4d17-4862-8bd2-c539afdbd34a on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:16.084265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33f62a-6b65-432f-90c7-eb6ea734cdaf None None] Pushing event deleted for resources: {'Port': ['ID=4c4a026a-4d17-4862-8bd2-c539afdbd34a,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:16.161128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.194650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.199337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Port': ['ID=4c4a026a-4d17-4862-8bd2-c539afdbd34a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:16.201305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] No DVR routers for this DVR port 4c4a026a-4d17-4862-8bd2-c539afdbd34a on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:16.212039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.275441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:16.285822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:16.294995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:16.300690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:16.303377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.353350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=91117322-0688-4ad9-b54f-012d56bbebde,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:16.371929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.381831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c3e99a-74ef-4f67-a47c-4bd4d538488d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:16.399766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b780a25-385e-49fb-9182-4a44c756c9ec') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:16.400162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b780a25-385e-49fb-9182-4a44c756c9ec') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:16.411793 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.428993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.436476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:16.436888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:16.440131 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:16.454215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Router 84d136d0-4d31-4097-ae19-be954c51cdf9 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:12:16.486536 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-89facfbc-70b1-4f02-be96-e88b49de46fb tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5598733 Aug 10 02:12:16.493294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35504) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:16.501340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5f1ddad5-4e99-498f-8433-8e06fd5a5a3a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:16.573795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:16.587084 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Sync routers for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:16.587402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f1ddad5-4e99-498f-8433-8e06fd5a5a3a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.602273 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:16.602937 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:16.658200 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.665208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.677793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] 10.222.0.38 "DELETE /v2.0/networks/25c3e99a-74ef-4f67-a47c-4bd4d538488d HTTP/1.1" status: 204 len: 168 time: 1.6127687 Aug 10 02:12:16.679314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f94ad013-b9ac-4099-9b09-a481f44a2784 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:16.699004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c89f3-2248-4c07-abc8-fb4af86a6733 tempest-NetworksIpV6TestAttrs-1016607201 tempest-NetworksIpV6TestAttrs-1016607201-project] Pushing event deleted for resources: {'Network': ['ID=25c3e99a-74ef-4f67-a47c-4bd4d538488d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:16.715295 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.720784 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-55a84f8d-3edb-46cc-b90f-d4548bb55799 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2524042 Aug 10 02:12:16.721643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35510) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:16.774769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f94ad013-b9ac-4099-9b09-a481f44a2784 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:16.775380 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.807813 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f1ddad5-4e99-498f-8433-8e06fd5a5a3a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.867630 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:16.878231 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f1ddad5-4e99-498f-8433-8e06fd5a5a3a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.913040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ddad5-4e99-498f-8433-8e06fd5a5a3a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] In _notify_port_updated(), no bound segment for port 91117322-0688-4ad9-b54f-012d56bbebde on network 1d99f463-fecb-4bc4-9310-eeb1762186ef {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:12:16.922161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ddad5-4e99-498f-8433-8e06fd5a5a3a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:16.923044 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f1ddad5-4e99-498f-8433-8e06fd5a5a3a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.924480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5f1ddad5-4e99-498f-8433-8e06fd5a5a3a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "PUT /v2.0/ports/91117322-0688-4ad9-b54f-012d56bbebde HTTP/1.1" status: 200 len: 818 time: 0.4301848 Aug 10 02:12:16.927387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35518) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:16.964639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c4a026a-4d17-4862-8bd2-c539afdbd34a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:17.008184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 4c4a026a-4d17-4862-8bd2-c539afdbd34a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:17.008705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c4a026a-4d17-4862-8bd2-c539afdbd34a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:17.027146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ddad5-4e99-498f-8433-8e06fd5a5a3a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=91117322-0688-4ad9-b54f-012d56bbebde,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:17.094742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c5306d0f-2f05-46b5-afed-361b4ec77905 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 91117322-0688-4ad9-b54f-012d56bbebde {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:17.094742 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5306d0f-2f05-46b5-afed-361b4ec77905 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.123800 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:15Z', 'revision_number': 3, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:17.163623 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Checking router: 84d136d0-4d31-4097-ae19-be954c51cdf9 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:17.164061 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Updating router 84d136d0-4d31-4097-ae19-be954c51cdf9 port 8721c6e4-9dec-4144-b3f7-501681d9b647 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:12:17.200853 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.209086 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5306d0f-2f05-46b5-afed-361b4ec77905 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.214363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35526) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:17.227043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c5306d0f-2f05-46b5-afed-361b4ec77905 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 91117322-0688-4ad9-b54f-012d56bbebde owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:17.392048 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5306d0f-2f05-46b5-afed-361b4ec77905 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.427128 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7fff69a3-796f-4c33-9576-c4dc4577ea0c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a81d51c6db3458aafcedf399318f04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115393 Aug 10 02:12:17.427386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5306d0f-2f05-46b5-afed-361b4ec77905 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=91117322-0688-4ad9-b54f-012d56bbebde,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:17.430494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35530) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:17.431474 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5306d0f-2f05-46b5-afed-361b4ec77905 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.433375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c5306d0f-2f05-46b5-afed-361b4ec77905 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/91117322-0688-4ad9-b54f-012d56bbebde HTTP/1.1" status: 204 len: 168 time: 0.5048220 Aug 10 02:12:17.436547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35532) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:17.496980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bc1ee4-d6e3-4f3a-80cf-753d21213227 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:17.496980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-55bc1ee4-d6e3-4f3a-80cf-753d21213227 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0585995 Aug 10 02:12:17.499408 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35534) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:17.523164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.531096 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e3e4a8-927c-4440-868d-074ff885acf5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:17.532786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e6e3e4a8-927c-4440-868d-074ff885acf5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/91117322-0688-4ad9-b54f-012d56bbebde HTTP/1.1" status: 404 len: 333 time: 0.0317383 Aug 10 02:12:17.536349 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.537653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35536) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:17.542872 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01e6c012-22df-4be2-b990-acdc7bc0931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.546083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1469847561'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:17.554527 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Transition to ACTIVE for port object 8721c6e4-9dec-4144-b3f7-501681d9b647 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:17.595647 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01e6c012-22df-4be2-b990-acdc7bc0931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.641789 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.695590 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Attempting to bind port 8721c6e4-9dec-4144-b3f7-501681d9b647 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:17.695958 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Attempting to bind port 8721c6e4-9dec-4144-b3f7-501681d9b647 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:17.696348 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Attempting to bind port 8721c6e4-9dec-4144-b3f7-501681d9b647 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:17.704859 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:17.705241 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:17.705663 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.706219 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:17.706513 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Bound port: 8721c6e4-9dec-4144-b3f7-501681d9b647, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:17.708869 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.710791 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Pushing event updated for resources: {'Port': ['ID=8721c6e4-9dec-4144-b3f7-501681d9b647,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:17.734422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:17.737520 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.737915 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.738059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.738205 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.738534 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.738894 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.743557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.743557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.743557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.743557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.743557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.743557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.743557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:17.782796 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] For port 8721c6e4-9dec-4144-b3f7-501681d9b647, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:17.786316 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] For port 8721c6e4-9dec-4144-b3f7-501681d9b647, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8721c6e4-9dec-4144-b3f7-501681d9b647,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:17.816090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:17.836094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Allocated IP 172.20.0.1 (57965fd8-e906-4dbd-af8e-c7bc318e9f2c/4c103fbe-3740-46ae-b588-21bcd171a4ae/b1471d28-057d-4f36-a438-cc57b321954e) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:17.845364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01e6c012-22df-4be2-b990-acdc7bc0931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.849407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01e6c012-22df-4be2-b990-acdc7bc0931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.851202 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-01e6c012-22df-4be2-b990-acdc7bc0931c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9cda752d-b13d-4dbd-8093-6d35eee4c589 HTTP/1.1" status: 204 len: 168 time: 0.4204102 Aug 10 02:12:17.855743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.856174 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Added segment 72b9f27b-673f-4a43-a5fb-312bd8cb92fe of type vlan for network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 Aug 10 02:12:17.861404 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.907767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6c012-22df-4be2-b990-acdc7bc0931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cda752d-b13d-4dbd-8093-6d35eee4c589,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:17.926228 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1b80d07e-9522-43a1-a695-ae9446f3e1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.928878 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:17.928878 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:17.930201 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071adad-5368-4966-abaa-ff6d74c992c9 None None] Pushing event updated for resources: {'Port': ['ID=8721c6e4-9dec-4144-b3f7-501681d9b647,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:17.967851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.051696 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:18.053080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.068516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Transition to ACTIVE for port object b1471d28-057d-4f36-a438-cc57b321954e will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:18.081527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.087898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:18.088627 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.188293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Network': ['ID=832b7e5d-97e8-4d13-a86a-51f30c2b90d5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:18.210987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:18.260002 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b72a3338-0958-4bba-a4c5-763becf0e116 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7195177 Aug 10 02:12:18.262840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35550) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:18.270670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:18.309464 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:15Z', 'revision_number': 3, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:18.349855 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6c207-fbed-4c95-b426-84c3d1c91d01 None None] The sync data for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 is: [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:15Z', 'revision_number': 3, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:18.360513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.438392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:18.446589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:18.449248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:18.456641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1471d28-057d-4f36-a438-cc57b321954e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:18.511100 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.573754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:18.578602 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.961157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-36f6c3ef-61a8-4517-b6bc-f93bfe11d45f None None] Provisioning for port b1471d28-057d-4f36-a438-cc57b321954e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:18.975061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-36f6c3ef-61a8-4517-b6bc-f93bfe11d45f None None] Provisioning complete for port b1471d28-057d-4f36-a438-cc57b321954e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:18.975619 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36f6c3ef-61a8-4517-b6bc-f93bfe11d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.007090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.024778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.033099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-36f6c3ef-61a8-4517-b6bc-f93bfe11d45f None None] Port b1471d28-057d-4f36-a438-cc57b321954e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:19.122827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=6f82c652-7fcf-4ea7-908c-98f114621b13,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:19.191037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Checking segment: {'id': '72b9f27b-673f-4a43-a5fb-312bd8cb92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:19.191405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network hostable DHCP agents. Network: 832b7e5d-97e8-4d13-a86a-51f30c2b90d5, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:19.285653 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.288395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:19.314945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35604) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:19.355662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.411897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 832b7e5d-97e8-4d13-a86a-51f30c2b90d5) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:19.418288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:19.419683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.426365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6802534e-aa72-468d-afde-c80964cd4931 None None] Network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:19.452235 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.469683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-580433064'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:19.521171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1471d28-057d-4f36-a438-cc57b321954e,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:19.530497 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b0feccaf-dbf4-4e99-a1aa-64d75dd8f601 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2654703 Aug 10 02:12:19.533358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35616) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:19.538543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1d4e8432-5036-4d93-a0f0-e27e0362dfec tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:19.604485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:19.606167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:19.672092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:19.681071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.697688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.796199 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-832b7e5d-97e8-4d13-a86a-51f30c2b90d5', 'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5', 'tenant_id': 'f3cfde1a6b2b4e9bb80d1511a53b11ee', 'fixed_ips': [{'subnet_id': '6f82c652-7fcf-4ea7-908c-98f114621b13'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:19.798019 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.807972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Router 84d136d0-4d31-4097-ae19-be954c51cdf9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:12:19.867105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4e8432-5036-4d93-a0f0-e27e0362dfec tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:19.871310 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8432-5036-4d93-a0f0-e27e0362dfec tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.974346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Allocated IP 172.20.0.2 (832b7e5d-97e8-4d13-a86a-51f30c2b90d5/6f82c652-7fcf-4ea7-908c-98f114621b13/e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:19.998048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-88262f13-39f9-46bc-b827-c951f0d2df45 None None] Provisioning complete for port b1471d28-057d-4f36-a438-cc57b321954e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:19.999243 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-88262f13-39f9-46bc-b827-c951f0d2df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.027919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:20.035132 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4471fbcc-7c57-4467-a584-ec3bec9a7ae9 admin admin] 10.222.0.38 "PUT /v2.0/routers/84d136d0-4d31-4097-ae19-be954c51cdf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3123319 Aug 10 02:12:20.069644 n-d-767704-21 neutron-server[101224]: INFO neutron.db.ipam_backend_mixin [None req-1d4e8432-5036-4d93-a0f0-e27e0362dfec tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f82c652-7fcf-4ea7-908c-98f114621b13 (CIDR: 172.20.0.0/28) Aug 10 02:12:20.086340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.096440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-88262f13-39f9-46bc-b827-c951f0d2df45 None None] Port b1471d28-057d-4f36-a438-cc57b321954e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:20.142348 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4e8432-5036-4d93-a0f0-e27e0362dfec tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:12:20.143434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4e8432-5036-4d93-a0f0-e27e0362dfec tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:20.186599 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.188942 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.199365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Transition to ACTIVE for port object e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:20.205731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:20.223697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Transition to ACTIVE for port object e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:20.231456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.231996 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment 23e6ec01-3492-4293-9a89-ffa47c18e943 of type vlan for network 7740684a-7ac3-4f8e-9c0e-876cf03ff75a Aug 10 02:12:20.279865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ebbae3-7c92-44a3-90ee-f33d965e78a6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:20.296885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.325911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1d4e8432-5036-4d93-a0f0-e27e0362dfec tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7890618 Aug 10 02:12:20.327057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35650) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:20.332740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:20.370470 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.448770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.456384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:20.457342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.468357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Sync routers for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:20.483597 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:20.495377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:20.496272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:11:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:20.504631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:20.510074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:20.553851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Pushing event updated for resources: {'Port': ['ID=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:20.567500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=7740684a-7ac3-4f8e-9c0e-876cf03ff75a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:20.596141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7740684a-7ac3-4f8e-9c0e-876cf03ff75a details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:20.631814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:20.636027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.668306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e80aa3ee-7a57-4afe-9b27-cf7bb71d6053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.690265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8721c6e4-9dec-4144-b3f7-501681d9b647 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:20.699426 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c5b79216-a26e-4255-bf28-6dc2125b7d71 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3825676 Aug 10 02:12:20.725403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Attempting to bind port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:20.725743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Attempting to bind port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '72b9f27b-673f-4a43-a5fb-312bd8cb92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:20.726121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Attempting to bind port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 on network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:20.751386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:20.751796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Checking segment: {'id': '72b9f27b-673f-4a43-a5fb-312bd8cb92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:20.752206 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.752683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Bound using segment: {'id': '72b9f27b-673f-4a43-a5fb-312bd8cb92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:20.753220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Bound port: e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b9f27b-673f-4a43-a5fb-312bd8cb92fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:20.753651 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.764799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35674) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:20.771637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-05ddc019-91d3-4dc2-bb16-9fa604ddc9eb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793470049', 'description': 'tempest-description--646914684'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:20.840911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35680) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:20.847163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': '7740684a-7ac3-4f8e-9c0e-876cf03ff75a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:20.862095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:20.931962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] For port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:20.936624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05ddc019-91d3-4dc2-bb16-9fa604ddc9eb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:20.977036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] For port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,segment=NetworkSegment(72b9f27b-673f-4a43-a5fb-312bd8cb92fe),segment_id=72b9f27b-673f-4a43-a5fb-312bd8cb92fe)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:20.995639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8721c6e4-9dec-4144-b3f7-501681d9b647 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:21.037201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8721c6e4-9dec-4144-b3f7-501681d9b647 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:21.037584 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.056240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05ddc019-91d3-4dc2-bb16-9fa604ddc9eb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.070644 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.101688 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.130581 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05ddc019-91d3-4dc2-bb16-9fa604ddc9eb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.139933 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.166433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:21.172933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:21.176461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:21.177635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.187126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c9c6e-a38b-40a7-ab76-ce8545b010ff None None] Pushing event updated for resources: {'Port': ['ID=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:21.189420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddc019-91d3-4dc2-bb16-9fa604ddc9eb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9ed860-6379-4582-9872-bbedfc9d2924,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:21.197711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=4851cbbf-66a5-482b-ade1-2c91699437ac,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:21.265629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:21.269416 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.275796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.301902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8721c6e4-9dec-4144-b3f7-501681d9b647, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8721c6e4-9dec-4144-b3f7-501681d9b647,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:21.305163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:19Z', 'revision_number': 2, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:21.338197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Checking router: 84d136d0-4d31-4097-ae19-be954c51cdf9 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:21.338559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Updating router 84d136d0-4d31-4097-ae19-be954c51cdf9 port b1471d28-057d-4f36-a438-cc57b321954e binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:12:21.340484 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05ddc019-91d3-4dc2-bb16-9fa604ddc9eb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.342841 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-05ddc019-91d3-4dc2-bb16-9fa604ddc9eb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5765762 Aug 10 02:12:21.345785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35704) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:21.359576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c39dfdc2-fe60-4c92-8f72-76b08b65825a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'security_group_rule': {'security_group_id': '7b9ed860-6379-4582-9872-bbedfc9d2924', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:21.380703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1a50a7e4-75f2-4554-9c5b-5f778da2c55c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0524080 Aug 10 02:12:21.384790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35706) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:21.398596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5', 'fixed_ips': [{'subnet_id': '6f82c652-7fcf-4ea7-908c-98f114621b13'}, {'subnet_id': '4851cbbf-66a5-482b-ade1-2c91699437ac'}], 'name': 'tempest-PortsTestJSON-43958921'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:21.401516 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.455553 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.495219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c39dfdc2-fe60-4c92-8f72-76b08b65825a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.589307 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c39dfdc2-fe60-4c92-8f72-76b08b65825a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.631249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8721c6e4-9dec-4144-b3f7-501681d9b647,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:21.692679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c39dfdc2-fe60-4c92-8f72-76b08b65825a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.709343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dfdc2-fe60-4c92-8f72-76b08b65825a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be43636-3e47-4c7d-9ef7-2f2d9a5af54b,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:21.780258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.803281 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.814502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Transition to ACTIVE for port object b1471d28-057d-4f36-a438-cc57b321954e will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:21.816446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:21.883000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c39dfdc2-fe60-4c92-8f72-76b08b65825a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.887193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c39dfdc2-fe60-4c92-8f72-76b08b65825a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5372798 Aug 10 02:12:21.887490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35728) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:21.889447 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.892972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=438a5ee6-cb37-4895-9d03-8930655c4a49,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:21.894124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-721f1b00-7820-44d0-9509-b17cb3337336 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'security_group_rule': {'security_group_id': '7b9ed860-6379-4582-9872-bbedfc9d2924', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:21.919118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': '23e6ec01-3492-4293-9a89-ffa47c18e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7740684a-7ac3-4f8e-9c0e-876cf03ff75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:21.919649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: 7740684a-7ac3-4f8e-9c0e-876cf03ff75a, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:21.953342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:21.990402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port cafb68a5-2e2a-45ab-bebf-88014ab31e82 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:22.003042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd53ff-8c14-4ada-a1f1-9a8afb03c88b None None] Pushing event updated for resources: {'Port': ['ID=b1471d28-057d-4f36-a438-cc57b321954e,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:22.048387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Attempting to bind port b1471d28-057d-4f36-a438-cc57b321954e on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:22.048851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Attempting to bind port b1471d28-057d-4f36-a438-cc57b321954e by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:22.049505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Attempting to bind port b1471d28-057d-4f36-a438-cc57b321954e on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:22.066829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:22.067454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Checking segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:22.068064 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.068592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Bound using segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:22.072406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Bound port: b1471d28-057d-4f36-a438-cc57b321954e, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:22.072406 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.089463 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-721f1b00-7820-44d0-9509-b17cb3337336 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.109041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network 7740684a-7ac3-4f8e-9c0e-876cf03ff75a is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:22.177255 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-721f1b00-7820-44d0-9509-b17cb3337336 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.189820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] For port b1471d28-057d-4f36-a438-cc57b321954e, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:22.193446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] For port b1471d28-057d-4f36-a438-cc57b321954e, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1471d28-057d-4f36-a438-cc57b321954e,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:22.193974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7740684a-7ac3-4f8e-9c0e-876cf03ff75a) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:22.199920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:22.202152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.206362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b3d2d5-9a7c-4172-85c9-a1cb1e4528cf None None] Network 7740684a-7ac3-4f8e-9c0e-876cf03ff75a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:22.268009 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-721f1b00-7820-44d0-9509-b17cb3337336 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.287235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f1b00-7820-44d0-9509-b17cb3337336 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83703dac-f6dc-43a7-b5a4-971f7075e46f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:22.358724 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.360827 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.376494 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5c769eac-a856-4694-9cbc-ef5db87f9203 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5343149 Aug 10 02:12:22.380202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35750) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:22.389292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1256484482'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:22.412905 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-721f1b00-7820-44d0-9509-b17cb3337336 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.420672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-721f1b00-7820-44d0-9509-b17cb3337336 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5279813 Aug 10 02:12:22.422578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35754) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:22.424165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.12 (832b7e5d-97e8-4d13-a86a-51f30c2b90d5/6f82c652-7fcf-4ea7-908c-98f114621b13/cafb68a5-2e2a-45ab-bebf-88014ab31e82) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:22.431300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:22.452027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.24 (832b7e5d-97e8-4d13-a86a-51f30c2b90d5/4851cbbf-66a5-482b-ade1-2c91699437ac/cafb68a5-2e2a-45ab-bebf-88014ab31e82) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:22.469357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd53ff-8c14-4ada-a1f1-9a8afb03c88b None None] Pushing event updated for resources: {'Port': ['ID=b1471d28-057d-4f36-a438-cc57b321954e,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:22.477713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:22.477713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:12:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:22.515809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-7740684a-7ac3-4f8e-9c0e-876cf03ff75a', 'network_id': '7740684a-7ac3-4f8e-9c0e-876cf03ff75a', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': '438a5ee6-cb37-4895-9d03-8930655c4a49'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:22.515809 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.558186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:22.563261 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.660018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115c52b-55d9-470c-845b-17c86eeef985 None None] Network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:22.721252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:22.751409 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.751775 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment ba4b0e51-8501-4819-86d9-8cb0df638b19 of type vlan for network 97d21aaa-722e-49dd-9589-4c8ce56f29f9 Aug 10 02:12:22.774604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.866522 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.884560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.917135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object cafb68a5-2e2a-45ab-bebf-88014ab31e82 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:22.917355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:22.969825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:22.988394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:22.994088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:22.994780 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.063973 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.074129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-43098fda-0675-4885-9960-68f86dd527ee None None] Provisioning for port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:23.119546 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=97d21aaa-722e-49dd-9589-4c8ce56f29f9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:23.122580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.131252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Allocated IP 172.20.255.242 (7740684a-7ac3-4f8e-9c0e-876cf03ff75a/438a5ee6-cb37-4895-9d03-8930655c4a49/ba536155-808b-45f3-a9cf-f5297e465764) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:23.136569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 97d21aaa-722e-49dd-9589-4c8ce56f29f9 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:23.177538 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-92d6a806-cb93-4fe8-9293-67ee3251e1b6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7961638 Aug 10 02:12:23.180942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35788) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:23.182946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:23.191082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': '97d21aaa-722e-49dd-9589-4c8ce56f29f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:23.199370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:23.208917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:23.257022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=cafb68a5-2e2a-45ab-bebf-88014ab31e82,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:23.300489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:23.301173 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.301456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:23.310767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Allocated IP 172.25.3.24 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/12e8be42-183b-4ef7-b6f9-850e1d65b06f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:23.361434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:23.361813 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.403344 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-11e37f65-286f-442b-b9f5-11844b087ea5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.0167198 Aug 10 02:12:23.406043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35800) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:23.415659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f82c652-7fcf-4ea7-908c-98f114621b13'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:23.501400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.517274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.538009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:23.543665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.684594 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.732042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:22Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:23.770801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce7647-c83e-4b12-ac9a-7e8277b20256 None None] The sync data for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 is: [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:22Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:23.776582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Transition to ACTIVE for port object ba536155-808b-45f3-a9cf-f5297e465764 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:23.786893 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.832907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.869032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,segment=NetworkSegment(72b9f27b-673f-4a43-a5fb-312bd8cb92fe),segment_id=72b9f27b-673f-4a43-a5fb-312bd8cb92fe)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:23.880350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac787685-c9a7-4c7b-bcb5-43988372e594 None None] Update dhcp port {'port': {'network_id': '832b7e5d-97e8-4d13-a86a-51f30c2b90d5', 'fixed_ips': [{'subnet_id': '6f82c652-7fcf-4ea7-908c-98f114621b13', 'ip_address': '172.20.0.2'}, {'subnet_id': '4851cbbf-66a5-482b-ade1-2c91699437ac'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:12:23.911216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Transition to ACTIVE for port object ba536155-808b-45f3-a9cf-f5297e465764 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:23.921905 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac787685-c9a7-4c7b-bcb5-43988372e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.923475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Delete allocated IP 172.20.0.24 (832b7e5d-97e8-4d13-a86a-51f30c2b90d5/4851cbbf-66a5-482b-ade1-2c91699437ac) {{(pid=101223) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 02:12:23.933659 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:23.934472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8721c6e4-9dec-4144-b3f7-501681d9b647 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:23.934686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:23.942756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'Port': ['ID=12e8be42-183b-4ef7-b6f9-850e1d65b06f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:23.949293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:23.953703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:23.988682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.012355 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.045068 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.095372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=3c67f0d2-21ac-4b43-8526-e972bb3b8a0e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:24.118382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': 'ba4b0e51-8501-4819-86d9-8cb0df638b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '97d21aaa-722e-49dd-9589-4c8ce56f29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:24.118784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: 97d21aaa-722e-49dd-9589-4c8ce56f29f9, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:24.133723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:24.230277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Network 7740684a-7ac3-4f8e-9c0e-876cf03ff75a is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:24.233841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:24.242167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:24.264593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Pushing event updated for resources: {'Port': ['ID=ba536155-808b-45f3-a9cf-f5297e465764,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:24.264593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8721c6e4-9dec-4144-b3f7-501681d9b647 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:24.264593 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.323730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network 97d21aaa-722e-49dd-9589-4c8ce56f29f9 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:24.360586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Attempting to bind port ba536155-808b-45f3-a9cf-f5297e465764 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:24.360966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Attempting to bind port ba536155-808b-45f3-a9cf-f5297e465764 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '23e6ec01-3492-4293-9a89-ffa47c18e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7740684a-7ac3-4f8e-9c0e-876cf03ff75a'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:24.361340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Attempting to bind port ba536155-808b-45f3-a9cf-f5297e465764 on network 7740684a-7ac3-4f8e-9c0e-876cf03ff75a {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:24.393144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:24.393614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Checking segment: {'id': '23e6ec01-3492-4293-9a89-ffa47c18e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7740684a-7ac3-4f8e-9c0e-876cf03ff75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:24.394216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.394642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Bound using segment: {'id': '23e6ec01-3492-4293-9a89-ffa47c18e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7740684a-7ac3-4f8e-9c0e-876cf03ff75a'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:24.395154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Bound port: ba536155-808b-45f3-a9cf-f5297e465764, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e6ec01-3492-4293-9a89-ffa47c18e943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7740684a-7ac3-4f8e-9c0e-876cf03ff75a'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:24.401969 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.420960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 97d21aaa-722e-49dd-9589-4c8ce56f29f9) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:24.437085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e71f1-a5f0-4ad3-9bf0-f7c9c1744182 None None] Network 97d21aaa-722e-49dd-9589-4c8ce56f29f9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:24.437470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:24.440653 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.528557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d8773f5a-790c-443d-999c-5f7e287eaa10 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3458850 Aug 10 02:12:24.532149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35848) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:24.629552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] For port ba536155-808b-45f3-a9cf-f5297e465764, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:24.635595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] For port ba536155-808b-45f3-a9cf-f5297e465764, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ba536155-808b-45f3-a9cf-f5297e465764,segment=NetworkSegment(23e6ec01-3492-4293-9a89-ffa47c18e943),segment_id=23e6ec01-3492-4293-9a89-ffa47c18e943)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:24.639177 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.679569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Ignored duplicate provisioning block setup for port cafb68a5-2e2a-45ab-bebf-88014ab31e82 by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 02:12:24.714032 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.747461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.771672 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.828126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:24.836261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=cafb68a5-2e2a-45ab-bebf-88014ab31e82,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:24.854797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa82463-f841-4bfa-9364-49742193b63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-97d21aaa-722e-49dd-9589-4c8ce56f29f9', 'network_id': '97d21aaa-722e-49dd-9589-4c8ce56f29f9', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': '3c67f0d2-21ac-4b43-8526-e972bb3b8a0e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:24.861252 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-faa82463-f841-4bfa-9364-49742193b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.866234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.872201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.970400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] In _notify_port_updated(), no bound segment for port cafb68a5-2e2a-45ab-bebf-88014ab31e82 on network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:12:24.980494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:24.981198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:24.983654 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0506aac9-5deb-410d-97d6-a39428b2826d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "PUT /v2.0/ports/cafb68a5-2e2a-45ab-bebf-88014ab31e82 HTTP/1.1" status: 200 len: 918 time: 1.5764787 Aug 10 02:12:24.986714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35866) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:25.000619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-ac787685-c9a7-4c7b-bcb5-43988372e594 None None] Allocated IP 172.20.0.18 (832b7e5d-97e8-4d13-a86a-51f30c2b90d5/4851cbbf-66a5-482b-ade1-2c91699437ac/e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:25.015553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f82c652-7fcf-4ea7-908c-98f114621b13'}, {'subnet_id': '4851cbbf-66a5-482b-ade1-2c91699437ac'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:25.034882 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.254200 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.324077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=3c67f0d2-21ac-4b43-8526-e972bb3b8a0e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:25.438198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.513600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.522984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.529588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ef388-cf5d-41a8-b6df-a4902bc0f133 None None] Pushing event updated for resources: {'Port': ['ID=ba536155-808b-45f3-a9cf-f5297e465764,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:25.539081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d21aaa-722e-49dd-9589-4c8ce56f29f9']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:25.561748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4b0e51-8501-4819-86d9-8cb0df638b19') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:25.562166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4b0e51-8501-4819-86d9-8cb0df638b19') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:25.584398 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.606797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:25.607807 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.623748 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.630757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'Port': ['ID=12e8be42-183b-4ef7-b6f9-850e1d65b06f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server [None req-faa82463-f841-4bfa-9364-49742193b63b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c67f0d2-21ac-4b43-8526-e972bb3b8a0e: This subnet is being modified by another concurrent operation. Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:25.640828 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise exception Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c67f0d2-21ac-4b43-8526-e972bb3b8a0e: This subnet is being modified by another concurrent operation. Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Aug 10 02:12:25.648134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ac787685-c9a7-4c7b-bcb5-43988372e594 None None] For port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,segment=NetworkSegment(72b9f27b-673f-4a43-a5fb-312bd8cb92fe),segment_id=72b9f27b-673f-4a43-a5fb-312bd8cb92fe)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:25.656148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:25.656148 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.658532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.707233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ebc0f-2592-400b-8a53-0b085f117723 None None] Network 97d21aaa-722e-49dd-9589-4c8ce56f29f9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:25.720909 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac787685-c9a7-4c7b-bcb5-43988372e594 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:25.738342 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:25.748088 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.786406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ac787685-c9a7-4c7b-bcb5-43988372e594 None None] Transition to ACTIVE for port object e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:25.791885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.793579 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2e8ab775-e636-475a-acfe-369ce3c405a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3663540 Aug 10 02:12:25.884670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1471d28-057d-4f36-a438-cc57b321954e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:25.937550 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.954964 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.955910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/97d21aaa-722e-49dd-9589-4c8ce56f29f9 HTTP/1.1" status: 204 len: 168 time: 1.4219024 Aug 10 02:12:25.960099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35918) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:25.961884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac787685-c9a7-4c7b-bcb5-43988372e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:25.965709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2143425396'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:26.055599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edc908-df1d-40ac-a47e-c68f1124bb7e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=97d21aaa-722e-49dd-9589-4c8ce56f29f9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:26.085037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac787685-c9a7-4c7b-bcb5-43988372e594 None None] Pushing event updated for resources: {'Port': ['ID=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:26.093057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:26.101710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.158638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-c5f0fd09-2b77-4dc2-92c4-9442ac0b0988 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--793470049&fields=id&tenant_id=aa79ddca9f794631bc65e510f7a2f014 HTTP/1.1" status: 200 len: 267 time: 0.1234705 Aug 10 02:12:26.161977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:26.182645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b1471d28-057d-4f36-a438-cc57b321954e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:26.189304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b1471d28-057d-4f36-a438-cc57b321954e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:26.189926 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.193169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.193169 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment 7210ac9e-f1b3-4e45-9520-2743497324ae of type vlan for network afb6c65b-2b94-4a22-b48a-81609ce2496b Aug 10 02:12:26.271419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.23 (832b7e5d-97e8-4d13-a86a-51f30c2b90d5/4851cbbf-66a5-482b-ade1-2c91699437ac/cafb68a5-2e2a-45ab-bebf-88014ab31e82) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:26.321813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.350972 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.412642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port b1471d28-057d-4f36-a438-cc57b321954e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1471d28-057d-4f36-a438-cc57b321954e,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:26.460757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.471516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:26.473357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.513296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae052c5-1972-4cee-a7f8-d06f9d8ec235 None None] Network 7740684a-7ac3-4f8e-9c0e-876cf03ff75a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:26.562446 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.575424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.595969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-439724e3-c9f0-4936-8a57-fb2c854bf1bd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:26.595969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-439724e3-c9f0-4936-8a57-fb2c854bf1bd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 817 time: 0.3160324 Aug 10 02:12:26.605347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Ignored duplicate provisioning block setup for port cafb68a5-2e2a-45ab-bebf-88014ab31e82 by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 02:12:26.625788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-8c35190f-3aaa-4f5d-bcc6-e3c562abde60 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/quotas/aa79ddca9f794631bc65e510f7a2f014 HTTP/1.1" status: 200 len: 375 time: 0.0184822 Aug 10 02:12:26.626230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=afb6c65b-2b94-4a22-b48a-81609ce2496b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:26.667493 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-51a84216-f246-4d18-9dd5-b16b9ebec32c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7040241 Aug 10 02:12:26.668113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35948) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:26.681747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': 'afb6c65b-2b94-4a22-b48a-81609ce2496b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:26.684812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=b1471d28-057d-4f36-a438-cc57b321954e,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:26.705629 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.708163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network afb6c65b-2b94-4a22-b48a-81609ce2496b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:26.772442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f0310aa1-61a6-4ec3-a2fa-348010f49cb4 None None] Provisioning for port ba536155-808b-45f3-a9cf-f5297e465764 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:26.778203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-0051c853-199d-4c96-9848-2c0ff33ea186 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1354225 Aug 10 02:12:26.929180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=cafb68a5-2e2a-45ab-bebf-88014ab31e82,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:26.931445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:26.938479 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:26.938479 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.008388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] In _notify_port_updated(), no bound segment for port cafb68a5-2e2a-45ab-bebf-88014ab31e82 on network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:12:27.008677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baccfac-29d5-4a63-a7f3-de567e0f1c52 None None] Network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:27.014360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:27.015069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.019547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-efb2138c-52c7-49a6-bf61-18328b1b987d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "PUT /v2.0/ports/cafb68a5-2e2a-45ab-bebf-88014ab31e82 HTTP/1.1" status: 200 len: 998 time: 2.0287578 Aug 10 02:12:27.020230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35962) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:27.025673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ba536155-808b-45f3-a9cf-f5297e465764 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:27.046892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Performing IP validity checks on allocation pools {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 02:12:27.047898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 02:12:27.133024 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-6918af90-515f-444e-a027-22feeb2bd829 service neutron] 10.222.0.38 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363454 Aug 10 02:12:27.206356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-711747cb-0f4e-495b-b712-940992597805 None None] Provisioning for port cafb68a5-2e2a-45ab-bebf-88014ab31e82 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:27.222440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-769e6f33-59c6-4a32-8451-a1e69c39b477 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port cafb68a5-2e2a-45ab-bebf-88014ab31e82 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:27.222830 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-769e6f33-59c6-4a32-8451-a1e69c39b477 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.237320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-711747cb-0f4e-495b-b712-940992597805 None None] Provisioning complete for port cafb68a5-2e2a-45ab-bebf-88014ab31e82 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:27.238183 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-711747cb-0f4e-495b-b712-940992597805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.305267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-711747cb-0f4e-495b-b712-940992597805 None None] Port cafb68a5-2e2a-45ab-bebf-88014ab31e82 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:27.311747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ba536155-808b-45f3-a9cf-f5297e465764 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:27.320239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ba536155-808b-45f3-a9cf-f5297e465764 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:27.320620 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.341893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-0e30649a-5ff9-4584-bb33-e0cc60e17dd3 service neutron] 10.222.0.38 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919065 Aug 10 02:12:27.351090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-769e6f33-59c6-4a32-8451-a1e69c39b477 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.367158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-769e6f33-59c6-4a32-8451-a1e69c39b477 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for cafb68a5-2e2a-45ab-bebf-88014ab31e82 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:27.369178 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.412486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.459225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ba536155-808b-45f3-a9cf-f5297e465764, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ba536155-808b-45f3-a9cf-f5297e465764,segment=NetworkSegment(23e6ec01-3492-4293-9a89-ffa47c18e943),segment_id=23e6ec01-3492-4293-9a89-ffa47c18e943)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:27.464385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=e6cf6c1f-6f49-4af8-b3d2-18bf442f6fb8,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:27.472950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': '7210ac9e-f1b3-4e45-9520-2743497324ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'afb6c65b-2b94-4a22-b48a-81609ce2496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:27.473421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: afb6c65b-2b94-4a22-b48a-81609ce2496b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:27.481033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-711747cb-0f4e-495b-b712-940992597805 None None] Provisioning for port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:27.486889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-711747cb-0f4e-495b-b712-940992597805 None None] Provisioning complete for port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:27.487348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-711747cb-0f4e-495b-b712-940992597805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.629345 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.657680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network afb6c65b-2b94-4a22-b48a-81609ce2496b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:27.684759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ba536155-808b-45f3-a9cf-f5297e465764,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:27.705957 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-769e6f33-59c6-4a32-8451-a1e69c39b477 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.733466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b87099a3-4bab-4a7a-b824-620e2ac7d25d None None] Provisioning complete for port ba536155-808b-45f3-a9cf-f5297e465764 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:27.733861 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b87099a3-4bab-4a7a-b824-620e2ac7d25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.764381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e6f33-59c6-4a32-8451-a1e69c39b477 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=cafb68a5-2e2a-45ab-bebf-88014ab31e82,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:27.777382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, afb6c65b-2b94-4a22-b48a-81609ce2496b) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:27.782217 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:27.782843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.790367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3f6cec-f55d-4af9-b0ab-d4935e911fac None None] Network afb6c65b-2b94-4a22-b48a-81609ce2496b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:27.797980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-383722c9-14ce-43f8-9d73-3f995632c356 req-5550d055-7afe-44d6-bf5a-193906c18e6c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 210 time: 0.0488279 Aug 10 02:12:27.915902 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-769e6f33-59c6-4a32-8451-a1e69c39b477 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:27.920945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36004) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:27.932756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-769e6f33-59c6-4a32-8451-a1e69c39b477 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/cafb68a5-2e2a-45ab-bebf-88014ab31e82 HTTP/1.1" status: 204 len: 168 time: 0.9095488 Aug 10 02:12:27.954924 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44fb922-0ba5-40c8-b639-b4164ab155b4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:27.959757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36010) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:27.970499 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c44fb922-0ba5-40c8-b639-b4164ab155b4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/cafb68a5-2e2a-45ab-bebf-88014ab31e82 HTTP/1.1" status: 404 len: 333 time: 0.0482934 Aug 10 02:12:27.975542 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e2818a54-ddd6-4a4e-9453-e9dd853478d7 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3064167 Aug 10 02:12:27.977105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36014) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:28.026468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8f2a09-6cdb-4d79-aeea-27dbbe14e034 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet 4851cbbf-66a5-482b-ade1-2c91699437ac {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:28.032033 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2a09-6cdb-4d79-aeea-27dbbe14e034 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.089829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2a09-6cdb-4d79-aeea-27dbbe14e034 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.116069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68939d37-01f5-451c-aa11-586e99a0efe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-afb6c65b-2b94-4a22-b48a-81609ce2496b', 'network_id': 'afb6c65b-2b94-4a22-b48a-81609ce2496b', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': 'e6cf6c1f-6f49-4af8-b3d2-18bf442f6fb8'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:28.117143 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-68939d37-01f5-451c-aa11-586e99a0efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.177994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.253783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2a09-6cdb-4d79-aeea-27dbbe14e034 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.265301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dca7c8b8-28f2-44f2-9b17-c5d34538696d None None] Could not find standard attr ID for object cafb68a5-2e2a-45ab-bebf-88014ab31e82. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:12:28.274952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.362357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dca7c8b8-28f2-44f2-9b17-c5d34538696d None None] Provisioning complete for port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:28.362796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dca7c8b8-28f2-44f2-9b17-c5d34538696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.426569 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2a09-6cdb-4d79-aeea-27dbbe14e034 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.437445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.470132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=e6cf6c1f-6f49-4af8-b3d2-18bf442f6fb8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server [None req-68939d37-01f5-451c-aa11-586e99a0efe0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6cf6c1f-6f49-4af8-b3d2-18bf442f6fb8: This subnet is being modified by another concurrent operation. Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:28.478251 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise exception Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6cf6c1f-6f49-4af8-b3d2-18bf442f6fb8: This subnet is being modified by another concurrent operation. Aug 10 02:12:28.483500 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Aug 10 02:12:28.497482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f2a09-6cdb-4d79-aeea-27dbbe14e034 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=4851cbbf-66a5-482b-ade1-2c91699437ac,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:28.497482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2a09-6cdb-4d79-aeea-27dbbe14e034 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.502058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041336bc-bbb3-43be-bdd6-4e7eafdcf5a9 None None] Network afb6c65b-2b94-4a22-b48a-81609ce2496b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:28.502886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ef8f2a09-6cdb-4d79-aeea-27dbbe14e034 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/4851cbbf-66a5-482b-ade1-2c91699437ac HTTP/1.1" status: 204 len: 168 time: 0.5419524 Aug 10 02:12:28.504016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36034) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:28.588343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0fe8f6-1b65-4196-a759-8f808183a4d6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet 6f82c652-7fcf-4ea7-908c-98f114621b13 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:28.598758 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe8f6-1b65-4196-a759-8f808183a4d6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.653097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaba33a-67ea-4798-87cd-c99ab47a995a None None] Network 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:28.656341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.684812 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe8f6-1b65-4196-a759-8f808183a4d6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.689607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb6c65b-2b94-4a22-b48a-81609ce2496b']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:28.711781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7210ac9e-f1b3-4e45-9520-2743497324ae') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:28.712342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7210ac9e-f1b3-4e45-9520-2743497324ae') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:28.734478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.753892 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.761455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:28.762295 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:28.766933 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:28.827329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe8f6-1b65-4196-a759-8f808183a4d6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.906692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ad2b27d-da5e-409b-8972-d19a29f3541a req-66939494-fa11-49fe-bdec-aa8cdd76607a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 210 time: 0.0336294 Aug 10 02:12:28.934067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.942836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:28.948455 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/afb6c65b-2b94-4a22-b48a-81609ce2496b HTTP/1.1" status: 204 len: 168 time: 0.9658339 Aug 10 02:12:28.948681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36060) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:28.951181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1471d28-057d-4f36-a438-cc57b321954e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:28.954614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1544608547'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:28.957615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049476a4-7857-43b8-8763-8753d22adb20 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=afb6c65b-2b94-4a22-b48a-81609ce2496b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:28.973273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-212b7008-3e08-471a-a095-d3943b99e202 None None] Could not find standard attr ID for object cafb68a5-2e2a-45ab-bebf-88014ab31e82. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:12:29.012352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe8f6-1b65-4196-a759-8f808183a4d6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.034190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b1471d28-057d-4f36-a438-cc57b321954e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:29.034592 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.045530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fe8f6-1b65-4196-a759-8f808183a4d6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=6f82c652-7fcf-4ea7-908c-98f114621b13,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:29.047499 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe8f6-1b65-4196-a759-8f808183a4d6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.052003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8a0fe8f6-1b65-4196-a759-8f808183a4d6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/6f82c652-7fcf-4ea7-908c-98f114621b13 HTTP/1.1" status: 204 len: 168 time: 0.5443316 Aug 10 02:12:29.052334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36066) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:29.066869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:29.067748 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.149714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:29.159251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.166522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ba536155-808b-45f3-a9cf-f5297e465764 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:29.172087 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.172087 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment 12e20746-4ca8-440e-a8af-0a541d82e2ab of type vlan for network d407e134-2afc-4afc-9393-1dff2dca2bd4 Aug 10 02:12:29.214080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c0a9e-4e53-4a87-9aa4-4e42b301386b None None] DHCP port deletion for 832b7e5d-97e8-4d13-a86a-51f30c2b90d5 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:12:29.246427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ba536155-808b-45f3-a9cf-f5297e465764 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:29.246832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.258695 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.301696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:29.302049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.308421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e79c0a9e-4e53-4a87-9aa4-4e42b301386b None None] Deleting port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:29.308421 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e79c0a9e-4e53-4a87-9aa4-4e42b301386b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.366302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.371887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:29.373016 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.400999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e79c0a9e-4e53-4a87-9aa4-4e42b301386b None None] For port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,segment=NetworkSegment(72b9f27b-673f-4a43-a5fb-312bd8cb92fe),segment_id=72b9f27b-673f-4a43-a5fb-312bd8cb92fe)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:29.401406 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e79c0a9e-4e53-4a87-9aa4-4e42b301386b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.416552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e79c0a9e-4e53-4a87-9aa4-4e42b301386b None None] Calling delete_port for e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:29.451069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] For port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,segment=NetworkSegment(72b9f27b-673f-4a43-a5fb-312bd8cb92fe),segment_id=72b9f27b-673f-4a43-a5fb-312bd8cb92fe)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:29.451307 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.470312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:29.477377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=d407e134-2afc-4afc-9393-1dff2dca2bd4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:29.492969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network d407e134-2afc-4afc-9393-1dff2dca2bd4 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:29.562297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c1541869-4d12-4e3c-85f8-487a11c11d1f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6123867 Aug 10 02:12:29.565073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36086) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:29.570195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': 'd407e134-2afc-4afc-9393-1dff2dca2bd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:29.706151 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e79c0a9e-4e53-4a87-9aa4-4e42b301386b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.713721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.739776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c0a9e-4e53-4a87-9aa4-4e42b301386b None None] Pushing event deleted for resources: {'Port': ['ID=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:29.743694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:29.745561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No DVR routers for this DVR port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:29.748422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c0a9e-4e53-4a87-9aa4-4e42b301386b None None] No DVR routers for this DVR port e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:29.772715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f96d56-ec86-4577-8e21-5b4731d80c91 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:29.837982 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.848791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832b7e5d-97e8-4d13-a86a-51f30c2b90d5']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:29.859540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:29.863081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.866961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f96d56-ec86-4577-8e21-5b4731d80c91 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:29.867187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b9f27b-673f-4a43-a5fb-312bd8cb92fe') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:29.867310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b9f27b-673f-4a43-a5fb-312bd8cb92fe') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:29.915517 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.956370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.975233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:29.975722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:29.980281 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:30.069361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-daa86a51-f6c0-42a8-8e9c-535b4835b7f6 req-0fca95aa-912e-435e-9963-95a9d2f44006 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 210 time: 0.0432518 Aug 10 02:12:30.136541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.147420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754b1f6-9f39-4e2c-a548-d19b503258c4 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:30.149296 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.152192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/networks/832b7e5d-97e8-4d13-a86a-51f30c2b90d5 HTTP/1.1" status: 204 len: 168 time: 1.0988982 Aug 10 02:12:30.163549 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36114) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:30.165730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b3ae4-2940-4432-8a8e-a5f182173a45 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Network': ['ID=832b7e5d-97e8-4d13-a86a-51f30c2b90d5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:30.264081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2a964d-cd6e-45ca-bfed-68d08ab96bb4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:30.270828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36120) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:30.271241 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d2a964d-cd6e-45ca-bfed-68d08ab96bb4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1060076 Aug 10 02:12:30.286905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754b1f6-9f39-4e2c-a548-d19b503258c4 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:30.332031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-234f8e10-9726-4ed9-8199-2e95d9441e9b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0570841 Aug 10 02:12:30.335321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36122) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:30.340381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1760645248'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:30.438119 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.503797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:30.507365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.601493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=ff3e16f2-936c-4790-a1b5-333bf9630ded,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:30.654124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:30.676629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:30.676984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e95bfbf3-55d7-4eab-9cd9-7a2f43f2bf67 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:30.968844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:30.993474 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:30.993825 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Added segment 761b2aad-3a11-4203-bc8c-277f031cd502 of type vlan for network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce Aug 10 02:12:30.995253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': '12e20746-4ca8-440e-a8af-0a541d82e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd407e134-2afc-4afc-9393-1dff2dca2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:30.995568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: d407e134-2afc-4afc-9393-1dff2dca2bd4, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:31.049045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-9a9ccdbe-d8c6-4e39-a6e5-01cdfe188b6d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:31.049045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-9a9ccdbe-d8c6-4e39-a6e5-01cdfe188b6d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.11 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 817 time: 0.5898850 Aug 10 02:12:31.071889 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.122123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-3e6ca81b-d849-4bac-b6a2-94ae648f31d3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa79ddca9f794631bc65e510f7a2f014 HTTP/1.1" status: 200 len: 379 time: 0.0621238 Aug 10 02:12:31.132813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'port': {'device_id': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'admin_state_up': True, 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'security_groups': ['7b9ed860-6379-4582-9872-bbedfc9d2924']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:31.183465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network d407e134-2afc-4afc-9393-1dff2dca2bd4 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:31.223497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c47c666-05a5-4ce6-87ce-44d1bdb085c0 req-63b57541-3e53-41e6-aadf-3d7e6b960c74 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 210 time: 0.0438714 Aug 10 02:12:31.238682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.244352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:31.244950 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.325108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, d407e134-2afc-4afc-9393-1dff2dca2bd4) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:31.333794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf986d1-984e-4655-a9b7-41182b1e7e29 None None] Network d407e134-2afc-4afc-9393-1dff2dca2bd4 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:31.337686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:31.338341 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.356948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Network': ['ID=11bc0a6f-c564-458b-ba4a-464e7f7af7ce,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:31.376706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:31.403592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-56cd6598-dca6-4d24-95b1-1147b7b02ee9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0669885 Aug 10 02:12:31.406872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36162) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:31.412325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '11bc0a6f-c564-458b-ba4a-464e7f7af7ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:31.446338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-34f853c7-c140-43ee-8265-515f4776c3c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8792634 Aug 10 02:12:31.449587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36164) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:31.565714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-d407e134-2afc-4afc-9393-1dff2dca2bd4', 'network_id': 'd407e134-2afc-4afc-9393-1dff2dca2bd4', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': 'ff3e16f2-936c-4790-a1b5-333bf9630ded'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:31.565916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Made reservation on behalf of aa79ddca9f794631bc65e510f7a2f014 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:31.566974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.569321 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.602229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.654513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:31.658618 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.741487 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.745403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Allocated IP 172.20.0.1 (d407e134-2afc-4afc-9393-1dff2dca2bd4/ff3e16f2-936c-4790-a1b5-333bf9630ded/4816ba8e-06de-4ac0-b42e-0e00f8135366) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:31.804606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Allocated IP 172.20.0.10 (57965fd8-e906-4dbd-af8e-c7bc318e9f2c/4c103fbe-3740-46ae-b588-21bcd171a4ae/ec379c10-833d-4c87-9966-a5b2af495294) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:31.954112 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.962662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Transition to ACTIVE for port object 4816ba8e-06de-4ac0-b42e-0e00f8135366 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:31.972467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:31.983432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Transition to ACTIVE for port object 4816ba8e-06de-4ac0-b42e-0e00f8135366 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:31.999306 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.017218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Transition to ACTIVE for port object ec379c10-833d-4c87-9966-a5b2af495294 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:32.038546 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=994f2a22-280d-4824-9d39-334a558050a1,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.056840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Checking segment: {'id': '761b2aad-3a11-4203-bc8c-277f031cd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11bc0a6f-c564-458b-ba4a-464e7f7af7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:32.057219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network hostable DHCP agents. Network: 11bc0a6f-c564-458b-ba4a-464e7f7af7ce, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:32.070701 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.117591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Network d407e134-2afc-4afc-9393-1dff2dca2bd4 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:32.123717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:32.127571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:32.139461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Pushing event updated for resources: {'Port': ['ID=4816ba8e-06de-4ac0-b42e-0e00f8135366,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.150917 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.191973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Attempting to bind port 4816ba8e-06de-4ac0-b42e-0e00f8135366 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:32.192346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Attempting to bind port 4816ba8e-06de-4ac0-b42e-0e00f8135366 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '12e20746-4ca8-440e-a8af-0a541d82e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd407e134-2afc-4afc-9393-1dff2dca2bd4'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:32.192713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Attempting to bind port 4816ba8e-06de-4ac0-b42e-0e00f8135366 on network d407e134-2afc-4afc-9393-1dff2dca2bd4 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:32.196476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:32.198411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:32.199255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Checking segment: {'id': '12e20746-4ca8-440e-a8af-0a541d82e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd407e134-2afc-4afc-9393-1dff2dca2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:32.199379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.199772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Bound using segment: {'id': '12e20746-4ca8-440e-a8af-0a541d82e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd407e134-2afc-4afc-9393-1dff2dca2bd4'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:32.200388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Bound port: 4816ba8e-06de-4ac0-b42e-0e00f8135366, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e20746-4ca8-440e-a8af-0a541d82e2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd407e134-2afc-4afc-9393-1dff2dca2bd4'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:32.201444 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.207510 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.212178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:32.222818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:32.244863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:32.276355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] For port 4816ba8e-06de-4ac0-b42e-0e00f8135366, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:32.278249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.285157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3e16f2-936c-4790-a1b5-333bf9630ded,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.294467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] For port 4816ba8e-06de-4ac0-b42e-0e00f8135366, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4816ba8e-06de-4ac0-b42e-0e00f8135366,segment=NetworkSegment(12e20746-4ca8-440e-a8af-0a541d82e2ab),segment_id=12e20746-4ca8-440e-a8af-0a541d82e2ab)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:32.299672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 11bc0a6f-c564-458b-ba4a-464e7f7af7ce) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:32.310871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:32.311093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.321325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17fb6a4-87b0-44f8-9072-c4ed608da16c None None] Network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:32.364355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:32.364355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.371776 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.393677 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.412463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d407e134-2afc-4afc-9393-1dff2dca2bd4']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:32.450058 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-80f81669-990d-4536-97cb-ef4b5e94f053 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0418563 Aug 10 02:12:32.453007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36178) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:32.461668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '11bc0a6f-c564-458b-ba4a-464e7f7af7ce', 'name': 'tempest-PortsTestJSON-325767611'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:32.471418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e20746-4ca8-440e-a8af-0a541d82e2ab') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:32.472170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e20746-4ca8-440e-a8af-0a541d82e2ab') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:32.486352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.507703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ae26f-919e-4064-a1c6-92524db77a65 None None] Pushing event updated for resources: {'Port': ['ID=4816ba8e-06de-4ac0-b42e-0e00f8135366,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:32.514643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119ed5-8303-4a31-ad8d-7fbec956af8e req-bdd687dc-d22b-44b7-aac3-ed1f1146f5c2 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:32.535684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93119ed5-8303-4a31-ad8d-7fbec956af8e req-bdd687dc-d22b-44b7-aac3-ed1f1146f5c2 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 932 time: 0.1327548 Aug 10 02:12:32.566468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-03c29516-6e56-4084-9a25-5d0609540a47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4377372 Aug 10 02:12:32.585319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.612029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913b7c8-545f-43d5-8f04-57886f456328 None None] Network d407e134-2afc-4afc-9393-1dff2dca2bd4 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:32.612809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Request body: {'port': {'device_id': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:32.626177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:32.626946 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.636226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-11bc0a6f-c564-458b-ba4a-464e7f7af7ce', 'network_id': '11bc0a6f-c564-458b-ba4a-464e7f7af7ce', 'tenant_id': 'f3cfde1a6b2b4e9bb80d1511a53b11ee', 'fixed_ips': [{'subnet_id': '994f2a22-280d-4824-9d39-334a558050a1'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:32.643843 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:32.645771 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.756686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:32.760874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.764158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93119ed5-8303-4a31-ad8d-7fbec956af8e req-a05c0b10-a5b2-4d96-be8f-22687016980a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261772 Aug 10 02:12:32.800925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:32.833929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5dca9e87-d9f3-4efa-9c35-e06b0dffbd84 None None] Provisioning for port ec379c10-833d-4c87-9966-a5b2af495294 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:32.849522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5dca9e87-d9f3-4efa-9c35-e06b0dffbd84 None None] Provisioning complete for port ec379c10-833d-4c87-9966-a5b2af495294 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:32.858114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5dca9e87-d9f3-4efa-9c35-e06b0dffbd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.916337 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:32.957358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Allocated IP 172.20.0.2 (11bc0a6f-c564-458b-ba4a-464e7f7af7ce/994f2a22-280d-4824-9d39-334a558050a1/82fe5bbe-77c4-4734-8a4e-45ff91b04331) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:32.969175 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:12:32.969175 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:12:32.969175 n-d-767704-21 neutron-server[101224]: [parameters: {'id': 'd407e134-2afc-4afc-9393-1dff2dca2bd4'}] Aug 10 02:12:32.969175 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:12:32.969603 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:12:33.060519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5dca9e87-d9f3-4efa-9c35-e06b0dffbd84 None None] Port ec379c10-833d-4c87-9966-a5b2af495294 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:33.307843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec379c10-833d-4c87-9966-a5b2af495294 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:12:33.318060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.332807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Transition to ACTIVE for port object ec379c10-833d-4c87-9966-a5b2af495294 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:33.407123 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.415771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Transition to ACTIVE for port object 82fe5bbe-77c4-4734-8a4e-45ff91b04331 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:33.433800 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.434007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Transition to ACTIVE for port object 82fe5bbe-77c4-4734-8a4e-45ff91b04331 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:33.472139 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.488995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:33.555470 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.607492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Attempting to bind port ec379c10-833d-4c87-9966-a5b2af495294 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:33.608140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Attempting to bind port ec379c10-833d-4c87-9966-a5b2af495294 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:33.608637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Attempting to bind port ec379c10-833d-4c87-9966-a5b2af495294 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:33.618112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Port ec379c10-833d-4c87-9966-a5b2af495294 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:12:33.618736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Attempting to bind port ec379c10-833d-4c87-9966-a5b2af495294 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:33.621502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:33.624641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Deleting port 4816ba8e-06de-4ac0-b42e-0e00f8135366 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:33.625221 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.626481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.5 (11bc0a6f-c564-458b-ba4a-464e7f7af7ce/994f2a22-280d-4824-9d39-334a558050a1/e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:33.630838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:33.631190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Checking segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:33.631956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Bound using segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:33.632103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Bound port: ec379c10-833d-4c87-9966-a5b2af495294, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:33.632409 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.632645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:33.637257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:33.672245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Pushing event updated for resources: {'Port': ['ID=82fe5bbe-77c4-4734-8a4e-45ff91b04331,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:33.744383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] For port 4816ba8e-06de-4ac0-b42e-0e00f8135366, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4816ba8e-06de-4ac0-b42e-0e00f8135366,segment=NetworkSegment(12e20746-4ca8-440e-a8af-0a541d82e2ab),segment_id=12e20746-4ca8-440e-a8af-0a541d82e2ab)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:33.744383 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.762390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Attempting to bind port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:33.763457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Attempting to bind port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '761b2aad-3a11-4203-bc8c-277f031cd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11bc0a6f-c564-458b-ba4a-464e7f7af7ce'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:33.763845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Attempting to bind port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 on network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:33.770819 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:33.770995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Checking segment: {'id': '761b2aad-3a11-4203-bc8c-277f031cd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11bc0a6f-c564-458b-ba4a-464e7f7af7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:33.771284 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.771685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Bound using segment: {'id': '761b2aad-3a11-4203-bc8c-277f031cd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11bc0a6f-c564-458b-ba4a-464e7f7af7ce'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:33.772167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Bound port: 82fe5bbe-77c4-4734-8a4e-45ff91b04331, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761b2aad-3a11-4203-bc8c-277f031cd502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '11bc0a6f-c564-458b-ba4a-464e7f7af7ce'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:33.772466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Calling delete_port for 4816ba8e-06de-4ac0-b42e-0e00f8135366 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:33.772579 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.876223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.883767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] For port 82fe5bbe-77c4-4734-8a4e-45ff91b04331, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:33.890601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] For port 82fe5bbe-77c4-4734-8a4e-45ff91b04331, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=82fe5bbe-77c4-4734-8a4e-45ff91b04331,segment=NetworkSegment(761b2aad-3a11-4203-bc8c-277f031cd502),segment_id=761b2aad-3a11-4203-bc8c-277f031cd502)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:33.920571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:33.951973 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:33.976506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:33.997042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:34.010660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fdbc9-b620-44f8-847d-b19222571d0b req-0faf60c8-a47a-4057-a1a5-13f85c4cf006 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:34.012424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c5fdbc9-b620-44f8-847d-b19222571d0b req-0faf60c8-a47a-4057-a1a5-13f85c4cf006 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.0913959 Aug 10 02:12:34.047073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.049037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84e129-f801-4aaa-8d69-f9b467347eeb None None] Pushing event updated for resources: {'Port': ['ID=82fe5bbe-77c4-4734-8a4e-45ff91b04331,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:34.081870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c5fdbc9-b620-44f8-847d-b19222571d0b req-6c1c633e-7cf2-4ec6-8a8d-364063c577b0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609462 Aug 10 02:12:34.083945 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.087817 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.144560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:34.145204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.146962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] 10.222.0.11 "PUT /v2.0/ports/ec379c10-833d-4c87-9966-a5b2af495294 HTTP/1.1" status: 200 len: 1093 time: 1.5487204 Aug 10 02:12:34.147189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:34.149544 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa356d8a-88cc-436b-9686-00c70d9ef681" -d '{"events": [{"name": "network-changed", "server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "tag": "ec379c10-833d-4c87-9966-a5b2af495294"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:34.151688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:34.156795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:34.159996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:34.169529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Port': ['ID=4816ba8e-06de-4ac0-b42e-0e00f8135366,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:34.169875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No DVR routers for this DVR port 4816ba8e-06de-4ac0-b42e-0e00f8135366 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:34.211160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:34.258244 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:34.259183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.304680 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778a4205-64b3-458a-963d-bc45d1867c70 x-openstack-request-id: req-778a4205-64b3-458a-963d-bc45d1867c70 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:34.315326 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "tag": "ec379c10-833d-4c87-9966-a5b2af495294", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:34.315326 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-778a4205-64b3-458a-963d-bc45d1867c70 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:34.315326 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294', 'status': 'completed', 'code': 200} Aug 10 02:12:34.398673 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0bdf070d-0429-4813-a874-7542964eef4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9427953 Aug 10 02:12:34.400346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36196) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:34.406751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': '11bc0a6f-c564-458b-ba4a-464e7f7af7ce', 'name': 'tempest-PortsTestJSON-1076439129'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:34.429123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.458751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d407e134-2afc-4afc-9393-1dff2dca2bd4']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:34.467859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36005d-0b8a-4b14-b4dd-e961235f0752 service neutron] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:34.480227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa356d8a-88cc-436b-9686-00c70d9ef681 req-e9a31c2d-882b-4033-ba00-11f639cc078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:34.484799 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa356d8a-88cc-436b-9686-00c70d9ef681 req-e9a31c2d-882b-4033-ba00-11f639cc078a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 1096 time: 0.1776783 Aug 10 02:12:34.489888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e20746-4ca8-440e-a8af-0a541d82e2ab') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:34.491051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e20746-4ca8-440e-a8af-0a541d82e2ab') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:34.507456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.574458 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.587844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:34.588263 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:34.591480 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:34.651827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:34.657253 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.681070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa356d8a-88cc-436b-9686-00c70d9ef681 req-ef44ae1d-ef95-4974-8640-a68df3cd4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:34.682831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa356d8a-88cc-436b-9686-00c70d9ef681 req-ef44ae1d-ef95-4974-8640-a68df3cd4cd6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=aa79ddca9f794631bc65e510f7a2f014&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1775839 Aug 10 02:12:34.686069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 00d166ce-65d4-4df3-9cef-9ecb82cbbe6e yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:34.727064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 82fe5bbe-77c4-4734-8a4e-45ff91b04331 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:34.782325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.796282 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.797374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/d407e134-2afc-4afc-9393-1dff2dca2bd4 HTTP/1.1" status: 204 len: 168 time: 3.3422072 Aug 10 02:12:34.812319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36200) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:34.817693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-442556387'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:34.827306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03cc2a-cdd2-443e-96a6-25c51b6da5db tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=d407e134-2afc-4afc-9393-1dff2dca2bd4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:34.861182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.11 (11bc0a6f-c564-458b-ba4a-464e7f7af7ce/994f2a22-280d-4824-9d39-334a558050a1/00d166ce-65d4-4df3-9cef-9ecb82cbbe6e) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:34.865541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa356d8a-88cc-436b-9686-00c70d9ef681 req-200b7b24-7181-4286-a2d6-880df6dbde8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:34.867059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa356d8a-88cc-436b-9686-00c70d9ef681 req-200b7b24-7181-4286-a2d6-880df6dbde8a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775270 Aug 10 02:12:34.903802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:34.952329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-3298eeab-eac8-4657-aafa-9d08caf9e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:34.954200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-3298eeab-eac8-4657-aafa-9d08caf9e61d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 1096 time: 0.0506945 Aug 10 02:12:34.971266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:34.978655 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.025496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-f7851df1-27ad-4d71-a00f-0755d5bc7837 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec379c10-833d-4c87-9966-a5b2af495294 HTTP/1.1" status: 200 len: 217 time: 0.0631940 Aug 10 02:12:35.058699 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.069130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:35.076644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object 00d166ce-65d4-4df3-9cef-9ecb82cbbe6e will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:35.090513 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.090932 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment d8f66ab2-946c-4d8b-a420-0c44cfd92af0 of type vlan for network f29de6c3-40ed-43a4-a289-12dff658bdae Aug 10 02:12:35.102297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-4197d529-9c52-4e68-976e-706ace199aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.104388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-4197d529-9c52-4e68-976e-706ace199aad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.0716879 Aug 10 02:12:35.179379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.197650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.250769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-71ff70b7-3af5-4edb-a86f-3bf6988ea0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.250876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:35.252666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-71ff70b7-3af5-4edb-a86f-3bf6988ea0df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239595 Aug 10 02:12:35.256835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:35.261317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:35.291207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=00d166ce-65d4-4df3-9cef-9ecb82cbbe6e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:35.294170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf3d93-1c80-4f0e-b74a-b9843f509771 req-ac1b982f-3393-44fe-8bd2-7bc9cabcdfe6 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.295923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbcf3d93-1c80-4f0e-b74a-b9843f509771 req-ac1b982f-3393-44fe-8bd2-7bc9cabcdfe6 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.1109536 Aug 10 02:12:35.343946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.344633 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.347110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01815a2-3cc7-4bb1-95e5-dfc19b8a20b7 None None] Network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:35.355339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.362291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.362971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.437591 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-97c4c760-6e43-4c9f-b3d1-5e06f13d6b23 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0359266 Aug 10 02:12:35.440243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36210) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:35.468339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbcf3d93-1c80-4f0e-b74a-b9843f509771 req-5e0abc67-de58-4262-b1c0-48d5d6b09543 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431708 Aug 10 02:12:35.512507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=f29de6c3-40ed-43a4-a289-12dff658bdae,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:35.519059 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb6cd9-b781-4830-91e6-8b2615f5f225 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.519543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-cc4cec4a-8dfe-4bd2-aed7-59d93f26180d service neutron] 10.222.0.11 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579143 Aug 10 02:12:35.521734 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aceb6cd9-b781-4830-91e6-8b2615f5f225 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.0803022 Aug 10 02:12:35.524825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36212) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:35.527619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network f29de6c3-40ed-43a4-a289-12dff658bdae details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:35.535888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3184bd5f-f913-413d-a6e0-d7c066a7b4e1 None None] Provisioning for port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:35.577006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cbe86530-9714-4e92-b945-ab2cef22c9d5 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7606149 Aug 10 02:12:35.577487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36216) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:35.583016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': 'f29de6c3-40ed-43a4-a289-12dff658bdae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:35.592459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3184bd5f-f913-413d-a6e0-d7c066a7b4e1 None None] Provisioning complete for port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:35.594622 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3184bd5f-f913-413d-a6e0-d7c066a7b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.713104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af6cfb7c-eb9e-43d4-a1cf-950d83c449a9 req-73a461b2-11dd-4831-9b4a-d8f1a01c9881 service neutron] 10.222.0.11 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793766 Aug 10 02:12:35.743777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-100e56ff-e391-4aca-8bd1-36f7739b7dbe tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 00d166ce-65d4-4df3-9cef-9ecb82cbbe6e {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:35.744513 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100e56ff-e391-4aca-8bd1-36f7739b7dbe tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.766269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:35.769900 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.907845 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3184bd5f-f913-413d-a6e0-d7c066a7b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.954870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100e56ff-e391-4aca-8bd1-36f7739b7dbe tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:35.971251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-100e56ff-e391-4aca-8bd1-36f7739b7dbe tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 00d166ce-65d4-4df3-9cef-9ecb82cbbe6e owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:36.014697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3184bd5f-f913-413d-a6e0-d7c066a7b4e1 None None] For port 82fe5bbe-77c4-4734-8a4e-45ff91b04331, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=82fe5bbe-77c4-4734-8a4e-45ff91b04331,segment=NetworkSegment(761b2aad-3a11-4203-bc8c-277f031cd502),segment_id=761b2aad-3a11-4203-bc8c-277f031cd502)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:36.083216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3184bd5f-f913-413d-a6e0-d7c066a7b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.173200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184bd5f-f913-413d-a6e0-d7c066a7b4e1 None None] Pushing event updated for resources: {'Port': ['ID=82fe5bbe-77c4-4734-8a4e-45ff91b04331,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:36.212162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.274168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=bbcfe13e-e8a4-41a5-9537-0d37ea90a37d,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:36.304268 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100e56ff-e391-4aca-8bd1-36f7739b7dbe tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.306294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': 'd8f66ab2-946c-4d8b-a420-0c44cfd92af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f29de6c3-40ed-43a4-a289-12dff658bdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:36.306657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: f29de6c3-40ed-43a4-a289-12dff658bdae, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:36.340281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e0ddf04-df6a-4ad4-a62b-7f5d555fb11c None None] Provisioning for port e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:36.346180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e0ddf04-df6a-4ad4-a62b-7f5d555fb11c None None] Provisioning complete for port e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:36.346606 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e0ddf04-df6a-4ad4-a62b-7f5d555fb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.371965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e56ff-e391-4aca-8bd1-36f7739b7dbe tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=00d166ce-65d4-4df3-9cef-9ecb82cbbe6e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:36.438190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network f29de6c3-40ed-43a4-a289-12dff658bdae is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:36.440470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ddf04-df6a-4ad4-a62b-7f5d555fb11c None None] Port e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:36.447543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e0ddf04-df6a-4ad4-a62b-7f5d555fb11c None None] Could not find standard attr ID for object 00d166ce-65d4-4df3-9cef-9ecb82cbbe6e. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:12:36.471934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e0ddf04-df6a-4ad4-a62b-7f5d555fb11c None None] Provisioning complete for port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:36.475404 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e0ddf04-df6a-4ad4-a62b-7f5d555fb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.480198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-100e56ff-e391-4aca-8bd1-36f7739b7dbe tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.486764 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-27af980d-e712-4462-9763-501802c587a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0753429 Aug 10 02:12:36.487395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-100e56ff-e391-4aca-8bd1-36f7739b7dbe tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/00d166ce-65d4-4df3-9cef-9ecb82cbbe6e HTTP/1.1" status: 204 len: 168 time: 0.9612167 Aug 10 02:12:36.489781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36222) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:36.528924 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad984ab-5c61-4dc7-83b3-1cfc92358d6b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:36.531208 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6ad984ab-5c61-4dc7-83b3-1cfc92358d6b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/00d166ce-65d4-4df3-9cef-9ecb82cbbe6e HTTP/1.1" status: 404 len: 333 time: 0.0391362 Aug 10 02:12:36.533337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, f29de6c3-40ed-43a4-a289-12dff658bdae) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:36.534058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36226) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:36.542935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ed94b-011b-46bb-abd5-73a5383da2d2 None None] Network f29de6c3-40ed-43a4-a289-12dff658bdae requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:36.558872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.559514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.717918 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f3f3876-f3bc-4b51-89c5-bb3d314c62a0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1387334 Aug 10 02:12:36.724751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36230) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:36.734671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 82fe5bbe-77c4-4734-8a4e-45ff91b04331 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:36.796363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-24b22a5e-363a-4d95-a041-560bb74aecbf tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:36.796819 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24b22a5e-363a-4d95-a041-560bb74aecbf tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.864434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574ffcd-8a35-4172-a964-d7fef04929a6 req-40472975-bdd5-4e4e-9d0d-f70e2b3c351d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.866174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1574ffcd-8a35-4172-a964-d7fef04929a6 req-40472975-bdd5-4e4e-9d0d-f70e2b3c351d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.1558187 Aug 10 02:12:36.879398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-d414690a-a775-4adc-89f2-8f1d36d58b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:36.880880 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-d414690a-a775-4adc-89f2-8f1d36d58b32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1097 time: 0.2835112 Aug 10 02:12:36.921100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7d354ace-e057-4a1f-b661-40a94afae89a None None] Provisioning complete for port e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:36.922120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7d354ace-e057-4a1f-b661-40a94afae89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:36.978115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1574ffcd-8a35-4172-a964-d7fef04929a6 req-7cfa7850-27a8-4359-964a-5cf77fe994da tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018481 Aug 10 02:12:37.035611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24b22a5e-363a-4d95-a041-560bb74aecbf tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:37.057621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-24b22a5e-363a-4d95-a041-560bb74aecbf tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:37.104738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:37.113651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-f29de6c3-40ed-43a4-a289-12dff658bdae', 'network_id': 'f29de6c3-40ed-43a4-a289-12dff658bdae', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': 'bbcfe13e-e8a4-41a5-9537-0d37ea90a37d'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:37.114615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:37.134891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-88ba8f4f-51dc-4a96-96bd-5171c7a746be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:37.138953 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-88ba8f4f-51dc-4a96-96bd-5171c7a746be service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.2335515 Aug 10 02:12:37.149703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7d354ace-e057-4a1f-b661-40a94afae89a None None] Port e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:37.154355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:37.154793 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:37.240921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-b39abf4a-e0d3-418e-b07b-b09cfe97e263 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0980797 Aug 10 02:12:37.314843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:37.355273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f8818671-f4a6-44fc-a2b2-f2ceff4a46ce None None] Could not find standard attr ID for object 00d166ce-65d4-4df3-9cef-9ecb82cbbe6e. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:12:37.437164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-5f5889cd-ea9f-4d21-9a51-b9f7513152e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:37.439482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-5f5889cd-ea9f-4d21-9a51-b9f7513152e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 1098 time: 0.1154828 Aug 10 02:12:37.483651 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-d86e6fc9-d595-41ec-86aa-85de52b3deb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 1001 time: 0.3165677 Aug 10 02:12:37.490919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Allocated IP 172.20.0.2 (f29de6c3-40ed-43a4-a289-12dff658bdae/bbcfe13e-e8a4-41a5-9537-0d37ea90a37d/024bbb24-5cad-490c-8167-77946700b3ca) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:37.545593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24b22a5e-363a-4d95-a041-560bb74aecbf tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:37.553557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-2043e09c-8d56-41e3-9249-ff84f484c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:37.555207 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-2043e09c-8d56-41e3-9249-ff84f484c711 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0647762 Aug 10 02:12:37.595106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b22a5e-363a-4d95-a041-560bb74aecbf tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:37.607589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-13c49ae7-fa77-4791-950a-b2eed2f09c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:37.609672 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-13c49ae7-fa77-4791-950a-b2eed2f09c51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474000 Aug 10 02:12:37.662962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-0a397fb1-3ac3-467d-a0ae-3cc8e52e72be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:37.668179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-0a397fb1-3ac3-467d-a0ae-3cc8e52e72be service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 911 time: 0.1951156 Aug 10 02:12:37.706470 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:37.723354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Transition to ACTIVE for port object 024bbb24-5cad-490c-8167-77946700b3ca will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:37.726285 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-0e496d48-2813-410f-8345-84cf87f815c1 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082125 Aug 10 02:12:37.744940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Transition to ACTIVE for port object 024bbb24-5cad-490c-8167-77946700b3ca will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:37.815844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24b22a5e-363a-4d95-a041-560bb74aecbf tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:37.820539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-24b22a5e-363a-4d95-a041-560bb74aecbf tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 HTTP/1.1" status: 204 len: 168 time: 1.2820818 Aug 10 02:12:37.820996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-b46a7c06-fcac-43fd-ac08-4648a0efe98d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 200 len: 1001 time: 0.1019557 Aug 10 02:12:37.821469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36238) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:37.842046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:37.875662 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b267d9-522c-49c6-97b4-7404bfb56a0e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:37.879837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-78b267d9-522c-49c6-97b4-7404bfb56a0e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/e34eafb6-78d0-4b94-a5ee-e2cb910a4fa2 HTTP/1.1" status: 404 len: 333 time: 0.0548441 Aug 10 02:12:37.889721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36240) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:37.917569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-79002557-c9bd-42c5-afeb-d90ba0831f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:37.919187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-79002557-c9bd-42c5-afeb-d90ba0831f6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.0859153 Aug 10 02:12:37.932304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Network f29de6c3-40ed-43a4-a289-12dff658bdae is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:37.933249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Pushing event updated for resources: {'Port': ['ID=024bbb24-5cad-490c-8167-77946700b3ca,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:37.937428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:37.942047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:37.975662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-2d89eee6-5580-443a-ad39-63c7fd4633bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:37.977921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-2d89eee6-5580-443a-ad39-63c7fd4633bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501192 Aug 10 02:12:38.008420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9083efd8-4ee2-4266-a34e-210ee6b6c626 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet 994f2a22-280d-4824-9d39-334a558050a1 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:38.008629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ec379c10-833d-4c87-9966-a5b2af495294 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:12:38.020906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9083efd8-4ee2-4266-a34e-210ee6b6c626 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.058320 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3379b095-96d7-4f1c-80b8-369ded2503d9 req-25668b04-ade2-4600-b483-f3b33883e9f9 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228698 Aug 10 02:12:38.073147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Attempting to bind port 024bbb24-5cad-490c-8167-77946700b3ca on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:38.073518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Attempting to bind port 024bbb24-5cad-490c-8167-77946700b3ca by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd8f66ab2-946c-4d8b-a420-0c44cfd92af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f29de6c3-40ed-43a4-a289-12dff658bdae'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:38.073882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Attempting to bind port 024bbb24-5cad-490c-8167-77946700b3ca on network f29de6c3-40ed-43a4-a289-12dff658bdae {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:38.086467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:38.086923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Checking segment: {'id': 'd8f66ab2-946c-4d8b-a420-0c44cfd92af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f29de6c3-40ed-43a4-a289-12dff658bdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:38.087363 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.087645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Bound using segment: {'id': 'd8f66ab2-946c-4d8b-a420-0c44cfd92af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f29de6c3-40ed-43a4-a289-12dff658bdae'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:38.088129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Bound port: 024bbb24-5cad-490c-8167-77946700b3ca, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f66ab2-946c-4d8b-a420-0c44cfd92af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f29de6c3-40ed-43a4-a289-12dff658bdae'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:38.089070 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.089933 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.135893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcfe13e-e8a4-41a5-9537-0d37ea90a37d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:38.151419 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9083efd8-4ee2-4266-a34e-210ee6b6c626 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.193670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:38.201160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-ae2ab846-2180-4612-9f07-fd0624ca3a7d service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136953 Aug 10 02:12:38.222505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'ec379c10-833d-4c87-9966-a5b2af495294', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'port_id': 'ec379c10-833d-4c87-9966-a5b2af495294', 'mac_address': 'fa:16:3e:32:ad:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:12:38.228471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] For port 024bbb24-5cad-490c-8167-77946700b3ca, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:38.232659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] For port 024bbb24-5cad-490c-8167-77946700b3ca, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=024bbb24-5cad-490c-8167-77946700b3ca,segment=NetworkSegment(d8f66ab2-946c-4d8b-a420-0c44cfd92af0),segment_id=d8f66ab2-946c-4d8b-a420-0c44cfd92af0)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:38.234747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f800f88-871c-4901-a2eb-0f3d2a97c17b req-3ad569c6-1958-4893-b615-4a7df6cc44b0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:38.236452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f800f88-871c-4901-a2eb-0f3d2a97c17b req-3ad569c6-1958-4893-b615-4a7df6cc44b0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.0936587 Aug 10 02:12:38.256561 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.267671 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.274490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29de6c3-40ed-43a4-a289-12dff658bdae']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:38.283273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec379c10-833d-4c87-9966-a5b2af495294 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:12:38.306329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:38.313628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f66ab2-946c-4d8b-a420-0c44cfd92af0') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:38.314430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f66ab2-946c-4d8b-a420-0c44cfd92af0') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:38.321990 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.326309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f800f88-871c-4901-a2eb-0f3d2a97c17b req-822b32ef-c342-4279-bbfe-55bbcd471cb6 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785041 Aug 10 02:12:38.371083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.379601 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f76b6b-c7bc-48d4-a77c-30f857e6ac48 req-0bf4c8b5-12b4-49a6-a12f-f37b06f4d7a3 service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669981 Aug 10 02:12:38.398418 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.399156 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9083efd8-4ee2-4266-a34e-210ee6b6c626 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.431706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcee865-de0f-4568-9a9c-da80706dbba6 None None] Pushing event updated for resources: {'Port': ['ID=024bbb24-5cad-490c-8167-77946700b3ca,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:38.460694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.465010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1291bd-b969-478e-b394-f9ccf5195eb4 None None] Network f29de6c3-40ed-43a4-a289-12dff658bdae requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:38.471211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:38.471627 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:38.475245 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:38.562608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:38.563425 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9083efd8-4ee2-4266-a34e-210ee6b6c626 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.603152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083efd8-4ee2-4266-a34e-210ee6b6c626 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=994f2a22-280d-4824-9d39-334a558050a1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:38.605434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9083efd8-4ee2-4266-a34e-210ee6b6c626 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.607491 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9083efd8-4ee2-4266-a34e-210ee6b6c626 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/994f2a22-280d-4824-9d39-334a558050a1 HTTP/1.1" status: 204 len: 168 time: 0.7168639 Aug 10 02:12:38.610216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36248) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:38.621340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bdb016-23fe-47fa-a92a-a69b40495dc7 None None] Network 11bc0a6f-c564-458b-ba4a-464e7f7af7ce requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:38.623367 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:12:38.623367 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:12:38.623367 n-d-767704-21 neutron-server[101223]: [parameters: {'id': 'f29de6c3-40ed-43a4-a289-12dff658bdae'}] Aug 10 02:12:38.623367 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:12:38.623367 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:12:38.624109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['ec379c10-833d-4c87-9966-a5b2af495294'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:12:38.696414 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.756755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:38.757099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.831188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] For port 82fe5bbe-77c4-4734-8a4e-45ff91b04331, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=82fe5bbe-77c4-4734-8a4e-45ff91b04331,segment=NetworkSegment(761b2aad-3a11-4203-bc8c-277f031cd502),segment_id=761b2aad-3a11-4203-bc8c-277f031cd502)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:38.831569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:38.852122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 82fe5bbe-77c4-4734-8a4e-45ff91b04331 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:38.917084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df318819-7513-44e2-8a49-798073a27939 None None] DHCP port deletion for 11bc0a6f-c564-458b-ba4a-464e7f7af7ce request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:12:38.972024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-df318819-7513-44e2-8a49-798073a27939 None None] Deleting port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:38.972680 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df318819-7513-44e2-8a49-798073a27939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.040056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-df318819-7513-44e2-8a49-798073a27939 None None] For port 82fe5bbe-77c4-4734-8a4e-45ff91b04331, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=82fe5bbe-77c4-4734-8a4e-45ff91b04331,segment=NetworkSegment(761b2aad-3a11-4203-bc8c-277f031cd502),segment_id=761b2aad-3a11-4203-bc8c-277f031cd502)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:39.040459 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df318819-7513-44e2-8a49-798073a27939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.046076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.054341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-df318819-7513-44e2-8a49-798073a27939 None None] Calling delete_port for 82fe5bbe-77c4-4734-8a4e-45ff91b04331 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:39.074332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=82fe5bbe-77c4-4734-8a4e-45ff91b04331,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:39.077275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No DVR routers for this DVR port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:39.134517 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df318819-7513-44e2-8a49-798073a27939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.142962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.160626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df318819-7513-44e2-8a49-798073a27939 None None] Pushing event deleted for resources: {'Port': ['ID=82fe5bbe-77c4-4734-8a4e-45ff91b04331,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:39.164319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df318819-7513-44e2-8a49-798073a27939 None None] No DVR routers for this DVR port 82fe5bbe-77c4-4734-8a4e-45ff91b04331 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:39.171473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.187980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecbefed-14f1-4c99-be01-d8ece011a7af None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:39.223377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bc0a6f-c564-458b-ba4a-464e7f7af7ce']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:39.228810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761b2aad-3a11-4203-bc8c-277f031cd502') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:39.229114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761b2aad-3a11-4203-bc8c-277f031cd502') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:39.240186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.260267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.269463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:39.269866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:39.272950 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:39.275097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Deleting port 024bbb24-5cad-490c-8167-77946700b3ca {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:39.275097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.296993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecbefed-14f1-4c99-be01-d8ece011a7af None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:39.399471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] For port 024bbb24-5cad-490c-8167-77946700b3ca, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=024bbb24-5cad-490c-8167-77946700b3ca,segment=NetworkSegment(d8f66ab2-946c-4d8b-a420-0c44cfd92af0),segment_id=d8f66ab2-946c-4d8b-a420-0c44cfd92af0)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:39.399850 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.416515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Calling delete_port for 024bbb24-5cad-490c-8167-77946700b3ca owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:39.472362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.485080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.485080 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/networks/11bc0a6f-c564-458b-ba4a-464e7f7af7ce HTTP/1.1" status: 204 len: 168 time: 0.8728044 Aug 10 02:12:39.488368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36256) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:39.494574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1213547171'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:39.501740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67c6d4-6e21-4a63-9d6b-2c639ea99994 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Network': ['ID=11bc0a6f-c564-458b-ba4a-464e7f7af7ce,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:39.519547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b597-1568-4118-90b4-37098c6e9d76 req-7320413e-fe9c-43fb-8ccb-5e7fe782f7d9 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:39.521809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8156b597-1568-4118-90b4-37098c6e9d76 req-7320413e-fe9c-43fb-8ccb-5e7fe782f7d9 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0935228 Aug 10 02:12:39.584269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8156b597-1568-4118-90b4-37098c6e9d76 req-0012fede-9e73-464a-972b-23f33cd690a7 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541048 Aug 10 02:12:39.641066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a30b3e-1617-4371-9013-1b3257e0a60c None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:39.651921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:39.652111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.656458 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.680706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Port': ['ID=024bbb24-5cad-490c-8167-77946700b3ca,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:39.685452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No DVR routers for this DVR port 024bbb24-5cad-490c-8167-77946700b3ca on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:39.695809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:39.707955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.708308 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Added segment 02f9ca04-001d-49e0-a69c-b7bfe95b9449 of type vlan for network ea1e57e6-04f5-4f45-89b3-994f888c4531 Aug 10 02:12:39.746376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a30b3e-1617-4371-9013-1b3257e0a60c None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:39.752400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.777621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.799315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29de6c3-40ed-43a4-a289-12dff658bdae']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:39.812751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f66ab2-946c-4d8b-a420-0c44cfd92af0') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:39.813165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f66ab2-946c-4d8b-a420-0c44cfd92af0') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:39.823626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.839227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.848163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:39.848616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.861644 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:39.861807 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:39.863641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:39.863641 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.952684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Network': ['ID=ea1e57e6-04f5-4f45-89b3-994f888c4531,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:39.964564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network ea1e57e6-04f5-4f45-89b3-994f888c4531 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:39.984966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:39.999253 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.001508 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/f29de6c3-40ed-43a4-a289-12dff658bdae HTTP/1.1" status: 204 len: 168 time: 3.2733326 Aug 10 02:12:40.005512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36264) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:40.011526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2013052364'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:40.017076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b42fdc-67ea-4de6-9c5a-12f2c7e29709 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=f29de6c3-40ed-43a4-a289-12dff658bdae,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:40.022632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e29b7828-344c-4191-a00e-0a9b920e0620 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5323329 Aug 10 02:12:40.028728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36266) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:40.036099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': 'ea1e57e6-04f5-4f45-89b3-994f888c4531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:40.066249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ec379c10-833d-4c87-9966-a5b2af495294 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:40.221538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:40.225390 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.277089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port ec379c10-833d-4c87-9966-a5b2af495294 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:40.277089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port ec379c10-833d-4c87-9966-a5b2af495294 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:40.277089 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.369955 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.409590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:40.412998 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a7f3ce-ab4f-477a-b7b2-b18e723f5e0e" -d '{"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-plugged", "status": "completed", "tag": "ec379c10-833d-4c87-9966-a5b2af495294"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:40.416872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:40.468706 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a581a1-006a-455b-abc1-fe3a7286e56f x-openstack-request-id: req-67a581a1-006a-455b-abc1-fe3a7286e56f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:40.469001 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-plugged", "status": "completed", "tag": "ec379c10-833d-4c87-9966-a5b2af495294", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:40.469314 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67a581a1-006a-455b-abc1-fe3a7286e56f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:40.469759 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294', 'code': 200} Aug 10 02:12:40.511914 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.565354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:40.659578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:40.662791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1602a-8e0b-4bd8-88cb-6cb53815c386 req-f0e67879-b3a6-4aa7-8172-4ee582de2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:40.664311 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6aa1602a-8e0b-4bd8-88cb-6cb53815c386 req-f0e67879-b3a6-4aa7-8172-4ee582de2643 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 1098 time: 0.0617239 Aug 10 02:12:40.678726 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.679585 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment 67650b76-43b3-4ca0-974d-55b8eea9cbaa of type vlan for network df0126ea-728a-494e-b263-7fbc3f965779 Aug 10 02:12:40.706105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 82fe5bbe-77c4-4734-8a4e-45ff91b04331 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:40.719611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36278) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:40.731991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 82fe5bbe-77c4-4734-8a4e-45ff91b04331 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:40.732414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 82fe5bbe-77c4-4734-8a4e-45ff91b04331 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:40.740363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:40.743998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.813162 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.850509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03251bcd-d71e-4753-a0a2-a188fab8bc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.862325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6aa1602a-8e0b-4bd8-88cb-6cb53815c386 req-e5888c63-f4e0-4508-9446-ee0626b78a7b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720912 Aug 10 02:12:40.895533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e6290-c243-4650-a2b9-fcebb9bc07b0 req-3769aeb6-7994-4080-b7b3-32e9b1d53ef4 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:40.897051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839e6290-c243-4650-a2b9-fcebb9bc07b0 req-3769aeb6-7994-4080-b7b3-32e9b1d53ef4 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.2057447 Aug 10 02:12:40.947333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03251bcd-d71e-4753-a0a2-a188fab8bc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.978810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839e6290-c243-4650-a2b9-fcebb9bc07b0 req-51118809-d587-42d7-af8f-f774b9cfc65c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735011 Aug 10 02:12:40.981717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:40.987334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:40.987898 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.005735 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03251bcd-d71e-4753-a0a2-a188fab8bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.046907 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03251bcd-d71e-4753-a0a2-a188fab8bc8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bf8300038f5e4da68362e628e97da27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269839 Aug 10 02:12:41.047806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03251bcd-d71e-4753-a0a2-a188fab8bc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed493b19-3437-40d8-8ab6-82ff44b8e476,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:41.050700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36282) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:41.103497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0960071 Aug 10 02:12:41.106568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36284) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:41.111865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': 'df0126ea-728a-494e-b263-7fbc3f965779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:41.141915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00909969-7578-4a55-ac46-0fb1d41db6a1 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=df0126ea-728a-494e-b263-7fbc3f965779,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:41.154874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network df0126ea-728a-494e-b263-7fbc3f965779 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:41.163246 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c63f032f-d10e-429c-98b1-a30554e8a22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.188059 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c63f032f-d10e-429c-98b1-a30554e8a22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.220943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.292464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=15944a36-b9c6-4027-bf1c-0a056baa7d1e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:41.299122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:41.302104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Checking segment: {'id': '02f9ca04-001d-49e0-a69c-b7bfe95b9449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ea1e57e6-04f5-4f45-89b3-994f888c4531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:41.302466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network hostable DHCP agents. Network: ea1e57e6-04f5-4f45-89b3-994f888c4531, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:41.303365 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.365605 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c63f032f-d10e-429c-98b1-a30554e8a22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.368698 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c63f032f-d10e-429c-98b1-a30554e8a22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.369964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c63f032f-d10e-429c-98b1-a30554e8a22e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed493b19-3437-40d8-8ab6-82ff44b8e476 HTTP/1.1" status: 204 len: 168 time: 0.3123765 Aug 10 02:12:41.375794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Performing IP validity checks on allocation pools {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 02:12:41.376298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 02:12:41.383802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f032f-d10e-429c-98b1-a30554e8a22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed493b19-3437-40d8-8ab6-82ff44b8e476,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:41.394137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network ea1e57e6-04f5-4f45-89b3-994f888c4531 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:41.465168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, ea1e57e6-04f5-4f45-89b3-994f888c4531) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:41.470490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:41.471670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.474830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06658f6-3b2d-4c4f-b5f5-43d7224a2c25 None None] Network ea1e57e6-04f5-4f45-89b3-994f888c4531 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:41.547891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5eda1224-43cf-47b3-8008-51d1327e73fd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5153391 Aug 10 02:12:41.550758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36290) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:41.555637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': 'ea1e57e6-04f5-4f45-89b3-994f888c4531', 'name': 'tempest-PortsTestJSON-713174244', 'fixed_ips': [{'subnet_id': '15944a36-b9c6-4027-bf1c-0a056baa7d1e', 'ip_address': '172.20.0.10'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:41.568442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.652278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-ea1e57e6-04f5-4f45-89b3-994f888c4531', 'network_id': 'ea1e57e6-04f5-4f45-89b3-994f888c4531', 'tenant_id': 'f3cfde1a6b2b4e9bb80d1511a53b11ee', 'fixed_ips': [{'subnet_id': '15944a36-b9c6-4027-bf1c-0a056baa7d1e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:41.653436 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.665830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=86d59e29-d452-4e0f-9707-ff835f91b184,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:41.707034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': '67650b76-43b3-4ca0-974d-55b8eea9cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'df0126ea-728a-494e-b263-7fbc3f965779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:41.707403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: df0126ea-728a-494e-b263-7fbc3f965779, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:41.806275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Allocated IP 172.20.0.2 (ea1e57e6-04f5-4f45-89b3-994f888c4531/15944a36-b9c6-4027-bf1c-0a056baa7d1e/57d4bc06-5be4-46d9-8eaa-1259ad26a7df) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:41.826775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network df0126ea-728a-494e-b263-7fbc3f965779 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:41.827915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:41.931233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.933937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, df0126ea-728a-494e-b263-7fbc3f965779) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:41.947920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:41.948565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:41.953240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 535703c3-13db-4427-a9fa-c1eadf0569b1 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:42.014956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf2d4f-fec6-4025-b121-95187f7dfd1b None None] Network df0126ea-728a-494e-b263-7fbc3f965779 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:42.034270 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2cf4c124-ddaa-4da7-b47a-c14a2efdefc6 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9262826 Aug 10 02:12:42.037138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36298) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:42.152372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360d3f2-790c-419b-a809-0373ae9f4d2b req-a333adda-69b3-4056-97e4-aee9850064f2 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:42.155613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1360d3f2-790c-419b-a809-0373ae9f4d2b req-a333adda-69b3-4056-97e4-aee9850064f2 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0743983 Aug 10 02:12:42.161006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.163559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36300) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:42.195563 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-714a2b90-c606-4fdd-8b4d-c23526ece43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.224884 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.234836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.235603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1360d3f2-790c-419b-a809-0373ae9f4d2b req-002d2149-de2e-4668-b2ea-be657e6a748c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688951 Aug 10 02:12:42.247207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Transition to ACTIVE for port object 57d4bc06-5be4-46d9-8eaa-1259ad26a7df will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:42.253937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea88c3aa-eac7-4f87-b2ec-d5cf5acc8c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-df0126ea-728a-494e-b263-7fbc3f965779', 'network_id': 'df0126ea-728a-494e-b263-7fbc3f965779', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': '86d59e29-d452-4e0f-9707-ff835f91b184'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:42.255370 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ea88c3aa-eac7-4f87-b2ec-d5cf5acc8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.289296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Transition to ACTIVE for port object 57d4bc06-5be4-46d9-8eaa-1259ad26a7df will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:42.344997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-714a2b90-c606-4fdd-8b4d-c23526ece43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.394098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcb1be-28d5-4e75-a64b-7e67d1c8f0c0 req-70d8abe5-0ef6-40fa-af73-4553230f0ca1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:42.396057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-befcb1be-28d5-4e75-a64b-7e67d1c8f0c0 req-70d8abe5-0ef6-40fa-af73-4553230f0ca1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0544693 Aug 10 02:12:42.397599 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.413201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36306) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:42.417827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-88b8472c-5bd8-4723-a04e-3bc1d28a2d7d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'floatingip': {'port_id': 'ec379c10-833d-4c87-9966-a5b2af495294'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:42.436006 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-714a2b90-c606-4fdd-8b4d-c23526ece43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.437894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Network ea1e57e6-04f5-4f45-89b3-994f888c4531 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:42.446239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:42.448788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:42.456735 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.467299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Pushing event updated for resources: {'Port': ['ID=57d4bc06-5be4-46d9-8eaa-1259ad26a7df,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server [None req-ea88c3aa-eac7-4f87-b2ec-d5cf5acc8c12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86d59e29-d452-4e0f-9707-ff835f91b184: This subnet is being modified by another concurrent operation. Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:42.491202 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise exception Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86d59e29-d452-4e0f-9707-ff835f91b184: This subnet is being modified by another concurrent operation. Aug 10 02:12:42.495073 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Aug 10 02:12:42.499268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a2b90-c606-4fdd-8b4d-c23526ece43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d6929-7b43-4ba3-bd7d-3b86d9ce5889,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:42.500718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b8472c-5bd8-4723-a04e-3bc1d28a2d7d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.500718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=86d59e29-d452-4e0f-9707-ff835f91b184,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:42.534659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Attempting to bind port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:42.535165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Attempting to bind port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '02f9ca04-001d-49e0-a69c-b7bfe95b9449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ea1e57e6-04f5-4f45-89b3-994f888c4531'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:42.535629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Attempting to bind port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df on network ea1e57e6-04f5-4f45-89b3-994f888c4531 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:42.539123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13464578-93b6-4e23-a8c1-156dbc6095a7 None None] Network df0126ea-728a-494e-b263-7fbc3f965779 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:42.543434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.10 (ea1e57e6-04f5-4f45-89b3-994f888c4531/15944a36-b9c6-4027-bf1c-0a056baa7d1e/535703c3-13db-4427-a9fa-c1eadf0569b1) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:42.570370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-714a2b90-c606-4fdd-8b4d-c23526ece43e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f14ba11571204820af6f9ac46fb04fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027660 Aug 10 02:12:42.570719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36308) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:42.590063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:42.590477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Checking segment: {'id': '02f9ca04-001d-49e0-a69c-b7bfe95b9449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ea1e57e6-04f5-4f45-89b3-994f888c4531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:42.590929 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.591628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Bound using segment: {'id': '02f9ca04-001d-49e0-a69c-b7bfe95b9449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ea1e57e6-04f5-4f45-89b3-994f888c4531'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:42.591833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Bound port: 57d4bc06-5be4-46d9-8eaa-1259ad26a7df, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f9ca04-001d-49e0-a69c-b7bfe95b9449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ea1e57e6-04f5-4f45-89b3-994f888c4531'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:42.592552 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.624595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.664223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0126ea-728a-494e-b263-7fbc3f965779']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:42.685526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67650b76-43b3-4ca0-974d-55b8eea9cbaa') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:42.686518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67650b76-43b3-4ca0-974d-55b8eea9cbaa') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:42.704683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.726674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] For port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:42.730810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.731935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] For port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=57d4bc06-5be4-46d9-8eaa-1259ad26a7df,segment=NetworkSegment(02f9ca04-001d-49e0-a69c-b7bfe95b9449),segment_id=02f9ca04-001d-49e0-a69c-b7bfe95b9449)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:42.765481 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66193aae-b935-4a8f-89a7-bb308415f699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.779151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:42.779560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:42.782699 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:42.810895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66193aae-b935-4a8f-89a7-bb308415f699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.831117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.864439 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.882584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object 535703c3-13db-4427-a9fa-c1eadf0569b1 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:42.908898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf8fb5-c3d1-4876-a8fe-a0339fce8871 None None] Pushing event updated for resources: {'Port': ['ID=57d4bc06-5be4-46d9-8eaa-1259ad26a7df,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:42.971896 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66193aae-b935-4a8f-89a7-bb308415f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.975430 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-66193aae-b935-4a8f-89a7-bb308415f699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:42.977776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-66193aae-b935-4a8f-89a7-bb308415f699 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da8d6929-7b43-4ba3-bd7d-3b86d9ce5889 HTTP/1.1" status: 204 len: 168 time: 0.4058790 Aug 10 02:12:42.988087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66193aae-b935-4a8f-89a7-bb308415f699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d6929-7b43-4ba3-bd7d-3b86d9ce5889,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:43.003287 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.069312 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.164212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network ea1e57e6-04f5-4f45-89b3-994f888c4531 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:43.168143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:43.176074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:43.222414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=535703c3-13db-4427-a9fa-c1eadf0569b1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:43.249848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:43.250698 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.347790 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4c22f47d-67db-4a60-a545-4abe4b26cb41 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7957141 Aug 10 02:12:43.350957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36314) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:43.359100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': 'ea1e57e6-04f5-4f45-89b3-994f888c4531', 'name': 'tempest-PortsTestJSON-1683765362', 'fixed_ips': [{'subnet_id': '15944a36-b9c6-4027-bf1c-0a056baa7d1e', 'ip_address': '172.20.0.9'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:43.440457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.445467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.453335 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/df0126ea-728a-494e-b263-7fbc3f965779 HTTP/1.1" status: 204 len: 168 time: 1.4095368 Aug 10 02:12:43.453541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36318) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:43.459358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-736338444'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:43.524593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6811ac-2fa6-4e0e-8469-ccb122025445 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=df0126ea-728a-494e-b263-7fbc3f965779,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:43.573767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:43.579636 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.617635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:43.630348 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.630839 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment f59cd2a4-7cdb-4b87-b0dd-6bed74dd2d7d of type vlan for network ce13036d-0f6d-40dc-a087-8f7e4aad283d Aug 10 02:12:43.682804 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.750129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:43.806770 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.814222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:43.814918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.815110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b8472c-5bd8-4723-a04e-3bc1d28a2d7d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.877164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.910895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b8472c-5bd8-4723-a04e-3bc1d28a2d7d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:43.916727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 4ac8cd34-a979-4044-8413-70dbc360bb83 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:43.968001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=ce13036d-0f6d-40dc-a087-8f7e4aad283d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:43.986215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network ce13036d-0f6d-40dc-a087-8f7e4aad283d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:43.986849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-622c6124-997b-4084-9340-ec9f3adabcf2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5321672 Aug 10 02:12:43.989958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36332) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:43.997161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': 'ce13036d-0f6d-40dc-a087-8f7e4aad283d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:44.174837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189b24b-49d7-4406-bda6-d91bb1bfeb3e None None] Network ea1e57e6-04f5-4f45-89b3-994f888c4531 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:44.209293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:44.215220 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:44.241379 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-88b8472c-5bd8-4723-a04e-3bc1d28a2d7d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Floating IP 63703a16-4c3f-463a-8452-fc24495c9b61 associated. External IP: 172.25.3.24, port: ec379c10-833d-4c87-9966-a5b2af495294. Aug 10 02:12:44.241668 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:44.396899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e6fc20b5-d2e6-42a8-b697-c849124eb820 None None] Provisioning for port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:44.432900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.9 (ea1e57e6-04f5-4f45-89b3-994f888c4531/15944a36-b9c6-4027-bf1c-0a056baa7d1e/4ac8cd34-a979-4044-8413-70dbc360bb83) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:44.661668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:44.708918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b8472c-5bd8-4723-a04e-3bc1d28a2d7d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Router 84d136d0-4d31-4097-ae19-be954c51cdf9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:12:44.775530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=3be42386-b38d-41d1-9ec7-4df52d213e82,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:44.786708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': 'f59cd2a4-7cdb-4b87-b0dd-6bed74dd2d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ce13036d-0f6d-40dc-a087-8f7e4aad283d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:44.798950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: ce13036d-0f6d-40dc-a087-8f7e4aad283d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:44.801077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:44.825735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object 4ac8cd34-a979-4044-8413-70dbc360bb83 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:44.851516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 57d4bc06-5be4-46d9-8eaa-1259ad26a7df up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:44.905501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network ce13036d-0f6d-40dc-a087-8f7e4aad283d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:44.933000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b8472c-5bd8-4723-a04e-3bc1d28a2d7d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:44.939417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b8472c-5bd8-4723-a04e-3bc1d28a2d7d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:44.941700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-748d553a-69e7-4989-b133-e1b540c590bb None None] Provisioning for port 535703c3-13db-4427-a9fa-c1eadf0569b1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:44.946638 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] Sync routers for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:44.949263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-748d553a-69e7-4989-b133-e1b540c590bb None None] Provisioning complete for port 535703c3-13db-4427-a9fa-c1eadf0569b1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:44.949644 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-748d553a-69e7-4989-b133-e1b540c590bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:44.975641 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:44.976539 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-88b8472c-5bd8-4723-a04e-3bc1d28a2d7d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "PUT /v2.0/floatingips/63703a16-4c3f-463a-8452-fc24495c9b61 HTTP/1.1" status: 200 len: 991 time: 2.5623519 Aug 10 02:12:44.977330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:44.979234 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:12:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:44.980242 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab080a91-2aec-466e-9ec8-00a66e559b04" -d '{"events": [{"name": "network-changed", "server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "tag": "ec379c10-833d-4c87-9966-a5b2af495294"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:45.007726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-748d553a-69e7-4989-b133-e1b540c590bb None None] Port 535703c3-13db-4427-a9fa-c1eadf0569b1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:45.013957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, ce13036d-0f6d-40dc-a087-8f7e4aad283d) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:45.020246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.029856 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.030034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b859e1-9f6e-458a-b5a2-b057f13d3244 None None] Network ce13036d-0f6d-40dc-a087-8f7e4aad283d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:45.049161 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.108509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-055750b0-ba68-4b09-b499-34ff2427fa26 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1142774 Aug 10 02:12:45.108726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36356) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:45.162130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network ea1e57e6-04f5-4f45-89b3-994f888c4531 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:45.176255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:45.190941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:45.196037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:45.245788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:45.246192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.253430 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.281414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=4ac8cd34-a979-4044-8413-70dbc360bb83,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:45.304510 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:45.339847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.359065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.362150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.374410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0d214ddf-c86b-406c-bf28-e8a68de22efa None None] Provisioning complete for port 535703c3-13db-4427-a9fa-c1eadf0569b1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:45.374813 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d214ddf-c86b-406c-bf28-e8a68de22efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.416073 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf32c5a-79ba-4366-9f26-cd1ada8fc0a8 x-openstack-request-id: req-2bf32c5a-79ba-4366-9f26-cd1ada8fc0a8 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:45.416073 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "tag": "ec379c10-833d-4c87-9966-a5b2af495294", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:45.416361 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2bf32c5a-79ba-4366-9f26-cd1ada8fc0a8 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:45.416628 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294', 'status': 'completed', 'code': 200} Aug 10 02:12:45.479853 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ee139df2-1fc4-47b7-98c6-d736c88df007 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1276951 Aug 10 02:12:45.482951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36364) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:45.508123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce5ee0-41f6-4bbf-a9d0-2e83efffdc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-ce13036d-0f6d-40dc-a087-8f7e4aad283d', 'network_id': 'ce13036d-0f6d-40dc-a087-8f7e4aad283d', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': '3be42386-b38d-41d1-9ec7-4df52d213e82'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:45.509522 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b3ce5ee0-41f6-4bbf-a9d0-2e83efffdc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.533647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0d214ddf-c86b-406c-bf28-e8a68de22efa None None] Port 535703c3-13db-4427-a9fa-c1eadf0569b1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:45.545505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-e79ada7a-6464-48d4-9d82-4f7e6f711a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.547214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-e79ada7a-6464-48d4-9d82-4f7e6f711a32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 1098 time: 0.0850716 Aug 10 02:12:45.605129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.615194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b80291-025b-4571-9ce6-fbb253959bb4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.617057 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-69b80291-025b-4571-9ce6-fbb253959bb4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1331124 Aug 10 02:12:45.627633 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.631048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36368) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:45.692444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=3be42386-b38d-41d1-9ec7-4df52d213e82,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:45.727318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e02753-ec60-4518-b5be-14f3f1c459d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.735571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e02753-ec60-4518-b5be-14f3f1c459d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.741915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e02753-ec60-4518-b5be-14f3f1c459d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.745575 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a1e02753-ec60-4518-b5be-14f3f1c459d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1123016 Aug 10 02:12:45.753981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36374) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:45.767383 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.791703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce13036d-0f6d-40dc-a087-8f7e4aad283d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:45.792604 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '63703a16-4c3f-463a-8452-fc24495c9b61', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'port_id': 'ec379c10-833d-4c87-9966-a5b2af495294', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'mac_address': 'fa:16:3e:32:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:12:24Z', 'updated_at': '2021-08-10T02:12:43Z', 'revision_number': 1, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:45.797569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-b0c00a31-1efb-4887-aaad-0a1b3452dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:45.799691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-b0c00a31-1efb-4887-aaad-0a1b3452dec6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 918 time: 0.2458210 Aug 10 02:12:45.810453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59cd2a4-7cdb-4b87-b0dd-6bed74dd2d7d') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:45.811067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59cd2a4-7cdb-4b87-b0dd-6bed74dd2d7d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:45.841352 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] Checking router: 84d136d0-4d31-4097-ae19-be954c51cdf9 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:45.857380 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:45.860622 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:12:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:45.882705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-bc0f24b4-b1f3-42ee-8161-d2aae7213277 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec379c10-833d-4c87-9966-a5b2af495294 HTTP/1.1" status: 200 len: 999 time: 0.0752509 Aug 10 02:12:45.904555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.910786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=57d4bc06-5be4-46d9-8eaa-1259ad26a7df,segment=NetworkSegment(02f9ca04-001d-49e0-a69c-b7bfe95b9449),segment_id=02f9ca04-001d-49e0-a69c-b7bfe95b9449)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:45.943795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-824f3edd-0ff3-41ee-961d-e721abfd687e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 4ac8cd34-a979-4044-8413-70dbc360bb83 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:45.945091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-824f3edd-0ff3-41ee-961d-e721abfd687e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.952007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server [None req-b3ce5ee0-41f6-4bbf-a9d0-2e83efffdc36 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3be42386-b38d-41d1-9ec7-4df52d213e82: This subnet is being modified by another concurrent operation. Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:45.952777 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise exception Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3be42386-b38d-41d1-9ec7-4df52d213e82: This subnet is being modified by another concurrent operation. Aug 10 02:12:45.957914 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Aug 10 02:12:45.970339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:45.970916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:45.974895 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:45.979889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4de82397-8162-48cc-9eba-d6d96c1c0e15 None None] Provisioning for port 4ac8cd34-a979-4044-8413-70dbc360bb83 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:45.985567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4de82397-8162-48cc-9eba-d6d96c1c0e15 None None] Provisioning complete for port 4ac8cd34-a979-4044-8413-70dbc360bb83 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:45.986148 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4de82397-8162-48cc-9eba-d6d96c1c0e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.022078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-ba33b793-a72d-423d-9640-21f0ca716879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:46.024081 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-ba33b793-a72d-423d-9640-21f0ca716879 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.1343505 Aug 10 02:12:46.046467 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:46.052453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4de82397-8162-48cc-9eba-d6d96c1c0e15 None None] Port 4ac8cd34-a979-4044-8413-70dbc360bb83 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:46.054010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40787bc-6b3c-4a6d-b028-cc40f39a8409 None None] Network ce13036d-0f6d-40dc-a087-8f7e4aad283d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:46.056966 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.101626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-e68bee9e-6d00-48c6-8377-931a4879f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:46.103556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-e68bee9e-6d00-48c6-8377-931a4879f3d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713024 Aug 10 02:12:46.154646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-824f3edd-0ff3-41ee-961d-e721abfd687e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.184568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-824f3edd-0ff3-41ee-961d-e721abfd687e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 4ac8cd34-a979-4044-8413-70dbc360bb83 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:46.237341 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.294634 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.306620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/ce13036d-0f6d-40dc-a087-8f7e4aad283d HTTP/1.1" status: 204 len: 168 time: 1.1890099 Aug 10 02:12:46.306884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36384) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:46.312963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-43075913'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:46.326534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb048a0-47a2-48ae-9cbe-32ab08e9d087 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=ce13036d-0f6d-40dc-a087-8f7e4aad283d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:46.352751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c96a1-15b1-40d3-aa23-91f2799240b0 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:46.362528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=57d4bc06-5be4-46d9-8eaa-1259ad26a7df,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:46.395580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-73d4864c-1715-4d5e-9d82-aa75900fa9a1 service neutron] 10.222.0.11 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836838 Aug 10 02:12:46.525647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c96a1-15b1-40d3-aa23-91f2799240b0 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:46.545366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab080a91-2aec-466e-9ec8-00a66e559b04 req-7060bcbc-da2e-4cc8-8759-171bc19db3fa service neutron] 10.222.0.11 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407263 Aug 10 02:12:46.573057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:46.581169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.658576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:46.680509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-824f3edd-0ff3-41ee-961d-e721abfd687e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.686746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 57d4bc06-5be4-46d9-8eaa-1259ad26a7df up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:46.703681 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '63703a16-4c3f-463a-8452-fc24495c9b61', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'port_id': 'ec379c10-833d-4c87-9966-a5b2af495294', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'mac_address': 'fa:16:3e:32:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:12:24Z', 'updated_at': '2021-08-10T02:12:43Z', 'revision_number': 1, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:46.723048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.723867 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment 3f9bafe0-ce11-421a-8d72-40e9bc90bf7f of type vlan for network d228f3b0-ca6e-4491-8a6a-50fdb6038b96 Aug 10 02:12:46.742877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f3edd-0ff3-41ee-961d-e721abfd687e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=4ac8cd34-a979-4044-8413-70dbc360bb83,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:46.750363 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6616e-b926-4ac8-b9ab-f93bfad42365 None None] The sync data for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 is: [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '63703a16-4c3f-463a-8452-fc24495c9b61', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'port_id': 'ec379c10-833d-4c87-9966-a5b2af495294', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'mac_address': 'fa:16:3e:32:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:12:24Z', 'updated_at': '2021-08-10T02:12:43Z', 'revision_number': 1, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:46.813081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:46.813081 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.870731 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.898793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-824f3edd-0ff3-41ee-961d-e721abfd687e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.904474 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-824f3edd-0ff3-41ee-961d-e721abfd687e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/4ac8cd34-a979-4044-8413-70dbc360bb83 HTTP/1.1" status: 204 len: 168 time: 1.1451361 Aug 10 02:12:46.905153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36386) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:46.949231 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19b3f9f-ebdf-4718-a869-ab4cc417527c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:46.951013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c19b3f9f-ebdf-4718-a869-ab4cc417527c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/4ac8cd34-a979-4044-8413-70dbc360bb83 HTTP/1.1" status: 404 len: 333 time: 0.0445571 Aug 10 02:12:46.953662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36388) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:46.956353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d780581-d78b-4ab2-91dc-62c676e53ed7 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:46.990955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.999964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:47.001030 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.094845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d780581-d78b-4ab2-91dc-62c676e53ed7 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:47.095465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-526b9481-e05c-4359-b34d-a3463e56cc4a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 535703c3-13db-4427-a9fa-c1eadf0569b1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:47.095897 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-526b9481-e05c-4359-b34d-a3463e56cc4a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.117201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e698dcf-d761-4bad-b7f7-dcdde50884d1 None None] New status for floating IP 63703a16-4c3f-463a-8452-fc24495c9b61: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:12:47.144906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=d228f3b0-ca6e-4491-8a6a-50fdb6038b96,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:47.166476 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network d228f3b0-ca6e-4491-8a6a-50fdb6038b96 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:47.224249 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c37e218d-b41c-40d7-9e93-42e38adf834b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9154379 Aug 10 02:12:47.227140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36394) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:47.238939 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-526b9481-e05c-4359-b34d-a3463e56cc4a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.247992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': 'd228f3b0-ca6e-4491-8a6a-50fdb6038b96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:47.260045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-526b9481-e05c-4359-b34d-a3463e56cc4a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 535703c3-13db-4427-a9fa-c1eadf0569b1 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:47.519814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:47.524544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.568665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-526b9481-e05c-4359-b34d-a3463e56cc4a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.605779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b9481-e05c-4359-b34d-a3463e56cc4a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=535703c3-13db-4427-a9fa-c1eadf0569b1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:47.702737 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-526b9481-e05c-4359-b34d-a3463e56cc4a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.706631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-526b9481-e05c-4359-b34d-a3463e56cc4a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/535703c3-13db-4427-a9fa-c1eadf0569b1 HTTP/1.1" status: 204 len: 168 time: 0.7497356 Aug 10 02:12:47.707071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36402) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:47.743977 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48d6e8c-9858-4bd5-aaab-a4c9f02a9149 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:47.748913 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a48d6e8c-9858-4bd5-aaab-a4c9f02a9149 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/535703c3-13db-4427-a9fa-c1eadf0569b1 HTTP/1.1" status: 404 len: 333 time: 0.0374424 Aug 10 02:12:47.749225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36404) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:47.816651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d4908f-0f10-4c0e-9498-129fb1d3dd29 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet 15944a36-b9c6-4027-bf1c-0a056baa7d1e {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:47.822091 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33d4908f-0f10-4c0e-9498-129fb1d3dd29 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.836498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.864773 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fdb1fe16-7b88-464b-bbf6-398a182b48f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.900727 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33d4908f-0f10-4c0e-9498-129fb1d3dd29 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.941551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=c7cc13a5-4dd7-4005-9437-9b78b17a43ec,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:47.956427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': '3f9bafe0-ce11-421a-8d72-40e9bc90bf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd228f3b0-ca6e-4491-8a6a-50fdb6038b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:47.958749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: d228f3b0-ca6e-4491-8a6a-50fdb6038b96, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:48.019142 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33d4908f-0f10-4c0e-9498-129fb1d3dd29 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.046392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network d228f3b0-ca6e-4491-8a6a-50fdb6038b96 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:48.138096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, d228f3b0-ca6e-4491-8a6a-50fdb6038b96) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:48.151925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:48.151925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.152647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c53d1f-2055-4d17-9d03-dd6f4182df7c None None] Network d228f3b0-ca6e-4491-8a6a-50fdb6038b96 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:48.169361 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33d4908f-0f10-4c0e-9498-129fb1d3dd29 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.191380 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33d4908f-0f10-4c0e-9498-129fb1d3dd29 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.197339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36410) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:48.210245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-33d4908f-0f10-4c0e-9498-129fb1d3dd29 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/15944a36-b9c6-4027-bf1c-0a056baa7d1e HTTP/1.1" status: 204 len: 168 time: 0.4597456 Aug 10 02:12:48.226845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d165008-7ee7-43a9-b1a8-465ca5b52375 None None] Network ea1e57e6-04f5-4f45-89b3-994f888c4531 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:48.253168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4908f-0f10-4c0e-9498-129fb1d3dd29 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=15944a36-b9c6-4027-bf1c-0a056baa7d1e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:48.263967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bafd9dc4-74ca-4897-9732-f0fc94c5cc76 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0353281 Aug 10 02:12:48.268214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36412) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:48.310975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.395901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:48.396322 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.411404 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.491660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.503604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] For port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=57d4bc06-5be4-46d9-8eaa-1259ad26a7df,segment=NetworkSegment(02f9ca04-001d-49e0-a69c-b7bfe95b9449),segment_id=02f9ca04-001d-49e0-a69c-b7bfe95b9449)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:48.503977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.549741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 57d4bc06-5be4-46d9-8eaa-1259ad26a7df owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:48.701383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8506f041-e1ae-4621-b02a-c4c26dacd29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-d228f3b0-ca6e-4491-8a6a-50fdb6038b96', 'network_id': 'd228f3b0-ca6e-4491-8a6a-50fdb6038b96', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': 'c7cc13a5-4dd7-4005-9437-9b78b17a43ec'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:48.702005 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8506f041-e1ae-4621-b02a-c4c26dacd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.728525 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.743362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] DHCP port deletion for ea1e57e6-04f5-4f45-89b3-994f888c4531 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:12:48.767188 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.775333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=c7cc13a5-4dd7-4005-9437-9b78b17a43ec,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:48.797868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=57d4bc06-5be4-46d9-8eaa-1259ad26a7df,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:48.802628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No DVR routers for this DVR port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:48.837356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.849595 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d228f3b0-ca6e-4491-8a6a-50fdb6038b96']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:48.863107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Deleting port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:48.863905 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.868740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9bafe0-ce11-421a-8d72-40e9bc90bf7f') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:48.876250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9bafe0-ce11-421a-8d72-40e9bc90bf7f') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:48.880356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.893133 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.895907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.906871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1e57e6-04f5-4f45-89b3-994f888c4531']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:48.907217 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:48.907550 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server [None req-8506f041-e1ae-4621-b02a-c4c26dacd29c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7cc13a5-4dd7-4005-9437-9b78b17a43ec: This subnet is being modified by another concurrent operation. Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:12:48.908194 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise exception Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7cc13a5-4dd7-4005-9437-9b78b17a43ec: This subnet is being modified by another concurrent operation. Aug 10 02:12:48.918242 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:48.921791 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:48.940216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f9ca04-001d-49e0-a69c-b7bfe95b9449') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:48.946508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f9ca04-001d-49e0-a69c-b7bfe95b9449') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:48.946731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64811e3-7ce6-4b5b-9782-83e8c7051224 None None] Network d228f3b0-ca6e-4491-8a6a-50fdb6038b96 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:48.953033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.959467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] For port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df, host n-d-767704-21, got binding levels [] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:48.959873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.969669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.976188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:48.976592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:48.979818 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:49.009488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Calling delete_port for 57d4bc06-5be4-46d9-8eaa-1259ad26a7df owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:49.013574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.ipam_backend_mixin [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df was not found and therefore no delete operation was performed {{(pid=101225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:12:49.019685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.057270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Pushing event deleted for resources: {'Port': ['ID=57d4bc06-5be4-46d9-8eaa-1259ad26a7df,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:49.060242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] No DVR routers for this DVR port 57d4bc06-5be4-46d9-8eaa-1259ad26a7df on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:49.085075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.085434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.085783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.086150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.086501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.086870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.087204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.087543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.087967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.088072 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.088186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.088511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.088837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725b20c3-48c3-43af-8ccc-9ba0dc4f3b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:49.094512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.097463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/d228f3b0-ca6e-4491-8a6a-50fdb6038b96 HTTP/1.1" status: 204 len: 168 time: 0.8263206 Aug 10 02:12:49.100371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36420) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:49.106587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-256622629'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:49.113833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0e836-b6f6-4076-9a78-092c8291690a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=d228f3b0-ca6e-4491-8a6a-50fdb6038b96,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:49.124168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13ea9b-54cb-4d41-a618-53a5826d97b1 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:12:49.144848 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.149344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.151447 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/networks/ea1e57e6-04f5-4f45-89b3-994f888c4531 HTTP/1.1" status: 204 len: 168 time: 0.9528110 Aug 10 02:12:49.155835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:49.161350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-263485799'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:49.171937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54c83-cc2b-48f1-a329-1d94a5566c81 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Network': ['ID=ea1e57e6-04f5-4f45-89b3-994f888c4531,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:49.223346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13ea9b-54cb-4d41-a618-53a5826d97b1 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:12:49.230145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:49.235048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.264054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:49.274720 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.275194 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment 9d6d0fb5-4885-4369-bfa9-e673328e58be of type vlan for network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 Aug 10 02:12:49.322906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.338923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:49.343326 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.367774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:49.377756 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.378038 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Added segment 70eecccc-3bee-49f4-8e61-4a48ac95898b of type vlan for network c61aab13-6327-4605-8b18-74438eaa9b97 Aug 10 02:12:49.422675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.430951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.437601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:49.440203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.514446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:49.521999 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.525283 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:49.529673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:49.530366 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.586914 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1474e5b7-b232-4a45-9a1f-e2b40702abf4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4849870 Aug 10 02:12:49.589548 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36432) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:49.597583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b88a817b-c715-4200-8785-a1bdd43c6cef tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:49.609470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Network': ['ID=c61aab13-6327-4605-8b18-74438eaa9b97,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:49.620827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c61aab13-6327-4605-8b18-74438eaa9b97 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:49.626093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d65283a1-d5b2-4baa-85cd-da0072678bc8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4691498 Aug 10 02:12:49.628739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36434) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:49.634677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': 'c61aab13-6327-4605-8b18-74438eaa9b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:49.791176 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b88a817b-c715-4200-8785-a1bdd43c6cef tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.825299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:49.828829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.914041 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b88a817b-c715-4200-8785-a1bdd43c6cef tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.934254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b88a817b-c715-4200-8785-a1bdd43c6cef tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 is not hosted by any dhcp agent {{(pid=101223) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 02:12:49.940005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88a817b-c715-4200-8785-a1bdd43c6cef tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:49.940620 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b88a817b-c715-4200-8785-a1bdd43c6cef tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.941973 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b88a817b-c715-4200-8785-a1bdd43c6cef tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "PUT /v2.0/networks/3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 HTTP/1.1" status: 200 len: 723 time: 0.3496392 Aug 10 02:12:49.946902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36440) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:49.954655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': '3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:49.997250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a817b-c715-4200-8785-a1bdd43c6cef tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:50.018798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:50.172378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.174631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:50.178298 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.301390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=e35cd781-a384-459f-859d-4d2dd6919cf1,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:50.330661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Checking segment: {'id': '70eecccc-3bee-49f4-8e61-4a48ac95898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c61aab13-6327-4605-8b18-74438eaa9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:50.334927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network hostable DHCP agents. Network: c61aab13-6327-4605-8b18-74438eaa9b97, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:50.429568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network c61aab13-6327-4605-8b18-74438eaa9b97 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:50.514526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c61aab13-6327-4605-8b18-74438eaa9b97) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:50.519630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:50.520409 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.525602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093d625-d2de-41ad-a962-dbdbf29c4e9d None None] Network c61aab13-6327-4605-8b18-74438eaa9b97 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:50.554506 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.603599 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-acf00196-9169-49fc-972c-1d53f8edd163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.635704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ec8c561e-4567-4724-92da-40a897accaa3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0057869 Aug 10 02:12:50.637669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=3c5ed06f-76e5-4b32-b5fe-7fdbe0c71c22,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:50.646074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36450) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:50.651029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-27e0acda-3d07-4dc6-92c4-f15266c8ab39 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1506737104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:50.657818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': '9d6d0fb5-4885-4369-bfa9-e673328e58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:50.658321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:50.726827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 57d4bc06-5be4-46d9-8eaa-1259ad26a7df no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:12:50.749795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 57d4bc06-5be4-46d9-8eaa-1259ad26a7df {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:12:50.750155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 57d4bc06-5be4-46d9-8eaa-1259ad26a7df not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:12:50.780110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-27e0acda-3d07-4dc6-92c4-f15266c8ab39 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.781704 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-27e0acda-3d07-4dc6-92c4-f15266c8ab39 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.796537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-c61aab13-6327-4605-8b18-74438eaa9b97', 'network_id': 'c61aab13-6327-4605-8b18-74438eaa9b97', 'tenant_id': 'f3cfde1a6b2b4e9bb80d1511a53b11ee', 'fixed_ips': [{'subnet_id': 'e35cd781-a384-459f-859d-4d2dd6919cf1'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:50.797425 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.829940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:50.873944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-27e0acda-3d07-4dc6-92c4-f15266c8ab39 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.931625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:50.936364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:50.937548 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.945616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67ced76-29bf-4d14-bc82-b9102ea32a4d None None] Network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:50.966599 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-27e0acda-3d07-4dc6-92c4-f15266c8ab39 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:50.988601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Allocated IP 172.20.0.2 (c61aab13-6327-4605-8b18-74438eaa9b97/e35cd781-a384-459f-859d-4d2dd6919cf1/b5b7b589-1bd3-4b79-95e5-cad81ad5124b) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:51.028149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d0d9071f-69ff-4b01-a312-ed42483ed4cf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0803783 Aug 10 02:12:51.031150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36454) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:51.038926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e26b4be8-f114-480c-b814-e673e15d364f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:51.060202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-27e0acda-3d07-4dc6-92c4-f15266c8ab39 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.064509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-27e0acda-3d07-4dc6-92c4-f15266c8ab39 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4173083 Aug 10 02:12:51.073206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36456) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:51.076696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'network_id': 'c61aab13-6327-4605-8b18-74438eaa9b97', 'name': 'tempest-PortsTestJSON-1709394897'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:51.159033 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.199213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4', 'network_id': '3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': '3c5ed06f-76e5-4b32-b5fe-7fdbe0c71c22'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:51.200241 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e26b4be8-f114-480c-b814-e673e15d364f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9311341'] for subnet, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.200820 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.339669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:51.353472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.359128 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.373089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Transition to ACTIVE for port object b5b7b589-1bd3-4b79-95e5-cad81ad5124b will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:51.397859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port f0bd22f8-4dac-479f-811a-a0257a252529 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:12:51.448381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Transition to ACTIVE for port object b5b7b589-1bd3-4b79-95e5-cad81ad5124b will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:51.512790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e26b4be8-f114-480c-b814-e673e15d364f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778556149140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3354573'] for subnet, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.572606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b4be8-f114-480c-b814-e673e15d364f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:51.573214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e26b4be8-f114-480c-b814-e673e15d364f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.577100 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.581950 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e26b4be8-f114-480c-b814-e673e15d364f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "PUT /v2.0/subnets/3c5ed06f-76e5-4b32-b5fe-7fdbe0c71c22 HTTP/1.1" status: 200 len: 806 time: 0.5477271 Aug 10 02:12:51.591678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:51.649143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.4 (c61aab13-6327-4605-8b18-74438eaa9b97/e35cd781-a384-459f-859d-4d2dd6919cf1/f0bd22f8-4dac-479f-811a-a0257a252529) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:51.684515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Network c61aab13-6327-4605-8b18-74438eaa9b97 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:51.686035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Allocated IP 172.20.0.2 (3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4/3c5ed06f-76e5-4b32-b5fe-7fdbe0c71c22/551b4506-27a7-4df0-a6d2-6d0004ae4ed8) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:51.708679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b4be8-f114-480c-b814-e673e15d364f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=3c5ed06f-76e5-4b32-b5fe-7fdbe0c71c22,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:51.711293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:51.720432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Pushing event updated for resources: {'Port': ['ID=b5b7b589-1bd3-4b79-95e5-cad81ad5124b,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:51.728470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:51.805682 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.856515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Attempting to bind port b5b7b589-1bd3-4b79-95e5-cad81ad5124b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:51.856994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Attempting to bind port b5b7b589-1bd3-4b79-95e5-cad81ad5124b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '70eecccc-3bee-49f4-8e61-4a48ac95898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c61aab13-6327-4605-8b18-74438eaa9b97'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:51.860882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Attempting to bind port b5b7b589-1bd3-4b79-95e5-cad81ad5124b on network c61aab13-6327-4605-8b18-74438eaa9b97 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:51.866833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:51.867170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Checking segment: {'id': '70eecccc-3bee-49f4-8e61-4a48ac95898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c61aab13-6327-4605-8b18-74438eaa9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:51.867578 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.867975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Bound using segment: {'id': '70eecccc-3bee-49f4-8e61-4a48ac95898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c61aab13-6327-4605-8b18-74438eaa9b97'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:51.868461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Bound port: b5b7b589-1bd3-4b79-95e5-cad81ad5124b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70eecccc-3bee-49f4-8e61-4a48ac95898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c61aab13-6327-4605-8b18-74438eaa9b97'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:51.869510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.869641 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.885334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:51.915812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object f0bd22f8-4dac-479f-811a-a0257a252529 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:51.975418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f350e-11d0-488e-87f4-a9e884625625 req-6ad99365-d5ea-408c-8f66-734be721f8b6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:51.977259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-431f350e-11d0-488e-87f4-a9e884625625 req-6ad99365-d5ea-408c-8f66-734be721f8b6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 945 time: 0.0730963 Aug 10 02:12:51.997558 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.006796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] For port b5b7b589-1bd3-4b79-95e5-cad81ad5124b, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:52.011615 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] For port b5b7b589-1bd3-4b79-95e5-cad81ad5124b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b5b7b589-1bd3-4b79-95e5-cad81ad5124b,segment=NetworkSegment(70eecccc-3bee-49f4-8e61-4a48ac95898b),segment_id=70eecccc-3bee-49f4-8e61-4a48ac95898b)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:52.015707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Transition to ACTIVE for port object 551b4506-27a7-4df0-a6d2-6d0004ae4ed8 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:52.026135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-431f350e-11d0-488e-87f4-a9e884625625 req-97b3a653-b119-4b61-b1bf-3ae9da1e2130 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375299 Aug 10 02:12:52.032898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Transition to ACTIVE for port object 551b4506-27a7-4df0-a6d2-6d0004ae4ed8 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:52.057490 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.110618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network c61aab13-6327-4605-8b18-74438eaa9b97 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:52.113835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:52.118289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:52.122402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=f0bd22f8-4dac-479f-811a-a0257a252529,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:52.134170 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.205460 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.214222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:52.215961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.235129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:52.244060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:52.247319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:52.295554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0ee71-1493-4c8c-82c3-1deb934ba8e7 None None] Pushing event updated for resources: {'Port': ['ID=b5b7b589-1bd3-4b79-95e5-cad81ad5124b,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:52.339323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Attempting to bind port 551b4506-27a7-4df0-a6d2-6d0004ae4ed8 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:52.343940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Attempting to bind port 551b4506-27a7-4df0-a6d2-6d0004ae4ed8 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9d6d0fb5-4885-4369-bfa9-e673328e58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:52.343940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Attempting to bind port 551b4506-27a7-4df0-a6d2-6d0004ae4ed8 on network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:52.351634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:52.352000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Checking segment: {'id': '9d6d0fb5-4885-4369-bfa9-e673328e58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:52.352401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.352790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Bound using segment: {'id': '9d6d0fb5-4885-4369-bfa9-e673328e58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:52.353253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Bound port: 551b4506-27a7-4df0-a6d2-6d0004ae4ed8, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6d0fb5-4885-4369-bfa9-e673328e58be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:52.353633 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.356242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Pushing event updated for resources: {'Port': ['ID=551b4506-27a7-4df0-a6d2-6d0004ae4ed8,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:52.393300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.413201 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.428160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5ed06f-76e5-4b32-b5fe-7fdbe0c71c22,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:52.457173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b32a2200-01b7-4748-a66c-f17fed0ebf3e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3827481 Aug 10 02:12:52.457275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36480) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:52.461508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] For port 551b4506-27a7-4df0-a6d2-6d0004ae4ed8, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:52.472719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] For port 551b4506-27a7-4df0-a6d2-6d0004ae4ed8, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=551b4506-27a7-4df0-a6d2-6d0004ae4ed8,segment=NetworkSegment(9d6d0fb5-4885-4369-bfa9-e673328e58be),segment_id=9d6d0fb5-4885-4369-bfa9-e673328e58be)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:52.539675 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.549677 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.562726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:52.600822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6d0fb5-4885-4369-bfa9-e673328e58be') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:52.601562 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6d0fb5-4885-4369-bfa9-e673328e58be') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:52.657605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.735471 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.736198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c66e9-d414-46a0-b970-79afa02b6afe None None] Pushing event updated for resources: {'Port': ['ID=551b4506-27a7-4df0-a6d2-6d0004ae4ed8,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:52.736678 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:52.854077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:12:52.854077 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:12:52.854077 n-d-767704-21 neutron-server[101223]: [parameters: {'id': '3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4'}] Aug 10 02:12:52.854077 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:12:52.854715 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:12:52.885323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b5b7b589-1bd3-4b79-95e5-cad81ad5124b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:53.036381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b5b7b589-1bd3-4b79-95e5-cad81ad5124b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:53.064227 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:12:53.357719 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:53.465519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Deleting port 551b4506-27a7-4df0-a6d2-6d0004ae4ed8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:53.466435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:53.508811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:53.597581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] For port 551b4506-27a7-4df0-a6d2-6d0004ae4ed8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=551b4506-27a7-4df0-a6d2-6d0004ae4ed8,segment=NetworkSegment(9d6d0fb5-4885-4369-bfa9-e673328e58be),segment_id=9d6d0fb5-4885-4369-bfa9-e673328e58be)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:53.598027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:53.625412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Calling delete_port for 551b4506-27a7-4df0-a6d2-6d0004ae4ed8 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:53.711693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3d16f-2178-45ec-8294-1431b20a8739 None None] Network c61aab13-6327-4605-8b18-74438eaa9b97 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:53.894441 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:53.905899 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:53.917567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36504) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:53.932921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No DVR routers for this DVR port 551b4506-27a7-4df0-a6d2-6d0004ae4ed8 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:12:53.956946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Port': ['ID=551b4506-27a7-4df0-a6d2-6d0004ae4ed8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:53.990805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.061320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.062103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c5d6cb9d-6be8-43be-b06b-f42f14966cdc None None] Provisioning for port b5b7b589-1bd3-4b79-95e5-cad81ad5124b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:54.068406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c5d6cb9d-6be8-43be-b06b-f42f14966cdc None None] Provisioning complete for port b5b7b589-1bd3-4b79-95e5-cad81ad5124b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:54.072328 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cb9d-6be8-43be-b06b-f42f14966cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.133680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832b4a1-b5a3-41f2-b431-9e78e49b2fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.178348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=f0bd22f8-4dac-479f-811a-a0257a252529,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:54.200974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.209119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.209598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.209814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ef03f-b6b9-46e0-9a0b-e30f2bf88b79 None None] Network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:54.209932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.210273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.210632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.210971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.211300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.211632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.211958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.212284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.212613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:54.305242 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cb9d-6be8-43be-b06b-f42f14966cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.405124 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.459987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c5d6cb9d-6be8-43be-b06b-f42f14966cdc None None] For port b5b7b589-1bd3-4b79-95e5-cad81ad5124b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b5b7b589-1bd3-4b79-95e5-cad81ad5124b,segment=NetworkSegment(70eecccc-3bee-49f4-8e61-4a48ac95898b),segment_id=70eecccc-3bee-49f4-8e61-4a48ac95898b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:54.462388 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832b4a1-b5a3-41f2-b431-9e78e49b2fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.537569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.549212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:54.549824 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cb9d-6be8-43be-b06b-f42f14966cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.561460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6d0fb5-4885-4369-bfa9-e673328e58be') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:54.561756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6d0fb5-4885-4369-bfa9-e673328e58be') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:54.576949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f832b4a1-b5a3-41f2-b431-9e78e49b2fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.577553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf70972-2841-4a3d-959d-c05276480a0a None None] DHCP port deletion for 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:12:54.585770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.617429 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.648514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:54.648514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.648691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267fba9c-8974-4aea-bc7f-678ad77eaf10 None None] Network 3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:54.648784 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:54.650602 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.665094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f832b4a1-b5a3-41f2-b431-9e78e49b2fef admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e930acfdbb8c482084c985c66b8bce73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440670 Aug 10 02:12:54.666101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36508) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:54.674754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832b4a1-b5a3-41f2-b431-9e78e49b2fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b8d5f9-a35c-46b1-a8df-0bcdf706d03d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:54.711367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6cb9d-6be8-43be-b06b-f42f14966cdc None None] Pushing event updated for resources: {'Port': ['ID=b5b7b589-1bd3-4b79-95e5-cad81ad5124b,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:54.746109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a00dcc8f-5b3f-40c8-aab4-499dcc181f49 None None] Provisioning complete for port b5b7b589-1bd3-4b79-95e5-cad81ad5124b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:54.747293 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a00dcc8f-5b3f-40c8-aab4-499dcc181f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.826156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8c69bdde-5450-4987-8e34-6f05ff0bbee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.842472 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.880106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.888104 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 HTTP/1.1" status: 204 len: 168 time: 3.2940178 Aug 10 02:12:54.889375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b838d-3adf-44e4-a4b8-68be351baeab tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:54.891378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36514) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:54.900711 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8c69bdde-5450-4987-8e34-6f05ff0bbee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:54.923303 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3392cf-0fea-47b7-aaf8-5f58db6aca1d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:12:54.923998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3392cf-0fea-47b7-aaf8-5f58db6aca1d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:12:54.930907 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8f3392cf-0fea-47b7-aaf8-5f58db6aca1d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 HTTP/1.1" status: 404 len: 339 time: 0.0313821 Aug 10 02:12:54.933335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36520) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:54.939654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2052225584', 'description': 'd1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:54.990541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a00dcc8f-5b3f-40c8-aab4-499dcc181f49 None None] Provisioning for port f0bd22f8-4dac-479f-811a-a0257a252529 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:55.001505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a00dcc8f-5b3f-40c8-aab4-499dcc181f49 None None] Provisioning complete for port f0bd22f8-4dac-479f-811a-a0257a252529 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:55.002655 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a00dcc8f-5b3f-40c8-aab4-499dcc181f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.047456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:55.051704 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.054909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a00dcc8f-5b3f-40c8-aab4-499dcc181f49 None None] Port f0bd22f8-4dac-479f-811a-a0257a252529 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:55.056477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a00dcc8f-5b3f-40c8-aab4-499dcc181f49 None None] Could not find standard attr ID for object 551b4506-27a7-4df0-a6d2-6d0004ae4ed8. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:12:55.106944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.109053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8c69bdde-5450-4987-8e34-6f05ff0bbee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.111668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8c69bdde-5450-4987-8e34-6f05ff0bbee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.112825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8c69bdde-5450-4987-8e34-6f05ff0bbee4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d3b8d5f9-a35c-46b1-a8df-0bcdf706d03d HTTP/1.1" status: 204 len: 168 time: 0.4457817 Aug 10 02:12:55.114249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:55.123229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69bdde-5450-4987-8e34-6f05ff0bbee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b8d5f9-a35c-46b1-a8df-0bcdf706d03d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:55.134114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.134688 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment ba2022bf-7a7c-4f86-98f3-c0e9314bbce5 of type vlan for network a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5 Aug 10 02:12:55.181913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c8830a9a-8345-4fa9-b64f-08b301572a63 None None] Provisioning complete for port f0bd22f8-4dac-479f-811a-a0257a252529 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:55.182957 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c8830a9a-8345-4fa9-b64f-08b301572a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.189982 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.202176 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.234176 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c8830a9a-8345-4fa9-b64f-08b301572a63 None None] Port f0bd22f8-4dac-479f-811a-a0257a252529 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:55.293371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=f0bd22f8-4dac-479f-811a-a0257a252529,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:55.299592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.325762 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.331636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:55.332256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.400021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network c61aab13-6327-4605-8b18-74438eaa9b97 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:55.401484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:55.405219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:55.418923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:55.468775 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-090d8e29-b7d7-4a12-a2b3-1ebed8f689c3 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5335360 Aug 10 02:12:55.469451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36526) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:55.527592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:12:55.613514 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39a16b-26e7-4d61-9695-b90705ae0c0b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:55.615442 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0c39a16b-26e7-4d61-9695-b90705ae0c0b tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/networks?id=a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5 HTTP/1.1" status: 200 len: 761 time: 0.1449313 Aug 10 02:12:55.618148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36528) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:55.625455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-95c859dd-1d75-48ba-b2f1-064953a2944d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'description': 'd2'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:55.629310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Router 02f279e0-ef40-4850-abd1-9274dbc85182 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:12:55.665441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:55.679996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'port_id': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'mac_address': 'fa:16:3e:08:bb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:12:55.730859 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.756620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:12:55.788373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:55.801436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:55.804426 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b301200-a5bd-4733-9129-4925d6f67e92 None None] Sync routers for ids ['02f279e0-ef40-4850-abd1-9274dbc85182'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:55.810885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-eeaac716-c099-45fd-9b47-2b9b62b79462 None None] Provisioning complete for port f0bd22f8-4dac-479f-811a-a0257a252529 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:55.811941 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eeaac716-c099-45fd-9b47-2b9b62b79462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.817228 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b301200-a5bd-4733-9129-4925d6f67e92 None None] Routers {'02f279e0-ef40-4850-abd1-9274dbc85182'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:55.817884 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b301200-a5bd-4733-9129-4925d6f67e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:12:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['02f279e0-ef40-4850-abd1-9274dbc85182'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:55.820785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36532) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:55.821073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e33bbdcf-9f0d-46a8-926d-56991d378bfd tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "PUT /v2.0/routers/02f279e0-ef40-4850-abd1-9274dbc85182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3623528 Aug 10 02:12:55.838878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36534) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:55.868980 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35a16ffe-dc7a-4bf9-b35f-a4a27930b5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.899852 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.906343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-eeaac716-c099-45fd-9b47-2b9b62b79462 None None] Port f0bd22f8-4dac-479f-811a-a0257a252529 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:12:55.915762 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b301200-a5bd-4733-9129-4925d6f67e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:55.927800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-95c859dd-1d75-48ba-b2f1-064953a2944d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:55.944392 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b301200-a5bd-4733-9129-4925d6f67e92 None None] Routers {'02f279e0-ef40-4850-abd1-9274dbc85182'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:55.948151 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b301200-a5bd-4733-9129-4925d6f67e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:12:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['02f279e0-ef40-4850-abd1-9274dbc85182'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:55.997358 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b301200-a5bd-4733-9129-4925d6f67e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:55.998342 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b301200-a5bd-4733-9129-4925d6f67e92 None None] The sync data for ids ['02f279e0-ef40-4850-abd1-9274dbc85182'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:56.017447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19639a-e624-465a-add4-ff6c8e19e936 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:56.019320 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5a19639a-e624-465a-add4-ff6c8e19e936 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports?device_id=02f279e0-ef40-4850-abd1-9274dbc85182 HTTP/1.1" status: 200 len: 982 time: 0.1973085 Aug 10 02:12:56.022218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36542) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:56.026597 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:56.060638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-95c859dd-1d75-48ba-b2f1-064953a2944d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.076895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95c859dd-1d75-48ba-b2f1-064953a2944d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5 is not hosted by any dhcp agent {{(pid=101223) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 02:12:56.077402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['8b1238c6-c5cb-41ab-9b88-c546d084bdd9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:12:56.082104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c859dd-1d75-48ba-b2f1-064953a2944d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:56.082795 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-95c859dd-1d75-48ba-b2f1-064953a2944d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.086659 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-95c859dd-1d75-48ba-b2f1-064953a2944d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "PUT /v2.0/networks/a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5 HTTP/1.1" status: 200 len: 758 time: 0.4648516 Aug 10 02:12:56.096572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36544) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:56.118377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35a16ffe-dc7a-4bf9-b35f-a4a27930b5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.188466 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35a16ffe-dc7a-4bf9-b35f-a4a27930b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.204237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c859dd-1d75-48ba-b2f1-064953a2944d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:56.222398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:56.233459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0e4d2-eb75-4222-9536-a2c708e17db0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:56.236268 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-89e0e4d2-eb75-4222-9536-a2c708e17db0 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/networks?id=a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5 HTTP/1.1" status: 200 len: 761 time: 0.1386566 Aug 10 02:12:56.241648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36546) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:56.251344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-143388567'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:56.289430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a16ffe-dc7a-4bf9-b35f-a4a27930b5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bf530f-b0e2-44bf-9d9f-8bb1df686e65,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:56.294581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-35a16ffe-dc7a-4bf9-b35f-a4a27930b5ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cbd7b81bee2947349db3e9df3968f338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527197 Aug 10 02:12:56.297967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36548) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:56.372175 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ce3bcff-fe76-4cb1-a8ef-9d06cd743164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.376349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:56.381397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.425190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ce3bcff-fe76-4cb1-a8ef-9d06cd743164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.448961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:12:56.472893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.473402 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment 8597c680-d0be-478a-9e4a-c597ef8f402f of type vlan for network 7b8e8607-6d83-44ec-905d-209416fa7dc6 Aug 10 02:12:56.512686 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.520712 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.620003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ce3bcff-fe76-4cb1-a8ef-9d06cd743164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.623771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ce3bcff-fe76-4cb1-a8ef-9d06cd743164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.626147 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4ce3bcff-fe76-4cb1-a8ef-9d06cd743164 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/31bf530f-b0e2-44bf-9d9f-8bb1df686e65 HTTP/1.1" status: 204 len: 168 time: 0.3260033 Aug 10 02:12:56.641140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3bcff-fe76-4cb1-a8ef-9d06cd743164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bf530f-b0e2-44bf-9d9f-8bb1df686e65,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:56.666340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.694354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:56.696584 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.757536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b5b7b589-1bd3-4b79-95e5-cad81ad5124b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:56.804138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=7b8e8607-6d83-44ec-905d-209416fa7dc6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:56.807752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port f0bd22f8-4dac-479f-811a-a0257a252529 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:12:56.809219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.820315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7b8e8607-6d83-44ec-905d-209416fa7dc6 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:12:56.875951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b5b7b589-1bd3-4b79-95e5-cad81ad5124b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:56.876224 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.906626 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fa294f50-c4de-45d5-ab64-a36ee38e1a8d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6632628 Aug 10 02:12:56.906863 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.909321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36560) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:56.915245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': '7b8e8607-6d83-44ec-905d-209416fa7dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:56.923945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for f0bd22f8-4dac-479f-811a-a0257a252529 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:12:57.161852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:12:57.165492 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:57.327815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:57.358925 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=f0bd22f8-4dac-479f-811a-a0257a252529,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:57.432586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:57.517410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:57.518401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:57.520974 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:57.550854 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:57.626859 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:57.657577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:57.662695 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37959a8-1754-42e1-8775-f4b08ad81da5" -d '{"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-plugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:57.685241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:57.691902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=9e1bd25a-9a90-4e26-ab72-891b53c1f9a8,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:57.712010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': '8597c680-d0be-478a-9e4a-c597ef8f402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7b8e8607-6d83-44ec-905d-209416fa7dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:57.712644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: 7b8e8607-6d83-44ec-905d-209416fa7dc6, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:12:57.762320 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad88356-51db-4aef-9252-38aa2aee10cf x-openstack-request-id: req-aad88356-51db-4aef-9252-38aa2aee10cf {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:57.762882 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-plugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:57.763303 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aad88356-51db-4aef-9252-38aa2aee10cf {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:57.763707 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'code': 200} Aug 10 02:12:57.770918 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Router 02f279e0-ef40-4850-abd1-9274dbc85182 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:12:57.773560 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:57.843600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network 7b8e8607-6d83-44ec-905d-209416fa7dc6 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:12:57.870791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:57.962391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7b8e8607-6d83-44ec-905d-209416fa7dc6) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:57.973702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:57.976023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b2dd3d-5487-4d25-9cf1-b4824dfbea27 None None] Network 7b8e8607-6d83-44ec-905d-209416fa7dc6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:57.976721 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:58.076811 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b6d6fff2-4a33-446c-823e-4d06895d11ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1658213 Aug 10 02:12:58.080327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36614) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:58.206167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-7b8e8607-6d83-44ec-905d-209416fa7dc6', 'network_id': '7b8e8607-6d83-44ec-905d-209416fa7dc6', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': '9e1bd25a-9a90-4e26-ab72-891b53c1f9a8'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:12:58.208296 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:58.374337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:58.444970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Allocated IP 172.20.0.2 (7b8e8607-6d83-44ec-905d-209416fa7dc6/9e1bd25a-9a90-4e26-ab72-891b53c1f9a8/3a0dc5b9-30e5-459f-9602-af34b37ee07b) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:58.493121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:58.631100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:58.639449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cf821a80-2c51-465f-9ef2-c1e7df20b978 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "PUT /v2.0/routers/02f279e0-ef40-4850-abd1-9274dbc85182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6133666 Aug 10 02:12:58.640742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36630) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:58.646339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42349d-d352-46c3-aa7f-1ef989ad7006 None None] Sync routers for ids ['02f279e0-ef40-4850-abd1-9274dbc85182'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:58.675442 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1ea4d7-96f1-4cb3-b498-03df2f5d4ad3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:12:58.679581 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8e1ea4d7-96f1-4cb3-b498-03df2f5d4ad3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/f0bd22f8-4dac-479f-811a-a0257a252529 HTTP/1.1" status: 404 len: 333 time: 0.0352051 Aug 10 02:12:58.684984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36632) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:58.722030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42349d-d352-46c3-aa7f-1ef989ad7006 None None] Routers {'02f279e0-ef40-4850-abd1-9274dbc85182'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:58.722705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7d42349d-d352-46c3-aa7f-1ef989ad7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:12:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['02f279e0-ef40-4850-abd1-9274dbc85182'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:58.812195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7d42349d-d352-46c3-aa7f-1ef989ad7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:58.828725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:58.836989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f31c7af1-4325-462b-936f-9dcd16dea15d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:58.845867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42349d-d352-46c3-aa7f-1ef989ad7006 None None] Routers {'02f279e0-ef40-4850-abd1-9274dbc85182'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:58.846491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7d42349d-d352-46c3-aa7f-1ef989ad7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:12:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['02f279e0-ef40-4850-abd1-9274dbc85182'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:58.849673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Transition to ACTIVE for port object 3a0dc5b9-30e5-459f-9602-af34b37ee07b will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:58.890062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7d42349d-d352-46c3-aa7f-1ef989ad7006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:58.890742 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d42349d-d352-46c3-aa7f-1ef989ad7006 None None] The sync data for ids ['02f279e0-ef40-4850-abd1-9274dbc85182'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:58.906543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Transition to ACTIVE for port object 3a0dc5b9-30e5-459f-9602-af34b37ee07b will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:59.016132 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.108099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f31c7af1-4325-462b-936f-9dcd16dea15d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.110302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Network 7b8e8607-6d83-44ec-905d-209416fa7dc6 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:59.111641 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f31c7af1-4325-462b-936f-9dcd16dea15d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.117165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:59.122362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:59.144747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Pushing event updated for resources: {'Port': ['ID=3a0dc5b9-30e5-459f-9602-af34b37ee07b,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:59.153939 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.244676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Attempting to bind port 3a0dc5b9-30e5-459f-9602-af34b37ee07b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:59.246635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Attempting to bind port 3a0dc5b9-30e5-459f-9602-af34b37ee07b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8597c680-d0be-478a-9e4a-c597ef8f402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7b8e8607-6d83-44ec-905d-209416fa7dc6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:59.246635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Attempting to bind port 3a0dc5b9-30e5-459f-9602-af34b37ee07b on network 7b8e8607-6d83-44ec-905d-209416fa7dc6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:59.262263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:59.262263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Checking segment: {'id': '8597c680-d0be-478a-9e4a-c597ef8f402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7b8e8607-6d83-44ec-905d-209416fa7dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:59.262822 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.262984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Bound using segment: {'id': '8597c680-d0be-478a-9e4a-c597ef8f402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7b8e8607-6d83-44ec-905d-209416fa7dc6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:59.263479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Bound port: 3a0dc5b9-30e5-459f-9602-af34b37ee07b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8597c680-d0be-478a-9e4a-c597ef8f402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7b8e8607-6d83-44ec-905d-209416fa7dc6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:59.263868 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.284555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f31c7af1-4325-462b-936f-9dcd16dea15d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.284555 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31c7af1-4325-462b-936f-9dcd16dea15d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Fanout notify agent at l3_agent the message router_deleted on router 02f279e0-ef40-4850-abd1-9274dbc85182 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:12:59.291483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f31c7af1-4325-462b-936f-9dcd16dea15d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.295803 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f31c7af1-4325-462b-936f-9dcd16dea15d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/routers/02f279e0-ef40-4850-abd1-9274dbc85182 HTTP/1.1" status: 204 len: 168 time: 0.6147790 Aug 10 02:12:59.300028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36640) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:59.329152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1bd25a-9a90-4e26-ab72-891b53c1f9a8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:59.453280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dcb6fb-f3e6-4e72-85de-0ea3b3fad631 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet e35cd781-a384-459f-859d-4d2dd6919cf1 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:12:59.454898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] For port 3a0dc5b9-30e5-459f-9602-af34b37ee07b, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:59.458815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] For port 3a0dc5b9-30e5-459f-9602-af34b37ee07b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=3a0dc5b9-30e5-459f-9602-af34b37ee07b,segment=NetworkSegment(8597c680-d0be-478a-9e4a-c597ef8f402f),segment_id=8597c680-d0be-478a-9e4a-c597ef8f402f)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:59.465094 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-67dcb6fb-f3e6-4e72-85de-0ea3b3fad631 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.563492 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.575924 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-67dcb6fb-f3e6-4e72-85de-0ea3b3fad631 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.583339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.601509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8e8607-6d83-44ec-905d-209416fa7dc6']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:59.613315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8597c680-d0be-478a-9e4a-c597ef8f402f') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:59.613871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8597c680-d0be-478a-9e4a-c597ef8f402f') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:59.633478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.657761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.675942 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:12:59.676359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:12:59.683615 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:12:59.748441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac521b-725f-4e02-981b-92f91284a94f None None] Pushing event updated for resources: {'Port': ['ID=3a0dc5b9-30e5-459f-9602-af34b37ee07b,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:59.795705 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-67dcb6fb-f3e6-4e72-85de-0ea3b3fad631 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:59.814403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea653f-14c6-4aee-8a2a-a2c6c8de354f None None] Network 7b8e8607-6d83-44ec-905d-209416fa7dc6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:12:59.856501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:12:59.856501 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:12:59.856501 n-d-767704-21 neutron-server[101223]: [parameters: {'id': '7b8e8607-6d83-44ec-905d-209416fa7dc6'}] Aug 10 02:12:59.856501 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:12:59.857404 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:12:59.994802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a80c37-aa6e-4dab-b916-5c905ca96a54 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:13:00.042298 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-67dcb6fb-f3e6-4e72-85de-0ea3b3fad631 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:00.124024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcb6fb-f3e6-4e72-85de-0ea3b3fad631 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=e35cd781-a384-459f-859d-4d2dd6919cf1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:00.128131 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-67dcb6fb-f3e6-4e72-85de-0ea3b3fad631 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:00.130432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-67dcb6fb-f3e6-4e72-85de-0ea3b3fad631 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/e35cd781-a384-459f-859d-4d2dd6919cf1 HTTP/1.1" status: 204 len: 168 time: 0.8277140 Aug 10 02:13:00.133392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36652) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:00.203870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a80c37-aa6e-4dab-b916-5c905ca96a54 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:13:00.316675 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:00.361247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:00.503781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port b5b7b589-1bd3-4b79-95e5-cad81ad5124b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:00.504948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:00.715049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Deleting port 3a0dc5b9-30e5-459f-9602-af34b37ee07b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:00.715049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:00.769961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] For port 3a0dc5b9-30e5-459f-9602-af34b37ee07b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=3a0dc5b9-30e5-459f-9602-af34b37ee07b,segment=NetworkSegment(8597c680-d0be-478a-9e4a-c597ef8f402f),segment_id=8597c680-d0be-478a-9e4a-c597ef8f402f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:00.770495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:00.787893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Calling delete_port for 3a0dc5b9-30e5-459f-9602-af34b37ee07b owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:00.924929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49cd68e-3ebe-4f3e-8afb-b56fd0042c29 None None] Network c61aab13-6327-4605-8b18-74438eaa9b97 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:00.925716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] For port b5b7b589-1bd3-4b79-95e5-cad81ad5124b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b5b7b589-1bd3-4b79-95e5-cad81ad5124b,segment=NetworkSegment(70eecccc-3bee-49f4-8e61-4a48ac95898b),segment_id=70eecccc-3bee-49f4-8e61-4a48ac95898b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:00.925716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:00.953939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for b5b7b589-1bd3-4b79-95e5-cad81ad5124b owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:01.145022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:01.248858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Port': ['ID=3a0dc5b9-30e5-459f-9602-af34b37ee07b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:01.278762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.279815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.280764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.283261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.284420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.285972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.286852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.287608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.288417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.289250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.290129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.291195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:01.306118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004987b6-a271-412b-b5f2-698709eb2185 None None] DHCP port deletion for c61aab13-6327-4605-8b18-74438eaa9b97 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:13:01.307211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:01.316917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No DVR routers for this DVR port 3a0dc5b9-30e5-459f-9602-af34b37ee07b on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:13:01.450111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=b5b7b589-1bd3-4b79-95e5-cad81ad5124b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:01.473936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No DVR routers for this DVR port b5b7b589-1bd3-4b79-95e5-cad81ad5124b on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:13:01.814188 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:01.847963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:01.854722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8e8607-6d83-44ec-905d-209416fa7dc6']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:01.888589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61aab13-6327-4605-8b18-74438eaa9b97']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:01.892322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8597c680-d0be-478a-9e4a-c597ef8f402f') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:01.892687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8597c680-d0be-478a-9e4a-c597ef8f402f') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:01.925308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70eecccc-3bee-49f4-8e61-4a48ac95898b') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:01.925609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70eecccc-3bee-49f4-8e61-4a48ac95898b') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:01.928795 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:01.942384 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:01.960353 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:01.973316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:13:01.973845 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:13:01.977391 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:13:02.042093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:02.060368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:13:02.060936 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:13:02.064947 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:13:02.093092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-4ec5d415-0eb2-4d27-9108-87670b6ef741 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=116d2554db204f739b10cab0127eedcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466285 Aug 10 02:13:02.341260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-ffb4845b-bef4-4578-af32-0ffb4ed57a79 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:02.341260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-ffb4845b-bef4-4578-af32-0ffb4ed57a79 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412236 Aug 10 02:13:02.355705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-b02d431f-cb76-4b4b-bb25-9e1415f8ac7b tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/quotas/116d2554db204f739b10cab0127eedcd HTTP/1.1" status: 200 len: 375 time: 0.0125344 Aug 10 02:13:02.395776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a0feb371-4c7f-481a-8696-94907b9a9a36 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=116d2554db204f739b10cab0127eedcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334985 Aug 10 02:13:02.661092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b5b7b589-1bd3-4b79-95e5-cad81ad5124b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:13:02.665592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:02.666986 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:02.688547 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:02.694106 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/7b8e8607-6d83-44ec-905d-209416fa7dc6 HTTP/1.1" status: 204 len: 168 time: 4.6110590 Aug 10 02:13:02.697021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b5b7b589-1bd3-4b79-95e5-cad81ad5124b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:13:02.697369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b5b7b589-1bd3-4b79-95e5-cad81ad5124b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:13:02.702171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:02.703742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36702) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:02.704482 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/networks/c61aab13-6327-4605-8b18-74438eaa9b97 HTTP/1.1" status: 204 len: 168 time: 2.5696585 Aug 10 02:13:02.716603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36704) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:02.733176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb64bb-1ff7-4a2d-a3aa-58f625c2bedc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Network': ['ID=c61aab13-6327-4605-8b18-74438eaa9b97,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:02.757176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51911a-57d6-4fe6-8835-18ee207ca72d tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=7b8e8607-6d83-44ec-905d-209416fa7dc6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:02.808204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15765d03-3817-4106-9726-06ac01a0ea34 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:02.809961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-15765d03-3817-4106-9726-06ac01a0ea34 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/5a88696e-836e-41f6-b4a4-70ba30d765be HTTP/1.1" status: 200 len: 841 time: 0.0913815 Aug 10 02:13:02.813784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36714) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:02.876660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-768c632f-2466-44dd-9633-757dad4eaf12 req-5d80ab84-85ba-4486-a41c-b83e504bd970 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 210 time: 0.0452228 Aug 10 02:13:02.890573 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21be79e-bd27-40d6-a03c-89fee4c333ed tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] GET failed (client error): The resource could not be found. Aug 10 02:13:02.895427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d21be79e-bd27-40d6-a03c-89fee4c333ed tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/subnets/9e1bd25a-9a90-4e26-ab72-891b53c1f9a8 HTTP/1.1" status: 404 len: 337 time: 0.1901295 Aug 10 02:13:02.896350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36716) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:02.906016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36718) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:02.906971 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-418c1f16-f48b-4aac-a11e-9709f3b56d72 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/5a88696e-836e-41f6-b4a4-70ba30d765be?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0913982 Aug 10 02:13:02.914913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:02.932996 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0b6ec3-a402-4018-a253-90d6687dfccf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:02.934541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0b6ec3-a402-4018-a253-90d6687dfccf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:02.938326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9c0b6ec3-a402-4018-a253-90d6687dfccf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/7b8e8607-6d83-44ec-905d-209416fa7dc6 HTTP/1.1" status: 404 len: 339 time: 0.0407097 Aug 10 02:13:02.942129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36720) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:03.154617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:03.159921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:03.249267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59099867-e192-4f78-9e15-3c2e748dde5c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:03.251018 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-59099867-e192-4f78-9e15-3c2e748dde5c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3077617 Aug 10 02:13:03.254183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36730) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:03.313564 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8a6386b5-e44f-4e92-9a88-a75bccf00f66 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 207 time: 0.0576992 Aug 10 02:13:03.319582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36736) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:03.572375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452527e-c03f-4559-9e22-cafbe463c14e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:03.579925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452527e-c03f-4559-9e22-cafbe463c14e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:03.585844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452527e-c03f-4559-9e22-cafbe463c14e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:03.592215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452527e-c03f-4559-9e22-cafbe463c14e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:03.594124 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5452527e-c03f-4559-9e22-cafbe463c14e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2733347 Aug 10 02:13:03.598510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36738) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:03.603353 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:03.667103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:13:03.672051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:03.676965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:03.677579 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:03.685774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417ed15-e336-4b11-853c-16be44900852 None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:03.704257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=9e6b2bec-4b81-4f60-812e-225b40406625,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:03.828136 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3089a88b-d4e8-4669-931a-0bcd9509cc4e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2225556 Aug 10 02:13:03.828722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36744) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:03.858069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d8b9f781-948c-41fd-b56e-11adb41709c6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9490180 Aug 10 02:13:03.863650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36746) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:03.868178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c38b3d11-109d-4a13-bc6d-4b6c19baa744 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'security_group': {'name': 'tempest-secgroup-1858594381'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:04.001039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c38b3d11-109d-4a13-bc6d-4b6c19baa744 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.002449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3f9eea-9fce-4d59-9e4b-18754dc41a02 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:04.004269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3f9eea-9fce-4d59-9e4b-18754dc41a02 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:04.026528 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6a3f9eea-9fce-4d59-9e4b-18754dc41a02 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1968133 Aug 10 02:13:04.032414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36750) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:04.065190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-1d99f463-fecb-4bc4-9310-eeb1762186ef', 'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'tenant_id': 'f3cfde1a6b2b4e9bb80d1511a53b11ee', 'fixed_ips': [{'subnet_id': '9e6b2bec-4b81-4f60-812e-225b40406625'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:13:04.067880 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.075454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-024f211d-d83c-4068-9b50-f181dccfead1 req-2ffdf3b9-2da2-4372-837b-641c9e2913b1 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 210 time: 0.0945625 Aug 10 02:13:04.147108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73147a0a-2255-4d68-a825-2fd78ed12f9f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:04.151257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73147a0a-2255-4d68-a825-2fd78ed12f9f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:04.159270 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-73147a0a-2255-4d68-a825-2fd78ed12f9f tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1254759 Aug 10 02:13:04.159982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36754) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:04.226109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c38b3d11-109d-4a13-bc6d-4b6c19baa744 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.318418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9062ee3b-2b04-4ef9-baed-2131b08d5155 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:04.328199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36758) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:04.340502 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9062ee3b-2b04-4ef9-baed-2131b08d5155 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/networks/7740684a-7ac3-4f8e-9c0e-876cf03ff75a HTTP/1.1" status: 200 len: 799 time: 0.1793320 Aug 10 02:13:04.444075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Allocated IP 172.20.0.2 (1d99f463-fecb-4bc4-9310-eeb1762186ef/9e6b2bec-4b81-4f60-812e-225b40406625/c76eeb40-a29f-4bd7-815c-cdf453b75f2d) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:13:04.456533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36762) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:04.466839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-34113597-a095-4dc6-879f-e65e6a7e40eb tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/networks/7740684a-7ac3-4f8e-9c0e-876cf03ff75a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1366992 Aug 10 02:13:04.473303 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c38b3d11-109d-4a13-bc6d-4b6c19baa744 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.549762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b3d11-109d-4a13-bc6d-4b6c19baa744 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a33061-2bc3-47b7-b314-e18285253020,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:04.567489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c38b3d11-109d-4a13-bc6d-4b6c19baa744 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.571572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c38b3d11-109d-4a13-bc6d-4b6c19baa744 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7046554 Aug 10 02:13:04.572282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36764) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:04.585660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e3704fbb-cf41-45b1-baa8-b287830d3610 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'security_group': {'name': 'tempest-secgroup-992821159'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:04.597544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610fe43-cb23-4d99-b187-010d30344e97 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:04.598954 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3610fe43-cb23-4d99-b187-010d30344e97 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/subnets/438a5ee6-cb37-4895-9d03-8930655c4a49 HTTP/1.1" status: 200 len: 811 time: 0.1413536 Aug 10 02:13:04.602970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36766) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:04.682248 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.692970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Transition to ACTIVE for port object c76eeb40-a29f-4bd7-815c-cdf453b75f2d will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:04.711045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc0cad-d76a-4b05-8b05-1622e1026c7a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:04.716505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36768) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:04.716734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-81fc0cad-d76a-4b05-8b05-1622e1026c7a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "GET /v2.0/subnets/438a5ee6-cb37-4895-9d03-8930655c4a49?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1124709 Aug 10 02:13:04.724045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Transition to ACTIVE for port object c76eeb40-a29f-4bd7-815c-cdf453b75f2d will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:04.731044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2049822909'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:04.743024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3704fbb-cf41-45b1-baa8-b287830d3610 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.826379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.860923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:04.866097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.866493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:13:04.872805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:04.877481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:13:04.950073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:13:04.977736 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:04.978102 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Added segment cef59ff3-a407-493a-a33c-b38e16585d12 of type vlan for network 7c1aa83e-9937-441e-9081-69360bfb0cda Aug 10 02:13:05.026409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Pushing event updated for resources: {'Port': ['ID=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:05.041903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Attempting to bind port c76eeb40-a29f-4bd7-815c-cdf453b75f2d on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:13:05.042340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Attempting to bind port c76eeb40-a29f-4bd7-815c-cdf453b75f2d by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '3e84fc04-9cd5-45f4-8e64-88ff73627475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:13:05.045842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Attempting to bind port c76eeb40-a29f-4bd7-815c-cdf453b75f2d on network 1d99f463-fecb-4bc4-9310-eeb1762186ef {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:13:05.053502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:13:05.054002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Checking segment: {'id': '3e84fc04-9cd5-45f4-8e64-88ff73627475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:13:05.054459 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:05.054981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Bound using segment: {'id': '3e84fc04-9cd5-45f4-8e64-88ff73627475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:13:05.055470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Bound port: c76eeb40-a29f-4bd7-815c-cdf453b75f2d, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e84fc04-9cd5-45f4-8e64-88ff73627475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:13:05.055964 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:05.060404 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3704fbb-cf41-45b1-baa8-b287830d3610 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:05.101549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:05.192278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3704fbb-cf41-45b1-baa8-b287830d3610 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:05.194404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] For port c76eeb40-a29f-4bd7-815c-cdf453b75f2d, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:13:05.224310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] For port c76eeb40-a29f-4bd7-815c-cdf453b75f2d, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,segment=NetworkSegment(3e84fc04-9cd5-45f4-8e64-88ff73627475),segment_id=3e84fc04-9cd5-45f4-8e64-88ff73627475)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:13:05.276004 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b66bf7d0-d37f-4fe0-b4e2-a3a352ecc6b3 req-2d3bf187-32a7-468c-afa7-3355c3ff14c3 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 210 time: 0.0592403 Aug 10 02:13:05.281325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3704fbb-cf41-45b1-baa8-b287830d3610 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8732f81-a4ca-4448-bb29-6c310d5fd4d1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:05.397869 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3704fbb-cf41-45b1-baa8-b287830d3610 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:05.398542 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:05.406824 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e3704fbb-cf41-45b1-baa8-b287830d3610 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8314250 Aug 10 02:13:05.407297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36780) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:05.410968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:05.421716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-158653696', 'security_groups': ['c8732f81-a4ca-4448-bb29-6c310d5fd4d1'], 'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e6b2bec-4b81-4f60-812e-225b40406625'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:05.441722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:05.443651 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:05.614970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eee7d-cf06-435d-b615-3ca6dc48a65d None None] Pushing event updated for resources: {'Port': ['ID=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:05.736728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Network': ['ID=7c1aa83e-9937-441e-9081-69360bfb0cda,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:05.758240 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-35081441-4bc0-4c0f-b7f9-e3b33b067fad tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0387578 Aug 10 02:13:05.764032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7c1aa83e-9937-441e-9081-69360bfb0cda details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:13:05.769592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36782) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:05.794161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'network_id': '7c1aa83e-9937-441e-9081-69360bfb0cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:05.922681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:06.024962 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-549c64c7-9021-4272-a4f9-2da0fe34b800 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=116d2554db204f739b10cab0127eedcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988145 Aug 10 02:13:06.167337 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:06.204134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:13:06.508821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-5aa65fbf-429c-42f3-9670-4fd25fe680bd tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:06.510475 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-5aa65fbf-429c-42f3-9670-4fd25fe680bd tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656236 Aug 10 02:13:06.525415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Request body: {'port': {'device_id': 'ba8247f4-24b0-4d25-a89c-d4daf72c6cd1', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '116d2554db204f739b10cab0127eedcd'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:06.533540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d481de42-ff57-487a-b3ed-58ce463235c3 req-e705cd52-1568-4394-b590-eb9e03774c74 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 210 time: 0.0631261 Aug 10 02:13:06.695617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.3 (1d99f463-fecb-4bc4-9310-eeb1762186ef/9e6b2bec-4b81-4f60-812e-225b40406625/1497ae35-c31d-48b7-83e2-de6bf7308cb3) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:13:06.851096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c76eeb40-a29f-4bd7-815c-cdf453b75f2d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:13:06.953594 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:06.974811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object 1497ae35-c31d-48b7-83e2-de6bf7308cb3 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:07.064085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:07.091059 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Made reservation on behalf of 97d9f4b557884a7b90fe0384a12e3770 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:07.096634 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:07.161780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:07.227890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:13:07.227890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:07.232134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:13:07.267294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=1497ae35-c31d-48b7-83e2-de6bf7308cb3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:07.331717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:07.333704 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:07.342973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Performing IP validity checks on allocation pools {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 02:13:07.343400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 02:13:07.457541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Made reservation on behalf of 116d2554db204f739b10cab0127eedcd for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:07.464925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:07.483801 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:07.567390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] Provisioning for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:07.581434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] Provisioning complete for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:07.581827 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:07.596527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8b7e7445-b63b-443e-961e-e6a4c50b180d tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1876485 Aug 10 02:13:07.599277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36804) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:07.604330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b5188ff0-4290-472e-a2b0-53c9ba3d90ca tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:07.726823 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:07.786290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46622439-0656-44a6-b66b-b27a2773bccb req-0a093f71-1a7f-4f59-9b81-7f1cf382beb7 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 210 time: 0.0506787 Aug 10 02:13:07.834466 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:07.909344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=78f1ac0f-e98f-40e5-b1cb-1a0ed9d70ba1,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:07.931379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] For port c76eeb40-a29f-4bd7-815c-cdf453b75f2d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,segment=NetworkSegment(3e84fc04-9cd5-45f4-8e64-88ff73627475),segment_id=3e84fc04-9cd5-45f4-8e64-88ff73627475)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:07.971578 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:07.994479 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Checking segment: {'id': 'cef59ff3-a407-493a-a33c-b38e16585d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7c1aa83e-9937-441e-9081-69360bfb0cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:13:07.994827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network hostable DHCP agents. Network: 7c1aa83e-9937-441e-9081-69360bfb0cda, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:13:08.007190 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.045798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.051963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] Provisioning complete for port 5a88696e-836e-41f6-b4a4-70ba30d765be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:08.052631 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.122162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] Pushing event updated for resources: {'Port': ['ID=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:08.142672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-35ba6b9f-33b0-4c79-a51e-3165f1e6d76e None None] Port 5a88696e-836e-41f6-b4a4-70ba30d765be cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:08.156536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Network 7c1aa83e-9937-441e-9081-69360bfb0cda is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:13:08.159393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b52da-cafb-4693-9064-73dc9e5ce602,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:08.173295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5188ff0-4290-472e-a2b0-53c9ba3d90ca tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:08.183540 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b5188ff0-4290-472e-a2b0-53c9ba3d90ca tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.299459 n-d-767704-21 neutron-server[101224]: INFO neutron.db.ipam_backend_mixin [None req-b5188ff0-4290-472e-a2b0-53c9ba3d90ca tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e6b2bec-4b81-4f60-812e-225b40406625 (CIDR: 172.20.0.0/28) Aug 10 02:13:08.319204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Allocated IP 192.168.233.74 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/99902a33-a69e-4caf-9a1d-3859709d358f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:13:08.482646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.496715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Transition to ACTIVE for port object 99902a33-a69e-4caf-9a1d-3859709d358f will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:08.537263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7c1aa83e-9937-441e-9081-69360bfb0cda) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:08.537263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:08.537791 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.541830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa2309-ca63-47bb-8443-a0e516a40820 None None] Network 7c1aa83e-9937-441e-9081-69360bfb0cda requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:08.620971 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5188ff0-4290-472e-a2b0-53c9ba3d90ca tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:08.621856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5188ff0-4290-472e-a2b0-53c9ba3d90ca tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:08.624439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a927a42b-b42d-4660-8160-4be9f78289d6 None None] Provisioning for port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:08.653825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a927a42b-b42d-4660-8160-4be9f78289d6 None None] Provisioning complete for port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:08.654196 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a927a42b-b42d-4660-8160-4be9f78289d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.659523 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3a6c4e29-08a4-4591-a0fe-2a0fd09ae552 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8884487 Aug 10 02:13:08.665743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.666023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36814) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:08.672009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fc1137f3-fc45-4285-b697-2fae95f9c1f8 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:08.712694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c76eeb40-a29f-4bd7-815c-cdf453b75f2d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:13:08.737208 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b5188ff0-4290-472e-a2b0-53c9ba3d90ca tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1368310 Aug 10 02:13:08.739568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36816) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:08.741491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:13:08.754800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:08.766080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a927a42b-b42d-4660-8160-4be9f78289d6 None None] Port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:08.766331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:08.797556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:13:08.803230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Pushing event updated for resources: {'Port': ['ID=99902a33-a69e-4caf-9a1d-3859709d358f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:08.834929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45022c39-2d52-4e17-b95b-4ca7cf47b97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-7c1aa83e-9937-441e-9081-69360bfb0cda', 'network_id': '7c1aa83e-9937-441e-9081-69360bfb0cda', 'tenant_id': '97d9f4b557884a7b90fe0384a12e3770', 'fixed_ips': [{'subnet_id': '78f1ac0f-e98f-40e5-b1cb-1a0ed9d70ba1'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:13:08.836965 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-45022c39-2d52-4e17-b95b-4ca7cf47b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.847852 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc1137f3-fc45-4285-b697-2fae95f9c1f8 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-50960886'] for subnet, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:08.910689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:08.911251 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.053707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:09.054300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.142942 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-45022c39-2d52-4e17-b95b-4ca7cf47b97a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:13:09.142942 n-d-767704-21 neutron-server[101225]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 10 02:13:09.142942 n-d-767704-21 neutron-server[101225]: [parameters: {'in_use': 1, 'id_1': '78f1ac0f-e98f-40e5-b1cb-1a0ed9d70ba1'}] Aug 10 02:13:09.142942 n-d-767704-21 neutron-server[101225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:13:09.143736 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-45022c39-2d52-4e17-b95b-4ca7cf47b97a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:13:09.158370 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-a47c17e8-7106-4f13-a8ef-311c71dba96f tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6370952 Aug 10 02:13:09.193709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Request body: {'port': {'device_id': 'ba8247f4-24b0-4d25-a89c-d4daf72c6cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:09.214677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaa836-7110-4ffb-bec2-6f253d188a1e req-1d7dc717-cacb-47c1-97db-125168234d35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:09.223301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9faaa836-7110-4ffb-bec2-6f253d188a1e req-1d7dc717-cacb-47c1-97db-125168234d35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 935 time: 0.1889777 Aug 10 02:13:09.278946 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.304568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:09.310933 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.327191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9faaa836-7110-4ffb-bec2-6f253d188a1e req-42634ce1-45ac-4ce7-9358-c095405f2a5a tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024694 Aug 10 02:13:09.394611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8c3028e5-36b1-4cae-a559-4c2d68e964ca None None] Provisioning for port 99902a33-a69e-4caf-9a1d-3859709d358f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:09.398985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8c3028e5-36b1-4cae-a559-4c2d68e964ca None None] Provisioning complete for port 99902a33-a69e-4caf-9a1d-3859709d358f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:09.403605 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c3028e5-36b1-4cae-a559-4c2d68e964ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.424751 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc1137f3-fc45-4285-b697-2fae95f9c1f8 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778556149140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-51305316'] for subnet, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.446792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8c3028e5-36b1-4cae-a559-4c2d68e964ca None None] Port 99902a33-a69e-4caf-9a1d-3859709d358f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:09.505539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1137f3-fc45-4285-b697-2fae95f9c1f8 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event updated for resources: {'Subnet': ['ID=78f1ac0f-e98f-40e5-b1cb-1a0ed9d70ba1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:09.519818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1137f3-fc45-4285-b697-2fae95f9c1f8 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:09.520602 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc1137f3-fc45-4285-b697-2fae95f9c1f8 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.522166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fc1137f3-fc45-4285-b697-2fae95f9c1f8 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "PUT /v2.0/subnets/78f1ac0f-e98f-40e5-b1cb-1a0ed9d70ba1 HTTP/1.1" status: 200 len: 877 time: 0.8550050 Aug 10 02:13:09.524898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36826) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:09.644771 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-45022c39-2d52-4e17-b95b-4ca7cf47b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.683427 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.754879 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.929273 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:09.980736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=78f1ac0f-e98f-40e5-b1cb-1a0ed9d70ba1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server [None req-45022c39-2d52-4e17-b95b-4ca7cf47b97a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78f1ac0f-e98f-40e5-b1cb-1a0ed9d70ba1: This subnet is being modified by another concurrent operation. Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:13:09.987275 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise exception Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78f1ac0f-e98f-40e5-b1cb-1a0ed9d70ba1: This subnet is being modified by another concurrent operation. Aug 10 02:13:09.994435 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Aug 10 02:13:09.998507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.004020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc06b47-508e-4c72-a6e8-05f8b1192af0 None None] Network 7c1aa83e-9937-441e-9081-69360bfb0cda requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:10.045215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:13:10.049758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99902a33-a69e-4caf-9a1d-3859709d358f {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:13:10.056831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:10.064953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:10.065577 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.075021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.078866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.104480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=e94de253-274a-402d-888e-080d26c8a80a,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:10.108671 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Transition to ACTIVE for port object 99902a33-a69e-4caf-9a1d-3859709d358f will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:10.111559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13a8f7-486b-4be4-82fd-db2bf7ddfded None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:10.128670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1aa83e-9937-441e-9081-69360bfb0cda']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:10.147569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef59ff3-a407-493a-a33c-b38e16585d12') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:10.148147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef59ff3-a407-493a-a33c-b38e16585d12') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:10.164593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.183724 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7d018702-4e99-46df-a4cc-ba706849b5d1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4400420 Aug 10 02:13:10.186527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36834) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:10.192455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1027396644', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e94de253-274a-402d-888e-080d26c8a80a'}], 'security_groups': ['f1a33061-2bc3-47b7-b314-e18285253020']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:10.203706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.210311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:13:10.210762 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.284055 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:13:10.288803 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:13:10.349051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b8ca8-d02a-4386-ae0b-3cdd26306469 None None] Network 7c1aa83e-9937-441e-9081-69360bfb0cda requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:10.393673 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.435441 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.437463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/7c1aa83e-9937-441e-9081-69360bfb0cda HTTP/1.1" status: 204 len: 168 time: 0.9114616 Aug 10 02:13:10.438380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a3c26-48eb-44a1-a19e-c621169f1ae4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=7c1aa83e-9937-441e-9081-69360bfb0cda,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:10.444322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36838) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:10.498163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=99902a33-a69e-4caf-9a1d-3859709d358f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:10.541157 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-719b8e14-eec5-4842-85f0-ccf4eeff6ecf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:10.556641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719b8e14-eec5-4842-85f0-ccf4eeff6ecf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:10.560729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-719b8e14-eec5-4842-85f0-ccf4eeff6ecf tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/78f1ac0f-e98f-40e5-b1cb-1a0ed9d70ba1 HTTP/1.1" status: 404 len: 337 time: 0.1150577 Aug 10 02:13:10.593250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36842) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:10.703487 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a855ec4-c723-49db-81a6-890aa7373724 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:10.704821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a855ec4-c723-49db-81a6-890aa7373724 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:10.707418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6a855ec4-c723-49db-81a6-890aa7373724 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/7c1aa83e-9937-441e-9081-69360bfb0cda HTTP/1.1" status: 404 len: 339 time: 0.1000314 Aug 10 02:13:10.713208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36848) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:10.767441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec42602-36a9-47cf-aba4-33bac8ab9b4d req-070fbdc6-6a2a-4fa9-9647-ac26790db560 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:10.769634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ec42602-36a9-47cf-aba4-33bac8ab9b4d req-070fbdc6-6a2a-4fa9-9647-ac26790db560 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 947 time: 0.2305493 Aug 10 02:13:10.771469 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99f32e8-ea03-4928-88cd-66e4430949bb tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:10.772192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99f32e8-ea03-4928-88cd-66e4430949bb tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:10.774410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b99f32e8-ea03-4928-88cd-66e4430949bb tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/9e1bd25a-9a90-4e26-ab72-891b53c1f9a8 HTTP/1.1" status: 404 len: 337 time: 0.0546117 Aug 10 02:13:10.783725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36850) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:10.822026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed61ca-436f-417b-9e06-a689feea8a87 None None] Update dhcp port {'port': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'fixed_ips': [{'subnet_id': '9e6b2bec-4b81-4f60-812e-225b40406625', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e94de253-274a-402d-888e-080d26c8a80a'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'c76eeb40-a29f-4bd7-815c-cdf453b75f2d'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:13:10.851406 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd672e9e-3497-4922-92be-cc43d6421ffd tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:10.852195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd672e9e-3497-4922-92be-cc43d6421ffd tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:10.856306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bd672e9e-3497-4922-92be-cc43d6421ffd tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/7b8e8607-6d83-44ec-905d-209416fa7dc6 HTTP/1.1" status: 404 len: 339 time: 0.0698299 Aug 10 02:13:10.862125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36854) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:10.913953 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.918156 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0aed61ca-436f-417b-9e06-a689feea8a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:10.936525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Attempting to bind port 99902a33-a69e-4caf-9a1d-3859709d358f on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:13:10.937154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Attempting to bind port 99902a33-a69e-4caf-9a1d-3859709d358f by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:13:10.937676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Attempting to bind port 99902a33-a69e-4caf-9a1d-3859709d358f on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:13:10.947534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Port 99902a33-a69e-4caf-9a1d-3859709d358f on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:13:10.948170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Attempting to bind port 99902a33-a69e-4caf-9a1d-3859709d358f on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:13:10.992905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ec42602-36a9-47cf-aba4-33bac8ab9b4d req-591c6d10-f91a-40fa-ba21-7b07a4c175ad tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170537 Aug 10 02:13:11.014064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:13:11.014580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:13:11.015450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:13:11.016102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Bound port: 99902a33-a69e-4caf-9a1d-3859709d358f, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:13:11.016576 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.025001 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.158938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.181856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:11.211180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2022bf-7a7c-4f86-98f3-c0e9314bbce5') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:11.211479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2022bf-7a7c-4f86-98f3-c0e9314bbce5') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:11.223637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.240787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] For port 99902a33-a69e-4caf-9a1d-3859709d358f, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:13:11.242612 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.252560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:13:11.252981 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:13:11.257962 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:13:11.363748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-0aed61ca-436f-417b-9e06-a689feea8a87 None None] Allocated IP 172.20.0.18 (1d99f463-fecb-4bc4-9310-eeb1762186ef/e94de253-274a-402d-888e-080d26c8a80a/c76eeb40-a29f-4bd7-815c-cdf453b75f2d) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:13:11.435894 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.443366 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.452405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5 HTTP/1.1" status: 204 len: 168 time: 0.5812778 Aug 10 02:13:11.453434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36856) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.462871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b025a1e-141c-4061-b64e-931b0c66a23e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=a6b098cb-12f0-42d4-9c6b-db3a0aa13ec5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:11.464572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] For port 99902a33-a69e-4caf-9a1d-3859709d358f, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=99902a33-a69e-4caf-9a1d-3859709d358f,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:13:11.493725 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-4247cdde-fb65-4dce-849d-f219c1c9be91 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.494178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4247cdde-fb65-4dce-849d-f219c1c9be91 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.495481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0aed61ca-436f-417b-9e06-a689feea8a87 None None] For port c76eeb40-a29f-4bd7-815c-cdf453b75f2d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,segment=NetworkSegment(3e84fc04-9cd5-45f4-8e64-88ff73627475),segment_id=3e84fc04-9cd5-45f4-8e64-88ff73627475)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:11.500116 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4247cdde-fb65-4dce-849d-f219c1c9be91 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/3c5ed06f-76e5-4b32-b5fe-7fdbe0c71c22 HTTP/1.1" status: 404 len: 337 time: 0.0450909 Aug 10 02:13:11.500312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36858) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.532107 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ab2ebf-9af8-4791-912b-d52c8e8533b2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.532719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ab2ebf-9af8-4791-912b-d52c8e8533b2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.536831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b7ab2ebf-9af8-4791-912b-d52c8e8533b2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/3a54a8ec-6b8b-4dd9-b5d2-360c8c0905e4 HTTP/1.1" status: 404 len: 339 time: 0.0342357 Aug 10 02:13:11.537843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36860) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.540229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.550680 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0aed61ca-436f-417b-9e06-a689feea8a87 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.565392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0aed61ca-436f-417b-9e06-a689feea8a87 None None] Transition to ACTIVE for port object c76eeb40-a29f-4bd7-815c-cdf453b75f2d will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:11.567050 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba6c7e8-a075-44e2-b211-1985c5f961ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.567519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba6c7e8-a075-44e2-b211-1985c5f961ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.571804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1ba6c7e8-a075-44e2-b211-1985c5f961ee tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/c7cc13a5-4dd7-4005-9437-9b78b17a43ec HTTP/1.1" status: 404 len: 337 time: 0.0308440 Aug 10 02:13:11.572236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36862) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.594231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:11.594728 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-55571e32-6ba1-409b-9d51-2431e275997c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.595176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55571e32-6ba1-409b-9d51-2431e275997c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.595880 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.597080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-55571e32-6ba1-409b-9d51-2431e275997c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/d228f3b0-ca6e-4491-8a6a-50fdb6038b96 HTTP/1.1" status: 404 len: 339 time: 0.0238578 Aug 10 02:13:11.599546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36864) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.600612 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] 10.222.0.16 "PUT /v2.0/ports/99902a33-a69e-4caf-9a1d-3859709d358f HTTP/1.1" status: 200 len: 1096 time: 2.4201005 Aug 10 02:13:11.603460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8247f4-24b0-4d25-a89c-d4daf72c6cd1', 'tag': '99902a33-a69e-4caf-9a1d-3859709d358f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:11.607095 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111d999d-420d-4204-b177-5d044d382fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8247f4-24b0-4d25-a89c-d4daf72c6cd1", "tag": "99902a33-a69e-4caf-9a1d-3859709d358f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:11.631138 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f5e166-a2ae-4d21-ac61-058e64ceda6c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.631642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f5e166-a2ae-4d21-ac61-058e64ceda6c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.633765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-09f5e166-a2ae-4d21-ac61-058e64ceda6c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/3be42386-b38d-41d1-9ec7-4df52d213e82 HTTP/1.1" status: 404 len: 337 time: 0.0332553 Aug 10 02:13:11.637371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36868) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.641836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0aed61ca-436f-417b-9e06-a689feea8a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:11.686747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3287f-a47f-428c-9780-b76eb4cab4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=99902a33-a69e-4caf-9a1d-3859709d358f,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:11.711105 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f851c3-6679-4a0c-a3e8-1f94525bef1c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.712030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f851c3-6679-4a0c-a3e8-1f94525bef1c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.737990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-09f851c3-6679-4a0c-a3e8-1f94525bef1c tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/ce13036d-0f6d-40dc-a087-8f7e4aad283d HTTP/1.1" status: 404 len: 339 time: 0.0972202 Aug 10 02:13:11.739115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36876) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.746470 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915bdb3a-3732-4cce-8a17-2edd661a65f1 x-openstack-request-id: req-915bdb3a-3732-4cce-8a17-2edd661a65f1 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:11.746910 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8247f4-24b0-4d25-a89c-d4daf72c6cd1", "tag": "99902a33-a69e-4caf-9a1d-3859709d358f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:11.747280 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-915bdb3a-3732-4cce-8a17-2edd661a65f1 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:11.747744 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8247f4-24b0-4d25-a89c-d4daf72c6cd1', 'tag': '99902a33-a69e-4caf-9a1d-3859709d358f', 'status': 'completed', 'code': 200} Aug 10 02:13:11.828654 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-86842f5c-991a-47ca-9bdf-693a31c1d815 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.829626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86842f5c-991a-47ca-9bdf-693a31c1d815 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.831980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-86842f5c-991a-47ca-9bdf-693a31c1d815 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/86d59e29-d452-4e0f-9707-ff835f91b184 HTTP/1.1" status: 404 len: 337 time: 0.0915372 Aug 10 02:13:11.834583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36878) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.856044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-e218e8f3-92e6-4e1f-a5b4-65fc27257121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:11.858043 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-e218e8f3-92e6-4e1f-a5b4-65fc27257121 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=116d2554db204f739b10cab0127eedcd&device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 1099 time: 0.1293356 Aug 10 02:13:11.873458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed61ca-436f-417b-9e06-a689feea8a87 None None] Pushing event updated for resources: {'Port': ['ID=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:11.875006 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7a68ad-8be1-4cad-af38-603df1a7d94e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.875923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7a68ad-8be1-4cad-af38-603df1a7d94e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.877991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bb7a68ad-8be1-4cad-af38-603df1a7d94e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/df0126ea-728a-494e-b263-7fbc3f965779 HTTP/1.1" status: 404 len: 339 time: 0.0422535 Aug 10 02:13:11.880511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36880) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.925504 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-08acd7e0-083d-4582-9dc6-67d5a727ed64 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.925980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08acd7e0-083d-4582-9dc6-67d5a727ed64 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.942270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-08acd7e0-083d-4582-9dc6-67d5a727ed64 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/bbcfe13e-e8a4-41a5-9537-0d37ea90a37d HTTP/1.1" status: 404 len: 337 time: 0.0508449 Aug 10 02:13:11.942270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36884) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:11.942712 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-5f440940-f572-405e-8bb2-43d0eecca27e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=99902a33-a69e-4caf-9a1d-3859709d358f HTTP/1.1" status: 200 len: 217 time: 0.0637627 Aug 10 02:13:11.944091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Delete allocated IP 172.20.0.3 (1d99f463-fecb-4bc4-9310-eeb1762186ef/9e6b2bec-4b81-4f60-812e-225b40406625) {{(pid=101223) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 02:13:11.986644 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-246b764b-96dc-40ba-9b48-f0697cd685b2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:11.987278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246b764b-96dc-40ba-9b48-f0697cd685b2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:11.992154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-246b764b-96dc-40ba-9b48-f0697cd685b2 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/f29de6c3-40ed-43a4-a289-12dff658bdae HTTP/1.1" status: 404 len: 339 time: 0.0531020 Aug 10 02:13:11.992447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36886) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:12.026852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.24 (1d99f463-fecb-4bc4-9310-eeb1762186ef/e94de253-274a-402d-888e-080d26c8a80a/1497ae35-c31d-48b7-83e2-de6bf7308cb3) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:13:12.069031 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5272bfa9-f1e6-4e7e-940b-bc9351705925 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:12.069722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5272bfa9-f1e6-4e7e-940b-bc9351705925 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:12.074168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5272bfa9-f1e6-4e7e-940b-bc9351705925 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/ff3e16f2-936c-4790-a1b5-333bf9630ded HTTP/1.1" status: 404 len: 337 time: 0.0769365 Aug 10 02:13:12.076608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36890) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:12.159523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-fb0ea842-d9ee-4b88-94e4-3b62503a7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:12.161118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-fb0ea842-d9ee-4b88-94e4-3b62503a7c1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.2112265 Aug 10 02:13:12.167520 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6e5b9a-5e66-495d-87cd-b71008806f9a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:12.168238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6e5b9a-5e66-495d-87cd-b71008806f9a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:12.170176 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ab6e5b9a-5e66-495d-87cd-b71008806f9a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/d407e134-2afc-4afc-9393-1dff2dca2bd4 HTTP/1.1" status: 404 len: 339 time: 0.0872071 Aug 10 02:13:12.173727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36892) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:12.243127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e7c1f-6974-4160-94dc-4809f54219da req-c21009ba-9d18-4f74-ae29-f99ebab62bf0 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:12.244862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-786e7c1f-6974-4160-94dc-4809f54219da req-c21009ba-9d18-4f74-ae29-f99ebab62bf0 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 947 time: 0.1426392 Aug 10 02:13:12.245945 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e150f417-e920-4dea-a4f8-c7ec918169c4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:12.246501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e150f417-e920-4dea-a4f8-c7ec918169c4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:12.251543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e150f417-e920-4dea-a4f8-c7ec918169c4 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/e6cf6c1f-6f49-4af8-b3d2-18bf442f6fb8 HTTP/1.1" status: 404 len: 337 time: 0.0732164 Aug 10 02:13:12.251543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36894) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:12.296120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-1f084be3-b42e-4605-b595-a414666e13af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:12.297750 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-1f084be3-b42e-4605-b595-a414666e13af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248560 Aug 10 02:13:12.310365 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3885ab2f-e87f-48e1-b6f4-abbeaea2c76a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:12.312722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3885ab2f-e87f-48e1-b6f4-abbeaea2c76a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:12.317143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3885ab2f-e87f-48e1-b6f4-abbeaea2c76a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/afb6c65b-2b94-4a22-b48a-81609ce2496b HTTP/1.1" status: 404 len: 339 time: 0.0647078 Aug 10 02:13:12.320126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36896) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:12.374678 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9684b4-b417-46d4-b485-b75b4be54149 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:12.375014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9684b4-b417-46d4-b485-b75b4be54149 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:12.379984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36898) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:12.380221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0b9684b4-b417-46d4-b485-b75b4be54149 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/3c67f0d2-21ac-4b43-8526-e972bb3b8a0e HTTP/1.1" status: 404 len: 337 time: 0.0585575 Aug 10 02:13:12.384787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-786e7c1f-6974-4160-94dc-4809f54219da req-2f6c20b1-8202-450e-8715-789c159b1bc7 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251428 Aug 10 02:13:12.419880 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fb738b-c363-4581-8b7a-ecbef50f3c02 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:12.420574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fb738b-c363-4581-8b7a-ecbef50f3c02 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:12.422479 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-74fb738b-c363-4581-8b7a-ecbef50f3c02 tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/97d21aaa-722e-49dd-9589-4c8ce56f29f9 HTTP/1.1" status: 404 len: 339 time: 0.0389755 Aug 10 02:13:12.425245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36900) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:12.508291 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-c5e3d201-ecb3-4b36-985d-7b5d5a437d8d service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013206 Aug 10 02:13:12.515077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:12.524824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-00324528-88b1-40c4-a357-fc49b03e1e4e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Deleting subnet 438a5ee6-cb37-4895-9d03-8930655c4a49 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:13:12.529246 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00324528-88b1-40c4-a357-fc49b03e1e4e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:12.591650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object 1497ae35-c31d-48b7-83e2-de6bf7308cb3 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:12.619585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00324528-88b1-40c4-a357-fc49b03e1e4e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:12.657542 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2ca5a9e2-f6ed-4874-8ea9-dcde884f6177 req-e456c624-e521-43eb-94c2-c23b4fa6bbc2 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362109 Aug 10 02:13:12.659218 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:12.675478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb16b883-708d-413e-b3d3-879933e54584 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:13:12.764348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c76eeb40-a29f-4bd7-815c-cdf453b75f2d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:13:12.833378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00324528-88b1-40c4-a357-fc49b03e1e4e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:12.848724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Provisioning for port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:12.923598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] In _notify_port_updated(), no bound segment for port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 on network 1d99f463-fecb-4bc4-9310-eeb1762186ef {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:13:12.930935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:12.931776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:12.933868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "PUT /v2.0/ports/1497ae35-c31d-48b7-83e2-de6bf7308cb3 HTTP/1.1" status: 200 len: 921 time: 2.7460694 Aug 10 02:13:12.937880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36908) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:12.955111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Provisioning complete for port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:12.955879 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:12.996058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a2dae-a1da-4085-bb6f-a0e0f674a36c tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=1497ae35-c31d-48b7-83e2-de6bf7308cb3,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:13.034512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00324528-88b1-40c4-a357-fc49b03e1e4e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:13.049985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d999d-420d-4204-b177-5d044d382fc4 req-1d7830c2-ccfd-4732-91d1-a038641425f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:13.051793 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-111d999d-420d-4204-b177-5d044d382fc4 req-1d7830c2-ccfd-4732-91d1-a038641425f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=116d2554db204f739b10cab0127eedcd&device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 1099 time: 0.1478472 Aug 10 02:13:13.063837 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00324528-88b1-40c4-a357-fc49b03e1e4e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:13.068661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-00324528-88b1-40c4-a357-fc49b03e1e4e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/subnets/438a5ee6-cb37-4895-9d03-8930655c4a49 HTTP/1.1" status: 204 len: 168 time: 0.6399639 Aug 10 02:13:13.070645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:13.136284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:13.138424 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:13.146880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16b883-708d-413e-b3d3-879933e54584 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:13:13.157374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00324528-88b1-40c4-a357-fc49b03e1e4e tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Subnet': ['ID=438a5ee6-cb37-4895-9d03-8930655c4a49,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:13.224579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Provisioning for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:13.244845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Provisioning complete for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:13.246418 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:13.261617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1b01838e-d9f8-40f2-bbcc-d067a695c7a6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:13.262108 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b01838e-d9f8-40f2-bbcc-d067a695c7a6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:13.356221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:13.366960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d999d-420d-4204-b177-5d044d382fc4 req-2cab0d70-c65d-496a-9d04-4ecf92bb5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:13.368638 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-111d999d-420d-4204-b177-5d044d382fc4 req-2cab0d70-c65d-496a-9d04-4ecf92bb5926 service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.3085837 Aug 10 02:13:13.440822 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-111d999d-420d-4204-b177-5d044d382fc4 req-4acf09c7-8709-4e87-973d-4c1cd9625888 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=99902a33-a69e-4caf-9a1d-3859709d358f HTTP/1.1" status: 200 len: 217 time: 0.0599909 Aug 10 02:13:13.499843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Provisioning complete for port 5a88696e-836e-41f6-b4a4-70ba30d765be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:13.500482 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:13.526136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d999d-420d-4204-b177-5d044d382fc4 req-59a53989-a334-4873-85a8-ef1597208012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:13.529356 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-111d999d-420d-4204-b177-5d044d382fc4 req-59a53989-a334-4873-85a8-ef1597208012 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0597322 Aug 10 02:13:13.532205 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b01838e-d9f8-40f2-bbcc-d067a695c7a6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:13.558820 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1b01838e-d9f8-40f2-bbcc-d067a695c7a6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 1497ae35-c31d-48b7-83e2-de6bf7308cb3 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:13.597204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde42c7f-b1ba-4f3c-bf74-fedb96e2dbb9 req-db40e8b9-d300-4947-9115-d4eee984868d tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:13.607479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cde42c7f-b1ba-4f3c-bf74-fedb96e2dbb9 req-db40e8b9-d300-4947-9115-d4eee984868d tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 947 time: 0.1134312 Aug 10 02:13:13.614530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2172d4ec-2c0c-4f7e-8770-ead4e7fa90bf None None] Port 5a88696e-836e-41f6-b4a4-70ba30d765be cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:13.685781 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cde42c7f-b1ba-4f3c-bf74-fedb96e2dbb9 req-af43bafc-b880-4944-afda-070f79280376 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765707 Aug 10 02:13:13.700564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907eaf6b-5858-45d7-a911-6de3d1f0f98e None None] Network 7740684a-7ac3-4f8e-9c0e-876cf03ff75a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:13.973715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb215a74-7d7f-49c5-bc4c-e7af0d58a94d None None] DHCP port deletion for 7740684a-7ac3-4f8e-9c0e-876cf03ff75a request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:13:14.020723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d999d-420d-4204-b177-5d044d382fc4 req-b1ac7f99-fc01-430a-b737-5be493d89959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:14.022395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-111d999d-420d-4204-b177-5d044d382fc4 req-b1ac7f99-fc01-430a-b737-5be493d89959 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4767289 Aug 10 02:13:14.063799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Deleting port ba536155-808b-45f3-a9cf-f5297e465764 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:14.064430 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.072824 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bb215a74-7d7f-49c5-bc4c-e7af0d58a94d None None] Deleting port ba536155-808b-45f3-a9cf-f5297e465764 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:14.073838 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb215a74-7d7f-49c5-bc4c-e7af0d58a94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.165696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bb215a74-7d7f-49c5-bc4c-e7af0d58a94d None None] For port ba536155-808b-45f3-a9cf-f5297e465764, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ba536155-808b-45f3-a9cf-f5297e465764,segment=NetworkSegment(23e6ec01-3492-4293-9a89-ffa47c18e943),segment_id=23e6ec01-3492-4293-9a89-ffa47c18e943)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:14.166593 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb215a74-7d7f-49c5-bc4c-e7af0d58a94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.205215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bb215a74-7d7f-49c5-bc4c-e7af0d58a94d None None] Calling delete_port for ba536155-808b-45f3-a9cf-f5297e465764 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:14.265210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] For port ba536155-808b-45f3-a9cf-f5297e465764, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ba536155-808b-45f3-a9cf-f5297e465764,segment=NetworkSegment(23e6ec01-3492-4293-9a89-ffa47c18e943),segment_id=23e6ec01-3492-4293-9a89-ffa47c18e943)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:14.265677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.331649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Calling delete_port for ba536155-808b-45f3-a9cf-f5297e465764 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:14.357235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0a3c6d9f-09f0-4ee9-8262-8f0b9e429305 None None] Provisioning complete for port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:14.357608 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0a3c6d9f-09f0-4ee9-8262-8f0b9e429305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.360874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-111d999d-420d-4204-b177-5d044d382fc4 req-92f875fa-fe4a-4f6e-a77c-6e59233bf24e service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272421 Aug 10 02:13:14.406799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c6d9f-09f0-4ee9-8262-8f0b9e429305 None None] Port 1497ae35-c31d-48b7-83e2-de6bf7308cb3 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:14.421473 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.460718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b01838e-d9f8-40f2-bbcc-d067a695c7a6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.519298 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb215a74-7d7f-49c5-bc4c-e7af0d58a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.535666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb215a74-7d7f-49c5-bc4c-e7af0d58a94d None None] No DVR routers for this DVR port ba536155-808b-45f3-a9cf-f5297e465764 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:13:14.555040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01838e-d9f8-40f2-bbcc-d067a695c7a6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=1497ae35-c31d-48b7-83e2-de6bf7308cb3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:14.574349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb215a74-7d7f-49c5-bc4c-e7af0d58a94d None None] Pushing event deleted for resources: {'Port': ['ID=ba536155-808b-45f3-a9cf-f5297e465764,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:14.708151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ba536155-808b-45f3-a9cf-f5297e465764 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:13:14.709977 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-111d999d-420d-4204-b177-5d044d382fc4 req-7023e4c9-a20b-4fb3-afc3-2fe61f6b7bdb service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335786 Aug 10 02:13:14.726853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.746915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b01838e-d9f8-40f2-bbcc-d067a695c7a6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.749290 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1b01838e-d9f8-40f2-bbcc-d067a695c7a6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/1497ae35-c31d-48b7-83e2-de6bf7308cb3 HTTP/1.1" status: 204 len: 168 time: 1.8102307 Aug 10 02:13:14.752529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36926) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:14.769600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ba536155-808b-45f3-a9cf-f5297e465764 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:13:14.769994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ba536155-808b-45f3-a9cf-f5297e465764 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:13:14.778393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Port': ['ID=ba536155-808b-45f3-a9cf-f5297e465764,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:14.780828 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] No DVR routers for this DVR port ba536155-808b-45f3-a9cf-f5297e465764 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:13:14.812855 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1f7742-1e83-4eb6-ad3f-6a23c8bdeae1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:13:14.818440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36932) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:14.818806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dd1f7742-1e83-4eb6-ad3f-6a23c8bdeae1 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/1497ae35-c31d-48b7-83e2-de6bf7308cb3 HTTP/1.1" status: 404 len: 333 time: 0.0644898 Aug 10 02:13:14.869616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90161cef-fe89-4545-ae3d-ec07e80740ed req-f47517ab-3c2e-4d33-9352-dcbfb4ddab3a tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:14.871933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90161cef-fe89-4545-ae3d-ec07e80740ed req-f47517ab-3c2e-4d33-9352-dcbfb4ddab3a tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 947 time: 0.1015787 Aug 10 02:13:14.916075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.917745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90161cef-fe89-4545-ae3d-ec07e80740ed req-c17111e7-3e50-4dd0-bb7c-6a545399b949 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383737 Aug 10 02:13:14.934855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7740684a-7ac3-4f8e-9c0e-876cf03ff75a']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:14.949855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e6ec01-3492-4293-9a89-ffa47c18e943') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:14.950089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e6ec01-3492-4293-9a89-ffa47c18e943') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:14.967836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.969530 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-12ee13c6-b243-4a61-a290-590d8e011aef tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.993095 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.004692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-12ee13c6-b243-4a61-a290-590d8e011aef tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.007597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:13:15.030685 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:13:15.181837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.189426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.190678 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] 10.222.0.38 "DELETE /v2.0/networks/7740684a-7ac3-4f8e-9c0e-876cf03ff75a HTTP/1.1" status: 204 len: 168 time: 2.1176450 Aug 10 02:13:15.202825 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-12ee13c6-b243-4a61-a290-590d8e011aef tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.205328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-12ee13c6-b243-4a61-a290-590d8e011aef tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.206534 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-12ee13c6-b243-4a61-a290-590d8e011aef tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/security-groups/c8732f81-a4ca-4448-bb29-6c310d5fd4d1 HTTP/1.1" status: 204 len: 168 time: 0.3866415 Aug 10 02:13:15.209488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36938) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:15.210336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcb2ce-791f-4ea1-a45d-c1211a15990a tempest-NetworksTest-48597928 tempest-NetworksTest-48597928-project] Pushing event deleted for resources: {'Network': ['ID=7740684a-7ac3-4f8e-9c0e-876cf03ff75a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:15.219792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee13c6-b243-4a61-a290-590d8e011aef tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8732f81-a4ca-4448-bb29-6c310d5fd4d1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:15.271791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb770790-daee-4dac-8a46-7d9c8150f009 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.300574 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb770790-daee-4dac-8a46-7d9c8150f009 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.458763 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb770790-daee-4dac-8a46-7d9c8150f009 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.461504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb770790-daee-4dac-8a46-7d9c8150f009 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.462721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cb770790-daee-4dac-8a46-7d9c8150f009 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/security-groups/f1a33061-2bc3-47b7-b314-e18285253020 HTTP/1.1" status: 204 len: 168 time: 0.2517459 Aug 10 02:13:15.466765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36946) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:15.474015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb770790-daee-4dac-8a46-7d9c8150f009 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a33061-2bc3-47b7-b314-e18285253020,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:15.499046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 99902a33-a69e-4caf-9a1d-3859709d358f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:13:15.561829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c442388-7238-4a02-82a5-ff133bf15891 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet 9e6b2bec-4b81-4f60-812e-225b40406625 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:13:15.571385 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c442388-7238-4a02-82a5-ff133bf15891 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.626721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 99902a33-a69e-4caf-9a1d-3859709d358f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=99902a33-a69e-4caf-9a1d-3859709d358f,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:15.628260 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c442388-7238-4a02-82a5-ff133bf15891 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.640780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '99902a33-a69e-4caf-9a1d-3859709d358f', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': '99902a33-a69e-4caf-9a1d-3859709d358f', 'mac_address': 'fa:16:3e:53:80:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:13:15.700115 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.728784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99902a33-a69e-4caf-9a1d-3859709d358f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:13:15.765263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 99902a33-a69e-4caf-9a1d-3859709d358f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=99902a33-a69e-4caf-9a1d-3859709d358f,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:15.779709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c442388-7238-4a02-82a5-ff133bf15891 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.836351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:15.845018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36954) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:15.960179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=99902a33-a69e-4caf-9a1d-3859709d358f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:15.961682 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c442388-7238-4a02-82a5-ff133bf15891 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.019925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c442388-7238-4a02-82a5-ff133bf15891 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6b2bec-4b81-4f60-812e-225b40406625,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:16.030584 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c442388-7238-4a02-82a5-ff133bf15891 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.036717 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2c442388-7238-4a02-82a5-ff133bf15891 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/9e6b2bec-4b81-4f60-812e-225b40406625 HTTP/1.1" status: 204 len: 168 time: 0.5640788 Aug 10 02:13:16.039104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36960) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:16.051307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:16.069366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ba7d4-cec7-42e4-ac3e-f3539f27aef3 None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:16.097350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['99902a33-a69e-4caf-9a1d-3859709d358f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:13:16.166288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-38dd1000-33b0-4188-b75c-92418eeec9ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=97d9f4b557884a7b90fe0384a12e3770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190567 Aug 10 02:13:16.171456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36964) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:16.175658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37613141-5ae0-4719-911d-1e759cb1cad1 req-34ef007b-9915-4729-ad93-d989e2cde01c tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:16.177323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37613141-5ae0-4719-911d-1e759cb1cad1 req-34ef007b-9915-4729-ad93-d989e2cde01c tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 948 time: 0.1235044 Aug 10 02:13:16.274092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37613141-5ae0-4719-911d-1e759cb1cad1 req-8909b239-ebc7-4845-8ad7-582c8ac43177 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772383 Aug 10 02:13:16.329652 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64dce988-2164-434f-8262-d2993578a673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.363863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64dce988-2164-434f-8262-d2993578a673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.458338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:16.462491 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.517064 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64dce988-2164-434f-8262-d2993578a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.519693 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64dce988-2164-434f-8262-d2993578a673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.521045 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64dce988-2164-434f-8262-d2993578a673 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8ebbae3-7c92-44a3-90ee-f33d965e78a6 HTTP/1.1" status: 204 len: 168 time: 0.3466320 Aug 10 02:13:16.544870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dce988-2164-434f-8262-d2993578a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ebbae3-7c92-44a3-90ee-f33d965e78a6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:16.853484 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.902161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:13:16.906181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:16.910029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:16.910650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:16.944254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=e5ba92a5-9c08-480b-8f4c-8fa9f31511f7,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:17.038655 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6c04bb8a-f5f0-431e-b46f-bb4303e61f4b tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9948401 Aug 10 02:13:17.040011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36992) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:17.045221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb86b2b-75b3-4942-87a4-a6a84488cea2 req-85a0066c-7bfb-4a45-9bc5-ed05e14ad129 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:17.045731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5eb86b2b-75b3-4942-87a4-a6a84488cea2 req-85a0066c-7bfb-4a45-9bc5-ed05e14ad129 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 945 time: 0.0647876 Aug 10 02:13:17.051347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-cef9f218-cfa0-42bd-80af-e8a04727b1d8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'security_group': {'name': 'tempest-secgroup-1017753178'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:17.061583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccd6d01-7b75-473e-b025-30846749516e None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:17.112197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5eb86b2b-75b3-4942-87a4-a6a84488cea2 req-480ccbcc-ba07-469c-a539-8f85373c11f6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568700 Aug 10 02:13:17.138987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c324632a-d426-4b1d-b7b4-14424d02754d None None] Provisioning complete for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:17.139358 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c324632a-d426-4b1d-b7b4-14424d02754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.309213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cef9f218-cfa0-42bd-80af-e8a04727b1d8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.326334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c324632a-d426-4b1d-b7b4-14424d02754d None None] Provisioning complete for port 5a88696e-836e-41f6-b4a4-70ba30d765be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:17.327091 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c324632a-d426-4b1d-b7b4-14424d02754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.373551 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c324632a-d426-4b1d-b7b4-14424d02754d None None] Port 5a88696e-836e-41f6-b4a4-70ba30d765be cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:17.421704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c6388-800a-43d8-9de4-1442ee603c70 req-0d77910f-0f73-48ef-873f-4a0c7b797fb3 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:17.430036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-850c6388-800a-43d8-9de4-1442ee603c70 req-0d77910f-0f73-48ef-873f-4a0c7b797fb3 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 948 time: 0.0706294 Aug 10 02:13:17.440169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa36131-d6f5-4033-b775-09baa1f84060 None None] Update dhcp port {'port': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'fixed_ips': [{'subnet_id': 'e94de253-274a-402d-888e-080d26c8a80a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e5ba92a5-9c08-480b-8f4c-8fa9f31511f7'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'c76eeb40-a29f-4bd7-815c-cdf453b75f2d'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:13:17.447972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cef9f218-cfa0-42bd-80af-e8a04727b1d8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.471403 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2fa36131-d6f5-4033-b775-09baa1f84060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.474496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-850c6388-800a-43d8-9de4-1442ee603c70 req-32579426-66de-4915-b0b6-2461157ce825 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Aug 10 02:13:17.512364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 99902a33-a69e-4caf-9a1d-3859709d358f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:13:17.574588 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cef9f218-cfa0-42bd-80af-e8a04727b1d8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.619147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9f218-cfa0-42bd-80af-e8a04727b1d8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f4503c-dce3-42e9-b27b-f7b34666c213,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:17.673499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cef9f218-cfa0-42bd-80af-e8a04727b1d8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.678277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cef9f218-cfa0-42bd-80af-e8a04727b1d8 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6342287 Aug 10 02:13:17.679020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37014) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:17.684270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b684e189-70c5-4bc1-b45a-7f17e64270d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'security_group': {'name': 'tempest-secgroup-1677746087'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:17.701676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2fa36131-d6f5-4033-b775-09baa1f84060 None None] Allocated IP 172.20.0.2 (1d99f463-fecb-4bc4-9310-eeb1762186ef/e5ba92a5-9c08-480b-8f4c-8fa9f31511f7/c76eeb40-a29f-4bd7-815c-cdf453b75f2d) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:13:17.758695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 99902a33-a69e-4caf-9a1d-3859709d358f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:17.766592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 99902a33-a69e-4caf-9a1d-3859709d358f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:17.766981 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.794537 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b684e189-70c5-4bc1-b45a-7f17e64270d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.859600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2fa36131-d6f5-4033-b775-09baa1f84060 None None] For port c76eeb40-a29f-4bd7-815c-cdf453b75f2d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,segment=NetworkSegment(3e84fc04-9cd5-45f4-8e64-88ff73627475),segment_id=3e84fc04-9cd5-45f4-8e64-88ff73627475)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:17.895573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b684e189-70c5-4bc1-b45a-7f17e64270d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.924534 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f981651a-ce5c-4861-a2ed-817ace23d326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.927458 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2fa36131-d6f5-4033-b775-09baa1f84060 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.939038 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.945900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37018) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:17.955303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2fa36131-d6f5-4033-b775-09baa1f84060 None None] Transition to ACTIVE for port object c76eeb40-a29f-4bd7-815c-cdf453b75f2d will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:17.967999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8247f4-24b0-4d25-a89c-d4daf72c6cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99902a33-a69e-4caf-9a1d-3859709d358f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:17.970274 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb844fc-33e5-4af5-8adb-f4d2e716e1bb" -d '{"events": [{"server_uuid": "ba8247f4-24b0-4d25-a89c-d4daf72c6cd1", "name": "network-vif-plugged", "status": "completed", "tag": "99902a33-a69e-4caf-9a1d-3859709d358f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:17.978707 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b684e189-70c5-4bc1-b45a-7f17e64270d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.984982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 99902a33-a69e-4caf-9a1d-3859709d358f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=99902a33-a69e-4caf-9a1d-3859709d358f,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:18.011299 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfe0572-4e39-4d6d-8a57-61bad3aeff29 x-openstack-request-id: req-0cfe0572-4e39-4d6d-8a57-61bad3aeff29 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:18.011648 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8247f4-24b0-4d25-a89c-d4daf72c6cd1", "name": "network-vif-plugged", "status": "completed", "tag": "99902a33-a69e-4caf-9a1d-3859709d358f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:18.011913 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cfe0572-4e39-4d6d-8a57-61bad3aeff29 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:18.012467 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8247f4-24b0-4d25-a89c-d4daf72c6cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99902a33-a69e-4caf-9a1d-3859709d358f', 'code': 200} Aug 10 02:13:18.025091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684e189-70c5-4bc1-b45a-7f17e64270d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36fa79b-9558-45c5-b7c1-f68f851df019,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:18.025567 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2fa36131-d6f5-4033-b775-09baa1f84060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.078225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b8351136-4409-4f07-bf6f-6558731a9cdc tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:18.079629 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-b8351136-4409-4f07-bf6f-6558731a9cdc tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 02:13:18.080127 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-b8351136-4409-4f07-bf6f-6558731a9cdc tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 02:13:18.082392 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.084990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37024) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:18.085190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b8351136-4409-4f07-bf6f-6558731a9cdc tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1380603 Aug 10 02:13:18.091499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--864918108'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:18.113434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b684e189-70c5-4bc1-b45a-7f17e64270d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.114903 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b684e189-70c5-4bc1-b45a-7f17e64270d3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4350944 Aug 10 02:13:18.116561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa36131-d6f5-4033-b775-09baa1f84060 None None] Pushing event updated for resources: {'Port': ['ID=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:18.117718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37026) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:18.126590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9dce6584-1b1c-48af-a84f-90ef1a8f22b4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'security_group': {'name': 'tempest-secgroup-290421957'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:18.151036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea09aa-d78d-481a-9d7e-77a4a07541db req-b03290ee-918b-460e-a67c-a38d338a7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:18.153062 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7aea09aa-d78d-481a-9d7e-77a4a07541db req-b03290ee-918b-460e-a67c-a38d338a7b8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 1101 time: 0.0827417 Aug 10 02:13:18.183334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=99902a33-a69e-4caf-9a1d-3859709d358f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:18.216602 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7aea09aa-d78d-481a-9d7e-77a4a07541db req-97b8f717-91fb-4b66-8c96-7468409ed535 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559661 Aug 10 02:13:18.263249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc993eaa-9b47-4d89-a32f-43e59aec94ca req-d251da49-38b6-49c2-8e35-46ab6d34b368 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:18.265347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc993eaa-9b47-4d89-a32f-43e59aec94ca req-d251da49-38b6-49c2-8e35-46ab6d34b368 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 945 time: 0.0609174 Aug 10 02:13:18.269891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.283691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.327869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc993eaa-9b47-4d89-a32f-43e59aec94ca req-1b728986-78d5-4800-b490-d64b1e518fec tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520418 Aug 10 02:13:18.376425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9dce6584-1b1c-48af-a84f-90ef1a8f22b4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.498393 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.595792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.656852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00c956f-8be6-482d-b81b-d000d24795a7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:18.703614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c76eeb40-a29f-4bd7-815c-cdf453b75f2d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:13:18.749462 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9dce6584-1b1c-48af-a84f-90ef1a8f22b4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.787370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042be09-eb05-45a8-b23f-f8d86092aff3 req-a554d428-e5c4-4478-8bd5-cc64d2508c1a tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:18.788866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7042be09-eb05-45a8-b23f-f8d86092aff3 req-a554d428-e5c4-4478-8bd5-cc64d2508c1a tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 949 time: 0.0612264 Aug 10 02:13:18.830599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7042be09-eb05-45a8-b23f-f8d86092aff3 req-f003f332-dd5b-496b-89a6-66c941661373 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353205 Aug 10 02:13:18.845266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9dce6584-1b1c-48af-a84f-90ef1a8f22b4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.892619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce6584-1b1c-48af-a84f-90ef1a8f22b4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c02cb73-b65c-42ad-b2af-2ad3455f2cfa,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:18.935476 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.970263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6e85bb75-8d0e-4745-a8b5-c4a5d097414e None None] Provisioning for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:18.975331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6e85bb75-8d0e-4745-a8b5-c4a5d097414e None None] Provisioning complete for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:18.975894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6e85bb75-8d0e-4745-a8b5-c4a5d097414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.032197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df724e2-4a34-4e7f-baab-c5b5bd467643 req-c201fe28-d85c-4e48-8be4-729d2d774a79 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:19.032811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7df724e2-4a34-4e7f-baab-c5b5bd467643 req-c201fe28-d85c-4e48-8be4-729d2d774a79 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0608780 Aug 10 02:13:19.035533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.081611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6e85bb75-8d0e-4745-a8b5-c4a5d097414e None None] Provisioning complete for port 5a88696e-836e-41f6-b4a4-70ba30d765be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:19.082056 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6e85bb75-8d0e-4745-a8b5-c4a5d097414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.093196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dd4f68-7080-43cb-9570-5b827687c687,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:19.109523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7df724e2-4a34-4e7f-baab-c5b5bd467643 req-eba1722d-feb5-4b5d-b804-5719b2daa600 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670717 Aug 10 02:13:19.153720 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.155303 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-83ac0c95-97b0-4470-8e01-b0fd562e52ca tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0682168 Aug 10 02:13:19.158235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37058) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:19.163189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8c5c36eb-fa29-47c2-92f7-f1eaed782b53 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '76dd4f68-7080-43cb-9570-5b827687c687', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:19.189308 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9dce6584-1b1c-48af-a84f-90ef1a8f22b4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.192433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9dce6584-1b1c-48af-a84f-90ef1a8f22b4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0722053 Aug 10 02:13:19.195510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37060) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:19.204231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2113356409', 'security_groups': ['7c02cb73-b65c-42ad-b2af-2ad3455f2cfa'], 'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e5ba92a5-9c08-480b-8f4c-8fa9f31511f7'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:19.271772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6e85bb75-8d0e-4745-a8b5-c4a5d097414e None None] Port 5a88696e-836e-41f6-b4a4-70ba30d765be cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:19.316495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c5c36eb-fa29-47c2-92f7-f1eaed782b53 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.392027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c5c36eb-fa29-47c2-92f7-f1eaed782b53 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.398784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:19.461378 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c5c36eb-fa29-47c2-92f7-f1eaed782b53 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.477887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c36eb-fa29-47c2-92f7-f1eaed782b53 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589e2c5f-dbdf-40ef-bfc8-8869f8b881f7,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:19.493017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.513104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] device_id is not set on port a0b98828-b393-4ce2-8113-dcb2bd7589ca yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:13:19.575989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8c5c36eb-fa29-47c2-92f7-f1eaed782b53 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.577248 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8c5c36eb-fa29-47c2-92f7-f1eaed782b53 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4178193 Aug 10 02:13:19.580238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37062) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:19.585074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9c820501-3cfa-47b2-a020-1b0855c14ab3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '76dd4f68-7080-43cb-9570-5b827687c687', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:19.681643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.7 (1d99f463-fecb-4bc4-9310-eeb1762186ef/e5ba92a5-9c08-480b-8f4c-8fa9f31511f7/a0b98828-b393-4ce2-8113-dcb2bd7589ca) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:13:19.692457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c820501-3cfa-47b2-a020-1b0855c14ab3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.818735 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-9c820501-3cfa-47b2-a020-1b0855c14ab3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 02:13:19.819835 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9c820501-3cfa-47b2-a020-1b0855c14ab3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2385736 Aug 10 02:13:19.822669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37064) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:19.837051 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.851964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object a0b98828-b393-4ce2-8113-dcb2bd7589ca will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:19.894153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62afbd73-0bdf-46be-9e7d-af4a5cb9d2ee tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.919922 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62afbd73-0bdf-46be-9e7d-af4a5cb9d2ee tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.953796 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.014802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:13:20.023793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:20.026970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:13:20.032949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=a0b98828-b393-4ce2-8113-dcb2bd7589ca,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:20.050247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62afbd73-0bdf-46be-9e7d-af4a5cb9d2ee tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.053290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62afbd73-0bdf-46be-9e7d-af4a5cb9d2ee tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.054469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62afbd73-0bdf-46be-9e7d-af4a5cb9d2ee tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/76dd4f68-7080-43cb-9570-5b827687c687 HTTP/1.1" status: 204 len: 168 time: 0.2297947 Aug 10 02:13:20.058787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37070) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:20.068973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4ba94-ebd9-41d3-ad5d-85e02422dc78 req-ae43af0a-3289-4d48-a526-e5308495b002 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:20.075974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8de4ba94-ebd9-41d3-ad5d-85e02422dc78 req-ae43af0a-3289-4d48-a526-e5308495b002 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 949 time: 0.1569321 Aug 10 02:13:20.081537 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afbd73-0bdf-46be-9e7d-af4a5cb9d2ee tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dd4f68-7080-43cb-9570-5b827687c687,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:20.102711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:20.106790 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.135227 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5a4509c5-6e6f-4e9a-a75d-ed48576ea33a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745902 Aug 10 02:13:20.147742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37078) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:20.155127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b282ed41-f3eb-4363-ba2b-3b4bf0c76571 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--841178622'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:20.160370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8de4ba94-ebd9-41d3-ad5d-85e02422dc78 req-ac1f49e5-1e49-4a3e-b022-a7a9286862a1 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517912 Aug 10 02:13:20.250580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2c2f9c09-119e-4941-b96f-cb494baa8cd9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0524449 Aug 10 02:13:20.254798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37084) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:20.259965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056bda7-d794-45cd-9e94-7f87566d3d48 req-5b07623b-bfd5-45b3-8211-921f78f2ef25 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:20.263068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7056bda7-d794-45cd-9e94-7f87566d3d48 req-5b07623b-bfd5-45b3-8211-921f78f2ef25 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0659280 Aug 10 02:13:20.269408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b01bd4d0-2469-40da-bfbc-ab1b957e12b6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:20.321259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7056bda7-d794-45cd-9e94-7f87566d3d48 req-2e0abcc7-31d0-4e71-92fb-84b0ca478b0b tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452235 Aug 10 02:13:20.412519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7a4274fe-160f-4d38-84e0-544e9671b1d7 None None] Provisioning for port a0b98828-b393-4ce2-8113-dcb2bd7589ca completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:20.417145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7a4274fe-160f-4d38-84e0-544e9671b1d7 None None] Provisioning complete for port a0b98828-b393-4ce2-8113-dcb2bd7589ca triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:20.417591 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7a4274fe-160f-4d38-84e0-544e9671b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.437466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b282ed41-f3eb-4363-ba2b-3b4bf0c76571 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.466310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7a4274fe-160f-4d38-84e0-544e9671b1d7 None None] Port a0b98828-b393-4ce2-8113-dcb2bd7589ca cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:20.552924 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1eb5aed6-386e-4449-bf31-984660571eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.555320 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01bd4d0-2469-40da-bfbc-ab1b957e12b6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:20.559541 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b01bd4d0-2469-40da-bfbc-ab1b957e12b6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.679927 n-d-767704-21 neutron-server[101223]: INFO neutron.db.ipam_backend_mixin [None req-b01bd4d0-2469-40da-bfbc-ab1b957e12b6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e5ba92a5-9c08-480b-8f4c-8fa9f31511f7 (CIDR: 172.20.0.0/28) Aug 10 02:13:20.707814 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b282ed41-f3eb-4363-ba2b-3b4bf0c76571 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.716236 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01bd4d0-2469-40da-bfbc-ab1b957e12b6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:20.717128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01bd4d0-2469-40da-bfbc-ab1b957e12b6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:20.785252 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b282ed41-f3eb-4363-ba2b-3b4bf0c76571 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.814128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282ed41-f3eb-4363-ba2b-3b4bf0c76571 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7353a717-d362-4e0b-9968-ade360510bf6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:20.888850 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b01bd4d0-2469-40da-bfbc-ab1b957e12b6 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6329668 Aug 10 02:13:20.889853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b282ed41-f3eb-4363-ba2b-3b4bf0c76571 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.891033 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b282ed41-f3eb-4363-ba2b-3b4bf0c76571 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7417653 Aug 10 02:13:20.891595 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37090) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:20.894324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37092) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:20.896665 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a0fdff6c-a02c-44b7-b10d-a9264d9783b9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:20.899072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-32106d68-5193-4dea-b691-76a53746e298 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '7353a717-d362-4e0b-9968-ade360510bf6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:20.899569 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-32106d68-5193-4dea-b691-76a53746e298 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 02:13:20.900087 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-32106d68-5193-4dea-b691-76a53746e298 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:20.901023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-32106d68-5193-4dea-b691-76a53746e298 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056462 Aug 10 02:13:20.904926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37094) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:20.960760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0da9340d-57d9-48c9-8cdd-62ed7dbc0d1c tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:20.985566 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0da9340d-57d9-48c9-8cdd-62ed7dbc0d1c tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.092999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fdff6c-a02c-44b7-b10d-a9264d9783b9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:21.096917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0fdff6c-a02c-44b7-b10d-a9264d9783b9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.149659 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0da9340d-57d9-48c9-8cdd-62ed7dbc0d1c tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.150343 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.154713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0da9340d-57d9-48c9-8cdd-62ed7dbc0d1c tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.155968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0da9340d-57d9-48c9-8cdd-62ed7dbc0d1c tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/7353a717-d362-4e0b-9968-ade360510bf6 HTTP/1.1" status: 204 len: 168 time: 0.2500496 Aug 10 02:13:21.162460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37104) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:21.166798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9340d-57d9-48c9-8cdd-62ed7dbc0d1c tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7353a717-d362-4e0b-9968-ade360510bf6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:21.244312 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f8dad728-d835-43b2-93a9-a68bb0d348a8 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742784 Aug 10 02:13:21.244312 n-d-767704-21 neutron-server[101223]: INFO neutron.db.ipam_backend_mixin [None req-a0fdff6c-a02c-44b7-b10d-a9264d9783b9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e94de253-274a-402d-888e-080d26c8a80a (CIDR: 172.20.0.16/28) Aug 10 02:13:21.244693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37106) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:21.249784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f7ac263e-dc5f-44cc-9dd5-363f27cc33cb tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--629309259'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:21.333275 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fdff6c-a02c-44b7-b10d-a9264d9783b9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:21.333782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fdff6c-a02c-44b7-b10d-a9264d9783b9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:21.385328 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ac263e-dc5f-44cc-9dd5-363f27cc33cb tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.471961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5de6a-4f4d-4da2-b9df-937722980cec req-378eda0f-aa20-4c04-86e2-a9831baef1da tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:21.474641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dda5de6a-4f4d-4da2-b9df-937722980cec req-378eda0f-aa20-4c04-86e2-a9831baef1da tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0642087 Aug 10 02:13:21.476974 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a0fdff6c-a02c-44b7-b10d-a9264d9783b9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5842144 Aug 10 02:13:21.479468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37110) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:21.487099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'subnet': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:21.501772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:13:21.506929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:13:21.572855 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dda5de6a-4f4d-4da2-b9df-937722980cec req-ce3e918a-6807-481d-b8ab-5e3594ed6497 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848398 Aug 10 02:13:21.623947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ac263e-dc5f-44cc-9dd5-363f27cc33cb tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.700102 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ac263e-dc5f-44cc-9dd5-363f27cc33cb tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.718708 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.732700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac263e-dc5f-44cc-9dd5-363f27cc33cb tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42086eac-3ffa-4ddf-bf11-ba3b22512748,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:21.741998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:21.762055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'port_id': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'mac_address': 'fa:16:3e:08:bb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:13:21.766971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:21.769933 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e633b87c-b576-4fb2-a58b-03e10a46f26f" -d '{"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:21.785576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:21.789568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Made reservation on behalf of f3cfde1a6b2b4e9bb80d1511a53b11ee for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:21.794081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.825541 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.850352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:13:21.850352 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a34ce1-5e6d-4977-b2bb-91887b0034cd x-openstack-request-id: req-04a34ce1-5e6d-4977-b2bb-91887b0034cd {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:21.850352 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:21.850733 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04a34ce1-5e6d-4977-b2bb-91887b0034cd {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:21.850886 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'code': 200} Aug 10 02:13:21.870154 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.881957 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ac263e-dc5f-44cc-9dd5-363f27cc33cb tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:21.883498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f7ac263e-dc5f-44cc-9dd5-363f27cc33cb tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6378579 Aug 10 02:13:21.886355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37114) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:21.895519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fa13c64f-ddbe-4120-9069-b337731ad6e3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '42086eac-3ffa-4ddf-bf11-ba3b22512748', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:21.896152 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-fa13c64f-ddbe-4120-9069-b337731ad6e3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 02:13:21.897251 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-fa13c64f-ddbe-4120-9069-b337731ad6e3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:21.898418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fa13c64f-ddbe-4120-9069-b337731ad6e3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103238 Aug 10 02:13:21.901445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37116) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:21.951928 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:13:21.952290 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:13:21.955499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:21.984775 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2725319d-61b9-4ab5-b420-122378f9b435 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.015224 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2725319d-61b9-4ab5-b420-122378f9b435 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.193262 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2725319d-61b9-4ab5-b420-122378f9b435 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.196208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2725319d-61b9-4ab5-b420-122378f9b435 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.197399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2725319d-61b9-4ab5-b420-122378f9b435 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/42086eac-3ffa-4ddf-bf11-ba3b22512748 HTTP/1.1" status: 204 len: 168 time: 0.2949481 Aug 10 02:13:22.201979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37126) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:22.207979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725319d-61b9-4ab5-b420-122378f9b435 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42086eac-3ffa-4ddf-bf11-ba3b22512748,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:22.254465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.278646 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.293672 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-58494cbd-1aff-472d-819c-636fc1a75aee tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866797 Aug 10 02:13:22.295612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37128) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:22.302837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-474da57d-5d29-4879-97ee-75c90f2b6d85 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--951967821'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:22.332623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:13:22.341155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:22.348945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:22.348945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.352412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150464e-a755-49ea-a1a9-3b0a765546f8 None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:22.359062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Subnet': ['ID=10699e79-3d8e-4749-a1ef-2ba65d9860a2,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:22.413780 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-474da57d-5d29-4879-97ee-75c90f2b6d85 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.480551 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d70137d5-8ebb-4bf2-b338-36ba902bb00a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9989269 Aug 10 02:13:22.486967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37130) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:22.496181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-994425530', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10699e79-3d8e-4749-a1ef-2ba65d9860a2'}], 'security_groups': ['41f4503c-dce3-42e9-b27b-f7b34666c213', 'b36fa79b-9558-45c5-b7c1-f68f851df019']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:22.530840 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.568851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:13:22.599745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:22.607768 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-474da57d-5d29-4879-97ee-75c90f2b6d85 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.610771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.707685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.717026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3f0647-d88d-44c0-bc0f-73421d455ce5 None None] Update dhcp port {'port': {'network_id': '1d99f463-fecb-4bc4-9310-eeb1762186ef', 'fixed_ips': [{'subnet_id': 'e94de253-274a-402d-888e-080d26c8a80a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e5ba92a5-9c08-480b-8f4c-8fa9f31511f7', 'ip_address': '172.20.0.2'}, {'subnet_id': '10699e79-3d8e-4749-a1ef-2ba65d9860a2'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'c76eeb40-a29f-4bd7-815c-cdf453b75f2d'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:13:22.743787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-474da57d-5d29-4879-97ee-75c90f2b6d85 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.771724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474da57d-5d29-4879-97ee-75c90f2b6d85 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b60971f-ddd6-4ba5-9dee-5a702f946712,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:22.803667 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-da3f0647-d88d-44c0-bc0f-73421d455ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.840995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['8b1238c6-c5cb-41ab-9b88-c546d084bdd9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:13:22.852563 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-474da57d-5d29-4879-97ee-75c90f2b6d85 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:22.857008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-474da57d-5d29-4879-97ee-75c90f2b6d85 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5603611 Aug 10 02:13:22.857628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37136) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:22.863021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-84a4c45d-eb0c-4916-9cf3-33adc5e888de tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '8b60971f-ddd6-4ba5-9dee-5a702f946712', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:22.863886 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-84a4c45d-eb0c-4916-9cf3-33adc5e888de tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 02:13:22.864387 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-84a4c45d-eb0c-4916-9cf3-33adc5e888de tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:22.870702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37138) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:22.879126 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-84a4c45d-eb0c-4916-9cf3-33adc5e888de tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0203936 Aug 10 02:13:22.898128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-eee6d7b7-b07f-487b-ada7-c7cbb88ff3d3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '8b60971f-ddd6-4ba5-9dee-5a702f946712', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:22.899004 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-eee6d7b7-b07f-487b-ada7-c7cbb88ff3d3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 02:13:22.899331 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-eee6d7b7-b07f-487b-ada7-c7cbb88ff3d3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:22.900276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-eee6d7b7-b07f-487b-ada7-c7cbb88ff3d3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063059 Aug 10 02:13:22.904225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37144) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:22.908779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a25a1324-3ea6-4ab8-a055-0eebc0a132ec tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '8b60971f-ddd6-4ba5-9dee-5a702f946712', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:22.909928 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-a25a1324-3ea6-4ab8-a055-0eebc0a132ec tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 02:13:22.910072 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-a25a1324-3ea6-4ab8-a055-0eebc0a132ec tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:22.913855 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a25a1324-3ea6-4ab8-a055-0eebc0a132ec tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086012 Aug 10 02:13:22.914674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37146) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:22.919854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1de25f17-3034-4b94-95fc-ea9f21cadb4a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '8b60971f-ddd6-4ba5-9dee-5a702f946712', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:22.920727 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-1de25f17-3034-4b94-95fc-ea9f21cadb4a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 02:13:22.921209 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-1de25f17-3034-4b94-95fc-ea9f21cadb4a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:22.924989 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1de25f17-3034-4b94-95fc-ea9f21cadb4a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096247 Aug 10 02:13:22.925549 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37148) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:22.929490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb00b5-945c-4482-b5a4-7ba97070d785 req-2594c7ca-64af-405b-8ee3-f49b5c2937ff tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:22.931224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7bb00b5-945c-4482-b5a4-7ba97070d785 req-2594c7ca-64af-405b-8ee3-f49b5c2937ff tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1042995 Aug 10 02:13:22.939243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:23.011718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5117acad-f201-4a98-9010-819614ccdb37 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.046071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5117acad-f201-4a98-9010-819614ccdb37 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.191483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5117acad-f201-4a98-9010-819614ccdb37 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.195645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5117acad-f201-4a98-9010-819614ccdb37 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.197011 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5117acad-f201-4a98-9010-819614ccdb37 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/8b60971f-ddd6-4ba5-9dee-5a702f946712 HTTP/1.1" status: 204 len: 168 time: 0.2705283 Aug 10 02:13:23.203009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37164) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:23.240903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117acad-f201-4a98-9010-819614ccdb37 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b60971f-ddd6-4ba5-9dee-5a702f946712,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:23.290370 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-25c1105f-1fc2-4920-b5a0-e7169e154ba6 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798228 Aug 10 02:13:23.294490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37166) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:23.300400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-cf449b0b-4822-476b-b92c-acc81939e9f5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--781418847'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:23.441686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf449b0b-4822-476b-b92c-acc81939e9f5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.448828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7bb00b5-945c-4482-b5a4-7ba97070d785 req-9bf39d6a-7969-43e6-9882-96b5d7cf835e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5101230 Aug 10 02:13:23.475219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Delete allocated IP 172.20.0.7 (1d99f463-fecb-4bc4-9310-eeb1762186ef/e5ba92a5-9c08-480b-8f4c-8fa9f31511f7) {{(pid=101224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 02:13:23.488664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Allocated IP 172.20.0.44 (1d99f463-fecb-4bc4-9310-eeb1762186ef/10699e79-3d8e-4749-a1ef-2ba65d9860a2/a0b98828-b393-4ce2-8113-dcb2bd7589ca) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:13:23.514273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:13:23.578334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf449b0b-4822-476b-b92c-acc81939e9f5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.595522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:23.596096 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.644788 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf449b0b-4822-476b-b92c-acc81939e9f5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.679355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf449b0b-4822-476b-b92c-acc81939e9f5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deefe10a-0328-42ee-b536-3f152fc98032,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:23.740909 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.764691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf449b0b-4822-476b-b92c-acc81939e9f5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.765771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.771292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cf449b0b-4822-476b-b92c-acc81939e9f5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4710112 Aug 10 02:13:23.771292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37176) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:23.776186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ca9e78c6-65d0-46be-ac9d-b0e52256dde6 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'deefe10a-0328-42ee-b536-3f152fc98032', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:23.776706 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-ca9e78c6-65d0-46be-ac9d-b0e52256dde6 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 02:13:23.777943 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-ca9e78c6-65d0-46be-ac9d-b0e52256dde6 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:23.779227 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ca9e78c6-65d0-46be-ac9d-b0e52256dde6 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090535 Aug 10 02:13:23.781964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37178) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:23.786009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Transition to ACTIVE for port object a0b98828-b393-4ce2-8113-dcb2bd7589ca will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:23.789035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bc392d5d-63be-48dd-902d-ba1e66690263 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'deefe10a-0328-42ee-b536-3f152fc98032', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:23.800169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:23.849984 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.851644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:23.854000 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f967d23d-d89a-4a68-8f34-b83d2f36010b" -d '{"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-plugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:23.898961 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3276ed8e-8ea8-4877-b8ee-a0f08225e80e x-openstack-request-id: req-3276ed8e-8ea8-4877-b8ee-a0f08225e80e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:23.898961 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-plugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:23.898961 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3276ed8e-8ea8-4877-b8ee-a0f08225e80e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:23.899299 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'code': 200} Aug 10 02:13:23.924914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.930016 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:23.993413 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-bc392d5d-63be-48dd-902d-ba1e66690263 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:23.994634 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bc392d5d-63be-48dd-902d-ba1e66690263 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2098560 Aug 10 02:13:23.998110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37184) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:24.002486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-da3f0647-d88d-44c0-bc0f-73421d455ce5 None None] Allocated IP 172.20.0.34 (1d99f463-fecb-4bc4-9310-eeb1762186ef/10699e79-3d8e-4749-a1ef-2ba65d9860a2/c76eeb40-a29f-4bd7-815c-cdf453b75f2d) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:13:24.007633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-81d6826c-9c59-4704-b611-d5e1ed147122 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'deefe10a-0328-42ee-b536-3f152fc98032', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:24.007633 n-d-767704-21 neutron-server[101223]: WARNING neutron.api.v2.base [None req-81d6826c-9c59-4704-b611-d5e1ed147122 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 02:13:24.007633 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-81d6826c-9c59-4704-b611-d5e1ed147122 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:24.007633 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-81d6826c-9c59-4704-b611-d5e1ed147122 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056660 Aug 10 02:13:24.010155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:24.015611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9af06a82-d71a-4819-8502-614ec4a125c8 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'deefe10a-0328-42ee-b536-3f152fc98032', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:24.016748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=10']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:24.071134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event updated for resources: {'Port': ['ID=a0b98828-b393-4ce2-8113-dcb2bd7589ca,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:24.090496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] In _notify_port_updated(), no bound segment for port a0b98828-b393-4ce2-8113-dcb2bd7589ca on network 1d99f463-fecb-4bc4-9310-eeb1762186ef {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:13:24.102922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:24.103577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:24.105740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ce52f87d-ce54-46a0-b3f9-75674f9d1df7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "PUT /v2.0/ports/a0b98828-b393-4ce2-8113-dcb2bd7589ca HTTP/1.1" status: 200 len: 959 time: 1.6174850 Aug 10 02:13:24.107934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37188) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:24.147687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-da3f0647-d88d-44c0-bc0f-73421d455ce5 None None] For port c76eeb40-a29f-4bd7-815c-cdf453b75f2d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,segment=NetworkSegment(3e84fc04-9cd5-45f4-8e64-88ff73627475),segment_id=3e84fc04-9cd5-45f4-8e64-88ff73627475)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:24.202141 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-da3f0647-d88d-44c0-bc0f-73421d455ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:24.240226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-da3f0647-d88d-44c0-bc0f-73421d455ce5 None None] Transition to ACTIVE for port object c76eeb40-a29f-4bd7-815c-cdf453b75f2d will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:13:24.262480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-682abc43-d529-427a-a9d5-a0468f192a4e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port a0b98828-b393-4ce2-8113-dcb2bd7589ca {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:24.262912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-682abc43-d529-427a-a9d5-a0468f192a4e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:24.319448 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-9af06a82-d71a-4819-8502-614ec4a125c8 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:24.320648 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9af06a82-d71a-4819-8502-614ec4a125c8 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3094034 Aug 10 02:13:24.323523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37198) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:24.329583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5614746b-37d2-4b42-a764-ce19e2f312cf tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'deefe10a-0328-42ee-b536-3f152fc98032', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:24.330091 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-5614746b-37d2-4b42-a764-ce19e2f312cf tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 02:13:24.330666 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-5614746b-37d2-4b42-a764-ce19e2f312cf tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:24.332134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5614746b-37d2-4b42-a764-ce19e2f312cf tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064147 Aug 10 02:13:24.334426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37200) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:24.346604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-198e88a8-ec10-4d84-82b4-d5a23fb7f8b2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'deefe10a-0328-42ee-b536-3f152fc98032', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:24.401773 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-da3f0647-d88d-44c0-bc0f-73421d455ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:24.440192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-682abc43-d529-427a-a9d5-a0468f192a4e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:24.465313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-682abc43-d529-427a-a9d5-a0468f192a4e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for a0b98828-b393-4ce2-8113-dcb2bd7589ca owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:24.524497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f0647-d88d-44c0-bc0f-73421d455ce5 None None] Pushing event updated for resources: {'Port': ['ID=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:24.531381 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-198e88a8-ec10-4d84-82b4-d5a23fb7f8b2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Project b374bb4b4c1840ba8d39f12bd1590c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:13:24.659076 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-198e88a8-ec10-4d84-82b4-d5a23fb7f8b2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:24.664008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-198e88a8-ec10-4d84-82b4-d5a23fb7f8b2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3278625 Aug 10 02:13:24.667081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37204) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:24.681380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-de851e8a-dae2-41ae-8d04-433ac4799827 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'deefe10a-0328-42ee-b536-3f152fc98032', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:24.682126 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-de851e8a-dae2-41ae-8d04-433ac4799827 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 02:13:24.684152 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-de851e8a-dae2-41ae-8d04-433ac4799827 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:24.691884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37206) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:24.692717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-de851e8a-dae2-41ae-8d04-433ac4799827 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0201137 Aug 10 02:13:24.712154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fb4ee-4c89-419d-adf6-649230e92f91 req-03528786-4c4c-4670-bd6d-fd43724073d5 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:24.718140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-17d250b7-f565-4e07-b2d8-08788087493b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'deefe10a-0328-42ee-b536-3f152fc98032', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:24.722155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-151fb4ee-4c89-419d-adf6-649230e92f91 req-03528786-4c4c-4670-bd6d-fd43724073d5 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1529391 Aug 10 02:13:24.744363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c76eeb40-a29f-4bd7-815c-cdf453b75f2d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:13:24.825918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-151fb4ee-4c89-419d-adf6-649230e92f91 req-331a5b14-7f72-4251-b2cf-90c6e40ea5cf tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023858 Aug 10 02:13:24.902199 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-17d250b7-f565-4e07-b2d8-08788087493b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Project b374bb4b4c1840ba8d39f12bd1590c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:13:24.941862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-682abc43-d529-427a-a9d5-a0468f192a4e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:24.976543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682abc43-d529-427a-a9d5-a0468f192a4e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=a0b98828-b393-4ce2-8113-dcb2bd7589ca,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:25.036391 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-17d250b7-f565-4e07-b2d8-08788087493b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:25.042092 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-17d250b7-f565-4e07-b2d8-08788087493b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3422718 Aug 10 02:13:25.042243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37210) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:25.046254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7b0543a8-eb0b-4bcb-a44a-df3f7461b62d tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'deefe10a-0328-42ee-b536-3f152fc98032', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:25.148362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-682abc43-d529-427a-a9d5-a0468f192a4e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.150961 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-682abc43-d529-427a-a9d5-a0468f192a4e tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/a0b98828-b393-4ce2-8113-dcb2bd7589ca HTTP/1.1" status: 204 len: 168 time: 1.0420017 Aug 10 02:13:25.154656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37212) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:25.184603 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-7b0543a8-eb0b-4bcb-a44a-df3f7461b62d tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Project b374bb4b4c1840ba8d39f12bd1590c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:13:25.189071 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e719aec-1fa3-4d8e-ad14-698afacaef13 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] GET failed (client error): The resource could not be found. Aug 10 02:13:25.190741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2e719aec-1fa3-4d8e-ad14-698afacaef13 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports/a0b98828-b393-4ce2-8113-dcb2bd7589ca HTTP/1.1" status: 404 len: 333 time: 0.0347805 Aug 10 02:13:25.193604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37214) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:25.281436 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-7b0543a8-eb0b-4bcb-a44a-df3f7461b62d tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:25.282637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7b0543a8-eb0b-4bcb-a44a-df3f7461b62d tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2409275 Aug 10 02:13:25.285472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37220) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:25.300312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d4855c1-d634-4936-803d-7135c92f9fd5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.322736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0c2996bf-3ebe-45e1-af74-0ccbb73d25e6 None None] Could not find standard attr ID for object a0b98828-b393-4ce2-8113-dcb2bd7589ca. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:13:25.337248 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d4855c1-d634-4936-803d-7135c92f9fd5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.420199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832a5a06-f7d9-405a-becf-f7de88c55462 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.427687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0c2996bf-3ebe-45e1-af74-0ccbb73d25e6 None None] Provisioning for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:13:25.442104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0c2996bf-3ebe-45e1-af74-0ccbb73d25e6 None None] Provisioning complete for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:25.442668 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0c2996bf-3ebe-45e1-af74-0ccbb73d25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.496911 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d4855c1-d634-4936-803d-7135c92f9fd5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.500925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7d4855c1-d634-4936-803d-7135c92f9fd5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.505244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37226) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:25.505457 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7d4855c1-d634-4936-803d-7135c92f9fd5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/security-groups/7c02cb73-b65c-42ad-b2af-2ad3455f2cfa HTTP/1.1" status: 204 len: 168 time: 0.3103855 Aug 10 02:13:25.538612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4855c1-d634-4936-803d-7135c92f9fd5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c02cb73-b65c-42ad-b2af-2ad3455f2cfa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:25.544085 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832a5a06-f7d9-405a-becf-f7de88c55462 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.664859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0c2996bf-3ebe-45e1-af74-0ccbb73d25e6 None None] Provisioning complete for port 5a88696e-836e-41f6-b4a4-70ba30d765be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:25.665239 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0c2996bf-3ebe-45e1-af74-0ccbb73d25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.678090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-86d4d5de-dff3-43e2-bbc8-a6bea17495a7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.718212 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-86d4d5de-dff3-43e2-bbc8-a6bea17495a7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.746980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0c2996bf-3ebe-45e1-af74-0ccbb73d25e6 None None] Port 5a88696e-836e-41f6-b4a4-70ba30d765be cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:25.750993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832a5a06-f7d9-405a-becf-f7de88c55462 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.755893 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832a5a06-f7d9-405a-becf-f7de88c55462 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.763048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-832a5a06-f7d9-405a-becf-f7de88c55462 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/deefe10a-0328-42ee-b536-3f152fc98032 HTTP/1.1" status: 204 len: 168 time: 0.4738083 Aug 10 02:13:25.770872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37228) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:25.783103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a5a06-f7d9-405a-becf-f7de88c55462 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deefe10a-0328-42ee-b536-3f152fc98032,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:25.857721 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d133d702-c215-43fb-97e2-b1c78e202cee tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851967 Aug 10 02:13:25.861695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37232) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:25.867191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-eed8b75a-dc7b-4092-ad80-55641cc767ff tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--972184591'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:25.922887 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-86d4d5de-dff3-43e2-bbc8-a6bea17495a7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.922887 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-86d4d5de-dff3-43e2-bbc8-a6bea17495a7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:25.922887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-86d4d5de-dff3-43e2-bbc8-a6bea17495a7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/security-groups/b36fa79b-9558-45c5-b7c1-f68f851df019 HTTP/1.1" status: 204 len: 168 time: 0.4112027 Aug 10 02:13:25.923155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37234) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:25.955106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4d5de-dff3-43e2-bbc8-a6bea17495a7 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36fa79b-9558-45c5-b7c1-f68f851df019,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:25.969162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5e0c6542-db90-47c9-ab0d-c5200db9c5ef None None] Could not find standard attr ID for object a0b98828-b393-4ce2-8113-dcb2bd7589ca. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:13:25.983772 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-eed8b75a-dc7b-4092-ad80-55641cc767ff tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.056873 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c6c20b1-b690-4a11-80c2-ed3076959e51 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.101358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c6c20b1-b690-4a11-80c2-ed3076959e51 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.161030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d66d4-ecbf-4b32-bb36-b2284b389c99 req-20e33e58-bd6b-4521-94b7-76eeda7c85f6 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:26.163527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c81d66d4-ecbf-4b32-bb36-b2284b389c99 req-20e33e58-bd6b-4521-94b7-76eeda7c85f6 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1572056 Aug 10 02:13:26.227457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c81d66d4-ecbf-4b32-bb36-b2284b389c99 req-d241efb7-9586-461c-a500-94b0f0857306 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574999 Aug 10 02:13:26.248487 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-eed8b75a-dc7b-4092-ad80-55641cc767ff tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.286865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c6c20b1-b690-4a11-80c2-ed3076959e51 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.289854 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c6c20b1-b690-4a11-80c2-ed3076959e51 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.294189 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2c6c20b1-b690-4a11-80c2-ed3076959e51 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/security-groups/41f4503c-dce3-42e9-b27b-f7b34666c213 HTTP/1.1" status: 204 len: 168 time: 0.3716509 Aug 10 02:13:26.294338 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37238) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:26.304871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c20b1-b690-4a11-80c2-ed3076959e51 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f4503c-dce3-42e9-b27b-f7b34666c213,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:26.376937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-385bd863-27f0-4629-bc98-3a5bd04996d9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet e5ba92a5-9c08-480b-8f4c-8fa9f31511f7 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:13:26.381081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-eed8b75a-dc7b-4092-ad80-55641cc767ff tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.383769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-385bd863-27f0-4629-bc98-3a5bd04996d9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.463425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-385bd863-27f0-4629-bc98-3a5bd04996d9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.467087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8b75a-dc7b-4092-ad80-55641cc767ff tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ad1511-0b78-4153-aa82-251b69cbec81,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:26.527955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-eed8b75a-dc7b-4092-ad80-55641cc767ff tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.529226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-eed8b75a-dc7b-4092-ad80-55641cc767ff tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6664121 Aug 10 02:13:26.532255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37246) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:26.540968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-80da4685-fa09-4455-bbde-a866ea48a270 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '91ad1511-0b78-4153-aa82-251b69cbec81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:26.606787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-385bd863-27f0-4629-bc98-3a5bd04996d9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.801297 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-80da4685-fa09-4455-bbde-a866ea48a270 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The resource could not be found. Aug 10 02:13:26.802603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-80da4685-fa09-4455-bbde-a866ea48a270 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2694926 Aug 10 02:13:26.805946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37252) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:26.810823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ff7c26b0-6c34-4c1f-b163-cebb91748cb6 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '91ad1511-0b78-4153-aa82-251b69cbec81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '18006eaa-8e3c-412c-bb5c-940e4501c4a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:26.840250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-385bd863-27f0-4629-bc98-3a5bd04996d9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.881652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bd863-27f0-4629-bc98-3a5bd04996d9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ba92a5-9c08-480b-8f4c-8fa9f31511f7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:26.890842 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-385bd863-27f0-4629-bc98-3a5bd04996d9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.893529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-385bd863-27f0-4629-bc98-3a5bd04996d9 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/e5ba92a5-9c08-480b-8f4c-8fa9f31511f7 HTTP/1.1" status: 204 len: 168 time: 0.5978491 Aug 10 02:13:26.899463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37254) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:26.900733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d34ee69-020d-473b-a5f0-1a743fd40362 None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:26.988104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cbcfed-d0b7-4ac7-8e5e-68ac834a6c47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet 10699e79-3d8e-4749-a1ef-2ba65d9860a2 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:13:26.993168 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15cbcfed-d0b7-4ac7-8e5e-68ac834a6c47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.060541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15cbcfed-d0b7-4ac7-8e5e-68ac834a6c47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.097462 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-ff7c26b0-6c34-4c1f-b163-cebb91748cb6 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The resource could not be found. Aug 10 02:13:27.098534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ff7c26b0-6c34-4c1f-b163-cebb91748cb6 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2923017 Aug 10 02:13:27.102243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37256) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:27.207530 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a23a928-cde0-4b29-ba06-980290dc09d2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.231305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15cbcfed-d0b7-4ac7-8e5e-68ac834a6c47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.266142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a23a928-cde0-4b29-ba06-980290dc09d2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.423924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea4539-bcfa-4fd9-9605-9d863f64a6dc req-9687ee0a-0ba2-4662-8560-4cf113c0e071 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:27.425603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9ea4539-bcfa-4fd9-9605-9d863f64a6dc req-9687ee0a-0ba2-4662-8560-4cf113c0e071 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0896711 Aug 10 02:13:27.474360 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15cbcfed-d0b7-4ac7-8e5e-68ac834a6c47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.493291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9ea4539-bcfa-4fd9-9605-9d863f64a6dc req-ee5ac47a-4ab2-428b-9c8a-d7962fe024bf tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609932 Aug 10 02:13:27.504503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a23a928-cde0-4b29-ba06-980290dc09d2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.507431 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a23a928-cde0-4b29-ba06-980290dc09d2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.524759 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3a23a928-cde0-4b29-ba06-980290dc09d2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/91ad1511-0b78-4153-aa82-251b69cbec81 HTTP/1.1" status: 204 len: 168 time: 0.4133015 Aug 10 02:13:27.524759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37264) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:27.545343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbcfed-d0b7-4ac7-8e5e-68ac834a6c47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=10699e79-3d8e-4749-a1ef-2ba65d9860a2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:27.547660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15cbcfed-d0b7-4ac7-8e5e-68ac834a6c47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.549834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-15cbcfed-d0b7-4ac7-8e5e-68ac834a6c47 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/10699e79-3d8e-4749-a1ef-2ba65d9860a2 HTTP/1.1" status: 204 len: 168 time: 0.6491413 Aug 10 02:13:27.552893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37266) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:27.585142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23a928-cde0-4b29-ba06-980290dc09d2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ad1511-0b78-4153-aa82-251b69cbec81,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:27.634287 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-44308e2c-9273-41fd-bfb4-45b5063a0458 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:27.634287 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44308e2c-9273-41fd-bfb4-45b5063a0458 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:27.637980 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8b428d5b-9617-4ac0-a41b-a81e528453dd tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088738 Aug 10 02:13:27.638127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-44308e2c-9273-41fd-bfb4-45b5063a0458 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/e5ba92a5-9c08-480b-8f4c-8fa9f31511f7 HTTP/1.1" status: 404 len: 337 time: 0.0812128 Aug 10 02:13:27.638255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37268) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:27.638350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37270) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:27.640782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4bc8df86-26b0-4353-b91c-d6ec9e908272 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': 'f9a90f40-f0eb-4398-95a1-72f5e30bfc4a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:27.734644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bd903f-29b0-434c-98c7-07d1a770a042 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting subnet e94de253-274a-402d-888e-080d26c8a80a {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:13:27.741574 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bd903f-29b0-434c-98c7-07d1a770a042 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.798089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bd903f-29b0-434c-98c7-07d1a770a042 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:27.907895 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-4bc8df86-26b0-4353-b91c-d6ec9e908272 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The resource could not be found. Aug 10 02:13:27.912641 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4bc8df86-26b0-4353-b91c-d6ec9e908272 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2724404 Aug 10 02:13:27.912995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37276) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:27.919425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e2ad1c1f-270f-4fe9-ba07-f38072ff1b7a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--61077382'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:27.929569 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bd903f-29b0-434c-98c7-07d1a770a042 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.005535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a6bba-c30c-404f-9c86-f96877f403f1 None None] Network 1d99f463-fecb-4bc4-9310-eeb1762186ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:28.047178 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2ad1c1f-270f-4fe9-ba07-f38072ff1b7a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.086506 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bd903f-29b0-434c-98c7-07d1a770a042 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.131149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd903f-29b0-434c-98c7-07d1a770a042 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Subnet': ['ID=e94de253-274a-402d-888e-080d26c8a80a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:28.134596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6f671678-17c4-499b-a411-8541b5b49fcf None None] Provisioning complete for port c76eeb40-a29f-4bd7-815c-cdf453b75f2d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:28.135179 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6f671678-17c4-499b-a411-8541b5b49fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.137041 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bd903f-29b0-434c-98c7-07d1a770a042 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.138477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-46bd903f-29b0-434c-98c7-07d1a770a042 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/e94de253-274a-402d-888e-080d26c8a80a HTTP/1.1" status: 204 len: 168 time: 0.4992995 Aug 10 02:13:28.141174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37278) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.173678 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2ad1c1f-270f-4fe9-ba07-f38072ff1b7a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.177220 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe680aa-1b6e-49fe-a486-9f57b0a0455a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.177881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe680aa-1b6e-49fe-a486-9f57b0a0455a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.179899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1fe680aa-1b6e-49fe-a486-9f57b0a0455a tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/9e6b2bec-4b81-4f60-812e-225b40406625 HTTP/1.1" status: 404 len: 337 time: 0.0375292 Aug 10 02:13:28.182881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37280) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.216967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4eae8563-0ff2-4dd2-b9f2-cbe1158e00ee tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "GET /v2.0/ports?device_id=02f279e0-ef40-4850-abd1-9274dbc85182 HTTP/1.1" status: 200 len: 205 time: 0.0324202 Aug 10 02:13:28.219636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37282) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.240793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2ad1c1f-270f-4fe9-ba07-f38072ff1b7a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.278400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad1c1f-270f-4fe9-ba07-f38072ff1b7a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd03114-9c5f-4852-9f39-1087a21f89f8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:28.302410 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-14004eae-3b88-4ec6-8e56-83bb6e99efc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] delete failed (client error): The resource could not be found. Aug 10 02:13:28.302410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-14004eae-3b88-4ec6-8e56-83bb6e99efc4 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/routers/02f279e0-ef40-4850-abd1-9274dbc85182 HTTP/1.1" status: 404 len: 336 time: 0.0684066 Aug 10 02:13:28.302969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37284) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.330599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-417554b8-68b9-4ad8-b5ad-315f01fe399e req-f95096a7-f328-43cc-ac17-e3b9b0ae1477 service neutron] (101223) timed out ('10.222.0.11', 65005) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:13:28.332355 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-304c3dd8-41fc-4ca9-b14e-7e1dfd47d91f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.333326 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304c3dd8-41fc-4ca9-b14e-7e1dfd47d91f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.335517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6f671678-17c4-499b-a411-8541b5b49fcf None None] Provisioning complete for port 5a88696e-836e-41f6-b4a4-70ba30d765be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:28.335902 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6f671678-17c4-499b-a411-8541b5b49fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.336714 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-304c3dd8-41fc-4ca9-b14e-7e1dfd47d91f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/e35cd781-a384-459f-859d-4d2dd6919cf1 HTTP/1.1" status: 404 len: 337 time: 0.0377777 Aug 10 02:13:28.339416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37286) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.383763 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-118fd7eb-f769-46bd-ab79-8933dceafcb3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.384235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118fd7eb-f769-46bd-ab79-8933dceafcb3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.386800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-118fd7eb-f769-46bd-ab79-8933dceafcb3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/15944a36-b9c6-4027-bf1c-0a056baa7d1e HTTP/1.1" status: 404 len: 337 time: 0.0455351 Aug 10 02:13:28.389427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37288) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.394006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2ad1c1f-270f-4fe9-ba07-f38072ff1b7a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.394455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ef4a1b-2741-4fe8-bc69-e2400f04937e None None] DHCP port deletion for 1d99f463-fecb-4bc4-9310-eeb1762186ef request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:13:28.396483 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e2ad1c1f-270f-4fe9-ba07-f38072ff1b7a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4820452 Aug 10 02:13:28.409611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6f671678-17c4-499b-a411-8541b5b49fcf None None] Port 5a88696e-836e-41f6-b4a4-70ba30d765be cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:13:28.415948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37290) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.419680 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a964e4-1f77-415a-bc86-f623fa380a16 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.420151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a964e4-1f77-415a-bc86-f623fa380a16 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.422051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-69a964e4-1f77-415a-bc86-f623fa380a16 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/994f2a22-280d-4824-9d39-334a558050a1 HTTP/1.1" status: 404 len: 337 time: 0.0315971 Aug 10 02:13:28.424220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3fb2d089-9251-4968-9e67-6fc572795c73 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--650393545'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:28.426129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37294) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.467970 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a195068c-cd6a-4354-b038-4e7c29405955 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.468698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a195068c-cd6a-4354-b038-4e7c29405955 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.471468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a195068c-cd6a-4354-b038-4e7c29405955 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/cafb68a5-2e2a-45ab-bebf-88014ab31e82 HTTP/1.1" status: 404 len: 333 time: 0.0410559 Aug 10 02:13:28.477355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-25ef4a1b-2741-4fe8-bc69-e2400f04937e None None] Deleting port c76eeb40-a29f-4bd7-815c-cdf453b75f2d {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:28.477739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-25ef4a1b-2741-4fe8-bc69-e2400f04937e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.642844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-25ef4a1b-2741-4fe8-bc69-e2400f04937e None None] For port c76eeb40-a29f-4bd7-815c-cdf453b75f2d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,segment=NetworkSegment(3e84fc04-9cd5-45f4-8e64-88ff73627475),segment_id=3e84fc04-9cd5-45f4-8e64-88ff73627475)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:28.642844 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-25ef4a1b-2741-4fe8-bc69-e2400f04937e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.642844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-25ef4a1b-2741-4fe8-bc69-e2400f04937e None None] Calling delete_port for c76eeb40-a29f-4bd7-815c-cdf453b75f2d owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:28.644086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044a948-1bfa-46a3-a38c-80f97dbde2ca req-41d4827d-4384-4465-9432-7d5e04509afd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:28.644086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4044a948-1bfa-46a3-a38c-80f97dbde2ca req-41d4827d-4384-4465-9432-7d5e04509afd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0616984 Aug 10 02:13:28.645346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37300) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.688045 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ef3ee1-c8e1-4cd8-a651-ec854c84f3dc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.688045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ef3ee1-c8e1-4cd8-a651-ec854c84f3dc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.688247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37302) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.688378 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64ef3ee1-c8e1-4cd8-a651-ec854c84f3dc tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/4851cbbf-66a5-482b-ade1-2c91699437ac HTTP/1.1" status: 404 len: 337 time: 0.0380082 Aug 10 02:13:28.690078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c76eeb40-a29f-4bd7-815c-cdf453b75f2d no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:13:28.722060 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cc73eb-dd83-4887-9992-5e870dea76b2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.722532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cc73eb-dd83-4887-9992-5e870dea76b2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.724540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-08cc73eb-dd83-4887-9992-5e870dea76b2 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/6f82c652-7fcf-4ea7-908c-98f114621b13 HTTP/1.1" status: 404 len: 337 time: 0.0396569 Aug 10 02:13:28.728233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37304) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.728720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4044a948-1bfa-46a3-a38c-80f97dbde2ca req-ef517dbc-a0f1-48c7-959e-c9c74399e7a4 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813322 Aug 10 02:13:28.755448 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d39e1d-2f36-453e-bb57-ff6f3f2304f5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.756100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d39e1d-2f36-453e-bb57-ff6f3f2304f5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.758219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03d39e1d-2f36-453e-bb57-ff6f3f2304f5 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/9c57352d-be2a-4f1e-9302-b4eb43d56720 HTTP/1.1" status: 404 len: 333 time: 0.0286443 Aug 10 02:13:28.762708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37308) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.790438 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee822ee-ee3b-4b10-9353-0f4462d8111f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.790925 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee822ee-ee3b-4b10-9353-0f4462d8111f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.793753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1ee822ee-ee3b-4b10-9353-0f4462d8111f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/1f39ad8e-a9ec-46c7-874b-5ac9d0e482e7 HTTP/1.1" status: 404 len: 337 time: 0.0295858 Aug 10 02:13:28.796495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37310) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.802975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.825572 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb5697c-4a72-465b-8908-0afa8a970d4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] DELETE failed (client error): The resource could not be found. Aug 10 02:13:28.826031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb5697c-4a72-465b-8908-0afa8a970d4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:13:28.830220 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-adb5697c-4a72-465b-8908-0afa8a970d4f tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/subnets/839e9cd4-123d-48a1-a5fe-077cbcfb9bc9 HTTP/1.1" status: 404 len: 337 time: 0.0303648 Aug 10 02:13:28.831225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37314) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:28.841029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fb2d089-9251-4968-9e67-6fc572795c73 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.885051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-25ef4a1b-2741-4fe8-bc69-e2400f04937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:28.938538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef4a1b-2741-4fe8-bc69-e2400f04937e None None] Pushing event deleted for resources: {'Port': ['ID=c76eeb40-a29f-4bd7-815c-cdf453b75f2d,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:28.941052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef4a1b-2741-4fe8-bc69-e2400f04937e None None] No DVR routers for this DVR port c76eeb40-a29f-4bd7-815c-cdf453b75f2d on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:13:28.985535 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-31a63ac1-572f-4f4c-9859-ab60125eecc3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Deleting port 5a88696e-836e-41f6-b4a4-70ba30d765be {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:28.985535 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-31a63ac1-572f-4f4c-9859-ab60125eecc3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.060017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fb2d089-9251-4968-9e67-6fc572795c73 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.091620 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-31a63ac1-572f-4f4c-9859-ab60125eecc3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.122370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-31a63ac1-572f-4f4c-9859-ab60125eecc3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Calling delete_port for 5a88696e-836e-41f6-b4a4-70ba30d765be owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:29.132102 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fb2d089-9251-4968-9e67-6fc572795c73 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.224165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2d089-9251-4968-9e67-6fc572795c73 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a55333-f88f-47d5-8d29-cf8a57f61146,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:29.243375 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fb2d089-9251-4968-9e67-6fc572795c73 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.244768 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3fb2d089-9251-4968-9e67-6fc572795c73 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8274071 Aug 10 02:13:29.248387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37320) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:29.253045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a106aa8d-847d-49f5-b3fa-a5bafbd14813 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '5cd03114-9c5f-4852-9f39-1087a21f89f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a2a55333-f88f-47d5-8d29-cf8a57f61146'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:29.383798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-31a63ac1-572f-4f4c-9859-ab60125eecc3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.428625 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a63ac1-572f-4f4c-9859-ab60125eecc3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Port': ['ID=5a88696e-836e-41f6-b4a4-70ba30d765be,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:29.436152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-31a63ac1-572f-4f4c-9859-ab60125eecc3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.438694 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-31a63ac1-572f-4f4c-9859-ab60125eecc3 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/ports/5a88696e-836e-41f6-b4a4-70ba30d765be HTTP/1.1" status: 204 len: 168 time: 0.6074035 Aug 10 02:13:29.441122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37322) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:29.477587 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-a106aa8d-847d-49f5-b3fa-a5bafbd14813 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:29.477587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a106aa8d-847d-49f5-b3fa-a5bafbd14813 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2274365 Aug 10 02:13:29.479741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37328) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:29.549662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.560482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3f58-4802-4628-bc99-8a43703f3460 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.597478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3f58-4802-4628-bc99-8a43703f3460 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.864291 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3f58-4802-4628-bc99-8a43703f3460 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.868394 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0c5d3f58-4802-4628-bc99-8a43703f3460 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:29.869692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0c5d3f58-4802-4628-bc99-8a43703f3460 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/a2a55333-f88f-47d5-8d29-cf8a57f61146 HTTP/1.1" status: 204 len: 168 time: 0.3881116 Aug 10 02:13:29.878487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37334) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:29.925974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d3f58-4802-4628-bc99-8a43703f3460 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a55333-f88f-47d5-8d29-cf8a57f61146,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:29.999506 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.006376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f3e88-8f99-4e82-88bf-526c8bbc7228 req-1aaf8c4e-499e-4d80-8dbf-064fada20a3a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:30.008070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae1f3e88-8f99-4e82-88bf-526c8bbc7228 req-1aaf8c4e-499e-4d80-8dbf-064fada20a3a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1942534 Aug 10 02:13:30.018633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d99f463-fecb-4bc4-9310-eeb1762186ef']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:30.030706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e84fc04-9cd5-45f4-8e64-88ff73627475') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:30.031010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e84fc04-9cd5-45f4-8e64-88ff73627475') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:30.041339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.058405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.065342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:13:30.066067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.068545 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:13:30.069858 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:13:30.078827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae1f3e88-8f99-4e82-88bf-526c8bbc7228 req-39d8e8e1-c60d-4454-90ba-f2c811195504 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602479 Aug 10 02:13:30.083362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-86ec992c-9518-47ec-a000-91e39ddbf6f3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2035079 Aug 10 02:13:30.086006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37338) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:30.158219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9e63fa61-b969-4d5b-be48-2007d3c5dee3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.192977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9e63fa61-b969-4d5b-be48-2007d3c5dee3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.275410 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.298825 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.303520 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] 10.222.0.38 "DELETE /v2.0/networks/1d99f463-fecb-4bc4-9310-eeb1762186ef HTTP/1.1" status: 204 len: 168 time: 0.8614099 Aug 10 02:13:30.305107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121be402-c9ff-47fc-9f26-2b1ec88eb622 tempest-PortsTestJSON-1108355829 tempest-PortsTestJSON-1108355829-project] Pushing event deleted for resources: {'Network': ['ID=1d99f463-fecb-4bc4-9310-eeb1762186ef,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:30.367115 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9e63fa61-b969-4d5b-be48-2007d3c5dee3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.369997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9e63fa61-b969-4d5b-be48-2007d3c5dee3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.374375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9e63fa61-b969-4d5b-be48-2007d3c5dee3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/5cd03114-9c5f-4852-9f39-1087a21f89f8 HTTP/1.1" status: 204 len: 168 time: 0.2846229 Aug 10 02:13:30.374793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37344) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:30.389676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63fa61-b969-4d5b-be48-2007d3c5dee3 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd03114-9c5f-4852-9f39-1087a21f89f8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:30.493896 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1442b79c-79a5-48bb-9c66-1767a21abc0f tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1178787 Aug 10 02:13:30.501507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37352) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:30.508401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-43f18e65-eebc-4c50-801e-da928cf71ff7 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878927437'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:30.584315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d0dd-1af8-441d-b17e-7fb96de8a81d req-02749f99-7252-41ae-9752-805ae1dd04a9 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:30.584315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0a2d0dd-1af8-441d-b17e-7fb96de8a81d req-02749f99-7252-41ae-9752-805ae1dd04a9 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0767112 Aug 10 02:13:30.658866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-eebc-4c50-801e-da928cf71ff7 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.674591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0a2d0dd-1af8-441d-b17e-7fb96de8a81d req-ee7f9ff1-0615-4ec4-92bb-c6ffa7435d0e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813541 Aug 10 02:13:30.689433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-6d552e41-da6b-41bc-87f2-e7d44422a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:30.691014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-6d552e41-da6b-41bc-87f2-e7d44422a6f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 1098 time: 0.0737789 Aug 10 02:13:30.791036 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-eebc-4c50-801e-da928cf71ff7 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.850663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-d4f2cb42-3d7b-4326-93c0-5f9293b2439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:30.852494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-d4f2cb42-3d7b-4326-93c0-5f9293b2439f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 911 time: 0.1455710 Aug 10 02:13:30.873159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-eebc-4c50-801e-da928cf71ff7 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:30.945089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-3c5160f3-81c8-4244-bcad-8d61dee913b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 200 len: 1001 time: 0.0846801 Aug 10 02:13:30.948275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18e65-eebc-4c50-801e-da928cf71ff7 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57136c76-7f34-42fd-a678-5d821cf4dddb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:30.998798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-eebc-4c50-801e-da928cf71ff7 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:31.001916 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-43f18e65-eebc-4c50-801e-da928cf71ff7 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4992998 Aug 10 02:13:31.004913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37360) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:31.010043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4a02f28f-4a5a-494a-8b4a-b889a6f5f771 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '57136c76-7f34-42fd-a678-5d821cf4dddb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:31.056398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-5f37afe5-6fdb-4256-a727-b2ba3fea4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:31.056398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-5f37afe5-6fdb-4256-a727-b2ba3fea4a6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.0997949 Aug 10 02:13:31.088725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37362) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:31.117750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-1041918f-0f30-4c68-866a-6b4b32ebf840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:31.119318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-1041918f-0f30-4c68-866a-6b4b32ebf840 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574732 Aug 10 02:13:31.246916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-1bdbc1a1-3613-49cc-bf14-0ed9356173f2 service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197829 Aug 10 02:13:31.261890 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d23b2082-36c6-454f-a2c7-5356009bac53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f3cfde1a6b2b4e9bb80d1511a53b11ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790543 Aug 10 02:13:31.264372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37366) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:31.284224 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-4a02f28f-4a5a-494a-8b4a-b889a6f5f771 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:31.286008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4a02f28f-4a5a-494a-8b4a-b889a6f5f771 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2800002 Aug 10 02:13:31.289976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37368) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:31.295107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b7593693-b7eb-4efa-ba14-8d667a48a3d2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group_rule': {'security_group_id': '57136c76-7f34-42fd-a678-5d821cf4dddb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:31.358122 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71979985-77ba-40aa-8adc-164f5e1f22d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:31.386708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45dcb905-1f09-4cfd-b167-e73505336ee9 req-dc3cf0ed-d745-4a71-b717-04a7d1524304 service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314147 Aug 10 02:13:31.387999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71979985-77ba-40aa-8adc-164f5e1f22d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:31.547155 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-b7593693-b7eb-4efa-ba14-8d667a48a3d2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:13:31.548549 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b7593693-b7eb-4efa-ba14-8d667a48a3d2 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2573180 Aug 10 02:13:31.551114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37374) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:31.577879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71979985-77ba-40aa-8adc-164f5e1f22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:31.581669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71979985-77ba-40aa-8adc-164f5e1f22d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:31.583005 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-71979985-77ba-40aa-8adc-164f5e1f22d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84c89335-195c-4cb5-993a-5245d39cb8ed HTTP/1.1" status: 204 len: 168 time: 0.3169355 Aug 10 02:13:31.613820 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71979985-77ba-40aa-8adc-164f5e1f22d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c89335-195c-4cb5-993a-5245d39cb8ed,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:31.663361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad98f-77dd-4b56-9518-7d904edd499a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:31.708951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad98f-77dd-4b56-9518-7d904edd499a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:31.852169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad98f-77dd-4b56-9518-7d904edd499a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:31.857040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad98f-77dd-4b56-9518-7d904edd499a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:31.860570 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e7ad98f-77dd-4b56-9518-7d904edd499a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/57136c76-7f34-42fd-a678-5d821cf4dddb HTTP/1.1" status: 204 len: 168 time: 0.3061919 Aug 10 02:13:31.862282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37380) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:31.865514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e709b-1ee6-43b6-8f63-c61634305a72 req-2f08fcab-0d51-40a9-a91f-4b104c48940a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:31.868054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-347e709b-1ee6-43b6-8f63-c61634305a72 req-2f08fcab-0d51-40a9-a91f-4b104c48940a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0893619 Aug 10 02:13:31.889503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ad98f-77dd-4b56-9518-7d904edd499a tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57136c76-7f34-42fd-a678-5d821cf4dddb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:31.940361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-347e709b-1ee6-43b6-8f63-c61634305a72 req-e3eea291-4e5e-4bbb-81a8-f962a355d2bd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622602 Aug 10 02:13:31.984180 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-54780c37-ba8e-45ba-804c-7097c0db4106 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183558 Aug 10 02:13:31.988220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37384) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:31.994000 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2aa0d790-1fdf-4afd-b019-b977815df39b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997319610'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:32.149576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d790-1fdf-4afd-b019-b977815df39b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:32.311516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d790-1fdf-4afd-b019-b977815df39b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:32.684281 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d790-1fdf-4afd-b019-b977815df39b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:32.720913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0d790-1fdf-4afd-b019-b977815df39b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2bd802-cf61-429c-83b9-fbe0580e6c29,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:32.787791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d790-1fdf-4afd-b019-b977815df39b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:32.790776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2aa0d790-1fdf-4afd-b019-b977815df39b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8006921 Aug 10 02:13:32.794706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37406) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:32.800137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4731dd94-ef8c-45b7-a314-9b74068b77b5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:32.800891 n-d-767704-21 neutron-server[101224]: WARNING neutron.api.v2.base [None req-4731dd94-ef8c-45b7-a314-9b74068b77b5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 02:13:32.801635 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-4731dd94-ef8c-45b7-a314-9b74068b77b5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 02:13:32.802999 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4731dd94-ef8c-45b7-a314-9b74068b77b5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "PUT /v2.0/security-groups/ed2bd802-cf61-429c-83b9-fbe0580e6c29 HTTP/1.1" status: 409 len: 330 time: 0.0068002 Aug 10 02:13:32.806029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37408) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:32.887396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-826013a7-3d3c-4610-9fc2-761023fc5f7f tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:32.936821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-826013a7-3d3c-4610-9fc2-761023fc5f7f tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:33.129184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1088e-80e3-48d9-9669-2e891e009176 req-939656b5-583e-4ce7-bc38-cee2415d95ea tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:33.132310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28f1088e-80e3-48d9-9669-2e891e009176 req-939656b5-583e-4ce7-bc38-cee2415d95ea tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0827389 Aug 10 02:13:33.199532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28f1088e-80e3-48d9-9669-2e891e009176 req-e85e56f7-6f06-4ea0-951a-45e9be2aa07d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586295 Aug 10 02:13:33.225288 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-826013a7-3d3c-4610-9fc2-761023fc5f7f tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:33.225288 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-826013a7-3d3c-4610-9fc2-761023fc5f7f tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:33.225288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-826013a7-3d3c-4610-9fc2-761023fc5f7f tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/ed2bd802-cf61-429c-83b9-fbe0580e6c29 HTTP/1.1" status: 204 len: 168 time: 0.4131386 Aug 10 02:13:33.240752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37424) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:33.268158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826013a7-3d3c-4610-9fc2-761023fc5f7f tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2bd802-cf61-429c-83b9-fbe0580e6c29,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:33.357482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-444d4d39-0780-403b-b210-9e92fbd52369 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151421 Aug 10 02:13:33.359154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37426) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:33.379477 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-b23ee2f2-b9b6-40ef-bf32-7b19482b8d1b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] delete failed (client error): The resource could not be found. Aug 10 02:13:33.381105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b23ee2f2-b9b6-40ef-bf32-7b19482b8d1b tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "DELETE /v2.0/security-groups/f429fa3a-2c1a-4fd0-a140-e4619dd16b7e HTTP/1.1" status: 404 len: 347 time: 0.0202503 Aug 10 02:13:33.389000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:33.431720 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-45b71e2e-315c-4af0-bf41-378d467e70f5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] show failed (client error): The resource could not be found. Aug 10 02:13:33.434116 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-45b71e2e-315c-4af0-bf41-378d467e70f5 tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-groups/91924115-4307-4bab-a442-5ee88cbf3579 HTTP/1.1" status: 404 len: 347 time: 0.0383503 Aug 10 02:13:33.442027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37432) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:33.475827 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-83a522da-b638-45ed-b929-0c2b4f012eeb tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] show failed (client error): The resource could not be found. Aug 10 02:13:33.476781 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-83a522da-b638-45ed-b929-0c2b4f012eeb tempest-NegativeSecGroupIPv6Test-1701220124 tempest-NegativeSecGroupIPv6Test-1701220124-project] 10.222.0.38 "GET /v2.0/security-group-rules/892ee6c1-51a4-4bb0-b622-5aa974c1c1f5 HTTP/1.1" status: 404 len: 356 time: 0.0301714 Aug 10 02:13:34.278995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37450) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:34.481043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37462) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:34.481962 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-205b4678-61a0-4cb1-a82c-e8e3f170c730 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b374bb4b4c1840ba8d39f12bd1590c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007267 Aug 10 02:13:34.563117 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f992b-5c88-48d6-b165-e9ae3b04d867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:34.594367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f992b-5c88-48d6-b165-e9ae3b04d867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:34.774214 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f992b-5c88-48d6-b165-e9ae3b04d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:34.780363 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400f992b-5c88-48d6-b165-e9ae3b04d867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:34.784682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-400f992b-5c88-48d6-b165-e9ae3b04d867 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c00c956f-8be6-482d-b81b-d000d24795a7 HTTP/1.1" status: 204 len: 168 time: 0.2998536 Aug 10 02:13:34.794947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f992b-5c88-48d6-b165-e9ae3b04d867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00c956f-8be6-482d-b81b-d000d24795a7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:35.534006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37484) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:35.689217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b030fdf9-7dad-4a77-81c8-c76b64d964b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:35.812188 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b030fdf9-7dad-4a77-81c8-c76b64d964b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:35.889702 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b030fdf9-7dad-4a77-81c8-c76b64d964b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:35.935850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37500) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:35.936448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b030fdf9-7dad-4a77-81c8-c76b64d964b3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8642cad583e64543849d6f1616d6386d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005051 Aug 10 02:13:35.937375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030fdf9-7dad-4a77-81c8-c76b64d964b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a8a500-b441-40e2-b587-a4541c30f718,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:36.012895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100eeb8f-6ac0-4cf0-a191-dd43c7ac1f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:36.041278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100eeb8f-6ac0-4cf0-a191-dd43c7ac1f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:36.158495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100eeb8f-6ac0-4cf0-a191-dd43c7ac1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:36.161489 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100eeb8f-6ac0-4cf0-a191-dd43c7ac1f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:36.163848 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-100eeb8f-6ac0-4cf0-a191-dd43c7ac1f4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65a8a500-b441-40e2-b587-a4541c30f718 HTTP/1.1" status: 204 len: 168 time: 0.2249446 Aug 10 02:13:36.174688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100eeb8f-6ac0-4cf0-a191-dd43c7ac1f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a8a500-b441-40e2-b587-a4541c30f718,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:36.489115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-3467ca26-aee3-49ee-b193-bf48b38cdfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:36.492120 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-3467ca26-aee3-49ee-b193-bf48b38cdfc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1098 time: 0.0594525 Aug 10 02:13:36.623500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-c0e27e58-2939-440d-bf95-36bb9ee7e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:36.625133 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-c0e27e58-2939-440d-bf95-36bb9ee7e243 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1110830 Aug 10 02:13:36.715069 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-b0fe0fac-68ae-453c-8615-4d9cf37a9c02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 1001 time: 0.0826788 Aug 10 02:13:36.784738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-1d2fc7f3-a661-423e-a4a5-1a2dd9b2552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:36.787434 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-1d2fc7f3-a661-423e-a4a5-1a2dd9b2552c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0641096 Aug 10 02:13:36.836401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37524) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:36.877242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-e4ba8bfb-1491-498f-ad42-36e7f4b142f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:36.881229 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-e4ba8bfb-1491-498f-ad42-36e7f4b142f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858073 Aug 10 02:13:37.046392 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-17ac5202-3c67-4a2d-b35f-c4e3e4d5513f service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523721 Aug 10 02:13:37.052699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2087778717-network', 'tenant_id': '56a7d6764be34ac2ab16896ad1ac25a7'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:37.154832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Made reservation on behalf of 56a7d6764be34ac2ab16896ad1ac25a7 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:37.159376 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.170320 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.220693 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c86122d9-3af9-41ab-b811-1ba2b22b8bfa req-5c50568b-f3df-44e8-b876-e0fab0e15391 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640487 Aug 10 02:13:37.330123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37532) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:37.369352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.375325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dfd22db5-3302-4c7b-ac89-7a029f99d1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.446672 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.507172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b15810-8432-4c07-8662-e679c73587ea,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:37.529925 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:13:37.560565 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.562445 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Added segment f79ea556-b43b-4fe2-9056-3e9c051f661f of type vlan for network 06e1fb17-153a-4134-a139-cddfabc9af12 Aug 10 02:13:37.653681 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dfd22db5-3302-4c7b-ac89-7a029f99d1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.659743 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.747424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dfd22db5-3302-4c7b-ac89-7a029f99d1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.791402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dfd22db5-3302-4c7b-ac89-7a029f99d1cc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67ec42acbb464b03a828e9b17067fa04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596963 Aug 10 02:13:37.792846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd22db5-3302-4c7b-ac89-7a029f99d1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12b4b1d-3c21-42fe-bf53-45c8862c9618,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:37.794717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37540) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:37.836742 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.837716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:37.838302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.939932 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83a9fed4-9ff6-4ee1-92f0-551e3fb34df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:37.961499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] Pushing event updated for resources: {'Network': ['ID=06e1fb17-153a-4134-a139-cddfabc9af12,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:37.974720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 06e1fb17-153a-4134-a139-cddfabc9af12 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:13:37.977583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83a9fed4-9ff6-4ee1-92f0-551e3fb34df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:38.007804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5f4ddcf8-d3c0-4172-9ed4-f5a3ac7e2f64 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1702774 Aug 10 02:13:38.010699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37546) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:38.016212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Request body: {'subnet': {'network_id': '06e1fb17-153a-4134-a139-cddfabc9af12', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2087778717-subnet', 'tenant_id': '56a7d6764be34ac2ab16896ad1ac25a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:38.113029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Made reservation on behalf of 56a7d6764be34ac2ab16896ad1ac25a7 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:38.116603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:38.159997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83a9fed4-9ff6-4ee1-92f0-551e3fb34df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:38.162603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83a9fed4-9ff6-4ee1-92f0-551e3fb34df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:38.163778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-83a9fed4-9ff6-4ee1-92f0-551e3fb34df4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b12b4b1d-3c21-42fe-bf53-45c8862c9618 HTTP/1.1" status: 204 len: 168 time: 0.3676894 Aug 10 02:13:38.179977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9fed4-9ff6-4ee1-92f0-551e3fb34df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12b4b1d-3c21-42fe-bf53-45c8862c9618,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:38.507138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:38.558656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08670240-dc91-468c-a921-bf957ce98bfc,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:38.576192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Checking segment: {'id': 'f79ea556-b43b-4fe2-9056-3e9c051f661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '06e1fb17-153a-4134-a139-cddfabc9af12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:13:38.576618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Network hostable DHCP agents. Network: 06e1fb17-153a-4134-a139-cddfabc9af12, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:13:38.674682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Network 06e1fb17-153a-4134-a139-cddfabc9af12 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:13:38.750421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 06e1fb17-153a-4134-a139-cddfabc9af12) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:38.764579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa04d6e-3273-4828-8ed9-bce7b40d1ca9 None None] Network 06e1fb17-153a-4134-a139-cddfabc9af12 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:38.766306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:38.777313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:38.917430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-38cc9632-d019-4cdf-b285-0c35d30c8a22 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9035425 Aug 10 02:13:38.941013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3000bc-f1d7-433d-9427-61e8806a3685 None None] Network 06e1fb17-153a-4134-a139-cddfabc9af12 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:39.144797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694afe-c58b-47aa-93e9-c76a24c0323f req-865fc0d1-bdc8-4fc8-8f86-a8b344e07498 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:39.148742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac694afe-c58b-47aa-93e9-c76a24c0323f req-865fc0d1-bdc8-4fc8-8f86-a8b344e07498 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.1584196 Aug 10 02:13:39.255152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac694afe-c58b-47aa-93e9-c76a24c0323f req-ebd3aa4c-e8d0-44c6-9e1f-a1d032cb0be4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987484 Aug 10 02:13:39.270870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-92471d4c-6a0a-4d0f-a820-b0f0be9cbb2a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947459 Aug 10 02:13:39.397424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-cf398609-7dfd-41d1-acbd-9e1c03bb863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:39.401406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-cf398609-7dfd-41d1-acbd-9e1c03bb863a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 1098 time: 0.0647461 Aug 10 02:13:39.569190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-aad2560c-f80a-4acc-b50b-e2d81d3ffce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:39.570626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-aad2560c-f80a-4acc-b50b-e2d81d3ffce1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 911 time: 0.1292419 Aug 10 02:13:39.670054 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-38662356-d130-420b-a76a-d28720d8019a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 200 len: 1001 time: 0.0860357 Aug 10 02:13:39.769514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-7169ab15-92b1-4070-9619-984b0a6bc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:39.769514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-7169ab15-92b1-4070-9619-984b0a6bc202 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.0926847 Aug 10 02:13:39.818244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-741b0331-78fa-42fe-bb99-cf79b9c4ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:39.819958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-741b0331-78fa-42fe-bb99-cf79b9c4ff82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491967 Aug 10 02:13:40.022343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37624) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:40.028080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661270915-network', 'tenant_id': 'd3754178a6424c20a0a46be88236c4e7'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:40.066197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-b16bb049-299c-4bfa-8c36-5dd1084f3d9c service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349007 Aug 10 02:13:40.126890 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Made reservation on behalf of d3754178a6424c20a0a46be88236c4e7 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:40.131477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:40.149628 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:40.183238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643d46e-c5a9-443f-9ec0-aaf838f9d984 req-6bcf4229-3e15-4832-a1b9-69cd0cb8e25e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:40.191688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3643d46e-c5a9-443f-9ec0-aaf838f9d984 req-6bcf4229-3e15-4832-a1b9-69cd0cb8e25e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.1244059 Aug 10 02:13:40.253805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f9281db-bc30-4eea-8fe5-69af4ca72a48 req-fc85161c-c67c-432a-9a76-bf9405bb5160 service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767011 Aug 10 02:13:40.271211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3643d46e-c5a9-443f-9ec0-aaf838f9d984 req-bff3378e-ed07-4e76-9a93-f3fa52414ff7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785482 Aug 10 02:13:40.302264 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:40.392965 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:40.420420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:13:40.429459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf4559-7210-4bfa-91c8-8e5963cc7f00,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:40.442244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:40.442244 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Added segment 5432e3f3-1dbd-46d1-943f-064884edb44e of type vlan for network 2ab33727-acbf-4b3a-85a9-9f6bddd7416b Aug 10 02:13:40.477808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:40.590202 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:40.591268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:40.592168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:40.689278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab33727-acbf-4b3a-85a9-9f6bddd7416b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:40.704813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 2ab33727-acbf-4b3a-85a9-9f6bddd7416b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:13:40.784097 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1ecebc64-711e-4c2b-9761-ffbf4d331640 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7604880 Aug 10 02:13:40.787804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37634) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:40.794337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Request body: {'subnet': {'network_id': '2ab33727-acbf-4b3a-85a9-9f6bddd7416b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661270915-subnet', 'tenant_id': 'd3754178a6424c20a0a46be88236c4e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:13:40.929302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Made reservation on behalf of d3754178a6424c20a0a46be88236c4e7 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:13:40.929302 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:41.230746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:41.299450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba3dc7c-4868-4a80-a2de-e5df6eed6f53,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:41.302624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Checking segment: {'id': '5432e3f3-1dbd-46d1-943f-064884edb44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2ab33727-acbf-4b3a-85a9-9f6bddd7416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:13:41.302874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Network hostable DHCP agents. Network: 2ab33727-acbf-4b3a-85a9-9f6bddd7416b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:13:41.484148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Network 2ab33727-acbf-4b3a-85a9-9f6bddd7416b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:13:41.570528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:13:41.586390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8a82f-de7a-4b12-a801-35a3702da8e8 req-ca0069ec-91b6-4cb9-9d1f-5309919cf097 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:41.594950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 2ab33727-acbf-4b3a-85a9-9f6bddd7416b) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:13:41.600468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:41.604852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:41.611205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bfd8a82f-de7a-4b12-a801-35a3702da8e8 req-ca0069ec-91b6-4cb9-9d1f-5309919cf097 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.1070857 Aug 10 02:13:41.633497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c96fff2-3a33-454e-9166-dd68be35e29b None None] Network 2ab33727-acbf-4b3a-85a9-9f6bddd7416b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:41.710808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bfd8a82f-de7a-4b12-a801-35a3702da8e8 req-501715c7-be91-48c6-b3c9-9b691f24b73f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990183 Aug 10 02:13:41.741536 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-eca0c4af-9d1c-4119-a485-1b48e3b3d6fc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9500542 Aug 10 02:13:41.818368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c71c2-caa1-4001-b1a1-68f688b11dfc None None] Network 2ab33727-acbf-4b3a-85a9-9f6bddd7416b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:13:41.860410 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:41.895836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37662) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:41.897149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:41.899752 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a99efd-f4ec-4204-b83c-85d6b3bcc2ab" -d '{"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:41.927547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:41.960710 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68727ee4-b600-492b-9559-010dfa5d2370 x-openstack-request-id: req-68727ee4-b600-492b-9559-010dfa5d2370 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:41.961012 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:41.961263 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68727ee4-b600-492b-9559-010dfa5d2370 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:41.962077 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'code': 200} Aug 10 02:13:41.975344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-239c6e1a-57ba-49bc-82d8-1cd49f8b7b56 admin admin] Deleting subnet 08670240-dc91-468c-a921-bf957ce98bfc {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:13:41.978790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-239c6e1a-57ba-49bc-82d8-1cd49f8b7b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.023298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-239c6e1a-57ba-49bc-82d8-1cd49f8b7b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.036842 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.077785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-239c6e1a-57ba-49bc-82d8-1cd49f8b7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.092818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=11']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:42.327679 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-239c6e1a-57ba-49bc-82d8-1cd49f8b7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.355617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c6e1a-57ba-49bc-82d8-1cd49f8b7b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08670240-dc91-468c-a921-bf957ce98bfc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:42.358620 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-239c6e1a-57ba-49bc-82d8-1cd49f8b7b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.360609 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-239c6e1a-57ba-49bc-82d8-1cd49f8b7b56 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/08670240-dc91-468c-a921-bf957ce98bfc HTTP/1.1" status: 204 len: 168 time: 0.4622316 Aug 10 02:13:42.362150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37670) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:42.453189 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.537997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.549224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e1fb17-153a-4134-a139-cddfabc9af12']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:42.562041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79ea556-b43b-4fe2-9056-3e9c051f661f') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:42.562328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79ea556-b43b-4fe2-9056-3e9c051f661f') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:42.571825 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.594981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.602166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:13:42.603110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:13:42.605337 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:13:42.760642 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.765522 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.770570 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/06e1fb17-153a-4134-a139-cddfabc9af12 HTTP/1.1" status: 204 len: 168 time: 0.4072351 Aug 10 02:13:42.773394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37676) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:42.788110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20b70-fcb5-424b-845e-e5e0ea0702f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=06e1fb17-153a-4134-a139-cddfabc9af12,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:42.853224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-299270f2-252e-4557-94d2-230af65ef3f3 admin admin] Deleting subnet 9ba3dc7c-4868-4a80-a2de-e5df6eed6f53 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:13:42.858385 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299270f2-252e-4557-94d2-230af65ef3f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.897584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48425f8-7b55-4873-88c1-657b3d9b9b2c req-2608face-7a27-4459-9133-cc5492127214 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:42.899129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f48425f8-7b55-4873-88c1-657b3d9b9b2c req-2608face-7a27-4459-9133-cc5492127214 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0918918 Aug 10 02:13:42.908678 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299270f2-252e-4557-94d2-230af65ef3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:42.985829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f48425f8-7b55-4873-88c1-657b3d9b9b2c req-f01fa8fa-aecb-4e00-92ad-728b42394d66 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795057 Aug 10 02:13:42.988752 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299270f2-252e-4557-94d2-230af65ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.012635 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.112535 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299270f2-252e-4557-94d2-230af65ef3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.141833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299270f2-252e-4557-94d2-230af65ef3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba3dc7c-4868-4a80-a2de-e5df6eed6f53,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:43.145055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299270f2-252e-4557-94d2-230af65ef3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.148368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-299270f2-252e-4557-94d2-230af65ef3f3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9ba3dc7c-4868-4a80-a2de-e5df6eed6f53 HTTP/1.1" status: 204 len: 168 time: 0.3724294 Aug 10 02:13:43.150187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37678) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:43.224316 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.323458 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.348011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab33727-acbf-4b3a-85a9-9f6bddd7416b']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:43.360728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5432e3f3-1dbd-46d1-943f-064884edb44e') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:43.361136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5432e3f3-1dbd-46d1-943f-064884edb44e') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:43.371566 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.387209 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.395901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:13:43.396326 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:13:43.398059 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:13:43.566116 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.571823 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.574047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] 10.222.0.38 "DELETE /v2.0/networks/2ab33727-acbf-4b3a-85a9-9f6bddd7416b HTTP/1.1" status: 204 len: 168 time: 0.4227717 Aug 10 02:13:43.582805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:13:43.587040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4874-4508-4f73-bb56-04428e06778b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab33727-acbf-4b3a-85a9-9f6bddd7416b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:43.701054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:43.717547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'port_id': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'mac_address': 'fa:16:3e:08:bb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:13:43.767373 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.781547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:13:43.802126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:43.925287 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.982823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=12']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:44.012817 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['8b1238c6-c5cb-41ab-9b88-c546d084bdd9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:13:44.144755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d94b-e95c-4a24-a5b3-9336750832b5 req-9b8f5c4b-1ae2-4cf8-84c0-69c93db59fd6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:44.146371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3741d94b-e95c-4a24-a5b3-9336750832b5 req-9b8f5c4b-1ae2-4cf8-84c0-69c93db59fd6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 945 time: 0.0660026 Aug 10 02:13:44.202873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37696) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:44.216058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3741d94b-e95c-4a24-a5b3-9336750832b5 req-04d89f29-758e-4fe5-8518-d53c8a743376 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590174 Aug 10 02:13:44.284557 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8d7f4052-2cf6-4434-8e84-c3eb3be8e30a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56a7d6764be34ac2ab16896ad1ac25a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783277 Aug 10 02:13:44.284849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37698) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:44.288009 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:44.362115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af6f41f8-cdd0-4dc8-80ba-d72800fac09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:44.392824 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af6f41f8-cdd0-4dc8-80ba-d72800fac09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:44.549044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af6f41f8-cdd0-4dc8-80ba-d72800fac09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:44.552029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af6f41f8-cdd0-4dc8-80ba-d72800fac09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:44.556261 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-af6f41f8-cdd0-4dc8-80ba-d72800fac09d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/69b15810-8432-4c07-8662-e679c73587ea HTTP/1.1" status: 204 len: 168 time: 0.2648938 Aug 10 02:13:44.564883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f41f8-cdd0-4dc8-80ba-d72800fac09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b15810-8432-4c07-8662-e679c73587ea,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:45.364257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846f434-ae81-40da-b3e6-dc403abfab57 req-535a7fb9-8453-433d-aa60-8f59e4738a9a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:45.365791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c846f434-ae81-40da-b3e6-dc403abfab57 req-535a7fb9-8453-433d-aa60-8f59e4738a9a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 945 time: 0.0514238 Aug 10 02:13:45.408524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c846f434-ae81-40da-b3e6-dc403abfab57 req-01b9054e-88f4-4623-acc5-1260652bbd26 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364549 Aug 10 02:13:45.591933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:13:45.688593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:45.689335 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:45.766987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37744) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:45.866110 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d507a0d7-1cfd-457f-a456-3be45cfb861c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3754178a6424c20a0a46be88236c4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963314 Aug 10 02:13:45.867933 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37750) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:45.889894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:45.971429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:45.973742 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4933cb0f-4ded-40f6-9f0d-784bb33f9455" -d '{"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-plugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:46.000783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b119-6e72-4249-b8a4-ee67f069095c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:46.019760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:46.043985 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b119-6e72-4249-b8a4-ee67f069095c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:46.085544 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c702145-1d28-4f4d-89ba-24afb61869a8 x-openstack-request-id: req-6c702145-1d28-4f4d-89ba-24afb61869a8 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:46.085947 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-plugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:46.086312 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c702145-1d28-4f4d-89ba-24afb61869a8 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:46.086845 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'code': 200} Aug 10 02:13:46.120848 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:46.184770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=13']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:46.232427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b119-6e72-4249-b8a4-ee67f069095c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:46.235125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5cc1b119-6e72-4249-b8a4-ee67f069095c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:46.236886 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5cc1b119-6e72-4249-b8a4-ee67f069095c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dfaf4559-7210-4bfa-91c8-8e5963cc7f00 HTTP/1.1" status: 204 len: 168 time: 0.3670728 Aug 10 02:13:46.278621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1b119-6e72-4249-b8a4-ee67f069095c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf4559-7210-4bfa-91c8-8e5963cc7f00,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:46.597989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fa46f-3f6a-4a36-b2ab-688fc075f380 req-3428d92a-e647-43bf-afd2-bc51efa27977 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:46.603065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b20fa46f-3f6a-4a36-b2ab-688fc075f380 req-3428d92a-e647-43bf-afd2-bc51efa27977 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0877452 Aug 10 02:13:46.747391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b20fa46f-3f6a-4a36-b2ab-688fc075f380 req-e77c6633-3d89-4dbd-b703-ea3ed7f8314a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388235 Aug 10 02:13:47.926066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc44ae-62f8-48d7-9640-66ebbee9a47f req-7b9ea654-ab3d-4846-bafd-58f256098e54 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:47.935758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3cc44ae-62f8-48d7-9640-66ebbee9a47f req-7b9ea654-ab3d-4846-bafd-58f256098e54 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0910072 Aug 10 02:13:47.961216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-88b5ba6d-c39a-4d7e-9df7-0f7720e642c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:48.000431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3cc44ae-62f8-48d7-9640-66ebbee9a47f req-5b8faa6a-ee71-4596-9c07-808f11d2864f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634146 Aug 10 02:13:49.233201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3701aff-130b-472c-8846-b5437960320e req-8e963519-3478-4089-b629-1b7145ba767d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:49.235804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3701aff-130b-472c-8846-b5437960320e req-8e963519-3478-4089-b629-1b7145ba767d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0762987 Aug 10 02:13:49.320682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3701aff-130b-472c-8846-b5437960320e req-b002f140-c990-44d9-8330-83f787392f98 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760989 Aug 10 02:13:50.550194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79aaa8-fca2-4049-9495-1789b672193c req-e83b47b4-2691-40c4-a91c-9315aab22f19 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:50.560273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa79aaa8-fca2-4049-9495-1789b672193c req-e83b47b4-2691-40c4-a91c-9315aab22f19 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.1213143 Aug 10 02:13:50.600716 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3d02d828-ec70-42e4-9ecd-fba83f7543a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:50.652557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa79aaa8-fca2-4049-9495-1789b672193c req-e1886fba-2948-417c-8e61-c2491ca30d9b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911119 Aug 10 02:13:51.212296 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:51.839077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359b1b2-6427-445f-a992-e20e0ee01d39 req-cee9044c-b44a-4301-85ff-b879f41d5192 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:51.844469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e359b1b2-6427-445f-a992-e20e0ee01d39 req-cee9044c-b44a-4301-85ff-b879f41d5192 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0739899 Aug 10 02:13:51.910932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e359b1b2-6427-445f-a992-e20e0ee01d39 req-8491b57e-974b-4c59-a29d-a8774ebd7067 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551734 Aug 10 02:13:52.233200 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:53.159093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550155a-6df3-4cfc-bd01-8faf7eccb4bc req-b1379277-5d2f-4f85-ad7a-04d044757f2d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:53.167262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f550155a-6df3-4cfc-bd01-8faf7eccb4bc req-b1379277-5d2f-4f85-ad7a-04d044757f2d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0799069 Aug 10 02:13:53.223187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f550155a-6df3-4cfc-bd01-8faf7eccb4bc req-86c0ae10-cc9d-4abe-9566-35ff5a12ec35 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543871 Aug 10 02:13:53.864226 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:54.361104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded26f95-f1a7-40d2-a23a-5688612ed594 req-49ee2097-dfdb-48f1-8ad7-f4a9f1bdf0c0 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:54.361104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ded26f95-f1a7-40d2-a23a-5688612ed594 req-49ee2097-dfdb-48f1-8ad7-f4a9f1bdf0c0 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0593913 Aug 10 02:13:54.422064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ded26f95-f1a7-40d2-a23a-5688612ed594 req-d656c41b-fca4-41cb-82f9-a99a55ae5a22 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533435 Aug 10 02:13:55.573099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb551f3-c6a7-4552-88f2-4f358ed02ca1 req-2ff4d464-37c1-4dd3-bceb-c4672082dc88 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:55.580217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfb551f3-c6a7-4552-88f2-4f358ed02ca1 req-2ff4d464-37c1-4dd3-bceb-c4672082dc88 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0678146 Aug 10 02:13:55.623762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfb551f3-c6a7-4552-88f2-4f358ed02ca1 req-b421d22f-b036-45f5-b23f-76e1a85a4cae tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424309 Aug 10 02:13:56.823986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2b09f-2939-49b1-8acd-b49459e89f38 req-470fb785-fe6c-480b-82f9-439059892835 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:56.828158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cad2b09f-2939-49b1-8acd-b49459e89f38 req-470fb785-fe6c-480b-82f9-439059892835 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0848336 Aug 10 02:13:56.889992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cad2b09f-2939-49b1-8acd-b49459e89f38 req-bc0e023d-2a62-4e7a-ba21-7aabb74e86ee tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502839 Aug 10 02:13:58.083524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d94d9-c212-4188-8806-bed593a8e260 req-904cf18c-3cd2-41c8-ac8d-fb89a9291e7a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:58.086000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-683d94d9-c212-4188-8806-bed593a8e260 req-904cf18c-3cd2-41c8-ac8d-fb89a9291e7a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0667551 Aug 10 02:13:58.131711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-683d94d9-c212-4188-8806-bed593a8e260 req-de352de4-6b6b-4a78-9087-b9a59296566b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367720 Aug 10 02:13:59.017119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38020) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:59.274477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db16dee8-f504-4a0b-8351-68889cbbfa1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.389391 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db16dee8-f504-4a0b-8351-68889cbbfa1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.400635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cd99a-701c-432f-b35c-b7b36946b673 req-f86de693-36a4-4d28-a350-613b0c046f27 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:59.403117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e63cd99a-701c-432f-b35c-b7b36946b673 req-f86de693-36a4-4d28-a350-613b0c046f27 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0815907 Aug 10 02:13:59.464422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e63cd99a-701c-432f-b35c-b7b36946b673 req-d12f270a-c0c0-428d-a906-368147914802 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504525 Aug 10 02:13:59.483162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db16dee8-f504-4a0b-8351-68889cbbfa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.537482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16dee8-f504-4a0b-8351-68889cbbfa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a5f682-ede4-4f68-ae9a-3d9d32cdedcd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:59.547381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38032) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:59.553047 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-db16dee8-f504-4a0b-8351-68889cbbfa1c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62a2d2b5d20748e0b36f66e0fe2dd99a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347443 Aug 10 02:13:59.669350 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.713134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.880717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.883468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.886471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45a5f682-ede4-4f68-ae9a-3d9d32cdedcd HTTP/1.1" status: 204 len: 168 time: 0.3378696 Aug 10 02:13:59.895467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a5f682-ede4-4f68-ae9a-3d9d32cdedcd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:59.909978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.913971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.914347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.915193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.915193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.916277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.916441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.916735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.917205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.917943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.918413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:59.918952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b717ecf-70a9-4bab-ae50-4d12743b1d00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:00.612031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc705d95-257c-475d-8758-0269b71f0200 req-4e735619-1199-45c4-afee-5244644e2074 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:00.613941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc705d95-257c-475d-8758-0269b71f0200 req-4e735619-1199-45c4-afee-5244644e2074 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0558317 Aug 10 02:14:00.667128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc705d95-257c-475d-8758-0269b71f0200 req-ed1c0ab2-5a14-4550-ac5e-55699ec099fb tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460012 Aug 10 02:14:00.901497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38068) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:00.921023 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c961c17-7260-412f-a025-6c68a9ad753f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.023964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c961c17-7260-412f-a025-6c68a9ad753f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.135114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c961c17-7260-412f-a025-6c68a9ad753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.186352 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c961c17-7260-412f-a025-6c68a9ad753f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=689a84877c9447eb9f75d764667e62fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2812531 Aug 10 02:14:01.186352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c961c17-7260-412f-a025-6c68a9ad753f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03aa462-63b1-4396-a295-b3a87c243178,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:01.186800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38076) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:01.247654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce87f9aa-2441-4d75-a9d9-c4c521d127fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.270941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce87f9aa-2441-4d75-a9d9-c4c521d127fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.500847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce87f9aa-2441-4d75-a9d9-c4c521d127fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.505078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce87f9aa-2441-4d75-a9d9-c4c521d127fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.506858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ce87f9aa-2441-4d75-a9d9-c4c521d127fa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c03aa462-63b1-4396-a295-b3a87c243178 HTTP/1.1" status: 204 len: 168 time: 0.3188262 Aug 10 02:14:01.529183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87f9aa-2441-4d75-a9d9-c4c521d127fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03aa462-63b1-4396-a295-b3a87c243178,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:01.819303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa1d84-620f-4f90-8ee1-560c9c8f27b7 req-63809323-8c07-42ad-8c00-87423720ea78 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:01.821013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20aa1d84-620f-4f90-8ee1-560c9c8f27b7 req-63809323-8c07-42ad-8c00-87423720ea78 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 946 time: 0.0724912 Aug 10 02:14:01.867099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20aa1d84-620f-4f90-8ee1-560c9c8f27b7 req-fcb5e353-fecb-4f74-aa91-55705c80c337 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389335 Aug 10 02:14:03.734196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:14:03.817933 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:03.844193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:14:03.846373 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f970ba4e-0f20-4baa-ba2b-0f648fa84b58" -d '{"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:14:03.861744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:03.886162 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2c4f66-0721-4c1c-bb38-d9257dc19268 x-openstack-request-id: req-fe2c4f66-0721-4c1c-bb38-d9257dc19268 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:14:03.886459 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:14:03.893431 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe2c4f66-0721-4c1c-bb38-d9257dc19268 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:14:03.893431 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'code': 200} Aug 10 02:14:03.936799 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:03.989032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=14']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:03.997390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:03.997749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:03.998099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:03.998440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:03.998799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:03.999332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:03.999677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:04.000140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:04.000567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:04.000740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:04.001242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:04.001576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:04.167115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7f5c2-a294-488d-8330-ef525b5300d0 req-6f711688-97ad-4c96-b5e8-c934ee3c062e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:04.168652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53e7f5c2-a294-488d-8330-ef525b5300d0 req-6f711688-97ad-4c96-b5e8-c934ee3c062e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0589142 Aug 10 02:14:04.215587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53e7f5c2-a294-488d-8330-ef525b5300d0 req-e14a1723-86fb-4c22-8466-c83a7eac8fa5 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400639 Aug 10 02:14:07.071919 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:14:07.470500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21192516-189f-451a-8185-be06c2dc73e2 req-acfed94a-2dc9-4ce8-9005-8abc6e54947b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:07.472337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21192516-189f-451a-8185-be06c2dc73e2 req-acfed94a-2dc9-4ce8-9005-8abc6e54947b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0635517 Aug 10 02:14:07.520113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21192516-189f-451a-8185-be06c2dc73e2 req-f3a986be-da6f-49c6-be15-9d9ea112602d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403345 Aug 10 02:14:08.121109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118c674-9753-4726-82b5-81a8d25e394d req-73a9070e-860e-43ae-888f-013fc5766c1c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:08.122858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8118c674-9753-4726-82b5-81a8d25e394d req-73a9070e-860e-43ae-888f-013fc5766c1c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0982637 Aug 10 02:14:08.174442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-63df1240-19e0-4fe3-81c8-83a77e4b6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:08.177099 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-63df1240-19e0-4fe3-81c8-83a77e4b6321 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1096 time: 0.0516756 Aug 10 02:14:08.298341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-ed300639-ae7e-434e-88fa-4f90893796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:08.300679 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-ed300639-ae7e-434e-88fa-4f90893796f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1159549 Aug 10 02:14:08.406446 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-25b5f325-0123-4735-8ee9-da7cf92046f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 999 time: 0.0977421 Aug 10 02:14:08.476357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-8086f3f1-ee26-45d8-a69c-acff13765b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:08.479026 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-8086f3f1-ee26-45d8-a69c-acff13765b85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0654778 Aug 10 02:14:08.504827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8118c674-9753-4726-82b5-81a8d25e394d req-083a5f13-6498-41a4-848f-7b584eb3478e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3753772 Aug 10 02:14:08.549639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-48ffe5ef-c2e0-4553-b4f5-0d42c57e0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:08.551118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-48ffe5ef-c2e0-4553-b4f5-0d42c57e0a14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651670 Aug 10 02:14:08.659922 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-b1b8a6f1-a1e9-4fc7-b00b-97b4b2f127de service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005273 Aug 10 02:14:08.768904 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9cc2a0d-ecb7-4ba9-8117-30448e094fa1 req-30e77e6e-6ea5-442f-981d-ee237e4fec01 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007752 Aug 10 02:14:09.728827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2642d-765d-44a5-a251-604d6473d2d0 req-d7ff5ece-dc5c-4a42-96df-91ac9f8b44a5 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:09.739464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbd2642d-765d-44a5-a251-604d6473d2d0 req-d7ff5ece-dc5c-4a42-96df-91ac9f8b44a5 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1184478 Aug 10 02:14:09.787688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbd2642d-765d-44a5-a251-604d6473d2d0 req-62b816e6-2276-491f-a148-ac7b929d89f9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465031 Aug 10 02:14:10.960935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111854ba-0f76-4595-8a22-5ca0af46ccaa req-e3781ceb-0a17-4d49-9639-e59fd17a99d8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:10.973482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-111854ba-0f76-4595-8a22-5ca0af46ccaa req-e3781ceb-0a17-4d49-9639-e59fd17a99d8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0665128 Aug 10 02:14:11.013677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-111854ba-0f76-4595-8a22-5ca0af46ccaa req-2ef1fa8f-f998-43e5-b533-ee578c78d252 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434275 Aug 10 02:14:11.304684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0277d6-c199-4254-94c8-b7aba83b342e req-e2cc5e44-70f0-4052-9244-9a97625f90e7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:11.306376 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c0277d6-c199-4254-94c8-b7aba83b342e req-e2cc5e44-70f0-4052-9244-9a97625f90e7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0688028 Aug 10 02:14:11.364688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c0277d6-c199-4254-94c8-b7aba83b342e req-e14827b8-7314-4194-8a6e-e168fc70c202 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513086 Aug 10 02:14:11.509987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d84bb-490d-4207-8e10-22bcb2fffb8c req-d80eccce-0d5e-4ee1-8538-ae871923edd5 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:11.511249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-150d84bb-490d-4207-8e10-22bcb2fffb8c req-d80eccce-0d5e-4ee1-8538-ae871923edd5 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0521889 Aug 10 02:14:11.553716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-150d84bb-490d-4207-8e10-22bcb2fffb8c req-691066b3-b6c8-46d7-a1b7-6e65badc0d5d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350952 Aug 10 02:14:11.952641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-008592b4-916a-44ba-ab36-cba035a2b83c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:11.958151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-008592b4-916a-44ba-ab36-cba035a2b83c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.1491327 Aug 10 02:14:11.982908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-a24ba9e6-343c-4b86-9117-30ebfaed5727 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/quotas/460d4f02fd4446cfb5b85fc766770604 HTTP/1.1" status: 200 len: 375 time: 0.0197611 Aug 10 02:14:12.102783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-baf3339e-c9f9-44ef-8865-b1beacc4a310 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1092117 Aug 10 02:14:12.249134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-36cd18e6-3473-4a39-99b8-81fcee44173f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:14:12.250309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-36cd18e6-3473-4a39-99b8-81fcee44173f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1467612 Aug 10 02:14:12.381822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-d9169104-69e3-4ca4-917a-881b356aefbb service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242194 Aug 10 02:14:12.517225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-fb92d842-a44b-4d7a-8601-fe13f500d3c1 service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288199 Aug 10 02:14:12.825778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a0826-6480-4c46-9355-7cbe1534236f req-a93e91f1-232b-445f-9b91-5876b5e34559 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:12.828792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc5a0826-6480-4c46-9355-7cbe1534236f req-a93e91f1-232b-445f-9b91-5876b5e34559 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1440387 Aug 10 02:14:12.949478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc5a0826-6480-4c46-9355-7cbe1534236f req-b7e6f69e-ce09-41dd-91b3-78ebd8679f13 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138306 Aug 10 02:14:12.960100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c66d52d-105b-4f3b-93ff-070e52232229 req-3c6d4a90-9c2e-4821-a370-43f1a17163e2 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 210 time: 0.0701175 Aug 10 02:14:13.048625 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:13.799166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38560) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:13.941274 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a24521a-c4fe-4d53-a0ed-b9bef7f3b683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:14.152706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a24521a-c4fe-4d53-a0ed-b9bef7f3b683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:14.157135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28b875b9-2da4-442a-9636-c1a6e1319ec3 req-e33c4552-f0ac-4487-83e6-0935af2aba7b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 210 time: 0.0978169 Aug 10 02:14:14.181679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9be2-5514-4b53-8781-70f5665d7986 req-61129944-7068-41a7-806b-3c236d559b9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:14.183443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c1c9be2-5514-4b53-8781-70f5665d7986 req-61129944-7068-41a7-806b-3c236d559b9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1371715 Aug 10 02:14:14.231650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:14.243020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c1c9be2-5514-4b53-8781-70f5665d7986 req-b3c26c08-c4a2-49f2-876c-005bee72af9f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488400 Aug 10 02:14:14.497863 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a24521a-c4fe-4d53-a0ed-b9bef7f3b683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:14.553326 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1a24521a-c4fe-4d53-a0ed-b9bef7f3b683 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e21b381e2b85465fb917a297516c0744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7530544 Aug 10 02:14:14.554033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24521a-c4fe-4d53-a0ed-b9bef7f3b683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65004253-dc2e-4ba7-b6cc-b28944ad3be7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:14.556357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38582) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:14.614263 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:14.651613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:14.881715 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:14.885813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:14.887420 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/65004253-dc2e-4ba7-b6cc-b28944ad3be7 HTTP/1.1" status: 204 len: 168 time: 0.3286679 Aug 10 02:14:14.903432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65004253-dc2e-4ba7-b6cc-b28944ad3be7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:14.916478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.917676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.918391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.918935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.924503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.924503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.924503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.924503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.924503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.924503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.924503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:14.925895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1c730-f604-4854-8d75-3743e2a3d796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:14:15.271503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbdc8e04-9591-427c-852c-7f9112e6339b req-d6b25a8f-ca28-42c5-80a7-93e98e061864 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 210 time: 0.0319934 Aug 10 02:14:15.411348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdf086-2d18-499e-8060-fcb96f9a4768 req-b2faeb73-f8d4-4039-a564-035ae39a0ba8 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:15.413276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33cdf086-2d18-499e-8060-fcb96f9a4768 req-b2faeb73-f8d4-4039-a564-035ae39a0ba8 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0646057 Aug 10 02:14:15.457838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33cdf086-2d18-499e-8060-fcb96f9a4768 req-c90e0cd3-1a4d-41c2-a2e3-090eee8f4fd3 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357125 Aug 10 02:14:15.736416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-97875744-1a65-4ad3-a267-cdf0d173da7f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:15.738252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-97875744-1a65-4ad3-a267-cdf0d173da7f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.1296706 Aug 10 02:14:15.755397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'port': {'device_id': '5f9c883e-976b-46d8-ac78-93471870e8ce', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'admin_state_up': True, 'tenant_id': '460d4f02fd4446cfb5b85fc766770604'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:14:15.780720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38610) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:15.836170 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74630831-975b-4e5d-a207-64ab9c1fbc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:15.983238 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74630831-975b-4e5d-a207-64ab9c1fbc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.056820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-74630831-975b-4e5d-a207-64ab9c1fbc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.108350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-74630831-975b-4e5d-a207-64ab9c1fbc7c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=92c133468a2e40f384a71003f53c1263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946281 Aug 10 02:14:16.112560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38622) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:16.120330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74630831-975b-4e5d-a207-64ab9c1fbc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e730ba00-a519-4c47-a944-4d8d0070af45,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:16.170321 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e28bbf1-dd75-402a-a316-3500ad85b3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.193309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e28bbf1-dd75-402a-a316-3500ad85b3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.221260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Made reservation on behalf of 460d4f02fd4446cfb5b85fc766770604 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:14:16.224798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.403102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29a1f70f-ced8-4e23-817f-4c9da9d03635 req-9368c944-63f4-4acc-b796-24f42061524d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 210 time: 0.0431967 Aug 10 02:14:16.436754 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e28bbf1-dd75-402a-a316-3500ad85b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.439485 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e28bbf1-dd75-402a-a316-3500ad85b3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.446663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2e28bbf1-dd75-402a-a316-3500ad85b3ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e730ba00-a519-4c47-a944-4d8d0070af45 HTTP/1.1" status: 204 len: 168 time: 0.3285239 Aug 10 02:14:16.456491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28bbf1-dd75-402a-a316-3500ad85b3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e730ba00-a519-4c47-a944-4d8d0070af45,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:16.564955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Allocated IP 172.20.0.8 (4f21e784-b291-4408-932c-2334fba98ca6/65eb8b19-c561-4be7-88f4-296e30b33a69/074afbf0-3ad1-4458-a422-9d3c1b57969a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:14:16.689444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d5033-a922-4ec3-9367-9fcb69ef98c4 req-43f775ac-4752-40bd-9ca6-f3615ac8dd07 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:16.691014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc2d5033-a922-4ec3-9367-9fcb69ef98c4 req-43f775ac-4752-40bd-9ca6-f3615ac8dd07 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1235852 Aug 10 02:14:16.786927 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc2d5033-a922-4ec3-9367-9fcb69ef98c4 req-02461ddc-2198-4c69-8080-0452f0b10a39 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839839 Aug 10 02:14:16.842341 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.864734 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Transition to ACTIVE for port object 074afbf0-3ad1-4458-a422-9d3c1b57969a will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:14:17.066113 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:17.110779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Network 4f21e784-b291-4408-932c-2334fba98ca6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:14:17.115830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:14:17.118593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:14:17.150057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'Port': ['ID=074afbf0-3ad1-4458-a422-9d3c1b57969a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:17.184544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:17.188743 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:17.329130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5775db02-f6d0-488f-9ecb-8e48c680b08e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5779629 Aug 10 02:14:17.343373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Request body: {'port': {'device_id': '5f9c883e-976b-46d8-ac78-93471870e8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:14:17.404089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:17.530761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ece3316b-071f-4ca7-8479-b69fa4905c40 None None] Provisioning for port 074afbf0-3ad1-4458-a422-9d3c1b57969a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:14:17.534953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ece3316b-071f-4ca7-8479-b69fa4905c40 None None] Provisioning complete for port 074afbf0-3ad1-4458-a422-9d3c1b57969a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:14:17.535567 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ece3316b-071f-4ca7-8479-b69fa4905c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:17.577800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ece3316b-071f-4ca7-8479-b69fa4905c40 None None] Port 074afbf0-3ad1-4458-a422-9d3c1b57969a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:14:17.664001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896d26f-c6d0-4337-bf20-8a5b416ea0d3 req-4a452d70-ef63-4d18-a22c-f0389975929e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:17.666745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b896d26f-c6d0-4337-bf20-8a5b416ea0d3 req-4a452d70-ef63-4d18-a22c-f0389975929e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 931 time: 0.1354349 Aug 10 02:14:17.754781 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b896d26f-c6d0-4337-bf20-8a5b416ea0d3 req-ed2e1918-856e-44ca-b018-04e9cca0706f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735841 Aug 10 02:14:17.840756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074afbf0-3ad1-4458-a422-9d3c1b57969a {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:14:17.850495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:17.873467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Transition to ACTIVE for port object 074afbf0-3ad1-4458-a422-9d3c1b57969a will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:14:17.891338 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2cbc1e5d-efb0-4f2b-a5d6-e401d5583729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:17.947686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e496b-43d2-4ad0-916b-fe6bcdbb1ba1 req-e3564d24-e5d9-4bb5-bb93-8cf2e598c0eb tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:17.949306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c8e496b-43d2-4ad0-916b-fe6bcdbb1ba1 req-e3564d24-e5d9-4bb5-bb93-8cf2e598c0eb tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0697510 Aug 10 02:14:17.965772 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:18.050733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c8e496b-43d2-4ad0-916b-fe6bcdbb1ba1 req-b40005e9-7121-44af-98d7-98897144ab40 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938110 Aug 10 02:14:18.051417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Pushing event updated for resources: {'Port': ['ID=074afbf0-3ad1-4458-a422-9d3c1b57969a,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:18.136593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Attempting to bind port 074afbf0-3ad1-4458-a422-9d3c1b57969a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:14:18.136593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Attempting to bind port 074afbf0-3ad1-4458-a422-9d3c1b57969a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:14:18.136593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Attempting to bind port 074afbf0-3ad1-4458-a422-9d3c1b57969a on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:14:18.140898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Port 074afbf0-3ad1-4458-a422-9d3c1b57969a on network 4f21e784-b291-4408-932c-2334fba98ca6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:14:18.141329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Attempting to bind port 074afbf0-3ad1-4458-a422-9d3c1b57969a on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:14:18.147177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:14:18.147727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Checking segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:14:18.148141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Bound using segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:14:18.153169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Bound port: 074afbf0-3ad1-4458-a422-9d3c1b57969a, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:14:18.153721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:18.238776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] For port 074afbf0-3ad1-4458-a422-9d3c1b57969a, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:14:18.241971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] For port 074afbf0-3ad1-4458-a422-9d3c1b57969a, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=074afbf0-3ad1-4458-a422-9d3c1b57969a,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:14:18.420338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:18.461231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:18.462590 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:18.464242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] 10.222.0.11 "PUT /v2.0/ports/074afbf0-3ad1-4458-a422-9d3c1b57969a HTTP/1.1" status: 200 len: 1092 time: 1.1256473 Aug 10 02:14:18.464605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9c883e-976b-46d8-ac78-93471870e8ce', 'tag': '074afbf0-3ad1-4458-a422-9d3c1b57969a'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:14:18.475245 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e1b791-0017-412c-80b4-61b930cf1018" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9c883e-976b-46d8-ac78-93471870e8ce", "tag": "074afbf0-3ad1-4458-a422-9d3c1b57969a"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:14:18.512423 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c397dd9b-9d59-471d-872b-c45f6c8886d5 x-openstack-request-id: req-c397dd9b-9d59-471d-872b-c45f6c8886d5 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:14:18.512726 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9c883e-976b-46d8-ac78-93471870e8ce", "tag": "074afbf0-3ad1-4458-a422-9d3c1b57969a", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:14:18.513709 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c397dd9b-9d59-471d-872b-c45f6c8886d5 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:14:18.521513 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9c883e-976b-46d8-ac78-93471870e8ce', 'tag': '074afbf0-3ad1-4458-a422-9d3c1b57969a', 'status': 'completed', 'code': 200} Aug 10 02:14:18.522425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f51afd-33a6-4c8b-9d57-47af32159661 service neutron] Pushing event updated for resources: {'Port': ['ID=074afbf0-3ad1-4458-a422-9d3c1b57969a,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:18.590638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1b791-0017-412c-80b4-61b930cf1018 req-a16d6418-a8c0-4c37-a01a-384aaa1784e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:18.595825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41e1b791-0017-412c-80b4-61b930cf1018 req-a16d6418-a8c0-4c37-a01a-384aaa1784e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 1095 time: 0.0521264 Aug 10 02:14:18.775380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1b791-0017-412c-80b4-61b930cf1018 req-b039a489-ff25-4799-8f24-f13865649d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:18.776926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41e1b791-0017-412c-80b4-61b930cf1018 req-b039a489-ff25-4799-8f24-f13865649d2f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=460d4f02fd4446cfb5b85fc766770604&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1689012 Aug 10 02:14:18.917364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1b791-0017-412c-80b4-61b930cf1018 req-bfd9c996-7914-4ed4-996c-394f49540256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:18.919509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41e1b791-0017-412c-80b4-61b930cf1018 req-bfd9c996-7914-4ed4-996c-394f49540256 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353030 Aug 10 02:14:19.005636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9c78-6eec-49db-bc41-e56e3a32dc04 req-031fb408-1362-469f-aeef-0148d8c1d572 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:19.007174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e1d9c78-6eec-49db-bc41-e56e3a32dc04 req-031fb408-1362-469f-aeef-0148d8c1d572 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 943 time: 0.0916607 Aug 10 02:14:19.032845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-bef37fe5-70ee-47a7-94bb-80013a9eb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:19.032845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-bef37fe5-70ee-47a7-94bb-80013a9eb546 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 1095 time: 0.0640364 Aug 10 02:14:19.086579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-c73f3681-963f-4d8e-ab41-22f36a52d6e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074afbf0-3ad1-4458-a422-9d3c1b57969a HTTP/1.1" status: 200 len: 217 time: 0.0444970 Aug 10 02:14:19.172791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e1d9c78-6eec-49db-bc41-e56e3a32dc04 req-0985cede-a328-4554-b6fb-68ca4a5aed2f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514068 Aug 10 02:14:19.197359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-a1c64a5b-3236-454e-be60-8b2324c7863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:19.199113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-a1c64a5b-3236-454e-be60-8b2324c7863d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.1033695 Aug 10 02:14:19.257241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39738a3e-d0ce-4549-936c-76aa8a51793d req-7ede24ea-111a-43b0-9105-4d8a5364d116 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:19.259706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39738a3e-d0ce-4549-936c-76aa8a51793d req-7ede24ea-111a-43b0-9105-4d8a5364d116 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1202319 Aug 10 02:14:19.299921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-02f94b4f-5eb6-4a75-9230-119fe57ced0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:19.301471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-02f94b4f-5eb6-4a75-9230-119fe57ced0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922725 Aug 10 02:14:19.340914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39738a3e-d0ce-4549-936c-76aa8a51793d req-5aa407fa-794b-4d5f-9aaf-596ea638b31f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687542 Aug 10 02:14:19.433370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-1afb40c1-b637-4174-b1cb-ea7acadb1eef service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197672 Aug 10 02:14:19.553125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22e9328-d4f1-4ba6-9176-7662a998407b req-5bc8af07-b322-4560-8940-f75f908e966a service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056111 Aug 10 02:14:20.068965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38748) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:20.198838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c97e6e8-55a2-485f-8ab6-43a875ec8b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:20.323373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f953d6b-d093-4570-a6ca-3c1cf27b3ee8 req-c665307b-a291-4d88-af10-44c4263d0902 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:20.324553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f953d6b-d093-4570-a6ca-3c1cf27b3ee8 req-c665307b-a291-4d88-af10-44c4263d0902 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 943 time: 0.0886159 Aug 10 02:14:20.372122 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c97e6e8-55a2-485f-8ab6-43a875ec8b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:20.397115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f953d6b-d093-4570-a6ca-3c1cf27b3ee8 req-77743ef8-fc77-4627-9687-3b458375384f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558259 Aug 10 02:14:20.483954 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7c97e6e8-55a2-485f-8ab6-43a875ec8b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:20.542870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c6c1e-338b-44d3-a54d-d5aa714289ae req-36dc0239-122d-43d4-9f9a-3dad9fda1e6b tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:20.544503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e3c6c1e-338b-44d3-a54d-d5aa714289ae req-36dc0239-122d-43d4-9f9a-3dad9fda1e6b tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1064365 Aug 10 02:14:20.551881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7c97e6e8-55a2-485f-8ab6-43a875ec8b67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7050578760704cdb82d7fa4f340486e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801109 Aug 10 02:14:20.553212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38762) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:20.556837 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8e37cba0-3038-4553-b64a-3bc688138dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:20.569472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97e6e8-55a2-485f-8ab6-43a875ec8b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a78d7-66f4-4672-9bb7-a42ae910113a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:20.615793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e3c6c1e-338b-44d3-a54d-d5aa714289ae req-cda15610-4a85-411e-8040-fb79af16ea04 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590961 Aug 10 02:14:20.622109 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e3d7-c094-4c19-af19-1a710676d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:20.650714 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e3d7-c094-4c19-af19-1a710676d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:20.825350 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e3d7-c094-4c19-af19-1a710676d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:20.829449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e3d7-c094-4c19-af19-1a710676d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:20.834543 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4ca8e3d7-c094-4c19-af19-1a710676d8d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf8a78d7-66f4-4672-9bb7-a42ae910113a HTTP/1.1" status: 204 len: 168 time: 0.2800801 Aug 10 02:14:20.851921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8e3d7-c094-4c19-af19-1a710676d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a78d7-66f4-4672-9bb7-a42ae910113a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:21.148015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:21.599091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3385cdb-a124-463c-b1ae-037071b5920b req-42bbc4ec-2b82-4f0d-8c05-0c4dc4d6d5bd tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:21.601699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3385cdb-a124-463c-b1ae-037071b5920b req-42bbc4ec-2b82-4f0d-8c05-0c4dc4d6d5bd tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 943 time: 0.1009574 Aug 10 02:14:21.654988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3385cdb-a124-463c-b1ae-037071b5920b req-c52f2bcd-d4f5-425b-ac13-a051b387d1ad tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430434 Aug 10 02:14:21.775755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38800) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:21.799395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9e93b0b0-9056-43ff-a760-8880179f46b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:21.821296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a205c70-b1eb-4325-8a53-6ab5906285bf req-c9698619-ea40-4687-994c-e310c5b75ded tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:21.823608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a205c70-b1eb-4325-8a53-6ab5906285bf req-c9698619-ea40-4687-994c-e310c5b75ded tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1009083 Aug 10 02:14:21.956493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a205c70-b1eb-4325-8a53-6ab5906285bf req-334704a2-73f7-4375-ba23-153b89171f87 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097560 Aug 10 02:14:22.027644 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9e93b0b0-9056-43ff-a760-8880179f46b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:22.196938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9e93b0b0-9056-43ff-a760-8880179f46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:22.247967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38814) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:22.255025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9e93b0b0-9056-43ff-a760-8880179f46b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c54af637efd54d83bca1bfd76400b6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780931 Aug 10 02:14:22.263551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93b0b0-9056-43ff-a760-8880179f46b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6918367c-894e-469f-a29c-c6b73056fec8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:22.348801 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a39ee14-bbe5-4905-9965-2e3950ee1652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:22.350961 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:22.431825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 074afbf0-3ad1-4458-a422-9d3c1b57969a details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:14:22.444021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a39ee14-bbe5-4905-9965-2e3950ee1652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:22.596794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 074afbf0-3ad1-4458-a422-9d3c1b57969a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=074afbf0-3ad1-4458-a422-9d3c1b57969a,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:22.609392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '074afbf0-3ad1-4458-a422-9d3c1b57969a', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'port_id': '074afbf0-3ad1-4458-a422-9d3c1b57969a', 'mac_address': 'fa:16:3e:ac:ab:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:14:22.631421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a39ee14-bbe5-4905-9965-2e3950ee1652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:22.643358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a39ee14-bbe5-4905-9965-2e3950ee1652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:22.643358 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5a39ee14-bbe5-4905-9965-2e3950ee1652 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6918367c-894e-469f-a29c-c6b73056fec8 HTTP/1.1" status: 204 len: 168 time: 0.3872614 Aug 10 02:14:22.645396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39ee14-bbe5-4905-9965-2e3950ee1652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6918367c-894e-469f-a29c-c6b73056fec8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:22.662637 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:22.709852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074afbf0-3ad1-4458-a422-9d3c1b57969a {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:14:22.753137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 074afbf0-3ad1-4458-a422-9d3c1b57969a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=074afbf0-3ad1-4458-a422-9d3c1b57969a,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:22.865131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bb980-5714-4da0-8b95-02555ddbd786 req-9bb845cc-2e4f-4cfa-9695-b87b56cc2e6f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:22.867419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a67bb980-5714-4da0-8b95-02555ddbd786 req-9bb845cc-2e4f-4cfa-9695-b87b56cc2e6f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 943 time: 0.0833132 Aug 10 02:14:22.900997 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:22.950789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a67bb980-5714-4da0-8b95-02555ddbd786 req-2dc1e7f1-c673-408b-8335-d4dc8a910b5f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692744 Aug 10 02:14:23.001286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=074afbf0-3ad1-4458-a422-9d3c1b57969a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:23.129548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b57d00-e483-4444-803e-e3ce436a3106 req-84df2aef-002e-4316-b0fb-84e68688abd1 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:23.131523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08b57d00-e483-4444-803e-e3ce436a3106 req-84df2aef-002e-4316-b0fb-84e68688abd1 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0592773 Aug 10 02:14:23.177956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08b57d00-e483-4444-803e-e3ce436a3106 req-14f25e68-71a3-4fe0-aceb-5fcd3f603724 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381105 Aug 10 02:14:23.183286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['074afbf0-3ad1-4458-a422-9d3c1b57969a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:14:23.825064 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:23.841545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38858) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:23.960050 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-148d4299-d905-4ea5-b6a4-0c88eff85f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.108120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26a4b4-c0c7-4e3a-9ca9-7a194ef184ce req-be5cce46-2614-40ef-9e6e-aac34acd7bc4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:24.109678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f26a4b4-c0c7-4e3a-9ca9-7a194ef184ce req-be5cce46-2614-40ef-9e6e-aac34acd7bc4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 944 time: 0.0832233 Aug 10 02:14:24.133792 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-148d4299-d905-4ea5-b6a4-0c88eff85f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.166829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f26a4b4-c0c7-4e3a-9ca9-7a194ef184ce req-b9d6682e-9104-45f0-94fb-478c285b979b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503569 Aug 10 02:14:24.262126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-148d4299-d905-4ea5-b6a4-0c88eff85f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.342679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-148d4299-d905-4ea5-b6a4-0c88eff85f7f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5b732a9ce9745e99e2dcf265187bc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969072 Aug 10 02:14:24.343250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38894) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:24.356512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d4299-d905-4ea5-b6a4-0c88eff85f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ee3547-41cc-4e67-8ee1-6eb16fd6eb71,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:24.386274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1760c-b077-4ea0-8711-8c03efd41065 req-4d766d3d-5fda-4dc8-b96a-cd072f4a2e2e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:24.387912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ee1760c-b077-4ea0-8711-8c03efd41065 req-4d766d3d-5fda-4dc8-b96a-cd072f4a2e2e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1280823 Aug 10 02:14:24.433116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 074afbf0-3ad1-4458-a422-9d3c1b57969a up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:14:24.461532 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11e3a9cd-c65d-4172-bce9-cf0bb93285bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.465908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ee1760c-b077-4ea0-8711-8c03efd41065 req-c178a947-cd4d-4221-adf2-de7da2e1b9b2 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641248 Aug 10 02:14:24.488709 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11e3a9cd-c65d-4172-bce9-cf0bb93285bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.602001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 074afbf0-3ad1-4458-a422-9d3c1b57969a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:14:24.606170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 074afbf0-3ad1-4458-a422-9d3c1b57969a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:14:24.606544 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.701962 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.736159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c883e-976b-46d8-ac78-93471870e8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074afbf0-3ad1-4458-a422-9d3c1b57969a'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:14:24.738852 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95ee6a5-e026-4836-9134-138b199c298f" -d '{"events": [{"server_uuid": "5f9c883e-976b-46d8-ac78-93471870e8ce", "name": "network-vif-plugged", "status": "completed", "tag": "074afbf0-3ad1-4458-a422-9d3c1b57969a"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:14:24.757976 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11e3a9cd-c65d-4172-bce9-cf0bb93285bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.763218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 074afbf0-3ad1-4458-a422-9d3c1b57969a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=074afbf0-3ad1-4458-a422-9d3c1b57969a,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:24.766038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11e3a9cd-c65d-4172-bce9-cf0bb93285bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.768039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-11e3a9cd-c65d-4172-bce9-cf0bb93285bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06ee3547-41cc-4e67-8ee1-6eb16fd6eb71 HTTP/1.1" status: 204 len: 168 time: 0.4214053 Aug 10 02:14:24.783961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3a9cd-c65d-4172-bce9-cf0bb93285bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ee3547-41cc-4e67-8ee1-6eb16fd6eb71,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:24.845275 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:24.900535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=074afbf0-3ad1-4458-a422-9d3c1b57969a,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:24.966544 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19d11eb-25df-4c88-bd3e-11f5f82dc977 x-openstack-request-id: req-b19d11eb-25df-4c88-bd3e-11f5f82dc977 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:14:24.966866 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9c883e-976b-46d8-ac78-93471870e8ce", "name": "network-vif-plugged", "status": "completed", "tag": "074afbf0-3ad1-4458-a422-9d3c1b57969a", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:14:24.967124 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b19d11eb-25df-4c88-bd3e-11f5f82dc977 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:14:24.967535 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c883e-976b-46d8-ac78-93471870e8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074afbf0-3ad1-4458-a422-9d3c1b57969a', 'code': 200} Aug 10 02:14:25.144150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedf072-f02c-4f32-9fa3-4c25aa2b8acb req-dda3b711-fbf6-4561-a745-c186fb9c8780 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:25.153216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbedf072-f02c-4f32-9fa3-4c25aa2b8acb req-dda3b711-fbf6-4561-a745-c186fb9c8780 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1217883 Aug 10 02:14:25.235943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68f429-7c68-4412-88c7-e7a981c547b0 req-27cb9c02-d604-4eab-849b-e374487ecaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:25.237499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af68f429-7c68-4412-88c7-e7a981c547b0 req-27cb9c02-d604-4eab-849b-e374487ecaca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 1097 time: 0.1723294 Aug 10 02:14:25.260722 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbedf072-f02c-4f32-9fa3-4c25aa2b8acb req-b1af7bc7-b96a-4e88-b654-94dac8b28dc4 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065984 Aug 10 02:14:25.274003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-9ce263fa-6dce-4165-814f-4a452ea2705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:25.275624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-9ce263fa-6dce-4165-814f-4a452ea2705d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 1098 time: 0.1203742 Aug 10 02:14:25.343674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af68f429-7c68-4412-88c7-e7a981c547b0 req-451f23ee-364e-49df-83d3-da01c2b20240 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962853 Aug 10 02:14:25.422798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-7adeee2a-a110-47c6-96be-60bc7848d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:25.424290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-7adeee2a-a110-47c6-96be-60bc7848d135 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 911 time: 0.1420879 Aug 10 02:14:25.434659 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df421e9a-1cbc-46c1-a114-4ae67c1f0e67 req-3ba4f35e-eed5-45bd-a0aa-c85542da370d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:25.434659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df421e9a-1cbc-46c1-a114-4ae67c1f0e67 req-3ba4f35e-eed5-45bd-a0aa-c85542da370d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0837526 Aug 10 02:14:25.523067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-13ec2442-58de-4c1a-b1b7-78df6e20e0a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 200 len: 1001 time: 0.0877111 Aug 10 02:14:25.526315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df421e9a-1cbc-46c1-a114-4ae67c1f0e67 req-bd37aafb-2dc4-453d-b889-63995b7099e9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533319 Aug 10 02:14:25.622060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-58854fa8-4aed-4bcd-a41e-8d68ff640812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:25.628147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-58854fa8-4aed-4bcd-a41e-8d68ff640812 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.0935838 Aug 10 02:14:25.683055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-ad0db56d-1728-4c57-944f-0d2374a14a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:25.691509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-ad0db56d-1728-4c57-944f-0d2374a14a89 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529501 Aug 10 02:14:25.803509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1faa7e6-45fe-4ec3-8145-c224c28b73f1 req-ff0c1915-9133-44ee-a69a-9a0a8ad12306 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:25.805787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1faa7e6-45fe-4ec3-8145-c224c28b73f1 req-ff0c1915-9133-44ee-a69a-9a0a8ad12306 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.1181574 Aug 10 02:14:25.838483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-9d031e19-67a5-4ded-84f1-0b35d315ddcb service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385398 Aug 10 02:14:25.883327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1faa7e6-45fe-4ec3-8145-c224c28b73f1 req-0d70a831-a2a5-4deb-b7ba-47f7f0ce2297 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703535 Aug 10 02:14:25.954189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74f6cd80-f04b-4031-bde6-d3053f67e63f req-b415d286-e2d7-40ff-9280-2b9c8a292bdf service neutron] 10.222.0.11 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041815 Aug 10 02:14:25.966694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38966) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:25.986061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e5e0b0d-c0c7-4d1e-a2a0-c9a62ebeac14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:26.107375 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e5e0b0d-c0c7-4d1e-a2a0-c9a62ebeac14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:26.242763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e5e0b0d-c0c7-4d1e-a2a0-c9a62ebeac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:26.292380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39004) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:26.292934 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8e5e0b0d-c0c7-4d1e-a2a0-c9a62ebeac14 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a56418a036cb4d45b4f6c86bbcd26d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248353 Aug 10 02:14:26.294307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e0b0d-c0c7-4d1e-a2a0-c9a62ebeac14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d95f92-0d1f-4f81-9ced-5464834f5036,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:26.738321 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f79eca-526c-4595-9ff8-d0e2c02efe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:26.775885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8022ba-4d78-45dc-b30b-632cf482a40b req-a2d1edde-b739-492f-8457-404de3e0072f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:26.777406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e8022ba-4d78-45dc-b30b-632cf482a40b req-a2d1edde-b739-492f-8457-404de3e0072f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.4069185 Aug 10 02:14:26.784846 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f79eca-526c-4595-9ff8-d0e2c02efe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:26.802396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5b83-8eb5-4aa8-8114-3d320c9649e6 req-ffcdea4d-b09d-4a28-875b-d6538ce33690 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:26.803887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6db5b83-8eb5-4aa8-8114-3d320c9649e6 req-ffcdea4d-b09d-4a28-875b-d6538ce33690 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1472061 Aug 10 02:14:26.889115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e8022ba-4d78-45dc-b30b-632cf482a40b req-dbff907c-6ced-410a-9312-1ba3f33243e1 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011119 Aug 10 02:14:26.933867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6db5b83-8eb5-4aa8-8114-3d320c9649e6 req-3b405fc8-5362-4271-9bdb-8bab62085b8c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005783 Aug 10 02:14:27.106028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec6649-6733-4d11-a4a3-c3bba382f56d req-89a5d5fe-e594-4d99-bc66-bbbface1c498 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:27.106028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3ec6649-6733-4d11-a4a3-c3bba382f56d req-89a5d5fe-e594-4d99-bc66-bbbface1c498 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0556450 Aug 10 02:14:27.106028 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f79eca-526c-4595-9ff8-d0e2c02efe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:27.106028 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f79eca-526c-4595-9ff8-d0e2c02efe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:27.106028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d6f79eca-526c-4595-9ff8-d0e2c02efe88 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f6d95f92-0d1f-4f81-9ced-5464834f5036 HTTP/1.1" status: 204 len: 168 time: 0.7712243 Aug 10 02:14:27.106028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f79eca-526c-4595-9ff8-d0e2c02efe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d95f92-0d1f-4f81-9ced-5464834f5036,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:27.127475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3ec6649-6733-4d11-a4a3-c3bba382f56d req-9debac48-897e-4b92-b51b-e4814ce99c5a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715125 Aug 10 02:14:27.470722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc583-810f-446e-9638-96a8f50ae7ca req-b3c89027-6cba-47e9-a18d-2acb0b8921fb tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:27.472380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b54bc583-810f-446e-9638-96a8f50ae7ca req-b3c89027-6cba-47e9-a18d-2acb0b8921fb tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0589659 Aug 10 02:14:27.539695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b54bc583-810f-446e-9638-96a8f50ae7ca req-bbf3172f-1dfa-4bc0-aa48-c3b0413c9fed tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Aug 10 02:14:28.001337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39040) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:28.021415 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6eb1-7405-4006-8151-ee7dad1448a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:28.042027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48be45-0f26-423c-9474-ce053f1ef9ed req-201a8156-c2e1-4277-814f-9eb0100cf2c9 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:28.051607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd48be45-0f26-423c-9474-ce053f1ef9ed req-201a8156-c2e1-4277-814f-9eb0100cf2c9 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.0678318 Aug 10 02:14:28.096416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd48be45-0f26-423c-9474-ce053f1ef9ed req-8956f118-6d84-4d55-a9ab-adf4f85a0fb8 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425391 Aug 10 02:14:28.168773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6eb1-7405-4006-8151-ee7dad1448a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:28.273368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df0401-cb40-4ca2-a6f8-7c844e343bae req-208f9d39-dc31-4f79-860a-5654098e9b0e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:28.275076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81df0401-cb40-4ca2-a6f8-7c844e343bae req-208f9d39-dc31-4f79-860a-5654098e9b0e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0581784 Aug 10 02:14:28.297590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ed2a6eb1-7405-4006-8151-ee7dad1448a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:28.326468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81df0401-cb40-4ca2-a6f8-7c844e343bae req-084f2dfa-9eba-4e33-947f-1204f33a9170 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449600 Aug 10 02:14:28.343101 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ed2a6eb1-7405-4006-8151-ee7dad1448a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10e8cd1bcf184c2bbd845adee912a796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417776 Aug 10 02:14:28.347118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39050) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:28.358030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a6eb1-7405-4006-8151-ee7dad1448a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5f16a7-52c3-4948-88e3-0a8fcbe63e14,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:28.405456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c2859a58-3a5b-433c-a548-864e606749ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:28.430539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c2859a58-3a5b-433c-a548-864e606749ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:28.676718 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c2859a58-3a5b-433c-a548-864e606749ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:28.680093 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c2859a58-3a5b-433c-a548-864e606749ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:28.683730 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c2859a58-3a5b-433c-a548-864e606749ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af5f16a7-52c3-4948-88e3-0a8fcbe63e14 HTTP/1.1" status: 204 len: 168 time: 0.3330052 Aug 10 02:14:28.694720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2859a58-3a5b-433c-a548-864e606749ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5f16a7-52c3-4948-88e3-0a8fcbe63e14,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:28.725129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca51c0-1f0b-4183-a58b-a69b33f44a01 req-67cb2f90-3471-4169-8af8-711a6bf289f6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:28.728242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-daca51c0-1f0b-4183-a58b-a69b33f44a01 req-67cb2f90-3471-4169-8af8-711a6bf289f6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0983992 Aug 10 02:14:28.776573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-daca51c0-1f0b-4183-a58b-a69b33f44a01 req-3392bdb9-f9e9-4114-bed9-c58816e3ceee tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Aug 10 02:14:29.493900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef03419-2cf4-47cd-8fb9-0a8944932a9d req-7141745f-83b1-4f3c-b06a-f16071d4ac28 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:29.498394 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ef03419-2cf4-47cd-8fb9-0a8944932a9d req-7141745f-83b1-4f3c-b06a-f16071d4ac28 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0660553 Aug 10 02:14:29.540244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ef03419-2cf4-47cd-8fb9-0a8944932a9d req-1c60e571-66d5-4635-b444-662df45841cc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349257 Aug 10 02:14:29.914272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d7bc0-4993-4cde-abf2-9d0a7c3516b1 req-72177aef-9291-4683-ade1-c692406fc31a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:29.915989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d13d7bc0-4993-4cde-abf2-9d0a7c3516b1 req-72177aef-9291-4683-ade1-c692406fc31a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0688210 Aug 10 02:14:29.966500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d13d7bc0-4993-4cde-abf2-9d0a7c3516b1 req-99f339cf-bd1d-4f67-b69b-ea404132e855 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 Aug 10 02:14:30.720074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb119747-811b-4be8-ab2f-84da84186e35 req-e37a17e5-c4c6-41a3-b2eb-9db9807710b8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:30.722657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb119747-811b-4be8-ab2f-84da84186e35 req-e37a17e5-c4c6-41a3-b2eb-9db9807710b8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0696709 Aug 10 02:14:30.775848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb119747-811b-4be8-ab2f-84da84186e35 req-0198ac3a-d35e-4ce8-a0cb-979c477cfae9 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Aug 10 02:14:31.114174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475a9b3-9eed-42d3-8784-ce52b90b83f9 req-1397c66f-7b83-423e-b11b-0de5b78f6abe tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:31.116152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2475a9b3-9eed-42d3-8784-ce52b90b83f9 req-1397c66f-7b83-423e-b11b-0de5b78f6abe tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0603323 Aug 10 02:14:31.175278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2475a9b3-9eed-42d3-8784-ce52b90b83f9 req-ed68e24f-a573-4b4f-b166-d33d553e0396 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515873 Aug 10 02:14:31.941309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf6dc1-7859-4dc9-9e1d-f5f84aa0f76e req-5f11c170-afe0-42fb-aa84-b0307ba91998 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:31.943425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92bf6dc1-7859-4dc9-9e1d-f5f84aa0f76e req-5f11c170-afe0-42fb-aa84-b0307ba91998 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0644488 Aug 10 02:14:32.004454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92bf6dc1-7859-4dc9-9e1d-f5f84aa0f76e req-48f1acef-5bbd-40d2-a057-7a5afacc999d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516798 Aug 10 02:14:32.307390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbdf3f-77da-4411-8698-72ea79a4e9be req-f98981eb-6a82-40e3-9381-62f8a405b41b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:32.308911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbfbdf3f-77da-4411-8698-72ea79a4e9be req-f98981eb-6a82-40e3-9381-62f8a405b41b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0576220 Aug 10 02:14:32.354798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbfbdf3f-77da-4411-8698-72ea79a4e9be req-60878b00-9297-4b9a-ba99-55545c5afe53 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Aug 10 02:14:33.208524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b383a30-aa44-46a1-b518-061a04e8a982 req-d1ee49ea-1afd-408f-938f-93e092d287e6 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:33.208524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b383a30-aa44-46a1-b518-061a04e8a982 req-d1ee49ea-1afd-408f-938f-93e092d287e6 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0811927 Aug 10 02:14:33.253935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b383a30-aa44-46a1-b518-061a04e8a982 req-a1b37df1-2388-45a2-b927-eb7793b11308 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453010 Aug 10 02:14:33.537250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b7ef-2e04-4e17-9143-36c84dbb71e6 req-cddcef8d-1e55-456a-ae29-0f227ad66b46 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:33.543055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7624b7ef-2e04-4e17-9143-36c84dbb71e6 req-cddcef8d-1e55-456a-ae29-0f227ad66b46 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0605078 Aug 10 02:14:33.597604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7624b7ef-2e04-4e17-9143-36c84dbb71e6 req-d9fed602-87ed-4c02-bc95-abd85a4f8260 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495958 Aug 10 02:14:34.418099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093b153-3e47-4764-88ea-963f702c9a12 req-e2e32851-fe00-42b2-a482-b85e01a997f8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:34.419900 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a093b153-3e47-4764-88ea-963f702c9a12 req-e2e32851-fe00-42b2-a482-b85e01a997f8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0710790 Aug 10 02:14:34.464672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a093b153-3e47-4764-88ea-963f702c9a12 req-eb4ca17c-ec56-404c-a2e8-02b73de4153d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386763 Aug 10 02:14:34.744046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619d8e-f9ae-45aa-9292-96363f812cb9 req-696b93b0-1c59-44cb-825e-11b90fa8f50d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:34.745639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01619d8e-f9ae-45aa-9292-96363f812cb9 req-696b93b0-1c59-44cb-825e-11b90fa8f50d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0560136 Aug 10 02:14:34.795139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01619d8e-f9ae-45aa-9292-96363f812cb9 req-c308e565-0f6b-49e5-8dc7-7c615e5a0546 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430796 Aug 10 02:14:35.614607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25143f64-4f81-45e0-8f5d-3e5cd5358323 req-ac904164-edb1-46cd-88b1-04046b739aea tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:35.627104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25143f64-4f81-45e0-8f5d-3e5cd5358323 req-ac904164-edb1-46cd-88b1-04046b739aea tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0784240 Aug 10 02:14:35.673451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25143f64-4f81-45e0-8f5d-3e5cd5358323 req-8e34f115-a9a9-4b36-adcc-2ed6613507e8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445216 Aug 10 02:14:35.925638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e514d-626c-4e06-93dc-483af388f096 req-603ec4f7-ec5b-429d-aa34-f04aa96d8306 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:35.927312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e97e514d-626c-4e06-93dc-483af388f096 req-603ec4f7-ec5b-429d-aa34-f04aa96d8306 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0570982 Aug 10 02:14:35.981590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e97e514d-626c-4e06-93dc-483af388f096 req-1fc552c5-8b76-4229-afd1-7b9fcc95713f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451784 Aug 10 02:14:36.853581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec45c7-a3c9-4a77-9de9-23ff09a5f7df req-7bf50817-ae1a-4b1b-836e-03fe50eec4b8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:36.856268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0ec45c7-a3c9-4a77-9de9-23ff09a5f7df req-7bf50817-ae1a-4b1b-836e-03fe50eec4b8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0805700 Aug 10 02:14:36.904462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0ec45c7-a3c9-4a77-9de9-23ff09a5f7df req-07c3cb54-74b8-4765-b5f7-183b2291ecb5 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Aug 10 02:14:37.144907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adc30d-72b2-49de-a5ae-e46411767820 req-388dc34f-325e-499b-b96f-79a53fd67b00 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:37.146502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39adc30d-72b2-49de-a5ae-e46411767820 req-388dc34f-325e-499b-b96f-79a53fd67b00 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0636559 Aug 10 02:14:37.219987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39adc30d-72b2-49de-a5ae-e46411767820 req-33231707-f142-4b2a-8fa5-fd21c9f4daa4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609844 Aug 10 02:14:37.472023 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-5cb15ff6-4e94-471f-a71f-db70730c679f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636868 Aug 10 02:14:37.562838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-cb97dffa-eaca-402e-8bd1-60e1ea3a7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:37.564477 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-cb97dffa-eaca-402e-8bd1-60e1ea3a7e65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=116d2554db204f739b10cab0127eedcd&device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 1101 time: 0.0607607 Aug 10 02:14:37.739353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-a7ee3943-e877-4af4-8fc7-61d5a6dc245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:37.741041 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-a7ee3943-e877-4af4-8fc7-61d5a6dc245b service neutron] 10.222.0.16 "GET /v2.0/networks?id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314 HTTP/1.1" status: 200 len: 870 time: 0.1502342 Aug 10 02:14:37.786252 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-90626cb6-ef85-4869-976b-51add320b54f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=99902a33-a69e-4caf-9a1d-3859709d358f HTTP/1.1" status: 200 len: 217 time: 0.0376599 Aug 10 02:14:37.859194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-cf63a03d-9d84-42cf-b61d-a99852042f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:37.862335 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-cf63a03d-9d84-42cf-b61d-a99852042f89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0685718 Aug 10 02:14:37.943392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-51ae65ab-902a-484c-a39b-2844595f3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:37.947185 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-51ae65ab-902a-484c-a39b-2844595f3847 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0767450 Aug 10 02:14:38.114337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3581c93-c118-4106-89ba-cf96e3e56b43 req-ca7a81bc-0eb9-4f5a-9e47-0c7cf20c9581 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:38.116123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3581c93-c118-4106-89ba-cf96e3e56b43 req-ca7a81bc-0eb9-4f5a-9e47-0c7cf20c9581 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0890508 Aug 10 02:14:38.143317 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-a49080db-d29e-449f-b588-95f59b4bbbb2 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879570 Aug 10 02:14:38.166146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3581c93-c118-4106-89ba-cf96e3e56b43 req-a31ccff3-c1af-4c37-9bf2-029a32b558a7 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Aug 10 02:14:38.299789 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a89a2381-309f-4fe8-b13f-67ab675f734f req-f0d362e0-0c25-4f8e-9266-eb4738aa94a6 service neutron] 10.222.0.16 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464605 Aug 10 02:14:38.410625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0891f0-0e95-4da6-ac72-016e48ba341f req-a8b8b154-25a5-4d3c-9db2-9dafdc3e5c1b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:38.412531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0891f0-0e95-4da6-ac72-016e48ba341f req-a8b8b154-25a5-4d3c-9db2-9dafdc3e5c1b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0776517 Aug 10 02:14:38.483109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0891f0-0e95-4da6-ac72-016e48ba341f req-97626ca4-80b3-4dbd-9d06-c8e90c89c7b0 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549939 Aug 10 02:14:38.517118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ec379c10-833d-4c87-9966-a5b2af495294 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:14:38.656941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:38.670687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'ec379c10-833d-4c87-9966-a5b2af495294', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'port_id': 'ec379c10-833d-4c87-9966-a5b2af495294', 'mac_address': 'fa:16:3e:32:ad:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:14:38.722381 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:38.745574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec379c10-833d-4c87-9966-a5b2af495294 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:14:38.778183 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:38.872840 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:38.968227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:38.988252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['ec379c10-833d-4c87-9966-a5b2af495294'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:14:39.348468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc09c84-044b-452c-a9f5-83d9bf153b4a req-cb77db6c-f5a0-40be-8c9e-a9e3b8681303 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:39.358221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6cc09c84-044b-452c-a9f5-83d9bf153b4a req-cb77db6c-f5a0-40be-8c9e-a9e3b8681303 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0858853 Aug 10 02:14:39.411680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6cc09c84-044b-452c-a9f5-83d9bf153b4a req-0fe30919-b057-40b4-a0cc-4085b8f73527 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525098 Aug 10 02:14:39.745139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1523b-97c6-48e2-83c6-089d507c5704 req-39e58d48-86e0-4cac-952d-478776b713b1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:39.751236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6d1523b-97c6-48e2-83c6-089d507c5704 req-39e58d48-86e0-4cac-952d-478776b713b1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1297629 Aug 10 02:14:39.796360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6d1523b-97c6-48e2-83c6-089d507c5704 req-7ad35c8a-fcb3-4dff-aacb-8d08386c3dba tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Aug 10 02:14:40.533270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ec379c10-833d-4c87-9966-a5b2af495294 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:14:40.598909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c9ac2-23a6-4981-80c1-429b7f71cf9a req-14fdd3d1-5bc6-4bac-b0ab-0bc8996c9960 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:40.606610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e54c9ac2-23a6-4981-80c1-429b7f71cf9a req-14fdd3d1-5bc6-4bac-b0ab-0bc8996c9960 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.1002645 Aug 10 02:14:40.652259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port ec379c10-833d-4c87-9966-a5b2af495294 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:14:40.660169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:40.731078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e54c9ac2-23a6-4981-80c1-429b7f71cf9a req-04cfe571-4ebb-42cb-9c32-cb1768b8d2e2 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183646 Aug 10 02:14:40.924737 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:40.968412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:14:40.971571 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecef937-53c8-4320-b838-01185c4789c7" -d '{"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-plugged", "status": "completed", "tag": "ec379c10-833d-4c87-9966-a5b2af495294"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:14:40.994390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73d1a2-fdbe-431d-b7cf-132f60832011 req-1725421d-984f-4d8b-83d6-e7b01ed61123 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:41.009649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff73d1a2-fdbe-431d-b7cf-132f60832011 req-1725421d-984f-4d8b-83d6-e7b01ed61123 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1043701 Aug 10 02:14:41.014310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:41.049490 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ea4f3e-0082-404c-b1d3-2cdb4f5205cd x-openstack-request-id: req-54ea4f3e-0082-404c-b1d3-2cdb4f5205cd {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:14:41.050513 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-plugged", "status": "completed", "tag": "ec379c10-833d-4c87-9966-a5b2af495294", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:14:41.050795 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-54ea4f3e-0082-404c-b1d3-2cdb4f5205cd {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:14:41.051197 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294', 'code': 200} Aug 10 02:14:41.066453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff73d1a2-fdbe-431d-b7cf-132f60832011 req-1874937c-6989-48a5-89e4-ef1b100be5dc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556929 Aug 10 02:14:41.108190 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:41.243418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:41.264729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-d5bea05e-2c52-43e6-9322-1c211db589c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:41.266598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-d5bea05e-2c52-43e6-9322-1c211db589c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 1098 time: 0.0857906 Aug 10 02:14:41.465378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-1f1b8048-e39f-42ec-a83b-db1dd4eb8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:41.467878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-1f1b8048-e39f-42ec-a83b-db1dd4eb8e07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 918 time: 0.1506324 Aug 10 02:14:41.683249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-9498d9ad-1268-4206-bb0b-0e6eff027e28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec379c10-833d-4c87-9966-a5b2af495294 HTTP/1.1" status: 200 len: 1001 time: 0.1834848 Aug 10 02:14:41.731580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-a9ca3616-c34f-4103-9851-ccbfdc76272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:41.733371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-a9ca3616-c34f-4103-9851-ccbfdc76272d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.0559754 Aug 10 02:14:41.806218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-8b4687d4-99a4-4731-a6d0-da060a5d36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:41.807942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-8b4687d4-99a4-4731-a6d0-da060a5d36c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594974 Aug 10 02:14:41.994367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-3918cd6f-673b-4084-8ea4-d74a256b0e53 service neutron] 10.222.0.11 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685576 Aug 10 02:14:42.013064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514180c2-26a7-4419-9b06-d5a8e0208247 req-c0f5af08-3f7b-4423-8f74-d38b80f06ce3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:42.014891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-514180c2-26a7-4419-9b06-d5a8e0208247 req-c0f5af08-3f7b-4423-8f74-d38b80f06ce3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.1139302 Aug 10 02:14:42.106903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39362) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:42.197319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-514180c2-26a7-4419-9b06-d5a8e0208247 req-fabab979-3df1-451e-b5b3-f24e8e97d8bd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750704 Aug 10 02:14:42.227546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34a02db1-c659-4ee2-9f30-9141b29baa6d req-2b4ed877-b3d9-48a6-b8d9-9f4d8f10a00c service neutron] 10.222.0.11 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239635 Aug 10 02:14:42.322661 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-606c6f1e-ca9d-4118-a27d-5d82c54b77b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:42.351842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf4a67-fef5-4fb8-8ce0-febc7ac9afa9 req-ee444d51-46da-4637-ae2a-aa347a43660b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:42.360866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efbf4a67-fef5-4fb8-8ce0-febc7ac9afa9 req-ee444d51-46da-4637-ae2a-aa347a43660b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1097989 Aug 10 02:14:42.445216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-efbf4a67-fef5-4fb8-8ce0-febc7ac9afa9 req-d659357b-55c5-472f-909b-2310a1019c6d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Aug 10 02:14:42.499360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-606c6f1e-ca9d-4118-a27d-5d82c54b77b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:42.576096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-606c6f1e-ca9d-4118-a27d-5d82c54b77b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:42.634263 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-606c6f1e-ca9d-4118-a27d-5d82c54b77b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3cfd424600ec44d78174d6ac6d8e30c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248611 Aug 10 02:14:42.637531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39370) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:42.641074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c6f1e-ca9d-4118-a27d-5d82c54b77b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7499a957-0277-4f29-9dcd-fd62341b66b4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:42.742348 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ade0-4a39-48b5-aad0-55c627f925e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:42.782072 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ade0-4a39-48b5-aad0-55c627f925e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:43.016447 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ade0-4a39-48b5-aad0-55c627f925e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:43.019278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4ec0ade0-4a39-48b5-aad0-55c627f925e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:43.028932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4ec0ade0-4a39-48b5-aad0-55c627f925e5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7499a957-0277-4f29-9dcd-fd62341b66b4 HTTP/1.1" status: 204 len: 168 time: 0.3819606 Aug 10 02:14:43.050255 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:43.070235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0ade0-4a39-48b5-aad0-55c627f925e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7499a957-0277-4f29-9dcd-fd62341b66b4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:43.426117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a543-6b68-4e2f-9c71-8b6c8fd9fa8b req-8b690e8f-f2d1-490e-92cd-a55645b56144 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:43.445586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72a6a543-6b68-4e2f-9c71-8b6c8fd9fa8b req-8b690e8f-f2d1-490e-92cd-a55645b56144 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.1256449 Aug 10 02:14:43.578610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72a6a543-6b68-4e2f-9c71-8b6c8fd9fa8b req-3dda27d1-98e1-4023-85f5-7136ea412ef1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317968 Aug 10 02:14:43.681997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c18f1-267f-4cd9-a9cb-22385af249ba req-d43d4357-ca96-465c-bcac-6b0ff3422ed6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:43.683891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-788c18f1-267f-4cd9-a9cb-22385af249ba req-d43d4357-ca96-465c-bcac-6b0ff3422ed6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0751228 Aug 10 02:14:43.752695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-788c18f1-267f-4cd9-a9cb-22385af249ba req-41f4066c-d6fe-4f7f-af9b-f4a5345cd4ee tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532370 Aug 10 02:14:44.068243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39414) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:44.074471 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:14:44.096669 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a41a811f-dea2-44d6-b0d8-0d4cd581cc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:44.476331 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:44.692692 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a41a811f-dea2-44d6-b0d8-0d4cd581cc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:44.791413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a41a811f-dea2-44d6-b0d8-0d4cd581cc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:44.883943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaf548-0e38-4388-8a61-8e7621bfcae2 req-3f9bd122-c2af-4324-80b9-cb678e13f921 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:44.886001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3aaf548-0e38-4388-8a61-8e7621bfcae2 req-3f9bd122-c2af-4324-80b9-cb678e13f921 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.1572242 Aug 10 02:14:44.952216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a811f-dea2-44d6-b0d8-0d4cd581cc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee8b06c-f56b-415c-bb9e-03212465d7e1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:44.995506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:45.007229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a41a811f-dea2-44d6-b0d8-0d4cd581cc23 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3688c30b36143488e03f6058f033ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365790 Aug 10 02:14:45.049556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3aaf548-0e38-4388-8a61-8e7621bfcae2 req-0a1c6e63-1d3f-4e47-aa9a-234f66740043 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085076 Aug 10 02:14:45.072561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214365ec-3f4f-4fa5-bffb-e90eaa86ed0a req-f06880d5-0fa1-4490-bd95-cc319bb9e83e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:45.077194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-214365ec-3f4f-4fa5-bffb-e90eaa86ed0a req-f06880d5-0fa1-4490-bd95-cc319bb9e83e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1874003 Aug 10 02:14:45.139120 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f3675c49-dc64-4796-b15e-1b82411024a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:45.162123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-214365ec-3f4f-4fa5-bffb-e90eaa86ed0a req-a758d89d-52f7-47fe-a09e-201d85ee496d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790889 Aug 10 02:14:45.185559 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f3675c49-dc64-4796-b15e-1b82411024a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:45.421452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f3675c49-dc64-4796-b15e-1b82411024a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:45.424438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f3675c49-dc64-4796-b15e-1b82411024a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:45.425670 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f3675c49-dc64-4796-b15e-1b82411024a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ee8b06c-f56b-415c-bb9e-03212465d7e1 HTTP/1.1" status: 204 len: 168 time: 0.4292400 Aug 10 02:14:45.445818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3675c49-dc64-4796-b15e-1b82411024a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee8b06c-f56b-415c-bb9e-03212465d7e1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:46.352398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e7f65-d5a3-4a9c-8bb3-e43e3cdcf6a4 req-8da50062-153f-47fc-9f27-7ee7a8108815 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:46.356671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c77e7f65-d5a3-4a9c-8bb3-e43e3cdcf6a4 req-8da50062-153f-47fc-9f27-7ee7a8108815 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.1426032 Aug 10 02:14:46.389683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da428bc-594f-41ca-9188-d8cf75add67f req-030ceaf5-acd9-4d47-b73c-7a0d1b89a534 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:46.397567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2da428bc-594f-41ca-9188-d8cf75add67f req-030ceaf5-acd9-4d47-b73c-7a0d1b89a534 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1034734 Aug 10 02:14:46.449845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c77e7f65-d5a3-4a9c-8bb3-e43e3cdcf6a4 req-43fde486-e0fa-48c1-8dce-983b64d55671 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849166 Aug 10 02:14:46.494032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2da428bc-594f-41ca-9188-d8cf75add67f req-6d29bda9-4ad4-4893-882e-748c945dd5a6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953760 Aug 10 02:14:47.209576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39488) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:47.404917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-185966541-network', 'tenant_id': '2d44e11a4e054f4eafe85c00a5cce877'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:14:47.605955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Made reservation on behalf of 2d44e11a4e054f4eafe85c00a5cce877 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:14:47.610948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:47.637544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:47.746869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad0835-ee96-4d67-8fc6-92b24aac77b6 req-75b89c8a-3a9b-4817-b150-492ea5027476 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:47.756216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6aad0835-ee96-4d67-8fc6-92b24aac77b6 req-75b89c8a-3a9b-4817-b150-492ea5027476 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.1685815 Aug 10 02:14:47.767699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a6d7-5270-491a-9510-d3cf42baa2d5 req-3bc1ddd7-18d0-4bb5-958f-b901062d3cb8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:47.769665 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df46a6d7-5270-491a-9510-d3cf42baa2d5 req-3bc1ddd7-18d0-4bb5-958f-b901062d3cb8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1443079 Aug 10 02:14:47.853168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6aad0835-ee96-4d67-8fc6-92b24aac77b6 req-ef540912-12c1-4dc9-a224-b118a8b7a9cb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930569 Aug 10 02:14:47.867392 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:47.890075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df46a6d7-5270-491a-9510-d3cf42baa2d5 req-29bdae71-9f0d-42e4-b952-b3d9f955b565 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119599 Aug 10 02:14:47.932910 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bc758245-9c0f-45e6-84dc-ab62cdc1e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:48.012466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:48.125727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:14:48.125727 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:48.125727 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Added segment 78766c37-3a6a-473b-aa15-8643ebfc16ce of type vlan for network df342f44-2eb1-49e1-9b28-44ef735e85a0 Aug 10 02:14:48.177530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7772599e-b596-4543-91f2-eec49d800b64,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:48.238761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:48.676366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:48.678305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:48.680252 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:48.799391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] Pushing event updated for resources: {'Network': ['ID=df342f44-2eb1-49e1-9b28-44ef735e85a0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:48.814398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network df342f44-2eb1-49e1-9b28-44ef735e85a0 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:14:48.918863 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c59e5e59-e793-493c-a44f-8ac0890c9805 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7056663 Aug 10 02:14:48.926938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39516) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:48.954737 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Request body: {'subnet': {'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-185966541-subnet', 'tenant_id': '2d44e11a4e054f4eafe85c00a5cce877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:14:49.078150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fbc6b-1601-47aa-a3d6-8a31820a4208 req-c480d86d-e3b0-48a4-809d-5b8980eb672a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:49.079603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342fbc6b-1601-47aa-a3d6-8a31820a4208 req-c480d86d-e3b0-48a4-809d-5b8980eb672a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.1041379 Aug 10 02:14:49.088283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01a778-774c-4fd5-8471-40c1123792cb req-be0fd608-f88d-40a9-9aab-3c8862f62d9f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:49.089679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb01a778-774c-4fd5-8471-40c1123792cb req-be0fd608-f88d-40a9-9aab-3c8862f62d9f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0933616 Aug 10 02:14:49.130311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Made reservation on behalf of 2d44e11a4e054f4eafe85c00a5cce877 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:14:49.133935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:49.154491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-342fbc6b-1601-47aa-a3d6-8a31820a4208 req-4bc4e644-dbbf-4024-94d4-d6ffa5d81f85 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638678 Aug 10 02:14:49.157302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb01a778-774c-4fd5-8471-40c1123792cb req-af4b5136-530a-4ffa-a258-0bf7332a8e7c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595343 Aug 10 02:14:49.498634 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:49.546102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Pushing event updated for resources: {'Subnet': ['ID=facbbe17-16c3-4431-b403-5e42b3fe6c89,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:49.604766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Checking segment: {'id': '78766c37-3a6a-473b-aa15-8643ebfc16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:14:49.605352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Network hostable DHCP agents. Network: df342f44-2eb1-49e1-9b28-44ef735e85a0, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:14:49.737182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Network df342f44-2eb1-49e1-9b28-44ef735e85a0 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:14:49.921818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, df342f44-2eb1-49e1-9b28-44ef735e85a0) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:14:49.932186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:49.933003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:49.951531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f9912-e72e-4134-8b4f-042765aa7db5 None None] Network df342f44-2eb1-49e1-9b28-44ef735e85a0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:14:50.103621 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-00727615-20bf-4b83-a9d3-a85af94e938b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1751161 Aug 10 02:14:50.215341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a43b5-b807-41e3-b312-0d965b3d165c None None] Network df342f44-2eb1-49e1-9b28-44ef735e85a0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:14:50.477623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acae140-6538-45dc-8219-dd89421eaaaf req-4d1ba700-9bff-4fb2-b078-fcd4d0e205db tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:50.488672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2acae140-6538-45dc-8219-dd89421eaaaf req-4d1ba700-9bff-4fb2-b078-fcd4d0e205db tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.1336739 Aug 10 02:14:50.540101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f14f30-64c0-4ab6-b34a-a67c10dc80c0 req-9d1a821e-572a-4eb3-9a36-56c42cca3831 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:50.549432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3f14f30-64c0-4ab6-b34a-a67c10dc80c0 req-9d1a821e-572a-4eb3-9a36-56c42cca3831 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1554184 Aug 10 02:14:50.584540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2acae140-6538-45dc-8219-dd89421eaaaf req-75624086-e597-40e3-b92e-bc4ed82a3540 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943792 Aug 10 02:14:50.636727 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af1118c8-5760-4d71-8422-876964b90b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:50.647159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3f14f30-64c0-4ab6-b34a-a67c10dc80c0 req-a8a9c10a-11e2-4119-ada4-063fb0365679 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964160 Aug 10 02:14:51.221502 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:51.766842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a08c-0cc6-47e3-8f2e-2cbf25473300 req-36d4028d-b21a-4ded-80e0-f0e88982b7d6 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:51.769264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1838a08c-0cc6-47e3-8f2e-2cbf25473300 req-36d4028d-b21a-4ded-80e0-f0e88982b7d6 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0885026 Aug 10 02:14:51.913071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1838a08c-0cc6-47e3-8f2e-2cbf25473300 req-724a74fd-0129-4a8a-9ca4-bad649731efb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312692 Aug 10 02:14:51.934357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d34ac-6d6a-4346-8511-e4bbba6083c5 req-d845a395-7e50-4435-a04e-b006fc49f363 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:51.936296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547d34ac-6d6a-4346-8511-e4bbba6083c5 req-d845a395-7e50-4435-a04e-b006fc49f363 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1089587 Aug 10 02:14:52.004988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-547d34ac-6d6a-4346-8511-e4bbba6083c5 req-0e37e8ac-af17-4d84-89ee-cec495dd8662 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522788 Aug 10 02:14:52.305055 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:53.092382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8ea3-9155-4b97-b697-dcaff7b0abca req-5f8f55e9-0df1-483a-9c5d-addb95e1aa36 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:53.098773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-524d8ea3-9155-4b97-b697-dcaff7b0abca req-5f8f55e9-0df1-483a-9c5d-addb95e1aa36 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0820651 Aug 10 02:14:53.223142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-524d8ea3-9155-4b97-b697-dcaff7b0abca req-c999c82d-91f7-4859-9589-e407a53eca6d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105988 Aug 10 02:14:53.261241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bd722-ec24-4116-8cbc-7b534daffcd6 req-a3d6c787-d2f5-45d5-a1c2-f4d1c2eb5ba2 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:53.263942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c07bd722-ec24-4116-8cbc-7b534daffcd6 req-a3d6c787-d2f5-45d5-a1c2-f4d1c2eb5ba2 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1259675 Aug 10 02:14:53.344631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c07bd722-ec24-4116-8cbc-7b534daffcd6 req-cf3318d0-b1d5-4803-8340-a174711d6a43 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607624 Aug 10 02:14:53.967442 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:54.395220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c137e1a-a56c-4a57-a88e-a8ca90927466 req-9c315789-8234-47e0-9d25-74938dd83789 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:54.397394 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c137e1a-a56c-4a57-a88e-a8ca90927466 req-9c315789-8234-47e0-9d25-74938dd83789 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0773385 Aug 10 02:14:54.503980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c137e1a-a56c-4a57-a88e-a8ca90927466 req-4bd0d46d-3846-40a1-aaf1-97dcddfb68f3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927870 Aug 10 02:14:54.554979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4966-af9d-4eba-8959-675956426e0a req-071b99a4-564d-443b-b1b1-58946a9e1c54 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:54.556603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-071b99a4-564d-443b-b1b1-58946a9e1c54 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/networks?id=df342f44-2eb1-49e1-9b28-44ef735e85a0 HTTP/1.1" status: 200 len: 808 time: 0.1580989 Aug 10 02:14:54.577637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-dbf6a1fd-807e-4824-adb9-863327c57128 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/quotas/2d44e11a4e054f4eafe85c00a5cce877 HTTP/1.1" status: 200 len: 375 time: 0.0120542 Aug 10 02:14:54.636609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-61a6f91d-2bff-47ce-92fa-123043209b6e tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d44e11a4e054f4eafe85c00a5cce877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454426 Aug 10 02:14:54.704873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76e909-74f1-48a6-af02-2c68fc0fb3f9 req-ccb4ee4d-2c4d-4b9d-a15b-219a7596ab0f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:54.706475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef76e909-74f1-48a6-af02-2c68fc0fb3f9 req-ccb4ee4d-2c4d-4b9d-a15b-219a7596ab0f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.1279480 Aug 10 02:14:54.782168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef76e909-74f1-48a6-af02-2c68fc0fb3f9 req-3e7ec88d-a95e-4105-a74b-f7fd47e5b866 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645506 Aug 10 02:14:54.785733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-6402dd32-295d-42c9-a31b-f250d6a4ab60 service neutron] 10.222.0.38 "GET /v2.0/networks/df342f44-2eb1-49e1-9b28-44ef735e85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404133 Aug 10 02:14:54.898726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-b8ccd7d8-aadc-46e0-9822-731b425a90f9 service neutron] 10.222.0.38 "GET /v2.0/networks/df342f44-2eb1-49e1-9b28-44ef735e85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058002 Aug 10 02:14:55.263095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af2e34ce-80a8-485d-bde0-8b66f4f79eb4 req-b6082fa9-1120-416b-a9e6-3972ac66f255 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 210 time: 0.0334854 Aug 10 02:14:55.374606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-f748d906-a779-4ebf-bac2-fb6b752d273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:55.375569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-f748d906-a779-4ebf-bac2-fb6b752d273c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 1098 time: 0.0555320 Aug 10 02:14:55.482361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-19f3fb15-f189-47ec-b4d3-57d993a98f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:55.484297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-19f3fb15-f189-47ec-b4d3-57d993a98f95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 918 time: 0.1017342 Aug 10 02:14:55.581652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-287a019f-d467-4c90-b418-0c08d1e395c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec379c10-833d-4c87-9966-a5b2af495294 HTTP/1.1" status: 200 len: 1001 time: 0.0852323 Aug 10 02:14:55.663398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-83f7273c-a205-438f-8587-2641d1907fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:55.664925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-83f7273c-a205-438f-8587-2641d1907fc0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.0745530 Aug 10 02:14:55.694695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04ea9c-6fb3-4053-ac3a-bc714dc91f31 req-8143e0b5-2b11-469f-93ab-09286668285c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:55.694695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc04ea9c-6fb3-4053-ac3a-bc714dc91f31 req-8143e0b5-2b11-469f-93ab-09286668285c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0738523 Aug 10 02:14:55.745336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-5927155e-8a68-4fe2-9004-5c9a2f2200b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:55.746867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-5927155e-8a68-4fe2-9004-5c9a2f2200b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732329 Aug 10 02:14:55.813875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc04ea9c-6fb3-4053-ac3a-bc714dc91f31 req-728e0e38-d15d-4e2a-b058-7491b26edc21 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990880 Aug 10 02:14:55.925550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-73989b6c-c471-48c0-8c9c-b8c734447610 service neutron] 10.222.0.11 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671941 Aug 10 02:14:56.292936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e6e0e-4a2d-4ca8-869a-b0782969b710 req-bd480fcd-74ed-4287-b97f-71dcc152e907 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:56.294651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd5e6e0e-4a2d-4ca8-869a-b0782969b710 req-bd480fcd-74ed-4287-b97f-71dcc152e907 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.3864937 Aug 10 02:14:56.374448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86cc98a2-6a95-495e-99c9-ef3ce2acbf9e req-0a13920b-7d71-4a9b-a823-fc5a07c8cbc2 service neutron] 10.222.0.11 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324703 Aug 10 02:14:56.396595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ea51f0e-764d-4f74-a540-6f3cd54b62fa req-3690dac9-c994-458d-9bc4-25495e561250 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 210 time: 0.0407948 Aug 10 02:14:56.398900 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd5e6e0e-4a2d-4ca8-869a-b0782969b710 req-57f4872c-58ae-4d99-83fd-48cfb8823960 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873146 Aug 10 02:14:56.960933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a400454-1b7d-4bea-af9c-d57a46c2d9ab req-3f067c9a-501e-4d63-86c7-924d01314037 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:56.965333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a400454-1b7d-4bea-af9c-d57a46c2d9ab req-3f067c9a-501e-4d63-86c7-924d01314037 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0595548 Aug 10 02:14:57.004836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a400454-1b7d-4bea-af9c-d57a46c2d9ab req-e4e447a1-5cfa-43dc-b98e-0f2b2e126d21 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337076 Aug 10 02:14:57.541817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7957c700-6e47-44b3-966b-ccfa60075e46 req-fc00d50f-c4bb-42b0-bf52-6fb65c010a57 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 210 time: 0.0435786 Aug 10 02:14:57.566298 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe1b5e-8225-44e8-ac55-b1b8ac555aef req-a7f321af-f94d-4d4e-a2e6-ff371eff9e9f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:57.570630 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37fe1b5e-8225-44e8-ac55-b1b8ac555aef req-a7f321af-f94d-4d4e-a2e6-ff371eff9e9f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0816603 Aug 10 02:14:57.623345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37fe1b5e-8225-44e8-ac55-b1b8ac555aef req-4aa8a8b8-7eb1-4347-9a97-ea73a7e3e6e3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469954 Aug 10 02:14:58.215878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af07b-1026-437d-8da1-68c50d431ef3 req-6e1d8f64-eea4-44d8-87db-d45d7a7ebb60 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:58.229537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f55af07b-1026-437d-8da1-68c50d431ef3 req-6e1d8f64-eea4-44d8-87db-d45d7a7ebb60 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0725253 Aug 10 02:14:58.232459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4966-af9d-4eba-8959-675956426e0a req-0348f722-ab00-474a-b1b1-7841f7a3b211 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:58.236326 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-0348f722-ab00-474a-b1b1-7841f7a3b211 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.16 "GET /v2.0/networks?id=df342f44-2eb1-49e1-9b28-44ef735e85a0 HTTP/1.1" status: 200 len: 808 time: 0.2055025 Aug 10 02:14:58.251985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Request body: {'port': {'device_id': 'd460c1f5-ed5d-4c76-a4f8-efe74129b30e', 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0', 'admin_state_up': True, 'tenant_id': '2d44e11a4e054f4eafe85c00a5cce877'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:14:58.287993 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f55af07b-1026-437d-8da1-68c50d431ef3 req-970d5a2d-ed94-4b3f-be6f-e72861a2feb5 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575418 Aug 10 02:14:58.498388 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Made reservation on behalf of 2d44e11a4e054f4eafe85c00a5cce877 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:14:58.502143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:58.627733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ec379c10-833d-4c87-9966-a5b2af495294 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:14:58.662391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Allocated IP 172.20.0.13 (df342f44-2eb1-49e1-9b28-44ef735e85a0/facbbe17-16c3-4431-b403-5e42b3fe6c89/a0dfa60b-9727-4543-bfb6-f8855d9ad8aa) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:14:58.733986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa56b06d-0b46-454b-835b-6dc22b1f99d3 req-b077b294-acd8-45df-a3dd-1b0fd003946a tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 210 time: 0.1117582 Aug 10 02:14:58.760085 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:58.785910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:14:58.789120 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd9dd8b-88ec-418e-b0cb-6ca5997118ec" -d '{"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec379c10-833d-4c87-9966-a5b2af495294"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:14:58.812969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:58.836279 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512e45f3-435b-4541-8dc8-89ecaa52d754 x-openstack-request-id: req-512e45f3-435b-4541-8dc8-89ecaa52d754 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:14:58.836605 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec379c10-833d-4c87-9966-a5b2af495294", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:14:58.836900 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-512e45f3-435b-4541-8dc8-89ecaa52d754 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:14:58.837315 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294', 'code': 200} Aug 10 02:14:58.837447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7dc55-6fca-483c-9919-209bd9ba843d req-f205db36-6d6f-495d-8903-05531c18d317 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:58.843801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0b7dc55-6fca-483c-9919-209bd9ba843d req-f205db36-6d6f-495d-8903-05531c18d317 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0761161 Aug 10 02:14:58.871940 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:58.878617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:58.883731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0b7dc55-6fca-483c-9919-209bd9ba843d req-72f1d0c8-f0b0-440c-a6d6-26dcaca8a6c8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352676 Aug 10 02:14:58.969812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:59.020868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:59.065413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Network df342f44-2eb1-49e1-9b28-44ef735e85a0 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:14:59.072327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:14:59.077194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:14:59.098411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713be440-72c7-447a-be9c-a80573b316f5 req-8a6ab0fe-ded5-4011-9154-fb8c9538ff52 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:59.100837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-713be440-72c7-447a-be9c-a80573b316f5 req-8a6ab0fe-ded5-4011-9154-fb8c9538ff52 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0589538 Aug 10 02:14:59.121870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Pushing event updated for resources: {'Port': ['ID=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:59.150445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-713be440-72c7-447a-be9c-a80573b316f5 req-b3599019-2525-4174-b9c5-ec77c1da06bf tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429387 Aug 10 02:14:59.154398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:59.155114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:59.222278 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-681374cc-e501-44c3-aec6-51db000b2f8c tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9751990 Aug 10 02:14:59.234963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Request body: {'port': {'device_id': 'd460c1f5-ed5d-4c76-a4f8-efe74129b30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:14:59.294865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bcf16-ce15-460d-a6c9-c8ba3707e36c req-a88ebd2e-a3fb-463a-869d-92d7354c84a9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:59.296557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-570bcf16-ce15-460d-a6c9-c8ba3707e36c req-a88ebd2e-a3fb-463a-869d-92d7354c84a9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0578141 Aug 10 02:14:59.359067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-570bcf16-ce15-460d-a6c9-c8ba3707e36c req-7215a89b-a48b-4c27-a3ed-6001a16954bf tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552976 Aug 10 02:14:59.488088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47698c91-a63d-409d-87a5-c9ad18b2aed5 req-232e1087-da84-4e43-9550-0de34f970246 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:59.501835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47698c91-a63d-409d-87a5-c9ad18b2aed5 req-232e1087-da84-4e43-9550-0de34f970246 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.1032746 Aug 10 02:14:59.595773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-47698c91-a63d-409d-87a5-c9ad18b2aed5 req-e8402a29-15bd-4924-8d44-8ccae406c870 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926695 Aug 10 02:14:59.719542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:59.870511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-34365e8f-c023-4307-aade-f639ebab4486 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:14:59.872741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-34365e8f-c023-4307-aade-f639ebab4486 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.1779692 Aug 10 02:14:59.893213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-6a3673de-3e64-4e88-bd3d-13c71406650c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/quotas/460d4f02fd4446cfb5b85fc766770604 HTTP/1.1" status: 200 len: 375 time: 0.0139618 Aug 10 02:14:59.963964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-770a9fdc-b183-4918-89b7-0c5945c18c80 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0647318 Aug 10 02:15:00.081769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0dfa60b-9727-4543-bfb6-f8855d9ad8aa {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:00.090283 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-c2823689-ce4d-43e0-8fe1-c3a3e75f2618 service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182392 Aug 10 02:15:00.092490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:00.106941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Transition to ACTIVE for port object a0dfa60b-9727-4543-bfb6-f8855d9ad8aa will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:15:00.183885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-29babad3-c1e3-4bb8-aea0-5f51b442712e service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925858 Aug 10 02:15:00.259044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:00.363165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Pushing event updated for resources: {'Port': ['ID=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:00.611232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Attempting to bind port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:15:00.611835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Attempting to bind port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '78766c37-3a6a-473b-aa15-8643ebfc16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:15:00.612456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Attempting to bind port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa on network df342f44-2eb1-49e1-9b28-44ef735e85a0 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:00.621230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa on network df342f44-2eb1-49e1-9b28-44ef735e85a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:15:00.621230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Attempting to bind port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa on network df342f44-2eb1-49e1-9b28-44ef735e85a0 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:00.628576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:15:00.629027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Checking segment: {'id': '78766c37-3a6a-473b-aa15-8643ebfc16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:15:00.629593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Bound using segment: {'id': '78766c37-3a6a-473b-aa15-8643ebfc16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:15:00.630176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Bound port: a0dfa60b-9727-4543-bfb6-f8855d9ad8aa, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78766c37-3a6a-473b-aa15-8643ebfc16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:15:00.630683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:00.649207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561a728-63ad-4cc0-a88f-e94bb0e98f94 req-f8895003-8f65-41d9-9706-3dd7d6b7cf95 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:00.651885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7561a728-63ad-4cc0-a88f-e94bb0e98f94 req-f8895003-8f65-41d9-9706-3dd7d6b7cf95 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 944 time: 0.1374693 Aug 10 02:15:00.717039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7561a728-63ad-4cc0-a88f-e94bb0e98f94 req-e0715a50-5681-4068-87d7-1e6f3f10b7f5 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564468 Aug 10 02:15:00.747658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] For port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:15:00.762725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] For port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:15:00.820563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ba00443-3db2-43c8-81c0-15365a4e8f53 req-168dd370-74a1-41ab-a33d-15544c31fdfc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 210 time: 0.0678513 Aug 10 02:15:00.850115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:00.897468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:00.898717 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:00.900324 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] 10.222.0.16 "PUT /v2.0/ports/a0dfa60b-9727-4543-bfb6-f8855d9ad8aa HTTP/1.1" status: 200 len: 1093 time: 1.6697562 Aug 10 02:15:00.900787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd460c1f5-ed5d-4c76-a4f8-efe74129b30e', 'tag': 'a0dfa60b-9727-4543-bfb6-f8855d9ad8aa'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:00.903122 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8054869-2db6-49bf-bead-81cf6d15847f" -d '{"events": [{"name": "network-changed", "server_uuid": "d460c1f5-ed5d-4c76-a4f8-efe74129b30e", "tag": "a0dfa60b-9727-4543-bfb6-f8855d9ad8aa"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:00.936118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e69850-0bbe-4c78-9851-5304ae89a55c service neutron] Pushing event updated for resources: {'Port': ['ID=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:00.963130 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79ed0a-648e-4500-9342-6f75667b287b x-openstack-request-id: req-ed79ed0a-648e-4500-9342-6f75667b287b {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:00.963426 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d460c1f5-ed5d-4c76-a4f8-efe74129b30e", "tag": "a0dfa60b-9727-4543-bfb6-f8855d9ad8aa", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:00.964045 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed79ed0a-648e-4500-9342-6f75667b287b {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:00.964452 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd460c1f5-ed5d-4c76-a4f8-efe74129b30e', 'tag': 'a0dfa60b-9727-4543-bfb6-f8855d9ad8aa', 'status': 'completed', 'code': 200} Aug 10 02:15:01.036798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8054869-2db6-49bf-bead-81cf6d15847f req-dbebfb7c-ede0-4d36-bf37-40dcbcbeb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:01.039576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8054869-2db6-49bf-bead-81cf6d15847f req-dbebfb7c-ede0-4d36-bf37-40dcbcbeb3e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d44e11a4e054f4eafe85c00a5cce877&device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 1096 time: 0.0513122 Aug 10 02:15:01.264524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8054869-2db6-49bf-bead-81cf6d15847f req-cdadaba6-843f-4242-bdc1-8d3a8097ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:01.264524 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8054869-2db6-49bf-bead-81cf6d15847f req-cdadaba6-843f-4242-bdc1-8d3a8097ed87 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2d44e11a4e054f4eafe85c00a5cce877&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2097566 Aug 10 02:15:01.531160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8054869-2db6-49bf-bead-81cf6d15847f req-7d36fe01-e808-4a68-a028-74f98c129556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:01.532836 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8054869-2db6-49bf-bead-81cf6d15847f req-7d36fe01-e808-4a68-a028-74f98c129556 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2647111 Aug 10 02:15:01.705767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4966-af9d-4eba-8959-675956426e0a req-249b15e9-2bcc-4af8-8cc9-e7db45643856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:01.705767 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-249b15e9-2bcc-4af8-8cc9-e7db45643856 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d44e11a4e054f4eafe85c00a5cce877&device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 1096 time: 0.0963097 Aug 10 02:15:01.749535 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-def10509-1006-4362-8501-58fef70d180e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa HTTP/1.1" status: 200 len: 217 time: 0.0364711 Aug 10 02:15:01.814387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4966-af9d-4eba-8959-675956426e0a req-b1e79843-1c9d-4b7f-afba-663c26f0b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:01.815898 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-b1e79843-1c9d-4b7f-afba-663c26f0b155 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=facbbe17-16c3-4431-b403-5e42b3fe6c89 HTTP/1.1" status: 200 len: 848 time: 0.0587785 Aug 10 02:15:01.849949 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-4f333be6-7eb5-47bf-a50f-45be20e9cceb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df342f44-2eb1-49e1-9b28-44ef735e85a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262036 Aug 10 02:15:01.982662 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-a2532939-0354-454d-b6d2-cdd8089ba3ef service neutron] 10.222.0.16 "GET /v2.0/networks/df342f44-2eb1-49e1-9b28-44ef735e85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245027 Aug 10 02:15:01.984407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e07d300c-0955-4c85-9e8f-848634379aaf req-88673c47-3e8f-452b-b1e7-eff0f48823ed tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 210 time: 0.0449009 Aug 10 02:15:02.057505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f133e1-9c5d-42d9-bf71-676362a4b838 req-26445907-73c5-4897-b3db-ee0904b44bd8 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:02.060858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79f133e1-9c5d-42d9-bf71-676362a4b838 req-26445907-73c5-4897-b3db-ee0904b44bd8 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 944 time: 0.1341732 Aug 10 02:15:02.153750 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24da4966-af9d-4eba-8959-675956426e0a req-634ff25d-4aa5-4a18-8730-8a644c65dbc2 service neutron] 10.222.0.16 "GET /v2.0/networks/df342f44-2eb1-49e1-9b28-44ef735e85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598587 Aug 10 02:15:02.177531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f8a72-4c50-421e-a5f0-b8f8ce3e4a07 req-b98fc10c-c06c-4dea-86d9-dcc8333823da tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:02.180300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-563f8a72-4c50-421e-a5f0-b8f8ce3e4a07 req-b98fc10c-c06c-4dea-86d9-dcc8333823da tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1059954 Aug 10 02:15:02.186887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79f133e1-9c5d-42d9-bf71-676362a4b838 req-33f70c7b-d3f5-4008-af2d-2c54d19b5717 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112115 Aug 10 02:15:02.237640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-563f8a72-4c50-421e-a5f0-b8f8ce3e4a07 req-fb86e4ca-d7da-49ad-b97b-4386b2cdabfb tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485179 Aug 10 02:15:02.319109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc7fa5-261a-413b-9586-f8d5e11b8562 req-a5cef0df-65c2-43a7-8e91-231644a92a8c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:02.320648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6cc7fa5-261a-413b-9586-f8d5e11b8562 req-a5cef0df-65c2-43a7-8e91-231644a92a8c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.0530171 Aug 10 02:15:02.360148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6cc7fa5-261a-413b-9586-f8d5e11b8562 req-2eccfa38-fada-4ddb-850c-f6065c6bb8e4 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332496 Aug 10 02:15:02.680788 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-a40ae2c9-954d-4b38-a3e2-6f36ef12cc86 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059253 Aug 10 02:15:03.103933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22dd2131-7a3a-4e91-ac7e-91742d5a601c req-9538e40e-67dc-497e-815b-2f08a7ad8bf5 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 210 time: 0.0301759 Aug 10 02:15:03.429444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c43e0-5da0-4d89-a606-07e2e46db013 req-0651d6bb-816a-4e7c-9aa4-6103cf26abd9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:03.431149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d8c43e0-5da0-4d89-a606-07e2e46db013 req-0651d6bb-816a-4e7c-9aa4-6103cf26abd9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 944 time: 0.1330523 Aug 10 02:15:03.438297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-2334ebbc-8cca-4bca-b77a-5c4977487611 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:03.439852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-2334ebbc-8cca-4bca-b77a-5c4977487611 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.2115450 Aug 10 02:15:03.449590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdd514-0765-4d45-a0ee-486c1fc514ed req-4394a866-1cea-499d-a574-af3c364ec666 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:03.451621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21fdd514-0765-4d45-a0ee-486c1fc514ed req-4394a866-1cea-499d-a574-af3c364ec666 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1254325 Aug 10 02:15:03.459575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'port': {'device_id': '52235463-80eb-40e2-b696-c20dc70f8888', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'admin_state_up': True, 'tenant_id': '460d4f02fd4446cfb5b85fc766770604'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:03.589841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d8c43e0-5da0-4d89-a606-07e2e46db013 req-90b5ae1d-ffc9-4662-9428-527e64f7e4b4 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371436 Aug 10 02:15:03.595703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21fdd514-0765-4d45-a0ee-486c1fc514ed req-842c8b24-ed09-4d1e-b942-99d09915d2c8 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265273 Aug 10 02:15:03.753843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Made reservation on behalf of 460d4f02fd4446cfb5b85fc766770604 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:15:03.757655 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:03.806561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662071cb-d85c-4ced-b60b-6708dfba5f49 req-5f9bd713-bb4b-47f1-a523-bbb72c262e9a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:03.808184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-662071cb-d85c-4ced-b60b-6708dfba5f49 req-5f9bd713-bb4b-47f1-a523-bbb72c262e9a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.0844352 Aug 10 02:15:03.899332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a0dfa60b-9727-4543-bfb6-f8855d9ad8aa details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:15:03.968394 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-662071cb-d85c-4ced-b60b-6708dfba5f49 req-771ab5ac-1ef5-4e4a-81ce-f20150466664 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310513 Aug 10 02:15:04.014803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-81b63cfc-0db1-409e-aa85-516b0349c50e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:04.016532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-81b63cfc-0db1-409e-aa85-516b0349c50e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.11 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.1805346 Aug 10 02:15:04.056231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:04.069949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'a0dfa60b-9727-4543-bfb6-f8855d9ad8aa', 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0', 'port_id': 'a0dfa60b-9727-4543-bfb6-f8855d9ad8aa', 'mac_address': 'fa:16:3e:a1:33:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facbbe17-16c3-4431-b403-5e42b3fe6c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:15:04.089742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Allocated IP 172.20.0.9 (4f21e784-b291-4408-932c-2334fba98ca6/65eb8b19-c561-4be7-88f4-296e30b33a69/64c1afd0-d1cb-4ebc-b050-f1278a65b535) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:15:04.133434 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:04.153628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0dfa60b-9727-4543-bfb6-f8855d9ad8aa {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:04.178745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:04.264674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7818b405-49fe-4d3e-b3ce-09805a141f40 req-5755d0c4-5e23-4ab3-b896-541f055770e2 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 210 time: 0.0499480 Aug 10 02:15:04.300533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Deleting port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:15:04.305014 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:04.328768 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:04.386958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:04.396627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.397299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.397852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.398356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.398877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.399391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.399899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.400530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.401159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.402140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.403017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.403828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:04.487777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:04.519279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Transition to ACTIVE for port object 64c1afd0-d1cb-4ebc-b050-f1278a65b535 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:15:04.547964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['a0dfa60b-9727-4543-bfb6-f8855d9ad8aa'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:15:04.553581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] For port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:04.554091 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:04.787484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:04.890681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['074afbf0-3ad1-4458-a422-9d3c1b57969a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:15:04.946736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Network 4f21e784-b291-4408-932c-2334fba98ca6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:15:05.029354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'Port': ['ID=64c1afd0-d1cb-4ebc-b050-f1278a65b535,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:05.042973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:15:05.053375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649961e8-9fc1-48eb-8ad3-9e5916b8f8d9 req-165efb5c-6321-4f36-abf7-3ce7af71aaac tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:05.055677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-649961e8-9fc1-48eb-8ad3-9e5916b8f8d9 req-165efb5c-6321-4f36-abf7-3ce7af71aaac tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 946 time: 0.3504052 Aug 10 02:15:05.056551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:15:05.114650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1f765-6ecc-4dac-9a40-5d77b4f507e3 req-7f478967-4e03-4767-a105-b39a51a3ca5f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:05.123178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7a1f765-6ecc-4dac-9a40-5d77b4f507e3 req-7f478967-4e03-4767-a105-b39a51a3ca5f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 945 time: 0.4096565 Aug 10 02:15:05.126361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.131662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.132715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:05.242173 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:05.242591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:05.242958 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Floating IP 061a7bd4-b7fb-484c-98e6-dd4c0de4bb36 disassociated. External IP: 172.25.3.59, port: 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c. Aug 10 02:15:05.243311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Calling delete_port for 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:15:05.275721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:05.275721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:05.297111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7a1f765-6ecc-4dac-9a40-5d77b4f507e3 req-d8a0adb1-a3c7-4d4c-82d5-ac5c8815fb7e tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697416 Aug 10 02:15:05.319772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-649961e8-9fc1-48eb-8ad3-9e5916b8f8d9 req-b8dc8416-27d4-47ae-baff-f757ea12459b tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=ef57661d-1682-4ea8-915b-80a0b59a1bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476261 Aug 10 02:15:05.531079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e473724-5482-4c98-9300-197ecc09fd4f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0771310 Aug 10 02:15:05.550121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Request body: {'port': {'device_id': '52235463-80eb-40e2-b696-c20dc70f8888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:05.592518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a6bda7c3-4294-4a09-a2b2-14def1b91a92 None None] Provisioning for port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:15:05.602999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a6bda7c3-4294-4a09-a2b2-14def1b91a92 None None] Provisioning complete for port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:15:05.603617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a6bda7c3-4294-4a09-a2b2-14def1b91a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:05.610988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6297c7-1867-41ba-b94f-df64eafc8bdc req-78da5efe-4e3c-4e9f-90a8-092adbca0199 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:05.612689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b6297c7-1867-41ba-b94f-df64eafc8bdc req-78da5efe-4e3c-4e9f-90a8-092adbca0199 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.1641681 Aug 10 02:15:05.682823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a6bda7c3-4294-4a09-a2b2-14def1b91a92 None None] Port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:15:05.697395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8d76c-d004-476b-b30f-c0bfa43f801a req-3fa4003a-95ca-470e-9f24-b790c14e35ed tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:05.706179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60f8d76c-d004-476b-b30f-c0bfa43f801a req-3fa4003a-95ca-470e-9f24-b790c14e35ed tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 931 time: 0.2444394 Aug 10 02:15:05.760516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:05.817747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b6297c7-1867-41ba-b94f-df64eafc8bdc req-e88d6cdb-5af1-403d-8d81-bf435471b64e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697607 Aug 10 02:15:05.824055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60f8d76c-d004-476b-b30f-c0bfa43f801a req-551f2fe6-d134-4295-9984-7281b5f49376 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166999 Aug 10 02:15:05.873317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:05.914676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event deleted for resources: {'Port': ['ID=5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:05.928906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a0dfa60b-9727-4543-bfb6-f8855d9ad8aa up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:15:06.103646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:15:06.108010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:15:06.108387 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:06.236795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:06.295529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd460c1f5-ed5d-4c76-a4f8-efe74129b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dfa60b-9727-4543-bfb6-f8855d9ad8aa'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:06.299928 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008501e8-9a56-4cf7-a8de-eaf0453ab3b7" -d '{"events": [{"server_uuid": "d460c1f5-ed5d-4c76-a4f8-efe74129b30e", "name": "network-vif-plugged", "status": "completed", "tag": "a0dfa60b-9727-4543-bfb6-f8855d9ad8aa"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:06.331020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:06.363534 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146df4e6-3de0-40e7-8c21-20f0fe6990bd x-openstack-request-id: req-146df4e6-3de0-40e7-8c21-20f0fe6990bd {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:06.363833 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d460c1f5-ed5d-4c76-a4f8-efe74129b30e", "name": "network-vif-plugged", "status": "completed", "tag": "a0dfa60b-9727-4543-bfb6-f8855d9ad8aa", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:06.364090 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-146df4e6-3de0-40e7-8c21-20f0fe6990bd {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:06.364518 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd460c1f5-ed5d-4c76-a4f8-efe74129b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0dfa60b-9727-4543-bfb6-f8855d9ad8aa', 'code': 200} Aug 10 02:15:06.432152 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:06.539913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:06.560838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43101d32-dd94-4d2a-bb1f-7351d2f5ac92 req-15c85ce5-4531-4fe6-a787-2adc03f3f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:06.562643 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43101d32-dd94-4d2a-bb1f-7351d2f5ac92 req-15c85ce5-4531-4fe6-a787-2adc03f3f48f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 1098 time: 0.1229837 Aug 10 02:15:06.603236 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43101d32-dd94-4d2a-bb1f-7351d2f5ac92 req-66b8451a-6d53-4c02-a8ef-b0606333599e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Aug 10 02:15:06.630187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54f58613-a33d-4f2e-994f-5824320e427c req-790ea3eb-0ce0-48fa-a25c-ba584f94c0c3 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 210 time: 0.0504570 Aug 10 02:15:06.668895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:15:06.706292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:15:06.706658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:15:06.745093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b399f-9761-4569-934f-d2a72ec47615 req-46072899-273b-4fee-8039-373f1ab8d685 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:06.745093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f6b399f-9761-4569-934f-d2a72ec47615 req-46072899-273b-4fee-8039-373f1ab8d685 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 946 time: 0.2773852 Aug 10 02:15:06.749039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:15:06.882064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f6b399f-9761-4569-934f-d2a72ec47615 req-429c8df2-f969-4604-98f9-912631353e02 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313634 Aug 10 02:15:07.031634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c1afd0-d1cb-4ebc-b050-f1278a65b535 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:07.044030 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:07.047787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:15:07.064357 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] Sync routers for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:15:07.075801 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:15:07.076591 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:14:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:15:07.149140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] No DVR routers for this DVR port 5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:15:07.180532 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:07.184119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ad01599-3c86-4dbd-93e3-d4ad876f85f0 req-cbdc63aa-e81e-4891-9d2e-d0dba9d81ced tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.11 "DELETE /v2.0/ports/5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c HTTP/1.1" status: 204 len: 173 time: 3.1523104 Aug 10 02:15:07.187551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'name': 'network-vif-deleted', 'tag': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:07.192213 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3349991e-cd94-4cb5-b211-78157cdf20d5" -d '{"events": [{"server_uuid": "a35deaa0-3d6c-4068-881e-981a6106f06e", "name": "network-vif-deleted", "tag": "5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:07.200233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Transition to ACTIVE for port object 64c1afd0-d1cb-4ebc-b050-f1278a65b535 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:15:07.236381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a82535-e75b-477f-9cac-fe61b54800bb req-1d71de45-e568-491c-b2cf-ab002d2cb758 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:07.238168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3a82535-e75b-477f-9cac-fe61b54800bb req-1d71de45-e568-491c-b2cf-ab002d2cb758 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 931 time: 0.1821539 Aug 10 02:15:07.241141 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:15:07.314536 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3a82535-e75b-477f-9cac-fe61b54800bb req-31aec2f2-e0cc-4184-9b6d-86abe259c998 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669694 Aug 10 02:15:07.371627 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:07.451806 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd64b336-ea9c-44f9-9ea9-9b2ae4fbe471 x-openstack-request-id: req-fd64b336-ea9c-44f9-9ea9-9b2ae4fbe471 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:07.452199 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35deaa0-3d6c-4068-881e-981a6106f06e", "name": "network-vif-deleted", "tag": "5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:07.453687 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd64b336-ea9c-44f9-9ea9-9b2ae4fbe471 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:07.454107 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35deaa0-3d6c-4068-881e-981a6106f06e', 'name': 'network-vif-deleted', 'tag': '5fd2c0e2-1f31-4c36-b5ae-851212e5fa0c', 'status': 'completed', 'code': 200} Aug 10 02:15:07.542389 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:15:07.568888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Pushing event updated for resources: {'Port': ['ID=64c1afd0-d1cb-4ebc-b050-f1278a65b535,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:07.606541 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] Checking router: 15c06bcd-3e83-44ac-b88a-9c12fc109c18 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:15:07.616953 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:15:07.617823 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:14:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:15:07.619960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e5b50-6714-4714-a144-7c2389dea264 req-1a23284d-701a-4de6-995b-77322e844dd4 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:07.629484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a7e5b50-6714-4714-a144-7c2389dea264 req-1a23284d-701a-4de6-995b-77322e844dd4 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.1521444 Aug 10 02:15:07.723489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a7e5b50-6714-4714-a144-7c2389dea264 req-b5e4a23b-6d02-4368-a738-f95ba22c30f5 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929890 Aug 10 02:15:07.769685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Attempting to bind port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:15:07.770249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Attempting to bind port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:15:07.770798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Attempting to bind port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:07.777036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 on network 4f21e784-b291-4408-932c-2334fba98ca6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:15:07.777778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Attempting to bind port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:07.786856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:15:07.789219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Checking segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:15:07.789219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Bound using segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:15:07.789219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Bound port: 64c1afd0-d1cb-4ebc-b050-f1278a65b535, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:15:07.790234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:07.848313 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:15:07.890978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18c063f2-2e04-412d-aff3-b142a9b06003 req-8ce85bba-9f93-4a8e-9596-3b83d57509fa tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=a35deaa0-3d6c-4068-881e-981a6106f06e HTTP/1.1" status: 200 len: 210 time: 0.0677965 Aug 10 02:15:08.016733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] For port 64c1afd0-d1cb-4ebc-b050-f1278a65b535, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:15:08.020230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] For port 64c1afd0-d1cb-4ebc-b050-f1278a65b535, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=64c1afd0-d1cb-4ebc-b050-f1278a65b535,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:15:08.106654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba9d69-7c5c-49ee-ba78-2b620275fb57 req-5cfd656d-d470-49c8-a779-4d60dcc86a19 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:08.108320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8aba9d69-7c5c-49ee-ba78-2b620275fb57 req-5cfd656d-d470-49c8-a779-4d60dcc86a19 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 946 time: 0.0571489 Aug 10 02:15:08.127037 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:08.219867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:08.225237 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:08.225237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] 10.222.0.11 "PUT /v2.0/ports/64c1afd0-d1cb-4ebc-b050-f1278a65b535 HTTP/1.1" status: 200 len: 1092 time: 2.6814349 Aug 10 02:15:08.239757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8aba9d69-7c5c-49ee-ba78-2b620275fb57 req-bfe9f542-edac-4c12-bac9-8a81e4703b4d tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213071 Aug 10 02:15:08.252870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b62c5-5a62-4b35-9ea0-e793ab0be088 service neutron] Pushing event updated for resources: {'Port': ['ID=64c1afd0-d1cb-4ebc-b050-f1278a65b535,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:08.261746 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:15:08.307678 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcf3d7d-8145-440f-9563-11377e9890de None None] The sync data for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 is: [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:15:08.497960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-7c1e4aa9-8d6e-4e2e-b426-73dfe32642e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:08.499682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-7c1e4aa9-8d6e-4e2e-b426-73dfe32642e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 1095 time: 0.1060135 Aug 10 02:15:08.593214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-b7799895-db21-4698-8711-d5cae75a838d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64c1afd0-d1cb-4ebc-b050-f1278a65b535 HTTP/1.1" status: 200 len: 217 time: 0.0824487 Aug 10 02:15:08.604167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbad599-184c-4c90-a541-0a273bfa48f7 req-d36ee904-51fb-43ec-b744-f0c29dd9ad6a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:08.605847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dbad599-184c-4c90-a541-0a273bfa48f7 req-d36ee904-51fb-43ec-b744-f0c29dd9ad6a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 943 time: 0.1646101 Aug 10 02:15:08.717047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dbad599-184c-4c90-a541-0a273bfa48f7 req-60198bf9-6870-437d-a757-3c61d2e831d7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869489 Aug 10 02:15:08.718733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e41ea3f-978b-4566-888b-24a1b416a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:08.720480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-9e41ea3f-978b-4566-888b-24a1b416a600 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.1136932 Aug 10 02:15:08.791044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d147fd-db5a-4e95-bd08-7fc9eb97ef76 None None] New status for floating IP 061a7bd4-b7fb-484c-98e6-dd4c0de4bb36: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:15:08.804515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-6931236c-d8a7-4e6e-8148-a59fd3458673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:08.816386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-6931236c-d8a7-4e6e-8148-a59fd3458673 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886698 Aug 10 02:15:09.027596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1850-da2d-445a-99b2-ed64d1f2ea85 req-113bfd71-63fe-4f68-9b01-966acb2e637e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:09.029827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bab1850-da2d-445a-99b2-ed64d1f2ea85 req-113bfd71-63fe-4f68-9b01-966acb2e637e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.2098191 Aug 10 02:15:09.100243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-f7ac0fa8-3bbe-4652-aca3-cdb20c393331 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228074 Aug 10 02:15:09.122633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bab1850-da2d-445a-99b2-ed64d1f2ea85 req-41d0329d-3273-4a86-8317-aeca319093d1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818048 Aug 10 02:15:09.244538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a3bd18-01fa-42ef-b4c6-54ce2c3dc1ec req-1df85be3-7235-4cce-b88b-f65a375c4a25 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342432 Aug 10 02:15:09.455058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52235463-80eb-40e2-b696-c20dc70f8888', 'tag': '64c1afd0-d1cb-4ebc-b050-f1278a65b535'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:09.457488 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c" -d '{"events": [{"name": "network-changed", "server_uuid": "52235463-80eb-40e2-b696-c20dc70f8888", "tag": "64c1afd0-d1cb-4ebc-b050-f1278a65b535"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:09.500388 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f566932-1793-4692-bbc2-af6cb6aa0dd5 x-openstack-request-id: req-0f566932-1793-4692-bbc2-af6cb6aa0dd5 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:09.501049 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52235463-80eb-40e2-b696-c20dc70f8888", "tag": "64c1afd0-d1cb-4ebc-b050-f1278a65b535", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:09.501594 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f566932-1793-4692-bbc2-af6cb6aa0dd5 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:09.502102 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52235463-80eb-40e2-b696-c20dc70f8888', 'tag': '64c1afd0-d1cb-4ebc-b050-f1278a65b535', 'status': 'completed', 'code': 200} Aug 10 02:15:09.581844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-7664c304-67ce-4563-bb1a-650f0d17898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:09.584144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-7664c304-67ce-4563-bb1a-650f0d17898a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 1095 time: 0.0515635 Aug 10 02:15:09.701741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-bf1333f1-be2f-469b-a70e-56f446627f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:09.703970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-bf1333f1-be2f-469b-a70e-56f446627f7f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1130490 Aug 10 02:15:09.750296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-5859e81e-813d-4e7b-b2e6-465007bc4230 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64c1afd0-d1cb-4ebc-b050-f1278a65b535 HTTP/1.1" status: 200 len: 217 time: 0.0377421 Aug 10 02:15:09.807152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-99ae2474-d726-40dd-ac98-acaea060c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:09.808955 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-99ae2474-d726-40dd-ac98-acaea060c557 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0517704 Aug 10 02:15:09.871944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-1d76071f-96a6-46bf-9598-2bbbbb715f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:09.873748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-1d76071f-96a6-46bf-9598-2bbbbb715f96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566702 Aug 10 02:15:10.020682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-a7ea5cce-bdd9-4ca2-8e7e-849ae6e5ba77 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380696 Aug 10 02:15:10.140136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39986) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:10.226528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be48205-d9be-4899-a524-e749eb68293d req-c8d98d70-fb11-4055-95bb-285d5e4943d6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:10.228268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be48205-d9be-4899-a524-e749eb68293d req-c8d98d70-fb11-4055-95bb-285d5e4943d6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 943 time: 0.1206927 Aug 10 02:15:10.325979 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a629510d-92ac-4275-817d-61bcd033d37f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:10.366603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf0f383a-43c1-4ccb-9de5-a7f56e3b844c req-8bb7461f-3397-4030-8842-795dfe413da7 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369012 Aug 10 02:15:10.390127 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a629510d-92ac-4275-817d-61bcd033d37f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:10.408935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b2d5e-e3cd-429f-8aeb-2fca7cd79d11 req-01149c96-9bfa-499b-a607-46c2bd6f549e tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:10.410825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb2b2d5e-e3cd-429f-8aeb-2fca7cd79d11 req-01149c96-9bfa-499b-a607-46c2bd6f549e tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 946 time: 0.2095490 Aug 10 02:15:10.425111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be48205-d9be-4899-a524-e749eb68293d req-5aed31a5-92c3-4393-bfca-7c0cae2e64fa tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135275 Aug 10 02:15:10.492648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb2b2d5e-e3cd-429f-8aeb-2fca7cd79d11 req-be250bd8-99e6-4bcd-ab86-aeb0d26963fd tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595555 Aug 10 02:15:10.585065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a73ac-de80-4132-a254-050068961629 req-bc373b16-196b-45ee-85dd-ee700bd9d2b0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:10.586648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-807a73ac-de80-4132-a254-050068961629 req-bc373b16-196b-45ee-85dd-ee700bd9d2b0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.0606744 Aug 10 02:15:10.601919 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a629510d-92ac-4275-817d-61bcd033d37f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:10.604861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a629510d-92ac-4275-817d-61bcd033d37f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:10.608562 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a629510d-92ac-4275-817d-61bcd033d37f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "DELETE /v2.0/security-groups/ef57661d-1682-4ea8-915b-80a0b59a1bb0 HTTP/1.1" status: 204 len: 168 time: 0.4646299 Aug 10 02:15:10.609841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39992) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:10.630139 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-3b467ec0-4309-4578-b2a9-0084f8bf0ef4 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] show failed (client error): The resource could not be found. Aug 10 02:15:10.632086 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3b467ec0-4309-4578-b2a9-0084f8bf0ef4 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups/ef57661d-1682-4ea8-915b-80a0b59a1bb0 HTTP/1.1" status: 404 len: 347 time: 0.0207305 Aug 10 02:15:10.632899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629510d-92ac-4275-817d-61bcd033d37f tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef57661d-1682-4ea8-915b-80a0b59a1bb0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:10.635158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39994) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:10.646532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-807a73ac-de80-4132-a254-050068961629 req-8b3f1adc-1687-4edf-ac4b-75e738ba8f05 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524900 Aug 10 02:15:10.701346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 64c1afd0-d1cb-4ebc-b050-f1278a65b535 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:15:10.787528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Deleting port b9e0019f-658c-424c-9556-6a2efd4d5f27 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:15:10.788022 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:10.821867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 64c1afd0-d1cb-4ebc-b050-f1278a65b535, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=64c1afd0-d1cb-4ebc-b050-f1278a65b535,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:10.834426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '64c1afd0-d1cb-4ebc-b050-f1278a65b535', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'port_id': '64c1afd0-d1cb-4ebc-b050-f1278a65b535', 'mac_address': 'fa:16:3e:cd:dc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:15:10.870388 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:10.871037 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:10.872831 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:10.883259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Calling delete_port for b9e0019f-658c-424c-9556-6a2efd4d5f27 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:15:10.885711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c1afd0-d1cb-4ebc-b050-f1278a65b535 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:10.912247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 64c1afd0-d1cb-4ebc-b050-f1278a65b535, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=64c1afd0-d1cb-4ebc-b050-f1278a65b535,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:11.040578 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:11.104620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=64c1afd0-d1cb-4ebc-b050-f1278a65b535,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:11.120572 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:11.148031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event deleted for resources: {'Port': ['ID=b9e0019f-658c-424c-9556-6a2efd4d5f27,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:11.217229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:11.219917 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:11.221122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ef0d2bd8-63e4-4beb-beb5-0d7bd135627e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "DELETE /v2.0/floatingips/061a7bd4-b7fb-484c-98e6-dd4c0de4bb36 HTTP/1.1" status: 204 len: 168 time: 0.5846779 Aug 10 02:15:11.247703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['64c1afd0-d1cb-4ebc-b050-f1278a65b535'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:15:11.400513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0996e-c18f-4872-b64d-e00675923471 req-7c28afd0-b4e8-4ee1-8002-51f29a41b0c6 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:11.402784 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ffa0996e-c18f-4872-b64d-e00675923471 req-7c28afd0-b4e8-4ee1-8002-51f29a41b0c6 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.16 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 946 time: 0.1439641 Aug 10 02:15:11.538327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ffa0996e-c18f-4872-b64d-e00675923471 req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Deleting port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:15:11.539001 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffa0996e-c18f-4872-b64d-e00675923471 req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:11.665175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ffa0996e-c18f-4872-b64d-e00675923471 req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] For port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:11.665838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffa0996e-c18f-4872-b64d-e00675923471 req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:11.677319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ee929-ee2b-4e69-b191-c5f6f92b32da req-b95aefc6-0105-4b5f-aa1b-cb9e2d638bb7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:11.685553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a7ee929-ee2b-4e69-b191-c5f6f92b32da req-b95aefc6-0105-4b5f-aa1b-cb9e2d638bb7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 944 time: 0.1250777 Aug 10 02:15:11.691362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ffa0996e-c18f-4872-b64d-e00675923471 req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Calling delete_port for a0dfa60b-9727-4543-bfb6-f8855d9ad8aa owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:15:11.710622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40014) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:11.715749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b2f26a07-bb6b-4e5d-b3d1-a4ae58d61995 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186861581', 'description': 'tempest-description--1492412858'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:11.782415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a7ee929-ee2b-4e69-b191-c5f6f92b32da req-afcc28e6-8f8d-458b-ab87-1e6522e1109a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956314 Aug 10 02:15:11.856404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5a0b4-fd39-4933-8328-581eb679f776 req-442ceac7-e8f1-4283-9977-a449b39352d0 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:11.866038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0c5a0b4-fd39-4933-8328-581eb679f776 req-442ceac7-e8f1-4283-9977-a449b39352d0 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 946 time: 0.0630362 Aug 10 02:15:11.886477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2f26a07-bb6b-4e5d-b3d1-a4ae58d61995 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:11.962955 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0c5a0b4-fd39-4933-8328-581eb679f776 req-34040831-41d0-4e5c-ae96-03bc1d890274 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957232 Aug 10 02:15:11.983716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caaea4-cd9b-4137-a73c-08695a652475 req-3560da8c-83e2-4fb4-ab1f-e06dd57b7421 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:11.985297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0caaea4-cd9b-4137-a73c-08695a652475 req-3560da8c-83e2-4fb4-ab1f-e06dd57b7421 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.1115782 Aug 10 02:15:12.000837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffa0996e-c18f-4872-b64d-e00675923471 req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.033899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Pushing event deleted for resources: {'Port': ['ID=a0dfa60b-9727-4543-bfb6-f8855d9ad8aa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:12.057365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0caaea4-cd9b-4137-a73c-08695a652475 req-3f8dace0-6071-427a-ba36-30841a0700b7 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625072 Aug 10 02:15:12.110971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2f26a07-bb6b-4e5d-b3d1-a4ae58d61995 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.114317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa0996e-c18f-4872-b64d-e00675923471 req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] No DVR routers for this DVR port a0dfa60b-9727-4543-bfb6-f8855d9ad8aa on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:15:12.118892 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ffa0996e-c18f-4872-b64d-e00675923471 req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.121210 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ffa0996e-c18f-4872-b64d-e00675923471 req-28cc2dec-b7a1-48b2-ada3-f22fbfaac1b9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.16 "DELETE /v2.0/ports/a0dfa60b-9727-4543-bfb6-f8855d9ad8aa HTTP/1.1" status: 204 len: 173 time: 0.7116590 Aug 10 02:15:12.121492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd460c1f5-ed5d-4c76-a4f8-efe74129b30e', 'name': 'network-vif-deleted', 'tag': 'a0dfa60b-9727-4543-bfb6-f8855d9ad8aa'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:12.123876 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704751ff-f4cf-411e-a7e9-7322648733ba" -d '{"events": [{"server_uuid": "d460c1f5-ed5d-4c76-a4f8-efe74129b30e", "name": "network-vif-deleted", "tag": "a0dfa60b-9727-4543-bfb6-f8855d9ad8aa"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:12.173892 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1f1d8a-23c0-41dc-b64c-0c285db97a91 x-openstack-request-id: req-7f1f1d8a-23c0-41dc-b64c-0c285db97a91 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:12.174200 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d460c1f5-ed5d-4c76-a4f8-efe74129b30e", "name": "network-vif-deleted", "tag": "a0dfa60b-9727-4543-bfb6-f8855d9ad8aa", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:12.174461 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f1f1d8a-23c0-41dc-b64c-0c285db97a91 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:12.174922 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd460c1f5-ed5d-4c76-a4f8-efe74129b30e', 'name': 'network-vif-deleted', 'tag': 'a0dfa60b-9727-4543-bfb6-f8855d9ad8aa', 'status': 'completed', 'code': 200} Aug 10 02:15:12.212564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2f26a07-bb6b-4e5d-b3d1-a4ae58d61995 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.254959 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f26a07-bb6b-4e5d-b3d1-a4ae58d61995 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9e2707-74f6-4102-867b-644e91a7ec08,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:12.395387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2f26a07-bb6b-4e5d-b3d1-a4ae58d61995 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.401014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b2f26a07-bb6b-4e5d-b3d1-a4ae58d61995 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6854579 Aug 10 02:15:12.401280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40020) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:12.405797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9297f3f4-89d2-407a-8704-dd5b12be47ad tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'security_group_rule': {'security_group_id': '4d9e2707-74f6-4102-867b-644e91a7ec08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:12.544069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9297f3f4-89d2-407a-8704-dd5b12be47ad tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.655178 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9297f3f4-89d2-407a-8704-dd5b12be47ad tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.703374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 64c1afd0-d1cb-4ebc-b050-f1278a65b535 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:15:12.750519 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9297f3f4-89d2-407a-8704-dd5b12be47ad tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.801383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297f3f4-89d2-407a-8704-dd5b12be47ad tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49aad6c5-d6b0-4620-9193-cbfc2931c64f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:12.863995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:15:12.873158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:15:12.873851 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.948697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c1bab-837e-4869-82f8-33a30ab37154 req-832da1f4-3c3b-4942-b0f5-efec14781d29 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:12.956036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-897c1bab-837e-4869-82f8-33a30ab37154 req-832da1f4-3c3b-4942-b0f5-efec14781d29 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 944 time: 0.0719707 Aug 10 02:15:12.965075 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9297f3f4-89d2-407a-8704-dd5b12be47ad tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:12.966597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9297f3f4-89d2-407a-8704-dd5b12be47ad tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5643337 Aug 10 02:15:12.969467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:12.974974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ff7abbc6-363b-420a-85f1-c864edccfdde tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'security_group_rule': {'security_group_id': '4d9e2707-74f6-4102-867b-644e91a7ec08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:13.018432 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.023205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-897c1bab-837e-4869-82f8-33a30ab37154 req-1e176154-073b-4ba6-a58a-f02fc8c80166 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661869 Aug 10 02:15:13.057762 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.076046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52235463-80eb-40e2-b696-c20dc70f8888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c1afd0-d1cb-4ebc-b050-f1278a65b535'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:13.078614 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad13ce-49d0-42c5-8136-cc39efbfd112" -d '{"events": [{"server_uuid": "52235463-80eb-40e2-b696-c20dc70f8888", "name": "network-vif-plugged", "status": "completed", "tag": "64c1afd0-d1cb-4ebc-b050-f1278a65b535"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:13.131743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff7abbc6-363b-420a-85f1-c864edccfdde tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.162594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 64c1afd0-d1cb-4ebc-b050-f1278a65b535, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=64c1afd0-d1cb-4ebc-b050-f1278a65b535,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:13.183372 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c23f1bb-e6bf-4a0f-8aa2-7be00474e13e x-openstack-request-id: req-1c23f1bb-e6bf-4a0f-8aa2-7be00474e13e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:13.183885 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52235463-80eb-40e2-b696-c20dc70f8888", "name": "network-vif-plugged", "status": "completed", "tag": "64c1afd0-d1cb-4ebc-b050-f1278a65b535", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:13.184372 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c23f1bb-e6bf-4a0f-8aa2-7be00474e13e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:13.184927 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52235463-80eb-40e2-b696-c20dc70f8888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c1afd0-d1cb-4ebc-b050-f1278a65b535', 'code': 200} Aug 10 02:15:13.199309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe20c832-5eed-427a-b131-c1e3dbf18207 req-371654df-f7f4-45d8-9697-8e839453e35f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=d460c1f5-ed5d-4c76-a4f8-efe74129b30e HTTP/1.1" status: 200 len: 210 time: 0.0555849 Aug 10 02:15:13.241196 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.278079 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff7abbc6-363b-420a-85f1-c864edccfdde tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.322539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=64c1afd0-d1cb-4ebc-b050-f1278a65b535,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:13.358875 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff7abbc6-363b-420a-85f1-c864edccfdde tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.369900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0e6da-2a96-4d8b-b32b-4ef8373a949d req-2582e78b-980b-4194-baa3-1e219104f7b8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:13.371079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2f0e6da-2a96-4d8b-b32b-4ef8373a949d req-2582e78b-980b-4194-baa3-1e219104f7b8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.0976586 Aug 10 02:15:13.375546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62110380-ecc1-40d4-93b6-1c9d642e6aff req-769a50c4-85a8-4471-b222-16a92bd9c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:13.377341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62110380-ecc1-40d4-93b6-1c9d642e6aff req-769a50c4-85a8-4471-b222-16a92bd9c9ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 1097 time: 0.0913625 Aug 10 02:15:13.378704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7abbc6-363b-420a-85f1-c864edccfdde tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6c5f16-05d2-456b-a04b-b5dd6e77c774,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:13.449873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2f0e6da-2a96-4d8b-b32b-4ef8373a949d req-5165212f-9bac-4789-a25b-20912dd15a31 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712392 Aug 10 02:15:13.452346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62110380-ecc1-40d4-93b6-1c9d642e6aff req-7317aa5c-0f94-4482-a589-2e494ffefb45 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564985 Aug 10 02:15:13.455806 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff7abbc6-363b-420a-85f1-c864edccfdde tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.459010 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff7abbc6-363b-420a-85f1-c864edccfdde tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4873505 Aug 10 02:15:13.466365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40036) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:13.468474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:13.615352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.733170 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:13.900693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Allocated IP 172.25.3.103 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/593f6d11-c275-405f-852b-f3978dd50a2c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:15:13.928065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a0dfa60b-9727-4543-bfb6-f8855d9ad8aa no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:15:13.932530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-0f23a827-1932-4adc-87d5-27e801447e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:13.933293 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-0f23a827-1932-4adc-87d5-27e801447e5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b&tenant_id=aa79ddca9f794631bc65e510f7a2f014 HTTP/1.1" status: 200 len: 1096 time: 0.0982051 Aug 10 02:15:13.978770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:13.986287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: a0dfa60b-9727-4543-bfb6-f8855d9ad8aa {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:15:13.987680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device a0dfa60b-9727-4543-bfb6-f8855d9ad8aa not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:15:14.058224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:14.121025 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:14.183950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e697-8551-44ff-ad3f-573b79b66008 req-b862e28a-bd44-472f-840f-caa7357016b1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:14.196800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bf3e697-8551-44ff-ad3f-573b79b66008 req-b862e28a-bd44-472f-840f-caa7357016b1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 945 time: 0.0981641 Aug 10 02:15:14.269007 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:14.275929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bf3e697-8551-44ff-ad3f-573b79b66008 req-eb3cd276-a2b8-4777-901d-c75e9df9f656 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779417 Aug 10 02:15:14.366067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:14.410759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:15:14.415551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:14.487512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:15:14.500970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:15:14.508419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec379c10-833d-4c87-9966-a5b2af495294 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:14.518713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:15:14.524645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:14.527364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'Port': ['ID=593f6d11-c275-405f-852b-f3978dd50a2c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:14.581530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Transition to ACTIVE for port object ec379c10-833d-4c87-9966-a5b2af495294 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:15:14.646709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4e692-0428-466d-81b7-089f8e879b56 req-bebeca69-5b21-4878-846c-03ba826d2147 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:14.648535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-bebeca69-5b21-4878-846c-03ba826d2147 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/networks?id=df342f44-2eb1-49e1-9b28-44ef735e85a0 HTTP/1.1" status: 200 len: 808 time: 0.1842420 Aug 10 02:15:14.657760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ade43-522d-4711-b1d1-b5ea4464b6d9 req-b8e7e6a3-c2c2-49cf-9e7a-7185d7c27c29 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:14.659592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-356ade43-522d-4711-b1d1-b5ea4464b6d9 req-b8e7e6a3-c2c2-49cf-9e7a-7185d7c27c29 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 944 time: 0.0805826 Aug 10 02:15:14.663184 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:14.666148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:14.687979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-53271d50-fe04-4cc1-b138-6a9779a3a92f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/quotas/2d44e11a4e054f4eafe85c00a5cce877 HTTP/1.1" status: 200 len: 375 time: 0.0271645 Aug 10 02:15:14.749888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-6a2e5ff4-7df2-420f-9631-48f4ba22159f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d44e11a4e054f4eafe85c00a5cce877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608246 Aug 10 02:15:14.791111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-356ade43-522d-4711-b1d1-b5ea4464b6d9 req-ccea1436-5f69-4fd9-b28d-ae748c287126 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882413 Aug 10 02:15:14.872904 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=9']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:14.935747 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:15.014045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-d322e155-7607-41dd-83ec-164a0735b669 req-2f5163ed-5e04-4cf0-afe7-82fa6d22c7d9 service neutron] (101223) timed out ('10.222.0.38', 59012) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:15:15.020518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] No DVR routers for this DVR port ec379c10-833d-4c87-9966-a5b2af495294 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:15:15.331974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Attempting to bind port ec379c10-833d-4c87-9966-a5b2af495294 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:15:15.332317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Attempting to bind port ec379c10-833d-4c87-9966-a5b2af495294 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:15:15.332653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Attempting to bind port ec379c10-833d-4c87-9966-a5b2af495294 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:15.347003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-399d2caf-ca57-4454-86e0-c8c42dc40c53 service neutron] 10.222.0.38 "GET /v2.0/networks/df342f44-2eb1-49e1-9b28-44ef735e85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957310 Aug 10 02:15:15.348837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Port ec379c10-833d-4c87-9966-a5b2af495294 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:15:15.349968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Attempting to bind port ec379c10-833d-4c87-9966-a5b2af495294 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:15.375446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:15:15.375865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Checking segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:15:15.376480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Bound using segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:15:15.376931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Bound port: ec379c10-833d-4c87-9966-a5b2af495294, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:15:15.377295 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:15.472800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:15.518866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-4b4de5e1-49c0-40dc-8f51-e82a23b9c1fc service neutron] 10.222.0.38 "GET /v2.0/networks/df342f44-2eb1-49e1-9b28-44ef735e85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681449 Aug 10 02:15:15.523783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:15:15.528295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:15:15.538001 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:15.550861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d987874-8c18-48f2-a527-8c35366d8fbf req-d36f8828-12ac-4090-8a48-ad67d00f75df tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:15.560743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d987874-8c18-48f2-a527-8c35366d8fbf req-d36f8828-12ac-4090-8a48-ad67d00f75df tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 945 time: 0.1409099 Aug 10 02:15:15.621279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d987874-8c18-48f2-a527-8c35366d8fbf req-4c28f317-b35a-4392-886f-9bdb86403dab tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588036 Aug 10 02:15:15.637326 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:15.675468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:15.676203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:15.678376 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] 10.222.0.16 "PUT /v2.0/ports/ec379c10-833d-4c87-9966-a5b2af495294 HTTP/1.1" status: 200 len: 1093 time: 1.7329328 Aug 10 02:15:15.681197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:15.684997 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6cd75-db29-4e2d-bf93-df0635a9327a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "tag": "ec379c10-833d-4c87-9966-a5b2af495294"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:15.690471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'Port': ['ID=593f6d11-c275-405f-852b-f3978dd50a2c,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:15.703507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:15.916306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4997ade2-8794-4ba6-a2db-09f5887d2398 req-dcc3b560-acbc-4f2e-a89e-02395617389d tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 210 time: 0.0558598 Aug 10 02:15:16.025493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc4add-5231-4628-8855-3c2e9d865102 req-ac84a338-6ca5-4e26-a26e-05b75ae02596 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:16.027523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dbc4add-5231-4628-8855-3c2e9d865102 req-ac84a338-6ca5-4e26-a26e-05b75ae02596 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0727644 Aug 10 02:15:16.104866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dbc4add-5231-4628-8855-3c2e9d865102 req-c3c72921-9b9b-438f-8f9f-74180a142082 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631166 Aug 10 02:15:16.309929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.310509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.310509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.310990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.311404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.311608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.312026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.312357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.312683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.313009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.313335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.313659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:15:16.320019 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeb83d4-b5ae-49cf-b137-44b776e608b3 x-openstack-request-id: req-dbeb83d4-b5ae-49cf-b137-44b776e608b3 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:16.320282 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "tag": "ec379c10-833d-4c87-9966-a5b2af495294", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:16.320538 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dbeb83d4-b5ae-49cf-b137-44b776e608b3 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:16.321009 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294', 'status': 'completed', 'code': 200} Aug 10 02:15:16.380390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-397e801e-ec1f-4c41-9131-b5b1cb15622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:16.382333 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-397e801e-ec1f-4c41-9131-b5b1cb15622b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 1097 time: 0.6633184 Aug 10 02:15:16.385651 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1dd62-65a3-4d7a-8047-4791c6b87ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=10']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:16.443929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:16.445200 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-708bd7ab-f75e-4421-9dae-95ce47f45a9c tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9816127 Aug 10 02:15:16.505934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-08248ffb-d32d-45e5-afdd-0ba0bfecbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:16.507566 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-08248ffb-d32d-45e5-afdd-0ba0bfecbc7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 918 time: 0.1175635 Aug 10 02:15:16.592608 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-b177d131-07d8-447f-9489-e8a8e80ff70a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec379c10-833d-4c87-9966-a5b2af495294 HTTP/1.1" status: 200 len: 999 time: 0.0773323 Aug 10 02:15:16.669343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-194844e4-9461-4eff-8ee8-3eec0e1c75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:16.669343 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-194844e4-9461-4eff-8ee8-3eec0e1c75ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.0606172 Aug 10 02:15:16.732448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-5eb14631-5cc7-4aff-8664-7cd914930dce tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--186861581&fields=id&tenant_id=db73a6baf7d04ec29ada128c14e77712 HTTP/1.1" status: 200 len: 267 time: 0.0794370 Aug 10 02:15:16.752273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-a636bdb1-043a-4b08-b318-823311eea16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:16.756300 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-a636bdb1-043a-4b08-b318-823311eea16b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804567 Aug 10 02:15:16.888651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-eefa5fd5-4910-4dce-ad1e-dc933b1f5792 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:16.890452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-eefa5fd5-4910-4dce-ad1e-dc933b1f5792 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 810 time: 0.1569767 Aug 10 02:15:16.907452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-aa209fea-bbcd-444c-a75a-372b9c03b067 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/quotas/db73a6baf7d04ec29ada128c14e77712 HTTP/1.1" status: 200 len: 375 time: 0.0110364 Aug 10 02:15:16.917193 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-9f1a0383-3413-4e61-b84c-13ecca606b15 service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560791 Aug 10 02:15:17.009864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d56b9f77-cdf0-4682-8de6-75c154766a5b req-b7c486b1-3cf5-46ae-84b4-7b95c9744b4e tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 210 time: 0.0371363 Aug 10 02:15:17.023052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-75b7d5d4-9577-4dd0-b9f9-8495aeeb76a1 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1087549 Aug 10 02:15:17.046486 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e1a18ebd-1f32-4f7e-b836-845c45ad6cbc req-e8bd80b7-cc75-4fce-a283-c1a5da4288bf service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215980 Aug 10 02:15:17.142248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-6e14c83d-4f63-455b-93e0-872b111d9acb service neutron] 10.222.0.38 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983343 Aug 10 02:15:17.307716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-b90e3208-0c75-46eb-a007-d69baf65e033 service neutron] 10.222.0.38 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551893 Aug 10 02:15:17.323636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-600a493e-1eaf-4772-9db0-97efc7d62d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:17.325303 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-600a493e-1eaf-4772-9db0-97efc7d62d20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 1097 time: 0.1201482 Aug 10 02:15:17.437536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607fe9-f1d5-4ffa-adae-debe8f8af7c9 req-815ac489-abb7-4de3-8707-750ec8eba697 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:17.439984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc607fe9-f1d5-4ffa-adae-debe8f8af7c9 req-815ac489-abb7-4de3-8707-750ec8eba697 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.1337111 Aug 10 02:15:17.504646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc607fe9-f1d5-4ffa-adae-debe8f8af7c9 req-a234def8-25e6-40b9-a007-7005c28e4e46 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584712 Aug 10 02:15:17.526824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-df57fae6-7163-43f9-a9bf-cc698c309c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:17.535954 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-df57fae6-7163-43f9-a9bf-cc698c309c8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 918 time: 0.2034900 Aug 10 02:15:17.631681 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-5ad78794-6da6-40d2-9176-e5dcf08bec12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec379c10-833d-4c87-9966-a5b2af495294 HTTP/1.1" status: 200 len: 999 time: 0.0871298 Aug 10 02:15:17.759294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c564fa0-4202-4d17-82e5-3708f114deb1 req-0b6a32f5-1240-48dc-93e7-a59bcac9de80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0448539 Aug 10 02:15:17.839950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-1f07f143-c2fd-4f5c-b1c8-f3793b0f42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:17.845198 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-1f07f143-c2fd-4f5c-b1c8-f3793b0f42fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.1698606 Aug 10 02:15:17.912634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-f7f3a16c-1813-49cf-a9de-fd3049d53764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:17.914650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-f7f3a16c-1813-49cf-a9de-fd3049d53764 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640194 Aug 10 02:15:18.019607 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-2d7c2d9a-6829-469c-8172-ecbec437f616 service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970149 Aug 10 02:15:18.104447 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-59112dac-d7f6-450b-920a-298037f53276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:18.171377 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-07d6cd75-db29-4e2d-bf93-df0635a9327a req-6a8f8b86-67d6-497d-baca-52ca529d460b service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435122 Aug 10 02:15:18.179902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5aee263-3a7f-428b-8ce2-6444a2f5c542 req-fc101f4b-a720-40bc-8f77-ddaa5a8ee9e4 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 210 time: 0.0510986 Aug 10 02:15:18.682135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab168dc1-85f5-4af8-824c-684a43474af0 req-cf75edf2-4f4f-4137-a169-ee986d7d252d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:18.701772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab168dc1-85f5-4af8-824c-684a43474af0 req-cf75edf2-4f4f-4137-a169-ee986d7d252d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.1101196 Aug 10 02:15:18.753950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab168dc1-85f5-4af8-824c-684a43474af0 req-8fbdcdad-5e80-4301-8c13-70c3d43a195e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471032 Aug 10 02:15:18.879039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4e692-0428-466d-81b7-089f8e879b56 req-4ffab744-1adc-4473-80a2-361b717abb77 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:18.886746 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-4ffab744-1adc-4473-80a2-361b717abb77 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.16 "GET /v2.0/networks?id=df342f44-2eb1-49e1-9b28-44ef735e85a0 HTTP/1.1" status: 200 len: 808 time: 0.2496700 Aug 10 02:15:18.911207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Request body: {'port': {'device_id': '0c2019ad-9ca2-424a-8d6c-378a982c5ebb', 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0', 'admin_state_up': True, 'tenant_id': '2d44e11a4e054f4eafe85c00a5cce877'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:18.920879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8abb8b80-382e-4bb8-b633-1d302044ec81 req-cab72a3d-95c7-4b5c-8bc0-1e12552d5587 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0892129 Aug 10 02:15:19.308788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Made reservation on behalf of 2d44e11a4e054f4eafe85c00a5cce877 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:15:19.312514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:19.322158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2fb0b85-8769-4951-8ebc-b1e8d5ed57af req-075319e6-5bee-437a-9af2-4b5c846c8600 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 210 time: 0.0434377 Aug 10 02:15:19.491263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Allocated IP 172.20.0.13 (df342f44-2eb1-49e1-9b28-44ef735e85a0/facbbe17-16c3-4431-b403-5e42b3fe6c89/e86aeedd-08df-47b0-b913-d7e6cf523876) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:15:19.767501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:19.918326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f27d-dd74-4b1e-af61-1536f2aaffa2 req-6e9b2919-1071-4884-949d-3bdd77410638 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:19.919956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72a6f27d-dd74-4b1e-af61-1536f2aaffa2 req-6e9b2919-1071-4884-949d-3bdd77410638 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0633605 Aug 10 02:15:19.944931 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:20.034837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72a6f27d-dd74-4b1e-af61-1536f2aaffa2 req-e3db30ef-c111-4dd2-8466-de1c81c49d7c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046264 Aug 10 02:15:20.113124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Network df342f44-2eb1-49e1-9b28-44ef735e85a0 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:15:20.128848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:15:20.135206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:15:20.163519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3767813b-a8ae-41ed-b0f5-ac8fa2e19481 req-e172cd80-fb1a-41e5-8ce1-f3a412acb9ac tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.1018634 Aug 10 02:15:20.194820 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Pushing event updated for resources: {'Port': ['ID=e86aeedd-08df-47b0-b913-d7e6cf523876,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:20.229591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:20.230695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:20.413284 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-45a92ac9-693a-4401-9b65-1df268233b25 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5063326 Aug 10 02:15:20.452255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d3961-477b-4660-9195-024f53b98e21 req-9e5cc379-e396-4248-9e48-6eafea002a11 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:20.461108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f14d3961-477b-4660-9195-024f53b98e21 req-9e5cc379-e396-4248-9e48-6eafea002a11 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 932 time: 0.0750506 Aug 10 02:15:20.513227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f14d3961-477b-4660-9195-024f53b98e21 req-77e5063e-c8a2-4dce-9ec0-3933912bf498 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504992 Aug 10 02:15:20.666036 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6f90d5a6-9f2c-4c58-9d3c-71724d79785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:21.074525 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:15:21.108555 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:21.218912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95c0df-38d1-4647-89f2-d20c9fd5bba2 req-aa99a3ab-c2f8-43be-973d-3345a46bb45a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:21.234223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c95c0df-38d1-4647-89f2-d20c9fd5bba2 req-aa99a3ab-c2f8-43be-973d-3345a46bb45a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.1010711 Aug 10 02:15:21.290618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c95c0df-38d1-4647-89f2-d20c9fd5bba2 req-1c6f2596-30fc-45a6-a894-8f6f66268fac tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549569 Aug 10 02:15:21.413995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e00521e4-3e73-4371-8d2c-4e45c0d00e63 req-3d317824-3a2c-4c8b-8777-841a0302f4c2 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0379884 Aug 10 02:15:21.717148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a36e-6aec-4584-99a1-d03452c3fd6c req-954dcf8f-831e-4805-8fba-d2ef3381da75 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:21.719221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5481a36e-6aec-4584-99a1-d03452c3fd6c req-954dcf8f-831e-4805-8fba-d2ef3381da75 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 932 time: 0.0957398 Aug 10 02:15:21.726476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40304) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:21.772405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5481a36e-6aec-4584-99a1-d03452c3fd6c req-ab0727c3-8fd5-4270-89e1-d1ba7c808d60 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449581 Aug 10 02:15:21.886887 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-07f89788-8320-45dd-9e83-7ee389289c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.018934 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-07f89788-8320-45dd-9e83-7ee389289c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.099806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Request body: {'port': {'device_id': '0c2019ad-9ca2-424a-8d6c-378a982c5ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:22.173920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-07f89788-8320-45dd-9e83-7ee389289c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.214580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.241964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f89788-8320-45dd-9e83-7ee389289c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a83157f-52f7-4c4a-b046-8dba0f8d1314,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:22.247988 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-07f89788-8320-45dd-9e83-7ee389289c3a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c987521d2f84da5b3d883c8e1e43e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200148 Aug 10 02:15:22.250903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40322) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:22.323306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.442488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e732c54-ea3b-4a70-8f02-74f680923897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.482743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27784b24-4adf-4b07-b43e-bec513f0a3cf req-39649704-b0cf-4ff7-9304-14580af941bc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:22.486508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27784b24-4adf-4b07-b43e-bec513f0a3cf req-39649704-b0cf-4ff7-9304-14580af941bc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0785158 Aug 10 02:15:22.527438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e732c54-ea3b-4a70-8f02-74f680923897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.544349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a129629-30cb-4943-81d4-244f46c05c7b req-75ff19eb-129d-4f5b-a1ad-5c09e5f96427 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0327096 Aug 10 02:15:22.558891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27784b24-4adf-4b07-b43e-bec513f0a3cf req-91ace42a-f6d9-47ac-8522-4913311a4c98 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616491 Aug 10 02:15:22.722445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e732c54-ea3b-4a70-8f02-74f680923897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.725605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6e732c54-ea3b-4a70-8f02-74f680923897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.730112 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6e732c54-ea3b-4a70-8f02-74f680923897 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a83157f-52f7-4c4a-b046-8dba0f8d1314 HTTP/1.1" status: 204 len: 168 time: 0.4750257 Aug 10 02:15:22.746908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e732c54-ea3b-4a70-8f02-74f680923897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a83157f-52f7-4c4a-b046-8dba0f8d1314,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:22.757455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86aeedd-08df-47b0-b913-d7e6cf523876 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:22.769275 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.787586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Transition to ACTIVE for port object e86aeedd-08df-47b0-b913-d7e6cf523876 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:15:22.892207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:22.980834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Pushing event updated for resources: {'Port': ['ID=e86aeedd-08df-47b0-b913-d7e6cf523876,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:22.993334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95784949-5906-4a3a-b821-e63066390d32 req-3974013b-a20b-48ce-ab69-2d35e143d6fd tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:22.995412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95784949-5906-4a3a-b821-e63066390d32 req-3974013b-a20b-48ce-ab69-2d35e143d6fd tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 944 time: 0.1172657 Aug 10 02:15:23.049277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Attempting to bind port e86aeedd-08df-47b0-b913-d7e6cf523876 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:15:23.049624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Attempting to bind port e86aeedd-08df-47b0-b913-d7e6cf523876 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '78766c37-3a6a-473b-aa15-8643ebfc16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:15:23.050032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Attempting to bind port e86aeedd-08df-47b0-b913-d7e6cf523876 on network df342f44-2eb1-49e1-9b28-44ef735e85a0 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:23.056118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Port e86aeedd-08df-47b0-b913-d7e6cf523876 on network df342f44-2eb1-49e1-9b28-44ef735e85a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:15:23.056456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Attempting to bind port e86aeedd-08df-47b0-b913-d7e6cf523876 on network df342f44-2eb1-49e1-9b28-44ef735e85a0 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:23.062197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:15:23.062614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Checking segment: {'id': '78766c37-3a6a-473b-aa15-8643ebfc16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:15:23.062952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Bound using segment: {'id': '78766c37-3a6a-473b-aa15-8643ebfc16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:15:23.063431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Bound port: e86aeedd-08df-47b0-b913-d7e6cf523876, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78766c37-3a6a-473b-aa15-8643ebfc16ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:15:23.063800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:23.065608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95784949-5906-4a3a-b821-e63066390d32 req-aab29792-9e07-4a31-8369-8ea113dcb5b7 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626078 Aug 10 02:15:23.175415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] For port e86aeedd-08df-47b0-b913-d7e6cf523876, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:15:23.179254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] For port e86aeedd-08df-47b0-b913-d7e6cf523876, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e86aeedd-08df-47b0-b913-d7e6cf523876,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:15:23.256216 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:23.305929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:23.306608 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:23.308264 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] 10.222.0.16 "PUT /v2.0/ports/e86aeedd-08df-47b0-b913-d7e6cf523876 HTTP/1.1" status: 200 len: 1093 time: 1.2134469 Aug 10 02:15:23.308736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2019ad-9ca2-424a-8d6c-378a982c5ebb', 'tag': 'e86aeedd-08df-47b0-b913-d7e6cf523876'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:23.311974 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a621be-4570-4400-9f61-4973acf75070" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2019ad-9ca2-424a-8d6c-378a982c5ebb", "tag": "e86aeedd-08df-47b0-b913-d7e6cf523876"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:23.339204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6f949-d7c0-4eb3-a97a-edd8e0482afe service neutron] Pushing event updated for resources: {'Port': ['ID=e86aeedd-08df-47b0-b913-d7e6cf523876,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:23.370750 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11808719-8c9c-473c-a37a-a8c2b8171c10 x-openstack-request-id: req-11808719-8c9c-473c-a37a-a8c2b8171c10 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:23.371049 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2019ad-9ca2-424a-8d6c-378a982c5ebb", "tag": "e86aeedd-08df-47b0-b913-d7e6cf523876", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:23.371299 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11808719-8c9c-473c-a37a-a8c2b8171c10 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:23.371704 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2019ad-9ca2-424a-8d6c-378a982c5ebb', 'tag': 'e86aeedd-08df-47b0-b913-d7e6cf523876', 'status': 'completed', 'code': 200} Aug 10 02:15:23.712013 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13a89843-1ac6-4f26-a8e0-299c6e7519f3 req-cd5164c7-0723-4b84-92b7-da2fc09d792a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0524974 Aug 10 02:15:23.749987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d0bd2-bbaf-41c3-81aa-b3f0d16f91ed req-1f443517-bfa9-453f-bdc3-e03d95458954 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:23.751686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c02d0bd2-bbaf-41c3-81aa-b3f0d16f91ed req-1f443517-bfa9-453f-bdc3-e03d95458954 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.1036310 Aug 10 02:15:23.797031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c02d0bd2-bbaf-41c3-81aa-b3f0d16f91ed req-1ae63ed1-0d9e-4cd8-8a83-50c64a8ab579 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378876 Aug 10 02:15:23.980723 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:24.238237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470c673-a65c-4b4c-bf8b-be8c78e31e80 req-a8f126b1-0e65-48e8-9026-b12972122d8e tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:24.240192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8470c673-a65c-4b4c-bf8b-be8c78e31e80 req-a8f126b1-0e65-48e8-9026-b12972122d8e tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 944 time: 0.0814621 Aug 10 02:15:24.294739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8470c673-a65c-4b4c-bf8b-be8c78e31e80 req-ecb64aad-3cf4-49ea-b45a-19f90bcc3815 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465260 Aug 10 02:15:24.828816 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-caf957c0-604b-479a-b09b-739b35f563e3 req-fb0e9d85-5d0f-42c1-9933-9a61377768e2 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0278456 Aug 10 02:15:24.950698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70400ab-706f-4e60-9d84-d195e27c623e req-1ac835f0-bb37-4db4-90bd-ecb3b043fc64 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:24.953022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b70400ab-706f-4e60-9d84-d195e27c623e req-1ac835f0-bb37-4db4-90bd-ecb3b043fc64 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0574746 Aug 10 02:15:25.009460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b70400ab-706f-4e60-9d84-d195e27c623e req-132e2a8f-4db5-4f32-8655-7683cc378e2c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379353 Aug 10 02:15:25.432870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52201f15-bf3f-45ac-bf54-fd04c57c69c8 req-fdc2ba27-a7c8-48e9-83ec-453cb95e84be tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:25.434744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52201f15-bf3f-45ac-bf54-fd04c57c69c8 req-fdc2ba27-a7c8-48e9-83ec-453cb95e84be tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 944 time: 0.0668695 Aug 10 02:15:25.487263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52201f15-bf3f-45ac-bf54-fd04c57c69c8 req-1f038217-6bc4-48ba-a145-b71839a9eb15 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461137 Aug 10 02:15:25.961941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c03a6421-9527-4446-82f7-b3d946107982 req-d367fff8-cc63-4f2d-af8d-46aa33af8e9d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0517299 Aug 10 02:15:26.143019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82953d74-cdd8-47d0-b8e9-067e1abd24d7 req-613fa5c3-fb47-493e-920c-b496b9c051f5 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:26.144819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82953d74-cdd8-47d0-b8e9-067e1abd24d7 req-613fa5c3-fb47-493e-920c-b496b9c051f5 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0543642 Aug 10 02:15:26.199768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82953d74-cdd8-47d0-b8e9-067e1abd24d7 req-b5b4b8cd-0bd6-4e45-a5c3-63a1f1e584de tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484190 Aug 10 02:15:26.624199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a97be-f794-4de7-8620-9e5bd8052549 req-5f64017c-b8b6-431f-a659-c44effe5ca9f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:26.625986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d80a97be-f794-4de7-8620-9e5bd8052549 req-5f64017c-b8b6-431f-a659-c44effe5ca9f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 944 time: 0.0552874 Aug 10 02:15:26.688004 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d80a97be-f794-4de7-8620-9e5bd8052549 req-0a312c97-9b6a-4268-a16c-593b981ffdb0 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555902 Aug 10 02:15:26.856027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed49c1-f348-4345-bd43-bb1104962823 req-8fcdfb8a-97dc-45cb-9c19-ebc17f54d9a1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:26.857631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2ed49c1-f348-4345-bd43-bb1104962823 req-8fcdfb8a-97dc-45cb-9c19-ebc17f54d9a1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0622303 Aug 10 02:15:27.074875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01e29039-db91-40e0-b3ea-f921261c6366 req-9c64cfc3-9e5d-49da-8565-b92358467762 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0302231 Aug 10 02:15:27.131235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2ed49c1-f348-4345-bd43-bb1104962823 req-6b45ca91-efb8-4c0e-aff8-5ee946631415 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2670166 Aug 10 02:15:27.269434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41073a70-b7cb-4222-adc3-7cb670db40a7 req-90d94d87-b101-4bb7-81e5-3f678587905e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:27.271652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41073a70-b7cb-4222-adc3-7cb670db40a7 req-90d94d87-b101-4bb7-81e5-3f678587905e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0642061 Aug 10 02:15:27.380098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41073a70-b7cb-4222-adc3-7cb670db40a7 req-83bbbf13-8f2b-4d46-82be-dc8719aa2894 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006987 Aug 10 02:15:27.419921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ffcc4-93d4-4805-9130-9789f83b6b1d req-881d34e4-df14-41b8-a423-037a534737f0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:27.431124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be0ffcc4-93d4-4805-9130-9789f83b6b1d req-881d34e4-df14-41b8-a423-037a534737f0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.1183965 Aug 10 02:15:27.495071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be0ffcc4-93d4-4805-9130-9789f83b6b1d req-bd43e592-df94-4221-a36a-27d8616d6f18 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562086 Aug 10 02:15:27.811521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1133e8-5360-4d14-ad86-67837c4e65af req-d75118ce-6fa9-48fa-9805-989080cd2600 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:27.813187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1133e8-5360-4d14-ad86-67837c4e65af req-d75118ce-6fa9-48fa-9805-989080cd2600 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 944 time: 0.0518756 Aug 10 02:15:27.857146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1133e8-5360-4d14-ad86-67837c4e65af req-5982fd58-194f-4df9-8cc1-2135d6a40bbc tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369282 Aug 10 02:15:28.215198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a0f065a-7a9c-4816-bd83-c5d1e92b2573 req-a3501a88-34de-4d5e-9f6f-c1373447c875 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0434015 Aug 10 02:15:28.451172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021bd7d-3c22-4368-ac7f-09d7e0ab5be1 req-139f3c12-b18a-42f0-9fad-02791f1e9c72 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:28.452882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4021bd7d-3c22-4368-ac7f-09d7e0ab5be1 req-139f3c12-b18a-42f0-9fad-02791f1e9c72 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0627079 Aug 10 02:15:28.500931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4021bd7d-3c22-4368-ac7f-09d7e0ab5be1 req-919ec40a-d0f7-459e-9844-ba2597241e85 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411212 Aug 10 02:15:28.650695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76286104-3d3f-4f98-8f8f-2ce023a58490 req-48433c54-3bef-4ddc-8358-71d3bdcea89b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:28.659898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76286104-3d3f-4f98-8f8f-2ce023a58490 req-48433c54-3bef-4ddc-8358-71d3bdcea89b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0842836 Aug 10 02:15:28.769701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a621be-4570-4400-9f61-4973acf75070 req-4383f0ed-eefb-42b8-91de-f53541aa25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:28.780018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6a621be-4570-4400-9f61-4973acf75070 req-4383f0ed-eefb-42b8-91de-f53541aa25d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d44e11a4e054f4eafe85c00a5cce877&device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 1096 time: 0.1110148 Aug 10 02:15:28.789833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76286104-3d3f-4f98-8f8f-2ce023a58490 req-1a09d1de-0609-436e-b51a-64f7c13e34e1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289601 Aug 10 02:15:28.861662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-6383f8ec-dbb4-4896-8713-cb9de526b669 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:28.864682 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-6383f8ec-dbb4-4896-8713-cb9de526b669 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.16 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 810 time: 0.2625248 Aug 10 02:15:29.043734 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e80998-2f65-4dad-aba8-f8ab8ddb702f req-5b88be7b-e494-4865-a24f-07bbbd75bc24 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:29.052367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32e80998-2f65-4dad-aba8-f8ab8ddb702f req-5b88be7b-e494-4865-a24f-07bbbd75bc24 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 944 time: 0.0750844 Aug 10 02:15:29.103020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32e80998-2f65-4dad-aba8-f8ab8ddb702f req-d27448d3-ba6d-478d-a43c-472bced1889e tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494857 Aug 10 02:15:29.322527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99f4ea0c-9d39-4c9f-97eb-335c6f7f5d20 req-14c222ae-2d7d-4a00-9549-b1f22d054113 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0350349 Aug 10 02:15:29.385052 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-942eb7c8-17a9-4ebb-8f43-4bf53fe4ece6 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db73a6baf7d04ec29ada128c14e77712 HTTP/1.1" status: 200 len: 379 time: 0.0766428 Aug 10 02:15:29.432250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a621be-4570-4400-9f61-4973acf75070 req-f01b3423-0e33-481f-b896-ddf7a185ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:29.432250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6a621be-4570-4400-9f61-4973acf75070 req-f01b3423-0e33-481f-b896-ddf7a185ba62 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2d44e11a4e054f4eafe85c00a5cce877&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1125500 Aug 10 02:15:29.509710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'port': {'device_id': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'admin_state_up': True, 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'security_groups': ['4d9e2707-74f6-4102-867b-644e91a7ec08']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:29.699481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a621be-4570-4400-9f61-4973acf75070 req-ec6abe5e-f20e-4b13-990c-31aac7feba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:29.701154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6a621be-4570-4400-9f61-4973acf75070 req-ec6abe5e-f20e-4b13-990c-31aac7feba7e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1970611 Aug 10 02:15:29.715464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Made reservation on behalf of db73a6baf7d04ec29ada128c14e77712 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:15:29.726638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:29.730987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dd97c-3186-42a6-80ac-6093edc34156 req-9ce6cf89-0107-422c-b3a1-e0d547cbf1c4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:29.732712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-401dd97c-3186-42a6-80ac-6093edc34156 req-9ce6cf89-0107-422c-b3a1-e0d547cbf1c4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1202376 Aug 10 02:15:29.807475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-401dd97c-3186-42a6-80ac-6093edc34156 req-801fce77-47db-4219-a285-94d839caab68 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662653 Aug 10 02:15:29.826654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4e692-0428-466d-81b7-089f8e879b56 req-6ad4de87-ab52-4b20-9af6-5384ddea20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:29.828151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-6ad4de87-ab52-4b20-9af6-5384ddea20a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d44e11a4e054f4eafe85c00a5cce877&device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 1096 time: 0.0698030 Aug 10 02:15:29.895463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-2818f575-1215-4404-a784-b9ad21fe8e6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e86aeedd-08df-47b0-b913-d7e6cf523876 HTTP/1.1" status: 200 len: 217 time: 0.0497000 Aug 10 02:15:29.911873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Allocated IP 172.20.0.13 (c1629ade-c9a2-4a58-a550-1ba14b6d556f/2d189351-f8cd-4877-8768-fdbfd1007f7e/ceca28cf-eef3-4c11-bba8-f46e7e961a16) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:15:30.031947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4e692-0428-466d-81b7-089f8e879b56 req-fde8cc36-6528-448a-a425-3622b37cd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:30.033731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-fde8cc36-6528-448a-a425-3622b37cd552 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=facbbe17-16c3-4431-b403-5e42b3fe6c89 HTTP/1.1" status: 200 len: 848 time: 0.1277959 Aug 10 02:15:30.081631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-c8c18cf1-a171-45bd-b99b-94ca73b7d7ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df342f44-2eb1-49e1-9b28-44ef735e85a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388184 Aug 10 02:15:30.110478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6263b3-729c-4c58-83a5-7d2fe8953c6e req-7691e131-5232-4ab8-bb72-eff4c1f77909 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:30.112161 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e6263b3-729c-4c58-83a5-7d2fe8953c6e req-7691e131-5232-4ab8-bb72-eff4c1f77909 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.2224655 Aug 10 02:15:30.124148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:30.143224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Transition to ACTIVE for port object ceca28cf-eef3-4c11-bba8-f46e7e961a16 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:15:30.191396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e6263b3-729c-4c58-83a5-7d2fe8953c6e req-c22d5067-438b-4018-94e9-eea0be61247c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671644 Aug 10 02:15:30.268758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-387f1f21-0741-48c4-a02a-8c43536d7a40 service neutron] 10.222.0.16 "GET /v2.0/networks/df342f44-2eb1-49e1-9b28-44ef735e85a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783829 Aug 10 02:15:30.335038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6822f-53e6-485f-a6d7-3f6ab9125541 req-4f38361d-5333-4204-ba68-aa71ced8e82f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:30.336580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94e6822f-53e6-485f-a6d7-3f6ab9125541 req-4f38361d-5333-4204-ba68-aa71ced8e82f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 944 time: 0.1161020 Aug 10 02:15:30.363305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:30.412206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94e6822f-53e6-485f-a6d7-3f6ab9125541 req-194ac7d9-3b52-4607-a73e-20ceed412115 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637724 Aug 10 02:15:30.416303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:15:30.419679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:15:30.424298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:15:30.425382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a4e692-0428-466d-81b7-089f8e879b56 req-521b62b4-60fd-47d7-bf14-5effff4e6fe9 service neutron] 10.222.0.16 "GET /v2.0/networks/df342f44-2eb1-49e1-9b28-44ef735e85a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474898 Aug 10 02:15:30.463555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event updated for resources: {'Port': ['ID=ceca28cf-eef3-4c11-bba8-f46e7e961a16,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:30.470417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd283f96-4dff-488b-89b2-a2f09f4f293b req-046f0ba3-132b-4db6-bb81-755f9989c1ca tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:30.472174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd283f96-4dff-488b-89b2-a2f09f4f293b req-046f0ba3-132b-4db6-bb81-755f9989c1ca tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 932 time: 0.0576117 Aug 10 02:15:30.511226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:30.512076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:30.525632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd283f96-4dff-488b-89b2-a2f09f4f293b req-e754a6ef-658a-4666-872d-7aa5e1787e8d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454242 Aug 10 02:15:30.573058 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-c6979893-ceb9-421a-a76b-1adb31e6fe80 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0681193 Aug 10 02:15:30.592507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Request body: {'port': {'device_id': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:30.659364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:30.809100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dd176b18-47af-4539-83c5-c7ad020b38de None None] Provisioning for port ceca28cf-eef3-4c11-bba8-f46e7e961a16 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:15:30.812462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dd176b18-47af-4539-83c5-c7ad020b38de None None] Provisioning complete for port ceca28cf-eef3-4c11-bba8-f46e7e961a16 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:15:30.812899 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd176b18-47af-4539-83c5-c7ad020b38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:30.848979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-dd176b18-47af-4539-83c5-c7ad020b38de None None] Port ceca28cf-eef3-4c11-bba8-f46e7e961a16 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:15:30.949829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ad216-0737-4193-997b-d359f8f03cd0 req-199fa773-cfc4-4319-a5f8-c5250e55a869 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:30.951477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c6ad216-0737-4193-997b-d359f8f03cd0 req-199fa773-cfc4-4319-a5f8-c5250e55a869 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0605822 Aug 10 02:15:30.954392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceca28cf-eef3-4c11-bba8-f46e7e961a16 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:30.963273 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:30.975805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Transition to ACTIVE for port object ceca28cf-eef3-4c11-bba8-f46e7e961a16 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:15:30.994533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c6ad216-0737-4193-997b-d359f8f03cd0 req-f9528fd8-00c1-4cf7-a528-98e68c7a1c0f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371845 Aug 10 02:15:31.062402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:31.118142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Pushing event updated for resources: {'Port': ['ID=ceca28cf-eef3-4c11-bba8-f46e7e961a16,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:31.195893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Attempting to bind port ceca28cf-eef3-4c11-bba8-f46e7e961a16 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:15:31.196244 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Attempting to bind port ceca28cf-eef3-4c11-bba8-f46e7e961a16 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:15:31.196584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Attempting to bind port ceca28cf-eef3-4c11-bba8-f46e7e961a16 on network c1629ade-c9a2-4a58-a550-1ba14b6d556f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:31.201349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Port ceca28cf-eef3-4c11-bba8-f46e7e961a16 on network c1629ade-c9a2-4a58-a550-1ba14b6d556f not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:15:31.201741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Attempting to bind port ceca28cf-eef3-4c11-bba8-f46e7e961a16 on network c1629ade-c9a2-4a58-a550-1ba14b6d556f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:15:31.206790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:15:31.207137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Checking segment: {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:15:31.207524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Bound using segment: {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:15:31.207986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Bound port: ceca28cf-eef3-4c11-bba8-f46e7e961a16, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327c2eac-f2eb-4d71-8726-f2cdc48b88df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:15:31.208354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:31.290787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] For port ceca28cf-eef3-4c11-bba8-f46e7e961a16, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:15:31.294512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] For port ceca28cf-eef3-4c11-bba8-f46e7e961a16, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ceca28cf-eef3-4c11-bba8-f46e7e961a16,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:15:31.347681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21821e2-2f82-42db-ae6b-28e8cd82b061 req-8c3edd0b-04fc-4734-842d-a1666997d5fe tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:31.351128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a21821e2-2f82-42db-ae6b-28e8cd82b061 req-8c3edd0b-04fc-4734-842d-a1666997d5fe tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0539358 Aug 10 02:15:31.391825 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:31.394378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a21821e2-2f82-42db-ae6b-28e8cd82b061 req-c8800b15-3370-4f5c-8fe4-4757842a27b9 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367436 Aug 10 02:15:31.428501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:31.429129 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:31.431048 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] 10.222.0.16 "PUT /v2.0/ports/ceca28cf-eef3-4c11-bba8-f46e7e961a16 HTTP/1.1" status: 200 len: 1093 time: 0.8454461 Aug 10 02:15:31.431048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'tag': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:31.433336 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b01d9e1-d547-463f-883a-4f9d0fd6e124" -d '{"events": [{"name": "network-changed", "server_uuid": "f80701cc-718e-49f8-b4b5-b0b5a408fe93", "tag": "ceca28cf-eef3-4c11-bba8-f46e7e961a16"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:31.464458 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c01476-6f20-4b0d-b335-94e86af26e42 service neutron] Pushing event updated for resources: {'Port': ['ID=ceca28cf-eef3-4c11-bba8-f46e7e961a16,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:31.491892 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0715638-9362-456c-8748-891bce0872e7 x-openstack-request-id: req-a0715638-9362-456c-8748-891bce0872e7 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:31.492195 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80701cc-718e-49f8-b4b5-b0b5a408fe93", "tag": "ceca28cf-eef3-4c11-bba8-f46e7e961a16", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:31.492547 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a0715638-9362-456c-8748-891bce0872e7 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:31.492988 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'tag': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16', 'status': 'completed', 'code': 200} Aug 10 02:15:31.592787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48247a2-e840-4820-b7de-5a057e6681ef req-da469850-a3fa-4bd6-96d8-95c116d04527 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:31.603556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a48247a2-e840-4820-b7de-5a057e6681ef req-da469850-a3fa-4bd6-96d8-95c116d04527 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 944 time: 0.1056983 Aug 10 02:15:31.606637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01d9e1-d547-463f-883a-4f9d0fd6e124 req-927f2116-f1ad-48a9-892d-28c4d8198760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:31.608489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b01d9e1-d547-463f-883a-4f9d0fd6e124 req-927f2116-f1ad-48a9-892d-28c4d8198760 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 1096 time: 0.0944629 Aug 10 02:15:31.721035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a48247a2-e840-4820-b7de-5a057e6681ef req-24f5ea2f-999a-45c0-8976-527fb4585834 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162312 Aug 10 02:15:31.761850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01d9e1-d547-463f-883a-4f9d0fd6e124 req-d71313c4-4019-47e0-b0da-868119368827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:31.763330 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b01d9e1-d547-463f-883a-4f9d0fd6e124 req-d71313c4-4019-47e0-b0da-868119368827 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=db73a6baf7d04ec29ada128c14e77712&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1461706 Aug 10 02:15:31.763656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78665b96-56de-493c-b3fa-1b4b28bf9de3 req-c54ec806-e310-400d-937c-1f44030f6af6 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:31.765362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78665b96-56de-493c-b3fa-1b4b28bf9de3 req-c54ec806-e310-400d-937c-1f44030f6af6 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 944 time: 0.1001394 Aug 10 02:15:31.828581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78665b96-56de-493c-b3fa-1b4b28bf9de3 req-c793bbfb-147d-416d-923d-e26cd939f612 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555279 Aug 10 02:15:31.887916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01d9e1-d547-463f-883a-4f9d0fd6e124 req-9447493e-4362-4b0d-b328-26bb19499bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:31.889432 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b01d9e1-d547-463f-883a-4f9d0fd6e124 req-9447493e-4362-4b0d-b328-26bb19499bab service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118166 Aug 10 02:15:31.960767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e86aeedd-08df-47b0-b913-d7e6cf523876 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:15:31.980900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-aaf97b26-0719-4edb-b6d4-48df5abe9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:31.983061 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-aaf97b26-0719-4edb-b6d4-48df5abe9b4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 1096 time: 0.0530267 Aug 10 02:15:32.026965 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-badf8af3-6f02-4db0-add4-400f4d1d0818 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceca28cf-eef3-4c11-bba8-f46e7e961a16 HTTP/1.1" status: 200 len: 217 time: 0.0361023 Aug 10 02:15:32.090589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-e9cb766c-3e3a-4492-b171-2eb0ba1251d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:32.092290 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-e9cb766c-3e3a-4492-b171-2eb0ba1251d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.0580294 Aug 10 02:15:32.095532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e86aeedd-08df-47b0-b913-d7e6cf523876, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e86aeedd-08df-47b0-b913-d7e6cf523876,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:32.114764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'e86aeedd-08df-47b0-b913-d7e6cf523876', 'network_id': 'df342f44-2eb1-49e1-9b28-44ef735e85a0', 'port_id': 'e86aeedd-08df-47b0-b913-d7e6cf523876', 'mac_address': 'fa:16:3e:9d:34:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facbbe17-16c3-4431-b403-5e42b3fe6c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:15:32.135539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c35e1-7714-4561-9668-fed45f9659d0 req-4a9ae64b-3ef4-40d0-84f3-447ba61a6321 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:32.137134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e32c35e1-7714-4561-9668-fed45f9659d0 req-4a9ae64b-3ef4-40d0-84f3-447ba61a6321 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0610862 Aug 10 02:15:32.158869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-64b05979-ec3c-4ba4-bdcc-7d25e68cd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:32.160666 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-64b05979-ec3c-4ba4-bdcc-7d25e68cd1f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585532 Aug 10 02:15:32.165326 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:32.180802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86aeedd-08df-47b0-b913-d7e6cf523876 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:32.214393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e86aeedd-08df-47b0-b913-d7e6cf523876, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e86aeedd-08df-47b0-b913-d7e6cf523876,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:32.214524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e32c35e1-7714-4561-9668-fed45f9659d0 req-14ad850c-20f9-4f86-85e6-171ba9802ec6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660362 Aug 10 02:15:32.290469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-e3b98929-3263-4052-8aa2-2cc58bc75d90 service neutron] 10.222.0.16 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203191 Aug 10 02:15:32.303154 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:32.366234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e86aeedd-08df-47b0-b913-d7e6cf523876,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:32.413810 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7e2458b8-7745-4b31-be69-35fe6cae89b5 req-095d0d34-2b17-41b1-951a-9e3758381965 service neutron] 10.222.0.16 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167362 Aug 10 02:15:32.511777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e86aeedd-08df-47b0-b913-d7e6cf523876'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:15:32.537524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8df82-0c12-4641-b688-77adc01719ec req-60d7428e-4952-4ad8-8886-a906b1251c0a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:32.541667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cff8df82-0c12-4641-b688-77adc01719ec req-60d7428e-4952-4ad8-8886-a906b1251c0a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0583546 Aug 10 02:15:32.598198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cff8df82-0c12-4641-b688-77adc01719ec req-fb64842e-2091-4afc-aa27-e5b52dd32bf5 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525563 Aug 10 02:15:32.844817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168887f9-e4af-45a0-b60a-a7239b9b9633 req-dffa6529-ce89-45e7-913e-33990a46e624 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:32.846535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-168887f9-e4af-45a0-b60a-a7239b9b9633 req-dffa6529-ce89-45e7-913e-33990a46e624 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 945 time: 0.0554790 Aug 10 02:15:32.905975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-168887f9-e4af-45a0-b60a-a7239b9b9633 req-0fce7652-2522-44dc-8a81-92659092eda0 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489454 Aug 10 02:15:32.980682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddc5df-6275-4c52-ba6c-994bb7247973 req-e67fb59d-faf8-426e-9597-4d63b7788106 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:32.982257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cddc5df-6275-4c52-ba6c-994bb7247973 req-e67fb59d-faf8-426e-9597-4d63b7788106 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 944 time: 0.0577273 Aug 10 02:15:33.027914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cddc5df-6275-4c52-ba6c-994bb7247973 req-0470aec8-d3ae-4d60-9160-a65b5be530dd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393116 Aug 10 02:15:33.326736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d474d8-7f45-4d80-9ffe-0fa2587e389d req-151b3e9c-2e36-478e-a902-dd75f406890a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:33.328177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46d474d8-7f45-4d80-9ffe-0fa2587e389d req-151b3e9c-2e36-478e-a902-dd75f406890a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0518482 Aug 10 02:15:33.384106 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46d474d8-7f45-4d80-9ffe-0fa2587e389d req-84686560-cbf3-4926-bd86-e69c13994d87 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487802 Aug 10 02:15:33.747867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d78fd-d8d0-4d93-bd6b-8b546fc80d0a req-d0c035a0-5015-4a73-b9b1-bc9d4d2e172c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:33.749437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e74d78fd-d8d0-4d93-bd6b-8b546fc80d0a req-d0c035a0-5015-4a73-b9b1-bc9d4d2e172c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0537055 Aug 10 02:15:33.795240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e74d78fd-d8d0-4d93-bd6b-8b546fc80d0a req-c16aba59-32fc-4ff7-a80a-d35c9ee07c04 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396316 Aug 10 02:15:33.969583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ceca28cf-eef3-4c11-bba8-f46e7e961a16 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:15:33.971917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e86aeedd-08df-47b0-b913-d7e6cf523876 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:15:34.047951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea171b-b57d-4608-936b-d95a7ff3bf80 req-f14edde3-8fbc-41fe-8523-323cb3c4dd36 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:34.049892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78ea171b-b57d-4608-936b-d95a7ff3bf80 req-f14edde3-8fbc-41fe-8523-323cb3c4dd36 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 945 time: 0.0676932 Aug 10 02:15:34.094770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78ea171b-b57d-4608-936b-d95a7ff3bf80 req-f23593c2-2085-464a-aa54-bddf633843fb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Aug 10 02:15:34.123779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ceca28cf-eef3-4c11-bba8-f46e7e961a16, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ceca28cf-eef3-4c11-bba8-f46e7e961a16,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:34.137133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'port_id': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16', 'mac_address': 'fa:16:3e:f2:40:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:15:34.198887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52912949-f3aa-48a9-a99b-3b9d77b8f9f0 req-8d693820-497a-4368-a1b3-90baf5784b28 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:34.198887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52912949-f3aa-48a9-a99b-3b9d77b8f9f0 req-8d693820-497a-4368-a1b3-90baf5784b28 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 944 time: 0.0658605 Aug 10 02:15:34.199623 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:34.226856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceca28cf-eef3-4c11-bba8-f46e7e961a16 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:34.236269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port e86aeedd-08df-47b0-b913-d7e6cf523876 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:15:34.246872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port e86aeedd-08df-47b0-b913-d7e6cf523876 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:15:34.247467 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:34.261578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52912949-f3aa-48a9-a99b-3b9d77b8f9f0 req-db0b87b2-63ae-413c-9c5c-08651792f730 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556462 Aug 10 02:15:34.294054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ceca28cf-eef3-4c11-bba8-f46e7e961a16, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ceca28cf-eef3-4c11-bba8-f46e7e961a16,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:34.372850 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:34.383484 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:34.439002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2019ad-9ca2-424a-8d6c-378a982c5ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86aeedd-08df-47b0-b913-d7e6cf523876'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:34.441481 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2c0e3c-8edd-420e-bc0c-6a375fe9128e" -d '{"events": [{"server_uuid": "0c2019ad-9ca2-424a-8d6c-378a982c5ebb", "name": "network-vif-plugged", "status": "completed", "tag": "e86aeedd-08df-47b0-b913-d7e6cf523876"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:34.490882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ceca28cf-eef3-4c11-bba8-f46e7e961a16,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:34.502222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e86aeedd-08df-47b0-b913-d7e6cf523876, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e86aeedd-08df-47b0-b913-d7e6cf523876,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:34.514005 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d018755c-be21-457d-8714-eb572591a829 x-openstack-request-id: req-d018755c-be21-457d-8714-eb572591a829 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:34.514652 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2019ad-9ca2-424a-8d6c-378a982c5ebb", "name": "network-vif-plugged", "status": "completed", "tag": "e86aeedd-08df-47b0-b913-d7e6cf523876", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:34.515064 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d018755c-be21-457d-8714-eb572591a829 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:34.515616 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2019ad-9ca2-424a-8d6c-378a982c5ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86aeedd-08df-47b0-b913-d7e6cf523876', 'code': 200} Aug 10 02:15:34.574061 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:34.636175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d81c2b-4aee-40ce-b89c-f92d411696f9 req-f6d07083-7475-45ad-a99e-833e9068fee6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:34.636984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ceca28cf-eef3-4c11-bba8-f46e7e961a16'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:15:34.638290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89d81c2b-4aee-40ce-b89c-f92d411696f9 req-f6d07083-7475-45ad-a99e-833e9068fee6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0976326 Aug 10 02:15:34.662301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc81aa-b0dc-4334-8239-d117a05a00ed req-17b20d5e-6eb4-430c-a62a-11d7211ea379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:34.664023 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fdc81aa-b0dc-4334-8239-d117a05a00ed req-17b20d5e-6eb4-430c-a62a-11d7211ea379 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 1098 time: 0.0633225 Aug 10 02:15:34.709303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89d81c2b-4aee-40ce-b89c-f92d411696f9 req-f1257a8f-804e-4fde-926f-74621cb73b9e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585895 Aug 10 02:15:34.710292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e86aeedd-08df-47b0-b913-d7e6cf523876,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:34.711789 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fdc81aa-b0dc-4334-8239-d117a05a00ed req-48c950b9-8550-4656-90ce-a139528c2603 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Aug 10 02:15:34.963112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97338235-386c-4877-a329-d04dd4bf862b req-8897ca14-1951-492e-9732-26ed88c3f8eb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:34.964910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97338235-386c-4877-a329-d04dd4bf862b req-8897ca14-1951-492e-9732-26ed88c3f8eb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0522819 Aug 10 02:15:35.008498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97338235-386c-4877-a329-d04dd4bf862b req-03f08a83-08a4-4c2b-af51-be52f3b6669f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370557 Aug 10 02:15:35.244403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c8a8c-d60c-457e-a68c-032646d6faff req-487a59b6-7564-4828-a36a-c8cb0716a124 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:35.245994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-388c8a8c-d60c-457e-a68c-032646d6faff req-487a59b6-7564-4828-a36a-c8cb0716a124 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 946 time: 0.0624940 Aug 10 02:15:35.308148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-388c8a8c-d60c-457e-a68c-032646d6faff req-ddc09def-ca15-421d-8c11-b4f3d6f2919f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507405 Aug 10 02:15:35.403230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2761e-5d8b-457d-b1cb-a5bfacee5da2 req-fffc9718-0aaa-4592-8960-3eab8edcd977 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:35.405241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4d2761e-5d8b-457d-b1cb-a5bfacee5da2 req-fffc9718-0aaa-4592-8960-3eab8edcd977 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 945 time: 0.0667636 Aug 10 02:15:35.456764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4d2761e-5d8b-457d-b1cb-a5bfacee5da2 req-6fab501a-0e73-4cb9-bd78-d114dae537ae tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445523 Aug 10 02:15:35.851730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58cd5c-93df-42a1-a8d7-4e2b5741e0f7 req-e473fadc-dd05-4cf8-9a07-e4ba7d19640c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:35.853379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a58cd5c-93df-42a1-a8d7-4e2b5741e0f7 req-e473fadc-dd05-4cf8-9a07-e4ba7d19640c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0717731 Aug 10 02:15:35.898020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a58cd5c-93df-42a1-a8d7-4e2b5741e0f7 req-149d2a73-55d1-4961-8785-549a559010f5 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382326 Aug 10 02:15:35.977020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ceca28cf-eef3-4c11-bba8-f46e7e961a16 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:15:36.111575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port ceca28cf-eef3-4c11-bba8-f46e7e961a16 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:15:36.118422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port ceca28cf-eef3-4c11-bba8-f46e7e961a16 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:15:36.118887 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:36.152427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0035a6a-19a0-49b1-bf07-87496feea552 req-592f3a77-59ae-4ab1-ac78-428a30b407ec tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:36.153959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0035a6a-19a0-49b1-bf07-87496feea552 req-592f3a77-59ae-4ab1-ac78-428a30b407ec tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0595393 Aug 10 02:15:36.203575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0035a6a-19a0-49b1-bf07-87496feea552 req-9e469e8c-2809-4c4c-9fc0-eda6c433e05e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430286 Aug 10 02:15:36.213897 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:36.254077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ceca28cf-eef3-4c11-bba8-f46e7e961a16, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ceca28cf-eef3-4c11-bba8-f46e7e961a16,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:36.355689 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:36.405125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ceca28cf-eef3-4c11-bba8-f46e7e961a16,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:36.460100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab7633-a0f7-4f05-aacd-c5810156fa16 req-e8b40ecb-c992-4581-ad36-1c1b0ad5dcd9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:36.461727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9ab7633-a0f7-4f05-aacd-c5810156fa16 req-e8b40ecb-c992-4581-ad36-1c1b0ad5dcd9 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 946 time: 0.0557837 Aug 10 02:15:36.519834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:36.522813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9ab7633-a0f7-4f05-aacd-c5810156fa16 req-228a53af-0662-4e8b-9c3a-ee7dc0696cec tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545170 Aug 10 02:15:36.523361 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9759ebb8-0665-4bcb-bb3d-4f61315ce206" -d '{"events": [{"server_uuid": "f80701cc-718e-49f8-b4b5-b0b5a408fe93", "name": "network-vif-plugged", "status": "completed", "tag": "ceca28cf-eef3-4c11-bba8-f46e7e961a16"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:36.586245 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173bd46a-ffdc-40bd-9f02-8bbef6cbff68 x-openstack-request-id: req-173bd46a-ffdc-40bd-9f02-8bbef6cbff68 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:36.586912 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80701cc-718e-49f8-b4b5-b0b5a408fe93", "name": "network-vif-plugged", "status": "completed", "tag": "ceca28cf-eef3-4c11-bba8-f46e7e961a16", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:36.592727 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-173bd46a-ffdc-40bd-9f02-8bbef6cbff68 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:36.592727 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16', 'code': 200} Aug 10 02:15:36.616605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9faa1-9bc9-43ae-9d41-f8b821e4f8d4 req-f8041b4d-e0c4-4ed1-a088-f76660d53f1e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:36.618281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81b9faa1-9bc9-43ae-9d41-f8b821e4f8d4 req-f8041b4d-e0c4-4ed1-a088-f76660d53f1e tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 946 time: 0.0704203 Aug 10 02:15:36.675657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81b9faa1-9bc9-43ae-9d41-f8b821e4f8d4 req-23692420-c4ac-42d1-b2bc-670715fdbd09 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485735 Aug 10 02:15:36.714845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e88ea-acd7-4d21-8589-5ac23f9c9b3b req-96850d9a-cfa1-416b-8a6a-668fff7ac91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:36.717395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bb3e88ea-acd7-4d21-8589-5ac23f9c9b3b req-96850d9a-cfa1-416b-8a6a-668fff7ac91d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 1098 time: 0.0534554 Aug 10 02:15:36.762357 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bb3e88ea-acd7-4d21-8589-5ac23f9c9b3b req-f20f5e52-50f3-448b-b421-c2614e9e1501 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373733 Aug 10 02:15:37.030154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da794c22-7db5-4fd2-89b6-9c649bdca8cb req-8f3832af-0b66-46f6-95bf-c794cac5a464 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:37.032129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da794c22-7db5-4fd2-89b6-9c649bdca8cb req-8f3832af-0b66-46f6-95bf-c794cac5a464 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0563312 Aug 10 02:15:37.085834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da794c22-7db5-4fd2-89b6-9c649bdca8cb req-5a095ecf-dcb1-43cc-b95b-652218e96cd5 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469017 Aug 10 02:15:37.332531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc71ed-e1db-45f6-b69a-6ff720351b23 req-b8eea303-f499-45bb-9b4c-703c4b3957fb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:37.334484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bffc71ed-e1db-45f6-b69a-6ff720351b23 req-b8eea303-f499-45bb-9b4c-703c4b3957fb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 945 time: 0.0526469 Aug 10 02:15:37.378742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bffc71ed-e1db-45f6-b69a-6ff720351b23 req-b2fc1b33-61b3-4e8b-a07d-fe7b286a7e27 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380974 Aug 10 02:15:37.806213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b9c52-77bb-4a5f-96e5-577a8922916a req-c3a56c99-0409-41af-b024-47ad54cd72c5 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:37.807846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca4b9c52-77bb-4a5f-96e5-577a8922916a req-c3a56c99-0409-41af-b024-47ad54cd72c5 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 946 time: 0.0542378 Aug 10 02:15:37.855471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca4b9c52-77bb-4a5f-96e5-577a8922916a req-9df2b6fc-5480-491b-a465-ea14637f4e6a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341763 Aug 10 02:15:37.982500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec379c10-833d-4c87-9966-a5b2af495294 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:15:38.012068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e98f8-5fb5-4568-b3ac-84c05c69e380 req-74a42c01-e87e-4953-b813-a60c627f654f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:38.017425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c2e98f8-5fb5-4568-b3ac-84c05c69e380 req-74a42c01-e87e-4953-b813-a60c627f654f tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 946 time: 0.1124334 Aug 10 02:15:38.064302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbf768-8baf-4d82-b75c-69e11a4618bd req-dee842b7-b1a2-4c37-ac9c-b9b37480d629 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:38.066040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60bbf768-8baf-4d82-b75c-69e11a4618bd req-dee842b7-b1a2-4c37-ac9c-b9b37480d629 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 946 time: 0.1288793 Aug 10 02:15:38.086046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40902) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:15:38.094113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5fd1a40a-cb4c-4fde-9b53-e264428f0e22 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Request body: {'floatingip': {'port_id': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:15:38.100673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c2e98f8-5fb5-4568-b3ac-84c05c69e380 req-8813e12d-4b64-44b7-8375-8ed57688f330 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772524 Aug 10 02:15:38.199854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:38.214626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'ec379c10-833d-4c87-9966-a5b2af495294', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'port_id': 'ec379c10-833d-4c87-9966-a5b2af495294', 'mac_address': 'fa:16:3e:32:ad:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:15:38.236833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a40a-cb4c-4fde-9b53-e264428f0e22 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:38.263432 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:38.280232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec379c10-833d-4c87-9966-a5b2af495294 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:15:38.305439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:38.340851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb41553-7058-48d2-a7fa-89504f3ecafc req-d1f3ba67-17c4-4496-8701-b0c4d407370f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:38.343580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebb41553-7058-48d2-a7fa-89504f3ecafc req-d1f3ba67-17c4-4496-8701-b0c4d407370f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0761669 Aug 10 02:15:38.396546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebb41553-7058-48d2-a7fa-89504f3ecafc req-73a2ca2f-f770-42bf-a5e0-2497b0516de8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458660 Aug 10 02:15:38.416847 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:38.514955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=11']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:38.603070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4e29e-ce55-423c-8601-3904f9d9942a req-b6147db4-4aa1-45dc-92e7-7a5dc3cb9544 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:38.605777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2de4e29e-ce55-423c-8601-3904f9d9942a req-b6147db4-4aa1-45dc-92e7-7a5dc3cb9544 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0803730 Aug 10 02:15:38.640870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-bc6a8d5a-06aa-4341-870d-98cd92db4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:38.642604 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-bc6a8d5a-06aa-4341-870d-98cd92db4c4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1096 time: 0.1109307 Aug 10 02:15:38.653463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2de4e29e-ce55-423c-8601-3904f9d9942a req-f78e81c3-47c7-4279-a91b-fb94aa2e8c8a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Aug 10 02:15:38.685783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['ec379c10-833d-4c87-9966-a5b2af495294'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:15:39.240413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e269aa-3129-42a0-bab1-4e9a00f9f13d req-3460702f-7aff-44c7-9c69-d3092b5ead97 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:39.250588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97e269aa-3129-42a0-bab1-4e9a00f9f13d req-3460702f-7aff-44c7-9c69-d3092b5ead97 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 946 time: 0.0769305 Aug 10 02:15:39.308216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-cbeaa92f-aa1f-460b-ab0c-ce6854130057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:39.310592 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-cbeaa92f-aa1f-460b-ab0c-ce6854130057 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.6398730 Aug 10 02:15:39.344795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97e269aa-3129-42a0-bab1-4e9a00f9f13d req-6f14cd49-3a99-49ce-8422-e45aca25f8b0 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/security-groups?id=7772599e-b596-4543-91f2-eec49d800b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871112 Aug 10 02:15:39.363782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-04827569-01c9-4847-96e6-da552c38b594 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:39.365853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-04827569-01c9-4847-96e6-da552c38b594 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 946 time: 0.1195755 Aug 10 02:15:39.446248 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-387f585f-867a-44fb-b6c1-a33f55ddaf2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 999 time: 0.1204395 Aug 10 02:15:39.528270 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a40a-cb4c-4fde-9b53-e264428f0e22 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:39.532410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-19c100f5-1e76-491b-b651-2e7596b9f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:39.533914 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-19c100f5-1e76-491b-b651-2e7596b9f939 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0658565 Aug 10 02:15:39.555825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa599ee5-6631-455d-b617-b3cb53cfd80f req-db8f55d5-9094-43c1-a83d-14bc85a25775 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:39.557493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa599ee5-6631-455d-b617-b3cb53cfd80f req-db8f55d5-9094-43c1-a83d-14bc85a25775 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0719829 Aug 10 02:15:39.565873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Deleting port e86aeedd-08df-47b0-b913-d7e6cf523876 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:15:39.566229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:39.595526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-f123c9cd-1c09-460f-9a1d-6be66246bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:39.597091 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-f123c9cd-1c09-460f-9a1d-6be66246bb2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503390 Aug 10 02:15:39.599453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a40a-cb4c-4fde-9b53-e264428f0e22 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:39.669192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa599ee5-6631-455d-b617-b3cb53cfd80f req-5f0649af-b7a3-4cbf-9479-a26ebba94829 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991769 Aug 10 02:15:39.722810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] For port e86aeedd-08df-47b0-b913-d7e6cf523876, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e86aeedd-08df-47b0-b913-d7e6cf523876,segment=NetworkSegment(78766c37-3a6a-473b-aa15-8643ebfc16ce),segment_id=78766c37-3a6a-473b-aa15-8643ebfc16ce)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:39.724291 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:39.743682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Calling delete_port for e86aeedd-08df-47b0-b913-d7e6cf523876 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:15:39.788010 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-5fd1a40a-cb4c-4fde-9b53-e264428f0e22 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Floating IP d9cd1a52-2fc0-48e6-995c-6ff031d8064b associated. External IP: 172.25.3.103, port: ceca28cf-eef3-4c11-bba8-f46e7e961a16. Aug 10 02:15:39.867775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c72d1-8dd1-4d1f-a23d-cb9fbe10e8d9 req-b2b9027b-661b-43cf-aea2-f9cd5130504b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:39.869364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3c72d1-8dd1-4d1f-a23d-cb9fbe10e8d9 req-b2b9027b-661b-43cf-aea2-f9cd5130504b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 946 time: 0.0737054 Aug 10 02:15:39.909681 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-2a6c7d50-c7e8-47e4-bec9-f8cb49a9fdbd service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708795 Aug 10 02:15:39.971530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3c72d1-8dd1-4d1f-a23d-cb9fbe10e8d9 req-03583c4f-c955-4052-b335-e9b9f1e2a742 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894711 Aug 10 02:15:39.999839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec379c10-833d-4c87-9966-a5b2af495294 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:15:40.051346 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:40.092548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Pushing event deleted for resources: {'Port': ['ID=e86aeedd-08df-47b0-b913-d7e6cf523876,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:40.127718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port ec379c10-833d-4c87-9966-a5b2af495294 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:15:40.135229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port ec379c10-833d-4c87-9966-a5b2af495294 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:15:40.135706 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:40.138402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-953ce21d-8e4a-4886-915c-d4718b7a29c6 req-071676c5-41d0-4052-91b8-283173e996b5 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853745 Aug 10 02:15:40.146178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd1a40a-cb4c-4fde-9b53-e264428f0e22 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:15:40.162520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] No DVR routers for this DVR port e86aeedd-08df-47b0-b913-d7e6cf523876 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:15:40.165939 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:40.168862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ed34cbb-8d8b-42d1-be27-9fca692b0d1c req-a3411038-0aa4-44cf-bace-9188f4320feb tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.16 "DELETE /v2.0/ports/e86aeedd-08df-47b0-b913-d7e6cf523876 HTTP/1.1" status: 204 len: 173 time: 0.7933414 Aug 10 02:15:40.169790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2019ad-9ca2-424a-8d6c-378a982c5ebb', 'name': 'network-vif-deleted', 'tag': 'e86aeedd-08df-47b0-b913-d7e6cf523876'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:40.173486 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8c28f1-817f-4c0e-8669-4d2171e8bdd5" -d '{"events": [{"server_uuid": "0c2019ad-9ca2-424a-8d6c-378a982c5ebb", "name": "network-vif-deleted", "tag": "e86aeedd-08df-47b0-b913-d7e6cf523876"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:40.223982 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506eb014-e32b-4ddc-809d-55f3719a3da0 x-openstack-request-id: req-506eb014-e32b-4ddc-809d-55f3719a3da0 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:40.224415 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2019ad-9ca2-424a-8d6c-378a982c5ebb", "name": "network-vif-deleted", "tag": "e86aeedd-08df-47b0-b913-d7e6cf523876", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:40.224713 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-506eb014-e32b-4ddc-809d-55f3719a3da0 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:40.225093 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2019ad-9ca2-424a-8d6c-378a982c5ebb', 'name': 'network-vif-deleted', 'tag': 'e86aeedd-08df-47b0-b913-d7e6cf523876', 'status': 'completed', 'code': 200} Aug 10 02:15:40.283279 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:40.311591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd1a40a-cb4c-4fde-9b53-e264428f0e22 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:15:40.325724 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] Sync routers for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:15:40.328977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a40a-cb4c-4fde-9b53-e264428f0e22 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:40.333870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:40.337384 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad2ed74-568c-4704-9764-491869f28097" -d '{"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-plugged", "status": "completed", "tag": "ec379c10-833d-4c87-9966-a5b2af495294"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:40.345267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:40.360067 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:15:40.360758 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:15:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:15:40.380312 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5fd1a40a-cb4c-4fde-9b53-e264428f0e22 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "PUT /v2.0/floatingips/d9cd1a52-2fc0-48e6-995c-6ff031d8064b HTTP/1.1" status: 200 len: 992 time: 2.2924228 Aug 10 02:15:40.381239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'tag': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:40.383882 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f80701cc-718e-49f8-b4b5-b0b5a408fe93", "tag": "ceca28cf-eef3-4c11-bba8-f46e7e961a16"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:40.417445 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6857cb66-a2ab-4365-b5d0-f1558efb7d19 x-openstack-request-id: req-6857cb66-a2ab-4365-b5d0-f1558efb7d19 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:40.417796 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-plugged", "status": "completed", "tag": "ec379c10-833d-4c87-9966-a5b2af495294", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:40.418059 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6857cb66-a2ab-4365-b5d0-f1558efb7d19 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:40.418525 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294', 'code': 200} Aug 10 02:15:40.427191 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:40.429482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e86aeedd-08df-47b0-b913-d7e6cf523876 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:15:40.536456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b70d86a-ef16-408f-8f4a-7260a4d7ca81 req-3e67cb32-32e4-4f86-b049-01ce97d497e1 tempest-VolumesActionsTest-176517473 tempest-VolumesActionsTest-176517473-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c2019ad-9ca2-424a-8d6c-378a982c5ebb HTTP/1.1" status: 200 len: 210 time: 0.0544543 Aug 10 02:15:40.552023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: e86aeedd-08df-47b0-b913-d7e6cf523876 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:15:40.552023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e86aeedd-08df-47b0-b913-d7e6cf523876 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:15:40.574091 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6ce547-c5f6-4ce4-a2b4-4ffe5f9aad7a x-openstack-request-id: req-cd6ce547-c5f6-4ce4-a2b4-4ffe5f9aad7a {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:40.574091 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80701cc-718e-49f8-b4b5-b0b5a408fe93", "tag": "ceca28cf-eef3-4c11-bba8-f46e7e961a16", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:40.574091 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cd6ce547-c5f6-4ce4-a2b4-4ffe5f9aad7a {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:40.574798 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'tag': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16', 'status': 'completed', 'code': 200} Aug 10 02:15:40.649990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=12']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:40.772897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-cb0ab67b-ecec-4767-a19a-d6425aafec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:40.775620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-cb0ab67b-ecec-4767-a19a-d6425aafec55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 1098 time: 0.1725733 Aug 10 02:15:40.806828 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:15:40.859305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70660c-2a91-4fbc-b559-f1c61c937824 req-f56f0cd4-0e36-4281-b98a-e43010437d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:40.861277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ab70660c-2a91-4fbc-b559-f1c61c937824 req-f56f0cd4-0e36-4281-b98a-e43010437d17 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 1099 time: 0.1648555 Aug 10 02:15:40.918400 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ab70660c-2a91-4fbc-b559-f1c61c937824 req-8ee6b670-fc34-4b06-833f-04c952db4eac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485437 Aug 10 02:15:40.993248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6333d-1a13-4bd3-bd27-11fe3364b2ab req-b8f51412-bb02-4ff1-b53f-1bf607f0c869 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:40.994914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4c6333d-1a13-4bd3-bd27-11fe3364b2ab req-b8f51412-bb02-4ff1-b53f-1bf607f0c869 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1378727 Aug 10 02:15:41.027600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-cf2de25a-ab80-4c49-a73a-81192145659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:41.029118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-cf2de25a-ab80-4c49-a73a-81192145659d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 911 time: 0.2438707 Aug 10 02:15:41.101175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4c6333d-1a13-4bd3-bd27-11fe3364b2ab req-4114467e-ec26-4dcd-862b-f4197eb74a36 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967319 Aug 10 02:15:41.248548 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'd9cd1a52-2fc0-48e6-995c-6ff031d8064b', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'port_id': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'mac_address': 'fa:16:3e:f2:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:15:14Z', 'updated_at': '2021-08-10T02:15:39Z', 'revision_number': 1, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:15:41.340277 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] Checking router: 15c06bcd-3e83-44ac-b88a-9c12fc109c18 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:15:41.368701 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:15:41.369356 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:15:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:15:41.510463 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:15:41.606766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-27101024-03ac-49c4-a7e5-81abf6ee31ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceca28cf-eef3-4c11-bba8-f46e7e961a16 HTTP/1.1" status: 200 len: 1000 time: 0.5432105 Aug 10 02:15:41.669022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-1e1fc3ce-4feb-4489-b7f1-e12ce19b67c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5357387 Aug 10 02:15:41.686716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37ca6c-db1b-474d-8f84-a75f1aa3ab38 req-8733dbe2-385f-4bc9-aebf-3247c51adb2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:41.695068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be37ca6c-db1b-474d-8f84-a75f1aa3ab38 req-8733dbe2-385f-4bc9-aebf-3247c51adb2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 947 time: 0.5922587 Aug 10 02:15:41.717963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-595cea3f-9a4e-42ad-880a-18157e64c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:41.719515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-595cea3f-9a4e-42ad-880a-18157e64c96e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.1029689 Aug 10 02:15:41.865256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be37ca6c-db1b-474d-8f84-a75f1aa3ab38 req-f45d4409-8e44-484d-a934-9a4a958c9cee tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584022 Aug 10 02:15:41.892304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-7c42ef42-7ffe-4129-81fb-58d0c6501a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:41.893866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-7c42ef42-7ffe-4129-81fb-58d0c6501a76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660919 Aug 10 02:15:41.900913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-be362243-8b2a-4679-b777-6814a95d4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:41.902580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-be362243-8b2a-4679-b777-6814a95d4545 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 1097 time: 0.1342986 Aug 10 02:15:41.984245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1896c19-c612-47bd-837a-91651bc6164b req-f6c61efd-ef1e-489b-a62f-fa318ffbfc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:41.987913 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f1896c19-c612-47bd-837a-91651bc6164b req-f6c61efd-ef1e-489b-a62f-fa318ffbfc16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1096 time: 0.1350183 Aug 10 02:15:42.114307 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'd9cd1a52-2fc0-48e6-995c-6ff031d8064b', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'port_id': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'mac_address': 'fa:16:3e:f2:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:15:14Z', 'updated_at': '2021-08-10T02:15:39Z', 'revision_number': 1, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:15:42.150539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46b8c7-23cc-419e-960d-834184f4f3d2 req-c9f5cabc-d682-4b50-89be-f5b10982fb94 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:42.165288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae46b8c7-23cc-419e-960d-834184f4f3d2 req-c9f5cabc-d682-4b50-89be-f5b10982fb94 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.2458198 Aug 10 02:15:42.172680 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a7f64-bbbf-47b7-a714-73589c5b85c1 None None] The sync data for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 is: [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'd9cd1a52-2fc0-48e6-995c-6ff031d8064b', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'port_id': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'mac_address': 'fa:16:3e:f2:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:15:14Z', 'updated_at': '2021-08-10T02:15:39Z', 'revision_number': 1, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:15:42.235980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1896c19-c612-47bd-837a-91651bc6164b req-ce45442b-ae24-42e4-916a-5869016ff34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:42.240263 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f1896c19-c612-47bd-837a-91651bc6164b req-ce45442b-ae24-42e4-916a-5869016ff34d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.2425303 Aug 10 02:15:42.280579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-8d7a9908-8634-4d92-a5c6-fa64e455a825 service neutron] 10.222.0.16 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769815 Aug 10 02:15:42.374673 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f1896c19-c612-47bd-837a-91651bc6164b req-61e03704-91a6-45ac-ad22-cb0431b1a647 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 999 time: 0.1289337 Aug 10 02:15:42.375297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae46b8c7-23cc-419e-960d-834184f4f3d2 req-7516eaa0-ca3f-4a35-b9ff-79989ec253fe tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044673 Aug 10 02:15:42.468158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-f5faa6fc-25ee-42bc-b579-f4d11cc761fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:42.469871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-f5faa6fc-25ee-42bc-b579-f4d11cc761fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.5265942 Aug 10 02:15:42.516283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1896c19-c612-47bd-837a-91651bc6164b req-b0b2ca25-1a06-4da9-a273-a5f4710d050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:42.517848 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f1896c19-c612-47bd-837a-91651bc6164b req-b0b2ca25-1a06-4da9-a273-a5f4710d050c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.1347528 Aug 10 02:15:42.604998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc73514-b6c2-4327-9254-ea6264189004 None None] New status for floating IP d9cd1a52-2fc0-48e6-995c-6ff031d8064b: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:15:42.635215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1896c19-c612-47bd-837a-91651bc6164b req-799a1c9c-359b-4581-b263-12318bda355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:42.636887 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f1896c19-c612-47bd-837a-91651bc6164b req-799a1c9c-359b-4581-b263-12318bda355c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112194 Aug 10 02:15:42.638935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27c00f9b-21ec-44fb-ab38-fdacb2522b7c req-ff6cecd4-eae6-4923-9125-fe74edc57afc service neutron] 10.222.0.16 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445652 Aug 10 02:15:42.641576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-a966cf29-2c85-44dd-a206-b8e8647241ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074afbf0-3ad1-4458-a422-9d3c1b57969a HTTP/1.1" status: 200 len: 217 time: 0.1621382 Aug 10 02:15:42.759919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-caf70fd6-10f9-46ae-92fb-68131b5557a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:42.763657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-caf70fd6-10f9-46ae-92fb-68131b5557a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.1137238 Aug 10 02:15:42.841614 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f1896c19-c612-47bd-837a-91651bc6164b req-f67162b5-c9bb-45de-9662-cacdc5503013 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900573 Aug 10 02:15:42.880107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-4214ef4b-1dcb-4812-a3eb-7bb9b5e8a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:42.884709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-4214ef4b-1dcb-4812-a3eb-7bb9b5e8a4e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101415 Aug 10 02:15:42.983964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f1896c19-c612-47bd-837a-91651bc6164b req-e57fd72f-fc0f-4978-9169-8f39bc5fb1fc service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336913 Aug 10 02:15:43.072630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1f923-af88-449b-80db-371b88347bde req-d8eaf39c-5a5f-4ba5-a1d1-aafd11b6fd9f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:43.080431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0b1f923-af88-449b-80db-371b88347bde req-d8eaf39c-5a5f-4ba5-a1d1-aafd11b6fd9f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 947 time: 0.1174722 Aug 10 02:15:43.085148 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:43.136195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-7249a00b-7eb0-431e-8274-6e292a66f5a7 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431114 Aug 10 02:15:43.223324 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0b1f923-af88-449b-80db-371b88347bde req-2514b23c-2224-41dc-aa51-7935e1d9a01e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417987 Aug 10 02:15:43.293627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f819a380-cb5e-42d7-8052-d7fac8bf52b0 req-40b0d057-2964-449d-8baa-d8d232714769 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437726 Aug 10 02:15:43.528514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cefd7-8e02-4e20-81be-ce04c50b00a0 req-dea0f14c-8f9b-4c9f-aaa9-62020857c5d3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:43.531470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-273cefd7-8e02-4e20-81be-ce04c50b00a0 req-dea0f14c-8f9b-4c9f-aaa9-62020857c5d3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0782514 Aug 10 02:15:43.591896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-273cefd7-8e02-4e20-81be-ce04c50b00a0 req-d3dd0c96-a7d9-4b10-bf07-c3a4d5808178 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503538 Aug 10 02:15:44.261997 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:44.383751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383baae3-194c-4862-bbd0-341149080e53 req-a230d2e7-07b5-4318-88e4-515fbeebbdc1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:44.397381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-383baae3-194c-4862-bbd0-341149080e53 req-a230d2e7-07b5-4318-88e4-515fbeebbdc1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 947 time: 0.0824363 Aug 10 02:15:44.469026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-383baae3-194c-4862-bbd0-341149080e53 req-31ffa449-a557-46b6-9566-fc44f31a4d3c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697157 Aug 10 02:15:45.064796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd186bc0-686f-4196-8a5b-078b47918a8e req-d56c4a31-dc5d-4c91-9c3f-23354ca69ae7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:45.071140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd186bc0-686f-4196-8a5b-078b47918a8e req-d56c4a31-dc5d-4c91-9c3f-23354ca69ae7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1187410 Aug 10 02:15:45.141575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd186bc0-686f-4196-8a5b-078b47918a8e req-67988035-f7bf-4123-bdec-11d83503bc61 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622854 Aug 10 02:15:45.326914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612114ff-c77b-4882-8ead-82077fb60670 req-13ff2f91-bba2-444f-a4c9-7e7c57833d37 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:45.329153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-612114ff-c77b-4882-8ead-82077fb60670 req-13ff2f91-bba2-444f-a4c9-7e7c57833d37 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0682805 Aug 10 02:15:45.380274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-612114ff-c77b-4882-8ead-82077fb60670 req-9f9dd759-1164-4fc5-acb5-5c6b798c0c3c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438659 Aug 10 02:15:45.670963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997b38c-4ba3-4729-a6c9-6007eef101fb req-5d90127f-aaed-40e7-b6d4-a158224e4719 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:45.676891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5997b38c-4ba3-4729-a6c9-6007eef101fb req-5d90127f-aaed-40e7-b6d4-a158224e4719 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 947 time: 0.0733979 Aug 10 02:15:45.731947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5997b38c-4ba3-4729-a6c9-6007eef101fb req-9faad7ed-39ea-4278-8184-ace504fca7d7 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503519 Aug 10 02:15:46.296526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8049c0-cbc3-40c9-91a3-f5c7cf9110d5 req-831400fd-5463-4865-996d-d215c11ff2ca tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:46.305777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f8049c0-cbc3-40c9-91a3-f5c7cf9110d5 req-831400fd-5463-4865-996d-d215c11ff2ca tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0878084 Aug 10 02:15:46.393527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f8049c0-cbc3-40c9-91a3-f5c7cf9110d5 req-98a0eecf-22ee-43d2-a568-a11ede7747c4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864391 Aug 10 02:15:46.774091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa941b24-1374-459e-8d92-148a3deb22db req-beee01ce-1777-4133-8941-39799cb3743c tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:46.787291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa941b24-1374-459e-8d92-148a3deb22db req-beee01ce-1777-4133-8941-39799cb3743c tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 949 time: 0.1416967 Aug 10 02:15:46.881959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa941b24-1374-459e-8d92-148a3deb22db req-6f7f9251-0484-4128-9b8a-0cbec245e050 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935643 Aug 10 02:15:47.047785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d7f85-08c3-4dfb-9e39-d048303521a4 req-f011a69e-21a5-4ec3-8e09-a218984ed380 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:47.050535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b3d7f85-08c3-4dfb-9e39-d048303521a4 req-f011a69e-21a5-4ec3-8e09-a218984ed380 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1268647 Aug 10 02:15:47.128644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b3d7f85-08c3-4dfb-9e39-d048303521a4 req-b1adc125-1a0a-484f-8f60-bcdfd4e5a3a9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677752 Aug 10 02:15:47.919597 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fe02e2a-a06c-4735-8244-afbe472df94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:48.040166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7558315-ecb6-4500-be8f-a66fe0936021 req-a770d227-09e9-453d-babc-b76263b20450 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:48.042539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7558315-ecb6-4500-be8f-a66fe0936021 req-a770d227-09e9-453d-babc-b76263b20450 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 949 time: 0.0703349 Aug 10 02:15:48.124058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7558315-ecb6-4500-be8f-a66fe0936021 req-3328e02f-539f-4d69-a93b-ea1a3a2f6004 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/security-groups?id=8d6b52da-cafb-4693-9064-73dc9e5ce602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724151 Aug 10 02:15:48.212131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-a5233ab6-6e09-4de9-bfc6-4567d5d86764 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:48.214347 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-a5233ab6-6e09-4de9-bfc6-4567d5d86764 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 949 time: 0.0773420 Aug 10 02:15:48.318933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12274ccc-6970-4b42-8f5f-f84ea73c7bf5 req-46f215ad-45f8-4b41-9ef7-fff6ce22aca4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:48.328315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12274ccc-6970-4b42-8f5f-f84ea73c7bf5 req-46f215ad-45f8-4b41-9ef7-fff6ce22aca4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0932951 Aug 10 02:15:48.391850 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12274ccc-6970-4b42-8f5f-f84ea73c7bf5 req-5f3a7c89-dd49-4a96-afb2-2df19fc7d479 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624559 Aug 10 02:15:48.503808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Deleting port 99902a33-a69e-4caf-9a1d-3859709d358f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:15:48.505269 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:48.653017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] For port 99902a33-a69e-4caf-9a1d-3859709d358f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=99902a33-a69e-4caf-9a1d-3859709d358f,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:15:48.653676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:48.674363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Calling delete_port for 99902a33-a69e-4caf-9a1d-3859709d358f owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:15:49.177997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e3f38-6ded-427b-a228-89e5f00e45de req-02190e7f-ee24-4034-afab-5d2ce5144628 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:49.185701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a66e3f38-6ded-427b-a228-89e5f00e45de req-02190e7f-ee24-4034-afab-5d2ce5144628 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0633676 Aug 10 02:15:49.196585 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:49.210104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['99902a33-a69e-4caf-9a1d-3859709d358f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:15:49.249219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Pushing event deleted for resources: {'Port': ['ID=99902a33-a69e-4caf-9a1d-3859709d358f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:15:49.294940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a66e3f38-6ded-427b-a228-89e5f00e45de req-6446ae2c-ceba-4971-b6de-ee0d1aea0d67 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079214 Aug 10 02:15:49.320140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0938ef89-68ca-40b0-a264-65f62a0818d9 req-6f0f0a82-541b-47c2-8c8b-7b79312ab831 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 210 time: 0.0750618 Aug 10 02:15:49.344084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] No DVR routers for this DVR port 99902a33-a69e-4caf-9a1d-3859709d358f on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:15:49.346477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:49.349464 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eaea6e18-c20d-4bce-b164-53cffbed4e94 req-85bb3444-656a-4fa7-b5f3-ed85cd5cfd35 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.16 "DELETE /v2.0/ports/99902a33-a69e-4caf-9a1d-3859709d358f HTTP/1.1" status: 204 len: 173 time: 1.1223452 Aug 10 02:15:49.350108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8247f4-24b0-4d25-a89c-d4daf72c6cd1', 'name': 'network-vif-deleted', 'tag': '99902a33-a69e-4caf-9a1d-3859709d358f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:15:49.354652 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe647706-c105-4c1c-92ee-7aaf748b795b" -d '{"events": [{"server_uuid": "ba8247f4-24b0-4d25-a89c-d4daf72c6cd1", "name": "network-vif-deleted", "tag": "99902a33-a69e-4caf-9a1d-3859709d358f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:15:49.433532 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feeee75-5763-4269-9f71-638ac356cf1f x-openstack-request-id: req-4feeee75-5763-4269-9f71-638ac356cf1f {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:15:49.433788 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8247f4-24b0-4d25-a89c-d4daf72c6cd1", "name": "network-vif-deleted", "tag": "99902a33-a69e-4caf-9a1d-3859709d358f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:15:49.433970 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4feeee75-5763-4269-9f71-638ac356cf1f {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:15:49.434432 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8247f4-24b0-4d25-a89c-d4daf72c6cd1', 'name': 'network-vif-deleted', 'tag': '99902a33-a69e-4caf-9a1d-3859709d358f', 'status': 'completed', 'code': 200} Aug 10 02:15:50.471513 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9437024-0eab-42e7-b86e-2ebb807f19ed req-8984b3f8-b903-4b10-a15a-6fe5977b4ab9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:50.484394 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9437024-0eab-42e7-b86e-2ebb807f19ed req-8984b3f8-b903-4b10-a15a-6fe5977b4ab9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0967584 Aug 10 02:15:50.553451 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-992a6480-ea6d-43d4-8119-3907af115af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:50.561523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-830c791a-2d68-465c-bee9-b5b25255fc0a req-0f8b5010-ace0-40a9-a7f0-a50649cd9a04 tempest-VolumesBackupsTest-1983002640 tempest-VolumesBackupsTest-1983002640-project] 10.222.0.38 "GET /v2.0/ports?device_id=ba8247f4-24b0-4d25-a89c-d4daf72c6cd1 HTTP/1.1" status: 200 len: 210 time: 0.0509617 Aug 10 02:15:50.590236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9437024-0eab-42e7-b86e-2ebb807f19ed req-b425a590-6ec3-4122-a6fe-59db64cc8f7c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923951 Aug 10 02:15:50.878610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046b4d-c83b-46f4-8e37-20f4f7c1af37 req-ec7aab2c-c980-4092-9b2d-03e413a07e94 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:50.886925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60046b4d-c83b-46f4-8e37-20f4f7c1af37 req-ec7aab2c-c980-4092-9b2d-03e413a07e94 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0790300 Aug 10 02:15:50.963519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60046b4d-c83b-46f4-8e37-20f4f7c1af37 req-a0d5c7c9-f82b-4c25-8714-044f67ad2cb0 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754073 Aug 10 02:15:51.151416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a165bd-2b15-4a5a-953d-7df75658daf1 req-ca354e4a-70e0-44a4-822d-84af0be4b108 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:51.159300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9a165bd-2b15-4a5a-953d-7df75658daf1 req-ca354e4a-70e0-44a4-822d-84af0be4b108 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0769627 Aug 10 02:15:51.169610 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:51.216546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9a165bd-2b15-4a5a-953d-7df75658daf1 req-0618e025-2e20-4cbf-9817-5ef3b95befc1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555174 Aug 10 02:15:51.377819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb4965-ed63-4682-ad26-11fdf7730c74 req-157641f7-c5b4-499f-a2bc-a1421869709b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:15:51.390429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ebb4965-ed63-4682-ad26-11fdf7730c74 req-157641f7-c5b4-499f-a2bc-a1421869709b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1008754 Aug 10 02:15:51.467597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ebb4965-ed63-4682-ad26-11fdf7730c74 req-1a8f57d2-b883-498c-bdc9-e8ce8de7c22a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759497 Aug 10 02:15:52.057089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 99902a33-a69e-4caf-9a1d-3859709d358f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:15:52.087231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 99902a33-a69e-4caf-9a1d-3859709d358f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:15:52.090033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 99902a33-a69e-4caf-9a1d-3859709d358f not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:15:52.261882 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:53.851759 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:58.086463 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:16:13.035822 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:14.256040 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:17.887345 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fda07154-7c5d-4d85-8cc6-0bdcb95f6784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:18.717382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41662) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:18.774278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Deleting subnet facbbe17-16c3-4431-b403-5e42b3fe6c89 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:16:18.779503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:18.824776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:18.879755 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.015560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.048847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=facbbe17-16c3-4431-b403-5e42b3fe6c89,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:19.058411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.058795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.059147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.059489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.059829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.060171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.060501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.060834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.061165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.061491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.061825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.062159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.065709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.071121 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d08e9ceb-25a5-4cf9-a06c-3966886d56e0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/facbbe17-16c3-4431-b403-5e42b3fe6c89 HTTP/1.1" status: 204 len: 168 time: 0.3527086 Aug 10 02:16:19.073936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41664) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:19.160351 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.259855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.270794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df342f44-2eb1-49e1-9b28-44ef735e85a0']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:19.287454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78766c37-3a6a-473b-aa15-8643ebfc16ce') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:19.287932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78766c37-3a6a-473b-aa15-8643ebfc16ce') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:19.302473 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.319428 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.329271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:16:19.329692 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:16:19.346652 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:16:19.515923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.530936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.536939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] 10.222.0.38 "DELETE /v2.0/networks/df342f44-2eb1-49e1-9b28-44ef735e85a0 HTTP/1.1" status: 204 len: 168 time: 0.4594493 Aug 10 02:16:19.551671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Pushing event deleted for resources: {'Network': ['ID=df342f44-2eb1-49e1-9b28-44ef735e85a0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:19.562385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.563048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.563534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.563879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.564217 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.565178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.566188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.566523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.566930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.567261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.567592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:19.567915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e79c7-2f7f-4a0c-980d-84ae36d1ff34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:20.085083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41676) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:20.135593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9042062d-c4b5-458f-99b6-bd6648520083 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2d44e11a4e054f4eafe85c00a5cce877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486379 Aug 10 02:16:20.138785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41678) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:20.200238 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b47b77f2-8348-48c7-96a9-6eb5220f1c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:20.232411 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b47b77f2-8348-48c7-96a9-6eb5220f1c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:20.470537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b47b77f2-8348-48c7-96a9-6eb5220f1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:20.476976 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b47b77f2-8348-48c7-96a9-6eb5220f1c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:20.476976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b47b77f2-8348-48c7-96a9-6eb5220f1c58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7772599e-b596-4543-91f2-eec49d800b64 HTTP/1.1" status: 204 len: 168 time: 0.3354936 Aug 10 02:16:20.487831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b77f2-8348-48c7-96a9-6eb5220f1c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7772599e-b596-4543-91f2-eec49d800b64,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:20.550787 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11806fb1-624a-409b-988e-c75f1a9abab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:21.123892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:22.247688 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:23.229247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41736) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:23.235151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081734646', 'description': 'tempest-secgroup-smoke-2081734646 description', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:23.401513 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:23.416060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:23.560722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:23.666154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:23.709724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6222ccd-d5e5-4ec1-80b6-747acb3e08ad,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:23.803638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:23.893122 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:23.932865 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:23.970207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c2797f-ebdc-4494-88c0-04c6194d1823,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:24.037859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:24.041030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-97823db4-de5f-4e99-bfbc-491e4b35e31b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8080790 Aug 10 02:16:24.043600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41746) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:24.049577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-cee4ca8c-d9b7-41f2-8a64-caaf9fa3b97d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '08c2797f-ebdc-4494-88c0-04c6194d1823', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:24.176681 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cee4ca8c-d9b7-41f2-8a64-caaf9fa3b97d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:24.254444 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cee4ca8c-d9b7-41f2-8a64-caaf9fa3b97d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:24.361821 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cee4ca8c-d9b7-41f2-8a64-caaf9fa3b97d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:24.395472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4ca8c-d9b7-41f2-8a64-caaf9fa3b97d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ef3642-411f-4a35-9ecd-6edb527be768,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:24.460743 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cee4ca8c-d9b7-41f2-8a64-caaf9fa3b97d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:24.462222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cee4ca8c-d9b7-41f2-8a64-caaf9fa3b97d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4175317 Aug 10 02:16:24.465386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41758) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:24.471238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-39bef1fb-5471-4d37-9b1f-c081961fe5ee tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '08c2797f-ebdc-4494-88c0-04c6194d1823', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:24.639350 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39bef1fb-5471-4d37-9b1f-c081961fe5ee tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:24.755300 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39bef1fb-5471-4d37-9b1f-c081961fe5ee tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:24.856963 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39bef1fb-5471-4d37-9b1f-c081961fe5ee tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:24.879921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bef1fb-5471-4d37-9b1f-c081961fe5ee tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c452ae1d-2b3a-4b23-ab1d-47d178912159,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:24.952583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39bef1fb-5471-4d37-9b1f-c081961fe5ee tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:24.958305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-39bef1fb-5471-4d37-9b1f-c081961fe5ee tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4874752 Aug 10 02:16:24.959015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41766) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:24.964749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6ed28d4d-400e-4edf-a6c7-8f52504b4ab7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '08c2797f-ebdc-4494-88c0-04c6194d1823', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:25.075344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ed28d4d-400e-4edf-a6c7-8f52504b4ab7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:25.145513 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ed28d4d-400e-4edf-a6c7-8f52504b4ab7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:25.229518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ed28d4d-400e-4edf-a6c7-8f52504b4ab7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:25.251503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed28d4d-400e-4edf-a6c7-8f52504b4ab7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112f7989-f04a-4b68-8d63-0868a40259a0,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:25.350674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ed28d4d-400e-4edf-a6c7-8f52504b4ab7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:25.351951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6ed28d4d-400e-4edf-a6c7-8f52504b4ab7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3918211 Aug 10 02:16:25.356935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41772) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:25.363588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8357dfff-3327-4dae-9f70-ec83991558f4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '08c2797f-ebdc-4494-88c0-04c6194d1823', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:25.494186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8357dfff-3327-4dae-9f70-ec83991558f4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:25.569497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8357dfff-3327-4dae-9f70-ec83991558f4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:25.647709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8357dfff-3327-4dae-9f70-ec83991558f4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:25.672803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357dfff-3327-4dae-9f70-ec83991558f4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef168b4-46cf-433f-8ef4-045de3f6a4dc,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:25.758506 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8357dfff-3327-4dae-9f70-ec83991558f4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:25.765167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41782) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:25.769285 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8357dfff-3327-4dae-9f70-ec83991558f4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4092836 Aug 10 02:16:25.773796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-99ee5c10-c35e-4e5d-b3ce-d531374c875a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '08c2797f-ebdc-4494-88c0-04c6194d1823', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:25.915884 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-99ee5c10-c35e-4e5d-b3ce-d531374c875a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Project 0e3cf897ab3b41ada028f5fcb9815b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:16:25.922261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99ee5c10-c35e-4e5d-b3ce-d531374c875a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.005787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99ee5c10-c35e-4e5d-b3ce-d531374c875a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.075866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99ee5c10-c35e-4e5d-b3ce-d531374c875a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.097725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee5c10-c35e-4e5d-b3ce-d531374c875a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e4d87c-8af8-4fd6-89dd-a70c6c4e6ae7,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:26.173051 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-99ee5c10-c35e-4e5d-b3ce-d531374c875a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.174626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-99ee5c10-c35e-4e5d-b3ce-d531374c875a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4078939 Aug 10 02:16:26.177309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41788) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:26.182222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-af6fa4b2-5913-40d8-afa4-0fa7c234078f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '08c2797f-ebdc-4494-88c0-04c6194d1823', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:26.318790 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-af6fa4b2-5913-40d8-afa4-0fa7c234078f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Project 0e3cf897ab3b41ada028f5fcb9815b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:16:26.332188 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af6fa4b2-5913-40d8-afa4-0fa7c234078f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.443630 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af6fa4b2-5913-40d8-afa4-0fa7c234078f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.510594 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af6fa4b2-5913-40d8-afa4-0fa7c234078f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.532021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fa4b2-5913-40d8-afa4-0fa7c234078f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbfa6d3-07c6-4e4b-9e30-9a7d2ac23542,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:26.591365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af6fa4b2-5913-40d8-afa4-0fa7c234078f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.596900 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-af6fa4b2-5913-40d8-afa4-0fa7c234078f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4170232 Aug 10 02:16:26.604897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41794) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:26.607174 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'network': {'name': 'tempest-network-smoke--254973096', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'port_security_enabled': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:26.738866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:16:26.742835 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.779616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:16:26.800501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.800692 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Added segment ba9bef08-483f-4043-a9fb-3d4fa30c1d03 of type vlan for network 314a0e05-aad3-4309-ae3f-21f04c666e04 Aug 10 02:16:26.854509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:27.009975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:27.018323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:27.019889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:27.120898 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5186262 Aug 10 02:16:27.124385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41802) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:27.129875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'admin_state_up': True, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:27.147456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862f7ee-512d-4ebe-b594-f39557547aa9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Network': ['ID=314a0e05-aad3-4309-ae3f-21f04c666e04,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:27.162602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 314a0e05-aad3-4309-ae3f-21f04c666e04 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:16:27.258923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:27.260113 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:27.336151 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:27.592720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:27.848712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647addca-19ba-4f89-a897-c85c4cab42d5 req-7e2e0650-49d1-4300-a59d-e70c1dafd0f9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:27.850288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-647addca-19ba-4f89-a897-c85c4cab42d5 req-7e2e0650-49d1-4300-a59d-e70c1dafd0f9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0888898 Aug 10 02:16:27.944332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-647addca-19ba-4f89-a897-c85c4cab42d5 req-59b6a438-267d-4241-9745-bc3f3109eab2 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831871 Aug 10 02:16:28.179668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-3524fa54-98ef-4d92-a8ec-50b57f4262d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:28.181554 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-3524fa54-98ef-4d92-a8ec-50b57f4262d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1096 time: 0.3634741 Aug 10 02:16:28.184457 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:28.205013 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:28.308920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-c80c07c6-3602-49fc-b4fa-adb20041e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:28.311076 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-c80c07c6-3602-49fc-b4fa-adb20041e7dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1205521 Aug 10 02:16:28.405922 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-6eed3f81-1fb0-493e-af48-79a0656ba5f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 999 time: 0.0873055 Aug 10 02:16:28.446354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.25.3.34 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/b509e2e3-b309-4e21-9c89-165f80df5938) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:16:28.483150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-bb368bf7-92ea-4f89-92ed-aa7cd6f55882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:28.485506 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-bb368bf7-92ea-4f89-92ed-aa7cd6f55882 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0726891 Aug 10 02:16:28.564065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-8bfebe81-144e-40ba-9563-63330a9ccafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:28.566714 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-8bfebe81-144e-40ba-9563-63330a9ccafa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730309 Aug 10 02:16:28.620206 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:28.708589 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-b4bfc0c8-c1ea-4dd1-8eba-b12ba7dbde1f service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225491 Aug 10 02:16:28.798130 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:28.873384 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-46c01dfe-2a0d-415a-95f6-aae59b804156 req-f75ccb1a-130e-451c-ba94-3f67c52dee1d service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578991 Aug 10 02:16:28.873733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:16:28.883361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=b509e2e3-b309-4e21-9c89-165f80df5938,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:28.896893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:16:28.902408 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:16:29.145612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c595767-b650-400e-bb64-b782b7e7be19 req-8abd6125-6266-44d4-9fc1-133beff203b4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:29.147236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c595767-b650-400e-bb64-b782b7e7be19 req-8abd6125-6266-44d4-9fc1-133beff203b4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0932138 Aug 10 02:16:29.217040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c595767-b650-400e-bb64-b782b7e7be19 req-1922bd2a-3d77-4b11-af76-d080a456a93e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530102 Aug 10 02:16:29.394638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:29.952776 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:30.205963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:16:30.412428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:16:30.433123 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Sync routers for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:16:30.446987 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:16:30.448694 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:30.457173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85972a5-ffe2-4a97-acf6-b11c7b26354f req-10da496c-6e8c-43b9-9ec5-fd52d216c863 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:30.459172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d85972a5-ffe2-4a97-acf6-b11c7b26354f req-10da496c-6e8c-43b9-9ec5-fd52d216c863 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0826530 Aug 10 02:16:30.537080 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:30.541382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0491950b-5028-4d64-8990-cb8a2bd7087b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4129004 Aug 10 02:16:30.542001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41846) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:30.559505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d85972a5-ffe2-4a97-acf6-b11c7b26354f req-01a66e12-1bf3-43f9-869d-c1a49bcd4a6a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895979 Aug 10 02:16:30.646875 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:16:30.661008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-688ff925-5830-4414-990e-bd805d1a2acf tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=0e3cf897ab3b41ada028f5fcb9815b32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1176107 Aug 10 02:16:30.664012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41852) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:30.900149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf4fa0-3333-4395-a789-14552d3e1c60 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:30.902661 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-20bf4fa0-3333-4395-a789-14552d3e1c60 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2362568 Aug 10 02:16:30.904941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41860) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:30.949352 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:29Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:30.974236 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f1e335e8-464b-449d-b528-f5bf4f25b74f tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657773 Aug 10 02:16:30.975717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41862) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:30.976717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ab352-791d-4c07-a6fe-3b3ed1a6c6e8 req-23834e62-d0b3-4785-bd70-0abd00664827 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:30.978338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e0ab352-791d-4c07-a6fe-3b3ed1a6c6e8 req-23834e62-d0b3-4785-bd70-0abd00664827 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 947 time: 0.0955732 Aug 10 02:16:30.989956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2030025667', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:30.994261 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Checking router: 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:16:30.994633 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Updating router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 port b509e2e3-b309-4e21-9c89-165f80df5938 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:16:31.023205 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:31.056411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e0ab352-791d-4c07-a6fe-3b3ed1a6c6e8 req-0739e5fb-a198-4045-a6a1-f49d05007a6d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695879 Aug 10 02:16:31.388078 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:31.417397 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Transition to ACTIVE for port object b509e2e3-b309-4e21-9c89-165f80df5938 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:16:31.495525 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:31.552625 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Attempting to bind port b509e2e3-b309-4e21-9c89-165f80df5938 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:16:31.552995 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Attempting to bind port b509e2e3-b309-4e21-9c89-165f80df5938 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:16:31.553358 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Attempting to bind port b509e2e3-b309-4e21-9c89-165f80df5938 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:16:31.557614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:16:31.561461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:31.578804 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Pushing event updated for resources: {'Port': ['ID=b509e2e3-b309-4e21-9c89-165f80df5938,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:31.581638 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:16:31.582106 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:16:31.582641 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:31.583141 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:16:31.583729 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Bound port: b509e2e3-b309-4e21-9c89-165f80df5938, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:16:31.584219 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:31.609025 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.609412 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.609855 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.610304 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.611576 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.611809 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.612203 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.612635 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.613061 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.613613 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.613915 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.614337 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:31.657409 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] For port b509e2e3-b309-4e21-9c89-165f80df5938, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:16:31.666225 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] For port b509e2e3-b309-4e21-9c89-165f80df5938, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b509e2e3-b309-4e21-9c89-165f80df5938,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:16:32.213225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fec3d-149e-48c4-997b-17fb3e85b6b6 req-955ca781-8dbd-4d97-8ce1-e711adffc7c0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:32.217181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-780fec3d-149e-48c4-997b-17fb3e85b6b6 req-955ca781-8dbd-4d97-8ce1-e711adffc7c0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 947 time: 0.0619547 Aug 10 02:16:32.263889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-780fec3d-149e-48c4-997b-17fb3e85b6b6 req-7fb4a4a1-0417-45a2-8141-6e567623c7a4 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b9ed860-6379-4582-9872-bbedfc9d2924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401380 Aug 10 02:16:32.354504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392317d-288f-4c03-92c2-60d443697873 req-47eef98f-858a-41a9-9ad3-9b107a664b6f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:32.356349 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5392317d-288f-4c03-92c2-60d443697873 req-47eef98f-858a-41a9-9ad3-9b107a664b6f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 947 time: 0.0615299 Aug 10 02:16:32.458899 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:32.470412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Deleting port ec379c10-833d-4c87-9966-a5b2af495294 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:16:32.471272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:32.526018 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20325819-9297-448b-943c-1fad0f0050d2 None None] Pushing event updated for resources: {'Port': ['ID=b509e2e3-b309-4e21-9c89-165f80df5938,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:32.548218 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:16:32.549509 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:32.619436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] For port ec379c10-833d-4c87-9966-a5b2af495294, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ec379c10-833d-4c87-9966-a5b2af495294,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:32.619436 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:32.653193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:32.793615 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:16:32.810492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Subnet': ['ID=df7bb38d-d522-4bae-82b4-c2fcbaa853b6,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:32.834259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Checking segment: {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:16:32.834259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network hostable DHCP agents. Network: 314a0e05-aad3-4309-ae3f-21f04c666e04, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:16:32.968972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:32.969360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:32.969685 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Floating IP 63703a16-4c3f-463a-8452-fc24495c9b61 disassociated. External IP: 172.25.3.24, port: ec379c10-833d-4c87-9966-a5b2af495294. Aug 10 02:16:32.970654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Calling delete_port for ec379c10-833d-4c87-9966-a5b2af495294 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:16:33.069057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 314a0e05-aad3-4309-ae3f-21f04c666e04 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:16:33.083923 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:29Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:33.123610 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511ee187-ca5b-4a22-9a42-bde561788b0e None None] The sync data for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 is: [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:29Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:16:33.266206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 314a0e05-aad3-4309-ae3f-21f04c666e04) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:16:33.271378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:33.271996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:33.279018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221e0a5c-3cf5-488f-8671-0383817d91db None None] Network 314a0e05-aad3-4309-ae3f-21f04c666e04 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:16:33.300567 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:33.375961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event deleted for resources: {'Port': ['ID=ec379c10-833d-4c87-9966-a5b2af495294,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:33.544823 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-08e7c0a6-e162-45c8-b219-2df71f05ce69 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5633557 Aug 10 02:16:33.545076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1e19992-9c6d-4f3e-8359-01c6e59c02df req-50239900-0fbf-4c08-88d7-b47e870b903f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 210 time: 0.0640383 Aug 10 02:16:33.550307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41880) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:33.571193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-314a0e05-aad3-4309-ae3f-21f04c666e04', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:16:33.572401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:33.867434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Router 84d136d0-4d31-4097-ae19-be954c51cdf9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:16:34.050732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Allocated IP 172.20.0.2 (314a0e05-aad3-4309-ae3f-21f04c666e04/df7bb38d-d522-4bae-82b4-c2fcbaa853b6/5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:16:34.292975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:34.312175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Transition to ACTIVE for port object 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:16:34.335577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Transition to ACTIVE for port object 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:16:34.357857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:16:34.372242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] Sync routers for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:16:34.384248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:16:34.385699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:34.426338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] No DVR routers for this DVR port ec379c10-833d-4c87-9966-a5b2af495294 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:16:34.451261 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:34.453367 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5392317d-288f-4c03-92c2-60d443697873 req-09bfd5b6-2302-411e-9645-dfbfdab3d35b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.16 "DELETE /v2.0/ports/ec379c10-833d-4c87-9966-a5b2af495294 HTTP/1.1" status: 204 len: 173 time: 2.0911617 Aug 10 02:16:34.455231 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:34.455410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-deleted', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:16:34.458138 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8765a3-13ef-4f96-9a2d-e30598906ed7" -d '{"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-deleted", "tag": "ec379c10-833d-4c87-9966-a5b2af495294"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:16:34.535100 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3913cfe2-818e-4b39-8267-e7a87ae76f20 x-openstack-request-id: req-3913cfe2-818e-4b39-8267-e7a87ae76f20 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:16:34.536860 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e83082e-9270-4ca1-a9ec-91ac3b0c081b", "name": "network-vif-deleted", "tag": "ec379c10-833d-4c87-9966-a5b2af495294", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:16:34.537496 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3913cfe2-818e-4b39-8267-e7a87ae76f20 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:16:34.538102 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e83082e-9270-4ca1-a9ec-91ac3b0c081b', 'name': 'network-vif-deleted', 'tag': 'ec379c10-833d-4c87-9966-a5b2af495294', 'status': 'completed', 'code': 200} Aug 10 02:16:34.582495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Network 314a0e05-aad3-4309-ae3f-21f04c666e04 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:16:34.584152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:16:34.605882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Pushing event updated for resources: {'Port': ['ID=5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:34.608357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:16:34.636314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.636694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.637018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.637368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.637709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.638053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.638389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.638907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.639408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.639935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.640465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.640855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:16:34.717215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:34.743074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:16:34.829854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10207859-bfa1-4630-ba22-85511a830a27 req-9f79c893-6c61-4f4f-96c5-04b4bc37fd59 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e83082e-9270-4ca1-a9ec-91ac3b0c081b HTTP/1.1" status: 200 len: 210 time: 0.1346300 Aug 10 02:16:35.078772 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:16:35.098155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Attempting to bind port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:16:35.098545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Attempting to bind port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:16:35.098948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Attempting to bind port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 on network 314a0e05-aad3-4309-ae3f-21f04c666e04 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:16:35.107486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:16:35.109125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Checking segment: {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:16:35.114540 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:35.115139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Bound using segment: {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:16:35.115916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Bound port: 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:16:35.116227 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:35.119640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b509e2e3-b309-4e21-9c89-165f80df5938 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:16:35.356930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] For port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:16:35.362225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.20.0.1 (314a0e05-aad3-4309-ae3f-21f04c666e04/df7bb38d-d522-4bae-82b4-c2fcbaa853b6/a781e678-5823-4a96-89ee-3057212be928) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:16:35.362767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] For port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:16:35.366691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:35.446871 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:35.455088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b509e2e3-b309-4e21-9c89-165f80df5938 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:35.460471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] Checking router: 84d136d0-4d31-4097-ae19-be954c51cdf9 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:16:35.491634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b509e2e3-b309-4e21-9c89-165f80df5938 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:35.492185 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:35.575958 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:35.594417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:16:35.598472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:35.600430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Transition to ACTIVE for port object a781e678-5823-4a96-89ee-3057212be928 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:16:35.716649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8fc6e-836f-4a51-a089-c264673f1987 None None] Pushing event updated for resources: {'Port': ['ID=5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:35.734673 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:35.832466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=a781e678-5823-4a96-89ee-3057212be928,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:35.836223 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:35.847756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 314a0e05-aad3-4309-ae3f-21f04c666e04 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:16:35.848537 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:16:35.852074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:16:35.882010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port b509e2e3-b309-4e21-9c89-165f80df5938, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b509e2e3-b309-4e21-9c89-165f80df5938,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:35.882010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:16:35.976014 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:35.990175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:36.104637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41926) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:36.154235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=b509e2e3-b309-4e21-9c89-165f80df5938,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:36.208180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce6b954c-9ad0-48e2-94e5-dd279b737c21 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:36.241136 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce6b954c-9ad0-48e2-94e5-dd279b737c21 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:36.253454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec379c10-833d-4c87-9966-a5b2af495294 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:16:36.257278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:36.292751 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:36.309464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b588cd3-1ddf-4fe4-9bc3-4595e10bcba8 None None] The sync data for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 is: [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:16:36.311352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: ec379c10-833d-4c87-9966-a5b2af495294 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:16:36.311705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ec379c10-833d-4c87-9966-a5b2af495294 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:16:36.383273 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce6b954c-9ad0-48e2-94e5-dd279b737c21 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:36.387372 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce6b954c-9ad0-48e2-94e5-dd279b737c21 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:36.393066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ce6b954c-9ad0-48e2-94e5-dd279b737c21 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "DELETE /v2.0/security-groups/7b9ed860-6379-4582-9872-bbedfc9d2924 HTTP/1.1" status: 204 len: 168 time: 0.2867048 Aug 10 02:16:36.393773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41930) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:36.414809 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-4014ac16-a5e9-4f87-b17c-1485c713ff28 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] show failed (client error): The resource could not be found. Aug 10 02:16:36.421621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41932) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:36.424256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4014ac16-a5e9-4f87-b17c-1485c713ff28 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups/7b9ed860-6379-4582-9872-bbedfc9d2924 HTTP/1.1" status: 404 len: 347 time: 0.0247529 Aug 10 02:16:36.429982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b954c-9ad0-48e2-94e5-dd279b737c21 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9ed860-6379-4582-9872-bbedfc9d2924,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:36.966886 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f723c36e-fd80-42f8-b2fc-a18f302befa4 None None] New status for floating IP 63703a16-4c3f-463a-8452-fc24495c9b61: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:16:37.040859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05939fd-4ae9-4a36-97cd-7d44a056e119 None None] Network 314a0e05-aad3-4309-ae3f-21f04c666e04 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:16:37.122740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b509e2e3-b309-4e21-9c89-165f80df5938 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:16:37.245926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b509e2e3-b309-4e21-9c89-165f80df5938 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:37.246261 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:37.306308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Deleting port 12e8be42-183b-4ef7-b6f9-850e1d65b06f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:16:37.306819 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:37.342543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-840050cc-7a3d-4f4c-af99-9b75111e3e6b None None] Provisioning for port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:37.424405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:16:37.490446 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:37.491096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:37.495259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:37.517409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Calling delete_port for 12e8be42-183b-4ef7-b6f9-850e1d65b06f owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:16:37.607348 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:37.615143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:37.627847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:37.628434 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:37.707078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=a781e678-5823-4a96-89ee-3057212be928,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:37.709792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:37.854852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 314a0e05-aad3-4309-ae3f-21f04c666e04 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:16:37.858613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:16:37.900595 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:37.950944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:38.012968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:38.043452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3a3dda83-881e-4139-a9c4-88cfead1262c None None] Provisioning for port a781e678-5823-4a96-89ee-3057212be928 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:38.061339 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:38.095281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event deleted for resources: {'Port': ['ID=12e8be42-183b-4ef7-b6f9-850e1d65b06f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:38.102408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3a3dda83-881e-4139-a9c4-88cfead1262c None None] Provisioning complete for port a781e678-5823-4a96-89ee-3057212be928 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:38.104362 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3a3dda83-881e-4139-a9c4-88cfead1262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:38.116461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:16:38.220133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dda83-881e-4139-a9c4-88cfead1262c None None] Port a781e678-5823-4a96-89ee-3057212be928 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:16:38.244845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:38.268528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3a3dda83-881e-4139-a9c4-88cfead1262c None None] Provisioning complete for port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:38.268528 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3a3dda83-881e-4139-a9c4-88cfead1262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:38.287268 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:38.290461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:38.291892 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-983fd651-341b-4387-9549-6c858cc787fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "DELETE /v2.0/floatingips/63703a16-4c3f-463a-8452-fc24495c9b61 HTTP/1.1" status: 204 len: 168 time: 1.8692539 Aug 10 02:16:38.442764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:16:38.450515 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4272e5d7-7bf7-472d-9c66-c17e145687fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "PUT /v2.0/routers/317e2eb1-c80b-441a-ab1f-2cabb9e2f612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8981872 Aug 10 02:16:38.457372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Sync routers for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:16:38.497506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:16:38.498073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:38.692593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-779be03e-f02b-4733-b06c-f0b36c98ebaa None None] Provisioning complete for port a781e678-5823-4a96-89ee-3057212be928 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:38.693249 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-779be03e-f02b-4733-b06c-f0b36c98ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:38.740239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-83fb1844-fcaa-44d9-bda4-ff76f12d1ba0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081734646&fields=id&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 267 time: 0.0556331 Aug 10 02:16:38.757043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-779be03e-f02b-4733-b06c-f0b36c98ebaa None None] Port a781e678-5823-4a96-89ee-3057212be928 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:16:38.774342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:16:38.951481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:16:38.967093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43963-6753-41ed-b54f-aba582852a63 req-59b6c70e-9b2d-4be6-8b64-c7dfbceafd67 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:38.975412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-59b6c70e-9b2d-4be6-8b64-c7dfbceafd67 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 796 time: 0.2263718 Aug 10 02:16:39.011462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-bbabb3e1-907f-49fd-a574-ff7e2f4c326b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/quotas/0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 375 time: 0.0349813 Aug 10 02:16:39.108528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-305290dd-7293-4eea-8f4d-505f2b3ea010 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959139 Aug 10 02:16:39.182998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41988) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:39.187932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3a22343f-95d5-4667-af5a-c429283b0f79 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1185573589', 'description': 'tempest-description--330453774'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:39.250159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-da79a68f-8fbf-4d80-90a2-c21a0c626429 service neutron] 10.222.0.38 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222234 Aug 10 02:16:39.321283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a22343f-95d5-4667-af5a-c429283b0f79 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:39.355048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:39.355675 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:39.425148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-4155ad88-5c19-4028-ab7a-60090edefb9c service neutron] 10.222.0.38 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644280 Aug 10 02:16:39.551469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a781e678-5823-4a96-89ee-3057212be928', 'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:5c:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:34Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 2, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:39.570821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a22343f-95d5-4667-af5a-c429283b0f79 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:39.599364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Checking router: 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:16:39.599722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Updating router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 port a781e678-5823-4a96-89ee-3057212be928 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:16:39.638907 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:39.702431 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a22343f-95d5-4667-af5a-c429283b0f79 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:39.757713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22343f-95d5-4667-af5a-c429283b0f79 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38f899-25a3-475b-bb4e-a26fcdd7e340,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:39.820494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92b0816e-8957-4f2a-9e36-325fd69a50d1 req-59b1a926-6e3f-44d1-9100-71a9cffb0971 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 210 time: 0.0344782 Aug 10 02:16:39.912674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a22343f-95d5-4667-af5a-c429283b0f79 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:39.919051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42004) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:39.919450 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3a22343f-95d5-4667-af5a-c429283b0f79 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7350676 Aug 10 02:16:39.924849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d18e0096-6913-4be8-9dd5-76f84bb192b3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'security_group_rule': {'security_group_id': '2e38f899-25a3-475b-bb4e-a26fcdd7e340', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:40.046381 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.058811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Transition to ACTIVE for port object a781e678-5823-4a96-89ee-3057212be928 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:16:40.075562 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d18e0096-6913-4be8-9dd5-76f84bb192b3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.175299 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.188715 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d18e0096-6913-4be8-9dd5-76f84bb192b3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.239500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064390b-43b1-4366-b181-6b08e93ab3f1 None None] Pushing event updated for resources: {'Port': ['ID=a781e678-5823-4a96-89ee-3057212be928,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:40.292154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Attempting to bind port a781e678-5823-4a96-89ee-3057212be928 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:16:40.292548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Attempting to bind port a781e678-5823-4a96-89ee-3057212be928 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:16:40.292960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Attempting to bind port a781e678-5823-4a96-89ee-3057212be928 on network 314a0e05-aad3-4309-ae3f-21f04c666e04 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:16:40.301200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:16:40.301600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Checking segment: {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:16:40.302023 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.302438 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Bound using segment: {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:16:40.303096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Bound port: a781e678-5823-4a96-89ee-3057212be928, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:16:40.303511 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.390060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] For port a781e678-5823-4a96-89ee-3057212be928, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:16:40.395396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] For port a781e678-5823-4a96-89ee-3057212be928, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a781e678-5823-4a96-89ee-3057212be928,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:16:40.415282 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d18e0096-6913-4be8-9dd5-76f84bb192b3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.443911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e0096-6913-4be8-9dd5-76f84bb192b3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba4d062-9d73-48a1-ab4d-30e711eda09b,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:40.504000 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-c1c696dd-8e70-48d9-9921-b4c267b22770 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499821 Aug 10 02:16:40.513447 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.546509 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d18e0096-6913-4be8-9dd5-76f84bb192b3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.549102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d18e0096-6913-4be8-9dd5-76f84bb192b3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6287153 Aug 10 02:16:40.552530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42016) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:40.564632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e4956b63-12eb-4152-abde-76e07671aa6b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'security_group_rule': {'security_group_id': '2e38f899-25a3-475b-bb4e-a26fcdd7e340', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:40.607889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-235af490-3b21-43b6-ac9f-a92c9fe8f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:40.611437 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-235af490-3b21-43b6-ac9f-a92c9fe8f514 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db73a6baf7d04ec29ada128c14e77712&device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 1098 time: 0.0801134 Aug 10 02:16:40.648500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064390b-43b1-4366-b181-6b08e93ab3f1 None None] Pushing event updated for resources: {'Port': ['ID=a781e678-5823-4a96-89ee-3057212be928,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:40.664594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:16:40.665946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:40.752223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e4956b63-12eb-4152-abde-76e07671aa6b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.801005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-e34bbf2b-55f8-45cb-bde4-4738fd860bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:40.802788 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-e34bbf2b-55f8-45cb-bde4-4738fd860bf8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 200 len: 911 time: 0.1714864 Aug 10 02:16:40.840541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e4956b63-12eb-4152-abde-76e07671aa6b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.843004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:16:40.897166 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-41fe2d36-8258-4333-816a-6e6b74feb955 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceca28cf-eef3-4c11-bba8-f46e7e961a16 HTTP/1.1" status: 200 len: 1002 time: 0.0797019 Aug 10 02:16:40.936026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54f491d7-4038-4715-b668-a77c0a6d9264 req-a1bd75ac-8b79-4a63-b47f-7f549b1cf0af tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 210 time: 0.0390863 Aug 10 02:16:40.963541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e4956b63-12eb-4152-abde-76e07671aa6b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:40.996662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-9254de5d-34c8-4c9c-988a-65585707b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:40.998952 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-9254de5d-34c8-4c9c-988a-65585707b3c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 200 len: 849 time: 0.0942993 Aug 10 02:16:41.004926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4956b63-12eb-4152-abde-76e07671aa6b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba55e22-a904-4d9b-be19-a9f58b511119,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:41.060612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-9e19b7d2-e550-498a-8a0d-83758b729462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:41.065789 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-9e19b7d2-e550-498a-8a0d-83758b729462 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1629ade-c9a2-4a58-a550-1ba14b6d556f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585427 Aug 10 02:16:41.117379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e4956b63-12eb-4152-abde-76e07671aa6b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:41.119331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e4956b63-12eb-4152-abde-76e07671aa6b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5630832 Aug 10 02:16:41.123727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42026) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:41.133173 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a781e678-5823-4a96-89ee-3057212be928', 'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:5c:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:34Z', 'updated_at': '2021-08-10T02:16:40Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:41.135149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:41.175276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06798ac9-58b3-43e1-b416-d8884994b3bd None None] The sync data for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 is: [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a781e678-5823-4a96-89ee-3057212be928', 'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:5c:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:34Z', 'updated_at': '2021-08-10T02:16:40Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:16:41.226971 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-6e299a6c-1391-42ff-bbaa-9599cc68209d service neutron] 10.222.0.16 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548808 Aug 10 02:16:41.333529 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:41.414144 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f807f4d-d091-43fe-bc9f-919c7d27fd46 req-8869a399-6855-4c3e-bf85-ca99f54ba8a4 service neutron] 10.222.0.16 "GET /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786349 Aug 10 02:16:41.417391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-9c827316-8011-4bbd-8790-924bf1618db8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2947116 Aug 10 02:16:41.508088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-19049aaa-7d89-4dbc-915d-b800b378b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:41.508088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-19049aaa-7d89-4dbc-915d-b800b378b6a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 1097 time: 0.0635743 Aug 10 02:16:41.523977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:41.758892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Allocated IP 172.25.3.14 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/f1cfc1c1-54a1-4b5a-adc2-004d1c71fb2b) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:16:41.762107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-ea4e13fb-55d7-4b95-a877-ae969280148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:41.763345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-ea4e13fb-55d7-4b95-a877-ae969280148e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1983676 Aug 10 02:16:41.820626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-4c5625c1-1a71-47ee-9ec7-64e38951fef9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64c1afd0-d1cb-4ebc-b050-f1278a65b535 HTTP/1.1" status: 200 len: 217 time: 0.0474083 Aug 10 02:16:41.947007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-49c851c4-828e-4285-adab-eebcc0ade947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:41.948577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-49c851c4-828e-4285-adab-eebcc0ade947 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.1124854 Aug 10 02:16:42.028481 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:42.076979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79da4fbb-bd94-4e6f-b168-530ac8359cdb req-dccdc694-363e-4b59-829e-dbc99c7d1ad7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 210 time: 0.0384772 Aug 10 02:16:42.085869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-31eeddc5-0924-43d4-be23-d0e23ac307ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:42.089690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-31eeddc5-0924-43d4-be23-d0e23ac307ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322260 Aug 10 02:16:42.218018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-83c2b0ed-a1dd-437b-9156-d69c11604f50 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169577 Aug 10 02:16:42.290234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:42.374125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:16:42.383983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:16:42.389998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:16:42.426230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'Port': ['ID=f1cfc1c1-54a1-4b5a-adc2-004d1c71fb2b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:42.443386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6a767db-df18-4c95-9f65-13a5723345f0 req-759009b6-7a5e-4dc6-85cc-544afa035f73 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187364 Aug 10 02:16:42.557834 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:42.768211 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:42.895206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a781e678-5823-4a96-89ee-3057212be928 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:16:42.991955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:43.032463 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:43.071839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a781e678-5823-4a96-89ee-3057212be928 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:43.075953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a781e678-5823-4a96-89ee-3057212be928 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:43.076326 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:43.169286 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:43.179625 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:43.201554 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93069ab3-2a0d-4365-a774-5e0d997526eb req-1cf9cb06-eee3-4e10-b15f-5cfc23f3f714 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 210 time: 0.0362730 Aug 10 02:16:43.222597 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a781e678-5823-4a96-89ee-3057212be928, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a781e678-5823-4a96-89ee-3057212be928,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:43.279130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'Port': ['ID=f1cfc1c1-54a1-4b5a-adc2-004d1c71fb2b,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:43.282685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:43.346896 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:43.401344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a781e678-5823-4a96-89ee-3057212be928,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:43.532998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:43.534248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e7a475a7-bdf6-464f-bd89-6ee7e196c24a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4035826 Aug 10 02:16:43.595382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43963-6753-41ed-b54f-aba582852a63 req-810df614-c459-4228-bf9f-6abc648339b2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:43.596825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-810df614-c459-4228-bf9f-6abc648339b2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 796 time: 0.1145577 Aug 10 02:16:43.650421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-d94bfc5d-2c51-43d4-85c1-b37a8aed2ec1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 380 time: 0.0443170 Aug 10 02:16:43.662931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'port': {'device_id': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'admin_state_up': True, 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'security_groups': ['08c2797f-ebdc-4494-88c0-04c6194d1823']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:43.823342 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-e4459852-8ae2-4825-b5ba-a3ad88036c63 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1185573589&fields=id&tenant_id=aa79ddca9f794631bc65e510f7a2f014 HTTP/1.1" status: 200 len: 267 time: 0.0594964 Aug 10 02:16:43.947851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-cc231d81-3b76-4701-bec9-82cec250fa73 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:43.949557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-cc231d81-3b76-4701-bec9-82cec250fa73 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 817 time: 0.1177640 Aug 10 02:16:43.974242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-a10b7e8c-1eb1-4826-9806-901188363b29 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/quotas/aa79ddca9f794631bc65e510f7a2f014 HTTP/1.1" status: 200 len: 375 time: 0.0178647 Aug 10 02:16:43.975351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:16:43.981287 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:44.106450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-d2f69b27-7667-46fb-b9f6-ddcff0cfa5db tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1218588 Aug 10 02:16:44.239383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.20.0.13 (314a0e05-aad3-4309-ae3f-21f04c666e04/df7bb38d-d522-4bae-82b4-c2fcbaa853b6/678b7452-c579-4fcf-ae02-c579dad1876c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:16:44.303268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-307dbba2-fb85-47b2-b95b-ed8883960e6e service neutron] 10.222.0.38 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477041 Aug 10 02:16:44.337596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddaf6121-f8d7-44c5-95b2-f746719854a6 req-b19ac6c5-4fea-4d2a-963a-5d1503dc2690 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 210 time: 0.0485849 Aug 10 02:16:44.371779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:44.782410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-868bd2e8-50c2-42f9-b5fe-7566e434c5e3 service neutron] 10.222.0.38 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556968 Aug 10 02:16:44.793407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:44.808641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Transition to ACTIVE for port object 678b7452-c579-4fcf-ae02-c579dad1876c will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:16:44.900618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a781e678-5823-4a96-89ee-3057212be928 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:16:44.960048 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:44.965317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a781e678-5823-4a96-89ee-3057212be928 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:44.965901 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:45.011514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 314a0e05-aad3-4309-ae3f-21f04c666e04 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:16:45.015228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:16:45.022862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:16:45.071816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:45.123721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:45.124749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:45.185317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f7a2249-3011-400b-82d0-97eb83d852f2 req-e8cf1e41-d48d-4f9d-bd0d-d23b55c20c12 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 210 time: 0.0323715 Aug 10 02:16:45.236685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-15c50f05-31c6-4a5b-b715-5dc65f7aa52c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5732150 Aug 10 02:16:45.258323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Request body: {'port': {'device_id': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:45.349101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:45.509596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54c7e21c-4209-4cd8-9a01-bc825fc33bc0 None None] Provisioning for port 678b7452-c579-4fcf-ae02-c579dad1876c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:45.514857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54c7e21c-4209-4cd8-9a01-bc825fc33bc0 None None] Provisioning complete for port 678b7452-c579-4fcf-ae02-c579dad1876c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:45.515621 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54c7e21c-4209-4cd8-9a01-bc825fc33bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:45.561171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-54c7e21c-4209-4cd8-9a01-bc825fc33bc0 None None] Port 678b7452-c579-4fcf-ae02-c579dad1876c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:16:45.623981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0967df0-f480-4b66-89f2-8dda0d10831d req-d6a73128-c851-4eee-a763-6eec566cbc32 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:45.626802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0967df0-f480-4b66-89f2-8dda0d10831d req-d6a73128-c851-4eee-a763-6eec566cbc32 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 932 time: 0.1353452 Aug 10 02:16:45.708048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0967df0-f480-4b66-89f2-8dda0d10831d req-fcfe2e4b-89b2-4970-8dda-832edf5ae71f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733168 Aug 10 02:16:45.788281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678b7452-c579-4fcf-ae02-c579dad1876c {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:16:45.796347 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:45.809548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Transition to ACTIVE for port object 678b7452-c579-4fcf-ae02-c579dad1876c will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:16:45.921760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:46.049465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Pushing event updated for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:46.082987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Attempting to bind port 678b7452-c579-4fcf-ae02-c579dad1876c on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:16:46.083356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Attempting to bind port 678b7452-c579-4fcf-ae02-c579dad1876c by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:16:46.083677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Attempting to bind port 678b7452-c579-4fcf-ae02-c579dad1876c on network 314a0e05-aad3-4309-ae3f-21f04c666e04 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:16:46.093838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Port 678b7452-c579-4fcf-ae02-c579dad1876c on network 314a0e05-aad3-4309-ae3f-21f04c666e04 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:16:46.094881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Attempting to bind port 678b7452-c579-4fcf-ae02-c579dad1876c on network 314a0e05-aad3-4309-ae3f-21f04c666e04 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:16:46.101054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:16:46.101531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Checking segment: {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:16:46.102025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Bound using segment: {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:16:46.102594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Bound port: 678b7452-c579-4fcf-ae02-c579dad1876c, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:16:46.103217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:46.197118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:16:46.206385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:16:46.285508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-998ae6ca-faeb-4963-8e9c-62ea61a346db req-a0dea3c2-3b4a-4fe5-a5f4-55dce813882e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 210 time: 0.0304401 Aug 10 02:16:46.432248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:46.493523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:46.497549 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:46.497549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] 10.222.0.11 "PUT /v2.0/ports/678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 1093 time: 1.2544703 Aug 10 02:16:46.497549 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:16:46.498785 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957c48a8-6082-4981-9a16-1b6bc54d4f86" -d '{"events": [{"name": "network-changed", "server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:16:46.541316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d9d8c-5fa0-47bf-afed-4679e8304b73 service neutron] Pushing event updated for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:46.666224 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6309094-9622-41b5-b043-af3a118d2832 x-openstack-request-id: req-b6309094-9622-41b5-b043-af3a118d2832 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:16:46.666224 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:16:46.666224 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6309094-9622-41b5-b043-af3a118d2832 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:16:46.666224 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c', 'status': 'completed', 'code': 200} Aug 10 02:16:46.714639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43963-6753-41ed-b54f-aba582852a63 req-8ef772f1-ec1d-4701-b3bb-9a856b67eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:46.716490 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-8ef772f1-ec1d-4701-b3bb-9a856b67eb13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1096 time: 0.0664163 Aug 10 02:16:46.765053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-bab8d38a-4bc2-4b0e-87dd-e0a6e6f0c53f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 217 time: 0.0405910 Aug 10 02:16:46.846099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43963-6753-41ed-b54f-aba582852a63 req-18b1b211-2ad2-4db0-a4c7-1c0aa0b6472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:46.847647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-18b1b211-2ad2-4db0-a4c7-1c0aa0b6472c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 200 len: 835 time: 0.0749617 Aug 10 02:16:46.874014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88d16d-b8e3-4910-9c87-173cfea61921 req-2aac940d-06f5-4cb2-a238-49174f178b01 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:46.876637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb88d16d-b8e3-4910-9c87-173cfea61921 req-2aac940d-06f5-4cb2-a238-49174f178b01 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 944 time: 0.0753334 Aug 10 02:16:46.936919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf43963-6753-41ed-b54f-aba582852a63 req-093ed7ed-d165-4306-8266-804dbd5b7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:46.938660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-093ed7ed-d165-4306-8266-804dbd5b7ea2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=314a0e05-aad3-4309-ae3f-21f04c666e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837181 Aug 10 02:16:46.944248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb88d16d-b8e3-4910-9c87-173cfea61921 req-dd36f629-0ec1-41dc-8d52-a1734c593be5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534825 Aug 10 02:16:47.064901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-f8aabe47-4c84-4c57-93a3-0918ee4f619f service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173241 Aug 10 02:16:47.181639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf43963-6753-41ed-b54f-aba582852a63 req-2e22a892-7b3e-42b4-9541-88829fe500f9 service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096456 Aug 10 02:16:47.421866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8ad827b-8aff-49b9-9dc8-7f94d7e4b5a0 req-5c0110a8-c44f-4051-83c9-ebf2c81e709b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 210 time: 0.0563946 Aug 10 02:16:47.437837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-34c7787a-7d27-4937-9304-e3dc4acc1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:47.439981 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-34c7787a-7d27-4937-9304-e3dc4acc1e63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1096 time: 0.0860608 Aug 10 02:16:47.538713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-213eebe4-e060-4330-984b-856a4c6a4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:47.540351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-213eebe4-e060-4330-984b-856a4c6a4620 service neutron] 10.222.0.11 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 897 time: 0.0934615 Aug 10 02:16:47.591267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-15f42c9f-937e-436a-a2d2-04ee0cc089ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 217 time: 0.0423081 Aug 10 02:16:47.647435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-1cbe9bd7-0e81-48f6-9bfb-a6bbd8fba10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:47.648844 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-1cbe9bd7-0e81-48f6-9bfb-a6bbd8fba10b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 200 len: 835 time: 0.0493631 Aug 10 02:16:47.707023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-da16bf1a-b817-4141-aecb-4d1041aca3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:47.707023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-da16bf1a-b817-4141-aecb-4d1041aca3f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=314a0e05-aad3-4309-ae3f-21f04c666e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488169 Aug 10 02:16:47.832121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-4a206ec0-21b1-4eb6-91cb-fc1b3e266297 service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182499 Aug 10 02:16:47.931373 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-04b320ff-e126-40c8-b1ab-60122b211506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:47.932932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-957c48a8-6082-4981-9a16-1b6bc54d4f86 req-1c15184b-69df-4a24-bca9-f7dc568c4c67 service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928609 Aug 10 02:16:48.101357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d634da-63ac-4cb6-b17c-355e61a9e2c4 req-2fe27b5f-6dfa-4cef-85dc-3f9ee8c08a71 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:48.103109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01d634da-63ac-4cb6-b17c-355e61a9e2c4 req-2fe27b5f-6dfa-4cef-85dc-3f9ee8c08a71 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 944 time: 0.0714903 Aug 10 02:16:48.126914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-8efe5e2b-cc7c-4179-bbd8-8b6a4a2d2a70 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:48.134402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-8efe5e2b-cc7c-4179-bbd8-8b6a4a2d2a70 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.16 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 817 time: 0.1297619 Aug 10 02:16:48.168606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01d634da-63ac-4cb6-b17c-355e61a9e2c4 req-045680cb-5a93-4a0e-8a3f-6210cc8a07c8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532699 Aug 10 02:16:48.202604 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-9f61f17c-94b9-4c87-87d7-abbd0cfbedb8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa79ddca9f794631bc65e510f7a2f014 HTTP/1.1" status: 200 len: 380 time: 0.0543101 Aug 10 02:16:48.214223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'port': {'device_id': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'admin_state_up': True, 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'security_groups': ['2e38f899-25a3-475b-bb4e-a26fcdd7e340']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:48.470124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Made reservation on behalf of aa79ddca9f794631bc65e510f7a2f014 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:16:48.470124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:48.555470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-831b1f96-4fd4-4f98-8f7a-cbe1d6ae3a27 req-09f5e738-cc0e-4d62-a41c-9a71cc45a527 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 210 time: 0.0410669 Aug 10 02:16:48.634518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Allocated IP 172.20.0.8 (57965fd8-e906-4dbd-af8e-c7bc318e9f2c/4c103fbe-3740-46ae-b588-21bcd171a4ae/3175db9e-3aef-45e8-b9f2-eaf4fd6034b4) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:16:48.806923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:48.825892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Transition to ACTIVE for port object 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:16:49.002275 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:49.054638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:16:49.057845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:16:49.061775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:16:49.093015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:49.126335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:49.127033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:49.153906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 678b7452-c579-4fcf-ae02-c579dad1876c details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:16:49.243514 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dba5041b-d307-445e-87e4-c055aded378f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340338 Aug 10 02:16:49.257733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Request body: {'port': {'device_id': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:49.287002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:49.303358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '678b7452-c579-4fcf-ae02-c579dad1876c', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'port_id': '678b7452-c579-4fcf-ae02-c579dad1876c', 'mac_address': 'fa:16:3e:30:71:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:16:49.352392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836d9b1-452a-48f0-bce2-c2e3c4416b57 req-5475a960-491b-44ee-bf40-1c604bc4cba8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:49.361036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7836d9b1-452a-48f0-bce2-c2e3c4416b57 req-5475a960-491b-44ee-bf40-1c604bc4cba8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 944 time: 0.0760813 Aug 10 02:16:49.373652 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:49.404426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678b7452-c579-4fcf-ae02-c579dad1876c {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:16:49.437431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:49.440858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7836d9b1-452a-48f0-bce2-c2e3c4416b57 req-46cd9f0d-7ee9-4bea-b8b0-68ad8be031f3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757663 Aug 10 02:16:49.477901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:49.589868 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:49.655602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-90864953-1a26-4ec4-ba89-33c9f5002709 None None] Provisioning for port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:49.663363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-90864953-1a26-4ec4-ba89-33c9f5002709 None None] Provisioning complete for port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:49.663740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90864953-1a26-4ec4-ba89-33c9f5002709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:49.665548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:49.724740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-90864953-1a26-4ec4-ba89-33c9f5002709 None None] Port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:16:49.742234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c65065-ac3a-46e7-bf7d-2f2ce503aff7 req-49be7d38-4e64-4e34-99e6-532a9134da05 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:49.743888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63c65065-ac3a-46e7-bf7d-2f2ce503aff7 req-49be7d38-4e64-4e34-99e6-532a9134da05 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 931 time: 0.0845139 Aug 10 02:16:49.799025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63c65065-ac3a-46e7-bf7d-2f2ce503aff7 req-718a1945-c72b-4680-9757-a8e4d726f32c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455256 Aug 10 02:16:49.824062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['678b7452-c579-4fcf-ae02-c579dad1876c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:16:49.836587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:16:49.849800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:49.867131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Transition to ACTIVE for port object 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:16:49.943247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:49.995133 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:50.084512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Attempting to bind port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:16:50.085007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Attempting to bind port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:16:50.085413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Attempting to bind port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:16:50.092676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:16:50.093164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Attempting to bind port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 on network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:16:50.100534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:16:50.100902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Checking segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:16:50.101271 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Bound using segment: {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:16:50.101713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Bound port: 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bea65d-760f-452f-a8ee-cab046cc9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:16:50.102080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:50.179418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:16:50.183062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:16:50.378113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:50.414492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:50.415148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:50.416647 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] 10.222.0.16 "PUT /v2.0/ports/3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 HTTP/1.1" status: 200 len: 1092 time: 1.1646032 Aug 10 02:16:50.417012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:16:50.419329 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284e8f0c-6223-4f89-affd-696ca1373a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:16:50.486995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d2e62-eba6-45a5-95de-f4a086dabda6 service neutron] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:50.509209 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a4b2d4-e6e7-44f0-9533-a0d9b078b4ce x-openstack-request-id: req-e9a4b2d4-e6e7-44f0-9533-a0d9b078b4ce {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:16:50.510263 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:16:50.511016 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e9a4b2d4-e6e7-44f0-9533-a0d9b078b4ce {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:16:50.511820 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'status': 'completed', 'code': 200} Aug 10 02:16:50.603522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e8f0c-6223-4f89-affd-696ca1373a3d req-a9114144-52ca-474c-ac4e-a75087d0c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:50.605858 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-284e8f0c-6223-4f89-affd-696ca1373a3d req-a9114144-52ca-474c-ac4e-a75087d0c25b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 1095 time: 0.0924468 Aug 10 02:16:50.673261 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-965a104b-e661-4baf-ac43-52bfbb32f26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:50.685255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa62ce1-6670-46df-a567-9983e9647f33 req-d8f92d7f-52a0-4b05-83a3-9457f6cbc89a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:50.694784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fa62ce1-6670-46df-a567-9983e9647f33 req-d8f92d7f-52a0-4b05-83a3-9457f6cbc89a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 945 time: 0.0967975 Aug 10 02:16:50.748377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fa62ce1-6670-46df-a567-9983e9647f33 req-70f8285c-d104-4cff-aa52-f8a1dddea551 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521340 Aug 10 02:16:50.815231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e8f0c-6223-4f89-affd-696ca1373a3d req-1dfc9a01-f3e9-4358-9e1b-a9c0d782d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:50.817025 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-284e8f0c-6223-4f89-affd-696ca1373a3d req-1dfc9a01-f3e9-4358-9e1b-a9c0d782d93c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=aa79ddca9f794631bc65e510f7a2f014&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2013328 Aug 10 02:16:50.963919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e8f0c-6223-4f89-affd-696ca1373a3d req-ac5b281a-6cfa-4f84-9c20-24ea5dc3ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:50.965817 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-284e8f0c-6223-4f89-affd-696ca1373a3d req-ac5b281a-6cfa-4f84-9c20-24ea5dc3ca54 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1397142 Aug 10 02:16:51.002222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c96a4-959c-4080-a776-a46d7764304c req-3c7f04c3-46c2-4853-8997-4a9512a8ee3b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:51.005426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b91c96a4-959c-4080-a776-a46d7764304c req-3c7f04c3-46c2-4853-8997-4a9512a8ee3b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0676095 Aug 10 02:16:51.054980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b91c96a4-959c-4080-a776-a46d7764304c req-800becc5-e10c-42e0-91be-a1015e1bed3e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 Aug 10 02:16:51.085668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-eb1a8224-0d17-48f5-aab0-a4a3df30e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:51.087441 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-eb1a8224-0d17-48f5-aab0-a4a3df30e7fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 1095 time: 0.0664649 Aug 10 02:16:51.138229 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-732a1e74-9d8a-45ea-88fd-3ee47f90555e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 HTTP/1.1" status: 200 len: 217 time: 0.0404282 Aug 10 02:16:51.173773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 678b7452-c579-4fcf-ae02-c579dad1876c up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:16:51.205783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-4f99fe1b-2a95-4842-92f1-de73e582168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:51.208137 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-4f99fe1b-2a95-4842-92f1-de73e582168e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.0553243 Aug 10 02:16:51.242073 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:51.265280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-103d8efc-66be-48ea-9078-a814aee0c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:51.276020 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-103d8efc-66be-48ea-9078-a814aee0c714 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506101 Aug 10 02:16:51.380023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 678b7452-c579-4fcf-ae02-c579dad1876c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:51.384042 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-1421de6c-f661-40c0-b29b-b7328fc7df78 service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087496 Aug 10 02:16:51.386229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 678b7452-c579-4fcf-ae02-c579dad1876c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:51.386754 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:51.503250 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a4526eec-c1f9-4d65-a7d7-5e1664b99bc9 req-dbb09266-984e-430c-bd18-e09cab050ea1 service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102533 Aug 10 02:16:51.525729 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:51.571286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:51.572374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:16:51.574903 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3b0480-3b6f-4ebd-9ea7-ef489783b5f5" -d '{"events": [{"server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "name": "network-vif-plugged", "status": "completed", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:16:51.671856 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:51.774883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:51.778767 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82a19ff-0fb3-43da-8c5d-8494c95c4d20 x-openstack-request-id: req-b82a19ff-0fb3-43da-8c5d-8494c95c4d20 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:16:51.779136 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "name": "network-vif-plugged", "status": "completed", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:16:51.779396 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b82a19ff-0fb3-43da-8c5d-8494c95c4d20 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:16:51.779802 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c', 'code': 200} Aug 10 02:16:51.920036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926506-f1bb-4d76-bf78-133a5873f9df req-f7f173b2-b4b5-487d-8e88-5778d9f6d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:51.921553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33926506-f1bb-4d76-bf78-133a5873f9df req-f7f173b2-b4b5-487d-8e88-5778d9f6d5b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1098 time: 0.0898187 Aug 10 02:16:51.931637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12d9ef-cfde-4025-aa9d-6a43669438bd req-e932625b-162f-4162-8e15-035601fee526 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:51.933455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e12d9ef-cfde-4025-aa9d-6a43669438bd req-e932625b-162f-4162-8e15-035601fee526 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0702837 Aug 10 02:16:51.991737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33926506-f1bb-4d76-bf78-133a5873f9df req-8b1c47a5-ab97-4cb8-bac8-9c2c77944e1d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570273 Aug 10 02:16:51.996861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e12d9ef-cfde-4025-aa9d-6a43669438bd req-8bc0b63c-2a2c-4d7f-9d27-1801521dc79e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480814 Aug 10 02:16:52.202214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b97ed-fc18-450c-8cc1-6b6913172bde req-0e9e47ce-ea37-4322-8c0d-e1f545464f1a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:52.203027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e92b97ed-fc18-450c-8cc1-6b6913172bde req-0e9e47ce-ea37-4322-8c0d-e1f545464f1a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0607648 Aug 10 02:16:52.246828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e92b97ed-fc18-450c-8cc1-6b6913172bde req-a9e34b21-a120-49df-ab49-bcb9489389a7 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Aug 10 02:16:52.256596 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:53.138864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf28eb-983a-4c63-8f5e-34c385d88787 req-01d25b75-5501-4fbf-a193-f47ce9b2d984 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:53.139510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bdf28eb-983a-4c63-8f5e-34c385d88787 req-01d25b75-5501-4fbf-a193-f47ce9b2d984 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0707350 Aug 10 02:16:53.183284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bdf28eb-983a-4c63-8f5e-34c385d88787 req-a7bb8bb0-69e5-46e6-9799-422fb971cb1b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351074 Aug 10 02:16:53.319919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304b03a-01de-4f18-b7c3-f6995e88e2f6 req-96974ec5-8629-419c-ada1-0ea281b5befb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:53.321723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6304b03a-01de-4f18-b7c3-f6995e88e2f6 req-96974ec5-8629-419c-ada1-0ea281b5befb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0564451 Aug 10 02:16:53.391430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6304b03a-01de-4f18-b7c3-f6995e88e2f6 req-7994fe5e-b4c5-405c-b981-22bb01c30b54 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630314 Aug 10 02:16:53.405762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1928d-197f-46f9-8a79-4c12a89d3de3 req-91e9e26b-dc6b-493a-9dc3-2a773f05d562 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:53.407989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eed1928d-197f-46f9-8a79-4c12a89d3de3 req-91e9e26b-dc6b-493a-9dc3-2a773f05d562 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0730603 Aug 10 02:16:53.417361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42232) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:53.457497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eed1928d-197f-46f9-8a79-4c12a89d3de3 req-6eaa7c49-e2f8-44f0-b9ac-e50c6daf68c5 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402198 Aug 10 02:16:53.463145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b83a6f-57de-4ef1-a74a-eb0efee2ab11 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:53.465167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-63b83a6f-57de-4ef1-a74a-eb0efee2ab11 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1093 time: 0.0465341 Aug 10 02:16:53.468207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42234) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:53.475172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '678b7452-c579-4fcf-ae02-c579dad1876c', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:53.591391 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:53.724196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:53.865699 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:53.867441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.25.3.122 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/76a038e6-b4a6-4946-a4f4-1e07edb4b62f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:16:53.989297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:54.175385 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:54.222585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:16:54.225802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:16:54.228472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:16:54.257730 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=76a038e6-b4a6-4946-a4f4-1e07edb4b62f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:54.315546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:16:54.455848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:54.471976 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'port_id': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'mac_address': 'fa:16:3e:1a:51:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:16:54.569935 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:54.589145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:16:54.624057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:54.658295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b4ed3-9c7e-4b7c-a665-2bb5cf77c1fb req-a1038153-cc78-4b2f-9493-ac147f393489 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:54.660042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a7b4ed3-9c7e-4b7c-a665-2bb5cf77c1fb req-a1038153-cc78-4b2f-9493-ac147f393489 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0825489 Aug 10 02:16:54.711679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a7b4ed3-9c7e-4b7c-a665-2bb5cf77c1fb req-bfe0cbd5-949c-414e-bace-e92bd2861661 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443621 Aug 10 02:16:54.715477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:54.763040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:54.776408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:54.974735 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:54.992475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:16:55.170144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:55.251753 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:55.321856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=76a038e6-b4a6-4946-a4f4-1e07edb4b62f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:55.337481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:55.459647 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Floating IP 201089a3-0dc3-43a1-83db-a5633b931063 associated. External IP: 172.25.3.122, port: 678b7452-c579-4fcf-ae02-c579dad1876c. Aug 10 02:16:55.698213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:16:55.837230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:16:55.849137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9e8c5-1a8d-4294-aea2-8b127655da80 req-b7d0bc36-c284-479d-a1c2-844e7842eb3b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:55.851050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91c9e8c5-1a8d-4294-aea2-8b127655da80 req-b7d0bc36-c284-479d-a1c2-844e7842eb3b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 944 time: 0.0554996 Aug 10 02:16:55.852508 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] Sync routers for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:16:55.866365 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:16:55.867366 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:55.894955 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91c9e8c5-1a8d-4294-aea2-8b127655da80 req-0065edab-9ef1-4c93-9f1a-836ba990e989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354981 Aug 10 02:16:55.923591 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:55.958503 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-401d73c0-a8ae-4ccc-8489-cb0977602f21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4888425 Aug 10 02:16:55.971433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:16:55.981693 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eda251-ed8d-4b52-9890-9bbf5b8ba888" -d '{"events": [{"name": "network-changed", "server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:16:56.054894 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:16:56.070213 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9881599-2d3f-4b66-bfbc-d1f9c9235711 x-openstack-request-id: req-b9881599-2d3f-4b66-bfbc-d1f9c9235711 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:16:56.070771 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:16:56.071208 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9881599-2d3f-4b66-bfbc-d1f9c9235711 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:16:56.071776 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c', 'status': 'completed', 'code': 200} Aug 10 02:16:56.169458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9e4d-707b-4942-a727-e0f067f0095d req-1fc2696d-9e0f-4ad6-8969-cc959eff2b91 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:56.171043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93ab9e4d-707b-4942-a727-e0f067f0095d req-1fc2696d-9e0f-4ad6-8969-cc959eff2b91 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0987220 Aug 10 02:16:56.210100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-e49b6976-b0f7-4211-af34-4004a12cebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:56.212933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-e49b6976-b0f7-4211-af34-4004a12cebc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1098 time: 0.1094375 Aug 10 02:16:56.282819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93ab9e4d-707b-4942-a727-e0f067f0095d req-93ba2347-07e2-42aa-a8b0-c98a2f575922 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026216 Aug 10 02:16:56.313616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42282) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:56.316538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:16:56.343169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-f6c13ed2-2f2f-414b-9827-eb390a8e88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:56.344979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-f6c13ed2-2f2f-414b-9827-eb390a8e88d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 897 time: 0.1221998 Aug 10 02:16:56.382481 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '201089a3-0dc3-43a1-83db-a5633b931063', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'port_id': '678b7452-c579-4fcf-ae02-c579dad1876c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'mac_address': 'fa:16:3e:30:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:16:54Z', 'updated_at': '2021-08-10T02:16:54Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781e678-5823-4a96-89ee-3057212be928', 'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:5c:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:34Z', 'updated_at': '2021-08-10T02:16:43Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:56.414448 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cff324c8-d00b-4a79-9a46-acc0fe20ec8f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/201089a3-0dc3-43a1-83db-a5633b931063 HTTP/1.1" status: 200 len: 992 time: 0.0992668 Aug 10 02:16:56.430592 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] Checking router: 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:16:56.458064 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:16:56.458064 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:56.464051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-b82f3f50-f468-47fe-9f3c-b640c6978b2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 1000 time: 0.1116433 Aug 10 02:16:56.476833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:16:56.482834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:16:56.485449 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:56.538346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-12e574bc-756f-4bfa-8f07-2e9a0c03751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:56.540839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-12e574bc-756f-4bfa-8f07-2e9a0c03751c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 200 len: 835 time: 0.0668621 Aug 10 02:16:56.626410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-01b52583-8193-4e58-ba53-26ec8320f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:56.628062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-01b52583-8193-4e58-ba53-26ec8320f9ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=314a0e05-aad3-4309-ae3f-21f04c666e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796497 Aug 10 02:16:56.629495 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:56.636504 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:16:56.680719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:16:56.683214 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53692c34-08f8-4f21-8b38-7a1fee2ac5ed" -d '{"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-plugged", "status": "completed", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:16:56.700442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:16:56.777905 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c83ddaa-1033-468b-84bb-37e18177f6fb x-openstack-request-id: req-5c83ddaa-1033-468b-84bb-37e18177f6fb {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:16:56.777905 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-plugged", "status": "completed", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:16:56.777905 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5c83ddaa-1033-468b-84bb-37e18177f6fb {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:16:56.777905 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'code': 200} Aug 10 02:16:56.797399 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:56.862186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-893ab305-8192-491a-98de-27d2d9fccdc6 service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165296 Aug 10 02:16:56.915066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:16:56.964307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8898d6-5abf-43a2-930f-fd0b8399e8d4 req-8039e04d-f955-45ae-849f-313c4a361959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:56.971294 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c8898d6-5abf-43a2-930f-fd0b8399e8d4 req-8039e04d-f955-45ae-849f-313c4a361959 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 1097 time: 0.1328449 Aug 10 02:16:57.050230 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '201089a3-0dc3-43a1-83db-a5633b931063', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'port_id': '678b7452-c579-4fcf-ae02-c579dad1876c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'mac_address': 'fa:16:3e:30:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:16:54Z', 'updated_at': '2021-08-10T02:16:54Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781e678-5823-4a96-89ee-3057212be928', 'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:5c:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:34Z', 'updated_at': '2021-08-10T02:16:43Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:16:57.070600 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7c8898d6-5abf-43a2-930f-fd0b8399e8d4 req-f1e36674-ad99-47d1-ace4-ec816ca7b41a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906391 Aug 10 02:16:57.090824 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0390f7a-9273-4ae6-a375-430ee614637c None None] The sync data for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 is: [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '201089a3-0dc3-43a1-83db-a5633b931063', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'port_id': '678b7452-c579-4fcf-ae02-c579dad1876c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'mac_address': 'fa:16:3e:30:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:16:54Z', 'updated_at': '2021-08-10T02:16:54Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a781e678-5823-4a96-89ee-3057212be928', 'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:5c:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:34Z', 'updated_at': '2021-08-10T02:16:43Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:16:57.135363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10eda251-ed8d-4b52-9890-9bbf5b8ba888 req-41318fda-5bfd-4c85-adfc-4da4dfd2281d service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716930 Aug 10 02:16:57.154946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348aa14-a5d0-4489-9848-9673dbe99685 req-031c7567-e446-45d7-ab7c-2a4732d6ab42 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:57.157190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4348aa14-a5d0-4489-9848-9673dbe99685 req-031c7567-e446-45d7-ab7c-2a4732d6ab42 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.0980301 Aug 10 02:16:57.222305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4348aa14-a5d0-4489-9848-9673dbe99685 req-b5c27883-1312-4dde-b782-832bcb668cf1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540679 Aug 10 02:16:57.364645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8c55b4-9dae-4784-ba78-897583170f0b None None] New status for floating IP 201089a3-0dc3-43a1-83db-a5633b931063: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:16:57.417169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42298) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:57.491450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-89f07543-248e-42c9-8b3e-bc334936e8e4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/201089a3-0dc3-43a1-83db-a5633b931063 HTTP/1.1" status: 200 len: 992 time: 0.0726633 Aug 10 02:16:58.361388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d826b4-5b0d-435c-b604-42cafed19a64 req-f99a10c7-7196-488b-a4bc-b6c26efefd3c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:58.363646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8d826b4-5b0d-435c-b604-42cafed19a64 req-f99a10c7-7196-488b-a4bc-b6c26efefd3c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.0583057 Aug 10 02:16:58.419533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8d826b4-5b0d-435c-b604-42cafed19a64 req-4b555d7d-b348-43ce-a92e-adcf034379a2 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 Aug 10 02:16:58.496114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42316) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:58.609015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b575e7dd-ee01-4dfe-8d75-a1232a59e37e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/201089a3-0dc3-43a1-83db-a5633b931063 HTTP/1.1" status: 200 len: 994 time: 0.1060147 Aug 10 02:16:58.622390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb014c-dfa7-4420-8b6f-a59b673f7462 req-85e82986-5b42-4741-8dd6-978fe99a00e8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:16:58.632638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07fb014c-dfa7-4420-8b6f-a59b673f7462 req-85e82986-5b42-4741-8dd6-978fe99a00e8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1283462 Aug 10 02:16:58.642908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42322) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:16:58.648349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8022b52a-00eb-42a8-9bd3-18ff6fc32098 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Request body: {'floatingip': {'port_id': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:16:58.694520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8022b52a-00eb-42a8-9bd3-18ff6fc32098 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:59.693244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8022b52a-00eb-42a8-9bd3-18ff6fc32098 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:59.765960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8022b52a-00eb-42a8-9bd3-18ff6fc32098 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:59.906167 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-8022b52a-00eb-42a8-9bd3-18ff6fc32098 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Floating IP 2cd30944-21e5-4b58-bbe4-79e5874b674b associated. External IP: 172.25.3.14, port: 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4. Aug 10 02:17:00.179615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8022b52a-00eb-42a8-9bd3-18ff6fc32098 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Router 84d136d0-4d31-4097-ae19-be954c51cdf9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:17:00.337636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8022b52a-00eb-42a8-9bd3-18ff6fc32098 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:17:00.351725 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ed652-7611-4b37-83b6-803d30875623 None None] Sync routers for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:17:00.355832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8022b52a-00eb-42a8-9bd3-18ff6fc32098 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:00.372330 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ed652-7611-4b37-83b6-803d30875623 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:00.373822 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-977ed652-7611-4b37-83b6-803d30875623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:00.392232 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8022b52a-00eb-42a8-9bd3-18ff6fc32098 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "PUT /v2.0/floatingips/2cd30944-21e5-4b58-bbe4-79e5874b674b HTTP/1.1" status: 200 len: 990 time: 1.7472885 Aug 10 02:17:00.393194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:00.396685 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38" -d '{"events": [{"name": "network-changed", "server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:00.489133 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cf65a3-a1a3-4466-b3df-8f94876f244e x-openstack-request-id: req-59cf65a3-a1a3-4466-b3df-8f94876f244e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:00.489463 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:00.489733 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59cf65a3-a1a3-4466-b3df-8f94876f244e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:00.490202 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'status': 'completed', 'code': 200} Aug 10 02:17:00.560416 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-977ed652-7611-4b37-83b6-803d30875623 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:00.582468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-2d5cfaab-7ecd-460c-a66d-2795c4a82847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:00.584249 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-2d5cfaab-7ecd-460c-a66d-2795c4a82847 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 1097 time: 0.0667627 Aug 10 02:17:00.709618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-45a46cf8-9fd3-49be-b4c2-0956572842bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:00.711583 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-45a46cf8-9fd3-49be-b4c2-0956572842bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 918 time: 0.1191857 Aug 10 02:17:00.802709 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-28f1ce8a-2763-43a3-90a4-22169d9c11b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 HTTP/1.1" status: 200 len: 998 time: 0.0822740 Aug 10 02:17:00.864720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-e1e3fee7-ac9f-4d21-9d71-5636740c6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:00.866442 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-e1e3fee7-ac9f-4d21-9d71-5636740c6b1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.0570927 Aug 10 02:17:00.931900 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-137ea0e8-3016-40aa-b306-73661e3eb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:00.935813 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-137ea0e8-3016-40aa-b306-73661e3eb4e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604930 Aug 10 02:17:00.968275 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-977ed652-7611-4b37-83b6-803d30875623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2cd30944-21e5-4b58-bbe4-79e5874b674b', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'port_id': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'mac_address': 'fa:16:3e:1a:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:16:42Z', 'updated_at': '2021-08-10T02:16:59Z', 'revision_number': 1, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:01.000073 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ed652-7611-4b37-83b6-803d30875623 None None] Checking router: 84d136d0-4d31-4097-ae19-be954c51cdf9 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:17:01.009442 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ed652-7611-4b37-83b6-803d30875623 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:01.010493 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-977ed652-7611-4b37-83b6-803d30875623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:01.046151 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-e2f41ba2-a9f9-420b-b8b1-dc032a42c8e5 service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024261 Aug 10 02:17:01.153103 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-977ed652-7611-4b37-83b6-803d30875623 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:01.166869 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6ba6951-ff4a-4586-a4fb-3f7f55a82c38 req-1c2549bc-8c6d-44d2-a37c-c373f9628775 service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103425 Aug 10 02:17:01.459232 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-977ed652-7611-4b37-83b6-803d30875623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2cd30944-21e5-4b58-bbe4-79e5874b674b', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'port_id': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'mac_address': 'fa:16:3e:1a:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:16:42Z', 'updated_at': '2021-08-10T02:16:59Z', 'revision_number': 1, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:01.502353 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ed652-7611-4b37-83b6-803d30875623 None None] The sync data for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 is: [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2cd30944-21e5-4b58-bbe4-79e5874b674b', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'floating_ip_address': '172.25.3.14', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'port_id': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'mac_address': 'fa:16:3e:1a:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:16:42Z', 'updated_at': '2021-08-10T02:16:59Z', 'revision_number': 1, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:17:01.772776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b297b7a-95e9-4e5c-aa5f-bf9e18069cae None None] New status for floating IP 2cd30944-21e5-4b58-bbe4-79e5874b674b: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:17:03.010463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b4a87-1829-4fe0-b8cd-3826f4c79973 req-94572a01-57a7-4c30-92a5-e4a267c424ca tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:03.012133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f1b4a87-1829-4fe0-b8cd-3826f4c79973 req-94572a01-57a7-4c30-92a5-e4a267c424ca tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0700834 Aug 10 02:17:03.056585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f1b4a87-1829-4fe0-b8cd-3826f4c79973 req-df4a1a14-aeac-40e4-9a1d-d08dcb4d5d42 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376618 Aug 10 02:17:03.184550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cf7cb-6656-4a07-9d47-0543bfd6ac5d req-cb13dffc-a9d4-4326-9309-f473c43ecc77 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:03.186061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e76cf7cb-6656-4a07-9d47-0543bfd6ac5d req-cb13dffc-a9d4-4326-9309-f473c43ecc77 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0562344 Aug 10 02:17:03.229017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e76cf7cb-6656-4a07-9d47-0543bfd6ac5d req-5f122b65-78ac-4bdd-80d8-26703690ccef tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364208 Aug 10 02:17:03.542357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-521410e8-e4e4-44b1-ae66-201b6e724f91 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:03.543922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-521410e8-e4e4-44b1-ae66-201b6e724f91 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.1260920 Aug 10 02:17:03.560197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-0a6d142a-c5fc-45f1-add7-bfc523960222 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/quotas/460d4f02fd4446cfb5b85fc766770604 HTTP/1.1" status: 200 len: 375 time: 0.0098770 Aug 10 02:17:03.643922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-f12158e3-5836-4af4-991c-b4ac600fbbe2 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0768209 Aug 10 02:17:03.766529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-e53063ca-d618-4c81-b8be-186dfe07324b service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215985 Aug 10 02:17:03.882800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-35933583-a35b-4db6-8a4a-5b928f5ce9de service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098733 Aug 10 02:17:03.955952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42410) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:04.099187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d38096c-a070-47cd-94e2-d905f4494efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:04.212189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bc0eb65-766e-4e9b-b682-42e67f823dda req-7fe9424f-8c94-4ad4-bce2-a558fe9ae3d3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 210 time: 0.0516031 Aug 10 02:17:04.286304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d38096c-a070-47cd-94e2-d905f4494efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:04.350436 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d38096c-a070-47cd-94e2-d905f4494efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:04.391998 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d38096c-a070-47cd-94e2-d905f4494efe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c9955aaf75f4bdf906e5bf9ad6bf440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348338 Aug 10 02:17:04.394697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:04.401474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38096c-a070-47cd-94e2-d905f4494efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1034ac7-985f-4d5b-96da-7e9a852534a9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:04.458284 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b04d6b25-d2c1-4d96-9fb7-406fa73dbf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:04.483557 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b04d6b25-d2c1-4d96-9fb7-406fa73dbf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:04.626765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b04d6b25-d2c1-4d96-9fb7-406fa73dbf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:04.629473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b04d6b25-d2c1-4d96-9fb7-406fa73dbf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:04.636389 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b04d6b25-d2c1-4d96-9fb7-406fa73dbf2f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b1034ac7-985f-4d5b-96da-7e9a852534a9 HTTP/1.1" status: 204 len: 168 time: 0.2349379 Aug 10 02:17:04.638710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d6b25-d2c1-4d96-9fb7-406fa73dbf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1034ac7-985f-4d5b-96da-7e9a852534a9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:05.290698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c7491a9-2761-4488-9209-7188a1ca4a12 req-9a423f8e-18d1-4f08-8986-233083460f25 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 210 time: 0.0287263 Aug 10 02:17:05.792383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:05.929373 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-462130060-network', 'tenant_id': 'e1386603d8654edeae587375561ee428'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:06.022382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Made reservation on behalf of e1386603d8654edeae587375561ee428 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:06.024749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:06.034684 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:06.133843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:06.205601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:06.233140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:17:06.243868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8727be1b-5212-40b9-9c80-e295b84a720f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:06.248877 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:06.249291 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Added segment e4744789-b620-4b31-89a5-9ba90dbd0165 of type vlan for network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 Aug 10 02:17:06.291073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:06.402307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:06.403489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:06.404126 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:06.443307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c4890c2-67d4-4922-848a-a901a377adb3 req-7ea560e3-c724-497c-af69-d55f54ba3a39 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 210 time: 0.0720515 Aug 10 02:17:06.486481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] Pushing event updated for resources: {'Network': ['ID=5365c12a-0c0f-4e23-a906-d7ca42ff21f7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:06.493822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:17:06.527945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8b48e294-4ced-4b47-b9fa-aa69ca2fd97f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:06.529726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8b48e294-4ced-4b47-b9fa-aa69ca2fd97f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.1680903 Aug 10 02:17:06.535335 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a1b76908-1dbb-4ee6-ba6b-550b81fdc381 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7415605 Aug 10 02:17:06.540752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42476) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:06.551266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'port': {'device_id': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'admin_state_up': True, 'tenant_id': '460d4f02fd4446cfb5b85fc766770604'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:06.555493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Request body: {'subnet': {'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-462130060-subnet', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:06.731825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Made reservation on behalf of e1386603d8654edeae587375561ee428 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:06.735201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:06.871611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Made reservation on behalf of 460d4f02fd4446cfb5b85fc766770604 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:06.876209 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.075549 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Allocated IP 172.20.0.14 (4f21e784-b291-4408-932c-2334fba98ca6/65eb8b19-c561-4be7-88f4-296e30b33a69/e818f147-4370-4178-bec5-8d3c81e8f8f1) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:17:07.086314 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.181881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62583d6-8cdf-45a2-9433-328ef504681a,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:07.206063 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Checking segment: {'id': 'e4744789-b620-4b31-89a5-9ba90dbd0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:07.207376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Network hostable DHCP agents. Network: 5365c12a-0c0f-4e23-a906-d7ca42ff21f7, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:17:07.305227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.321104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Transition to ACTIVE for port object e818f147-4370-4178-bec5-8d3c81e8f8f1 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:07.337377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:17:07.424751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 5365c12a-0c0f-4e23-a906-d7ca42ff21f7) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:07.429106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:07.429739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.435238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d4685-8602-43dd-80b0-3a3b0634e8b4 None None] Network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:07.443603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.475528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['074afbf0-3ad1-4458-a422-9d3c1b57969a', '64c1afd0-d1cb-4ebc-b050-f1278a65b535'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:17:07.514800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'Port': ['ID=e818f147-4370-4178-bec5-8d3c81e8f8f1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:07.533397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-70f08fd0-867c-4774-9dda-ee4f91fba1c8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9890711 Aug 10 02:17:07.533741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42492) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:07.539435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:07.549303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Network 4f21e784-b291-4408-932c-2334fba98ca6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:07.570393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:07.592323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:17:07.646348 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.650038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.668654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceee41-8b21-4120-8d4a-607df506d271 req-40277640-ec7c-4206-a056-519a7ab2accc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:07.675294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dceee41-8b21-4120-8d4a-607df506d271 req-40277640-ec7c-4206-a056-519a7ab2accc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 932 time: 0.1187220 Aug 10 02:17:07.714358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:07.715608 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.749589 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dceee41-8b21-4120-8d4a-607df506d271 req-dc99c09c-8a6c-46f7-91a4-9645d2df6446 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730476 Aug 10 02:17:07.784359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.798707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-5365c12a-0c0f-4e23-a906-d7ca42ff21f7', 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'fixed_ips': [{'subnet_id': 'e62583d6-8cdf-45a2-9433-328ef504681a'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:17:07.799586 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:07.834953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-7cfae3c0-2c88-4fb6-bd6b-df9bb747f43a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2954926 Aug 10 02:17:07.850392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Request body: {'port': {'device_id': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:08.007185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.099442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Allocated IP 172.20.0.2 (5365c12a-0c0f-4e23-a906-d7ca42ff21f7/e62583d6-8cdf-45a2-9433-328ef504681a/7e19f637-7a23-4230-9acd-5e371575d74c) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:17:08.120403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.184932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d483eaea-2fc6-482f-860d-416ffb4a6c45 None None] Provisioning for port e818f147-4370-4178-bec5-8d3c81e8f8f1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:08.189901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d483eaea-2fc6-482f-860d-416ffb4a6c45 None None] Provisioning complete for port e818f147-4370-4178-bec5-8d3c81e8f8f1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:08.190510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d483eaea-2fc6-482f-860d-416ffb4a6c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.264023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d483eaea-2fc6-482f-860d-416ffb4a6c45 None None] Port e818f147-4370-4178-bec5-8d3c81e8f8f1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:17:08.370746 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.384373 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Transition to ACTIVE for port object 7e19f637-7a23-4230-9acd-5e371575d74c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:08.407988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Transition to ACTIVE for port object 7e19f637-7a23-4230-9acd-5e371575d74c will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:08.456956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.482131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.489015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.535404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:08.540822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:08.545110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:17:08.567947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Pushing event updated for resources: {'Port': ['ID=7e19f637-7a23-4230-9acd-5e371575d74c,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:08.628561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Allocated IP 172.25.3.142 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/65006c54-060f-49ea-b07c-a04389c4510a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:17:08.635990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Attempting to bind port 7e19f637-7a23-4230-9acd-5e371575d74c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:08.636373 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Attempting to bind port 7e19f637-7a23-4230-9acd-5e371575d74c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e4744789-b620-4b31-89a5-9ba90dbd0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:08.636744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Attempting to bind port 7e19f637-7a23-4230-9acd-5e371575d74c on network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:08.649589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:08.651602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Checking segment: {'id': 'e4744789-b620-4b31-89a5-9ba90dbd0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:08.652397 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.652894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Bound using segment: {'id': 'e4744789-b620-4b31-89a5-9ba90dbd0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:08.653410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Bound port: 7e19f637-7a23-4230-9acd-5e371575d74c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4744789-b620-4b31-89a5-9ba90dbd0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:08.653799 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.747706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] For port 7e19f637-7a23-4230-9acd-5e371575d74c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:08.752194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] For port 7e19f637-7a23-4230-9acd-5e371575d74c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e19f637-7a23-4230-9acd-5e371575d74c,segment=NetworkSegment(e4744789-b620-4b31-89a5-9ba90dbd0165),segment_id=e4744789-b620-4b31-89a5-9ba90dbd0165)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:08.785625 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.810153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e818f147-4370-4178-bec5-8d3c81e8f8f1 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:17:08.819159 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.840822 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.848936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Transition to ACTIVE for port object e818f147-4370-4178-bec5-8d3c81e8f8f1 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:08.889107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca48df-0d0b-48b1-ba8d-7b3e08fb9be0 req-a8cebf5a-e08e-4e30-a24e-93c7ec74a672 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:08.894993 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8eca48df-0d0b-48b1-ba8d-7b3e08fb9be0 req-a8cebf5a-e08e-4e30-a24e-93c7ec74a672 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 932 time: 0.0611413 Aug 10 02:17:08.908030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05081681-056f-4d05-b63d-51bb141f0544 None None] Pushing event updated for resources: {'Port': ['ID=7e19f637-7a23-4230-9acd-5e371575d74c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:08.928304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.942338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:08.961060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8eca48df-0d0b-48b1-ba8d-7b3e08fb9be0 req-2afb7cce-50f1-47e3-824d-5d5801615551 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584369 Aug 10 02:17:08.974118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:08.979830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:08.989753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:17:09.019690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Pushing event updated for resources: {'Port': ['ID=65006c54-060f-49ea-b07c-a04389c4510a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:09.045815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e818f147-4370-4178-bec5-8d3c81e8f8f1,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:09.160996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Attempting to bind port e818f147-4370-4178-bec5-8d3c81e8f8f1 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:09.164022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Attempting to bind port e818f147-4370-4178-bec5-8d3c81e8f8f1 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:09.164598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Attempting to bind port e818f147-4370-4178-bec5-8d3c81e8f8f1 on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:09.170605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Port e818f147-4370-4178-bec5-8d3c81e8f8f1 on network 4f21e784-b291-4408-932c-2334fba98ca6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:17:09.170801 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Attempting to bind port e818f147-4370-4178-bec5-8d3c81e8f8f1 on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:09.177426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:09.177905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Checking segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:09.178910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Bound using segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:09.178910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Bound port: e818f147-4370-4178-bec5-8d3c81e8f8f1, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:09.179435 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:09.301746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] For port e818f147-4370-4178-bec5-8d3c81e8f8f1, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:09.305114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] For port e818f147-4370-4178-bec5-8d3c81e8f8f1, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e818f147-4370-4178-bec5-8d3c81e8f8f1,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:09.445844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:09.481197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:09.481833 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:09.483296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] 10.222.0.11 "PUT /v2.0/ports/e818f147-4370-4178-bec5-8d3c81e8f8f1 HTTP/1.1" status: 200 len: 1093 time: 1.6385148 Aug 10 02:17:09.483777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'tag': 'e818f147-4370-4178-bec5-8d3c81e8f8f1'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:09.486063 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f36edf-1553-4a00-90c2-e5cd8a56014d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cd9366-afaa-4a62-a594-e1199255805c", "tag": "e818f147-4370-4178-bec5-8d3c81e8f8f1"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:09.538238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:09.543647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08d6a6-e759-4ad3-b1fe-8450ec928b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e818f147-4370-4178-bec5-8d3c81e8f8f1,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:09.569361 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b12369-ad87-400f-847a-6cd5a49be8ad x-openstack-request-id: req-b9b12369-ad87-400f-847a-6cd5a49be8ad {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:09.570034 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cd9366-afaa-4a62-a594-e1199255805c", "tag": "e818f147-4370-4178-bec5-8d3c81e8f8f1", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:09.570297 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9b12369-ad87-400f-847a-6cd5a49be8ad {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:09.570881 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'tag': 'e818f147-4370-4178-bec5-8d3c81e8f8f1', 'status': 'completed', 'code': 200} Aug 10 02:17:09.659564 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f36edf-1553-4a00-90c2-e5cd8a56014d req-a96eeee0-b918-4214-92d4-8213bed3670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:09.661254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3f36edf-1553-4a00-90c2-e5cd8a56014d req-a96eeee0-b918-4214-92d4-8213bed3670a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 1096 time: 0.0669618 Aug 10 02:17:09.808217 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f36edf-1553-4a00-90c2-e5cd8a56014d req-938b5fce-89f7-4754-ada4-021435ce6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:09.810747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3f36edf-1553-4a00-90c2-e5cd8a56014d req-938b5fce-89f7-4754-ada4-021435ce6346 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=460d4f02fd4446cfb5b85fc766770604&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1372817 Aug 10 02:17:09.834569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:09.940082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f36edf-1553-4a00-90c2-e5cd8a56014d req-c64baf69-4640-4865-bc92-6bd1e44977e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:09.942094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3f36edf-1553-4a00-90c2-e5cd8a56014d req-c64baf69-4640-4865-bc92-6bd1e44977e3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230943 Aug 10 02:17:10.044227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-3ee26778-9f15-44ce-b11c-2f6cd4072c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:10.047235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-3ee26778-9f15-44ce-b11c-2f6cd4072c83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 1096 time: 0.0612285 Aug 10 02:17:10.102643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-f31f2299-b1d4-4b72-96f2-730d52a58fd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e818f147-4370-4178-bec5-8d3c81e8f8f1 HTTP/1.1" status: 200 len: 217 time: 0.0467706 Aug 10 02:17:10.174084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Router 5dbc23d9-c64c-4fc9-8121-af634d217b02 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:17:10.190911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-5997c46a-1c0a-470a-a4c6-c98bfe201328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:10.192439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-5997c46a-1c0a-470a-a4c6-c98bfe201328 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0814054 Aug 10 02:17:10.202219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8aafd-1b3b-49e2-80be-6ae8b80763d8 req-ddfdec90-d81c-4c3c-ae87-71e18e08fc2f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:10.206340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28f8aafd-1b3b-49e2-80be-6ae8b80763d8 req-ddfdec90-d81c-4c3c-ae87-71e18e08fc2f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 944 time: 0.1039722 Aug 10 02:17:10.244565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc7e0e3-bcde-4c1c-8d4c-888fd0b9a649 None None] Network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:10.275802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-b2fbe139-68ca-4a69-852a-432154b83b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:10.277351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-b2fbe139-68ca-4a69-852a-432154b83b9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725336 Aug 10 02:17:10.311234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28f8aafd-1b3b-49e2-80be-6ae8b80763d8 req-dc7cca46-36c1-4a6e-bb99-0ee21e682f16 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699108 Aug 10 02:17:10.394505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:17:10.398603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-1b3ef6b1-85bf-468a-8fc2-1b3a111edf93 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087048 Aug 10 02:17:10.413463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b196418d-442e-4337-8cc8-98827278c655 None None] Provisioning for port 7e19f637-7a23-4230-9acd-5e371575d74c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:10.419492 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Sync routers for ids ['5dbc23d9-c64c-4fc9-8121-af634d217b02'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:17:10.440590 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Routers {'5dbc23d9-c64c-4fc9-8121-af634d217b02'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:10.441485 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5dbc23d9-c64c-4fc9-8121-af634d217b02'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:10.508153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:10.512782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42526) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:10.513742 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-405075ab-88aa-4e8a-bfc5-fb69f78a09b4 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9783394 Aug 10 02:17:10.568735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dec84680-6d71-41ff-8ee8-cccf50e56334 req-003ca09c-d3c2-4d6f-9b33-31c7db23b926 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653221 Aug 10 02:17:10.623137 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Set router 5dbc23d9-c64c-4fc9-8121-af634d217b02 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:10.861707 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '65006c54-060f-49ea-b07c-a04389c4510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:07Z', 'updated_at': '2021-08-10T02:17:09Z', 'revision_number': 3, 'project_id': 'e1386603d8654edeae587375561ee428', 'gw_port': {'id': '65006c54-060f-49ea-b07c-a04389c4510a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:08Z', 'updated_at': '2021-08-10T02:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:10.895027 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Checking router: 5dbc23d9-c64c-4fc9-8121-af634d217b02 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:17:10.895569 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Updating router 5dbc23d9-c64c-4fc9-8121-af634d217b02 port 65006c54-060f-49ea-b07c-a04389c4510a binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:17:10.928081 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:10.955796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e19f637-7a23-4230-9acd-5e371575d74c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:11.083741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7e19f637-7a23-4230-9acd-5e371575d74c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:11.090072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7e19f637-7a23-4230-9acd-5e371575d74c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:11.092030 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.100840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.201110 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.250690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 7e19f637-7a23-4230-9acd-5e371575d74c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e19f637-7a23-4230-9acd-5e371575d74c,segment=NetworkSegment(e4744789-b620-4b31-89a5-9ba90dbd0165),segment_id=e4744789-b620-4b31-89a5-9ba90dbd0165)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:11.259977 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.273763 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Transition to ACTIVE for port object 65006c54-060f-49ea-b07c-a04389c4510a will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:11.346862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Allocated IP 172.20.0.1 (5365c12a-0c0f-4e23-a906-d7ca42ff21f7/e62583d6-8cdf-45a2-9433-328ef504681a/0e543c15-5d4a-46ca-a61a-f56657eb98a9) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:17:11.371067 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.411996 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.444539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=7e19f637-7a23-4230-9acd-5e371575d74c,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:11.490000 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf962662-b752-4b7f-8e5f-a5bc6cbe2ff1 None None] Pushing event updated for resources: {'Port': ['ID=65006c54-060f-49ea-b07c-a04389c4510a,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:11.492331 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Attempting to bind port 65006c54-060f-49ea-b07c-a04389c4510a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:11.492839 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Attempting to bind port 65006c54-060f-49ea-b07c-a04389c4510a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:11.493075 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Attempting to bind port 65006c54-060f-49ea-b07c-a04389c4510a on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:11.499600 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:11.499951 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:11.500378 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.500748 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:11.501219 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Bound port: 65006c54-060f-49ea-b07c-a04389c4510a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:11.501602 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.534016 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.554650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Transition to ACTIVE for port object 0e543c15-5d4a-46ca-a61a-f56657eb98a9 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:11.564452 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] For port 65006c54-060f-49ea-b07c-a04389c4510a, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:11.569946 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] For port 65006c54-060f-49ea-b07c-a04389c4510a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65006c54-060f-49ea-b07c-a04389c4510a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:11.573037 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16542e4-0165-46c4-8d4c-4b9aa2ce756d req-7d2c9113-8d31-4a25-8cb4-e01b53d59c58 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:11.574720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a16542e4-0165-46c4-8d4c-4b9aa2ce756d req-7d2c9113-8d31-4a25-8cb4-e01b53d59c58 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 944 time: 0.0842721 Aug 10 02:17:11.638627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a16542e4-0165-46c4-8d4c-4b9aa2ce756d req-b2d68fea-fc79-47ee-9251-7851c656f199 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567589 Aug 10 02:17:11.653482 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.699229 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Routers {'5dbc23d9-c64c-4fc9-8121-af634d217b02'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:11.699861 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5dbc23d9-c64c-4fc9-8121-af634d217b02'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:11.710591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.756330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:11.760044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:11.764283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:17:11.772655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Pushing event updated for resources: {'Port': ['ID=0e543c15-5d4a-46ca-a61a-f56657eb98a9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:11.772771 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf962662-b752-4b7f-8e5f-a5bc6cbe2ff1 None None] Pushing event updated for resources: {'Port': ['ID=65006c54-060f-49ea-b07c-a04389c4510a,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:11.809734 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:11.844599 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] Set router 5dbc23d9-c64c-4fc9-8121-af634d217b02 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:12.088445 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:17:12.096051 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:12.158029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-66fa2ad7-2a48-4d69-9c56-1d4e6308e042 None None] Provisioning for port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:12.161151 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '65006c54-060f-49ea-b07c-a04389c4510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:07Z', 'updated_at': '2021-08-10T02:17:09Z', 'revision_number': 3, 'project_id': 'e1386603d8654edeae587375561ee428', 'gw_port': {'id': '65006c54-060f-49ea-b07c-a04389c4510a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:08Z', 'updated_at': '2021-08-10T02:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:12.163482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-66fa2ad7-2a48-4d69-9c56-1d4e6308e042 None None] Provisioning complete for port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:12.163967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-66fa2ad7-2a48-4d69-9c56-1d4e6308e042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:12.204015 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39aa1de-2a0b-440a-9089-46727c47fdec None None] The sync data for ids ['5dbc23d9-c64c-4fc9-8121-af634d217b02'] in n-d-767704-21 is: [{'id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '65006c54-060f-49ea-b07c-a04389c4510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:07Z', 'updated_at': '2021-08-10T02:17:09Z', 'revision_number': 3, 'project_id': 'e1386603d8654edeae587375561ee428', 'gw_port': {'id': '65006c54-060f-49ea-b07c-a04389c4510a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:08Z', 'updated_at': '2021-08-10T02:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:17:12.212760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-66fa2ad7-2a48-4d69-9c56-1d4e6308e042 None None] Port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:17:12.308017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:12.394165 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:12.480017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Pushing event updated for resources: {'Port': ['ID=0e543c15-5d4a-46ca-a61a-f56657eb98a9,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:12.483721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:12.615046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:12.616575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:12.802566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Router 5dbc23d9-c64c-4fc9-8121-af634d217b02 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:17:12.887674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a7d63-ff18-4765-bd0d-91db4c5b8c5b req-51bdeacf-8f3d-4b6b-9cb4-e4b2ba7ff02b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:12.889304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-458a7d63-ff18-4765-bd0d-91db4c5b8c5b req-51bdeacf-8f3d-4b6b-9cb4-e4b2ba7ff02b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 944 time: 0.1581411 Aug 10 02:17:12.953709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-458a7d63-ff18-4765-bd0d-91db4c5b8c5b req-ea6323e6-dafb-45e2-87a3-277ac2c6e042 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542192 Aug 10 02:17:12.958136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bd0335e4-bd33-4c0c-98f7-05666d6bfb23 None None] Provisioning complete for port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:12.958631 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bd0335e4-bd33-4c0c-98f7-05666d6bfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:13.003468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bd0335e4-bd33-4c0c-98f7-05666d6bfb23 None None] Port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:17:13.012372 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:13.025828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:17:13.040259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-16a2f6a5-8938-4f72-b7b7-44924f37ef5b admin admin] 10.222.0.38 "PUT /v2.0/routers/5dbc23d9-c64c-4fc9-8121-af634d217b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5262420 Aug 10 02:17:13.063262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65006c54-060f-49ea-b07c-a04389c4510a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:13.165420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 65006c54-060f-49ea-b07c-a04389c4510a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:13.176788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 65006c54-060f-49ea-b07c-a04389c4510a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:13.177292 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:13.224398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e818f147-4370-4178-bec5-8d3c81e8f8f1 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:17:13.360821 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:13.393682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 65006c54-060f-49ea-b07c-a04389c4510a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65006c54-060f-49ea-b07c-a04389c4510a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:13.412736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e818f147-4370-4178-bec5-8d3c81e8f8f1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e818f147-4370-4178-bec5-8d3c81e8f8f1,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:13.426088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'e818f147-4370-4178-bec5-8d3c81e8f8f1', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'port_id': 'e818f147-4370-4178-bec5-8d3c81e8f8f1', 'mac_address': 'fa:16:3e:a0:45:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:17:13.469860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:13.485330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e818f147-4370-4178-bec5-8d3c81e8f8f1 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:17:13.491895 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:13.492851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e19f637-7a23-4230-9acd-5e371575d74c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:13.553934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e818f147-4370-4178-bec5-8d3c81e8f8f1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e818f147-4370-4178-bec5-8d3c81e8f8f1,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:13.618883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=65006c54-060f-49ea-b07c-a04389c4510a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:13.631155 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:13.698835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7e19f637-7a23-4230-9acd-5e371575d74c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:13.699220 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:13.745340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e818f147-4370-4178-bec5-8d3c81e8f8f1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:13.885394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e818f147-4370-4178-bec5-8d3c81e8f8f1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:17:13.942851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42576) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:13.948367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1370207182-network', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:14.041440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Made reservation on behalf of 2b70987b88ea482e9dcfcb75a88d9e77 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:14.043890 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.053615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.114318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633f9c1-6422-403e-b16f-92417843c26b req-835f0235-6f45-443c-af43-859e2f8d2925 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:14.116217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8633f9c1-6422-403e-b16f-92417843c26b req-835f0235-6f45-443c-af43-859e2f8d2925 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 945 time: 0.0654151 Aug 10 02:17:14.164467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8633f9c1-6422-403e-b16f-92417843c26b req-19c7b2c3-2ab9-457b-8273-65b31bf0926f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Aug 10 02:17:14.185823 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.210470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Sync routers for ids ['5dbc23d9-c64c-4fc9-8121-af634d217b02'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:17:14.221127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Routers {'5dbc23d9-c64c-4fc9-8121-af634d217b02'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:14.221759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5dbc23d9-c64c-4fc9-8121-af634d217b02'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:14.282207 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.305584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:17:14.317757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.322224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4308846b-939a-4f49-95ec-892948997641,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:14.328144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.330197 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Added segment e6bdf967-273e-469f-af0d-897098e39a49 of type vlan for network 008a6254-5315-4779-93f7-3b752db5548b Aug 10 02:17:14.364873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Set router 5dbc23d9-c64c-4fc9-8121-af634d217b02 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:14.382132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.491136 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.492174 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:14.492835 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.561994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] Pushing event updated for resources: {'Network': ['ID=008a6254-5315-4779-93f7-3b752db5548b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:14.573039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '65006c54-060f-49ea-b07c-a04389c4510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:07Z', 'updated_at': '2021-08-10T02:17:11Z', 'revision_number': 4, 'project_id': 'e1386603d8654edeae587375561ee428', 'gw_port': {'id': '65006c54-060f-49ea-b07c-a04389c4510a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:08Z', 'updated_at': '2021-08-10T02:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '0e543c15-5d4a-46ca-a61a-f56657eb98a9', 'name': '', 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'mac_address': 'fa:16:3e:b9:20:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'e62583d6-8cdf-45a2-9433-328ef504681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:11Z', 'updated_at': '2021-08-10T02:17:12Z', 'revision_number': 2, 'project_id': 'e1386603d8654edeae587375561ee428', 'subnets': [{'id': 'e62583d6-8cdf-45a2-9433-328ef504681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:14.577839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 008a6254-5315-4779-93f7-3b752db5548b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:17:14.609544 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a177df4b-142c-4be6-815b-8f1086d2c961 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6621442 Aug 10 02:17:14.609833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42582) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:14.615164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Request body: {'subnet': {'network_id': '008a6254-5315-4779-93f7-3b752db5548b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1370207182-subnet', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:14.618285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Checking router: 5dbc23d9-c64c-4fc9-8121-af634d217b02 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:17:14.618509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Updating router 5dbc23d9-c64c-4fc9-8121-af634d217b02 port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:17:14.686976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.739055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Made reservation on behalf of 2b70987b88ea482e9dcfcb75a88d9e77 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:14.744575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.911367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65006c54-060f-49ea-b07c-a04389c4510a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:15.047955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.110173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916cefb4-b80d-4691-87da-94e07f8a09ae,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:15.118262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Checking segment: {'id': 'e6bdf967-273e-469f-af0d-897098e39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '008a6254-5315-4779-93f7-3b752db5548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:15.118681 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Network hostable DHCP agents. Network: 008a6254-5315-4779-93f7-3b752db5548b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:17:15.163672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 65006c54-060f-49ea-b07c-a04389c4510a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:15.164045 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.201364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Network 008a6254-5315-4779-93f7-3b752db5548b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:17:15.241165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e818f147-4370-4178-bec5-8d3c81e8f8f1 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:15.285161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 008a6254-5315-4779-93f7-3b752db5548b) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:15.300331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:15.301063 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.305270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64456e72-2c88-4f23-bf80-79269deaba25 req-ddc96010-d01a-4ac9-b30b-f844608b9ec1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:15.305826 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.315898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64456e72-2c88-4f23-bf80-79269deaba25 req-ddc96010-d01a-4ac9-b30b-f844608b9ec1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 945 time: 0.0720515 Aug 10 02:17:15.333418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04dafd-9713-44e4-84b4-771c9a945cc4 None None] Network 008a6254-5315-4779-93f7-3b752db5548b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:15.364539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64456e72-2c88-4f23-bf80-79269deaba25 req-5b0acba8-3843-4683-a362-562c8aa10a4b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474136 Aug 10 02:17:15.395278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Transition to ACTIVE for port object 0e543c15-5d4a-46ca-a61a-f56657eb98a9 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:15.441489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fb088a71-1d6d-4d01-9627-f8548a16f630 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8304791 Aug 10 02:17:15.444070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42596) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:15.448716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:15.512432 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.539629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-008a6254-5315-4779-93f7-3b752db5548b', 'network_id': '008a6254-5315-4779-93f7-3b752db5548b', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'fixed_ips': [{'subnet_id': '916cefb4-b80d-4691-87da-94e07f8a09ae'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:17:15.540487 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.569170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port e818f147-4370-4178-bec5-8d3c81e8f8f1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:15.581461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port e818f147-4370-4178-bec5-8d3c81e8f8f1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:15.581835 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.584967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.586383 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.590781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3c597-f7ce-4448-89f2-edd1d412b032 None None] Pushing event updated for resources: {'Port': ['ID=0e543c15-5d4a-46ca-a61a-f56657eb98a9,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:15.750064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Attempting to bind port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:15.750436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Attempting to bind port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e4744789-b620-4b31-89a5-9ba90dbd0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:15.750858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Attempting to bind port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 on network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:15.771955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:15.772401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Checking segment: {'id': 'e4744789-b620-4b31-89a5-9ba90dbd0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:15.772771 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.773169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Bound using segment: {'id': 'e4744789-b620-4b31-89a5-9ba90dbd0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:15.773672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Bound port: 0e543c15-5d4a-46ca-a61a-f56657eb98a9, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4744789-b620-4b31-89a5-9ba90dbd0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:15.774063 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.905866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Allocated IP 172.20.0.2 (008a6254-5315-4779-93f7-3b752db5548b/916cefb4-b80d-4691-87da-94e07f8a09ae/398dd32d-e370-4dd1-b552-78fbaeb33faf) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:17:15.912728 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:15.988357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e818f147-4370-4178-bec5-8d3c81e8f8f1'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:15.992017 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e0153f-a211-43cb-8e30-e7661f7f124d" -d '{"events": [{"server_uuid": "c5cd9366-afaa-4a62-a594-e1199255805c", "name": "network-vif-plugged", "status": "completed", "tag": "e818f147-4370-4178-bec5-8d3c81e8f8f1"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:16.053569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] For port 0e543c15-5d4a-46ca-a61a-f56657eb98a9, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:16.057204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e818f147-4370-4178-bec5-8d3c81e8f8f1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e818f147-4370-4178-bec5-8d3c81e8f8f1,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:16.070032 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7900272-a5f8-4381-b4de-8ccf29f954b3 x-openstack-request-id: req-a7900272-a5f8-4381-b4de-8ccf29f954b3 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:16.077837 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cd9366-afaa-4a62-a594-e1199255805c", "name": "network-vif-plugged", "status": "completed", "tag": "e818f147-4370-4178-bec5-8d3c81e8f8f1", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:16.077837 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a7900272-a5f8-4381-b4de-8ccf29f954b3 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:16.077837 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e818f147-4370-4178-bec5-8d3c81e8f8f1', 'code': 200} Aug 10 02:17:16.078389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.087011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] For port 0e543c15-5d4a-46ca-a61a-f56657eb98a9, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0e543c15-5d4a-46ca-a61a-f56657eb98a9,segment=NetworkSegment(e4744789-b620-4b31-89a5-9ba90dbd0165),segment_id=e4744789-b620-4b31-89a5-9ba90dbd0165)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:16.155064 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.165298 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d09a6-f161-4995-89f5-0f9f084d21ca req-c52dbec7-dfd1-477f-aafc-b553c8c88171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:16.166960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e8d09a6-f161-4995-89f5-0f9f084d21ca req-c52dbec7-dfd1-477f-aafc-b553c8c88171 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 1097 time: 0.0515478 Aug 10 02:17:16.196093 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.204732 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.218317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e8d09a6-f161-4995-89f5-0f9f084d21ca req-be0627ae-f453-4965-9577-d1ae77a4f133 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Aug 10 02:17:16.228445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Transition to ACTIVE for port object 398dd32d-e370-4dd1-b552-78fbaeb33faf will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:16.268775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e818f147-4370-4178-bec5-8d3c81e8f8f1,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:16.347470 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.350186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Transition to ACTIVE for port object 398dd32d-e370-4dd1-b552-78fbaeb33faf will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:16.351883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Routers {'5dbc23d9-c64c-4fc9-8121-af634d217b02'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:16.352683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5dbc23d9-c64c-4fc9-8121-af634d217b02'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:16.437725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3c597-f7ce-4448-89f2-edd1d412b032 None None] Pushing event updated for resources: {'Port': ['ID=0e543c15-5d4a-46ca-a61a-f56657eb98a9,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:16.535197 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.556432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812664a2-3fb2-46a6-babd-151288958767 req-a7cd11bb-7536-4b84-8964-04f7be5ea542 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:16.558043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-812664a2-3fb2-46a6-babd-151288958767 req-a7cd11bb-7536-4b84-8964-04f7be5ea542 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 946 time: 0.0852945 Aug 10 02:17:16.596475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] Set router 5dbc23d9-c64c-4fc9-8121-af634d217b02 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:16.609746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-812664a2-3fb2-46a6-babd-151288958767 req-151892cf-632b-42bc-8a02-b2ac69907e16 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Aug 10 02:17:16.644040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Network 008a6254-5315-4779-93f7-3b752db5548b is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:16.654432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:16.659453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:17:16.680698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Pushing event updated for resources: {'Port': ['ID=398dd32d-e370-4dd1-b552-78fbaeb33faf,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:16.725050 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.747554 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.817640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Attempting to bind port 398dd32d-e370-4dd1-b552-78fbaeb33faf on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:16.818022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Attempting to bind port 398dd32d-e370-4dd1-b552-78fbaeb33faf by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e6bdf967-273e-469f-af0d-897098e39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '008a6254-5315-4779-93f7-3b752db5548b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:16.818394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Attempting to bind port 398dd32d-e370-4dd1-b552-78fbaeb33faf on network 008a6254-5315-4779-93f7-3b752db5548b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:16.826694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:16.827697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Checking segment: {'id': 'e6bdf967-273e-469f-af0d-897098e39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '008a6254-5315-4779-93f7-3b752db5548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:16.828032 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.828437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Bound using segment: {'id': 'e6bdf967-273e-469f-af0d-897098e39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '008a6254-5315-4779-93f7-3b752db5548b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:16.831112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Bound port: 398dd32d-e370-4dd1-b552-78fbaeb33faf, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bdf967-273e-469f-af0d-897098e39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '008a6254-5315-4779-93f7-3b752db5548b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:16.831112 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.883512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Allocated IP 172.25.3.106 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:17:16.956055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] For port 398dd32d-e370-4dd1-b552-78fbaeb33faf, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:16.960085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] For port 398dd32d-e370-4dd1-b552-78fbaeb33faf, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=398dd32d-e370-4dd1-b552-78fbaeb33faf,segment=NetworkSegment(e6bdf967-273e-469f-af0d-897098e39a49),segment_id=e6bdf967-273e-469f-af0d-897098e39a49)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:17.000884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '65006c54-060f-49ea-b07c-a04389c4510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:07Z', 'updated_at': '2021-08-10T02:17:11Z', 'revision_number': 4, 'project_id': 'e1386603d8654edeae587375561ee428', 'gw_port': {'id': '65006c54-060f-49ea-b07c-a04389c4510a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:08Z', 'updated_at': '2021-08-10T02:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '0e543c15-5d4a-46ca-a61a-f56657eb98a9', 'name': '', 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'mac_address': 'fa:16:3e:b9:20:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'e62583d6-8cdf-45a2-9433-328ef504681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:11Z', 'updated_at': '2021-08-10T02:17:16Z', 'revision_number': 4, 'project_id': 'e1386603d8654edeae587375561ee428', 'subnets': [{'id': 'e62583d6-8cdf-45a2-9433-328ef504681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:17.019872 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:17.033823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bf936-5fc4-45ee-b44c-e4867d38aec1 None None] The sync data for ids ['5dbc23d9-c64c-4fc9-8121-af634d217b02'] in n-d-767704-21 is: [{'id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '65006c54-060f-49ea-b07c-a04389c4510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:07Z', 'updated_at': '2021-08-10T02:17:11Z', 'revision_number': 4, 'project_id': 'e1386603d8654edeae587375561ee428', 'gw_port': {'id': '65006c54-060f-49ea-b07c-a04389c4510a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:08Z', 'updated_at': '2021-08-10T02:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '0e543c15-5d4a-46ca-a61a-f56657eb98a9', 'name': '', 'network_id': '5365c12a-0c0f-4e23-a906-d7ca42ff21f7', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'mac_address': 'fa:16:3e:b9:20:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'e62583d6-8cdf-45a2-9433-328ef504681a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:11Z', 'updated_at': '2021-08-10T02:17:16Z', 'revision_number': 4, 'project_id': 'e1386603d8654edeae587375561ee428', 'subnets': [{'id': 'e62583d6-8cdf-45a2-9433-328ef504681a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:17:17.036102 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:17.136309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472f001-aefd-4c4e-a5e8-68f3a34df3d5 None None] Pushing event updated for resources: {'Port': ['ID=398dd32d-e370-4dd1-b552-78fbaeb33faf,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:17.165784 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:17.228473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:17.231967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:17.234905 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:17:17.260469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Pushing event updated for resources: {'Port': ['ID=c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:17.713862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:17.773924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbebd80-d87f-4427-9c92-8a910053ba37 req-de32c2af-ce9c-4155-8a15-f55e742f9aec tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:17.776235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbbebd80-d87f-4427-9c92-8a910053ba37 req-de32c2af-ce9c-4155-8a15-f55e742f9aec tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 946 time: 0.0665946 Aug 10 02:17:17.851850 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cbbebd80-d87f-4427-9c92-8a910053ba37 req-1bad39c7-edd8-4e28-8249-aea8fecac901 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Aug 10 02:17:17.876339 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bfd4cd5b-3500-4083-ad93-45fb1a14368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:17.976820 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-2c0426da-12be-46d3-8217-fb385d955b7f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=460d4f02fd4446cfb5b85fc766770604 HTTP/1.1" status: 200 len: 267 time: 0.0428658 Aug 10 02:17:18.023890 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:18.069769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-5e85209d-5fae-4792-bd5f-121295d085c9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:18.072965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-5e85209d-5fae-4792-bd5f-121295d085c9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 946 time: 0.0894477 Aug 10 02:17:18.093831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-24ef25b3-3c1e-410a-a6c5-2954a9116d63 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'port': {'security_groups': []}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:18.244587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-24ef25b3-3c1e-410a-a6c5-2954a9116d63 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:18.281953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Router ae967754-8787-425a-b790-85cd55b8fcc5 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:17:18.459277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:17:18.470033 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Sync routers for ids ['ae967754-8787-425a-b790-85cd55b8fcc5'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:17:18.485185 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Routers {'ae967754-8787-425a-b790-85cd55b8fcc5'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:18.491765 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ae967754-8787-425a-b790-85cd55b8fcc5'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:18.542836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68039de-27eb-41c0-9bb4-84fcf8814de6 None None] Network 008a6254-5315-4779-93f7-3b752db5548b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:18.567539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:18.571927 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0ba4d050-7e30-415b-b6a2-4aa34b59798d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1241732 Aug 10 02:17:18.574025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42634) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:18.673364 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Set router ae967754-8787-425a-b790-85cd55b8fcc5 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:18.799959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a2eb2982-d9e9-42ed-a99b-0dd96797512c None None] Provisioning for port 398dd32d-e370-4dd1-b552-78fbaeb33faf completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:18.984845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-24ef25b3-3c1e-410a-a6c5-2954a9116d63 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] For port e818f147-4370-4178-bec5-8d3c81e8f8f1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e818f147-4370-4178-bec5-8d3c81e8f8f1,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:19.045026 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-24ef25b3-3c1e-410a-a6c5-2954a9116d63 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.050308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 398dd32d-e370-4dd1-b552-78fbaeb33faf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:19.074339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:15Z', 'updated_at': '2021-08-10T02:17:17Z', 'revision_number': 3, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'gw_port': {'id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:16Z', 'updated_at': '2021-08-10T02:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:19.106746 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Checking router: ae967754-8787-425a-b790-85cd55b8fcc5 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:17:19.110794 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Updating router ae967754-8787-425a-b790-85cd55b8fcc5 port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:17:19.138318 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.138985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-24ef25b3-3c1e-410a-a6c5-2954a9116d63 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.166861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['074afbf0-3ad1-4458-a422-9d3c1b57969a', '64c1afd0-d1cb-4ebc-b050-f1278a65b535', 'e818f147-4370-4178-bec5-8d3c81e8f8f1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:17:19.248316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-24ef25b3-3c1e-410a-a6c5-2954a9116d63 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:19.254446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-24ef25b3-3c1e-410a-a6c5-2954a9116d63 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.260186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34de6816-c7d6-4e65-986d-7f5e88659ec8 req-24ef25b3-3c1e-410a-a6c5-2954a9116d63 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "PUT /v2.0/ports/e818f147-4370-4178-bec5-8d3c81e8f8f1 HTTP/1.1" status: 200 len: 905 time: 1.1745450 Aug 10 02:17:19.274799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'tag': 'e818f147-4370-4178-bec5-8d3c81e8f8f1'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:19.274799 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7017ffba-4716-4ee3-a121-788d38afaef9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cd9366-afaa-4a62-a594-e1199255805c", "tag": "e818f147-4370-4178-bec5-8d3c81e8f8f1"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:19.327296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef25b3-3c1e-410a-a6c5-2954a9116d63 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'Port': ['ID=e818f147-4370-4178-bec5-8d3c81e8f8f1,revision_number=6']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:19.360212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e818f147-4370-4178-bec5-8d3c81e8f8f1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:17:19.446592 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b54eb05-8d75-4754-92f9-0c0a2b9fa2d0 x-openstack-request-id: req-2b54eb05-8d75-4754-92f9-0c0a2b9fa2d0 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:19.447094 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cd9366-afaa-4a62-a594-e1199255805c", "tag": "e818f147-4370-4178-bec5-8d3c81e8f8f1", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:19.447460 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b54eb05-8d75-4754-92f9-0c0a2b9fa2d0 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:19.447988 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'tag': 'e818f147-4370-4178-bec5-8d3c81e8f8f1', 'status': 'completed', 'code': 200} Aug 10 02:17:19.469284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79ac5a-d654-458e-89c6-45c765f69515 req-406d597e-4414-47d8-a03b-9f20ee297847 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:19.477906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 398dd32d-e370-4dd1-b552-78fbaeb33faf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:19.479329 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa79ac5a-d654-458e-89c6-45c765f69515 req-406d597e-4414-47d8-a03b-9f20ee297847 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 908 time: 0.1225097 Aug 10 02:17:19.574404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 398dd32d-e370-4dd1-b552-78fbaeb33faf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:19.574804 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.586897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-714d7fad-1dbf-43cd-a96e-df85529dc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:19.588839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-714d7fad-1dbf-43cd-a96e-df85529dc0c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 1060 time: 0.1056588 Aug 10 02:17:19.616340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.648922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-95bccebf-cd2b-486a-96df-0257cf99a627 None None] Provisioning complete for port 398dd32d-e370-4dd1-b552-78fbaeb33faf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:19.649707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-95bccebf-cd2b-486a-96df-0257cf99a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.656671 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.667579 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Transition to ACTIVE for port object c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:19.738964 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.801179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0fb5e-7292-4ba6-b022-7c3daf85c8dd req-06b21472-ccde-4a9a-8fd7-fd26406640e6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:19.802982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70f0fb5e-7292-4ba6-b022-7c3daf85c8dd req-06b21472-ccde-4a9a-8fd7-fd26406640e6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0859301 Aug 10 02:17:19.857020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-b1975e8d-c183-4823-afaa-056c15870dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:19.859423 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-b1975e8d-c183-4823-afaa-056c15870dda service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.2615428 Aug 10 02:17:19.863056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70f0fb5e-7292-4ba6-b022-7c3daf85c8dd req-e0705e27-f8a1-4660-a32f-dd249e76d30e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472355 Aug 10 02:17:19.863235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Allocated IP 172.20.0.1 (008a6254-5315-4779-93f7-3b752db5548b/916cefb4-b80d-4691-87da-94e07f8a09ae/4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:17:19.870381 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8cdee-62d4-4dfb-a691-510411ee8ef9 None None] Pushing event updated for resources: {'Port': ['ID=c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:19.875051 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Attempting to bind port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:19.879039 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Attempting to bind port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:19.879039 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Attempting to bind port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:19.883999 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:19.884601 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:19.885280 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.885874 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:19.886512 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Bound port: c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:19.887098 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.919246 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.926810 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-95bccebf-cd2b-486a-96df-0257cf99a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.972630 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] For port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:19.977609 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] For port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:19.988735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-37a7e436-cd96-45c0-b8e3-f4b1618f7488 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e818f147-4370-4178-bec5-8d3c81e8f8f1 HTTP/1.1" status: 200 len: 217 time: 0.1211054 Aug 10 02:17:20.013038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-95bccebf-cd2b-486a-96df-0257cf99a627 None None] For port 398dd32d-e370-4dd1-b552-78fbaeb33faf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=398dd32d-e370-4dd1-b552-78fbaeb33faf,segment=NetworkSegment(e6bdf967-273e-469f-af0d-897098e39a49),segment_id=e6bdf967-273e-469f-af0d-897098e39a49)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:20.060199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.078088 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.081172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-acaf7c5e-a96a-4122-b71d-0236c514c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:20.082788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-acaf7c5e-a96a-4122-b71d-0236c514c912 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0867078 Aug 10 02:17:20.091513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Transition to ACTIVE for port object 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:20.099835 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-95bccebf-cd2b-486a-96df-0257cf99a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.116443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac59899-7ada-4206-8395-520524af1405 req-ac6e52c5-e3ea-42c8-bdeb-d5061098a2af tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:20.118209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ac59899-7ada-4206-8395-520524af1405 req-ac6e52c5-e3ea-42c8-bdeb-d5061098a2af tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1095243 Aug 10 02:17:20.155268 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8cdee-62d4-4dfb-a691-510411ee8ef9 None None] Pushing event updated for resources: {'Port': ['ID=c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:20.189171 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Routers {'ae967754-8787-425a-b790-85cd55b8fcc5'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:20.189809 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:16:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ae967754-8787-425a-b790-85cd55b8fcc5'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:20.199893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ac59899-7ada-4206-8395-520524af1405 req-6a70abdd-78e5-44a3-9cbe-1ccbe9db8037 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654430 Aug 10 02:17:20.201077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.216901 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:17:20.217773 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:17:20.228788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-13415b91-28ae-4052-ada8-80f8174dbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:20.230832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-13415b91-28ae-4052-ada8-80f8174dbb5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368470 Aug 10 02:17:20.249270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bccebf-cd2b-486a-96df-0257cf99a627 None None] Pushing event updated for resources: {'Port': ['ID=398dd32d-e370-4dd1-b552-78fbaeb33faf,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:20.287140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-31687e91-24db-46b0-824c-c86b194df7f4 None None] Provisioning complete for port e818f147-4370-4178-bec5-8d3c81e8f8f1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:20.287666 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-31687e91-24db-46b0-824c-c86b194df7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.299436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Network 008a6254-5315-4779-93f7-3b752db5548b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:20.315992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:20.325862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:17:20.383389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:20.399043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.399439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.399725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.400063 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.400399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.400730 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.401114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.401444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.401770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.402097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.402438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.405446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:20.435440 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.459196 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] Set router ae967754-8787-425a-b790-85cd55b8fcc5 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:20.603691 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-877b9ac5-d5b5-403b-a440-7e38f44077fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.608443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-9b228827-3758-4590-aed8-8d7f4a166954 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660438 Aug 10 02:17:20.752360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.767953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0e543c15-5d4a-46ca-a61a-f56657eb98a9 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:20.824348 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:15Z', 'updated_at': '2021-08-10T02:17:17Z', 'revision_number': 3, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'gw_port': {'id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:16Z', 'updated_at': '2021-08-10T02:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:20.825887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-4497bf33-7f92-4cba-96a3-b9340b5067fc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:20.842596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-4497bf33-7f92-4cba-96a3-b9340b5067fc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.3320668 Aug 10 02:17:20.859531 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e721784a-391b-46cf-b721-8b27175ce5da None None] The sync data for ids ['ae967754-8787-425a-b790-85cd55b8fcc5'] in n-d-767704-21 is: [{'id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:15Z', 'updated_at': '2021-08-10T02:17:17Z', 'revision_number': 3, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'gw_port': {'id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:16Z', 'updated_at': '2021-08-10T02:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:17:20.862117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-893de871-dc31-4f28-8ac4-89ff319a1af0 None None] Provisioning for port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:20.867441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-ca1ede12-18ec-46c5-90d0-988c6618c7d6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/quotas/460d4f02fd4446cfb5b85fc766770604 HTTP/1.1" status: 200 len: 375 time: 0.0239208 Aug 10 02:17:20.867690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-893de871-dc31-4f28-8ac4-89ff319a1af0 None None] Provisioning complete for port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:20.868878 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-893de871-dc31-4f28-8ac4-89ff319a1af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.912323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:20.917471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7017ffba-4716-4ee3-a121-788d38afaef9 req-855ee181-3f80-4e36-af54-6ff1c90d1578 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791381 Aug 10 02:17:20.922930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-893de871-dc31-4f28-8ac4-89ff319a1af0 None None] Port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:17:20.927902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:20.928477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:20.966152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-38f74439-3928-4865-bdd9-2d953e6ea33a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0977235 Aug 10 02:17:21.047085 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:21.089556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-db15e5d1-48c1-448f-82ca-a9128759d4a5 service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223063 Aug 10 02:17:21.103877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 0e543c15-5d4a-46ca-a61a-f56657eb98a9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0e543c15-5d4a-46ca-a61a-f56657eb98a9,segment=NetworkSegment(e4744789-b620-4b31-89a5-9ba90dbd0165),segment_id=e4744789-b620-4b31-89a5-9ba90dbd0165)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:21.105605 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:21.131750 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:21.167383 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:21.195616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:21.272206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-a677cbff-9862-44f8-a6dd-8db1d50e02ff service neutron] 10.222.0.38 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814430 Aug 10 02:17:21.284649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=0e543c15-5d4a-46ca-a61a-f56657eb98a9,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:21.342070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:21.344567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:21.366260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 398dd32d-e370-4dd1-b552-78fbaeb33faf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:21.442803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 398dd32d-e370-4dd1-b552-78fbaeb33faf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:21.443979 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:21.501173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Network 008a6254-5315-4779-93f7-3b752db5548b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:21.503162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:21.831550 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Router ae967754-8787-425a-b790-85cd55b8fcc5 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:17:21.886322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28ccfad8-aea1-48a3-aa41-3ec932c3f794 req-89634f09-7644-4393-aeb4-30a378b0d1e3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 210 time: 0.0585585 Aug 10 02:17:22.048098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:17:22.054823 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-35d456df-d5f0-4ff1-b6c0-a880bcb565f7 admin admin] 10.222.0.38 "PUT /v2.0/routers/ae967754-8787-425a-b790-85cd55b8fcc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4788475 Aug 10 02:17:22.076538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-640c2afc-baa7-475b-9a09-74573a98a84d None None] Provisioning complete for port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:22.077491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-640c2afc-baa7-475b-9a09-74573a98a84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:22.395426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-640c2afc-baa7-475b-9a09-74573a98a84d None None] Port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:17:22.559438 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:23.044475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89b94b79-3795-42c6-9ad8-48fcac8b0349 req-bc386c01-734e-4450-a233-8672fb4d009d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 210 time: 0.0377963 Aug 10 02:17:23.476427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:23.601330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:23.605699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:23.606154 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:23.732543 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:23.799596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:23.871643 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:23.875369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0e543c15-5d4a-46ca-a61a-f56657eb98a9 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:23.974481 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:23.980396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:23.994312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:23.994739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:24.132048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Sync routers for ids ['ae967754-8787-425a-b790-85cd55b8fcc5'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:17:24.142398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Routers {'ae967754-8787-425a-b790-85cd55b8fcc5'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:24.144233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:17:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ae967754-8787-425a-b790-85cd55b8fcc5'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:24.220219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0694274-7dcf-4386-b274-40eef534b36a req-28c240be-b1fa-4b57-9995-fb15489a30a0 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 210 time: 0.0329831 Aug 10 02:17:24.292794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Set router ae967754-8787-425a-b790-85cd55b8fcc5 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:24.307142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-0a84a66d-6e76-406d-9d6e-265eb93e9362 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:24.309995 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-0a84a66d-6e76-406d-9d6e-265eb93e9362 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 811 time: 0.1519046 Aug 10 02:17:24.324826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Request body: {'port': {'device_id': '2cf84dbe-0b93-464f-b224-526d09010868', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'admin_state_up': True, 'tenant_id': '460d4f02fd4446cfb5b85fc766770604'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:24.370449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42780) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:24.531884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Made reservation on behalf of 460d4f02fd4446cfb5b85fc766770604 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:24.535886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:24.554608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:15Z', 'updated_at': '2021-08-10T02:17:20Z', 'revision_number': 4, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'gw_port': {'id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:16Z', 'updated_at': '2021-08-10T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83', 'name': '', 'network_id': '008a6254-5315-4779-93f7-3b752db5548b', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'mac_address': 'fa:16:3e:c3:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '916cefb4-b80d-4691-87da-94e07f8a09ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:19Z', 'updated_at': '2021-08-10T02:17:20Z', 'revision_number': 2, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'subnets': [{'id': '916cefb4-b80d-4691-87da-94e07f8a09ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:24.597816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Checking router: ae967754-8787-425a-b790-85cd55b8fcc5 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:17:24.598414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Updating router ae967754-8787-425a-b790-85cd55b8fcc5 port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:17:24.635037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:24.712213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Allocated IP 172.20.0.10 (4f21e784-b291-4408-932c-2334fba98ca6/65eb8b19-c561-4be7-88f4-296e30b33a69/4a0040e6-3ac5-4c1b-91fe-f9291141a65d) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:17:24.915442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:24.940670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Transition to ACTIVE for port object 4a0040e6-3ac5-4c1b-91fe-f9291141a65d will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:24.973917 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.015065 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.026876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Transition to ACTIVE for port object 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:25.085785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.110656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['074afbf0-3ad1-4458-a422-9d3c1b57969a', '64c1afd0-d1cb-4ebc-b050-f1278a65b535'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:17:25.117345 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.171464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Network 4f21e784-b291-4408-932c-2334fba98ca6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:25.178364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:25.182231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:17:25.210954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event updated for resources: {'Port': ['ID=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:25.222999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af91e5-dbfa-4302-b278-9a4680388bc9 None None] Pushing event updated for resources: {'Port': ['ID=4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:25.339081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:25.340192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.376766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:25.428253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Attempting to bind port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:25.433159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Attempting to bind port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e6bdf967-273e-469f-af0d-897098e39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '008a6254-5315-4779-93f7-3b752db5548b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:25.433159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Attempting to bind port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 on network 008a6254-5315-4779-93f7-3b752db5548b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:25.449175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:25.449175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Checking segment: {'id': 'e6bdf967-273e-469f-af0d-897098e39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '008a6254-5315-4779-93f7-3b752db5548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:25.449175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.449175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Bound using segment: {'id': 'e6bdf967-273e-469f-af0d-897098e39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '008a6254-5315-4779-93f7-3b752db5548b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:25.449175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Bound port: 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bdf967-273e-469f-af0d-897098e39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '008a6254-5315-4779-93f7-3b752db5548b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:25.449776 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.487934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885edc11-cd49-4eac-abcc-cdb97ac5ed39 req-61229222-29e7-49e7-9f83-05721f341d85 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:25.489566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-885edc11-cd49-4eac-abcc-cdb97ac5ed39 req-61229222-29e7-49e7-9f83-05721f341d85 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 932 time: 0.1204145 Aug 10 02:17:25.498789 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-6accf546-c6e3-4819-a8be-48e389e07164 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1751847 Aug 10 02:17:25.508263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Request body: {'port': {'device_id': '2cf84dbe-0b93-464f-b224-526d09010868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:25.572793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Deleting port 0e543c15-5d4a-46ca-a61a-f56657eb98a9 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:25.573413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.592689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-885edc11-cd49-4eac-abcc-cdb97ac5ed39 req-b6e2a618-999a-4e2d-aa4d-a06275f1ae5a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771148 Aug 10 02:17:25.636040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.711748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] For port 0e543c15-5d4a-46ca-a61a-f56657eb98a9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0e543c15-5d4a-46ca-a61a-f56657eb98a9,segment=NetworkSegment(e4744789-b620-4b31-89a5-9ba90dbd0165),segment_id=e4744789-b620-4b31-89a5-9ba90dbd0165)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:25.712971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.722301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] For port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:25.724637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:25.725008 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.733031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] For port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83,segment=NetworkSegment(e6bdf967-273e-469f-af0d-897098e39a49),segment_id=e6bdf967-273e-469f-af0d-897098e39a49)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:25.740086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Calling delete_port for 0e543c15-5d4a-46ca-a61a-f56657eb98a9 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:25.821681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b4257a6b-cba2-472b-9f92-ffe8a3cbec13 None None] Provisioning for port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:25.838466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b4257a6b-cba2-472b-9f92-ffe8a3cbec13 None None] Provisioning complete for port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:25.838837 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b4257a6b-cba2-472b-9f92-ffe8a3cbec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.901454 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:25.992247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b4257a6b-cba2-472b-9f92-ffe8a3cbec13 None None] Port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:17:26.044031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Routers {'ae967754-8787-425a-b790-85cd55b8fcc5'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:26.044957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:17:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ae967754-8787-425a-b790-85cd55b8fcc5'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:26.132822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:26.147099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af91e5-dbfa-4302-b278-9a4680388bc9 None None] Pushing event updated for resources: {'Port': ['ID=4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:26.188656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e543c15-5d4a-46ca-a61a-f56657eb98a9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:26.237052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.240355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.241032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.241544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.242056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.242923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.243747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.244085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.245761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.246121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.246619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.246974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:26.261261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0040e6-3ac5-4c1b-91fe-f9291141a65d {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:17:26.287968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:26.297787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] Set router ae967754-8787-425a-b790-85cd55b8fcc5 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:26.326858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Transition to ACTIVE for port object 4a0040e6-3ac5-4c1b-91fe-f9291141a65d will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:26.412597 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:26.455614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Pushing event updated for resources: {'Port': ['ID=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:26.536184 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:26.672894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Attempting to bind port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:26.673240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Attempting to bind port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:26.673618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Attempting to bind port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:26.689720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d on network 4f21e784-b291-4408-932c-2334fba98ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:17:26.690050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Attempting to bind port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d on network 4f21e784-b291-4408-932c-2334fba98ca6 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:26.699606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:26.699944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Checking segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:26.700332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Bound using segment: {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:26.700775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Bound port: 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2fc98c-a248-434e-a0f2-ef0557ea1a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:26.701140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:26.806110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:15Z', 'updated_at': '2021-08-10T02:17:20Z', 'revision_number': 4, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'gw_port': {'id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:16Z', 'updated_at': '2021-08-10T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83', 'name': '', 'network_id': '008a6254-5315-4779-93f7-3b752db5548b', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'mac_address': 'fa:16:3e:c3:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '916cefb4-b80d-4691-87da-94e07f8a09ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:19Z', 'updated_at': '2021-08-10T02:17:25Z', 'revision_number': 4, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'subnets': [{'id': '916cefb4-b80d-4691-87da-94e07f8a09ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:26.843640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5273b-86fe-48da-98a9-ac3f58f27ea5 None None] The sync data for ids ['ae967754-8787-425a-b790-85cd55b8fcc5'] in n-d-767704-21 is: [{'id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:15Z', 'updated_at': '2021-08-10T02:17:20Z', 'revision_number': 4, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'gw_port': {'id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:16Z', 'updated_at': '2021-08-10T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83', 'name': '', 'network_id': '008a6254-5315-4779-93f7-3b752db5548b', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'mac_address': 'fa:16:3e:c3:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '916cefb4-b80d-4691-87da-94e07f8a09ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:19Z', 'updated_at': '2021-08-10T02:17:25Z', 'revision_number': 4, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'subnets': [{'id': '916cefb4-b80d-4691-87da-94e07f8a09ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:17:26.868109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:26.873549 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:26.896885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b4f17-25f2-479a-95ab-476d7d059c0a req-7663b4b0-4226-488a-8a05-37b3ef084001 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:26.908374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a17b4f17-25f2-479a-95ab-476d7d059c0a req-7663b4b0-4226-488a-8a05-37b3ef084001 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 944 time: 0.1358032 Aug 10 02:17:26.988722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:27.056298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:27.057033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:27.058763 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] 10.222.0.16 "PUT /v2.0/ports/4a0040e6-3ac5-4c1b-91fe-f9291141a65d HTTP/1.1" status: 200 len: 1093 time: 1.5549920 Aug 10 02:17:27.059305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:27.063152 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a17dcaf-6824-42f4-9b5f-76211ae249e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:27.089041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc032cd-4941-43cb-b74b-5710716a5a8e service neutron] Pushing event updated for resources: {'Port': ['ID=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:27.133991 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db56e8b-7d85-42ef-8a49-8b4b93fb7bde x-openstack-request-id: req-5db56e8b-7d85-42ef-8a49-8b4b93fb7bde {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:27.134682 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:27.135243 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5db56e8b-7d85-42ef-8a49-8b4b93fb7bde {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:27.135928 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d', 'status': 'completed', 'code': 200} Aug 10 02:17:27.286269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17dcaf-6824-42f4-9b5f-76211ae249e1 req-febee5a2-8fb6-475d-b617-bc316a1ffa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:27.298613 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6a17dcaf-6824-42f4-9b5f-76211ae249e1 req-febee5a2-8fb6-475d-b617-bc316a1ffa18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 1096 time: 0.1200423 Aug 10 02:17:27.575664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17dcaf-6824-42f4-9b5f-76211ae249e1 req-29cc507e-2559-4e0f-b807-f08256cfe260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:27.578588 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6a17dcaf-6824-42f4-9b5f-76211ae249e1 req-29cc507e-2559-4e0f-b807-f08256cfe260 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=460d4f02fd4446cfb5b85fc766770604&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2786729 Aug 10 02:17:27.581555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:27.624202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a17b4f17-25f2-479a-95ab-476d7d059c0a req-51d18fff-665d-42f1-bc89-358bb1dee87d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147541 Aug 10 02:17:27.666276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Router 5dbc23d9-c64c-4fc9-8121-af634d217b02 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:17:27.750506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:27.755481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:27.755865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:27.772142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17dcaf-6824-42f4-9b5f-76211ae249e1 req-bbaa557e-d44a-4f21-a58f-522369964eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:27.774123 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6a17dcaf-6824-42f4-9b5f-76211ae249e1 req-bbaa557e-d44a-4f21-a58f-522369964eff service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1857815 Aug 10 02:17:27.879811 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:27.896747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:17:27.914036 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] Sync routers for ids ['5dbc23d9-c64c-4fc9-8121-af634d217b02'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:17:27.929201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83,segment=NetworkSegment(e6bdf967-273e-469f-af0d-897098e39a49),segment_id=e6bdf967-273e-469f-af0d-897098e39a49)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:27.934879 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] Routers {'5dbc23d9-c64c-4fc9-8121-af634d217b02'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:27.937534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7837a903-0bbd-4968-808f-1c2fcb8e49b6 admin admin] 10.222.0.38 "PUT /v2.0/routers/5dbc23d9-c64c-4fc9-8121-af634d217b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5654621 Aug 10 02:17:27.938592 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:17:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5dbc23d9-c64c-4fc9-8121-af634d217b02'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:27.940324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42826) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:28.024790 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:28.148152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:28.187383 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] Set router 5dbc23d9-c64c-4fc9-8121-af634d217b02 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:28.191520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:28.293525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-db3f8b20-3e57-4114-b19e-4c2d02226efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:28.295361 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-db3f8b20-3e57-4114-b19e-4c2d02226efa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 1096 time: 0.4699490 Aug 10 02:17:28.373148 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-b5d64400-22b8-4299-a0e1-f04df5ce1651 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d HTTP/1.1" status: 200 len: 217 time: 0.0689774 Aug 10 02:17:28.378971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:28.492509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-7c1f7ceb-3f9c-471f-a58d-f4e16d80cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:28.494068 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-7c1f7ceb-3f9c-471f-a58d-f4e16d80cf7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.1036396 Aug 10 02:17:28.543157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Deleting port 65006c54-060f-49ea-b07c-a04389c4510a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:28.543513 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:28.593683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-d9b1d241-5021-4f45-8a5f-95cc1af37133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:28.595471 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-d9b1d241-5021-4f45-8a5f-95cc1af37133 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935340 Aug 10 02:17:28.677700 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '65006c54-060f-49ea-b07c-a04389c4510a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:07Z', 'updated_at': '2021-08-10T02:17:25Z', 'revision_number': 5, 'project_id': 'e1386603d8654edeae587375561ee428', 'gw_port': {'id': '65006c54-060f-49ea-b07c-a04389c4510a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:08Z', 'updated_at': '2021-08-10T02:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:28.713794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] For port 65006c54-060f-49ea-b07c-a04389c4510a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65006c54-060f-49ea-b07c-a04389c4510a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:28.713794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:28.759183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Calling delete_port for 65006c54-060f-49ea-b07c-a04389c4510a owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:28.763391 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] Checking router: 5dbc23d9-c64c-4fc9-8121-af634d217b02 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:17:28.775513 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] Routers {'5dbc23d9-c64c-4fc9-8121-af634d217b02'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:28.776156 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:17:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5dbc23d9-c64c-4fc9-8121-af634d217b02'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:28.888049 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-84275803-d817-448c-b565-4daed521688a service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847064 Aug 10 02:17:28.916614 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] Set router 5dbc23d9-c64c-4fc9-8121-af634d217b02 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:28.950190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302d916-e6ed-4918-8d56-71c7b76a1fa6 req-1e47595d-76a6-4316-993e-e6cf776b253f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:28.952769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0302d916-e6ed-4918-8d56-71c7b76a1fa6 req-1e47595d-76a6-4316-993e-e6cf776b253f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 944 time: 0.1911669 Aug 10 02:17:28.989463 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:07Z', 'updated_at': '2021-08-10T02:17:28Z', 'revision_number': 6, 'project_id': 'e1386603d8654edeae587375561ee428', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:29.041633 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e1f1d-6171-425d-b47d-df78270e145e None None] The sync data for ids ['5dbc23d9-c64c-4fc9-8121-af634d217b02'] in n-d-767704-21 is: [{'id': '5dbc23d9-c64c-4fc9-8121-af634d217b02', 'name': 'tempest-TestAggregatesBasicOps-462130060-router', 'tenant_id': 'e1386603d8654edeae587375561ee428', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:07Z', 'updated_at': '2021-08-10T02:17:28Z', 'revision_number': 6, 'project_id': 'e1386603d8654edeae587375561ee428', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:17:29.091869 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee6d36cc-237d-4bea-974a-3fc43222540d req-ffe9a0a6-94a0-4b56-80a0-8e3da3146dd4 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965623 Aug 10 02:17:29.159232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0302d916-e6ed-4918-8d56-71c7b76a1fa6 req-eb8e7f39-1996-41d9-bc17-dabb63a3b23a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976159 Aug 10 02:17:29.321217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:29.357921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Pushing event deleted for resources: {'Port': ['ID=65006c54-060f-49ea-b07c-a04389c4510a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:29.519963 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:29.605137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:29.664637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:29.666912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:29.674326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:29.674690 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:29.783714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0e543c15-5d4a-46ca-a61a-f56657eb98a9 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:17:29.805771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 0e543c15-5d4a-46ca-a61a-f56657eb98a9 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:17:29.806161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0e543c15-5d4a-46ca-a61a-f56657eb98a9 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:17:29.822394 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:29.825641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dbc23d9-c64c-4fc9-8121-af634d217b02 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:17:29.827630 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:29.831225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fc31fad8-7464-4cc9-a571-faff61e2f369 admin admin] 10.222.0.38 "DELETE /v2.0/routers/5dbc23d9-c64c-4fc9-8121-af634d217b02 HTTP/1.1" status: 204 len: 168 time: 1.8859310 Aug 10 02:17:29.831804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42850) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:29.879502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a78b87-5075-4b74-bd23-cdc72e47b246 admin admin] Deleting subnet e62583d6-8cdf-45a2-9433-328ef504681a {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:17:29.883020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74a78b87-5075-4b74-bd23-cdc72e47b246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:29.927412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74a78b87-5075-4b74-bd23-cdc72e47b246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:29.928456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38cf1f-5cc6-4be6-baa5-cb9440e932b1 req-4a6d9bc8-5625-4df4-be78-3cd04f57af45 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:29.930130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a38cf1f-5cc6-4be6-baa5-cb9440e932b1 req-4a6d9bc8-5625-4df4-be78-3cd04f57af45 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1098 time: 0.0510485 Aug 10 02:17:29.987466 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9a38cf1f-5cc6-4be6-baa5-cb9440e932b1 req-e754a157-5986-41f9-9254-e96eaaf6cbcd tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.069886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74a78b87-5075-4b74-bd23-cdc72e47b246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.155216 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9a38cf1f-5cc6-4be6-baa5-cb9440e932b1 req-e754a157-5986-41f9-9254-e96eaaf6cbcd tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.202347 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74a78b87-5075-4b74-bd23-cdc72e47b246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.224632 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-9a38cf1f-5cc6-4be6-baa5-cb9440e932b1 req-e754a157-5986-41f9-9254-e96eaaf6cbcd tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.234715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a78b87-5075-4b74-bd23-cdc72e47b246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62583d6-8cdf-45a2-9433-328ef504681a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:30.239551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74a78b87-5075-4b74-bd23-cdc72e47b246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.247225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02091361-7c03-4c3e-a64a-29b7252e4fce None None] Network 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:30.248539 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-74a78b87-5075-4b74-bd23-cdc72e47b246 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e62583d6-8cdf-45a2-9433-328ef504681a HTTP/1.1" status: 204 len: 168 time: 0.4152300 Aug 10 02:17:30.250538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42858) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:30.351991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a38cf1f-5cc6-4be6-baa5-cb9440e932b1 req-e754a157-5986-41f9-9254-e96eaaf6cbcd tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870904 Aug 10 02:17:30.352710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754a157-5986-41f9-9254-e96eaaf6cbcd tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f92b7-74ab-455a-89a2-059e060f1fe0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:30.387846 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.432071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c1a7d-d152-413e-b22b-3a636a3bf23b req-6128303b-ab13-4060-8ca7-f8403110d240 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:30.453510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f1c1a7d-d152-413e-b22b-3a636a3bf23b req-6128303b-ab13-4060-8ca7-f8403110d240 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 944 time: 0.1752725 Aug 10 02:17:30.458902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a0040e6-3ac5-4c1b-91fe-f9291141a65d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:17:30.523070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Deleting port 7e19f637-7a23-4230-9acd-5e371575d74c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:30.523436 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.551115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f1c1a7d-d152-413e-b22b-3a636a3bf23b req-60c917b2-1adb-418b-918c-efd1632ad2e8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964813 Aug 10 02:17:30.596588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eaa3f-c0c3-4bdc-ac8f-60b265520983 req-4add6e0d-0665-41fe-a4cd-51c092570286 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:30.603406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb9eaa3f-c0c3-4bdc-ac8f-60b265520983 req-4add6e0d-0665-41fe-a4cd-51c092570286 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.1208103 Aug 10 02:17:30.621440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] DHCP port deletion for 5365c12a-0c0f-4e23-a906-d7ca42ff21f7 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:17:30.662573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] For port 7e19f637-7a23-4230-9acd-5e371575d74c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e19f637-7a23-4230-9acd-5e371575d74c,segment=NetworkSegment(e4744789-b620-4b31-89a5-9ba90dbd0165),segment_id=e4744789-b620-4b31-89a5-9ba90dbd0165)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:30.674649 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.707270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb9eaa3f-c0c3-4bdc-ac8f-60b265520983 req-cfb4a9be-3fc9-4dcb-b2b9-9fcdaddba60a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970604 Aug 10 02:17:30.707597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Calling delete_port for 7e19f637-7a23-4230-9acd-5e371575d74c owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:30.734174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42866) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:30.746860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:30.866699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1a0cacbd-e805-46b9-ae60-ec64468aabb3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/201089a3-0dc3-43a1-83db-a5633b931063 HTTP/1.1" status: 200 len: 994 time: 0.1304088 Aug 10 02:17:30.907759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:30.955264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e19f637-7a23-4230-9acd-5e371575d74c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:30.961383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] No DVR routers for this DVR port 7e19f637-7a23-4230-9acd-5e371575d74c on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:17:30.980377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'port_id': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d', 'mac_address': 'fa:16:3e:d9:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:17:30.986199 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] Deleting port 7e19f637-7a23-4230-9acd-5e371575d74c {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:30.986865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.055943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] For port 7e19f637-7a23-4230-9acd-5e371575d74c, host n-d-767704-21, got binding levels [] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:31.056512 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.073553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] Calling delete_port for 7e19f637-7a23-4230-9acd-5e371575d74c owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:31.076543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.ipam_backend_mixin [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] Port 7e19f637-7a23-4230-9acd-5e371575d74c was not found and therefore no delete operation was performed {{(pid=101225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:17:31.078250 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.088346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.101013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5365c12a-0c0f-4e23-a906-d7ca42ff21f7']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:31.113233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] Pushing event deleted for resources: {'Port': ['ID=7e19f637-7a23-4230-9acd-5e371575d74c,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:31.127278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4744789-b620-4b31-89a5-9ba90dbd0165') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:31.127761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4744789-b620-4b31-89a5-9ba90dbd0165') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:31.145319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8162182-5dd6-49f7-976c-e446d76b08a6 None None] No DVR routers for this DVR port 7e19f637-7a23-4230-9acd-5e371575d74c on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:17:31.157788 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.176977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.188515 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.197704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0040e6-3ac5-4c1b-91fe-f9291141a65d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:17:31.214342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:17:31.217271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.225164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:17:31.284448 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:17:31.303120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65006c54-060f-49ea-b07c-a04389c4510a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:17:31.327696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.329705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 65006c54-060f-49ea-b07c-a04389c4510a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:17:31.330065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65006c54-060f-49ea-b07c-a04389c4510a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:17:31.330506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e19f637-7a23-4230-9acd-5e371575d74c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:17:31.372568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7e19f637-7a23-4230-9acd-5e371575d74c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:17:31.373147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e19f637-7a23-4230-9acd-5e371575d74c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:17:31.410292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:31.419641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.426575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:31.428966 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] 10.222.0.38 "DELETE /v2.0/networks/5365c12a-0c0f-4e23-a906-d7ca42ff21f7 HTTP/1.1" status: 204 len: 168 time: 1.1688924 Aug 10 02:17:31.431980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42890) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:31.466370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bbc03-f30d-475d-b9fa-6be21d976a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=5365c12a-0c0f-4e23-a906-d7ca42ff21f7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:31.561375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['4a0040e6-3ac5-4c1b-91fe-f9291141a65d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:17:31.787180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92ed68-5463-4921-9d57-5b92f681a864 req-702982d6-a3ed-4500-9cf9-32bda29a9a52 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:31.788733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c92ed68-5463-4921-9d57-5b92f681a864 req-702982d6-a3ed-4500-9cf9-32bda29a9a52 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 945 time: 0.0908697 Aug 10 02:17:31.856519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c92ed68-5463-4921-9d57-5b92f681a864 req-65368af2-7423-4be6-889d-c7d00d920342 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Aug 10 02:17:32.014498 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:32.160944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42906) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:32.181430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a03cc-cf03-45b4-8bfc-b981120f906d req-4912f0a6-1139-46f4-beb9-46bfca507fbb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:32.183079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c8a03cc-cf03-45b4-8bfc-b981120f906d req-4912f0a6-1139-46f4-beb9-46bfca507fbb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.1704609 Aug 10 02:17:32.249532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c8a03cc-cf03-45b4-8bfc-b981120f906d req-307fac1c-aa10-469a-b092-ea541c768540 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575073 Aug 10 02:17:32.358831 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-b6ccc700-e58d-4b34-92cd-6b190cb05053 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1988583 Aug 10 02:17:32.454647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Deleting port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:32.454993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:32.491967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a0040e6-3ac5-4c1b-91fe-f9291141a65d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:32.557965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] For port 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83,segment=NetworkSegment(e6bdf967-273e-469f-af0d-897098e39a49),segment_id=e6bdf967-273e-469f-af0d-897098e39a49)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:32.558588 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:32.575099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Calling delete_port for 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:32.645015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:32.649467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:32.649991 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:32.764017 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:32.788489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:32.790897 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4abb5d-b0c4-4c02-be4d-ec5468e4667d" -d '{"events": [{"server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "name": "network-vif-plugged", "status": "completed", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:32.805576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:32.834764 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75b39ab-afc0-4da1-b84b-edee81a08113 x-openstack-request-id: req-b75b39ab-afc0-4da1-b84b-edee81a08113 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:32.835058 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "name": "network-vif-plugged", "status": "completed", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:32.835319 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b75b39ab-afc0-4da1-b84b-edee81a08113 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:32.835720 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d', 'code': 200} Aug 10 02:17:32.881596 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:32.889512 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:32.995073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:33.003957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463c77-0da8-486e-8061-21bcaa40490a req-abc14cd8-3d79-4498-a662-79a3812353ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:33.009511 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-84463c77-0da8-486e-8061-21bcaa40490a req-abc14cd8-3d79-4498-a662-79a3812353ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 1098 time: 0.0898941 Aug 10 02:17:33.018223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:33.095078 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-84463c77-0da8-486e-8061-21bcaa40490a req-6f964052-e0bc-4c2b-8a84-a61bbd1f0fc6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805504 Aug 10 02:17:33.196776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d62528-92aa-4d87-b867-22942fddf4d7 req-ecdc74fc-5ed2-427a-a104-52094ff93a10 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:33.198422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16d62528-92aa-4d87-b867-22942fddf4d7 req-ecdc74fc-5ed2-427a-a104-52094ff93a10 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.2096572 Aug 10 02:17:33.323607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16d62528-92aa-4d87-b867-22942fddf4d7 req-27322e9e-4580-4024-bf67-8a60fe1dfd41 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809145 Aug 10 02:17:33.349824 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:33.447602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89963e-3d44-42b7-ae8d-8d6d42fc504e req-22d8e450-060c-46c4-a00a-8286910a924f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:33.454922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e89963e-3d44-42b7-ae8d-8d6d42fc504e req-22d8e450-060c-46c4-a00a-8286910a924f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0961239 Aug 10 02:17:33.537279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e89963e-3d44-42b7-ae8d-8d6d42fc504e req-bc0d52c2-0533-4c03-bcad-e3f5995c420d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528440 Aug 10 02:17:33.989228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Router ae967754-8787-425a-b790-85cd55b8fcc5 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:17:34.108084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:17:34.113132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e72d1944-a182-4eeb-a9e4-a24699afcd62 admin admin] 10.222.0.38 "PUT /v2.0/routers/ae967754-8787-425a-b790-85cd55b8fcc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6800277 Aug 10 02:17:34.115730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 42962) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:34.118620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] Sync routers for ids ['ae967754-8787-425a-b790-85cd55b8fcc5'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:17:34.133914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] Routers {'ae967754-8787-425a-b790-85cd55b8fcc5'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:34.134577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:17:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ae967754-8787-425a-b790-85cd55b8fcc5'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:34.266854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:34.286024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] Set router ae967754-8787-425a-b790-85cd55b8fcc5 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:34.506974 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:34.511868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:15Z', 'updated_at': '2021-08-10T02:17:32Z', 'revision_number': 5, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'gw_port': {'id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:16Z', 'updated_at': '2021-08-10T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:34.538762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff6697-c0eb-4aaa-8a56-193548686191 req-0ce2ef1e-0d48-4dab-91e7-437c5648cead tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:34.541391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-abff6697-c0eb-4aaa-8a56-193548686191 req-0ce2ef1e-0d48-4dab-91e7-437c5648cead tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.1180220 Aug 10 02:17:34.542290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] Checking router: ae967754-8787-425a-b790-85cd55b8fcc5 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:17:34.552148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] Routers {'ae967754-8787-425a-b790-85cd55b8fcc5'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:17:34.552861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:17:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ae967754-8787-425a-b790-85cd55b8fcc5'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:34.627094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-abff6697-c0eb-4aaa-8a56-193548686191 req-ecf79c32-3876-4737-af03-5326e2342f41 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666673 Aug 10 02:17:34.695972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] Set router ae967754-8787-425a-b790-85cd55b8fcc5 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:17:34.745271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926cbdf-31cc-45c2-b556-02a8b5a1a804 req-584bb5fd-9386-498f-854c-be673da9bbef tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:34.747567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c926cbdf-31cc-45c2-b556-02a8b5a1a804 req-584bb5fd-9386-498f-854c-be673da9bbef tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.1019633 Aug 10 02:17:34.759820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Deleting port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:34.760235 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:34.885990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c926cbdf-31cc-45c2-b556-02a8b5a1a804 req-1f4031a3-20e7-41a2-a894-0a2172c8120b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287701 Aug 10 02:17:34.936902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] For port c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:34.937857 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:34.964212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:15Z', 'updated_at': '2021-08-10T02:17:32Z', 'revision_number': 5, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'gw_port': {'id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:16Z', 'updated_at': '2021-08-10T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:34.978777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Calling delete_port for c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:34.996458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e42196e-b2a7-448c-b80c-9d7b97b00f56 None None] The sync data for ids ['ae967754-8787-425a-b790-85cd55b8fcc5'] in n-d-767704-21 is: [{'id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'name': 'tempest-TestAggregatesBasicOps-1370207182-router', 'tenant_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:17:15Z', 'updated_at': '2021-08-10T02:17:32Z', 'revision_number': 5, 'project_id': '2b70987b88ea482e9dcfcb75a88d9e77', 'gw_port': {'id': 'c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae967754-8787-425a-b790-85cd55b8fcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:17:16Z', 'updated_at': '2021-08-10T02:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:17:35.063030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-773605ce-a4fa-4e0a-a3d1-2d7ee38b9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:35.064661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-773605ce-a4fa-4e0a-a3d1-2d7ee38b9f0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1098 time: 0.1242857 Aug 10 02:17:35.225804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22451bf7-aa7e-49c4-9e6d-1a72d331b880 req-ed187151-6da0-4a98-af37-c35ed65c374a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:35.233018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22451bf7-aa7e-49c4-9e6d-1a72d331b880 req-ed187151-6da0-4a98-af37-c35ed65c374a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.2273264 Aug 10 02:17:35.313239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-49a3a524-b3bb-4c95-861b-bf3f3537ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:35.318941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-49a3a524-b3bb-4c95-861b-bf3f3537ff20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 897 time: 0.2436500 Aug 10 02:17:35.346311 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22451bf7-aa7e-49c4-9e6d-1a72d331b880 req-89321ed0-8a39-41c2-be70-0248d2da08ba tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123993 Aug 10 02:17:35.412164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:17:35.456559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:17:35.457158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4c4e42fd-5c3c-4f64-9e51-596a5d0d1d83 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:17:35.491207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6566b790-9a17-4025-a7d3-4db9f9bd672b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 1002 time: 0.1626265 Aug 10 02:17:35.548513 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-269638a9-1810-4538-9a95-8b1f2313a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:35.550113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-269638a9-1810-4538-9a95-8b1f2313a34b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 200 len: 835 time: 0.0504875 Aug 10 02:17:35.593007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:35.637762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:35.661720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-576de67b-503d-4794-87f5-7bc784b6723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:35.670057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-576de67b-503d-4794-87f5-7bc784b6723c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=314a0e05-aad3-4309-ae3f-21f04c666e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055317 Aug 10 02:17:35.793384 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:35.897465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:35.900747 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:35.903702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-9a9d1352-f782-4f46-96cf-4ef06ec5cc43 service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241774 Aug 10 02:17:36.069180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca027a-4f3f-4b10-872f-2a8764e8cb08 req-1e07438f-e295-4048-9b88-2d04dcf11825 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:36.070836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccca027a-4f3f-4b10-872f-2a8764e8cb08 req-1e07438f-e295-4048-9b88-2d04dcf11825 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0840712 Aug 10 02:17:36.092521 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.092982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae967754-8787-425a-b790-85cd55b8fcc5 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:17:36.097511 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.098674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-03fa7b04-b24e-42ab-bd2d-e2c12eea1852 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ae967754-8787-425a-b790-85cd55b8fcc5 HTTP/1.1" status: 204 len: 168 time: 1.9819701 Aug 10 02:17:36.101450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 42996) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:36.107387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-90f8ca76-bbb6-4810-bd45-57050264ffd7 service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675005 Aug 10 02:17:36.134755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccca027a-4f3f-4b10-872f-2a8764e8cb08 req-4ac91d50-0b6e-49b1-b0a0-37cab58036e1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534415 Aug 10 02:17:36.164983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-910dcb8d-66b1-4298-9617-5a634032d8b7 admin admin] Deleting subnet 916cefb4-b80d-4691-87da-94e07f8a09ae {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:17:36.167452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-910dcb8d-66b1-4298-9617-5a634032d8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.212233 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-910dcb8d-66b1-4298-9617-5a634032d8b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.320957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-910dcb8d-66b1-4298-9617-5a634032d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.490822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-910dcb8d-66b1-4298-9617-5a634032d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.494631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c93d35-4caf-4b5b-9af5-accebda4cbf2 req-4435c46b-cfda-4213-b3fb-bdef4dd22b9e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:36.496372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34c93d35-4caf-4b5b-9af5-accebda4cbf2 req-4435c46b-cfda-4213-b3fb-bdef4dd22b9e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.0511928 Aug 10 02:17:36.514085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5544489-586b-44b8-af15-3cbff7099fef None None] Network 008a6254-5315-4779-93f7-3b752db5548b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:36.524029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-910dcb8d-66b1-4298-9617-5a634032d8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.526290 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-910dcb8d-66b1-4298-9617-5a634032d8b7 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/916cefb4-b80d-4691-87da-94e07f8a09ae HTTP/1.1" status: 204 len: 168 time: 0.4238343 Aug 10 02:17:36.527805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dcb8d-66b1-4298-9617-5a634032d8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916cefb4-b80d-4691-87da-94e07f8a09ae,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:36.529621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43006) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:36.576075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34c93d35-4caf-4b5b-9af5-accebda4cbf2 req-19681eab-a227-4649-8e95-45722bc0ced6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572197 Aug 10 02:17:36.639691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.713207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Deleting port 398dd32d-e370-4dd1-b552-78fbaeb33faf {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:36.713739 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.783400 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] DHCP port deletion for 008a6254-5315-4779-93f7-3b752db5548b request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:17:36.827483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] For port 398dd32d-e370-4dd1-b552-78fbaeb33faf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=398dd32d-e370-4dd1-b552-78fbaeb33faf,segment=NetworkSegment(e6bdf967-273e-469f-af0d-897098e39a49),segment_id=e6bdf967-273e-469f-af0d-897098e39a49)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:36.827483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.841215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Calling delete_port for 398dd32d-e370-4dd1-b552-78fbaeb33faf owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:36.848208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Deleting port 398dd32d-e370-4dd1-b552-78fbaeb33faf {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:17:36.848536 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.918832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] For port 398dd32d-e370-4dd1-b552-78fbaeb33faf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=398dd32d-e370-4dd1-b552-78fbaeb33faf,segment=NetworkSegment(e6bdf967-273e-469f-af0d-897098e39a49),segment_id=e6bdf967-273e-469f-af0d-897098e39a49)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:36.918832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:36.927794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Calling delete_port for 398dd32d-e370-4dd1-b552-78fbaeb33faf owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:17:37.012975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:37.020407 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:37.050748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=398dd32d-e370-4dd1-b552-78fbaeb33faf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:37.053887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] No DVR routers for this DVR port 398dd32d-e370-4dd1-b552-78fbaeb33faf on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:17:37.055480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Pushing event deleted for resources: {'Port': ['ID=398dd32d-e370-4dd1-b552-78fbaeb33faf,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:37.067996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.067996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.067996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.067996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.067996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.067996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.067996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.067996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.068968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.068968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.068968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.069337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a31ca-2355-4cea-9416-9160bbb3ac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:17:37.070433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] No DVR routers for this DVR port 398dd32d-e370-4dd1-b552-78fbaeb33faf on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:17:37.167640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:37.186717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008a6254-5315-4779-93f7-3b752db5548b']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:37.221946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bdf967-273e-469f-af0d-897098e39a49') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:37.222489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bdf967-273e-469f-af0d-897098e39a49') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:17:37.244494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:37.267529 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:37.277914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:17:37.282713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:37.290013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:17:37.292955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1b67d-2dad-4f8f-bf7d-213ee77f922c req-7eec8249-a4f2-49dd-a5b9-be4af2e5d6d7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:37.302501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cae1b67d-2dad-4f8f-bf7d-213ee77f922c req-7eec8249-a4f2-49dd-a5b9-be4af2e5d6d7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0650437 Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:17:37.308560 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:17:37.320235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:17:37.320496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c2cfa253-1878-4e11-ab7f-5cd22f6ffa4a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:17:37.321249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 398dd32d-e370-4dd1-b552-78fbaeb33faf no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:17:37.346717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 398dd32d-e370-4dd1-b552-78fbaeb33faf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:17:37.347758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 398dd32d-e370-4dd1-b552-78fbaeb33faf not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:17:37.358709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cae1b67d-2dad-4f8f-bf7d-213ee77f922c req-984f0666-015e-4a85-b12b-330715e4ac85 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501642 Aug 10 02:17:37.530714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570a2fd-4c10-47b3-af52-c49f5a8cf494 req-511f760f-a091-4690-b209-f65f47a06721 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:37.532329 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c570a2fd-4c10-47b3-af52-c49f5a8cf494 req-511f760f-a091-4690-b209-f65f47a06721 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.0541332 Aug 10 02:17:37.541816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:37.548106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:37.550180 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/008a6254-5315-4779-93f7-3b752db5548b HTTP/1.1" status: 204 len: 168 time: 1.0192831 Aug 10 02:17:37.562635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c53e3e-82a4-4da6-9a4d-f70d228435b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=008a6254-5315-4779-93f7-3b752db5548b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:37.580441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c570a2fd-4c10-47b3-af52-c49f5a8cf494 req-49c5e174-dd4e-41cf-98f2-e0487e1d0859 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384483 Aug 10 02:17:37.947778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43042) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:37.993650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1af0a2a1-3beb-4668-885b-c5386d009df7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1386603d8654edeae587375561ee428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446093 Aug 10 02:17:37.996502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43044) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:38.053767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-800fb087-b0f2-4b0a-a63c-8e126a3d4940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:38.084361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-800fb087-b0f2-4b0a-a63c-8e126a3d4940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:38.210259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-800fb087-b0f2-4b0a-a63c-8e126a3d4940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:38.213005 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-800fb087-b0f2-4b0a-a63c-8e126a3d4940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:38.214182 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-800fb087-b0f2-4b0a-a63c-8e126a3d4940 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8727be1b-5212-40b9-9c80-e295b84a720f HTTP/1.1" status: 204 len: 168 time: 0.2167518 Aug 10 02:17:38.225994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb087-b0f2-4b0a-a63c-8e126a3d4940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8727be1b-5212-40b9-9c80-e295b84a720f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:38.453004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-80cef293-9781-49cc-82b8-cda5c42cc76b req-56a41102-8e79-4e64-9b35-908f0134fa6c service neutron] (101224) timed out ('10.222.0.38', 47556) {{(pid=101224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:17:38.476686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce8a7c-7918-4a2a-9c8a-7740b62e6ba2 req-2bbd11c5-16be-4788-adbb-fe96ea1ac896 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:38.478240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73ce8a7c-7918-4a2a-9c8a-7740b62e6ba2 req-2bbd11c5-16be-4788-adbb-fe96ea1ac896 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0515878 Aug 10 02:17:38.501715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a0040e6-3ac5-4c1b-91fe-f9291141a65d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:17:38.547164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73ce8a7c-7918-4a2a-9c8a-7740b62e6ba2 req-5f5f9343-9a21-42af-8b5a-4418600e0910 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570054 Aug 10 02:17:38.631727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:38.650689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'port_id': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d', 'mac_address': 'fa:16:3e:d9:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:17:38.734386 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:38.741595 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cad1d-c257-4b39-87e8-c8c28d02fa6b req-c1710728-4b46-4723-9f1f-d592c32b6642 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:38.749952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c52cad1d-c257-4b39-87e8-c8c28d02fa6b req-c1710728-4b46-4723-9f1f-d592c32b6642 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.0623584 Aug 10 02:17:38.750512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a0040e6-3ac5-4c1b-91fe-f9291141a65d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:17:38.773380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:38.788531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c52cad1d-c257-4b39-87e8-c8c28d02fa6b req-f3ccd573-e916-4214-973b-88f2b93f583b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Aug 10 02:17:38.858256 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:38.922879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:38.961018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['4a0040e6-3ac5-4c1b-91fe-f9291141a65d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:17:39.068456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43066) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:39.110970 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d032064a-8efd-4cf1-96d0-a4627e915b37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b70987b88ea482e9dcfcb75a88d9e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410342 Aug 10 02:17:39.114001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43068) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:39.166415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509b1678-5ea7-4d14-8a9f-d5d98de148c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:39.189774 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509b1678-5ea7-4d14-8a9f-d5d98de148c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:39.336140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509b1678-5ea7-4d14-8a9f-d5d98de148c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:39.339235 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509b1678-5ea7-4d14-8a9f-d5d98de148c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:39.341006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-509b1678-5ea7-4d14-8a9f-d5d98de148c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4308846b-939a-4f49-95ec-892948997641 HTTP/1.1" status: 204 len: 168 time: 0.2259936 Aug 10 02:17:39.362131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b1678-5ea7-4d14-8a9f-d5d98de148c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4308846b-939a-4f49-95ec-892948997641,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:39.748235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58345dad-26c9-41a7-8e77-150cf690604f req-7f26897c-7e2a-420a-a353-43faeecf0adb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:39.751041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58345dad-26c9-41a7-8e77-150cf690604f req-7f26897c-7e2a-420a-a353-43faeecf0adb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0751245 Aug 10 02:17:39.810962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58345dad-26c9-41a7-8e77-150cf690604f req-4e5333a2-7bec-4d29-b742-2004f42a21b7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480433 Aug 10 02:17:39.940687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607b940-d4ff-4e08-b712-4df0852b7ebd req-f6d735db-3ff0-42d4-812f-d2c4fb35032a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:39.942673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f607b940-d4ff-4e08-b712-4df0852b7ebd req-f6d735db-3ff0-42d4-812f-d2c4fb35032a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 945 time: 0.0693288 Aug 10 02:17:40.016428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f607b940-d4ff-4e08-b712-4df0852b7ebd req-937eac2f-b8a6-41c3-a8e3-918fac5cd467 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675793 Aug 10 02:17:40.446084 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-6d302069-e783-4b60-b47b-f04bd2f12c61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561826 Aug 10 02:17:40.502915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a0040e6-3ac5-4c1b-91fe-f9291141a65d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:40.570260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-a5a977a0-ce0d-4985-81d1-76d53105ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:40.573042 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-a5a977a0-ce0d-4985-81d1-76d53105ac76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1096 time: 0.0753722 Aug 10 02:17:40.583935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:40.586975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:40.678750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43148) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:40.750061 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:40.751181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-72520449-2e0e-49c0-8a2c-ab3cf533d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:40.753882 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-72520449-2e0e-49c0-8a2c-ab3cf533d485 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1560187 Aug 10 02:17:40.802131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:40.804459 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f0504b-fe85-48e2-bf95-f3df227242eb" -d '{"events": [{"server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "name": "network-vif-plugged", "status": "completed", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:40.829713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:40.878713 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20e7a62-e1e1-408d-ad37-1b88197b6479 x-openstack-request-id: req-f20e7a62-e1e1-408d-ad37-1b88197b6479 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:40.878998 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "name": "network-vif-plugged", "status": "completed", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:40.879265 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f20e7a62-e1e1-408d-ad37-1b88197b6479 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:40.881027 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d', 'code': 200} Aug 10 02:17:40.896805 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:40.953573 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-650d4488-84af-424c-ab24-925c4cb6626c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 999 time: 0.1884158 Aug 10 02:17:40.967746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1051373934-network', 'tenant_id': '707bc8e2dd114534ba4f6485e0c110ad'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:41.050239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:41.082987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadb779-b4cb-4871-9e9e-cd0b1a280da0 req-391f5bc1-69d7-4867-a423-962eed8b10f4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:41.085047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dadb779-b4cb-4871-9e9e-cd0b1a280da0 req-391f5bc1-69d7-4867-a423-962eed8b10f4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.1369355 Aug 10 02:17:41.129131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-ca1acbbc-be11-4812-a66f-f4a8e6842f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:41.131011 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-ca1acbbc-be11-4812-a66f-f4a8e6842f4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.1679187 Aug 10 02:17:41.149135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Made reservation on behalf of 707bc8e2dd114534ba4f6485e0c110ad for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:41.151426 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:41.199520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:41.256632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3e75-2dd1-4224-915d-7465f15e61ea req-eb410bf4-e8bd-4a98-b23c-0e44117da4bf tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:41.266129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-186d3e75-2dd1-4224-915d-7465f15e61ea req-eb410bf4-e8bd-4a98-b23c-0e44117da4bf tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.1375017 Aug 10 02:17:41.269556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-3ad0ef66-34fd-4605-b0bc-b332202de3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:41.281728 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-3ad0ef66-34fd-4605-b0bc-b332202de3d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266704 Aug 10 02:17:41.282049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dadb779-b4cb-4871-9e9e-cd0b1a280da0 req-7b015965-a3ad-45a2-a0e0-8f9d69e6c00e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811426 Aug 10 02:17:41.358047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-186d3e75-2dd1-4224-915d-7465f15e61ea req-53621be2-bc64-4ca9-ad27-181781044000 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905933 Aug 10 02:17:41.441280 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:41.446023 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-8bfe033c-c82e-4a6e-bf9a-0e4fcdec5872 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627259 Aug 10 02:17:41.549449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:41.601000 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0fe5cb-33ff-44b3-a2f3-59ddcc2aebb0 req-9e21688b-2a41-4c55-b8ea-3a29fa5be19c service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470189 Aug 10 02:17:41.619126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:17:41.716841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:41.718290 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Added segment efe8f97d-61ba-4598-a44f-0262130ed323 of type vlan for network 0acbe039-cf29-4ccc-8509-ee79735f0f26 Aug 10 02:17:41.719851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d504c5f6-7f60-48df-83f3-ce2fe5a8d842,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:41.791631 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:41.917400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:41.920741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:41.921601 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:42.006420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] Pushing event updated for resources: {'Network': ['ID=0acbe039-cf29-4ccc-8509-ee79735f0f26,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:42.026468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 0acbe039-cf29-4ccc-8509-ee79735f0f26 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:17:42.119525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bf67f5ef-9b6f-4e01-8ecf-c31c5e5d14b3 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4369485 Aug 10 02:17:42.120268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43184) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:42.127217 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Request body: {'subnet': {'network_id': '0acbe039-cf29-4ccc-8509-ee79735f0f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1051373934-subnet', 'tenant_id': '707bc8e2dd114534ba4f6485e0c110ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:42.244318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Made reservation on behalf of 707bc8e2dd114534ba4f6485e0c110ad for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:42.247520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:42.458299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d46d-8eff-469b-91bb-b1a1f7c1117b req-b734703c-b9e2-41a8-9b4f-83dfd4de60f8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:42.463297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05d1d46d-8eff-469b-91bb-b1a1f7c1117b req-b734703c-b9e2-41a8-9b4f-83dfd4de60f8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0844631 Aug 10 02:17:42.554489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05d1d46d-8eff-469b-91bb-b1a1f7c1117b req-cea607a6-39dc-444f-aa2c-0895a0754c1c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812914 Aug 10 02:17:42.604417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a1d66-833d-4394-8361-1a4843b9110b req-d8b606ba-2ca8-41a5-b93e-c8a593d0eb90 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:42.612236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c20a1d66-833d-4394-8361-1a4843b9110b req-d8b606ba-2ca8-41a5-b93e-c8a593d0eb90 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.1382794 Aug 10 02:17:42.671181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c20a1d66-833d-4394-8361-1a4843b9110b req-98c58eee-fde3-49cb-bec3-4ad0884fe3b5 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562654 Aug 10 02:17:42.732729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:42.814814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=60594acb-aa43-43ad-9f9c-f551a24832b2,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:42.825757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Checking segment: {'id': 'efe8f97d-61ba-4598-a44f-0262130ed323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0acbe039-cf29-4ccc-8509-ee79735f0f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:42.826410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Network hostable DHCP agents. Network: 0acbe039-cf29-4ccc-8509-ee79735f0f26, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:17:42.932272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Network 0acbe039-cf29-4ccc-8509-ee79735f0f26 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:17:43.035128 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:43.035723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 0acbe039-cf29-4ccc-8509-ee79735f0f26) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:43.045965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d41e8c-3f22-474f-8022-be0758c910ab None None] Network 0acbe039-cf29-4ccc-8509-ee79735f0f26 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:43.051215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:43.051816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:43.165959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeeea358-3547-4519-9cd2-4723db23b051 req-390df3b7-2717-4844-883d-dd20d34524c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492008 Aug 10 02:17:43.234305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90ed1c-dbeb-404d-83be-74fef51009b3 None None] Network 0acbe039-cf29-4ccc-8509-ee79735f0f26 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:43.283650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea358-3547-4519-9cd2-4723db23b051 req-409619ee-21d2-4c44-b682-20e07193ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:43.285605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeeea358-3547-4519-9cd2-4723db23b051 req-409619ee-21d2-4c44-b682-20e07193ebb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 1097 time: 0.0659246 Aug 10 02:17:43.293357 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f56a7adf-6c84-4539-a8b1-c95640d6cc3b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1662781 Aug 10 02:17:43.489582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea358-3547-4519-9cd2-4723db23b051 req-4924e6fb-50a4-43a2-a60e-8954da8f82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:43.491623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeeea358-3547-4519-9cd2-4723db23b051 req-4924e6fb-50a4-43a2-a60e-8954da8f82fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1695361 Aug 10 02:17:43.571370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeeea358-3547-4519-9cd2-4723db23b051 req-23a5d30f-dfa1-4282-81a7-24bfb07b63c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074afbf0-3ad1-4458-a422-9d3c1b57969a HTTP/1.1" status: 200 len: 217 time: 0.0715978 Aug 10 02:17:43.713518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea358-3547-4519-9cd2-4723db23b051 req-d1a2ae22-3ca6-489a-8933-5d54ea8d87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:43.715337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeeea358-3547-4519-9cd2-4723db23b051 req-d1a2ae22-3ca6-489a-8933-5d54ea8d87d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.1350739 Aug 10 02:17:43.822375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea358-3547-4519-9cd2-4723db23b051 req-2a52c680-77d4-46cc-af80-bc6499cbbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:43.824508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeeea358-3547-4519-9cd2-4723db23b051 req-2a52c680-77d4-46cc-af80-bc6499cbbda4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965970 Aug 10 02:17:43.837305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfccc4d-92d3-49f8-ae10-e522246f4a7c req-7de63596-2d42-4331-b122-604031db0423 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:43.852334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cfccc4d-92d3-49f8-ae10-e522246f4a7c req-7de63596-2d42-4331-b122-604031db0423 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.1893690 Aug 10 02:17:44.009213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeeea358-3547-4519-9cd2-4723db23b051 req-2a7cd931-d654-4371-a1b1-de1be918eefa service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252370 Aug 10 02:17:44.246848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3cfccc4d-92d3-49f8-ae10-e522246f4a7c req-094322d9-3a9e-43ab-82fb-41eb349e2d81 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929915 Aug 10 02:17:44.262420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aeeea358-3547-4519-9cd2-4723db23b051 req-11a77292-d22d-444c-9e90-58bec26d9ba0 service neutron] 10.222.0.11 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409868 Aug 10 02:17:44.275391 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:44.357977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80805247-55cc-42a4-aada-140e82453fe0 req-e0ca30e4-0eb6-4cbc-b391-ce3ce3c64ada tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:44.369198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80805247-55cc-42a4-aada-140e82453fe0 req-e0ca30e4-0eb6-4cbc-b391-ce3ce3c64ada tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.3632109 Aug 10 02:17:44.451992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80805247-55cc-42a4-aada-140e82453fe0 req-ae3fbbfc-12c4-465a-a8c2-a977d8b2da6d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812156 Aug 10 02:17:44.744150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43234) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:44.760859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-268199558-network', 'tenant_id': 'dfa29bd2750046f1b82e013fb46e08f4'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:44.930206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Made reservation on behalf of dfa29bd2750046f1b82e013fb46e08f4 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:44.933615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:44.966727 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:45.150997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:45.228992 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:45.322626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ff68c3-e7ba-4a07-a7aa-524e13063b6d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:45.324063 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:17:45.337886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:45.338594 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Added segment c785ae3b-0d2c-4aa5-85d4-588e3645d03b of type vlan for network 50df140a-11a0-4228-92a6-5b88c0cd0441 Aug 10 02:17:45.439878 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:45.534388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250b66b-ac31-465a-82a1-4e0128cc8d1a req-72af4944-d363-4df1-aea1-ace88c284b36 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:45.541010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c250b66b-ac31-465a-82a1-4e0128cc8d1a req-72af4944-d363-4df1-aea1-ace88c284b36 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.1497555 Aug 10 02:17:45.601059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c250b66b-ac31-465a-82a1-4e0128cc8d1a req-97ed46f7-49fe-4a50-a690-b050f479816d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552359 Aug 10 02:17:45.714218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94dc6f-9d4c-4b81-94c4-9f309332e96a req-c34a19ad-15b9-46a4-94ee-b2d2ecf1d05a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:45.716870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da94dc6f-9d4c-4b81-94c4-9f309332e96a req-c34a19ad-15b9-46a4-94ee-b2d2ecf1d05a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.0693660 Aug 10 02:17:45.764748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da94dc6f-9d4c-4b81-94c4-9f309332e96a req-aecae7b2-fc96-4ca2-8a56-4fb15bf3e5be tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Aug 10 02:17:45.890122 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:45.891157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:45.891769 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:45.956499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] Pushing event updated for resources: {'Network': ['ID=50df140a-11a0-4228-92a6-5b88c0cd0441,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:45.967289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 50df140a-11a0-4228-92a6-5b88c0cd0441 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:17:46.011113 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f5932eda-78f2-4bca-9c63-e43be0aa1c95 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2619998 Aug 10 02:17:46.011997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43254) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:46.021955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Request body: {'subnet': {'network_id': '50df140a-11a0-4228-92a6-5b88c0cd0441', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-268199558-subnet', 'tenant_id': 'dfa29bd2750046f1b82e013fb46e08f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:46.175527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Made reservation on behalf of dfa29bd2750046f1b82e013fb46e08f4 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:46.177906 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:46.879581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6441c4-dd65-4da5-b75c-8872cbe15e98 req-a38ad3eb-fa12-4072-8e85-4b341a7e9872 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:46.886681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df6441c4-dd65-4da5-b75c-8872cbe15e98 req-a38ad3eb-fa12-4072-8e85-4b341a7e9872 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.1286616 Aug 10 02:17:46.928042 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:46.996979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbc4690-785a-4e00-9efd-40bd58203214,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:47.046702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53534093-82ce-4602-b429-f3139d569e76 req-1f1dc3b6-147b-40ab-af96-93464735f310 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:47.048388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53534093-82ce-4602-b429-f3139d569e76 req-1f1dc3b6-147b-40ab-af96-93464735f310 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.1579480 Aug 10 02:17:47.071100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df6441c4-dd65-4da5-b75c-8872cbe15e98 req-285ce623-247f-4e5c-8b6e-49f1185a42fc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821413 Aug 10 02:17:47.107311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Checking segment: {'id': 'c785ae3b-0d2c-4aa5-85d4-588e3645d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '50df140a-11a0-4228-92a6-5b88c0cd0441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:47.111022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Network hostable DHCP agents. Network: 50df140a-11a0-4228-92a6-5b88c0cd0441, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:17:47.147166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53534093-82ce-4602-b429-f3139d569e76 req-015ab633-3571-44f8-a51b-5274c0d3b1ce tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724449 Aug 10 02:17:47.233725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Network 50df140a-11a0-4228-92a6-5b88c0cd0441 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:17:47.387703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 50df140a-11a0-4228-92a6-5b88c0cd0441) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:47.392187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:47.392783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:47.406128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95697602-8360-417b-9d9b-3dcd8e7901f4 None None] Network 50df140a-11a0-4228-92a6-5b88c0cd0441 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:47.530020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f22817ec-56bf-4bf5-bb11-99a213b6118c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5078986 Aug 10 02:17:47.658711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e580f0ae-d5a2-4d10-9af3-22b475dd26ad None None] Network 50df140a-11a0-4228-92a6-5b88c0cd0441 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:17:47.971490 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-868872da-e789-449a-ae20-ad022c4c5999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:48.525320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e83a82-d4fa-4a88-9f0d-d8d9b4b7790c req-0a106e02-b95d-4dbd-8be2-0d6628c42dd7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:48.527729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5e83a82-d4fa-4a88-9f0d-d8d9b4b7790c req-0a106e02-b95d-4dbd-8be2-0d6628c42dd7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.3476646 Aug 10 02:17:48.628270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b2fe8f01-4df8-4b84-9980-0f20e54378a1 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:48.635468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b2fe8f01-4df8-4b84-9980-0f20e54378a1 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/networks?id=0acbe039-cf29-4ccc-8509-ee79735f0f26 HTTP/1.1" status: 200 len: 812 time: 0.4223883 Aug 10 02:17:48.649282 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-371b935c-54b7-4436-ae47-40b6ad666214 req-aa23185b-12b5-4dd6-8549-87644a99b189 service neutron] show failed (client error): The resource could not be found. Aug 10 02:17:48.650350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-aa23185b-12b5-4dd6-8549-87644a99b189 service neutron] 10.222.0.11 "GET /v2.0/ports/678b7452-c579-4fcf-ae02-c579dad1876c/bindings/n-h1-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.2745326 Aug 10 02:17:48.675871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-20f544ec-bfc1-4478-986f-85c46b3c4a83 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/quotas/707bc8e2dd114534ba4f6485e0c110ad HTTP/1.1" status: 200 len: 375 time: 0.0392983 Aug 10 02:17:48.721758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5e83a82-d4fa-4a88-9f0d-d8d9b4b7790c req-144d7095-a560-487f-ac82-7b64dee2c412 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824851 Aug 10 02:17:48.779448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-e0a82a7a-7b87-4ef5-b28d-973abfa409d6 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=707bc8e2dd114534ba4f6485e0c110ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016707 Aug 10 02:17:48.951786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f1429-7bc9-4fa9-b320-10076573f6a7 req-2d530cfe-f246-4e47-9bf8-99fc550f91cc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:48.961202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0f1429-7bc9-4fa9-b320-10076573f6a7 req-2d530cfe-f246-4e47-9bf8-99fc550f91cc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.0944803 Aug 10 02:17:49.017198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0f1429-7bc9-4fa9-b320-10076573f6a7 req-88e816f8-e8f4-458c-98bf-49c831a620be tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548029 Aug 10 02:17:49.030843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-d877c38f-8eac-4ebf-be58-83aa59186b12 service neutron] 10.222.0.38 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501960 Aug 10 02:17:49.079415 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:17:49.194919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-74c590a4-873c-404b-9c73-a62774b5822c service neutron] 10.222.0.38 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553898 Aug 10 02:17:49.307531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-a374861f-d00b-4bdf-8040-705f2a1c56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:49.309940 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-a374861f-d00b-4bdf-8040-705f2a1c56da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 1098 time: 0.1362884 Aug 10 02:17:49.323482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:49.453192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:49.550710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e0e5661-5856-419b-bbd7-9f60cf29a74a req-c7e8df84-abe2-48bf-9044-437a64a91999 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 210 time: 0.0388966 Aug 10 02:17:49.805229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:49.856725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:49.946574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:49.951564 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4601fb-e4e3-47db-8d6e-f1f11a5d2462" -d '{"events": [{"server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "name": "network-vif-unplugged", "status": "completed", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:49.956266 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:49.974628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Transition to ACTIVE for port object 678b7452-c579-4fcf-ae02-c579dad1876c will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:49.992524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da660ff-499c-4312-a327-c5668f400644 req-87926818-5860-4b35-89ba-7a3bb87d4ee4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:50.008080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7da660ff-499c-4312-a327-c5668f400644 req-87926818-5860-4b35-89ba-7a3bb87d4ee4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.1281383 Aug 10 02:17:50.096545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:50.109887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7da660ff-499c-4312-a327-c5668f400644 req-4825b2f2-27b3-4803-873e-95b2d5d1655b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970905 Aug 10 02:17:50.245609 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e3ad38-f5ce-45ff-9e8d-de52fc505d4f x-openstack-request-id: req-b3e3ad38-f5ce-45ff-9e8d-de52fc505d4f {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:50.246393 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "name": "network-vif-unplugged", "status": "completed", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:50.247036 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b3e3ad38-f5ce-45ff-9e8d-de52fc505d4f {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:50.248733 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c', 'code': 200} Aug 10 02:17:50.295887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Pushing event updated for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:50.344875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] No DVR routers for this DVR port 678b7452-c579-4fcf-ae02-c579dad1876c on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:17:50.357284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70e838-12dc-49f6-82a9-c63d4592fc09 req-59b428cf-3a68-46c1-895a-41fad5f71fc8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:50.360366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e70e838-12dc-49f6-82a9-c63d4592fc09 req-59b428cf-3a68-46c1-895a-41fad5f71fc8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.1225805 Aug 10 02:17:50.472782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e70e838-12dc-49f6-82a9-c63d4592fc09 req-6df3dc6b-41a9-4ff9-b9f7-3e9382d5a468 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028581 Aug 10 02:17:50.555008 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22ca58cc-e120-468e-afb4-164917e09938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:50.685704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Attempting to bind port 678b7452-c579-4fcf-ae02-c579dad1876c on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:50.686099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Attempting to bind port 678b7452-c579-4fcf-ae02-c579dad1876c by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:50.686396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Attempting to bind port 678b7452-c579-4fcf-ae02-c579dad1876c on network 314a0e05-aad3-4309-ae3f-21f04c666e04 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:50.732577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Port 678b7452-c579-4fcf-ae02-c579dad1876c on network 314a0e05-aad3-4309-ae3f-21f04c666e04 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:17:50.732923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Attempting to bind port 678b7452-c579-4fcf-ae02-c579dad1876c on network 314a0e05-aad3-4309-ae3f-21f04c666e04 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:50.737401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1c21be6-5bbd-4a8c-975a-e9c757a44e2b req-4bb0cd44-c33b-4d4a-af8c-89be159f2bf1 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 210 time: 0.0909429 Aug 10 02:17:50.754470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:50.754470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Checking segment: {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:50.754470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Bound using segment: {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:50.754470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Bound port: 678b7452-c579-4fcf-ae02-c579dad1876c, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:50.754470 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:50.827532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:50.830831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:51.093242 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:51.137434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:51.137434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:51.138390 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] 10.222.0.16 "PUT /v2.0/ports/678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 1093 time: 1.8189349 Aug 10 02:17:51.144564 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:51.174110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207bf43-a28b-4b41-8c54-cda6c3df3208 service neutron] Pushing event updated for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:51.232799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-f6c32836-b726-4df6-9b1a-aed282cc9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:51.232799 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-f6c32836-b726-4df6-9b1a-aed282cc9616 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1096 time: 0.0536153 Aug 10 02:17:51.382204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-e7a4b651-7052-4fca-84bd-e787ead451c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:51.383931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-e7a4b651-7052-4fca-84bd-e787ead451c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 897 time: 0.1446698 Aug 10 02:17:51.387448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fb2be-cdd2-4d87-b0e5-738a6e346600 req-47c09e04-9ea6-4a26-a1f7-7baef6a67f51 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:51.400641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-082fb2be-cdd2-4d87-b0e5-738a6e346600 req-47c09e04-9ea6-4a26-a1f7-7baef6a67f51 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 944 time: 0.1629369 Aug 10 02:17:51.413606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 678b7452-c579-4fcf-ae02-c579dad1876c no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:17:51.489783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-4ec58c7e-ba17-45b8-8282-9f14b44db5ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 1000 time: 0.0921779 Aug 10 02:17:51.533284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 678b7452-c579-4fcf-ae02-c579dad1876c not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:17:51.548718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-082fb2be-cdd2-4d87-b0e5-738a6e346600 req-3eb954cc-52ea-4d7d-96b4-fa2c962fcc58 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470759 Aug 10 02:17:51.689548 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-afebd570-ea3a-4675-a0b8-447b782a23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:51.693924 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-afebd570-ea3a-4675-a0b8-447b782a23fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 200 len: 835 time: 0.1890275 Aug 10 02:17:51.728002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a708fd-c45d-4ba0-ba34-22661c2754e4 req-a2ba25a4-a68f-4495-ae89-0005cd13b244 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:51.729625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a708fd-c45d-4ba0-ba34-22661c2754e4 req-a2ba25a4-a68f-4495-ae89-0005cd13b244 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.1367409 Aug 10 02:17:51.818283 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37a708fd-c45d-4ba0-ba34-22661c2754e4 req-f51c5c8a-f075-4775-812c-911d5630f769 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754583 Aug 10 02:17:51.831676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b935c-54b7-4436-ae47-40b6ad666214 req-3a0f919f-e639-4351-9a64-d2c7d1719097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:51.836797 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-3a0f919f-e639-4351-9a64-d2c7d1719097 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=314a0e05-aad3-4309-ae3f-21f04c666e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245525 Aug 10 02:17:51.972264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7785526b-a581-47b6-8c54-576e1287690e req-7b544573-2dc1-4461-ba8a-66c986c1d279 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 210 time: 0.0592182 Aug 10 02:17:52.038132 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-8226fb40-d402-4870-bb11-13dea6589520 service neutron] 10.222.0.16 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957347 Aug 10 02:17:52.198727 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-371b935c-54b7-4436-ae47-40b6ad666214 req-ee7785c8-67a8-4826-aff8-7bd17a7c76be service neutron] 10.222.0.16 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500874 Aug 10 02:17:52.249927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:52.252379 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92" -d '{"events": [{"name": "network-changed", "server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:52.264058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:52.306824 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f900a8-2af0-4696-8831-615a34a5c5ee x-openstack-request-id: req-b1f900a8-2af0-4696-8831-615a34a5c5ee {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:52.307220 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:52.307585 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b1f900a8-2af0-4696-8831-615a34a5c5ee {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:52.308004 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c', 'status': 'completed', 'code': 200} Aug 10 02:17:52.440438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-3e1846c3-58b1-4d1c-a32d-0067eff6a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:52.441857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-cb4a0172-fc6e-4f02-8045-1fbd94023f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:52.444272 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-cb4a0172-fc6e-4f02-8045-1fbd94023f22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1096 time: 0.0780196 Aug 10 02:17:52.445664 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-3e1846c3-58b1-4d1c-a32d-0067eff6a637 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1096 time: 0.1146643 Aug 10 02:17:52.583756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-8b21fe7f-e7c7-4070-a91f-0f401e200265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:52.586184 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-8b21fe7f-e7c7-4070-a91f-0f401e200265 service neutron] 10.222.0.16 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 897 time: 0.1321738 Aug 10 02:17:52.763469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-17304217-00a3-4a23-a694-2903223cf04d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 1000 time: 0.1667979 Aug 10 02:17:52.792676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-c7482c11-1119-4db9-bf51-6df53ac5c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:52.795433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-c7482c11-1119-4db9-bf51-6df53ac5c02e service neutron] 10.222.0.11 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 897 time: 0.3351696 Aug 10 02:17:52.827858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-8b1efc7d-e88d-4d47-a8a6-4e5ac7f26eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:52.842952 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-8b1efc7d-e88d-4d47-a8a6-4e5ac7f26eea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 200 len: 835 time: 0.0616403 Aug 10 02:17:52.879654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b89f87-0dcb-4aa5-835d-8f2f94add0ef req-f13f4b38-5300-4f87-bde3-071d8f56e8af tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:52.889504 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16b89f87-0dcb-4aa5-835d-8f2f94add0ef req-f13f4b38-5300-4f87-bde3-071d8f56e8af tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 944 time: 0.2106862 Aug 10 02:17:53.005293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-9054f8f2-e0e0-4960-b4e7-af90254d4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:53.007660 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-9054f8f2-e0e0-4960-b4e7-af90254d4935 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=314a0e05-aad3-4309-ae3f-21f04c666e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637616 Aug 10 02:17:53.078655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16b89f87-0dcb-4aa5-835d-8f2f94add0ef req-26276720-1919-40fa-ab68-7935c71902f1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879754 Aug 10 02:17:53.194787 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-313c2cdc-e35f-4c04-aff6-72690a85cb7c service neutron] 10.222.0.16 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771810 Aug 10 02:17:53.204938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-d1545ce3-beaa-4f2e-a400-188bab6b1428 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:53.207915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-d1545ce3-beaa-4f2e-a400-188bab6b1428 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.11 "GET /v2.0/networks?id=0acbe039-cf29-4ccc-8509-ee79735f0f26 HTTP/1.1" status: 200 len: 812 time: 0.3394084 Aug 10 02:17:53.224317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Request body: {'port': {'device_id': '9a255ad2-0bbe-4363-ac6e-93429331ffa7', 'network_id': '0acbe039-cf29-4ccc-8509-ee79735f0f26', 'admin_state_up': True, 'tenant_id': '707bc8e2dd114534ba4f6485e0c110ad'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:53.234983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-9bc32a79-905f-4ebb-b0e0-bafacf5a797b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 1000 time: 0.4287148 Aug 10 02:17:53.274086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f52b5d-7b2c-4da2-a1a7-74f2be13049f req-c22a9d2b-c203-4b81-adb9-0c22f4c45b3e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:53.276602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f52b5d-7b2c-4da2-a1a7-74f2be13049f req-c22a9d2b-c203-4b81-adb9-0c22f4c45b3e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.1861224 Aug 10 02:17:53.352047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbc0a28c-e723-487e-a68c-9f0160404d30 req-9fc3635c-daea-4df9-963e-6d2a59507976 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 210 time: 0.0726640 Aug 10 02:17:53.366067 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-ce132139-2205-482d-b115-6ceda4283f89 service neutron] 10.222.0.16 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605728 Aug 10 02:17:53.466223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16f52b5d-7b2c-4da2-a1a7-74f2be13049f req-df053dc4-47e4-43d1-a7a8-edae27dd48d4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100452 Aug 10 02:17:53.476020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-22918b06-8d70-473f-9aab-801b783e4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:53.477523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-22918b06-8d70-473f-9aab-801b783e4d9c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 200 len: 835 time: 0.2213843 Aug 10 02:17:53.576800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-f2a0ef6f-cd3b-4cb1-94bd-cc2964ae123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:53.578901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-f2a0ef6f-cd3b-4cb1-94bd-cc2964ae123a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=314a0e05-aad3-4309-ae3f-21f04c666e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913944 Aug 10 02:17:53.658542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Made reservation on behalf of 707bc8e2dd114534ba4f6485e0c110ad for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:17:53.662410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:53.755594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-39cd7f30-6880-4455-b7af-52893e283229 service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688612 Aug 10 02:17:53.840411 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:53.973760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f073a24-e14d-4c26-a8cc-8d1e8b9c1a92 req-7839e9ea-675f-4bda-9527-4fa557b7a849 service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060208 Aug 10 02:17:53.979268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Allocated IP 172.20.0.7 (0acbe039-cf29-4ccc-8509-ee79735f0f26/60594acb-aa43-43ad-9f9c-f551a24832b2/e37c3562-c1d6-4350-97b9-11cbd3ec4839) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:17:54.284567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c547e9f-34dd-4780-8cbc-bfd3c6a3edb6 req-115f4d57-1907-4651-8c42-bf5f2456758d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:54.286299 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c547e9f-34dd-4780-8cbc-bfd3c6a3edb6 req-115f4d57-1907-4651-8c42-bf5f2456758d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 944 time: 0.0945151 Aug 10 02:17:54.341877 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:54.365387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c547e9f-34dd-4780-8cbc-bfd3c6a3edb6 req-5774744a-bbfe-4d34-a365-d96418d2b7dc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726907 Aug 10 02:17:54.514534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af3687be-438b-4918-b199-12a3e8394a7a req-8c096c84-4f92-41df-8ab3-be478bbcc08f tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 210 time: 0.0298488 Aug 10 02:17:54.555208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:54.638230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Network 0acbe039-cf29-4ccc-8509-ee79735f0f26 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:17:54.660667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:17:54.670744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:17:54.670744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Pushing event updated for resources: {'Port': ['ID=e37c3562-c1d6-4350-97b9-11cbd3ec4839,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:54.752859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309d969-d487-41a2-9d69-5a4cdd1f13ff req-e0eab2c3-a012-4781-bf3f-094b1d2ee1e3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:54.753527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8309d969-d487-41a2-9d69-5a4cdd1f13ff req-e0eab2c3-a012-4781-bf3f-094b1d2ee1e3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.1933537 Aug 10 02:17:54.769754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:54.769754 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:54.827274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8309d969-d487-41a2-9d69-5a4cdd1f13ff req-ff5200c9-3599-4845-ad47-5ea8913f0132 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545182 Aug 10 02:17:54.875718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-b843429a-8b32-441d-9706-cab8fdf797ff tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6563051 Aug 10 02:17:54.889583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Request body: {'port': {'device_id': '9a255ad2-0bbe-4363-ac6e-93429331ffa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:17:54.985723 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:55.361695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37c3562-c1d6-4350-97b9-11cbd3ec4839 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:17:55.373974 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:55.388368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Transition to ACTIVE for port object e37c3562-c1d6-4350-97b9-11cbd3ec4839 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:17:55.486653 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:55.564814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Pushing event updated for resources: {'Port': ['ID=e37c3562-c1d6-4350-97b9-11cbd3ec4839,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:55.578362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969abd48-65f9-4712-8f45-a64a901cb8fd req-1fff4ad4-9d29-4a2f-985a-e0a049f8d1e5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:55.639534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-969abd48-65f9-4712-8f45-a64a901cb8fd req-1fff4ad4-9d29-4a2f-985a-e0a049f8d1e5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 944 time: 0.1223803 Aug 10 02:17:55.724641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-969abd48-65f9-4712-8f45-a64a901cb8fd req-473eeebd-e015-4c09-b112-cabd4a440622 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207447 Aug 10 02:17:55.742053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Attempting to bind port e37c3562-c1d6-4350-97b9-11cbd3ec4839 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:17:55.742455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Attempting to bind port e37c3562-c1d6-4350-97b9-11cbd3ec4839 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'efe8f97d-61ba-4598-a44f-0262130ed323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0acbe039-cf29-4ccc-8509-ee79735f0f26'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:17:55.742861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Attempting to bind port e37c3562-c1d6-4350-97b9-11cbd3ec4839 on network 0acbe039-cf29-4ccc-8509-ee79735f0f26 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:55.758037 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a787a97-cae9-4f75-9d43-5b8fdd55e441 req-b21397e2-f419-4532-a280-d405fafcb488 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:55.760189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a787a97-cae9-4f75-9d43-5b8fdd55e441 req-b21397e2-f419-4532-a280-d405fafcb488 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 943 time: 0.1294250 Aug 10 02:17:55.761363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Port e37c3562-c1d6-4350-97b9-11cbd3ec4839 on network 0acbe039-cf29-4ccc-8509-ee79735f0f26 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:17:55.761768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Attempting to bind port e37c3562-c1d6-4350-97b9-11cbd3ec4839 on network 0acbe039-cf29-4ccc-8509-ee79735f0f26 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:17:55.769049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:17:55.769446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Checking segment: {'id': 'efe8f97d-61ba-4598-a44f-0262130ed323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0acbe039-cf29-4ccc-8509-ee79735f0f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:17:55.769906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Bound using segment: {'id': 'efe8f97d-61ba-4598-a44f-0262130ed323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0acbe039-cf29-4ccc-8509-ee79735f0f26'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:17:55.770425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Bound port: e37c3562-c1d6-4350-97b9-11cbd3ec4839, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe8f97d-61ba-4598-a44f-0262130ed323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0acbe039-cf29-4ccc-8509-ee79735f0f26'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:17:55.770872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:55.853198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a787a97-cae9-4f75-9d43-5b8fdd55e441 req-0268b486-cf15-436e-b467-89c65585329b tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788794 Aug 10 02:17:55.889307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] For port e37c3562-c1d6-4350-97b9-11cbd3ec4839, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:17:55.889307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] For port e37c3562-c1d6-4350-97b9-11cbd3ec4839, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e37c3562-c1d6-4350-97b9-11cbd3ec4839,segment=NetworkSegment(efe8f97d-61ba-4598-a44f-0262130ed323),segment_id=efe8f97d-61ba-4598-a44f-0262130ed323)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:17:55.977377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1992f-4017-4f22-8ecb-0a7fb10a82ff req-2fefd27d-4238-466a-956c-d0fa7fc69982 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:55.979126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b1992f-4017-4f22-8ecb-0a7fb10a82ff req-2fefd27d-4238-466a-956c-d0fa7fc69982 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.0574069 Aug 10 02:17:55.982296 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:56.095731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:56.096410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:56.097894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] 10.222.0.11 "PUT /v2.0/ports/e37c3562-c1d6-4350-97b9-11cbd3ec4839 HTTP/1.1" status: 200 len: 1092 time: 1.2139635 Aug 10 02:17:56.129930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a255ad2-0bbe-4363-ac6e-93429331ffa7', 'tag': 'e37c3562-c1d6-4350-97b9-11cbd3ec4839'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:56.132303 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e906301d-7136-497f-bb50-bd45d2a87053" -d '{"events": [{"name": "network-changed", "server_uuid": "9a255ad2-0bbe-4363-ac6e-93429331ffa7", "tag": "e37c3562-c1d6-4350-97b9-11cbd3ec4839"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:56.145260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b1992f-4017-4f22-8ecb-0a7fb10a82ff req-6e108756-9efe-4844-8e3e-14f99c6948b1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343095 Aug 10 02:17:56.176039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac68fa-895d-4215-82e6-5ddd836cda2e service neutron] Pushing event updated for resources: {'Port': ['ID=e37c3562-c1d6-4350-97b9-11cbd3ec4839,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:56.288379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-e967306f-e4c9-41c7-8114-f49407006171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:56.290759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-e967306f-e4c9-41c7-8114-f49407006171 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707bc8e2dd114534ba4f6485e0c110ad&device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 1095 time: 0.0866930 Aug 10 02:17:56.406994 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03445cf3-d6be-4e45-be55-bf09403f4d5d x-openstack-request-id: req-03445cf3-d6be-4e45-be55-bf09403f4d5d {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:56.407394 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a255ad2-0bbe-4363-ac6e-93429331ffa7", "tag": "e37c3562-c1d6-4350-97b9-11cbd3ec4839", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:56.407718 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-03445cf3-d6be-4e45-be55-bf09403f4d5d {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:56.408216 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a255ad2-0bbe-4363-ac6e-93429331ffa7', 'tag': 'e37c3562-c1d6-4350-97b9-11cbd3ec4839', 'status': 'completed', 'code': 200} Aug 10 02:17:56.478047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-9a55588d-1180-48f1-be5f-80d68241da40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37c3562-c1d6-4350-97b9-11cbd3ec4839 HTTP/1.1" status: 200 len: 217 time: 0.1781745 Aug 10 02:17:56.586075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf18f3c-82e9-45b3-b6cb-67a4551feafe req-20dee79e-28f1-4b26-b786-25247639083a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:56.587719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6cf18f3c-82e9-45b3-b6cb-67a4551feafe req-20dee79e-28f1-4b26-b786-25247639083a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 944 time: 0.1786666 Aug 10 02:17:56.593908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 678b7452-c579-4fcf-ae02-c579dad1876c details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:17:56.597823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb28194-4041-4f98-85db-c45b74f807da req-f739babc-3fce-4faa-ab23-0f7794d46065 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:56.602216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb28194-4041-4f98-85db-c45b74f807da req-f739babc-3fce-4faa-ab23-0f7794d46065 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 944 time: 0.1970692 Aug 10 02:17:56.604123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-a0bc6409-9eff-4f20-a997-919c8a6acdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:56.605573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-a0bc6409-9eff-4f20-a997-919c8a6acdfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60594acb-aa43-43ad-9f9c-f551a24832b2 HTTP/1.1" status: 200 len: 852 time: 0.1096058 Aug 10 02:17:56.730111 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-ceb28194-4041-4f98-85db-c45b74f807da req-d0c18934-e1f2-4610-8e34-78a53dad7d08 service neutron] delete failed (client error): The resource could not be found. Aug 10 02:17:56.732704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb28194-4041-4f98-85db-c45b74f807da req-d0c18934-e1f2-4610-8e34-78a53dad7d08 service neutron] 10.222.0.11 "DELETE /v2.0/ports/678b7452-c579-4fcf-ae02-c579dad1876c/bindings/n-h2-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.1162667 Aug 10 02:17:56.734929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-3d45766b-63de-4e30-97e2-59086c694299 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0acbe039-cf29-4ccc-8509-ee79735f0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176522 Aug 10 02:17:56.749538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:56.767261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '678b7452-c579-4fcf-ae02-c579dad1876c', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'port_id': '678b7452-c579-4fcf-ae02-c579dad1876c', 'mac_address': 'fa:16:3e:30:71:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:17:56.792732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6cf18f3c-82e9-45b3-b6cb-67a4551feafe req-1acee431-fbc8-4010-9de7-182fb7358172 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776040 Aug 10 02:17:56.984749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:56.999113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678b7452-c579-4fcf-ae02-c579dad1876c {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:17:57.020736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:57.092306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:57.158829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:57.239187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb28194-4041-4f98-85db-c45b74f807da req-7db0edb6-50f5-419e-a9d8-8085c05b310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:57.240859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb28194-4041-4f98-85db-c45b74f807da req-7db0edb6-50f5-419e-a9d8-8085c05b310e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1096 time: 0.4464774 Aug 10 02:17:57.281658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-ee61530b-206c-4f49-b550-81234a5f942f service neutron] 10.222.0.11 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348721 Aug 10 02:17:57.289060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80311-0dd0-40cb-aec8-fa310e309f63 req-e67d004b-7eb8-40d3-ac20-49fb83cb1261 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:57.290572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7bb80311-0dd0-40cb-aec8-fa310e309f63 req-e67d004b-7eb8-40d3-ac20-49fb83cb1261 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 943 time: 0.1178372 Aug 10 02:17:57.370255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['678b7452-c579-4fcf-ae02-c579dad1876c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:17:57.486060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7bb80311-0dd0-40cb-aec8-fa310e309f63 req-60d334ea-2112-426d-af1d-49079a35276d tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544876 Aug 10 02:17:57.504510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7ee13-f1f7-4054-a7d9-5aead32ef7ee req-cd4ea10a-6db3-4646-bbca-8d35c599101d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:57.512763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66f7ee13-f1f7-4054-a7d9-5aead32ef7ee req-cd4ea10a-6db3-4646-bbca-8d35c599101d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.1899362 Aug 10 02:17:57.522894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb28194-4041-4f98-85db-c45b74f807da req-723bac98-725a-4e91-804d-821cecace24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:57.525408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb28194-4041-4f98-85db-c45b74f807da req-723bac98-725a-4e91-804d-821cecace24a service neutron] 10.222.0.11 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 897 time: 0.2737477 Aug 10 02:17:57.609485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77fe1da5-648f-4bdf-a0ca-585a46374606 req-7ea50144-8c91-420c-addb-d1e147940faa service neutron] 10.222.0.11 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897797 Aug 10 02:17:57.632444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66f7ee13-f1f7-4054-a7d9-5aead32ef7ee req-ef24e733-6181-4f94-b4c3-737bc70a9583 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187580 Aug 10 02:17:57.636877 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb28194-4041-4f98-85db-c45b74f807da req-feb27503-b150-42e1-b3cd-a6f3e5f429fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 1001 time: 0.0979488 Aug 10 02:17:57.698995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb28194-4041-4f98-85db-c45b74f807da req-b0ca440b-0d97-4f73-bcf7-53395ec7b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:57.701119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb28194-4041-4f98-85db-c45b74f807da req-b0ca440b-0d97-4f73-bcf7-53395ec7b00b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 200 len: 835 time: 0.0561874 Aug 10 02:17:57.781741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb28194-4041-4f98-85db-c45b74f807da req-9129a7f5-9b94-425b-b9c8-eef9251c96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:57.783315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb28194-4041-4f98-85db-c45b74f807da req-9129a7f5-9b94-425b-b9c8-eef9251c96be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=314a0e05-aad3-4309-ae3f-21f04c666e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736792 Aug 10 02:17:57.789476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906301d-7136-497f-bb50-bd45d2a87053 req-98d1aa16-0da1-4a11-9fdd-4a3055398fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:57.791024 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e906301d-7136-497f-bb50-bd45d2a87053 req-98d1aa16-0da1-4a11-9fdd-4a3055398fd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707bc8e2dd114534ba4f6485e0c110ad&device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 1095 time: 0.0540888 Aug 10 02:17:57.981117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a2b7-86c0-497a-a206-890324195b8c req-357d781c-f495-4b1f-913b-9ebea262ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:57.983459 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f838a2b7-86c0-497a-a206-890324195b8c req-357d781c-f495-4b1f-913b-9ebea262ef57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 1098 time: 0.0602198 Aug 10 02:17:58.005032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906301d-7136-497f-bb50-bd45d2a87053 req-fea26fab-9f1a-43b8-bb02-686e8ebe102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:58.006709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e906301d-7136-497f-bb50-bd45d2a87053 req-fea26fab-9f1a-43b8-bb02-686e8ebe102b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0acbe039-cf29-4ccc-8509-ee79735f0f26 HTTP/1.1" status: 200 len: 913 time: 0.2065513 Aug 10 02:17:58.014920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63c21d-af99-445b-a3d7-a3e224977dd5 req-7b98e980-0410-466d-93de-672e0ea4ca0d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:58.016452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f63c21d-af99-445b-a3d7-a3e224977dd5 req-7b98e980-0410-466d-93de-672e0ea4ca0d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 945 time: 0.1309097 Aug 10 02:17:58.018358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb28194-4041-4f98-85db-c45b74f807da req-404912df-67fb-443a-a37e-72f2481b29bd service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262356 Aug 10 02:17:58.081897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e906301d-7136-497f-bb50-bd45d2a87053 req-90856e01-fad4-4806-b52d-bec6ec103807 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37c3562-c1d6-4350-97b9-11cbd3ec4839 HTTP/1.1" status: 200 len: 217 time: 0.0625222 Aug 10 02:17:58.096293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a2b7-86c0-497a-a206-890324195b8c req-925c8fce-0785-4e4c-bab2-d7cd6bcfc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:58.097789 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f838a2b7-86c0-497a-a206-890324195b8c req-925c8fce-0785-4e4c-bab2-d7cd6bcfc23e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1069899 Aug 10 02:17:58.145992 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f838a2b7-86c0-497a-a206-890324195b8c req-34f95833-9d7b-4f34-9964-817b50e981bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d HTTP/1.1" status: 200 len: 217 time: 0.0397265 Aug 10 02:17:58.187902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f63c21d-af99-445b-a3d7-a3e224977dd5 req-8e33a945-8488-49a3-828f-b7acbaadcf9e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627729 Aug 10 02:17:58.204114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a2b7-86c0-497a-a206-890324195b8c req-d1c19ab4-5e83-45f1-a91c-87a16f11b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:58.205843 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f838a2b7-86c0-497a-a206-890324195b8c req-d1c19ab4-5e83-45f1-a91c-87a16f11b7fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0514107 Aug 10 02:17:58.211151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906301d-7136-497f-bb50-bd45d2a87053 req-13692ca8-5bcc-466e-addb-2a9e680d6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:58.212618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e906301d-7136-497f-bb50-bd45d2a87053 req-13692ca8-5bcc-466e-addb-2a9e680d6bc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60594acb-aa43-43ad-9f9c-f551a24832b2 HTTP/1.1" status: 200 len: 852 time: 0.0999763 Aug 10 02:17:58.216602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceb28194-4041-4f98-85db-c45b74f807da req-74c4b1aa-b1c9-4dc7-a37c-2e4fd76030c3 service neutron] 10.222.0.11 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889386 Aug 10 02:17:58.259875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e906301d-7136-497f-bb50-bd45d2a87053 req-85d9a4dd-a68a-42bd-863d-3e5473019d57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0acbe039-cf29-4ccc-8509-ee79735f0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358484 Aug 10 02:17:58.274200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a2b7-86c0-497a-a206-890324195b8c req-1afa66c7-d65d-420a-8eb3-f76f026708c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:58.277194 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f838a2b7-86c0-497a-a206-890324195b8c req-1afa66c7-d65d-420a-8eb3-f76f026708c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633731 Aug 10 02:17:58.378211 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f838a2b7-86c0-497a-a206-890324195b8c req-d3fc15e2-ff24-46fa-9421-0e289d9961d9 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938246 Aug 10 02:17:58.393408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e906301d-7136-497f-bb50-bd45d2a87053 req-2b492713-ec3a-45ba-8dcd-bb4320bb8d47 service neutron] 10.222.0.11 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091213 Aug 10 02:17:58.483094 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f838a2b7-86c0-497a-a206-890324195b8c req-88c65377-f348-41b3-ae05-ca7d3cfce7fc service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971808 Aug 10 02:17:58.503812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e906301d-7136-497f-bb50-bd45d2a87053 req-b9467e00-a404-4e6b-b082-8e095de8416e service neutron] 10.222.0.11 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032951 Aug 10 02:17:58.615124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 678b7452-c579-4fcf-ae02-c579dad1876c up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:17:58.617598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beca80-7912-43ed-bcdd-3d44088fb805 req-5e32aeb4-793c-40df-9fc3-1df4876a31e0 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:58.619485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67beca80-7912-43ed-bcdd-3d44088fb805 req-5e32aeb4-793c-40df-9fc3-1df4876a31e0 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 943 time: 0.0568593 Aug 10 02:17:58.665176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67beca80-7912-43ed-bcdd-3d44088fb805 req-0e91ba6d-fd99-41bf-88b5-edbf378802d8 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391698 Aug 10 02:17:58.784304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 678b7452-c579-4fcf-ae02-c579dad1876c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:17:58.791970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 678b7452-c579-4fcf-ae02-c579dad1876c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:17:58.799934 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.800096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235131c8-0191-4401-b926-d8bc6e0eada3 req-a2f4f07e-f6c2-462c-9168-04625cb6882d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:58.800213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-235131c8-0191-4401-b926-d8bc6e0eada3 req-a2f4f07e-f6c2-462c-9168-04625cb6882d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.0574944 Aug 10 02:17:58.861896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-235131c8-0191-4401-b926-d8bc6e0eada3 req-e52192e8-87dd-412e-8ea6-9ca3d4279a68 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461113 Aug 10 02:17:58.896277 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:58.920230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:17:58.922530 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b7b0fd-9339-4f7f-a37e-beae563f13a2" -d '{"events": [{"server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "name": "network-vif-plugged", "status": "completed", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:17:58.940932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:58.963247 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2dcb8e-c84e-4b55-9544-2418f7596626 x-openstack-request-id: req-ef2dcb8e-c84e-4b55-9544-2418f7596626 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:17:58.963727 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "name": "network-vif-plugged", "status": "completed", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:17:58.964175 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef2dcb8e-c84e-4b55-9544-2418f7596626 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:17:58.964985 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c', 'code': 200} Aug 10 02:17:59.039946 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:59.089058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:59.331952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46557e17-8822-4f89-9b2d-470835a6e1f6 req-4fc8889a-92e5-4826-be3f-2aeba62b7e73 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:59.333322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46557e17-8822-4f89-9b2d-470835a6e1f6 req-4fc8889a-92e5-4826-be3f-2aeba62b7e73 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0557537 Aug 10 02:17:59.387044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-46557e17-8822-4f89-9b2d-470835a6e1f6 req-614828ac-fe7f-4506-89ae-d26425c93454 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Aug 10 02:17:59.412226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e37c3562-c1d6-4350-97b9-11cbd3ec4839 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:17:59.413425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43540) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:17:59.477760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3e0535a0-b4d0-47a3-9b43-443d95909218 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/201089a3-0dc3-43a1-83db-a5633b931063 HTTP/1.1" status: 200 len: 994 time: 0.0629947 Aug 10 02:17:59.525276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e37c3562-c1d6-4350-97b9-11cbd3ec4839, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e37c3562-c1d6-4350-97b9-11cbd3ec4839,segment=NetworkSegment(efe8f97d-61ba-4598-a44f-0262130ed323),segment_id=efe8f97d-61ba-4598-a44f-0262130ed323)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:59.539322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'e37c3562-c1d6-4350-97b9-11cbd3ec4839', 'network_id': '0acbe039-cf29-4ccc-8509-ee79735f0f26', 'port_id': 'e37c3562-c1d6-4350-97b9-11cbd3ec4839', 'mac_address': 'fa:16:3e:71:a0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60594acb-aa43-43ad-9f9c-f551a24832b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:17:59.580346 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:59.593398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37c3562-c1d6-4350-97b9-11cbd3ec4839 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:17:59.614046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e37c3562-c1d6-4350-97b9-11cbd3ec4839, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e37c3562-c1d6-4350-97b9-11cbd3ec4839,segment=NetworkSegment(efe8f97d-61ba-4598-a44f-0262130ed323),segment_id=efe8f97d-61ba-4598-a44f-0262130ed323)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:17:59.691796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:59.752737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e37c3562-c1d6-4350-97b9-11cbd3ec4839,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:17:59.800006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4c273-8090-4305-bead-966b4d69a147 req-11204bfb-f241-45ba-80f8-7635c76b8a45 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:59.801550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7f4c273-8090-4305-bead-966b4d69a147 req-11204bfb-f241-45ba-80f8-7635c76b8a45 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 944 time: 0.0527964 Aug 10 02:17:59.841300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7f4c273-8090-4305-bead-966b4d69a147 req-a715bdc2-3618-4f4a-bbed-b11fe5b931a7 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Aug 10 02:17:59.942536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e37c3562-c1d6-4350-97b9-11cbd3ec4839'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:17:59.990465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e3d05-3e10-44a2-a9f6-397aa842642d req-a28fecbd-48c5-4a0e-a296-1b38dc971b37 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:17:59.992346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-092e3d05-3e10-44a2-a9f6-397aa842642d req-a28fecbd-48c5-4a0e-a296-1b38dc971b37 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.0614784 Aug 10 02:18:00.033586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-092e3d05-3e10-44a2-a9f6-397aa842642d req-9154b06b-72af-4c21-af06-ba882edd0d3d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Aug 10 02:18:00.963700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651a98c-ccd8-4876-9190-0acc9e7e0fc6 req-a9354317-54db-4f7b-8872-a781e49a2487 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:00.965431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d651a98c-ccd8-4876-9190-0acc9e7e0fc6 req-a9354317-54db-4f7b-8872-a781e49a2487 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 944 time: 0.0516372 Aug 10 02:18:01.011361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d651a98c-ccd8-4876-9190-0acc9e7e0fc6 req-a69f1a56-ec65-4358-a544-7a09a8aa0544 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390651 Aug 10 02:18:01.173563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763741a-60ca-45f8-8b09-b22f22abab88 req-67c0cd03-34b8-4d89-bcf7-b6637082028a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:01.175183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1763741a-60ca-45f8-8b09-b22f22abab88 req-67c0cd03-34b8-4d89-bcf7-b6637082028a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 946 time: 0.0552521 Aug 10 02:18:01.215291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1763741a-60ca-45f8-8b09-b22f22abab88 req-ad2bb2b4-7680-4389-adbc-000d2564b06b tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Aug 10 02:18:01.345464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b69a8-fdde-4338-9faf-17a2d0a5d357 req-88a38fdc-244b-4283-97fb-2d211f401ae7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:01.347111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-507b69a8-fdde-4338-9faf-17a2d0a5d357 req-88a38fdc-244b-4283-97fb-2d211f401ae7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0582662 Aug 10 02:18:01.389876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-507b69a8-fdde-4338-9faf-17a2d0a5d357 req-65a3f727-4e00-4dbb-acf4-15a2786bec54 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354385 Aug 10 02:18:01.424134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e37c3562-c1d6-4350-97b9-11cbd3ec4839 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:18:01.539149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f049c54-38d6-4553-aabc-2e83537bf223 req-b85cbb4e-86cc-4891-80db-bd15bd30e808 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:01.540701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f049c54-38d6-4553-aabc-2e83537bf223 req-b85cbb4e-86cc-4891-80db-bd15bd30e808 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0532312 Aug 10 02:18:01.548686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port e37c3562-c1d6-4350-97b9-11cbd3ec4839 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:18:01.552960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port e37c3562-c1d6-4350-97b9-11cbd3ec4839 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:18:01.553858 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:01.582084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f049c54-38d6-4553-aabc-2e83537bf223 req-70a1474b-3477-4ae0-9d39-48b95488886f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350420 Aug 10 02:18:01.646811 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:01.678002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a255ad2-0bbe-4363-ac6e-93429331ffa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37c3562-c1d6-4350-97b9-11cbd3ec4839'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:01.680372 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6321aa40-9ea9-4750-ace6-02f8f0095a04" -d '{"events": [{"server_uuid": "9a255ad2-0bbe-4363-ac6e-93429331ffa7", "name": "network-vif-plugged", "status": "completed", "tag": "e37c3562-c1d6-4350-97b9-11cbd3ec4839"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:01.703639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e37c3562-c1d6-4350-97b9-11cbd3ec4839, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e37c3562-c1d6-4350-97b9-11cbd3ec4839,segment=NetworkSegment(efe8f97d-61ba-4598-a44f-0262130ed323),segment_id=efe8f97d-61ba-4598-a44f-0262130ed323)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:01.732989 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32086be2-ac78-49d9-a019-bb95e22209bf x-openstack-request-id: req-32086be2-ac78-49d9-a019-bb95e22209bf {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:01.733267 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a255ad2-0bbe-4363-ac6e-93429331ffa7", "name": "network-vif-plugged", "status": "completed", "tag": "e37c3562-c1d6-4350-97b9-11cbd3ec4839", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:01.733525 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32086be2-ac78-49d9-a019-bb95e22209bf {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:01.733916 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a255ad2-0bbe-4363-ac6e-93429331ffa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37c3562-c1d6-4350-97b9-11cbd3ec4839', 'code': 200} Aug 10 02:18:01.832154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d92d16-c71e-4b4a-9b71-0791568897b4 req-ed3fec61-3c87-4ea9-9504-54edd57b45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:01.833652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2d92d16-c71e-4b4a-9b71-0791568897b4 req-ed3fec61-3c87-4ea9-9504-54edd57b45e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 1096 time: 0.0426719 Aug 10 02:18:01.862045 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:01.877374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2d92d16-c71e-4b4a-9b71-0791568897b4 req-d715a26b-b937-4c4f-a51b-4904813f40ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366933 Aug 10 02:18:01.928857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e37c3562-c1d6-4350-97b9-11cbd3ec4839,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:02.066466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea565792-3537-40a0-b5ae-c2e5797ff2cd req-da7692a3-a8ba-463c-b4fa-6cc210d4766c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:02.068284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea565792-3537-40a0-b5ae-c2e5797ff2cd req-da7692a3-a8ba-463c-b4fa-6cc210d4766c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0738442 Aug 10 02:18:02.146843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea565792-3537-40a0-b5ae-c2e5797ff2cd req-20f8db81-3c5c-406a-90bf-3038b69b051d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676901 Aug 10 02:18:02.171981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a49d-0695-4675-94d8-bd6f696b106b req-aae09c40-fa24-48a4-95ba-7374c2fa3653 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:02.173482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5231a49d-0695-4675-94d8-bd6f696b106b req-aae09c40-fa24-48a4-95ba-7374c2fa3653 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0740168 Aug 10 02:18:02.213890 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5231a49d-0695-4675-94d8-bd6f696b106b req-5e1b83bf-c03b-4f37-a3a2-05608123898b tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341668 Aug 10 02:18:02.655705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 4a0040e6-3ac5-4c1b-91fe-f9291141a65d no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:02.744681 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:02.779223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:02.855486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:02.905017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:03.269592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fa6c-3a1d-4d72-bf22-04223c243234 req-7dedd68b-39b8-41ca-9271-40bb660014bf tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:03.272124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04d8fa6c-3a1d-4d72-bf22-04223c243234 req-7dedd68b-39b8-41ca-9271-40bb660014bf tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0555019 Aug 10 02:18:03.344192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04d8fa6c-3a1d-4d72-bf22-04223c243234 req-f1aaff84-1c5f-41ee-b072-9a3df4b3f252 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638475 Aug 10 02:18:03.363978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547d877-19fd-45af-9ce8-362042e4d28d req-e2a6e7bc-da24-47da-965f-ad50c9fc7d15 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:03.365441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9547d877-19fd-45af-9ce8-362042e4d28d req-e2a6e7bc-da24-47da-965f-ad50c9fc7d15 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0697570 Aug 10 02:18:03.405475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9547d877-19fd-45af-9ce8-362042e4d28d req-5e9745a5-9990-4f79-9ccd-d5cd1c6057f3 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340183 Aug 10 02:18:03.529146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb21965-8468-40e1-bc43-28a52583e28e req-1b05e638-e403-4021-9094-2e9461febf10 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:03.530813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cb21965-8468-40e1-bc43-28a52583e28e req-1b05e638-e403-4021-9094-2e9461febf10 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0559590 Aug 10 02:18:03.569574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cb21965-8468-40e1-bc43-28a52583e28e req-ab4c108e-753f-4ad5-877e-453ce8325058 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327082 Aug 10 02:18:03.735471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:03.738537 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e76e4-19c2-4277-a94f-4b95e9eeff18" -d '{"events": [{"server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "name": "network-vif-unplugged", "status": "completed", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:03.771793 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7e9c60-96bf-4a56-a9f6-3c8003e42bd7 x-openstack-request-id: req-ba7e9c60-96bf-4a56-a9f6-3c8003e42bd7 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:03.772088 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "name": "network-vif-unplugged", "status": "failed", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d", "code": 422}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:03.772369 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ba7e9c60-96bf-4a56-a9f6-3c8003e42bd7 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:03.774655 n-d-767704-21 neutron-server[101225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d', 'code': 422} returned with failed status Aug 10 02:18:04.024971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60da4e-a946-428a-ae55-9500a3a5e9b1 req-a78bab0e-726d-44d0-92c1-34d46b3fabaa tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:04.026529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b60da4e-a946-428a-ae55-9500a3a5e9b1 req-a78bab0e-726d-44d0-92c1-34d46b3fabaa tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0515962 Aug 10 02:18:04.070416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b60da4e-a946-428a-ae55-9500a3a5e9b1 req-02c1c35b-09d2-4162-9a16-0f1e8b3be158 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371449 Aug 10 02:18:04.467523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df5e6-5ba0-403e-90af-d94b40104441 req-fbad4f24-d47b-47a0-a8b2-1f72cde23a39 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:04.469093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-710df5e6-5ba0-403e-90af-d94b40104441 req-fbad4f24-d47b-47a0-a8b2-1f72cde23a39 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0526659 Aug 10 02:18:04.512601 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-710df5e6-5ba0-403e-90af-d94b40104441 req-a7d679bc-0f3c-4bc3-ba2e-6bfbfa0dedd4 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372081 Aug 10 02:18:05.193645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11250b24-b3d1-4866-baac-d2b6c5e36cdd req-f462f12b-e8c4-4477-894c-9cefe7428961 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:05.195200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11250b24-b3d1-4866-baac-d2b6c5e36cdd req-f462f12b-e8c4-4477-894c-9cefe7428961 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0540233 Aug 10 02:18:05.235784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11250b24-b3d1-4866-baac-d2b6c5e36cdd req-2aa4645b-224e-4783-bad2-b74e1bfe047d tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Aug 10 02:18:05.664566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f835a-b12a-44f5-bca0-560eb11eaf2b req-a09acc10-8bbb-423f-af66-0722f146916e tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:05.666319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee1f835a-b12a-44f5-bca0-560eb11eaf2b req-a09acc10-8bbb-423f-af66-0722f146916e tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.1007342 Aug 10 02:18:05.737077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd613c7b-c97e-4ab6-abb6-3ed5ec20e19c req-a2fb0f4f-1491-44bf-935d-e84915fe7a45 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:05.738706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd613c7b-c97e-4ab6-abb6-3ed5ec20e19c req-a2fb0f4f-1491-44bf-935d-e84915fe7a45 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1181533 Aug 10 02:18:05.777970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee1f835a-b12a-44f5-bca0-560eb11eaf2b req-bb8d10a7-103d-4835-b309-34546531f828 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011629 Aug 10 02:18:05.794826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-b2e46626-75ca-4dc9-9605-c52a580730a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:05.796840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-b2e46626-75ca-4dc9-9605-c52a580730a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707bc8e2dd114534ba4f6485e0c110ad&device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 1097 time: 0.1069963 Aug 10 02:18:05.814241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd613c7b-c97e-4ab6-abb6-3ed5ec20e19c req-6c12b435-dedb-46e1-9e72-c115a458b3b3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680647 Aug 10 02:18:05.898651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-bb455b62-374f-4dbd-826d-0fed934da4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:05.900146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-bb455b62-374f-4dbd-826d-0fed934da4e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0acbe039-cf29-4ccc-8509-ee79735f0f26 HTTP/1.1" status: 200 len: 913 time: 0.0957503 Aug 10 02:18:05.953235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-4c5b53ba-c035-4a71-a7f0-c313c54a329e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37c3562-c1d6-4350-97b9-11cbd3ec4839 HTTP/1.1" status: 200 len: 217 time: 0.0453761 Aug 10 02:18:06.003439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-b1ef4b9f-7be1-4427-8a7d-a363073c2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:06.004933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-b1ef4b9f-7be1-4427-8a7d-a363073c2827 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60594acb-aa43-43ad-9f9c-f551a24832b2 HTTP/1.1" status: 200 len: 852 time: 0.0450065 Aug 10 02:18:06.043792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-fb744039-3943-4f1d-a6f6-8977d54942ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0acbe039-cf29-4ccc-8509-ee79735f0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318468 Aug 10 02:18:06.135313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-a48e9c54-cc08-4636-aaa5-e2257a861c03 service neutron] 10.222.0.11 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841486 Aug 10 02:18:06.236247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-919b8a20-8c4e-4992-84dc-02bc16e27123 req-b09407b0-38e8-40c3-bbd0-931637aeda17 service neutron] 10.222.0.11 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936513 Aug 10 02:18:06.901667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1e59-3f8f-4ae2-a255-c23e3a2b9ad7 req-5c836699-9575-4e9a-8af6-0921fa4cb4c3 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:06.903189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c4f1e59-3f8f-4ae2-a255-c23e3a2b9ad7 req-5c836699-9575-4e9a-8af6-0921fa4cb4c3 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0537169 Aug 10 02:18:06.967451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c4f1e59-3f8f-4ae2-a255-c23e3a2b9ad7 req-6bdb8835-b74e-4fab-9f77-22fa3e69b46a tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545232 Aug 10 02:18:06.982420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfb548-27b8-4c91-9561-1698e5a17967 req-10f1e5a1-f289-4d26-a004-4d80fdd808ce tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:06.984520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-badfb548-27b8-4c91-9561-1698e5a17967 req-10f1e5a1-f289-4d26-a004-4d80fdd808ce tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0798395 Aug 10 02:18:07.025607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-badfb548-27b8-4c91-9561-1698e5a17967 req-c9b6b6b0-6b7a-4e09-831e-e49f41a3168f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347083 Aug 10 02:18:08.101775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5c0c-ab47-46f6-8773-7d716c4c5a2c req-a9ca918d-1728-4cd5-aa7e-49d83a4d6246 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:08.103273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b4f5c0c-ab47-46f6-8773-7d716c4c5a2c req-a9ca918d-1728-4cd5-aa7e-49d83a4d6246 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0576785 Aug 10 02:18:08.171332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b4f5c0c-ab47-46f6-8773-7d716c4c5a2c req-b1dfcfda-7d66-4c77-a3b4-a404fbead376 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581164 Aug 10 02:18:08.179928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0e3da-122b-4fe0-a313-70ffab37a00a req-09891482-6caa-433c-ba9f-94cc9cdf83ea tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:08.181489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78a0e3da-122b-4fe0-a313-70ffab37a00a req-09891482-6caa-433c-ba9f-94cc9cdf83ea tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0773025 Aug 10 02:18:08.224860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78a0e3da-122b-4fe0-a313-70ffab37a00a req-294fa590-ce40-45f9-81d4-a0e82ed75b77 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364122 Aug 10 02:18:08.648307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a400f-0f94-45a8-9af1-e2f9a65e3338 req-cda8e7ec-07fd-41fc-9b9c-31bae3a988a3 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:08.649895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f15a400f-0f94-45a8-9af1-e2f9a65e3338 req-cda8e7ec-07fd-41fc-9b9c-31bae3a988a3 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0604889 Aug 10 02:18:08.692187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f15a400f-0f94-45a8-9af1-e2f9a65e3338 req-67f0d9c2-a5d4-4d3f-a1fb-b13cab045738 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333624 Aug 10 02:18:09.355695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec9b1f-83e7-4b6f-9411-e73707744287 req-5dfeee60-071f-4418-add0-5ca415aaa392 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:09.357709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9ec9b1f-83e7-4b6f-9411-e73707744287 req-5dfeee60-071f-4418-add0-5ca415aaa392 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0567288 Aug 10 02:18:09.395519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9ec9b1f-83e7-4b6f-9411-e73707744287 req-e6460c89-040d-4d07-a707-8a6510fc3387 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319078 Aug 10 02:18:09.810048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12646b95-a782-4b1a-9735-57f7c4817daf req-b541369d-2999-43cb-8cb7-4f01c2520711 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:09.811888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12646b95-a782-4b1a-9735-57f7c4817daf req-b541369d-2999-43cb-8cb7-4f01c2520711 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0514379 Aug 10 02:18:09.850067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12646b95-a782-4b1a-9735-57f7c4817daf req-25d20628-aae4-4ba1-bd48-ab2cc4dfe561 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Aug 10 02:18:10.198095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311160d-e0e5-42e3-842b-2990589751f2 req-2acb2921-985f-496e-8bf3-1d283290c0f4 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:10.199608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0311160d-e0e5-42e3-842b-2990589751f2 req-2acb2921-985f-496e-8bf3-1d283290c0f4 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0510137 Aug 10 02:18:10.241058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0311160d-e0e5-42e3-842b-2990589751f2 req-3b923f21-3fb9-44c7-a520-969086fab4d6 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343595 Aug 10 02:18:10.337699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-c0942c17-b8fd-4976-b948-c4a82c879e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:10.339478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-c0942c17-b8fd-4976-b948-c4a82c879e91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=707bc8e2dd114534ba4f6485e0c110ad&device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 1097 time: 0.0438104 Aug 10 02:18:10.433060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-bb39988b-edd0-4a21-96d6-83cbd09a74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:10.434569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-bb39988b-edd0-4a21-96d6-83cbd09a74c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0acbe039-cf29-4ccc-8509-ee79735f0f26 HTTP/1.1" status: 200 len: 913 time: 0.0876737 Aug 10 02:18:10.483436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-6b45d7c9-1e4e-479e-b11a-58bdb0583c38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e37c3562-c1d6-4350-97b9-11cbd3ec4839 HTTP/1.1" status: 200 len: 217 time: 0.0410733 Aug 10 02:18:10.556550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-863353c3-1cc2-44ed-aad3-c3ac058e28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:10.558010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-863353c3-1cc2-44ed-aad3-c3ac058e28fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60594acb-aa43-43ad-9f9c-f551a24832b2 HTTP/1.1" status: 200 len: 852 time: 0.0673862 Aug 10 02:18:10.568897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f04ca-2c2d-4d6a-8f8d-e03f1bf288d2 req-6aa0450f-9638-43af-a564-01ee8d5fbb75 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:10.568897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab0f04ca-2c2d-4d6a-8f8d-e03f1bf288d2 req-6aa0450f-9638-43af-a564-01ee8d5fbb75 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0876393 Aug 10 02:18:10.603947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-bfe33117-a68a-4bb9-830f-56c3ee952c33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0acbe039-cf29-4ccc-8509-ee79735f0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344892 Aug 10 02:18:10.664944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab0f04ca-2c2d-4d6a-8f8d-e03f1bf288d2 req-a1dcceef-7b31-4bb2-a7d5-ba30f0352ad9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873630 Aug 10 02:18:10.707754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-c102a3e3-8a50-48a9-8e76-746193281fe2 service neutron] 10.222.0.11 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965858 Aug 10 02:18:10.801315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81bcd5bc-c610-4f35-aa84-6da6eff86e00 req-449fcb92-8ae4-4257-b2b3-0eb6dcb28521 service neutron] 10.222.0.11 "GET /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870566 Aug 10 02:18:11.371200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4608d7-0c38-4305-978e-1ee1017e1d60 req-06fc6c31-631e-489c-ad61-97b59e58fb48 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:11.378999 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac4608d7-0c38-4305-978e-1ee1017e1d60 req-06fc6c31-631e-489c-ad61-97b59e58fb48 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0636778 Aug 10 02:18:11.418301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac4608d7-0c38-4305-978e-1ee1017e1d60 req-31b94db6-2ec1-4015-99b7-800b436fe26d tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368626 Aug 10 02:18:11.790958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fcfc9-3b6a-46ab-9612-1f7c0bd66dd4 req-da8a396b-0afe-4082-a91e-ae4ee9c11794 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:11.792647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a79fcfc9-3b6a-46ab-9612-1f7c0bd66dd4 req-da8a396b-0afe-4082-a91e-ae4ee9c11794 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0562811 Aug 10 02:18:11.835244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a79fcfc9-3b6a-46ab-9612-1f7c0bd66dd4 req-4d74af38-9328-4a6f-b890-97205f184253 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353508 Aug 10 02:18:12.548325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068d435-3dad-482e-8820-b4a9b93b8ed9 req-3c762a74-c9bf-4637-957b-8217a0e652fc tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:12.550010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f068d435-3dad-482e-8820-b4a9b93b8ed9 req-3c762a74-c9bf-4637-957b-8217a0e652fc tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0514643 Aug 10 02:18:12.597964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f068d435-3dad-482e-8820-b4a9b93b8ed9 req-3bcda9f7-fae2-4a9d-ac3b-d4241da44b1d tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Aug 10 02:18:12.978583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac7f7c-809c-4e53-98f9-3cd07c602599 req-ced39930-a4ba-492b-97b7-3b1d193454f3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:12.981506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0ac7f7c-809c-4e53-98f9-3cd07c602599 req-ced39930-a4ba-492b-97b7-3b1d193454f3 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0709379 Aug 10 02:18:13.040061 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:13.049307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0ac7f7c-809c-4e53-98f9-3cd07c602599 req-8147f9eb-9f11-41b3-8ac6-949e69750c6c tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604560 Aug 10 02:18:13.074369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76545-34e7-4c23-9650-671dfa40db7d req-5460689a-0009-4a62-abeb-99e003db3d4c tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:13.076838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22a76545-34e7-4c23-9650-671dfa40db7d req-5460689a-0009-4a62-abeb-99e003db3d4c tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0652773 Aug 10 02:18:13.123073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22a76545-34e7-4c23-9650-671dfa40db7d req-26ccf6d9-7641-4722-aaf3-75334a88d196 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Aug 10 02:18:13.444259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d27616-6f8f-4a0e-8d27-2bd4c0a51794 req-bec3750c-6003-456a-91d3-7a97323428ca tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:13.446236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37d27616-6f8f-4a0e-8d27-2bd4c0a51794 req-bec3750c-6003-456a-91d3-7a97323428ca tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0521023 Aug 10 02:18:13.491734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37d27616-6f8f-4a0e-8d27-2bd4c0a51794 req-068874b8-a5d9-4fac-a4db-f16384ef7609 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391083 Aug 10 02:18:13.560830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-a0ccba8f-ee75-495d-8526-971f19c2fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:13.562290 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-a0ccba8f-ee75-495d-8526-971f19c2fa5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1096 time: 0.0510550 Aug 10 02:18:13.665657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-13d087b2-31f8-492b-945f-aec655b3c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:13.668558 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-13d087b2-31f8-492b-945f-aec655b3c21a service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.0972993 Aug 10 02:18:13.735778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-43812ab3-55bc-4f39-a89f-9df257608617 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 999 time: 0.0616152 Aug 10 02:18:13.788698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-920113e2-64ca-4636-8a40-660d51eb8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:13.790212 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-920113e2-64ca-4636-8a40-660d51eb8318 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0466979 Aug 10 02:18:13.841881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-f2ad4743-b061-49eb-93a4-e8da7a5f6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:13.843646 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-f2ad4743-b061-49eb-93a4-e8da7a5f6d81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461380 Aug 10 02:18:13.934877 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-20ff8ec5-5beb-4818-b60d-75cf694c38c8 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832162 Aug 10 02:18:14.031521 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5cf57d18-721e-4827-aa02-45c2af79c656 req-63a0b03e-d4c7-4c07-bb08-1dfcfbea0165 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894976 Aug 10 02:18:14.228057 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:14.251726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729f6d4-5121-4043-9e29-73eb5cd4ab05 req-f61467d2-a026-4963-82b7-41e46a748fc2 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:14.253245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e729f6d4-5121-4043-9e29-73eb5cd4ab05 req-f61467d2-a026-4963-82b7-41e46a748fc2 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0579891 Aug 10 02:18:14.293328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e729f6d4-5121-4043-9e29-73eb5cd4ab05 req-4d752ed3-dca0-433d-8eb3-7520edd9fade tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/security-groups?id=d504c5f6-7f60-48df-83f3-ce2fe5a8d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339794 Aug 10 02:18:14.632052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdabc12-c48f-4d67-aa5f-6d64b347d124 req-7312b131-6c58-48aa-a867-f7ebc2beb7fa tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:14.633523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afdabc12-c48f-4d67-aa5f-6d64b347d124 req-7312b131-6c58-48aa-a867-f7ebc2beb7fa tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0568700 Aug 10 02:18:14.687398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afdabc12-c48f-4d67-aa5f-6d64b347d124 req-ed13e5fa-f553-4211-b332-cc3d4787acdc tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397809 Aug 10 02:18:14.849614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-8fb6f350-8a84-47dd-bb20-ad0dda3044ac tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:14.851476 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-8fb6f350-8a84-47dd-bb20-ad0dda3044ac tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 945 time: 0.0561314 Aug 10 02:18:14.959272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Deleting port e37c3562-c1d6-4350-97b9-11cbd3ec4839 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:14.959623 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:15.053751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] For port e37c3562-c1d6-4350-97b9-11cbd3ec4839, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e37c3562-c1d6-4350-97b9-11cbd3ec4839,segment=NetworkSegment(efe8f97d-61ba-4598-a44f-0262130ed323),segment_id=efe8f97d-61ba-4598-a44f-0262130ed323)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:15.054120 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:15.068346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Calling delete_port for e37c3562-c1d6-4350-97b9-11cbd3ec4839 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:15.291218 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:15.303609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e37c3562-c1d6-4350-97b9-11cbd3ec4839'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:18:15.341547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Pushing event deleted for resources: {'Port': ['ID=e37c3562-c1d6-4350-97b9-11cbd3ec4839,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:15.393351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] No DVR routers for this DVR port e37c3562-c1d6-4350-97b9-11cbd3ec4839 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:15.396621 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:15.398758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bc74bf5-6ec5-4ff7-96eb-458f1adf91ec req-07e2d268-3065-41e0-a356-9b95a19c9a70 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.11 "DELETE /v2.0/ports/e37c3562-c1d6-4350-97b9-11cbd3ec4839 HTTP/1.1" status: 204 len: 173 time: 0.5410657 Aug 10 02:18:15.399293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a255ad2-0bbe-4363-ac6e-93429331ffa7', 'name': 'network-vif-deleted', 'tag': 'e37c3562-c1d6-4350-97b9-11cbd3ec4839'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:15.401661 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7baedb7-24a3-4ffe-81be-aaf011259a18" -d '{"events": [{"server_uuid": "9a255ad2-0bbe-4363-ac6e-93429331ffa7", "name": "network-vif-deleted", "tag": "e37c3562-c1d6-4350-97b9-11cbd3ec4839"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:15.421119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c68830d-7f9e-492f-be4f-f615bbaa1d76 req-0c986ee2-d028-406f-b646-6a6cd883a1d2 tempest-TestServerAdvancedOps-521842251 tempest-TestServerAdvancedOps-521842251-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a255ad2-0bbe-4363-ac6e-93429331ffa7 HTTP/1.1" status: 200 len: 210 time: 0.0501046 Aug 10 02:18:15.458837 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dda996-0a35-4acb-b184-9804b8a85a4a x-openstack-request-id: req-01dda996-0a35-4acb-b184-9804b8a85a4a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:15.459140 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a255ad2-0bbe-4363-ac6e-93429331ffa7", "name": "network-vif-deleted", "tag": "e37c3562-c1d6-4350-97b9-11cbd3ec4839", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:15.459400 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-01dda996-0a35-4acb-b184-9804b8a85a4a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:15.459812 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a255ad2-0bbe-4363-ac6e-93429331ffa7', 'name': 'network-vif-deleted', 'tag': 'e37c3562-c1d6-4350-97b9-11cbd3ec4839', 'status': 'completed', 'code': 200} Aug 10 02:18:15.812672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055e802-db50-4b24-a45e-4c4b7bc904f7 req-88df8370-dd94-4321-9ac2-582356770e56 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:15.814183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3055e802-db50-4b24-a45e-4c4b7bc904f7 req-88df8370-dd94-4321-9ac2-582356770e56 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0493748 Aug 10 02:18:15.861854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3055e802-db50-4b24-a45e-4c4b7bc904f7 req-7f155e00-4eb4-4199-b678-acdddff4e8b2 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410058 Aug 10 02:18:15.984836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc8ad1-cb97-4e64-a663-89807c9ddbe5 req-dda90532-76f3-4d47-a84d-05eead7a66fe tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:15.986342 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4bc8ad1-cb97-4e64-a663-89807c9ddbe5 req-dda90532-76f3-4d47-a84d-05eead7a66fe tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0561833 Aug 10 02:18:16.025072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4bc8ad1-cb97-4e64-a663-89807c9ddbe5 req-b694ac5c-8182-4f9c-8e74-35fb7e060c20 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325634 Aug 10 02:18:16.157086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc1419-5bd6-4fb4-b723-272dbe48d36a req-45d0a4d6-34d9-4336-9864-3e883104c7da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:16.158643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84cc1419-5bd6-4fb4-b723-272dbe48d36a req-45d0a4d6-34d9-4336-9864-3e883104c7da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0509429 Aug 10 02:18:16.197491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84cc1419-5bd6-4fb4-b723-272dbe48d36a req-8afed577-c21e-4745-85b5-78393da99427 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320082 Aug 10 02:18:16.492948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43780) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:16.543502 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1bfb9f-48e6-4e24-8585-98668bb9bcc2 admin admin] Deleting subnet 60594acb-aa43-43ad-9f9c-f551a24832b2 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:18:16.547334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfb9f-48e6-4e24-8585-98668bb9bcc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:16.584644 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfb9f-48e6-4e24-8585-98668bb9bcc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:16.687698 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfb9f-48e6-4e24-8585-98668bb9bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:16.751701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837784b-186c-4a35-bc58-84c333fcaec7 req-7ea65827-3b80-4848-80bc-875986c742e6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:16.753349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c837784b-186c-4a35-bc58-84c333fcaec7 req-7ea65827-3b80-4848-80bc-875986c742e6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1094208 Aug 10 02:18:16.803085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c837784b-186c-4a35-bc58-84c333fcaec7 req-a81531b3-38be-419e-8582-f404625a9386 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429461 Aug 10 02:18:16.885989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfb9f-48e6-4e24-8585-98668bb9bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:16.915055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bfb9f-48e6-4e24-8585-98668bb9bcc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60594acb-aa43-43ad-9f9c-f551a24832b2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:16.921890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfb9f-48e6-4e24-8585-98668bb9bcc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:16.927468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2e1bfb9f-48e6-4e24-8585-98668bb9bcc2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/60594acb-aa43-43ad-9f9c-f551a24832b2 HTTP/1.1" status: 204 len: 168 time: 0.4298556 Aug 10 02:18:16.927620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43796) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:17.004764 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.091870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.103088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acbe039-cf29-4ccc-8509-ee79735f0f26']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:17.115219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe8f97d-61ba-4598-a44f-0262130ed323') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:17.115544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe8f97d-61ba-4598-a44f-0262130ed323') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:17.130817 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.154374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.165120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:18:17.165787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:18:17.170414 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:18:17.336901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.344171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.349723 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0acbe039-cf29-4ccc-8509-ee79735f0f26 HTTP/1.1" status: 204 len: 168 time: 0.4183960 Aug 10 02:18:17.350124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43802) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:17.358598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa20842-9987-44b6-a99c-ca8afb279069 admin admin] Pushing event deleted for resources: {'Network': ['ID=0acbe039-cf29-4ccc-8509-ee79735f0f26,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:17.402565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26234a1-29c7-4d85-b7af-948a12281ae0 admin admin] Deleting subnet 1bbc4690-785a-4e00-9efd-40bd58203214 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:18:17.406660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26234a1-29c7-4d85-b7af-948a12281ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.445266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26234a1-29c7-4d85-b7af-948a12281ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.485940 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26234a1-29c7-4d85-b7af-948a12281ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.621077 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26234a1-29c7-4d85-b7af-948a12281ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.647292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26234a1-29c7-4d85-b7af-948a12281ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbc4690-785a-4e00-9efd-40bd58203214,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:17.651272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26234a1-29c7-4d85-b7af-948a12281ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.653362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a26234a1-29c7-4d85-b7af-948a12281ae0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1bbc4690-785a-4e00-9efd-40bd58203214 HTTP/1.1" status: 204 len: 168 time: 0.3031552 Aug 10 02:18:17.656446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43804) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:17.739561 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.831515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.844529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50df140a-11a0-4228-92a6-5b88c0cd0441']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:17.861626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c785ae3b-0d2c-4aa5-85d4-588e3645d03b') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:17.861910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c785ae3b-0d2c-4aa5-85d4-588e3645d03b') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:17.876591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.896573 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-901d77de-8718-4dcb-84c8-43f0e2423e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:18.211910 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:18.221628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:18:18.222036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:18:18.224532 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:18:18.292445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0032d0-c3d5-468a-84b7-184d91d0e276 req-9a522572-f322-417a-a4fa-63acfb61f591 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:18.294431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb0032d0-c3d5-468a-84b7-184d91d0e276 req-9a522572-f322-417a-a4fa-63acfb61f591 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1111317 Aug 10 02:18:18.337349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb0032d0-c3d5-468a-84b7-184d91d0e276 req-5a234b27-c141-4852-bbd5-ef4c363cdd19 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363951 Aug 10 02:18:18.382249 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:18.388545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:18.390650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/50df140a-11a0-4228-92a6-5b88c0cd0441 HTTP/1.1" status: 204 len: 168 time: 0.7332451 Aug 10 02:18:18.407103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e633c04-c77c-404c-b17b-9ec53b1304b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=50df140a-11a0-4228-92a6-5b88c0cd0441,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:18.674796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d1516-55fe-48b0-8cef-62c15d522eeb req-74e3c172-8cf8-42b9-9724-57a7564bf223 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:18.676407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f86d1516-55fe-48b0-8cef-62c15d522eeb req-74e3c172-8cf8-42b9-9724-57a7564bf223 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0520177 Aug 10 02:18:18.722479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f86d1516-55fe-48b0-8cef-62c15d522eeb req-b524f4c1-6077-4834-8964-95e5f2ee72bb tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394311 Aug 10 02:18:18.782187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-6dfdf647-008a-4e15-81b5-71a9d02a9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:18.783845 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-6dfdf647-008a-4e15-81b5-71a9d02a9d69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=460d4f02fd4446cfb5b85fc766770604&device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 1096 time: 0.0469432 Aug 10 02:18:18.857336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43822) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:18.891621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-b801c352-bb0d-416a-bf17-13e8538d3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:18.893127 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-b801c352-bb0d-416a-bf17-13e8538d3695 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 200 len: 912 time: 0.1019735 Aug 10 02:18:18.902444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a114eecf-f19d-45ee-bf48-0a3a9347e59f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=707bc8e2dd114534ba4f6485e0c110ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416446 Aug 10 02:18:18.902892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43824) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:18.952808 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-676aac63-3fcf-4e63-bb99-e0170ebf4543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:18.962374 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-448706e0-dd42-46ec-80f2-03179f78e21c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 200 len: 999 time: 0.0612261 Aug 10 02:18:18.974806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-676aac63-3fcf-4e63-bb99-e0170ebf4543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:19.018337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-055e7024-b3ea-40cd-97ce-ba36194b6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:19.019883 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-055e7024-b3ea-40cd-97ce-ba36194b6869 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 200 len: 850 time: 0.0509565 Aug 10 02:18:19.068153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-95610dba-de18-4867-a18b-b6b3c5af10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:19.069682 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-95610dba-de18-4867-a18b-b6b3c5af10fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4f21e784-b291-4408-932c-2334fba98ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417573 Aug 10 02:18:19.114056 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-676aac63-3fcf-4e63-bb99-e0170ebf4543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:19.117916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-676aac63-3fcf-4e63-bb99-e0170ebf4543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:19.120098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-676aac63-3fcf-4e63-bb99-e0170ebf4543 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d504c5f6-7f60-48df-83f3-ce2fe5a8d842 HTTP/1.1" status: 204 len: 168 time: 0.2162600 Aug 10 02:18:19.134161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676aac63-3fcf-4e63-bb99-e0170ebf4543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d504c5f6-7f60-48df-83f3-ce2fe5a8d842,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:19.182753 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-92aa7471-c1db-46f5-b6a4-eec724b6496b service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051724 Aug 10 02:18:19.287320 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7baa7f82-1793-408f-b554-6fdcd6bd7642 req-62c2da92-2145-4579-a46a-2fd61ba71706 service neutron] 10.222.0.16 "GET /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974975 Aug 10 02:18:19.474215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e37c3562-c1d6-4350-97b9-11cbd3ec4839 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:19.505646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: e37c3562-c1d6-4350-97b9-11cbd3ec4839 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:19.506196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e37c3562-c1d6-4350-97b9-11cbd3ec4839 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:19.868579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e419e-bdd6-4118-8480-40d1c4965cf6 req-4efe8c60-ae0f-4634-b6ac-28405a0847db tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:19.868579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-921e419e-bdd6-4118-8480-40d1c4965cf6 req-4efe8c60-ae0f-4634-b6ac-28405a0847db tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0601189 Aug 10 02:18:19.869171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 43838) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:19.939199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7dcb1d79-3f0f-4821-adea-58e6f1f27cc0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dfa29bd2750046f1b82e013fb46e08f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690889 Aug 10 02:18:19.941691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 43840) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:19.942178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-921e419e-bdd6-4118-8480-40d1c4965cf6 req-34897e71-3183-47e6-9009-f7e22a5af4b7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613122 Aug 10 02:18:20.008091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d1ab-396c-43d2-8dfe-13c2669c8de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:20.033927 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d1ab-396c-43d2-8dfe-13c2669c8de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:20.169291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d1ab-396c-43d2-8dfe-13c2669c8de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:20.171864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6ca3d1ab-396c-43d2-8dfe-13c2669c8de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:20.173079 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6ca3d1ab-396c-43d2-8dfe-13c2669c8de8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9ff68c3-e7ba-4a07-a7aa-524e13063b6d HTTP/1.1" status: 204 len: 168 time: 0.2303598 Aug 10 02:18:20.187280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3d1ab-396c-43d2-8dfe-13c2669c8de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ff68c3-e7ba-4a07-a7aa-524e13063b6d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:20.536408 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0590a7ba-b6aa-4751-ae8d-363f4b7304db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:21.071694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4d5d7-fe5b-47a9-bf9b-a4819d9aadac req-47a22524-a0d8-4988-b3c8-998729870773 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:21.073235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7a4d5d7-fe5b-47a9-bf9b-a4819d9aadac req-47a22524-a0d8-4988-b3c8-998729870773 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0522990 Aug 10 02:18:21.112431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7a4d5d7-fe5b-47a9-bf9b-a4819d9aadac req-afe45531-3b8e-47f3-8f36-c710c556c907 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320520 Aug 10 02:18:21.119120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:21.252281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e3086-8e1a-4813-89c8-852b7881a356 req-abb4872c-4a66-49d0-ac0c-26dac685a80d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:21.252281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f8e3086-8e1a-4813-89c8-852b7881a356 req-abb4872c-4a66-49d0-ac0c-26dac685a80d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0613065 Aug 10 02:18:21.296267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f8e3086-8e1a-4813-89c8-852b7881a356 req-82dabc48-9de4-42c3-9834-eb5bdc4a8f83 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369194 Aug 10 02:18:22.283549 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:22.877189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69575331-4fb4-48fd-93e0-0744393486f1 req-8e3072f5-ebf0-4b86-9531-86380992de94 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:22.878876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69575331-4fb4-48fd-93e0-0744393486f1 req-8e3072f5-ebf0-4b86-9531-86380992de94 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf84dbe-0b93-464f-b224-526d09010868 HTTP/1.1" status: 200 len: 944 time: 0.0570104 Aug 10 02:18:23.000385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-69575331-4fb4-48fd-93e0-0744393486f1 req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Deleting port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:23.000734 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-69575331-4fb4-48fd-93e0-0744393486f1 req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:23.103312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-69575331-4fb4-48fd-93e0-0744393486f1 req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] For port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:23.103699 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-69575331-4fb4-48fd-93e0-0744393486f1 req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:23.118692 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-69575331-4fb4-48fd-93e0-0744393486f1 req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Calling delete_port for 4a0040e6-3ac5-4c1b-91fe-f9291141a65d owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:23.379578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282a8fd-2723-46d2-a221-7bb7f6e580d6 req-4ce34cbb-fded-47ed-b19c-a39b8448c398 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:23.381257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7282a8fd-2723-46d2-a221-7bb7f6e580d6 req-4ce34cbb-fded-47ed-b19c-a39b8448c398 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 946 time: 0.0680289 Aug 10 02:18:23.389600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-69575331-4fb4-48fd-93e0-0744393486f1 req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:23.402381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['074afbf0-3ad1-4458-a422-9d3c1b57969a', '64c1afd0-d1cb-4ebc-b050-f1278a65b535'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:18:23.446174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event deleted for resources: {'Port': ['ID=4a0040e6-3ac5-4c1b-91fe-f9291141a65d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:23.492214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-69575331-4fb4-48fd-93e0-0744393486f1 req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] No DVR routers for this DVR port 4a0040e6-3ac5-4c1b-91fe-f9291141a65d on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:23.495386 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-69575331-4fb4-48fd-93e0-0744393486f1 req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:23.499653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69575331-4fb4-48fd-93e0-0744393486f1 req-f2a3605e-1512-49b1-ab08-20424cc50ba9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "DELETE /v2.0/ports/4a0040e6-3ac5-4c1b-91fe-f9291141a65d HTTP/1.1" status: 204 len: 173 time: 0.6144419 Aug 10 02:18:23.506160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'name': 'network-vif-deleted', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:23.509760 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee209494-964d-471b-9ba7-a34eeb421140" -d '{"events": [{"server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "name": "network-vif-deleted", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:23.530599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7282a8fd-2723-46d2-a221-7bb7f6e580d6 req-6a1e893a-8d3d-4920-ab08-f4f63a206424 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344478 Aug 10 02:18:23.656960 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc3907c-511e-435a-a187-413bbc73037e x-openstack-request-id: req-dbc3907c-511e-435a-a187-413bbc73037e {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:23.657252 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf84dbe-0b93-464f-b224-526d09010868", "name": "network-vif-deleted", "tag": "4a0040e6-3ac5-4c1b-91fe-f9291141a65d", "status": "failed", "code": 422}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:23.657637 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dbc3907c-511e-435a-a187-413bbc73037e {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:23.658094 n-d-767704-21 neutron-server[101224]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cf84dbe-0b93-464f-b224-526d09010868', 'name': 'network-vif-deleted', 'tag': '4a0040e6-3ac5-4c1b-91fe-f9291141a65d', 'status': 'failed', 'code': 422} returned with failed status Aug 10 02:18:23.866423 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:24.648530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42159a1-95b9-4edf-ae0c-b3eed7703128 req-18eb3c28-932e-4edf-a768-f8b846d6b80a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:24.649958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a42159a1-95b9-4edf-ae0c-b3eed7703128 req-18eb3c28-932e-4edf-a768-f8b846d6b80a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 946 time: 0.0532682 Aug 10 02:18:24.694443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a42159a1-95b9-4edf-ae0c-b3eed7703128 req-35921321-d972-486b-b1ac-10b26a3a3060 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377541 Aug 10 02:18:24.909140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412856f4-60a4-4087-bad2-30840b954ef3 req-17e7bdca-bc9a-48b4-862d-e642681a2aa7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:24.910614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-412856f4-60a4-4087-bad2-30840b954ef3 req-17e7bdca-bc9a-48b4-862d-e642681a2aa7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 908 time: 0.0549541 Aug 10 02:18:25.179482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-f99c500b-ad47-4c0b-8dfd-71f800434ed6 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:25.181036 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-f99c500b-ad47-4c0b-8dfd-71f800434ed6 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.16 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 946 time: 0.0562699 Aug 10 02:18:25.397229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Deleting port ceca28cf-eef3-4c11-bba8-f46e7e961a16 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:25.397229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:25.409777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] For port ceca28cf-eef3-4c11-bba8-f46e7e961a16, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=ceca28cf-eef3-4c11-bba8-f46e7e961a16,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:25.410153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:25.843596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b0e73-3f85-413d-a3c6-9272422551b3 req-afe2a50e-0c4c-4125-8348-8955aebde25d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:25.845469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd8b0e73-3f85-413d-a3c6-9272422551b3 req-afe2a50e-0c4c-4125-8348-8955aebde25d tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 946 time: 0.0636272 Aug 10 02:18:25.904608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd8b0e73-3f85-413d-a3c6-9272422551b3 req-99731e7c-9054-4a98-82c4-3ed09c67d3bd tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups?id=4d9e2707-74f6-4102-867b-644e91a7ec08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482373 Aug 10 02:18:25.991132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:25.991132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:25.991132 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Floating IP d9cd1a52-2fc0-48e6-995c-6ff031d8064b disassociated. External IP: 172.25.3.103, port: ceca28cf-eef3-4c11-bba8-f46e7e961a16. Aug 10 02:18:25.991132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Calling delete_port for ceca28cf-eef3-4c11-bba8-f46e7e961a16 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:26.039392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eb76e-987d-4984-af1f-566d316d1935 req-e4ab9967-0738-419c-9369-d2aaecd65247 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:26.040957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd0eb76e-987d-4984-af1f-566d316d1935 req-e4ab9967-0738-419c-9369-d2aaecd65247 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 908 time: 0.0533674 Aug 10 02:18:26.083278 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:18:26.134142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-4cf25637-0300-462f-80ee-1ab198370437 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:26.135691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-4cf25637-0300-462f-80ee-1ab198370437 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 908 time: 0.0652120 Aug 10 02:18:26.253088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Deleting port e818f147-4370-4178-bec5-8d3c81e8f8f1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:26.253341 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:26.267623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:26.297268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event deleted for resources: {'Port': ['ID=ceca28cf-eef3-4c11-bba8-f46e7e961a16,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:26.309594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.310080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.310451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.310830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.311171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.312435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.313345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.313345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.313558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.313758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.314045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.314380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.373483 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] For port e818f147-4370-4178-bec5-8d3c81e8f8f1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e818f147-4370-4178-bec5-8d3c81e8f8f1,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:26.374368 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:26.390085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Calling delete_port for e818f147-4370-4178-bec5-8d3c81e8f8f1 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:26.460311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:18:26.594960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:18:26.606225 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] Sync routers for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:18:26.622837 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:26.626092 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:26.647474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] No DVR routers for this DVR port ceca28cf-eef3-4c11-bba8-f46e7e961a16 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:26.650492 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:26.653625 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7844792a-cf4a-48bd-9a5e-627d85331891 req-c7dfeeaa-8c95-4f1c-b057-b29b9803a70a tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.16 "DELETE /v2.0/ports/ceca28cf-eef3-4c11-bba8-f46e7e961a16 HTTP/1.1" status: 204 len: 173 time: 1.4652669 Aug 10 02:18:26.653854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'name': 'network-vif-deleted', 'tag': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:26.660763 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:26.663851 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad78d53-ec8e-49d0-9297-1a052a4ad2c1" -d '{"events": [{"server_uuid": "f80701cc-718e-49f8-b4b5-b0b5a408fe93", "name": "network-vif-deleted", "tag": "ceca28cf-eef3-4c11-bba8-f46e7e961a16"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:26.701117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event deleted for resources: {'Port': ['ID=e818f147-4370-4178-bec5-8d3c81e8f8f1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:26.719904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.719904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.719904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.719904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.720423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.720739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.721098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.721426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.721764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.722097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.722433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.723007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:26.739656 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9443e70-058d-4878-8496-1896b2201f00 x-openstack-request-id: req-b9443e70-058d-4878-8496-1896b2201f00 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:26.740431 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80701cc-718e-49f8-b4b5-b0b5a408fe93", "name": "network-vif-deleted", "tag": "ceca28cf-eef3-4c11-bba8-f46e7e961a16", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:26.741057 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9443e70-058d-4878-8496-1896b2201f00 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:26.741743 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80701cc-718e-49f8-b4b5-b0b5a408fe93', 'name': 'network-vif-deleted', 'tag': 'ceca28cf-eef3-4c11-bba8-f46e7e961a16', 'status': 'completed', 'code': 200} Aug 10 02:18:26.784888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] No DVR routers for this DVR port e818f147-4370-4178-bec5-8d3c81e8f8f1 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:26.789673 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:26.789857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4961c9c-ba68-4123-bcf1-f3db8d897dc7 req-fd550942-6139-4ee1-84cc-3e2c1cd61813 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "DELETE /v2.0/ports/e818f147-4370-4178-bec5-8d3c81e8f8f1 HTTP/1.1" status: 204 len: 173 time: 0.6472318 Aug 10 02:18:26.790212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'name': 'network-vif-deleted', 'tag': 'e818f147-4370-4178-bec5-8d3c81e8f8f1'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:26.793686 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c0de40-149b-46d6-95c3-b042cd6d55d3" -d '{"events": [{"server_uuid": "c5cd9366-afaa-4a62-a594-e1199255805c", "name": "network-vif-deleted", "tag": "e818f147-4370-4178-bec5-8d3c81e8f8f1"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:26.814801 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:26.869279 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655c2239-544b-4c39-9cdc-4f11c0ce37bc x-openstack-request-id: req-655c2239-544b-4c39-9cdc-4f11c0ce37bc {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:26.869803 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cd9366-afaa-4a62-a594-e1199255805c", "name": "network-vif-deleted", "tag": "e818f147-4370-4178-bec5-8d3c81e8f8f1", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:26.870188 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-655c2239-544b-4c39-9cdc-4f11c0ce37bc {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:26.870936 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cd9366-afaa-4a62-a594-e1199255805c', 'name': 'network-vif-deleted', 'tag': 'e818f147-4370-4178-bec5-8d3c81e8f8f1', 'status': 'completed', 'code': 200} Aug 10 02:18:27.073989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-311a1e3a-12a5-42e5-b896-aa092d5cbe50 req-d96f89ae-f592-4890-abbf-29ad53436067 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/ports?device_id=f80701cc-718e-49f8-b4b5-b0b5a408fe93 HTTP/1.1" status: 200 len: 210 time: 0.0538397 Aug 10 02:18:27.179915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5d76442-a32e-4846-b6b7-857dbd807e35 req-bcfc959a-9196-4678-ab94-f55f40081459 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=c5cd9366-afaa-4a62-a594-e1199255805c HTTP/1.1" status: 200 len: 210 time: 0.0366032 Aug 10 02:18:27.185825 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:27.218649 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] Checking router: 15c06bcd-3e83-44ac-b88a-9c12fc109c18 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:18:27.227868 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:27.228487 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:27.344743 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:27.585498 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:27.620529 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376122b5-ea96-49f1-a215-e23d012b2eac None None] The sync data for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 is: [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:54Z', 'revision_number': 4, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead', 'name': '', 'network_id': 'c1629ade-c9a2-4a58-a550-1ba14b6d556f', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'mac_address': 'fa:16:3e:b6:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:50Z', 'updated_at': '2021-08-10T02:11:03Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'subnets': [{'id': '2d189351-f8cd-4877-8768-fdbfd1007f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:18:27.985224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c5d54-efd7-432f-b871-816c4536474b None None] New status for floating IP d9cd1a52-2fc0-48e6-995c-6ff031d8064b: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:18:28.274401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd062d3-229b-44ce-9e6e-61b9406dcd2d req-f1d87c1d-0138-4204-b650-d0a6b5a23a55 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:28.274949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44022) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:28.276018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecd062d3-229b-44ce-9e6e-61b9406dcd2d req-f1d87c1d-0138-4204-b650-d0a6b5a23a55 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1098 time: 0.0457771 Aug 10 02:18:28.317851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecd062d3-229b-44ce-9e6e-61b9406dcd2d req-725d5c40-ac1e-43d3-af32-00232e66b83f tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307679 Aug 10 02:18:28.342950 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd16d442-1ff4-4e28-880c-4d426498e0b7 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.356034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44028) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:28.388150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd16d442-1ff4-4e28-880c-4d426498e0b7 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.547216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port 76a038e6-b4a6-4946-a4f4-1e07edb4b62f {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:28.547592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.634475 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.634857 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.639065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd16d442-1ff4-4e28-880c-4d426498e0b7 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.641704 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd16d442-1ff4-4e28-880c-4d426498e0b7 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.645292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bd16d442-1ff4-4e28-880c-4d426498e0b7 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "DELETE /v2.0/security-groups/4d9e2707-74f6-4102-867b-644e91a7ec08 HTTP/1.1" status: 204 len: 168 time: 0.3670554 Aug 10 02:18:28.646518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44032) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:28.648850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for 76a038e6-b4a6-4946-a4f4-1e07edb4b62f owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:28.673090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16d442-1ff4-4e28-880c-4d426498e0b7 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9e2707-74f6-4102-867b-644e91a7ec08,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:28.682214 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-a0ff1483-000c-4522-af10-68c548a22631 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] show failed (client error): The resource could not be found. Aug 10 02:18:28.689653 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a0ff1483-000c-4522-af10-68c548a22631 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "GET /v2.0/security-groups/4d9e2707-74f6-4102-867b-644e91a7ec08 HTTP/1.1" status: 404 len: 347 time: 0.0398674 Aug 10 02:18:28.690580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44034) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:28.851442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Deleting port 593f6d11-c275-405f-852b-f3978dd50a2c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:28.851795 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.941305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.941711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:28.962478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Calling delete_port for 593f6d11-c275-405f-852b-f3978dd50a2c owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:29.009536 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:29.056010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=76a038e6-b4a6-4946-a4f4-1e07edb4b62f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:29.122742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db7bd-68ba-4685-a46a-49d0d563cdf2 req-971ada1e-8f86-4b70-b451-81a87e78bdf6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:29.124317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a52db7bd-68ba-4685-a46a-49d0d563cdf2 req-971ada1e-8f86-4b70-b451-81a87e78bdf6 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 945 time: 0.1249955 Aug 10 02:18:29.166637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:29.166985 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Floating IP 201089a3-0dc3-43a1-83db-a5633b931063 disassociated (deleted). External IP: 172.25.3.122, port: 678b7452-c579-4fcf-ae02-c579dad1876c. Aug 10 02:18:29.222171 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a52db7bd-68ba-4685-a46a-49d0d563cdf2 req-c770d7e7-efc7-4429-9e6c-cf9344c564a1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825148 Aug 10 02:18:29.226942 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:29.272130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Pushing event deleted for resources: {'Port': ['ID=593f6d11-c275-405f-852b-f3978dd50a2c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:29.360945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:29.364096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:29.365283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ef0c7f05-c7ea-4437-a827-1d34ac058f41 tempest-AttachVolumeTestJSON-1628094694 tempest-AttachVolumeTestJSON-1628094694-project] 10.222.0.38 "DELETE /v2.0/floatingips/d9cd1a52-2fc0-48e6-995c-6ff031d8064b HTTP/1.1" status: 204 len: 168 time: 0.6734965 Aug 10 02:18:29.436064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:18:29.569385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:18:29.584382 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:29.584519 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] Sync routers for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:18:29.602329 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:29.604099 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:29.625309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bd297367-8d12-4f7e-819b-cfafcb1d13e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/floatingips/201089a3-0dc3-43a1-83db-a5633b931063 HTTP/1.1" status: 204 len: 168 time: 1.2605841 Aug 10 02:18:29.625309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:29.625309 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9efb46-1383-498a-b56d-81e553e8a9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:29.708107 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa3839d-5ea0-42e1-bcb9-6974b46c8234 x-openstack-request-id: req-cfa3839d-5ea0-42e1-bcb9-6974b46c8234 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:29.708410 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:29.708745 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cfa3839d-5ea0-42e1-bcb9-6974b46c8234 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:29.709156 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c', 'status': 'completed', 'code': 200} Aug 10 02:18:29.790588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-d04f0f1e-7f03-428e-a2fe-a0c24c54d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:29.792426 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-d04f0f1e-7f03-428e-a2fe-a0c24c54d6a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 1098 time: 0.0537479 Aug 10 02:18:29.828640 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:29.922775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-0ff9e815-bb28-48f1-a2c5-75aa2e8abc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:29.924821 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-0ff9e815-bb28-48f1-a2c5-75aa2e8abc14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 200 len: 897 time: 0.1239135 Aug 10 02:18:29.983518 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-4444026f-c02c-48f3-bcc5-c36152f06b6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 200 len: 217 time: 0.0476577 Aug 10 02:18:30.045931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-4aab51f2-2ec8-406a-8ac6-918afc570a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:30.050474 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-4aab51f2-2ec8-406a-8ac6-918afc570a54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 200 len: 835 time: 0.0573606 Aug 10 02:18:30.138754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-10c815d3-b69a-4832-aad1-993a76946cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:30.140696 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-10c815d3-b69a-4832-aad1-993a76946cff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=314a0e05-aad3-4309-ae3f-21f04c666e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800495 Aug 10 02:18:30.152553 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a781e678-5823-4a96-89ee-3057212be928', 'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:5c:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:34Z', 'updated_at': '2021-08-10T02:16:43Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:30.304319 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-3b8d0bc6-7ab6-4166-ad67-5a046eb4d942 service neutron] 10.222.0.16 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556804 Aug 10 02:18:30.316932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-c1d01d40-6a57-4530-ab05-573cee0d9ea8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:30.319794 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-c1d01d40-6a57-4530-ab05-573cee0d9ea8 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 945 time: 0.0902369 Aug 10 02:18:30.436436 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9c9efb46-1383-498a-b56d-81e553e8a9b4 req-ce9f01c0-dacc-42bb-a2c1-aef92417c7eb service neutron] 10.222.0.16 "GET /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243579 Aug 10 02:18:30.464385 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] Checking router: 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:18:30.476123 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:30.476841 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:30.569531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155b692-77fb-4c02-8533-5d18d8d9052c req-da8f8ba7-1c01-4c51-9579-460a6f64b486 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:30.572079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5155b692-77fb-4c02-8533-5d18d8d9052c req-da8f8ba7-1c01-4c51-9579-460a6f64b486 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 945 time: 0.1421003 Aug 10 02:18:30.598790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b643a42-ee38-4d02-b306-a52f3563cfe4 req-c69983a4-ab4c-4d60-8842-f48b9ddd071f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:30.602775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b643a42-ee38-4d02-b306-a52f3563cfe4 req-c69983a4-ab4c-4d60-8842-f48b9ddd071f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.1223114 Aug 10 02:18:30.604495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Deleting port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:30.605157 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:30.619249 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:30.755138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b643a42-ee38-4d02-b306-a52f3563cfe4 req-975857c2-8456-4f9c-aa3b-c6fb2f235be1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338904 Aug 10 02:18:30.766480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ceca28cf-eef3-4c11-bba8-f46e7e961a16 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:30.771541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5155b692-77fb-4c02-8533-5d18d8d9052c req-f336779a-c2af-479e-9e0f-a12298a9b863 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915159 Aug 10 02:18:30.815843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: ceca28cf-eef3-4c11-bba8-f46e7e961a16 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:30.821091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device ceca28cf-eef3-4c11-bba8-f46e7e961a16 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:30.833036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] For port 64c1afd0-d1cb-4ebc-b050-f1278a65b535, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=64c1afd0-d1cb-4ebc-b050-f1278a65b535,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:30.833415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:30.857251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Calling delete_port for 64c1afd0-d1cb-4ebc-b050-f1278a65b535 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:30.912880 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a781e678-5823-4a96-89ee-3057212be928', 'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:5c:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:34Z', 'updated_at': '2021-08-10T02:16:43Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:30.948415 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c53386-7359-422b-9763-1f80d4c80c9a None None] The sync data for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 is: [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:16:36Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a781e678-5823-4a96-89ee-3057212be928', 'name': '', 'network_id': '314a0e05-aad3-4309-ae3f-21f04c666e04', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:5c:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:34Z', 'updated_at': '2021-08-10T02:16:43Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'df7bb38d-d522-4bae-82b4-c2fcbaa853b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:18:31.124862 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:31.146115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['074afbf0-3ad1-4458-a422-9d3c1b57969a', '64c1afd0-d1cb-4ebc-b050-f1278a65b535'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:18:31.160342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event deleted for resources: {'Port': ['ID=64c1afd0-d1cb-4ebc-b050-f1278a65b535,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:31.263943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] No DVR routers for this DVR port 64c1afd0-d1cb-4ebc-b050-f1278a65b535 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:31.267388 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:31.268968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb68d627-2e95-4297-9a0a-7a4b429259a7 req-81e6c4de-dd86-4579-9ddf-f1594e71871d tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "DELETE /v2.0/ports/64c1afd0-d1cb-4ebc-b050-f1278a65b535 HTTP/1.1" status: 204 len: 173 time: 0.9413927 Aug 10 02:18:31.347389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f18f91c-8df3-464f-a9f1-66ef6fbb8163 None None] New status for floating IP 201089a3-0dc3-43a1-83db-a5633b931063: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:18:31.521406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e818f147-4370-4178-bec5-8d3c81e8f8f1 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:31.547284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: e818f147-4370-4178-bec5-8d3c81e8f8f1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:31.547534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e818f147-4370-4178-bec5-8d3c81e8f8f1 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:31.710068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52235463-80eb-40e2-b696-c20dc70f8888', 'name': 'network-vif-deleted', 'tag': '64c1afd0-d1cb-4ebc-b050-f1278a65b535'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:31.714153 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a580c9b-7bc1-4148-b680-03c34177c947" -d '{"events": [{"server_uuid": "52235463-80eb-40e2-b696-c20dc70f8888", "name": "network-vif-deleted", "tag": "64c1afd0-d1cb-4ebc-b050-f1278a65b535"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:31.802728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-3a7c1216-690b-487c-b58d-3d591699cac0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:31.802728 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-3a7c1216-690b-487c-b58d-3d591699cac0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.16 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0824115 Aug 10 02:18:31.803859 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb53c53-604d-4c20-a021-51f5b1ec24bb x-openstack-request-id: req-2bb53c53-604d-4c20-a021-51f5b1ec24bb {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:31.803859 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52235463-80eb-40e2-b696-c20dc70f8888", "name": "network-vif-deleted", "tag": "64c1afd0-d1cb-4ebc-b050-f1278a65b535", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:31.803859 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2bb53c53-604d-4c20-a021-51f5b1ec24bb {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:31.803859 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52235463-80eb-40e2-b696-c20dc70f8888', 'name': 'network-vif-deleted', 'tag': '64c1afd0-d1cb-4ebc-b050-f1278a65b535', 'status': 'completed', 'code': 200} Aug 10 02:18:31.929082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81623b5e-ad2f-4358-8872-4b24d123b783 req-9f2f3f4a-f4fd-43db-9504-fe8a47cfc067 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:31.939382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81623b5e-ad2f-4358-8872-4b24d123b783 req-9f2f3f4a-f4fd-43db-9504-fe8a47cfc067 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 946 time: 0.0833087 Aug 10 02:18:31.952990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port 678b7452-c579-4fcf-ae02-c579dad1876c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:31.953354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:31.995573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-427a5316-d14c-4fc4-91dc-064676cbd82a req-7285ebd7-220e-4a41-aded-d97e4aeed7f7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=52235463-80eb-40e2-b696-c20dc70f8888 HTTP/1.1" status: 200 len: 210 time: 0.0511959 Aug 10 02:18:32.051420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81623b5e-ad2f-4358-8872-4b24d123b783 req-5dcc29ab-ab91-44c2-87b2-a8e266c682af tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=08c2797f-ebdc-4494-88c0-04c6194d1823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103628 Aug 10 02:18:32.073857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port 678b7452-c579-4fcf-ae02-c579dad1876c, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=678b7452-c579-4fcf-ae02-c579dad1876c,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:32.074818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:32.091209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for 678b7452-c579-4fcf-ae02-c579dad1876c owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:32.348060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:32.399606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=678b7452-c579-4fcf-ae02-c579dad1876c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:32.460383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] No DVR routers for this DVR port 678b7452-c579-4fcf-ae02-c579dad1876c on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:32.463512 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:32.466071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b373b1e-4b3b-4889-9e97-04fcb318bda2 req-1aa7b9a4-629a-4430-b970-a5ec1e3a5d06 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.16 "DELETE /v2.0/ports/678b7452-c579-4fcf-ae02-c579dad1876c HTTP/1.1" status: 204 len: 173 time: 0.6624362 Aug 10 02:18:32.466423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'name': 'network-vif-deleted', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:32.468745 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c6dad7-38f0-40ab-be5d-c7f2546391cc" -d '{"events": [{"server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "name": "network-vif-deleted", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:32.519681 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e17ce0-a2d2-4127-8fa3-1c9e451d7013 x-openstack-request-id: req-28e17ce0-a2d2-4127-8fa3-1c9e451d7013 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:32.520015 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df98a5bb-ce37-4691-b5f0-877151e8d335", "name": "network-vif-deleted", "tag": "678b7452-c579-4fcf-ae02-c579dad1876c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:32.520227 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28e17ce0-a2d2-4127-8fa3-1c9e451d7013 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:32.521257 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df98a5bb-ce37-4691-b5f0-877151e8d335', 'name': 'network-vif-deleted', 'tag': '678b7452-c579-4fcf-ae02-c579dad1876c', 'status': 'completed', 'code': 200} Aug 10 02:18:33.186588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d999d878-d6e0-4c1c-be66-b2eafc2ffb92 req-43d552cb-a91a-44c4-9caf-f307597301e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=df98a5bb-ce37-4691-b5f0-877151e8d335 HTTP/1.1" status: 200 len: 210 time: 0.0413702 Aug 10 02:18:33.662256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a2455-4715-42dd-91b3-0c024ff5ecaf req-cc5df13d-498e-4abd-b53b-8e63e7b99836 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:33.673497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c7a2455-4715-42dd-91b3-0c024ff5ecaf req-cc5df13d-498e-4abd-b53b-8e63e7b99836 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0782635 Aug 10 02:18:33.717047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c7a2455-4715-42dd-91b3-0c024ff5ecaf req-d7133648-e011-4228-8b5a-c64c1251c959 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 Aug 10 02:18:34.258456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44142) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:34.810213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:34.841577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-97f90ede-576f-477b-8ed1-fd9a93f14b73 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:34.843282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-97f90ede-576f-477b-8ed1-fd9a93f14b73 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0997753 Aug 10 02:18:34.896536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1954b5d-71f6-4c07-9b8b-6e7c12c06d85 req-1f5f9a75-31e2-4a75-a655-370cbb91e8e1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:34.898063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1954b5d-71f6-4c07-9b8b-6e7c12c06d85 req-1f5f9a75-31e2-4a75-a655-370cbb91e8e1 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 945 time: 0.0968151 Aug 10 02:18:34.994773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1954b5d-71f6-4c07-9b8b-6e7c12c06d85 req-6ed64032-7a41-479f-8c6e-e68446f2fa60 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=33e6fe6e-7f3e-40a7-8acd-309abb941024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829647 Aug 10 02:18:35.023835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Deleting port 074afbf0-3ad1-4458-a422-9d3c1b57969a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:35.024451 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:35.140105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] For port 074afbf0-3ad1-4458-a422-9d3c1b57969a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=074afbf0-3ad1-4458-a422-9d3c1b57969a,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:35.140404 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:35.156264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Calling delete_port for 074afbf0-3ad1-4458-a422-9d3c1b57969a owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:35.187415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port a781e678-5823-4a96-89ee-3057212be928 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:35.187923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:35.295640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port a781e678-5823-4a96-89ee-3057212be928, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a781e678-5823-4a96-89ee-3057212be928,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:35.296577 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:35.313877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for a781e678-5823-4a96-89ee-3057212be928 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:35.420011 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:35.431106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['074afbf0-3ad1-4458-a422-9d3c1b57969a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:18:35.577254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 64c1afd0-d1cb-4ebc-b050-f1278a65b535 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:35.596018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event deleted for resources: {'Port': ['ID=074afbf0-3ad1-4458-a422-9d3c1b57969a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:35.600581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] No DVR routers for this DVR port 074afbf0-3ad1-4458-a422-9d3c1b57969a on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:35.605691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:35.608177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d7c57bf-153e-410a-9cd2-32b0cbf3bc5f req-0a5827ad-cb2f-4f86-bc86-92a40d28182a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.11 "DELETE /v2.0/ports/074afbf0-3ad1-4458-a422-9d3c1b57969a HTTP/1.1" status: 204 len: 173 time: 0.7572153 Aug 10 02:18:35.609202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c883e-976b-46d8-ac78-93471870e8ce', 'name': 'network-vif-deleted', 'tag': '074afbf0-3ad1-4458-a422-9d3c1b57969a'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:35.622418 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feb7c9d-0f97-4c01-a85c-f98d70079770" -d '{"events": [{"server_uuid": "5f9c883e-976b-46d8-ac78-93471870e8ce", "name": "network-vif-deleted", "tag": "074afbf0-3ad1-4458-a422-9d3c1b57969a"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:35.638362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 64c1afd0-d1cb-4ebc-b050-f1278a65b535 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:35.638982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 64c1afd0-d1cb-4ebc-b050-f1278a65b535 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:35.691522 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66441f1-a7d4-4152-b62e-a686deede0e9 x-openstack-request-id: req-a66441f1-a7d4-4152-b62e-a686deede0e9 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:35.691522 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9c883e-976b-46d8-ac78-93471870e8ce", "name": "network-vif-deleted", "tag": "074afbf0-3ad1-4458-a422-9d3c1b57969a", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:35.691522 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a66441f1-a7d4-4152-b62e-a686deede0e9 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:35.691522 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c883e-976b-46d8-ac78-93471870e8ce', 'name': 'network-vif-deleted', 'tag': '074afbf0-3ad1-4458-a422-9d3c1b57969a', 'status': 'completed', 'code': 200} Aug 10 02:18:35.795008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:35.847545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=a781e678-5823-4a96-89ee-3057212be928,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:36.145406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:36.205014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae2e06ba-fc90-42f9-a335-dc0cfadf32b2 req-c627acb9-99c6-45c6-a8e8-c31bcf12aa6f tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f9c883e-976b-46d8-ac78-93471870e8ce HTTP/1.1" status: 200 len: 210 time: 0.0493460 Aug 10 02:18:36.445564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:18:36.573458 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:18:36.581708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c261b31a-18ca-4bb9-a43f-5c9e949be482 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "PUT /v2.0/routers/317e2eb1-c80b-441a-ab1f-2cabb9e2f612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3213551 Aug 10 02:18:36.585583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:36.589360 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] Sync routers for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:18:36.602670 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:36.603633 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:36.766748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 678b7452-c579-4fcf-ae02-c579dad1876c no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:36.788606 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:36.801638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 678b7452-c579-4fcf-ae02-c579dad1876c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:36.802345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 678b7452-c579-4fcf-ae02-c579dad1876c not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:37.041187 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:18:35Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:37.079178 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] Checking router: 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:18:37.088172 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] Routers {'317e2eb1-c80b-441a-ab1f-2cabb9e2f612'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:37.089235 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:37.123860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a309a89-291f-4dbe-abeb-44d191109b14 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting subnet df7bb38d-d522-4bae-82b4-c2fcbaa853b6 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:18:37.127105 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a309a89-291f-4dbe-abeb-44d191109b14 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:37.191707 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a309a89-291f-4dbe-abeb-44d191109b14 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:37.275128 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] Set router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:37.353319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a309a89-291f-4dbe-abeb-44d191109b14 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:37.563052 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a309a89-291f-4dbe-abeb-44d191109b14 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:37.581785 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:18:35Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:37.625682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a309a89-291f-4dbe-abeb-44d191109b14 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Subnet': ['ID=df7bb38d-d522-4bae-82b4-c2fcbaa853b6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:37.636106 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8efe9-efd4-4e02-9f43-820efd272bc9 None None] The sync data for ids ['317e2eb1-c80b-441a-ab1f-2cabb9e2f612'] in n-d-767704-21 is: [{'id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414448972', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:16:27Z', 'updated_at': '2021-08-10T02:18:35Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'b509e2e3-b309-4e21-9c89-165f80df5938', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:89:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e2eb1-c80b-441a-ab1f-2cabb9e2f612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:16:28Z', 'updated_at': '2021-08-10T02:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:18:37.638952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5a309a89-291f-4dbe-abeb-44d191109b14 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:37.649237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99045ef-c85b-4d41-868b-3548479ed46c None None] Network 314a0e05-aad3-4309-ae3f-21f04c666e04 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:18:37.658672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44216) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:37.659237 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5a309a89-291f-4dbe-abeb-44d191109b14 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/subnets/df7bb38d-d522-4bae-82b4-c2fcbaa853b6 HTTP/1.1" status: 204 len: 168 time: 1.0721426 Aug 10 02:18:37.896662 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:38.077004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] DHCP port deletion for 314a0e05-aad3-4309-ae3f-21f04c666e04 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:18:38.161540 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Deleting port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:38.161930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:38.278973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] For port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4,segment=NetworkSegment(ba9bef08-483f-4043-a9fb-3d4fa30c1d03),segment_id=ba9bef08-483f-4043-a9fb-3d4fa30c1d03)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:38.279928 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:38.307652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Calling delete_port for 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:38.547565 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:38.587020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Pushing event deleted for resources: {'Port': ['ID=5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:38.590522 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:38.610656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] No DVR routers for this DVR port 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:38.614160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.631037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.631037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.631037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.631037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.631037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.631037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.632683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816383-87d9-4cfe-b091-13963662068e req-e89a3344-7e3e-4e40-807c-671ad4df53e7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:38.633210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.633210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.633210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.633466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0816383-87d9-4cfe-b091-13963662068e req-e89a3344-7e3e-4e40-807c-671ad4df53e7 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.5262961 Aug 10 02:18:38.633567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.633567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a30e-5d66-4150-8c18-21319bc8f56b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:18:38.676006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0816383-87d9-4cfe-b091-13963662068e req-68856f3f-919c-46e3-951b-22ab7d0d6a2a tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455337 Aug 10 02:18:38.773650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port b509e2e3-b309-4e21-9c89-165f80df5938 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:38.773650 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:38.877248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port b509e2e3-b309-4e21-9c89-165f80df5938, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b509e2e3-b309-4e21-9c89-165f80df5938,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:38.877629 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:38.891239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for b509e2e3-b309-4e21-9c89-165f80df5938 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:39.187811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:39.220482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=b509e2e3-b309-4e21-9c89-165f80df5938,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:39.371610 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:39.458022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a781e678-5823-4a96-89ee-3057212be928 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:39.489405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: a781e678-5823-4a96-89ee-3057212be928 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:39.491296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a781e678-5823-4a96-89ee-3057212be928 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:39.491296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:39.511494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:39.514885 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:39.529342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:39.529888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5c0ca6fa-76fd-42d4-8b02-fd038b5dcbb4 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:39.600361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 074afbf0-3ad1-4458-a422-9d3c1b57969a no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:39.629866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 074afbf0-3ad1-4458-a422-9d3c1b57969a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:39.630208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 074afbf0-3ad1-4458-a422-9d3c1b57969a not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:39.696739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:39.704657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Fanout notify agent at l3_agent the message router_deleted on router 317e2eb1-c80b-441a-ab1f-2cabb9e2f612 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:18:39.722882 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:39.726416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1adac90a-02a2-4708-bbcf-0bd2d14d2829 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/routers/317e2eb1-c80b-441a-ab1f-2cabb9e2f612 HTTP/1.1" status: 204 len: 168 time: 2.0667071 Aug 10 02:18:39.729496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44262) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:39.777573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-4075e86f-40c9-48f2-a515-d40358dd8cd9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:39.779725 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-4075e86f-40c9-48f2-a515-d40358dd8cd9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.16 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.1337032 Aug 10 02:18:39.866796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deed5e-f2c7-484b-b368-6b496190d3b4 req-bd717425-a545-4b03-8577-500d723992ce tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:39.879331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3deed5e-f2c7-484b-b368-6b496190d3b4 req-bd717425-a545-4b03-8577-500d723992ce tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 944 time: 0.0871243 Aug 10 02:18:39.969344 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3deed5e-f2c7-484b-b368-6b496190d3b4 req-ba3b78aa-ea41-4be7-a435-b1dedaa47c04 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups?id=87f121da-7674-4928-a48d-82184922d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809512 Aug 10 02:18:39.972453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.121966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.134875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Deleting port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:40.135222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.142698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314a0e05-aad3-4309-ae3f-21f04c666e04']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:40.199871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:40.200260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9bef08-483f-4043-a9fb-3d4fa30c1d03') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:40.216487 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.243397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.277555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:18:40.277836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:18:40.288694 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:18:40.384222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] For port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:40.384599 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.637119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.637560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.637875 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Floating IP ec9d04fc-38d0-4428-914b-0d78fc48eb77 disassociated. External IP: 172.25.3.243, port: 8b1238c6-c5cb-41ab-9b88-c546d084bdd9. Aug 10 02:18:40.638225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Calling delete_port for 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:40.682774 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.691371 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.695204 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/networks/314a0e05-aad3-4309-ae3f-21f04c666e04 HTTP/1.1" status: 204 len: 168 time: 0.9632833 Aug 10 02:18:40.695965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44280) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:40.724909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdab5d0-2cd1-4159-bd82-1a954eb95e0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Network': ['ID=314a0e05-aad3-4309-ae3f-21f04c666e04,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:40.765355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1126f68-e994-4d52-9a6c-6d974612640c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.796763 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1126f68-e994-4d52-9a6c-6d974612640c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:40.980172 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:41.007518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event deleted for resources: {'Port': ['ID=8b1238c6-c5cb-41ab-9b88-c546d084bdd9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:41.027852 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1126f68-e994-4d52-9a6c-6d974612640c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:41.042790 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1126f68-e994-4d52-9a6c-6d974612640c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:41.067744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a1126f68-e994-4d52-9a6c-6d974612640c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/security-groups/08c2797f-ebdc-4494-88c0-04c6194d1823 HTTP/1.1" status: 204 len: 168 time: 0.3706064 Aug 10 02:18:41.093678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1126f68-e994-4d52-9a6c-6d974612640c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c2797f-ebdc-4494-88c0-04c6194d1823,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:41.196588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f008cd42-c651-4d37-91b9-bcebc6fbd956 req-762b8e63-6d40-44f1-93f2-a14892581a49 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 210 time: 0.0766990 Aug 10 02:18:41.239084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Router 682edf4e-b996-4275-96ce-53249c810b8a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:18:41.320313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b509e2e3-b309-4e21-9c89-165f80df5938 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:41.359587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b509e2e3-b309-4e21-9c89-165f80df5938 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:41.360025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b509e2e3-b309-4e21-9c89-165f80df5938 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:41.497627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:18:41.509680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] Sync routers for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:18:41.533002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:41.533636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:41.580265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] No DVR routers for this DVR port 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:41.583058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:41.585243 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9e3b2339-a1f6-4d3e-be8d-e631856508fd req-5ad00fe2-28d0-4cb7-8148-a5d85dea6ece tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.16 "DELETE /v2.0/ports/8b1238c6-c5cb-41ab-9b88-c546d084bdd9 HTTP/1.1" status: 204 len: 173 time: 1.7444670 Aug 10 02:18:41.585732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-deleted', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:18:41.588240 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1d04a3-23aa-4f66-8e97-f3c21031051f" -d '{"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-deleted", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:18:41.646508 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e359f617-470a-40f3-907f-00e8b2060af8 x-openstack-request-id: req-e359f617-470a-40f3-907f-00e8b2060af8 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:18:41.647075 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374cc364-d2f3-4159-a4e0-cec77f022344", "name": "network-vif-deleted", "tag": "8b1238c6-c5cb-41ab-9b88-c546d084bdd9", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:18:41.647770 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e359f617-470a-40f3-907f-00e8b2060af8 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:18:41.648094 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374cc364-d2f3-4159-a4e0-cec77f022344', 'name': 'network-vif-deleted', 'tag': '8b1238c6-c5cb-41ab-9b88-c546d084bdd9', 'status': 'completed', 'code': 200} Aug 10 02:18:41.672231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:41.691420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44312) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:41.794673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44318) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:41.801721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-419e83f4-1dab-4bb1-90c7-62f597364c3b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058650938', 'description': 'tempest-secgroup-smoke-2058650938 description', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:41.945793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-419e83f4-1dab-4bb1-90c7-62f597364c3b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:41.974517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd898ecea-45d4-4a02-9330-4946bcd50dcd', 'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'mac_address': 'fa:16:3e:29:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:53Z', 'revision_number': 5, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'subnets': [{'id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:42.022874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] Checking router: 682edf4e-b996-4275-96ce-53249c810b8a for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:18:42.032432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:42.033374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:42.198444 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-419e83f4-1dab-4bb1-90c7-62f597364c3b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:42.200900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:42.307286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-419e83f4-1dab-4bb1-90c7-62f597364c3b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:42.374508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba6b54c9-1808-4b4b-81f9-4300361d7744 req-dfdd2275-dd75-47c1-96d4-3aa83aaa5778 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/ports?device_id=374cc364-d2f3-4159-a4e0-cec77f022344 HTTP/1.1" status: 200 len: 210 time: 0.0472476 Aug 10 02:18:42.406036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e83f4-1dab-4bb1-90c7-62f597364c3b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a71146b-3858-459f-bc76-680d4b9887d8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:42.550307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-419e83f4-1dab-4bb1-90c7-62f597364c3b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:42.554949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44336) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:42.555192 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-419e83f4-1dab-4bb1-90c7-62f597364c3b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7573166 Aug 10 02:18:42.561421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-59c60d34-f4df-49a7-b168-62d341789ca5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1a71146b-3858-459f-bc76-680d4b9887d8', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:42.575917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-466a2234-cd2c-4a29-be78-6fdbbc79f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:42.577753 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-466a2234-cd2c-4a29-be78-6fdbbc79f147 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 1097 time: 0.0897725 Aug 10 02:18:42.628045 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:42.747970 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-59c60d34-f4df-49a7-b168-62d341789ca5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:42.828069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd898ecea-45d4-4a02-9330-4946bcd50dcd', 'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'mac_address': 'fa:16:3e:29:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:53Z', 'revision_number': 5, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'subnets': [{'id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:42.841346 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-59c60d34-f4df-49a7-b168-62d341789ca5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:42.865258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f5017-e455-4297-a5a8-10507f6d3423 None None] The sync data for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 is: [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:10:41Z', 'revision_number': 4, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd898ecea-45d4-4a02-9330-4946bcd50dcd', 'name': '', 'network_id': '4f21e784-b291-4408-932c-2334fba98ca6', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'mac_address': 'fa:16:3e:29:e5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:10:53Z', 'revision_number': 5, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'subnets': [{'id': '65eb8b19-c561-4be7-88f4-296e30b33a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:18:42.868598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-fcbb3b02-c069-4c35-ac5d-ee08c50bf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:42.873031 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-fcbb3b02-c069-4c35-ac5d-ee08c50bf478 service neutron] 10.222.0.16 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 918 time: 0.2593837 Aug 10 02:18:42.930183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-59c60d34-f4df-49a7-b168-62d341789ca5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:42.961115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c60d34-f4df-49a7-b168-62d341789ca5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381de0d3-9576-4759-8c9b-36310c2af7b7,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:43.039855 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-90af472b-f67c-4df5-aec2-dd0465ff709b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 HTTP/1.1" status: 200 len: 1000 time: 0.1585042 Aug 10 02:18:43.083312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe04f7-60e9-4f99-8a6f-46bd9a4fbc9b req-b6b0fd04-375b-450c-840a-492185f86dd8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:43.084826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0fe04f7-60e9-4f99-8a6f-46bd9a4fbc9b req-b6b0fd04-375b-450c-840a-492185f86dd8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.0804214 Aug 10 02:18:43.111616 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.123281 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-59c60d34-f4df-49a7-b168-62d341789ca5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.125997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-59c60d34-f4df-49a7-b168-62d341789ca5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5693479 Aug 10 02:18:43.129515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44352) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:43.140673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-0d56001e-e595-413f-97b1-8a495f737bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:43.144238 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-0d56001e-e595-413f-97b1-8a495f737bde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.0946171 Aug 10 02:18:43.156680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ce840105-a7f4-4a10-964e-859ecba751e9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1a71146b-3858-459f-bc76-680d4b9887d8', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:43.198332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0fe04f7-60e9-4f99-8a6f-46bd9a4fbc9b req-b7e58bc9-a7fd-4282-bb18-bc434a1a21d9 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055923 Aug 10 02:18:43.240818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-7dbb504b-9367-451f-b60b-4ef66876b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:43.242418 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-7dbb504b-9367-451f-b60b-4ef66876b096 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833943 Aug 10 02:18:43.242615 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320494e-9bab-485c-866c-20e9ba8f6f23 None None] New status for floating IP ec9d04fc-38d0-4428-914b-0d78fc48eb77: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:18:43.248483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Deleting port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:43.254048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.308821 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce840105-a7f4-4a10-964e-859ecba751e9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.393768 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce840105-a7f4-4a10-964e-859ecba751e9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.419673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] For port 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:43.420048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.424156 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-93d37a96-7fcb-4e98-95ae-52a3de026cbf service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730471 Aug 10 02:18:43.443115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Calling delete_port for 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:43.513597 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce840105-a7f4-4a10-964e-859ecba751e9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.530840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44362) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:43.579539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce840105-a7f4-4a10-964e-859ecba751e9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7a69a5-8753-491f-865b-485facc60042,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:43.602570 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a60700b0-6aa8-4ce9-88c4-5440e4215ae4 req-e3c648d2-841d-4302-8749-34abb2dbc2fe service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704986 Aug 10 02:18:43.615911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-36c939dd-05b0-46a4-8a15-30359fd6134e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.642676 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-36c939dd-05b0-46a4-8a15-30359fd6134e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.657700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce840105-a7f4-4a10-964e-859ecba751e9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.658752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ce840105-a7f4-4a10-964e-859ecba751e9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5273807 Aug 10 02:18:43.664085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44366) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:43.676390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-38378237-cfda-4580-8762-26ca6c50cfdf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1a71146b-3858-459f-bc76-680d4b9887d8', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:43.804585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-36c939dd-05b0-46a4-8a15-30359fd6134e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.807236 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-36c939dd-05b0-46a4-8a15-30359fd6134e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.809344 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-36c939dd-05b0-46a4-8a15-30359fd6134e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "DELETE /v2.0/security-groups/87f121da-7674-4928-a48d-82184922d9b2 HTTP/1.1" status: 204 len: 168 time: 0.2737095 Aug 10 02:18:43.812354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44370) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:43.818850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c939dd-05b0-46a4-8a15-30359fd6134e tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f121da-7674-4928-a48d-82184922d9b2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:43.828023 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-0745004f-364d-46f6-b3f5-d234a9b0efe9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] show failed (client error): The resource could not be found. Aug 10 02:18:43.829082 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0745004f-364d-46f6-b3f5-d234a9b0efe9 tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "GET /v2.0/security-groups/87f121da-7674-4928-a48d-82184922d9b2 HTTP/1.1" status: 404 len: 347 time: 0.0154891 Aug 10 02:18:43.832081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44372) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:43.844431 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.853692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38378237-cfda-4580-8762-26ca6c50cfdf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:43.888884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:44.022362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38378237-cfda-4580-8762-26ca6c50cfdf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.033139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Deleting port 7723f943-d1e3-4902-b435-3a7e324db04b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:44.033139 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.101000 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38378237-cfda-4580-8762-26ca6c50cfdf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.168611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.168611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.172029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38378237-cfda-4580-8762-26ca6c50cfdf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4303fa6a-047d-465c-97cf-c6edfce28915,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:44.181948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Calling delete_port for 7723f943-d1e3-4902-b435-3a7e324db04b owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:44.201824 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.271406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38378237-cfda-4580-8762-26ca6c50cfdf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.275919 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-38378237-cfda-4580-8762-26ca6c50cfdf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6105733 Aug 10 02:18:44.279378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44384) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:44.285412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1a72fa84-0ebe-4036-b620-392bca7dff16 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1a71146b-3858-459f-bc76-680d4b9887d8', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:44.297969 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.435517 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fffa4c-61a6-4dc5-b53f-451e8ac80b95 req-27f1b498-6635-4132-b3bb-dd24bc679272 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:44.438592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73fffa4c-61a6-4dc5-b53f-451e8ac80b95 req-27f1b498-6635-4132-b3bb-dd24bc679272 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.0833540 Aug 10 02:18:44.472899 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a72fa84-0ebe-4036-b620-392bca7dff16 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.517006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73fffa4c-61a6-4dc5-b53f-451e8ac80b95 req-53866308-6ecb-4052-8f28-6cbfd36ca0d6 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632701 Aug 10 02:18:44.525410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.533185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:18:44.567601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Pushing event deleted for resources: {'Port': ['ID=7723f943-d1e3-4902-b435-3a7e324db04b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:44.649110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a72fa84-0ebe-4036-b620-392bca7dff16 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.660344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:18:44.660880 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.664467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.672953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ff59b167-ee32-4bca-ad8a-4efea1f8f4da tempest-ServerActionsTestJSON-1501495617 tempest-ServerActionsTestJSON-1501495617-project] 10.222.0.38 "DELETE /v2.0/floatingips/ec9d04fc-38d0-4428-914b-0d78fc48eb77 HTTP/1.1" status: 204 len: 168 time: 0.8321438 Aug 10 02:18:44.673080 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ed1d25b1-d86d-4b0c-a4c2-2d59ad597fb8 admin admin] 10.222.0.38 "PUT /v2.0/routers/15c06bcd-3e83-44ac-b88a-9c12fc109c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9732916 Aug 10 02:18:44.673182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44392) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:44.673423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] Sync routers for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:18:44.675189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44394) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:44.714065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:44.720995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:44.753399 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a72fa84-0ebe-4036-b620-392bca7dff16 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.807499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72fa84-0ebe-4036-b620-392bca7dff16 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57651054-af0c-44b6-9e73-5e9b2a8615b4,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:44.831214 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.851972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:44.881297 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1a72fa84-0ebe-4036-b620-392bca7dff16 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.882523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1a72fa84-0ebe-4036-b620-392bca7dff16 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6046832 Aug 10 02:18:44.885394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44402) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:44.891034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:44.891653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0641107b-1ceb-4371-a57e-d76810785dd3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1a71146b-3858-459f-bc76-680d4b9887d8', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:44.891887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 8b1238c6-c5cb-41ab-9b88-c546d084bdd9 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:44.942957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:45.002516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.027867 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-0641107b-1ceb-4371-a57e-d76810785dd3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Project 0e3cf897ab3b41ada028f5fcb9815b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:18:45.033870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0641107b-1ceb-4371-a57e-d76810785dd3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.128984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0641107b-1ceb-4371-a57e-d76810785dd3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.203856 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0641107b-1ceb-4371-a57e-d76810785dd3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.244993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:18:43Z', 'revision_number': 5, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port': {'id': '28673df5-dec6-4508-b562-9efbcb7ec522', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:49:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:42Z', 'updated_at': '2021-08-10T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:45.250279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641107b-1ceb-4371-a57e-d76810785dd3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14304038-377a-477c-84b0-f230f63d30c0,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:45.260507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Deleting port 28673df5-dec6-4508-b562-9efbcb7ec522 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:45.261505 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.305670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] Checking router: 15c06bcd-3e83-44ac-b88a-9c12fc109c18 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:18:45.336926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] Routers {'15c06bcd-3e83-44ac-b88a-9c12fc109c18'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:45.337815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:45.371240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0641107b-1ceb-4371-a57e-d76810785dd3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.375924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0641107b-1ceb-4371-a57e-d76810785dd3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4886901 Aug 10 02:18:45.382314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44410) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:45.388632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-77a0724f-1cbd-4fec-948e-0f75439acdbf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1a71146b-3858-459f-bc76-680d4b9887d8', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:45.449991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] For port 28673df5-dec6-4508-b562-9efbcb7ec522, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=28673df5-dec6-4508-b562-9efbcb7ec522,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:45.451047 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.469954 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Calling delete_port for 28673df5-dec6-4508-b562-9efbcb7ec522 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:45.470171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] Set router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:45.553786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:18:45Z', 'revision_number': 6, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:45.605089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b76213-a478-4ba2-a103-fb0c51ac47c7 None None] The sync data for ids ['15c06bcd-3e83-44ac-b88a-9c12fc109c18'] in n-d-767704-21 is: [{'id': '15c06bcd-3e83-44ac-b88a-9c12fc109c18', 'name': 'tempest-AttachVolumeTestJSON-437458008-router', 'tenant_id': 'db73a6baf7d04ec29ada128c14e77712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:40Z', 'updated_at': '2021-08-10T02:18:45Z', 'revision_number': 6, 'project_id': 'db73a6baf7d04ec29ada128c14e77712', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:18:45.628296 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-77a0724f-1cbd-4fec-948e-0f75439acdbf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Project 0e3cf897ab3b41ada028f5fcb9815b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:18:45.647516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77a0724f-1cbd-4fec-948e-0f75439acdbf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.799888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676a41d-f6a0-4e9d-811a-f3875b0d91e0 req-d9b74d6b-df08-47f6-afe4-fad290cf1694 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:45.802367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0676a41d-f6a0-4e9d-811a-f3875b0d91e0 req-d9b74d6b-df08-47f6-afe4-fad290cf1694 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1574495 Aug 10 02:18:45.857409 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77a0724f-1cbd-4fec-948e-0f75439acdbf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.878428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0676a41d-f6a0-4e9d-811a-f3875b0d91e0 req-fe59057b-4c12-40c5-a652-5df0a629ba5b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663042 Aug 10 02:18:45.903761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.925528 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.966446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77a0724f-1cbd-4fec-948e-0f75439acdbf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:45.986332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Pushing event deleted for resources: {'Port': ['ID=28673df5-dec6-4508-b562-9efbcb7ec522,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:46.061158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0724f-1cbd-4fec-948e-0f75439acdbf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf04cb0-9a15-47be-a744-1327af2b7a3c,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:46.122058 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.208533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77a0724f-1cbd-4fec-948e-0f75439acdbf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.210037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-77a0724f-1cbd-4fec-948e-0f75439acdbf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8262553 Aug 10 02:18:46.215365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:46.221481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'network': {'name': 'tempest-network-smoke--29606707', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'port_security_enabled': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:46.244921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.247908 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.340226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:18:46.340226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.359187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Deleting port d898ecea-45d4-4a02-9330-4946bcd50dcd {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:46.360677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.424532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:18:46.438610 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.438610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15c06bcd-3e83-44ac-b88a-9c12fc109c18 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:18:46.450811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.454952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-19aa12a1-b2d7-48ae-8576-b49803af343a admin admin] 10.222.0.38 "DELETE /v2.0/routers/15c06bcd-3e83-44ac-b88a-9c12fc109c18 HTTP/1.1" status: 204 len: 168 time: 1.7822962 Aug 10 02:18:46.456197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44430) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:46.464954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.465425 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Added segment 972852c6-91d3-495f-accb-d813a212577e of type vlan for network ab45eeff-1d78-4329-9171-4a1e73cec9c0 Aug 10 02:18:46.531968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-28eeb6a9-60a7-407d-89c3-aaa70a31bb32 admin admin] Deleting subnet 2d189351-f8cd-4877-8768-fdbfd1007f7e {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:18:46.537065 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28eeb6a9-60a7-407d-89c3-aaa70a31bb32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.552660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] For port d898ecea-45d4-4a02-9330-4946bcd50dcd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d898ecea-45d4-4a02-9330-4946bcd50dcd,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:46.553280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.566623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.586443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Calling delete_port for d898ecea-45d4-4a02-9330-4946bcd50dcd owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:46.601885 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28eeb6a9-60a7-407d-89c3-aaa70a31bb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.736100 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28eeb6a9-60a7-407d-89c3-aaa70a31bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.759572 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.766938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:46.767594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.867586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Network': ['ID=ab45eeff-1d78-4329-9171-4a1e73cec9c0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:46.882325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network ab45eeff-1d78-4329-9171-4a1e73cec9c0 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:18:46.903879 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28eeb6a9-60a7-407d-89c3-aaa70a31bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.938340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeb6a9-60a7-407d-89c3-aaa70a31bb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d189351-f8cd-4877-8768-fdbfd1007f7e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:46.942822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-28eeb6a9-60a7-407d-89c3-aaa70a31bb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.946607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-28eeb6a9-60a7-407d-89c3-aaa70a31bb32 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2d189351-f8cd-4877-8768-fdbfd1007f7e HTTP/1.1" status: 204 len: 168 time: 0.4879973 Aug 10 02:18:46.950294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44440) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:46.978814 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7297a7ab-f6df-4852-894c-c009978bb601 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7618999 Aug 10 02:18:46.981629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44442) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:46.988782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'admin_state_up': True, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:47.008911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd4e01-8fe3-4253-92e5-be7900ccb5f2 None None] Network c1629ade-c9a2-4a58-a550-1ba14b6d556f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:18:47.061180 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.136424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.136424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.153750 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.185431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d898ecea-45d4-4a02-9330-4946bcd50dcd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:47.218225 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.236547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249065ce-8475-4ab9-85e5-c5ee7d3baddf req-6177a559-a09f-4934-b91b-cccea62152ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:47.238116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-249065ce-8475-4ab9-85e5-c5ee7d3baddf req-6177a559-a09f-4934-b91b-cccea62152ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1555789 Aug 10 02:18:47.300153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d3e35-81ac-4f55-af9a-e437a69d85c2 None None] DHCP port deletion for c1629ade-c9a2-4a58-a550-1ba14b6d556f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:18:47.326545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-249065ce-8475-4ab9-85e5-c5ee7d3baddf req-dfea7f3b-e975-4fa8-8a35-274bc4901d50 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762937 Aug 10 02:18:47.392936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-538d3e35-81ac-4f55-af9a-e437a69d85c2 None None] Deleting port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:47.393591 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-538d3e35-81ac-4f55-af9a-e437a69d85c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.493387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Deleting port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:47.493823 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.498152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.503537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-538d3e35-81ac-4f55-af9a-e437a69d85c2 None None] For port 294c43cf-acc3-4bbd-8b6c-920d34da25d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=294c43cf-acc3-4bbd-8b6c-920d34da25d8,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:47.504304 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-538d3e35-81ac-4f55-af9a-e437a69d85c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.517323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 294c43cf-acc3-4bbd-8b6c-920d34da25d8 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:47.591241 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.599763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-538d3e35-81ac-4f55-af9a-e437a69d85c2 None None] Calling delete_port for 294c43cf-acc3-4bbd-8b6c-920d34da25d8 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:47.619137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] For port 294c43cf-acc3-4bbd-8b6c-920d34da25d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=294c43cf-acc3-4bbd-8b6c-920d34da25d8,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:47.619517 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.681509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Calling delete_port for 294c43cf-acc3-4bbd-8b6c-920d34da25d8 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:47.707340 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.753083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 294c43cf-acc3-4bbd-8b6c-920d34da25d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=294c43cf-acc3-4bbd-8b6c-920d34da25d8,segment=NetworkSegment(327c2eac-f2eb-4d71-8726-f2cdc48b88df),segment_id=327c2eac-f2eb-4d71-8726-f2cdc48b88df)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:47.873803 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.877240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:47.897574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Router 682edf4e-b996-4275-96ce-53249c810b8a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:18:47.920238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:47.921271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 07bc13a4-c8ac-4bcd-8ef5-cb1d3831eead not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:47.921702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 28673df5-dec6-4508-b562-9efbcb7ec522 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:47.925203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8ee7aa3f-8df7-40e3-b13a-413b2a3d6917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.934475 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.955113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 28673df5-dec6-4508-b562-9efbcb7ec522 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:47.955470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 28673df5-dec6-4508-b562-9efbcb7ec522 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:47.961771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.972771 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-538d3e35-81ac-4f55-af9a-e437a69d85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.993613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=294c43cf-acc3-4bbd-8b6c-920d34da25d8,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:47.996890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d3e35-81ac-4f55-af9a-e437a69d85c2 None None] No DVR routers for this DVR port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:48.021222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.028881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d3e35-81ac-4f55-af9a-e437a69d85c2 None None] Pushing event deleted for resources: {'Port': ['ID=294c43cf-acc3-4bbd-8b6c-920d34da25d8,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:48.052650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:18:48.054810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Pushing event deleted for resources: {'Port': ['ID=294c43cf-acc3-4bbd-8b6c-920d34da25d8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:48.063266 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cf779f5a-fa8a-41b8-9699-fb5250682f72 admin admin] 10.222.0.38 "PUT /v2.0/routers/682edf4e-b996-4275-96ce-53249c810b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3840032 Aug 10 02:18:48.063489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] No DVR routers for this DVR port 294c43cf-acc3-4bbd-8b6c-920d34da25d8 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:48.064406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44454) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:48.069226 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] Sync routers for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:18:48.082248 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:48.083180 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:48.155253 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.169897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1629ade-c9a2-4a58-a550-1ba14b6d556f']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:48.185118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327c2eac-f2eb-4d71-8726-f2cdc48b88df') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:48.185334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327c2eac-f2eb-4d71-8726-f2cdc48b88df') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:48.197043 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.217389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.224778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:18:48.225502 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:18:48.227624 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:18:48.243941 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:48.390344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.420717 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.424938 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c1629ade-c9a2-4a58-a550-1ba14b6d556f HTTP/1.1" status: 204 len: 168 time: 1.4724009 Aug 10 02:18:48.427068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d764f8e-666e-459a-aa5e-344ab4752813 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1629ade-c9a2-4a58-a550-1ba14b6d556f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:48.547248 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:18:46Z', 'revision_number': 5, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:48.575410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.25.3.97 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/e04e5427-c322-4511-93bf-7645d445d4a7) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:18:48.576618 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] Checking router: 682edf4e-b996-4275-96ce-53249c810b8a for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:18:48.585509 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] Routers {'682edf4e-b996-4275-96ce-53249c810b8a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:48.586133 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['682edf4e-b996-4275-96ce-53249c810b8a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:48.605958 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.700235 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] Set router 682edf4e-b996-4275-96ce-53249c810b8a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:48.709497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c9a2b-6817-481b-883c-1d58f70230e2 req-e83391c1-2bac-46e6-9d6c-851233337cff tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:48.711093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-440c9a2b-6817-481b-883c-1d58f70230e2 req-e83391c1-2bac-46e6-9d6c-851233337cff tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1793711 Aug 10 02:18:48.836139 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.855459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-440c9a2b-6817-481b-883c-1d58f70230e2 req-076b6c14-057e-4163-80d9-6b1f573bd08a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276140 Aug 10 02:18:48.864952 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.909546 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:18:46Z', 'revision_number': 5, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:48.918436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:48.941837 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320d837-a793-493a-8089-0506cd2e1e56 None None] The sync data for ids ['682edf4e-b996-4275-96ce-53249c810b8a'] in n-d-767704-21 is: [{'id': '682edf4e-b996-4275-96ce-53249c810b8a', 'name': 'tempest-ServerActionsTestJSON-575636972-router', 'tenant_id': '460d4f02fd4446cfb5b85fc766770604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:10:34Z', 'updated_at': '2021-08-10T02:18:46Z', 'revision_number': 5, 'project_id': '460d4f02fd4446cfb5b85fc766770604', 'gw_port': {'id': 'beb170df-5c8c-435f-bc9f-1f5db1da29c3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682edf4e-b996-4275-96ce-53249c810b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:10:35Z', 'updated_at': '2021-08-10T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:18:48.979150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Deleting port beb170df-5c8c-435f-bc9f-1f5db1da29c3 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:48.979150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:48.980039 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b2182c0d-f134-4045-8abd-5cf127ab76d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db73a6baf7d04ec29ada128c14e77712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549133 Aug 10 02:18:48.980363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:49.017431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:49.037171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17403f84-cffa-42c5-b151-1453e8eb277b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:49.064972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17403f84-cffa-42c5-b151-1453e8eb277b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:49.077072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:18:49.085652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:18:49.088083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:18:49.116091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=e04e5427-c322-4511-93bf-7645d445d4a7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:49.154148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] For port beb170df-5c8c-435f-bc9f-1f5db1da29c3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=beb170df-5c8c-435f-bc9f-1f5db1da29c3,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:49.154514 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:49.199341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17403f84-cffa-42c5-b151-1453e8eb277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:49.199779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Calling delete_port for beb170df-5c8c-435f-bc9f-1f5db1da29c3 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:49.202080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17403f84-cffa-42c5-b151-1453e8eb277b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:49.203328 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-17403f84-cffa-42c5-b151-1453e8eb277b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60550767-80a9-4699-97f8-8412b35f0bd3 HTTP/1.1" status: 204 len: 168 time: 0.2202902 Aug 10 02:18:49.211701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17403f84-cffa-42c5-b151-1453e8eb277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60550767-80a9-4699-97f8-8412b35f0bd3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:49.315535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d898ecea-45d4-4a02-9330-4946bcd50dcd no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:49.344453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: d898ecea-45d4-4a02-9330-4946bcd50dcd {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:49.345144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d898ecea-45d4-4a02-9330-4946bcd50dcd not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:49.594423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:49.680196 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:49.734760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb170df-5c8c-435f-bc9f-1f5db1da29c3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:49.905093 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.063021 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.066119 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.176378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe6c7b-74b9-4380-a39c-d879bde66811 req-8ccb5b19-be13-4c09-a405-95e74295303d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:50.177965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6efe6c7b-74b9-4380-a39c-d879bde66811 req-8ccb5b19-be13-4c09-a405-95e74295303d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.2112770 Aug 10 02:18:50.198613 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.282586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6efe6c7b-74b9-4380-a39c-d879bde66811 req-17000890-1de2-4b56-ab1c-bb3a2de335b7 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889075 Aug 10 02:18:50.325926 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.325926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 682edf4e-b996-4275-96ce-53249c810b8a {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:18:50.325926 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.325926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bb1345ae-8f23-4c5a-b7e1-68c0bd6e4857 admin admin] 10.222.0.38 "DELETE /v2.0/routers/682edf4e-b996-4275-96ce-53249c810b8a HTTP/1.1" status: 204 len: 168 time: 2.2598481 Aug 10 02:18:50.328555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44486) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:50.420610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9330e9bc-b0f4-4d44-a1c0-3d04ddb1c57b admin admin] Deleting subnet 65eb8b19-c561-4be7-88f4-296e30b33a69 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:18:50.425002 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9330e9bc-b0f4-4d44-a1c0-3d04ddb1c57b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.475972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9330e9bc-b0f4-4d44-a1c0-3d04ddb1c57b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.512930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router c2de7758-c8e4-428e-82dc-df08296ea08d is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:18:50.594206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9330e9bc-b0f4-4d44-a1c0-3d04ddb1c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.610016 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ef8aaeac-6202-4125-8c37-fafdf48eb5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.712051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:18:50.723502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Sync routers for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:18:50.735627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:50.736266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:50.782279 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9330e9bc-b0f4-4d44-a1c0-3d04ddb1c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.815460 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.820705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1b56566c-8c75-4210-b61d-8a7825a9d613 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8359082 Aug 10 02:18:50.826299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44496) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:50.841212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330e9bc-b0f4-4d44-a1c0-3d04ddb1c57b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65eb8b19-c561-4be7-88f4-296e30b33a69,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:50.861312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9330e9bc-b0f4-4d44-a1c0-3d04ddb1c57b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:50.866986 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9330e9bc-b0f4-4d44-a1c0-3d04ddb1c57b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/65eb8b19-c561-4be7-88f4-296e30b33a69 HTTP/1.1" status: 204 len: 168 time: 0.5371976 Aug 10 02:18:50.868144 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44498) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:50.914594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:50.924861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-93e99f3d-e6e2-4781-86e7-85e59e2b4288 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=0e3cf897ab3b41ada028f5fcb9815b32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019425 Aug 10 02:18:50.926286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44500) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:51.045047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.121985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369a430-f84a-423d-89a1-c76bd01802b0 None None] Network 4f21e784-b291-4408-932c-2334fba98ca6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:18:51.187740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Deleting port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:51.188071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.256849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa0616d-c430-4fda-9ef9-eae98cd467bb tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:51.265356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44506) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:51.278346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cfa0616d-c430-4fda-9ef9-eae98cd467bb tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3497870 Aug 10 02:18:51.348481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44510) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:51.352778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7274f6b7-a61a-4743-b8db-2b8a445a1c51 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776336 Aug 10 02:18:51.363103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-60338590', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:51.364909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] For port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494,segment=NetworkSegment(1d2fc98c-a248-434e-a0f2-ef0557ea1a71),segment_id=1d2fc98c-a248-434e-a0f2-ef0557ea1a71)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:51.365298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.369007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device beb170df-5c8c-435f-bc9f-1f5db1da29c3 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:51.395944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Calling delete_port for 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:51.429640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.432995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: beb170df-5c8c-435f-bc9f-1f5db1da29c3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:51.433743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device beb170df-5c8c-435f-bc9f-1f5db1da29c3 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:51.462405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:49Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:51.527391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Checking router: c2de7758-c8e4-428e-82dc-df08296ea08d for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:18:51.528034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Updating router c2de7758-c8e4-428e-82dc-df08296ea08d port e04e5427-c322-4511-93bf-7645d445d4a7 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:18:51.575915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13458b75-0060-41de-9805-023c0368ba30 None None] DHCP port deletion for 4f21e784-b291-4408-932c-2334fba98ca6 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:18:51.581994 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.621258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbb263-fdc0-438e-9a18-3801c6ef6b70 req-60b99f33-568c-436e-a8e1-68d4f517742f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:51.622757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fcbb263-fdc0-438e-9a18-3801c6ef6b70 req-60b99f33-568c-436e-a8e1-68d4f517742f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1351693 Aug 10 02:18:51.692526 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.708311 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fcbb263-fdc0-438e-9a18-3801c6ef6b70 req-a2bb06b4-80e1-4591-841b-00529d725868 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626819 Aug 10 02:18:51.758069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:18:51.758780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-13458b75-0060-41de-9805-023c0368ba30 None None] Deleting port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:18:51.758780 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-13458b75-0060-41de-9805-023c0368ba30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.759306 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.785468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:51.797755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] No DVR routers for this DVR port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:51.948460 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.955693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-13458b75-0060-41de-9805-023c0368ba30 None None] For port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494, host n-d-767704-21, got binding levels [] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:51.956250 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-13458b75-0060-41de-9805-023c0368ba30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:51.968193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f21e784-b291-4408-932c-2334fba98ca6']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:51.983894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2fc98c-a248-434e-a0f2-ef0557ea1a71') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:51.984492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2fc98c-a248-434e-a0f2-ef0557ea1a71') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:52.005805 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.019800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-13458b75-0060-41de-9805-023c0368ba30 None None] Calling delete_port for 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:18:52.024588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.ipam_backend_mixin [None req-13458b75-0060-41de-9805-023c0368ba30 None None] Port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 was not found and therefore no delete operation was performed {{(pid=101225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:18:52.040163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-13458b75-0060-41de-9805-023c0368ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.053686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.072301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:18:52.073987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.075232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13458b75-0060-41de-9805-023c0368ba30 None None] Pushing event deleted for resources: {'Port': ['ID=58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:52.083264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13458b75-0060-41de-9805-023c0368ba30 None None] No DVR routers for this DVR port 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:18:52.189518 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:18:52.221192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.295876 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.361615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Subnet': ['ID=63f02de7-083c-43d3-9862-532125c3064c,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:52.372714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Checking segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:18:52.373097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network hostable DHCP agents. Network: ab45eeff-1d78-4329-9171-4a1e73cec9c0, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:18:52.373984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.376164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Transition to ACTIVE for port object e04e5427-c322-4511-93bf-7645d445d4a7 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:18:52.380225 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.382128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.384117 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] 10.222.0.38 "DELETE /v2.0/networks/4f21e784-b291-4408-932c-2334fba98ca6 HTTP/1.1" status: 204 len: 168 time: 1.5148451 Aug 10 02:18:52.401641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d4a1c-fcbe-483c-b737-4d480818f4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=4f21e784-b291-4408-932c-2334fba98ca6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:52.536109 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.575634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network ab45eeff-1d78-4329-9171-4a1e73cec9c0 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:18:52.625378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0812c4f-e10b-4466-b2e2-3a75ded53e68 None None] Pushing event updated for resources: {'Port': ['ID=e04e5427-c322-4511-93bf-7645d445d4a7,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:52.629738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Attempting to bind port e04e5427-c322-4511-93bf-7645d445d4a7 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:18:52.630135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Attempting to bind port e04e5427-c322-4511-93bf-7645d445d4a7 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:18:52.630704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Attempting to bind port e04e5427-c322-4511-93bf-7645d445d4a7 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:18:52.642216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:18:52.642833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:18:52.643244 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.644013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:18:52.644514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Bound port: e04e5427-c322-4511-93bf-7645d445d4a7, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:18:52.644908 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.691160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, ab45eeff-1d78-4329-9171-4a1e73cec9c0) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:18:52.707407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:52.709771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:52.716443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a6d98-2331-4183-9589-37943de8164a None None] Network ab45eeff-1d78-4329-9171-4a1e73cec9c0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:18:52.823485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b3ff6b82-b96e-4771-b273-7880cedea3d1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4728436 Aug 10 02:18:52.826485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44536) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:52.927218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44542) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:53.013452 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6f5f017a-bf00-44f7-a4f4-4a2403d67bb1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=460d4f02fd4446cfb5b85fc766770604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850387 Aug 10 02:18:53.015885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44546) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:53.103756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] For port e04e5427-c322-4511-93bf-7645d445d4a7, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:18:53.119178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] For port e04e5427-c322-4511-93bf-7645d445d4a7, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e04e5427-c322-4511-93bf-7645d445d4a7,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:18:53.136928 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5683a93f-233b-46ec-b3bb-252220e92a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:53.195385 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:53.196153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5683a93f-233b-46ec-b3bb-252220e92a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:53.240621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:18:53.241884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:53.341228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5683a93f-233b-46ec-b3bb-252220e92a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:53.343950 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5683a93f-233b-46ec-b3bb-252220e92a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:53.345496 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5683a93f-233b-46ec-b3bb-252220e92a4e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33e6fe6e-7f3e-40a7-8acd-309abb941024 HTTP/1.1" status: 204 len: 168 time: 0.3271763 Aug 10 02:18:53.363498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:53.364083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:53.371839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683a93f-233b-46ec-b3bb-252220e92a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e6fe6e-7f3e-40a7-8acd-309abb941024,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:53.451737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0812c4f-e10b-4466-b2e2-3a75ded53e68 None None] Pushing event updated for resources: {'Port': ['ID=e04e5427-c322-4511-93bf-7645d445d4a7,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:53.497870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:18:53.528333 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:18:53.528680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58b7bbaa-cb25-4b4e-b7a2-99f5aeb4d494 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:18:53.548591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e0161-aaa8-49b4-bf33-5c3987dabbb0 req-6960677e-e3a5-4025-8875-580fed736759 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:53.558455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a60e0161-aaa8-49b4-bf33-5c3987dabbb0 req-6960677e-e3a5-4025-8875-580fed736759 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.6373436 Aug 10 02:18:53.648752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Allocated IP 172.20.0.2 (ab45eeff-1d78-4329-9171-4a1e73cec9c0/63f02de7-083c-43d3-9862-532125c3064c/56034ad1-c5a9-4148-be61-a22470cfcafd) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:18:53.704248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a60e0161-aaa8-49b4-bf33-5c3987dabbb0 req-526fdc5b-61ec-4aa6-9f32-2d601b938ecd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446505 Aug 10 02:18:53.887745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:53.991334 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:54.055416 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:54.212661 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:54.237033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:49Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:54.242640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Transition to ACTIVE for port object 56034ad1-c5a9-4148-be61-a22470cfcafd will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:18:54.274228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2baf96-14ac-4c64-974e-d50d0c8f7b17 None None] The sync data for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 is: [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:49Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:18:54.298005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Transition to ACTIVE for port object 56034ad1-c5a9-4148-be61-a22470cfcafd will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:18:54.393191 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:54.474451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Network ab45eeff-1d78-4329-9171-4a1e73cec9c0 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:18:54.486148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:18:54.494260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:18:54.518981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Pushing event updated for resources: {'Port': ['ID=56034ad1-c5a9-4148-be61-a22470cfcafd,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:54.595184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.20.0.1 (ab45eeff-1d78-4329-9171-4a1e73cec9c0/63f02de7-083c-43d3-9862-532125c3064c/4a47bd68-2a9a-4579-b480-af0af0c8df2c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:18:54.676760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Attempting to bind port 56034ad1-c5a9-4148-be61-a22470cfcafd on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:18:54.677231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Attempting to bind port 56034ad1-c5a9-4148-be61-a22470cfcafd by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:18:54.683452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Attempting to bind port 56034ad1-c5a9-4148-be61-a22470cfcafd on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:18:54.700909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:18:54.701297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Checking segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:18:54.721536 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:54.721536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Bound using segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:18:54.721536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Bound port: 56034ad1-c5a9-4148-be61-a22470cfcafd, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:18:54.734202 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:54.967996 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:54.988116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] For port 56034ad1-c5a9-4148-be61-a22470cfcafd, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:18:54.995733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] For port 56034ad1-c5a9-4148-be61-a22470cfcafd, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=56034ad1-c5a9-4148-be61-a22470cfcafd,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:18:55.035374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Transition to ACTIVE for port object 4a47bd68-2a9a-4579-b480-af0af0c8df2c will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:18:55.064167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28d14e-ec4c-4071-8392-252d445aefd1 req-b4f82303-156d-49d9-8cfb-7aa1e2ca88ac tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:55.065829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f28d14e-ec4c-4071-8392-252d445aefd1 req-b4f82303-156d-49d9-8cfb-7aa1e2ca88ac tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1470921 Aug 10 02:18:55.091604 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:55.131686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f28d14e-ec4c-4071-8392-252d445aefd1 req-dcdc2e29-7f45-40f8-918f-8d1f5e50c63f tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477066 Aug 10 02:18:55.222057 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:55.274106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da4e57-257c-4f3a-bc47-026e36612276 None None] Pushing event updated for resources: {'Port': ['ID=56034ad1-c5a9-4148-be61-a22470cfcafd,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:55.350663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=4a47bd68-2a9a-4579-b480-af0af0c8df2c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:55.381370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network ab45eeff-1d78-4329-9171-4a1e73cec9c0 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:18:55.383110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:18:55.386147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:18:55.451976 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:55.474491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e04e5427-c322-4511-93bf-7645d445d4a7 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:18:55.724757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e04e5427-c322-4511-93bf-7645d445d4a7 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:18:55.729942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e04e5427-c322-4511-93bf-7645d445d4a7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:18:55.733479 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:55.857463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44608) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:55.882850 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:55.927594 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:55.957792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e04e5427-c322-4511-93bf-7645d445d4a7, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e04e5427-c322-4511-93bf-7645d445d4a7,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:56.061769 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.170572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e04e5427-c322-4511-93bf-7645d445d4a7,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:56.246532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-158933247-network', 'tenant_id': 'ef98270215844d7bbfa6086a262711cc'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:56.444814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Made reservation on behalf of ef98270215844d7bbfa6086a262711cc for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:18:56.448986 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.462619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.487523 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.511966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f152-0f4c-45c4-9b87-1ed253a62f0f req-447b893a-c9f9-4d19-92e0-e2eb7144d083 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:56.513681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e179f152-0f4c-45c4-9b87-1ed253a62f0f req-447b893a-c9f9-4d19-92e0-e2eb7144d083 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.0955405 Aug 10 02:18:56.570970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e179f152-0f4c-45c4-9b87-1ed253a62f0f req-56ede6d8-2bad-47f9-af21-f76153ccf651 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Aug 10 02:18:56.643987 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.678356 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.782704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe99c25-6c55-4297-9178-e5671a27c213 None None] Network ab45eeff-1d78-4329-9171-4a1e73cec9c0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:18:56.794213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.813082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:18:56.820965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=4a47bd68-2a9a-4579-b480-af0af0c8df2c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:56.823951 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.834470 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.836088 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Added segment f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a of type vlan for network 57dd0a40-00cd-4afc-90a6-528fd392b49e Aug 10 02:18:56.891690 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.945409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:18:56.950669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ceff1d-73c2-41d4-8f29-042c76cc8322,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:57.001480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network ab45eeff-1d78-4329-9171-4a1e73cec9c0 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:18:57.006916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:18:57.024918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:57.026801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:57.027562 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:57.144666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bebf3f65-acda-4067-8ea0-e2cbc3f438c1 None None] Provisioning for port 56034ad1-c5a9-4148-be61-a22470cfcafd completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:18:57.168954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] Pushing event updated for resources: {'Network': ['ID=57dd0a40-00cd-4afc-90a6-528fd392b49e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:57.187514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 57dd0a40-00cd-4afc-90a6-528fd392b49e details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:18:57.286976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router c2de7758-c8e4-428e-82dc-df08296ea08d has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:18:57.309738 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-20ed5bf2-71fd-4035-8fa4-458a80fe781a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4482627 Aug 10 02:18:57.315410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44646) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:18:57.316395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Request body: {'subnet': {'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-158933247-subnet', 'tenant_id': 'ef98270215844d7bbfa6086a262711cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:18:57.320077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:57.376764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'port_id': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'mac_address': 'fa:16:3e:1a:51:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:18:57.491156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Made reservation on behalf of ef98270215844d7bbfa6086a262711cc for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:18:57.493861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:57.532372 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:57.575473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:18:57.618897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:18:57.633029 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Sync routers for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:18:57.649495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-136d503c-2c3c-4bf4-9804-1cea342d4dfc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "PUT /v2.0/routers/c2de7758-c8e4-428e-82dc-df08296ea08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8140998 Aug 10 02:18:57.672056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:57.678068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 56034ad1-c5a9-4148-be61-a22470cfcafd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:18:57.684138 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:18:57.684885 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:57.760142 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:57.971299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3b94978b-cc47-4327-bd28-c8b024222d78 None None] Provisioning for port 4a47bd68-2a9a-4579-b480-af0af0c8df2c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:18:57.989912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:18:58.023280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e2212-0e80-426d-a7cf-f62aad35c440 req-afa024dc-b170-4357-b5f5-6ae13786f3bc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:58.035676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd2e2212-0e80-426d-a7cf-f62aad35c440 req-afa024dc-b170-4357-b5f5-6ae13786f3bc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 944 time: 0.1753190 Aug 10 02:18:58.047632 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:18:58.089437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3b94978b-cc47-4327-bd28-c8b024222d78 None None] Provisioning complete for port 4a47bd68-2a9a-4579-b480-af0af0c8df2c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:18:58.089826 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3b94978b-cc47-4327-bd28-c8b024222d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:58.119455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd2e2212-0e80-426d-a7cf-f62aad35c440 req-844ac969-fe6a-44e3-909d-6d54cc56f14d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780110 Aug 10 02:18:58.211921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-970fcdab-dba0-42cd-b833-7525de0e1a5a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058650938&fields=id&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 267 time: 0.0440476 Aug 10 02:18:58.260943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3b94978b-cc47-4327-bd28-c8b024222d78 None None] Port 4a47bd68-2a9a-4579-b480-af0af0c8df2c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:18:58.264434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:58.341241 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:58.461146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 56034ad1-c5a9-4148-be61-a22470cfcafd completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:18:58.480599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 56034ad1-c5a9-4148-be61-a22470cfcafd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:18:58.481002 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:58.495796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-527e1e03-f972-4847-b325-751a15a23847 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:58.501076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-527e1e03-f972-4847-b325-751a15a23847 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 795 time: 0.2806876 Aug 10 02:18:58.528403 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-10695c7e-6ec0-4382-a3ee-6a4022689b97 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/quotas/0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 375 time: 0.0204978 Aug 10 02:18:58.621998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Checking segment: {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:18:58.622367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Network hostable DHCP agents. Network: 57dd0a40-00cd-4afc-90a6-528fd392b49e, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:18:58.625506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ece60ad0-e5f5-4dca-bb00-e350770e2d7d None None] Provisioning complete for port 4a47bd68-2a9a-4579-b480-af0af0c8df2c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:18:58.626093 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ece60ad0-e5f5-4dca-bb00-e350770e2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:58.641658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-008636a5-955b-40b8-b685-0b287d662c9f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070337 Aug 10 02:18:58.679393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4bbf65-3803-4c1d-a5e5-5d213665dcfe,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:58.704782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ece60ad0-e5f5-4dca-bb00-e350770e2d7d None None] Port 4a47bd68-2a9a-4579-b480-af0af0c8df2c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:18:58.736652 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4a47bd68-2a9a-4579-b480-af0af0c8df2c', 'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:19:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:54Z', 'updated_at': '2021-08-10T02:18:56Z', 'revision_number': 2, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '63f02de7-083c-43d3-9862-532125c3064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:18:58.769269 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:58.781212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Network 57dd0a40-00cd-4afc-90a6-528fd392b49e is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:18:58.827830 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Checking router: c2de7758-c8e4-428e-82dc-df08296ea08d for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:18:58.828361 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Updating router c2de7758-c8e4-428e-82dc-df08296ea08d port 4a47bd68-2a9a-4579-b480-af0af0c8df2c binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:18:58.835444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 56034ad1-c5a9-4148-be61-a22470cfcafd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=56034ad1-c5a9-4148-be61-a22470cfcafd,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:18:58.864292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8bd6fb91-96f2-4d38-9a43-f8540697a5c2 None None] Provisioning complete for port 4a47bd68-2a9a-4579-b480-af0af0c8df2c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:18:58.865640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fb91-96f2-4d38-9a43-f8540697a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:58.871874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 57dd0a40-00cd-4afc-90a6-528fd392b49e) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:18:58.876554 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:58.877502 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:58.922811 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:58.932558 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-0e5d0344-9cf8-43c9-8e6a-de9fd0f8fe28 service neutron] 10.222.0.38 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723274 Aug 10 02:18:58.958252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0884941e-1e08-4de5-96d5-bde234f82409 None None] Network 57dd0a40-00cd-4afc-90a6-528fd392b49e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:18:58.987422 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8be39ab2-42d8-4dd5-9f5e-96ce49b243f4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6762121 Aug 10 02:18:59.067074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:18:59.086376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6fb91-96f2-4d38-9a43-f8540697a5c2 None None] Port 4a47bd68-2a9a-4579-b480-af0af0c8df2c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:18:59.090673 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:59.093644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e04e5427-c322-4511-93bf-7645d445d4a7 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:18:59.273657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-5100d463-7a55-49cd-8d42-a6a9a1bcb4a1 service neutron] 10.222.0.38 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257036 Aug 10 02:18:59.351823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17397ab-1b7d-4108-add0-16d508512232 req-e143b205-799d-4eab-9cd0-6404b4e1ec28 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:18:59.353493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f17397ab-1b7d-4108-add0-16d508512232 req-e143b205-799d-4eab-9cd0-6404b4e1ec28 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 944 time: 0.1255503 Aug 10 02:18:59.492929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f17397ab-1b7d-4108-add0-16d508512232 req-14e4a9ff-e693-447c-9c14-abbfe4367d3c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104043 Aug 10 02:18:59.719626 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:59.748732 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Transition to ACTIVE for port object 4a47bd68-2a9a-4579-b480-af0af0c8df2c will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:18:59.789034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-562ebb44-4388-4b8d-a5d3-c216cd4bd7ff req-1af5165e-8fe7-4cbb-b18f-cf5f382d2743 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 210 time: 0.0531919 Aug 10 02:18:59.821391 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:59.959915 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Pushing event updated for resources: {'Port': ['ID=4a47bd68-2a9a-4579-b480-af0af0c8df2c,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:18:59.978545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b31aed-a212-4e40-ae59-8d1e6f18a1e9 None None] Network 57dd0a40-00cd-4afc-90a6-528fd392b49e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:19:00.012173 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.012535 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.012884 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.013280 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.013553 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.016775 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.018110 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.018892 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.020091 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.032872 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.037079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:00.037458 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:00.039272 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.039846 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:00.224222 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Attempting to bind port 4a47bd68-2a9a-4579-b480-af0af0c8df2c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:19:00.228671 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Attempting to bind port 4a47bd68-2a9a-4579-b480-af0af0c8df2c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:19:00.229504 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Attempting to bind port 4a47bd68-2a9a-4579-b480-af0af0c8df2c on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:19:00.253613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=56034ad1-c5a9-4148-be61-a22470cfcafd,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:00.254457 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:19:00.262902 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Checking segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:19:00.269719 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:00.270341 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Bound using segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:19:00.271618 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Bound port: 4a47bd68-2a9a-4579-b480-af0af0c8df2c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:19:00.273019 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:00.322902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e04e5427-c322-4511-93bf-7645d445d4a7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:00.323445 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:00.426320 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] For port 4a47bd68-2a9a-4579-b480-af0af0c8df2c, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:19:00.430083 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] For port 4a47bd68-2a9a-4579-b480-af0af0c8df2c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4a47bd68-2a9a-4579-b480-af0af0c8df2c,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:19:00.524310 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:00.565994 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:00.649223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:00.651789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:00.657778 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b01107c-f457-46bd-95e8-d61580cac48b" -d '{"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-plugged", "status": "completed", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:00.694385 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:19:00.694385 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:19:00.750251 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:00.816147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc8836-3425-4eda-9fb5-46403514174f req-2c874c3f-01d6-4e1d-b5cb-8b419b4f1945 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:00.824248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-2c874c3f-01d6-4e1d-b5cb-8b419b4f1945 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 813 time: 0.5181513 Aug 10 02:19:00.886299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:00.936592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 56034ad1-c5a9-4148-be61-a22470cfcafd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:19:00.972713 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:19:01.026762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-c9cd15bf-80f8-4218-ab92-3dd17b2c6df9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/quotas/ef98270215844d7bbfa6086a262711cc HTTP/1.1" status: 200 len: 375 time: 0.1943893 Aug 10 02:19:01.105387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 56034ad1-c5a9-4148-be61-a22470cfcafd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:01.105895 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:01.125764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128da05d-3d28-4e61-9c71-b6df56d218c3 req-c994a349-7a72-4ade-a65f-ce24f387fd2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:01.128519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-128da05d-3d28-4e61-9c71-b6df56d218c3 req-c994a349-7a72-4ade-a65f-ce24f387fd2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.3024273 Aug 10 02:19:01.165405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-20d9a97a-8f9e-4792-a8f8-2913ceb0f956 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312361 Aug 10 02:19:01.367245 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c979036-dae7-46a8-b238-253053ab5c7a None None] Pushing event updated for resources: {'Port': ['ID=4a47bd68-2a9a-4579-b480-af0af0c8df2c,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:01.383400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-dc1e969b-c9f8-4f81-b12b-4ce292e1980a service neutron] 10.222.0.38 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623964 Aug 10 02:19:01.513524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-128da05d-3d28-4e61-9c71-b6df56d218c3 req-b2ec87b0-6793-4c7a-8988-38f74f8f6939 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505828 Aug 10 02:19:01.554215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-e08e2052-c835-4bf5-ab04-2889173b9849 service neutron] 10.222.0.38 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548462 Aug 10 02:19:01.576003 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79b869-06fc-43a9-ab07-bfca8784c6d2 x-openstack-request-id: req-ed79b869-06fc-43a9-ab07-bfca8784c6d2 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:01.583151 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-plugged", "status": "completed", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:01.583794 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ed79b869-06fc-43a9-ab07-bfca8784c6d2 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:01.584406 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'code': 200} Aug 10 02:19:01.763988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f5d9dd8-8b65-468b-a283-0127eda70c36 req-5f7e8b7d-12ae-4e47-aedd-aa8ca7783114 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 210 time: 0.0633667 Aug 10 02:19:01.767669 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4a47bd68-2a9a-4579-b480-af0af0c8df2c', 'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:19:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:54Z', 'updated_at': '2021-08-10T02:19:00Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '63f02de7-083c-43d3-9862-532125c3064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:19:01.833470 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b43c6-c9b0-4e3f-91ab-9bc8bb99fe07 None None] The sync data for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 is: [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4a47bd68-2a9a-4579-b480-af0af0c8df2c', 'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:19:52:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:54Z', 'updated_at': '2021-08-10T02:19:00Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '63f02de7-083c-43d3-9862-532125c3064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:19:02.092793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd6bee38-47e6-4c3c-b95d-18ec4118e6b1 req-80b7b9d9-73cd-4ada-9754-5e0372a55343 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 210 time: 0.0484824 Aug 10 02:19:02.919351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077e012-445a-4c3e-9cb4-01c062f437ec req-61bf71c9-3eea-41c5-b3d1-9c2b059d0a86 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:02.931514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e077e012-445a-4c3e-9cb4-01c062f437ec req-61bf71c9-3eea-41c5-b3d1-9c2b059d0a86 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1977124 Aug 10 02:19:02.968427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4a47bd68-2a9a-4579-b480-af0af0c8df2c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:19:03.083627 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:19:03.215361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 4a47bd68-2a9a-4579-b480-af0af0c8df2c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:19:03.219790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4a47bd68-2a9a-4579-b480-af0af0c8df2c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:03.220172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:03.285052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-5f44aede-9af2-4c40-8f52-b685a51e0eef tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:03.290849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-5f44aede-9af2-4c40-8f52-b685a51e0eef tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 795 time: 0.4553311 Aug 10 02:19:03.399932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-252194f1-65d0-4d74-b6db-34e0524f26c6 req-794a9bc3-010e-4405-a604-ba7ac3f0e9f1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 210 time: 0.4641976 Aug 10 02:19:03.403516 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:03.476687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e077e012-445a-4c3e-9cb4-01c062f437ec req-bc7777ca-0a25-4fa6-ae34-837780c28b9e tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5430791 Aug 10 02:19:03.489240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 4a47bd68-2a9a-4579-b480-af0af0c8df2c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4a47bd68-2a9a-4579-b480-af0af0c8df2c,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:03.566270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-742ae95a-51e0-48cc-85d3-59f8f02dbd5c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 380 time: 0.2352808 Aug 10 02:19:03.569120 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8056db2-8d0f-4ab0-81ce-65f0cb0a50fd req-b9d04fa2-b654-4a63-b0b1-2bbd7720f7c5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 210 time: 0.0464950 Aug 10 02:19:03.589116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:03.595018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'port': {'device_id': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'admin_state_up': True, 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'security_groups': ['1a71146b-3858-459f-bc76-680d4b9887d8']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:03.711149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=4a47bd68-2a9a-4579-b480-af0af0c8df2c,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:04.007567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:19:04.017623 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:04.328510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.20.0.4 (ab45eeff-1d78-4329-9171-4a1e73cec9c0/63f02de7-083c-43d3-9862-532125c3064c/e0aeed30-1612-4d0c-a8ed-df47269198c0) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:19:04.524095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12c16d01-d954-4861-bd8e-4ae1b8e6f7db req-6da27fc6-b36b-4a1c-9fe7-518f3509c201 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 210 time: 0.0325050 Aug 10 02:19:04.535140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:04.549604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Transition to ACTIVE for port object e0aeed30-1612-4d0c-a8ed-df47269198c0 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:19:04.651030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c4da3-cf14-498d-87af-552bb971c615 req-419c6943-d1bb-466c-a144-c2bcc5a535c9 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:04.652331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-088c4da3-cf14-498d-87af-552bb971c615 req-419c6943-d1bb-466c-a144-c2bcc5a535c9 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.0733967 Aug 10 02:19:04.685733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ee1544a-5f74-44f0-9a62-1b000be6fa34 req-5a97acdb-595a-466d-b623-51cf3990d0cb tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 210 time: 0.0323942 Aug 10 02:19:04.714741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-088c4da3-cf14-498d-87af-552bb971c615 req-2b2b434b-c656-4abc-b675-b2be9e4b4776 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516393 Aug 10 02:19:04.735985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:04.787990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network ab45eeff-1d78-4329-9171-4a1e73cec9c0 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:19:04.791821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:19:04.795892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:19:04.827176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:04.862361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:04.863107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:04.875530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4a47bd68-2a9a-4579-b480-af0af0c8df2c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:19:04.953353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e6499905-5722-4bb3-9310-ab282db86bf1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3819189 Aug 10 02:19:04.971925 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Request body: {'port': {'device_id': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:04.985503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4a47bd68-2a9a-4579-b480-af0af0c8df2c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:04.986668 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.084569 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.113159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44926) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:05.329249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-943227e8-657e-4226-9934-28d904979333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.350739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e4647077-76af-4626-9c47-e41fe56cc5cf None None] Provisioning for port e0aeed30-1612-4d0c-a8ed-df47269198c0 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:19:05.356357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e4647077-76af-4626-9c47-e41fe56cc5cf None None] Provisioning complete for port e0aeed30-1612-4d0c-a8ed-df47269198c0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:05.356910 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e4647077-76af-4626-9c47-e41fe56cc5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.410440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e4647077-76af-4626-9c47-e41fe56cc5cf None None] Port e0aeed30-1612-4d0c-a8ed-df47269198c0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:19:05.450362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-943227e8-657e-4226-9934-28d904979333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.569275 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-943227e8-657e-4226-9934-28d904979333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.663388 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-943227e8-657e-4226-9934-28d904979333 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d31afbf50284f4ca4f5b884ab6cb94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5483871 Aug 10 02:19:05.664339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 44946) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:05.683812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943227e8-657e-4226-9934-28d904979333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac8f7b9-62b6-4f73-b363-8d2cbaf34f13,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:05.768571 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3abafdb4-61a1-4ae4-9665-4d41a8b42d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.810812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3abafdb4-61a1-4ae4-9665-4d41a8b42d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.897804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-514213c5-7edb-44be-bc74-095907e0b25c req-d768c4ce-c7d0-4a08-ae58-5d1808af7443 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 210 time: 0.0778067 Aug 10 02:19:05.939636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3abafdb4-61a1-4ae4-9665-4d41a8b42d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.944288 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3abafdb4-61a1-4ae4-9665-4d41a8b42d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:05.955417 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3abafdb4-61a1-4ae4-9665-4d41a8b42d85 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1ac8f7b9-62b6-4f73-b363-8d2cbaf34f13 HTTP/1.1" status: 204 len: 168 time: 0.2857065 Aug 10 02:19:05.968446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d409fd6-82e5-4e1a-9ab0-68fe31f3565a req-5b21d37d-2024-4c8d-a1b9-72a5ce7394a3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:05.976273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d409fd6-82e5-4e1a-9ab0-68fe31f3565a req-5b21d37d-2024-4c8d-a1b9-72a5ce7394a3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 931 time: 0.1553767 Aug 10 02:19:05.985127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abafdb4-61a1-4ae4-9665-4d41a8b42d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac8f7b9-62b6-4f73-b363-8d2cbaf34f13,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:06.011221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc8836-3425-4eda-9fb5-46403514174f req-43c7c551-aaef-4376-b1f6-a6aeaf6fe056 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:06.011221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-43c7c551-aaef-4376-b1f6-a6aeaf6fe056 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.11 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 813 time: 0.7710721 Aug 10 02:19:06.039119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Request body: {'port': {'device_id': '5a171f5a-9775-4296-88f0-97fc30374477', 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e', 'admin_state_up': True, 'tenant_id': 'ef98270215844d7bbfa6086a262711cc'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:06.229975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d409fd6-82e5-4e1a-9ab0-68fe31f3565a req-bc43d71f-50a5-414c-a59f-196fd9fc947e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426562 Aug 10 02:19:06.269610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f699d12-30bc-4bdb-9eba-a8df958b5c0a req-458ccf1d-547b-4112-8857-7d889bcb7c3b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:06.271679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f699d12-30bc-4bdb-9eba-a8df958b5c0a req-458ccf1d-547b-4112-8857-7d889bcb7c3b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.2232645 Aug 10 02:19:06.317728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0aeed30-1612-4d0c-a8ed-df47269198c0 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:19:06.335777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:06.373339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Transition to ACTIVE for port object e0aeed30-1612-4d0c-a8ed-df47269198c0 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:19:06.377232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f699d12-30bc-4bdb-9eba-a8df958b5c0a req-4c3b764f-073b-4818-8074-8b8b8741f64b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953093 Aug 10 02:19:06.473411 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:06.523668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Made reservation on behalf of ef98270215844d7bbfa6086a262711cc for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:19:06.528780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:06.571742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:06.762194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:19:06.762623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:19:06.762898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:19:06.817110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Port e0aeed30-1612-4d0c-a8ed-df47269198c0 on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:19:06.817761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:19:06.837142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:19:06.837938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Checking segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:19:06.838520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Bound using segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:19:06.839563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Bound port: e0aeed30-1612-4d0c-a8ed-df47269198c0, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:19:06.840176 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:06.878720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Allocated IP 172.20.0.11 (57dd0a40-00cd-4afc-90a6-528fd392b49e/fa4bbf65-3803-4c1d-a5e5-5d213665dcfe/6bb91f43-1344-41a9-88a5-6b5fa4feb3b5) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:19:06.942301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 44988) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:07.046121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94217076-a46c-42a8-bf6a-c25315270b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:07.049519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:19:07.111569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:19:07.169803 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51c44f95-43ed-4037-899b-b6045fc01e89 req-ba3b99d5-732a-4871-8ddb-a3b0cca8e889 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 210 time: 0.0753460 Aug 10 02:19:07.273249 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:07.443446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:07.444319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:07.445836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] 10.222.0.11 "PUT /v2.0/ports/e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 1092 time: 2.4840400 Aug 10 02:19:07.454591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:07.456857 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8c9679-9b61-487f-a4e9-ade0b882eb62" -d '{"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:07.530689 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:07.665158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e8ef9-87ce-4b66-b33c-0d5b99562c3a service neutron] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:07.754598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a97db1-7b1a-4818-a19f-052dd94a0636 req-57d0c4dc-538c-49c5-924c-32d432eb7e7b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:07.754598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29a97db1-7b1a-4818-a19f-052dd94a0636 req-57d0c4dc-538c-49c5-924c-32d432eb7e7b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 943 time: 0.3956480 Aug 10 02:19:07.758473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-186a35dc-f405-42bc-a609-14a4d29a5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:07.763576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-186a35dc-f405-42bc-a609-14a4d29a5f11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1095 time: 0.2071157 Aug 10 02:19:07.776264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b7d73-0d44-4fbf-875b-02a4f857f75c req-537524d5-607f-4933-8747-127f577b900b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:07.777795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d21b7d73-0d44-4fbf-875b-02a4f857f75c req-537524d5-607f-4933-8747-127f577b900b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.2664640 Aug 10 02:19:07.872509 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94217076-a46c-42a8-bf6a-c25315270b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:07.884447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-8ce00c0f-94f1-4ee4-b449-64714a494e76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 217 time: 0.0909882 Aug 10 02:19:07.954170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29a97db1-7b1a-4818-a19f-052dd94a0636 req-beb3c6cc-ff53-4eca-bfdd-782a70c68743 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687188 Aug 10 02:19:07.958610 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94217076-a46c-42a8-bf6a-c25315270b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:08.035802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d21b7d73-0d44-4fbf-875b-02a4f857f75c req-ce221efe-1931-4e10-babf-6f8cda5cd7ba tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364454 Aug 10 02:19:08.038877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94217076-a46c-42a8-bf6a-c25315270b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2948a25-e2bd-4529-b08f-97467a4c3102,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:08.048652 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995ade09-ae72-4b36-88e8-c42ae5bc89da x-openstack-request-id: req-995ade09-ae72-4b36-88e8-c42ae5bc89da {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:08.050952 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:08.051901 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-995ade09-ae72-4b36-88e8-c42ae5bc89da {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:08.052879 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'status': 'completed', 'code': 200} Aug 10 02:19:08.078756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-87a84d86-1289-4d58-801b-04c64ebdb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:08.080612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-87a84d86-1289-4d58-801b-04c64ebdb668 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.1786153 Aug 10 02:19:08.081944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:08.139992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:08.148615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-94217076-a46c-42a8-bf6a-c25315270b38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e5d3ee3a1a9346f9a7d0ff31d252ce1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2007163 Aug 10 02:19:08.254359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Network 57dd0a40-00cd-4afc-90a6-528fd392b49e is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:19:08.260780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:19:08.264114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:08.268267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:19:08.268491 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3d38882-073e-473e-9916-7c2943aa33ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:08.275866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e8e1da33-c873-4644-870c-a2141d11455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:08.277790 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-e8e1da33-c873-4644-870c-a2141d11455f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1855488 Aug 10 02:19:08.295783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3d38882-073e-473e-9916-7c2943aa33ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:08.422369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:08.423156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:08.431876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3d38882-073e-473e-9916-7c2943aa33ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:08.435359 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3d38882-073e-473e-9916-7c2943aa33ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:08.436916 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e3d38882-073e-473e-9916-7c2943aa33ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2948a25-e2bd-4529-b08f-97467a4c3102 HTTP/1.1" status: 204 len: 168 time: 0.2936511 Aug 10 02:19:08.454421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d38882-073e-473e-9916-7c2943aa33ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2948a25-e2bd-4529-b08f-97467a4c3102,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:08.485697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f1162-2f5a-44c3-8447-393088cc5cb2 req-925ba89b-8e07-4f18-afe5-6128d7f11230 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:08.494720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b2f1162-2f5a-44c3-8447-393088cc5cb2 req-925ba89b-8e07-4f18-afe5-6128d7f11230 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 932 time: 0.1959403 Aug 10 02:19:08.529557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-c1f0cc15-e55b-4843-9f60-42bbd60f9365 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294588 Aug 10 02:19:08.535846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-3253d07b-dc14-43e3-a61e-553101c2d7f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5115211 Aug 10 02:19:08.602484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Request body: {'port': {'device_id': '5a171f5a-9775-4296-88f0-97fc30374477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:08.636296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b2f1162-2f5a-44c3-8447-393088cc5cb2 req-3eece8fc-fe4e-44f1-a103-817c50a942bd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404464 Aug 10 02:19:08.794488 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:08.794488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4124b461-a3ba-4c1a-ad2c-831f4ce4c503 req-2e75a65c-fe21-41b2-8866-669443d231d8 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863720 Aug 10 02:19:09.112774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:19:09.127036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:09.183193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-46abff0c-2148-4ecc-83c8-4a8ab9dace7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:09.184731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-46abff0c-2148-4ecc-83c8-4a8ab9dace7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1095 time: 0.1457999 Aug 10 02:19:09.186497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Transition to ACTIVE for port object 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:19:09.195211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b028bc8-20ea-447a-9361-894fcb152794 req-7ceb0464-80a9-4173-a0dd-97cf12547a2c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:09.196762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b028bc8-20ea-447a-9361-894fcb152794 req-7ceb0464-80a9-4173-a0dd-97cf12547a2c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 943 time: 0.1563401 Aug 10 02:19:09.297294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61f73-cd5e-4084-ab22-5792a6ec9172 req-71807543-b30d-4669-86d4-afc70ef98aca tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:09.307187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8fb61f73-cd5e-4084-ab22-5792a6ec9172 req-71807543-b30d-4669-86d4-afc70ef98aca tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1691768 Aug 10 02:19:09.307187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:09.448816 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b028bc8-20ea-447a-9361-894fcb152794 req-64c087a1-1c15-414a-95f3-df1a76354f2d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296965 Aug 10 02:19:09.449947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:09.510437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8fb61f73-cd5e-4084-ab22-5792a6ec9172 req-8ea70335-8fcf-4c07-9f0d-0f6e5979daf2 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938558 Aug 10 02:19:09.530208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-8fb200ef-5647-489d-a100-d96acb8a13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:09.532066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-8fb200ef-5647-489d-a100-d96acb8a13fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.3324451 Aug 10 02:19:09.595552 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-2b2a172e-5df6-4b34-8b51-19fdd22e7bba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 217 time: 0.0368636 Aug 10 02:19:09.663044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Attempting to bind port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:19:09.663044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Attempting to bind port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:19:09.666735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Attempting to bind port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on network 57dd0a40-00cd-4afc-90a6-528fd392b49e {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:19:09.676212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on network 57dd0a40-00cd-4afc-90a6-528fd392b49e not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:19:09.676570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Attempting to bind port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on network 57dd0a40-00cd-4afc-90a6-528fd392b49e {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:19:09.684533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:19:09.685025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Checking segment: {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:19:09.685275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Bound using segment: {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:19:09.685812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Bound port: 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:19:09.686134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:09.700940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-9417678e-d46d-49a8-97aa-f5787e610a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:09.702749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-9417678e-d46d-49a8-97aa-f5787e610a90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0966661 Aug 10 02:19:09.860901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9016a-c3bf-4a0a-8eb4-4ac191d34bdd req-db5d6162-ece7-4549-bcc0-8a58ee479cc9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:09.862411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7a9016a-c3bf-4a0a-8eb4-4ac191d34bdd req-db5d6162-ece7-4549-bcc0-8a58ee479cc9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.1015449 Aug 10 02:19:09.868623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-eab43670-0539-4bc6-9e9e-bd449879726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:09.870511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-eab43670-0539-4bc6-9e9e-bd449879726e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369667 Aug 10 02:19:09.873533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:19:09.876922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:19:09.970009 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7a9016a-c3bf-4a0a-8eb4-4ac191d34bdd req-ba48003f-a51f-42b2-9790-d1234fffac37 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987201 Aug 10 02:19:09.992415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:10.017245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:10.018075 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:10.019658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] 10.222.0.11 "PUT /v2.0/ports/6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 HTTP/1.1" status: 200 len: 1093 time: 1.4554958 Aug 10 02:19:10.058644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:10.061341 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d33fe24-3b6a-486a-9911-36ba86ffb5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:10.074527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-acaaac85-3446-41d5-a55e-0998f5cc8831 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917760 Aug 10 02:19:10.121003 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc63ec-2c38-4083-9219-20c565d09618 x-openstack-request-id: req-a1fc63ec-2c38-4083-9219-20c565d09618 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:10.121627 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:10.121627 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a1fc63ec-2c38-4083-9219-20c565d09618 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:10.122047 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'status': 'completed', 'code': 200} Aug 10 02:19:10.230202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8131e1-2000-4dab-93b9-620584641c29 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:10.265911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fe24-3b6a-486a-9911-36ba86ffb5f6 req-7a853099-59e5-43f8-8332-fd896ff085ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:10.267487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d33fe24-3b6a-486a-9911-36ba86ffb5f6 req-7a853099-59e5-43f8-8332-fd896ff085ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 1096 time: 0.1207988 Aug 10 02:19:10.355131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b8c9679-9b61-487f-a4e9-ade0b882eb62 req-06a805b2-34c4-482f-b807-c1ca237293b1 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637208 Aug 10 02:19:10.399695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fe24-3b6a-486a-9911-36ba86ffb5f6 req-2cf71ff3-dc32-4ac0-836f-c83c779c8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:10.403507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d33fe24-3b6a-486a-9911-36ba86ffb5f6 req-2cf71ff3-dc32-4ac0-836f-c83c779c8194 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ef98270215844d7bbfa6086a262711cc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1264555 Aug 10 02:19:10.567400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33fe24-3b6a-486a-9911-36ba86ffb5f6 req-122b742d-9b90-46fd-afd2-076ad82d2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:10.569501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d33fe24-3b6a-486a-9911-36ba86ffb5f6 req-122b742d-9b90-46fd-afd2-076ad82d2c34 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525638 Aug 10 02:19:10.614998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f182850-7042-4722-b43e-ddfc6fba6b54 req-a5afbeba-71d6-43f9-b48f-11df95e5718a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:10.622618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f182850-7042-4722-b43e-ddfc6fba6b54 req-a5afbeba-71d6-43f9-b48f-11df95e5718a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 943 time: 0.0888083 Aug 10 02:19:10.743137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc8836-3425-4eda-9fb5-46403514174f req-acd2e561-9e3b-4504-95b5-358ac26deb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:10.746839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-acd2e561-9e3b-4504-95b5-358ac26deb64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 1096 time: 0.1154981 Aug 10 02:19:10.792110 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f182850-7042-4722-b43e-ddfc6fba6b54 req-bf277692-27ba-47b4-bfbe-35acda175d81 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676719 Aug 10 02:19:10.838841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-cc5ef5e8-ab41-48ee-bcea-e24508066fef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 HTTP/1.1" status: 200 len: 217 time: 0.0784192 Aug 10 02:19:10.850175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97e923-9456-41b5-b396-9d17d3cc1085 req-e966161d-5836-4f9b-aead-bb36e1de0cdd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:10.857038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a97e923-9456-41b5-b396-9d17d3cc1085 req-e966161d-5836-4f9b-aead-bb36e1de0cdd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1834075 Aug 10 02:19:10.932783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc8836-3425-4eda-9fb5-46403514174f req-ce842913-fe3f-4359-be44-f230b069ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:10.934307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-ce842913-fe3f-4359-be44-f230b069ef0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa4bbf65-3803-4c1d-a5e5-5d213665dcfe HTTP/1.1" status: 200 len: 853 time: 0.0804579 Aug 10 02:19:10.955750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a97e923-9456-41b5-b396-9d17d3cc1085 req-faccb71d-19e5-4646-bd0c-7b0bd7f413cd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673690 Aug 10 02:19:10.976206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-46b15709-c8fc-44c5-aaea-dfb705bcd773 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57dd0a40-00cd-4afc-90a6-528fd392b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349708 Aug 10 02:19:11.135769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65183995-dae2-40b5-81c3-4fdaf1d6e01b req-da0adaf5-a0fa-4943-88c5-792a152d9c85 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:11.138118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65183995-dae2-40b5-81c3-4fdaf1d6e01b req-da0adaf5-a0fa-4943-88c5-792a152d9c85 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.0831277 Aug 10 02:19:11.141610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-977a8eb7-d481-47a0-afee-e3676919a41c service neutron] 10.222.0.11 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556845 Aug 10 02:19:11.250145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65183995-dae2-40b5-81c3-4fdaf1d6e01b req-b22fff9c-a45b-4ca9-9fad-a7fababcab20 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053555 Aug 10 02:19:11.305765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9cc8836-3425-4eda-9fb5-46403514174f req-6e5ea7a9-430e-4fb6-b553-147d45dec4c8 service neutron] 10.222.0.11 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539915 Aug 10 02:19:11.652459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:19:11.805045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:11.823692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'port_id': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'mac_address': 'fa:16:3e:96:76:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:19:11.886457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:11.905582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0aeed30-1612-4d0c-a8ed-df47269198c0 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:19:11.955422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:12.022430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134363c-4546-48be-bb8c-f986d3250f06 req-f2eb5cdd-7520-4942-bc8e-93ef85c0efd5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:12.023988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e134363c-4546-48be-bb8c-f986d3250f06 req-f2eb5cdd-7520-4942-bc8e-93ef85c0efd5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 943 time: 0.0795496 Aug 10 02:19:12.054226 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:12.136717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:12.176377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e134363c-4546-48be-bb8c-f986d3250f06 req-7319d2b9-ddee-459e-9786-24e9c68d0fb5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430988 Aug 10 02:19:12.197198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eea9bc-0d93-496b-9e26-edd56c0ce0c0 req-5d70ebe3-04d9-4453-9634-01e777541476 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:12.206678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96eea9bc-0d93-496b-9e26-edd56c0ce0c0 req-5d70ebe3-04d9-4453-9634-01e777541476 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1468441 Aug 10 02:19:12.247173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96eea9bc-0d93-496b-9e26-edd56c0ce0c0 req-8937987f-090f-4e55-822a-50205e4cb549 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396626 Aug 10 02:19:12.271004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e0aeed30-1612-4d0c-a8ed-df47269198c0'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:19:12.423496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cc4ae-6123-4129-9a60-c8ce4af84a4b req-d60d3f90-c4d1-468a-92b1-8e43ab4f0116 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:12.434718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-983cc4ae-6123-4129-9a60-c8ce4af84a4b req-d60d3f90-c4d1-468a-92b1-8e43ab4f0116 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.0794780 Aug 10 02:19:12.479516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-983cc4ae-6123-4129-9a60-c8ce4af84a4b req-4d994d5b-18f0-46d5-98aa-0ab4c0d868ac tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Aug 10 02:19:13.105816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:13.657570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:19:13.663757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:19:13.825746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4edd8a-4322-4ef6-8a87-a0e5b75aaf8d req-805bdc59-9fd8-4a9c-b991-541922bba50b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:13.830776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c4edd8a-4322-4ef6-8a87-a0e5b75aaf8d req-805bdc59-9fd8-4a9c-b991-541922bba50b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 944 time: 0.5644436 Aug 10 02:19:13.905320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c4edd8a-4322-4ef6-8a87-a0e5b75aaf8d req-80c11726-fd9e-48ac-82dd-19213e2e8f53 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674531 Aug 10 02:19:13.914721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1b410-4d75-44d4-be63-7d1191520bce req-c051e3ba-c1cd-4687-bd0c-dc90213908cd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:13.926297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afb1b410-4d75-44d4-be63-7d1191520bce req-c051e3ba-c1cd-4687-bd0c-dc90213908cd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1950953 Aug 10 02:19:14.051497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:14.052690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afb1b410-4d75-44d4-be63-7d1191520bce req-35c53f23-d7b9-4619-bf66-5e02a59b4639 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892155 Aug 10 02:19:14.052810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port e0aeed30-1612-4d0c-a8ed-df47269198c0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:19:14.052810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port e0aeed30-1612-4d0c-a8ed-df47269198c0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:14.052810 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:14.052810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e', 'port_id': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'mac_address': 'fa:16:3e:4e:e6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4bbf65-3803-4c1d-a5e5-5d213665dcfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:19:14.120888 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:14.133395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15931e1-be15-4bda-b3eb-2be0f813d6bc req-11047d06-80f7-45a7-8bbc-0156b0113cfd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:14.135454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b15931e1-be15-4bda-b3eb-2be0f813d6bc req-11047d06-80f7-45a7-8bbc-0156b0113cfd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.0652001 Aug 10 02:19:14.137099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:19:14.166795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:14.188011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b15931e1-be15-4bda-b3eb-2be0f813d6bc req-f9105a20-7d34-4215-be16-11a52c10557a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437236 Aug 10 02:19:14.221024 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:14.248485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:14.250772 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e54305-518c-42fe-92b9-1a3e3c87b7b9" -d '{"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-plugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:14.266722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:14.281758 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:14.311190 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a5ed64-a95c-44f8-bcbb-f6b1db6caee8 x-openstack-request-id: req-25a5ed64-a95c-44f8-bcbb-f6b1db6caee8 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:14.311503 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-plugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:14.311876 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25a5ed64-a95c-44f8-bcbb-f6b1db6caee8 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:14.312241 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'code': 200} Aug 10 02:19:14.342908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:14.348442 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:14.368062 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:14.402306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd3ec8-05f9-4919-82d2-5311000aa06e req-e5633b10-2751-4a24-a927-f09028287f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:14.403930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73cd3ec8-05f9-4919-82d2-5311000aa06e req-e5633b10-2751-4a24-a927-f09028287f07 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1096 time: 0.0539923 Aug 10 02:19:14.430791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:14.455208 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73cd3ec8-05f9-4919-82d2-5311000aa06e req-af2b853c-4c65-417e-be08-147c823a9acb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Aug 10 02:19:14.489721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:19:15.064013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ed02a-c903-4d9e-b7e1-5b6ac933bb9b req-19947ac2-d0fd-4f06-8ca2-530cbdd6791b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:15.065909 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-428ed02a-c903-4d9e-b7e1-5b6ac933bb9b req-19947ac2-d0fd-4f06-8ca2-530cbdd6791b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0551631 Aug 10 02:19:15.108757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-428ed02a-c903-4d9e-b7e1-5b6ac933bb9b req-d3aee7a8-88fa-4dcd-8e96-e723e7679335 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357461 Aug 10 02:19:15.197746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86723-b74e-4958-a78b-806ee7d10540 req-5307e9da-41fb-44ef-943b-f7b044b03466 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:15.199382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ced86723-b74e-4958-a78b-806ee7d10540 req-5307e9da-41fb-44ef-943b-f7b044b03466 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.0728009 Aug 10 02:19:15.268965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ced86723-b74e-4958-a78b-806ee7d10540 req-366e7b49-21cb-4397-9bdb-d72d6bc85e00 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570433 Aug 10 02:19:15.310177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-edf28ea3-e56e-4160-a07e-1f1e5ac75586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:15.311865 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-edf28ea3-e56e-4160-a07e-1f1e5ac75586 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 1097 time: 0.0722241 Aug 10 02:19:15.386271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7a700-d1c2-47c3-9a1c-bc75ba696fc8 req-a49d3c5b-4e06-497f-b943-34f3c6940b13 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:15.386271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1f7a700-d1c2-47c3-9a1c-bc75ba696fc8 req-a49d3c5b-4e06-497f-b943-34f3c6940b13 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.0616612 Aug 10 02:19:15.433213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-d72e72f4-46a3-46e3-8c3f-a2a4fb6cbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:15.434530 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1f7a700-d1c2-47c3-9a1c-bc75ba696fc8 req-e07428ee-8408-4faf-9d35-b1df6d84e950 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 Aug 10 02:19:15.434731 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-d72e72f4-46a3-46e3-8c3f-a2a4fb6cbc73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 918 time: 0.1152000 Aug 10 02:19:15.505337 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-766ac8d1-e80f-42a1-82e3-89956f12c46c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 HTTP/1.1" status: 200 len: 1000 time: 0.0624056 Aug 10 02:19:15.557738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-32902493-2e05-4244-9bd8-0b36087c5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:15.559440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-32902493-2e05-4244-9bd8-0b36087c5454 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.0472107 Aug 10 02:19:15.614705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-f76a3805-025f-4e96-b3ca-7717bbe00e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:15.616253 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-f76a3805-025f-4e96-b3ca-7717bbe00e6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492828 Aug 10 02:19:15.673126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:19:15.723174 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-a11f06bb-30ac-4794-a199-9366ddacead0 service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998082 Aug 10 02:19:15.826037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:19:15.827869 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-68aa9e7f-b072-40f2-9839-160f5031aa27 req-41d395cc-6987-428c-8462-5aa50ced6571 service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976043 Aug 10 02:19:15.830475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:15.830960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:15.918612 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:15.956509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:16.020331 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:16.070764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:16.237198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626bd1e-5b1f-4d02-abd4-b01cfb4546e5 req-4f392893-eb5e-4ab2-8c61-2cbc4b183f49 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:16.238772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c626bd1e-5b1f-4d02-abd4-b01cfb4546e5 req-4f392893-eb5e-4ab2-8c61-2cbc4b183f49 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0509326 Aug 10 02:19:16.278586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c626bd1e-5b1f-4d02-abd4-b01cfb4546e5 req-1845a5eb-7d8b-4dad-b853-3c9f068942c0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323906 Aug 10 02:19:16.313337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:16.316105 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa815a40-4264-480a-ab2a-9f8ffbb40312" -d '{"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-plugged", "status": "completed", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:16.436919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907bc7-379a-4aa3-bf5b-65fc2f061450 req-caad4c13-9d96-4878-983f-ab9fac2dfca7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:16.438489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4907bc7-379a-4aa3-bf5b-65fc2f061450 req-caad4c13-9d96-4878-983f-ab9fac2dfca7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0831511 Aug 10 02:19:16.453492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf552-b83b-4a3e-b5e8-d81cf0e7f0db req-1ef2e1e7-ceb2-4b36-b6a3-83813297a49a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:16.454906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78daf552-b83b-4a3e-b5e8-d81cf0e7f0db req-1ef2e1e7-ceb2-4b36-b6a3-83813297a49a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.0894823 Aug 10 02:19:16.512691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4907bc7-379a-4aa3-bf5b-65fc2f061450 req-c18329b7-7823-4416-9fd8-ccb3e8ec483f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680909 Aug 10 02:19:16.526466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78daf552-b83b-4a3e-b5e8-d81cf0e7f0db req-21023d1f-20ed-4dbd-bcc4-874961d6d138 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536413 Aug 10 02:19:16.537950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45408) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:16.567625 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb56fede-68fe-4f14-a4a7-434a39f18d40 x-openstack-request-id: req-eb56fede-68fe-4f14-a4a7-434a39f18d40 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:16.567914 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-plugged", "status": "completed", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:16.568392 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb56fede-68fe-4f14-a4a7-434a39f18d40 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:16.568968 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'code': 200} Aug 10 02:19:16.613081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f720ac5-b07a-4f6f-9b95-ddb4f96fe12e tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:16.615228 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7f720ac5-b07a-4f6f-9b95-ddb4f96fe12e tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1092 time: 0.0755329 Aug 10 02:19:16.618117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45414) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:16.623721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:16.729547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac2d02-427a-4dbe-9506-fb43ddce4a1d req-c20837a4-4f22-47b2-9c70-761061ffe8b0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:16.731042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57ac2d02-427a-4dbe-9506-fb43ddce4a1d req-c20837a4-4f22-47b2-9c70-761061ffe8b0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0969365 Aug 10 02:19:16.737054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e235d09-ee2c-4bf2-85b1-57c6cd620932 req-b1079c3b-96c0-4841-bac9-64cb3eb522b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:16.738525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e235d09-ee2c-4bf2-85b1-57c6cd620932 req-b1079c3b-96c0-4841-bac9-64cb3eb522b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 1098 time: 0.0880442 Aug 10 02:19:16.769304 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:16.845732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57ac2d02-427a-4dbe-9506-fb43ddce4a1d req-ab92ee53-e6c3-4a46-89a8-6938b6315ae1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061311 Aug 10 02:19:16.849437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e235d09-ee2c-4bf2-85b1-57c6cd620932 req-250e4bbd-b8fd-4492-9b46-dc62eeb7ca54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035023 Aug 10 02:19:16.907944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:17.016450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.25.3.189 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/ef670feb-af49-4fce-b37e-c3a8bbd3675d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:19:17.133664 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:17.277492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:17.315087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:19:17.319938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:19:17.324575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:19:17.350012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=ef670feb-af49-4fce-b37e-c3a8bbd3675d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:17.810089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a901f46-1bf9-4019-a1fc-9b19cdb7c8fe req-7848c590-43ef-49f0-80f4-ae426b1a82b8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:17.810089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a901f46-1bf9-4019-a1fc-9b19cdb7c8fe req-7848c590-43ef-49f0-80f4-ae426b1a82b8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 945 time: 0.1747725 Aug 10 02:19:17.889206 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ae0a1697-0059-4c19-b971-a7fa8d3066b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:17.972496 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:17.991058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a901f46-1bf9-4019-a1fc-9b19cdb7c8fe req-227a7ec2-f012-46ac-a876-24857bff7903 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473238 Aug 10 02:19:18.046238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc7f24-19f5-4063-8bb9-0a8358284ae7 req-93de1a50-00b4-4d76-b886-841ce9963324 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:18.048969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecfc7f24-19f5-4063-8bb9-0a8358284ae7 req-93de1a50-00b4-4d76-b886-841ce9963324 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1156397 Aug 10 02:19:18.126996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecfc7f24-19f5-4063-8bb9-0a8358284ae7 req-5318b021-8184-4588-bf74-67a1dd3738d1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Aug 10 02:19:18.215490 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:18.472258 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:18.502149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-e2fabfc9-8ee0-4e63-82a8-4ff98a55c2a1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:18.505407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-e2fabfc9-8ee0-4e63-82a8-4ff98a55c2a1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 813 time: 0.1528878 Aug 10 02:19:18.530286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-7d3e97eb-9d75-4ab0-9385-e10a7833dc12 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/quotas/ef98270215844d7bbfa6086a262711cc HTTP/1.1" status: 200 len: 375 time: 0.0186899 Aug 10 02:19:18.565331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:18.650156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-1cd13046-e00a-4839-af67-8a43d08001c0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183071 Aug 10 02:19:18.667109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=ef670feb-af49-4fce-b37e-c3a8bbd3675d,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:18.726502 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:18.845581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-b6d202be-9663-445e-bc12-5c6c160cef89 service neutron] 10.222.0.38 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867001 Aug 10 02:19:18.919754 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Floating IP 42c65b01-ba0c-414c-a377-1cd77d4803d0 associated. External IP: 172.25.3.189, port: e0aeed30-1612-4d0c-a8ed-df47269198c0. Aug 10 02:19:19.013613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:19:19.132180 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:19.160069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:19.162939 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0886fa-0bc8-4134-9a0e-092d6d9a3e7e" -d '{"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-unplugged", "status": "completed", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:19.182108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:19.217879 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78618e16-31d9-43dc-a773-9569ac87a041 x-openstack-request-id: req-78618e16-31d9-43dc-a773-9569ac87a041 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:19.218178 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-unplugged", "status": "failed", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4", "code": 422}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:19.218476 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78618e16-31d9-43dc-a773-9569ac87a041 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:19.218975 n-d-767704-21 neutron-server[101225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'code': 422} returned with failed status Aug 10 02:19:19.259083 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:19.316628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:19.389767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-ee9b7183-df0c-47e7-a21b-9754193bc64f service neutron] 10.222.0.38 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378461 Aug 10 02:19:19.540920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router c2de7758-c8e4-428e-82dc-df08296ea08d has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:19:19.709749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50e5b245-73f1-4d59-bc15-ec9610aac6c7 req-accf8489-a33d-4860-bcd2-77b6472b299a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 210 time: 0.0399103 Aug 10 02:19:19.725529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:19:19.737983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] Sync routers for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:19:19.747372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:19:19.748013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:19:19.831707 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:19.864969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d83a3adc-2b16-46f5-9747-c44b9d0f5ac2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2450294 Aug 10 02:19:19.865910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:19.867991 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c088ccd-bb24-4985-b7bb-6e0c684a1196" -d '{"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:19.871009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:19:19.981515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d1331-226c-4a68-89f7-677102ef168a req-3b24417e-d226-4b56-9bdb-03f8755edec0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:19.983280 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f00d1331-226c-4a68-89f7-677102ef168a req-3b24417e-d226-4b56-9bdb-03f8755edec0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0638773 Aug 10 02:19:20.028774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f00d1331-226c-4a68-89f7-677102ef168a req-ed49ae73-0cac-4c9c-983e-880d41e179d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387599 Aug 10 02:19:20.054608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45602) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:20.104471 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202ab929-ef4e-4ed3-9407-ece652eaf75f x-openstack-request-id: req-202ab929-ef4e-4ed3-9407-ece652eaf75f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:20.105220 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:20.106394 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-202ab929-ef4e-4ed3-9407-ece652eaf75f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:20.107050 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'status': 'completed', 'code': 200} Aug 10 02:19:20.167044 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5363e82f-778d-48fe-a1af-83b5e9c0d1b7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/42c65b01-ba0c-414c-a377-1cd77d4803d0 HTTP/1.1" status: 200 len: 991 time: 0.1049047 Aug 10 02:19:20.216304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-41ec5afd-c1ff-4f3f-962e-08baa969f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:20.217802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '42c65b01-ba0c-414c-a377-1cd77d4803d0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'port_id': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'mac_address': 'fa:16:3e:96:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:19:17Z', 'updated_at': '2021-08-10T02:19:17Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a47bd68-2a9a-4579-b480-af0af0c8df2c', 'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:19:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:54Z', 'updated_at': '2021-08-10T02:19:03Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '63f02de7-083c-43d3-9862-532125c3064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:19:20.219827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-41ec5afd-c1ff-4f3f-962e-08baa969f4d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1097 time: 0.0788794 Aug 10 02:19:20.263897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] Checking router: c2de7758-c8e4-428e-82dc-df08296ea08d for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:19:20.275272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:19:20.276842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:18:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:19:20.377528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-0013b201-3c2b-4695-9160-75c115c7206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:20.379071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-0013b201-3c2b-4695-9160-75c115c7206b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.1536262 Aug 10 02:19:20.400332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:19:20.460411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-5d8cba33-3eb7-4f59-bf80-e5e84b7f4c9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 999 time: 0.0719035 Aug 10 02:19:20.514252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-28c6270c-3322-426b-b4ef-685f3b029671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:20.518886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-28c6270c-3322-426b-b4ef-685f3b029671 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0474608 Aug 10 02:19:20.578636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-9203c2d6-2c92-4054-8388-4c9848bf7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:20.580266 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-9203c2d6-2c92-4054-8388-4c9848bf7a8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558550 Aug 10 02:19:20.671602 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b1976edb-f1ac-4688-a287-ede25d567e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:20.721978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e323f8-b329-491c-bddd-842736dd126a req-b5ffd140-87d5-4095-bbf7-d5c3ac0c8d74 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:20.723706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1e323f8-b329-491c-bddd-842736dd126a req-b5ffd140-87d5-4095-bbf7-d5c3ac0c8d74 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.1169555 Aug 10 02:19:20.725001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '42c65b01-ba0c-414c-a377-1cd77d4803d0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'port_id': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'mac_address': 'fa:16:3e:96:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:19:17Z', 'updated_at': '2021-08-10T02:19:17Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a47bd68-2a9a-4579-b480-af0af0c8df2c', 'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:19:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:54Z', 'updated_at': '2021-08-10T02:19:03Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '63f02de7-083c-43d3-9862-532125c3064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:19:20.769511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae7560-7e4f-4af3-85a9-f3b6ccbe0da8 None None] The sync data for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 is: [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '42c65b01-ba0c-414c-a377-1cd77d4803d0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'port_id': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'mac_address': 'fa:16:3e:96:76:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:19:17Z', 'updated_at': '2021-08-10T02:19:17Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a47bd68-2a9a-4579-b480-af0af0c8df2c', 'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:19:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:54Z', 'updated_at': '2021-08-10T02:19:03Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '63f02de7-083c-43d3-9862-532125c3064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:19:20.772109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-a2ab02a1-9c9b-48ee-afd3-e82e21fc4914 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848340 Aug 10 02:19:20.853270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45628) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:20.884485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0178e887-b961-4dcd-8eba-55f57d3ec986 req-cc385f96-127c-4037-a014-d6b7c7a1a5a5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 210 time: 0.0416920 Aug 10 02:19:20.887541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b1e323f8-b329-491c-bddd-842736dd126a req-3414400c-6642-4a2e-8d5e-c0ffad70f0d3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535404 Aug 10 02:19:20.936252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c088ccd-bb24-4985-b7bb-6e0c684a1196 req-df9c002b-e99f-45f4-a62b-b75b7e650796 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519310 Aug 10 02:19:21.009887 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1113deb6-f68e-4124-bcc3-88a074841788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:21.041160 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-6d00797e-6c7f-4900-95ad-e4db9118ad0f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786059 Aug 10 02:19:21.090715 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae1c7c-f271-431e-b919-94c1df316f30 None None] New status for floating IP 42c65b01-ba0c-414c-a377-1cd77d4803d0: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:19:21.158182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:21.170455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45636) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:21.187761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1113deb6-f68e-4124-bcc3-88a074841788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:21.245319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4ef69cc5-74f4-4e5c-8f48-c7f418a68ac4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/42c65b01-ba0c-414c-a377-1cd77d4803d0 HTTP/1.1" status: 200 len: 991 time: 0.0736732 Aug 10 02:19:21.333236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1113deb6-f68e-4124-bcc3-88a074841788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:21.374406 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1113deb6-f68e-4124-bcc3-88a074841788 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=de7af3ad6ff245e6b4c8c0a3efa485e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201933 Aug 10 02:19:21.375320 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113deb6-f68e-4124-bcc3-88a074841788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db848e63-84bb-4dba-9378-4442b6a7ae9b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:21.377893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45644) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:21.440408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d846d3c-7139-4649-b34b-68db907e6fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:21.465694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d846d3c-7139-4649-b34b-68db907e6fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:21.630375 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d846d3c-7139-4649-b34b-68db907e6fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:21.635517 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1d846d3c-7139-4649-b34b-68db907e6fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:21.639359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1d846d3c-7139-4649-b34b-68db907e6fcf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/db848e63-84bb-4dba-9378-4442b6a7ae9b HTTP/1.1" status: 204 len: 168 time: 0.2574484 Aug 10 02:19:21.662151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d846d3c-7139-4649-b34b-68db907e6fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db848e63-84bb-4dba-9378-4442b6a7ae9b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:22.011685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fe6275d-f855-4e7a-8ddd-4639717cb61c req-583b46b9-ff79-44d9-b138-8d509defd552 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 210 time: 0.0402811 Aug 10 02:19:22.089857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dd0b8-efc8-43ed-a286-1434d2cf4e07 req-93f836d3-528a-457f-9bf6-c92837648b47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:22.091578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac7dd0b8-efc8-43ed-a286-1434d2cf4e07 req-93f836d3-528a-457f-9bf6-c92837648b47 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0787909 Aug 10 02:19:22.157368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac7dd0b8-efc8-43ed-a286-1434d2cf4e07 req-724cc6ba-1130-46ab-a0e3-0ca9ec894c82 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553977 Aug 10 02:19:22.250075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45658) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:22.260433 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:22.323209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-9564aeac-ea6f-4e82-b05d-86afc41e5efd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:22.324764 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-9564aeac-ea6f-4e82-b05d-86afc41e5efd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.16 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 813 time: 0.1638477 Aug 10 02:19:22.335057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9e23030e-79dc-451d-87bc-bdc64f76a161 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/42c65b01-ba0c-414c-a377-1cd77d4803d0 HTTP/1.1" status: 200 len: 993 time: 0.0835254 Aug 10 02:19:22.338940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Request body: {'port': {'device_id': 'd0dc428b-7bde-41a8-9a7e-ab2b8b00a112', 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e', 'admin_state_up': True, 'tenant_id': 'ef98270215844d7bbfa6086a262711cc'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:22.512372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45660) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:22.526373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a8456d7-7926-47ed-b60f-cf1373567265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:22.585484 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Made reservation on behalf of ef98270215844d7bbfa6086a262711cc for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:19:22.590022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:22.670419 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a8456d7-7926-47ed-b60f-cf1373567265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:22.725902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Allocated IP 172.20.0.14 (57dd0a40-00cd-4afc-90a6-528fd392b49e/fa4bbf65-3803-4c1d-a5e5-5d213665dcfe/c65a8ee5-6d17-41e4-8031-63cf89be5f34) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:19:22.766850 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a8456d7-7926-47ed-b60f-cf1373567265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:22.869490 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4a8456d7-7926-47ed-b60f-cf1373567265 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a82b4565a8f640cfb8a88b7b6975025e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536499 Aug 10 02:19:22.869490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8456d7-7926-47ed-b60f-cf1373567265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7e1cb6-b294-4778-b446-e55a109485bd,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:22.874094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45662) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:22.886885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:22.896071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-685376e2-0efd-4320-b10f-ed4cc6476ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:22.897668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-685376e2-0efd-4320-b10f-ed4cc6476ebc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881&tenant_id=aa79ddca9f794631bc65e510f7a2f014 HTTP/1.1" status: 200 len: 1095 time: 0.1152332 Aug 10 02:19:22.953563 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dd4f7b5-a33f-4076-8501-e0d15fabea36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:22.963787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-2ec73d42-40ee-4697-a400-06bc9f4d9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:22.965315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-2ec73d42-40ee-4697-a400-06bc9f4d9892 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aa79ddca9f794631bc65e510f7a2f014&device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 1095 time: 0.0459058 Aug 10 02:19:22.979931 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dd4f7b5-a33f-4076-8501-e0d15fabea36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:23.024143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:23.041113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:19:23.066020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Network 57dd0a40-00cd-4afc-90a6-528fd392b49e is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:19:23.069248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:19:23.073668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:19:23.077636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-5d32492c-e63d-46ee-a4c5-0296e7a21319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:23.079613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-5d32492c-e63d-46ee-a4c5-0296e7a21319 service neutron] 10.222.0.16 "GET /v2.0/networks?id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 200 len: 918 time: 0.1070011 Aug 10 02:19:23.127021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:23.127682 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:23.139468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dd4f7b5-a33f-4076-8501-e0d15fabea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:23.144886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dd4f7b5-a33f-4076-8501-e0d15fabea36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:23.144886 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4dd4f7b5-a33f-4076-8501-e0d15fabea36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc7e1cb6-b294-4778-b446-e55a109485bd HTTP/1.1" status: 204 len: 168 time: 0.2687728 Aug 10 02:19:23.172692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Pushing event updated for resources: {'Port': ['ID=c65a8ee5-6d17-41e4-8031-63cf89be5f34,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:23.182430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-3fa5676b-1377-400a-80e2-8f41e2c22c51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 HTTP/1.1" status: 200 len: 998 time: 0.0953572 Aug 10 02:19:23.185194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4f7b5-a33f-4076-8501-e0d15fabea36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7e1cb6-b294-4778-b446-e55a109485bd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:23.248984 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-16eac829-a4c2-4e95-8d3f-a67b2f93d49e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9145782 Aug 10 02:19:23.263667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Request body: {'port': {'device_id': 'd0dc428b-7bde-41a8-9a7e-ab2b8b00a112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:23.279243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6a4e3-c0f4-44a5-a779-eb1491fcdbfe req-140d1a67-cf74-4a88-ba25-85179d279a31 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:23.280881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58b6a4e3-c0f4-44a5-a779-eb1491fcdbfe req-140d1a67-cf74-4a88-ba25-85179d279a31 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 932 time: 0.1547518 Aug 10 02:19:23.286614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-8ce88101-e1d5-43f1-bde7-3bdb86ba199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:23.288072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-8ce88101-e1d5-43f1-bde7-3bdb86ba199b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 200 len: 856 time: 0.0886302 Aug 10 02:19:23.396285 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58b6a4e3-c0f4-44a5-a779-eb1491fcdbfe req-10fdea6a-623c-4f4f-9a40-190c70d09b29 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856900 Aug 10 02:19:23.406756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d781f3-6a68-4186-811e-ed9f15fd57d3 req-8870860f-bca6-4ca6-8d5b-10ec28265969 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:23.408606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15d781f3-6a68-4186-811e-ed9f15fd57d3 req-8870860f-bca6-4ca6-8d5b-10ec28265969 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.1515749 Aug 10 02:19:23.427126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-f3d8172f-a4b1-4d3b-a832-c815026c2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:23.428624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-f3d8172f-a4b1-4d3b-a832-c815026c2e3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57965fd8-e906-4dbd-af8e-c7bc318e9f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193225 Aug 10 02:19:23.514828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15d781f3-6a68-4186-811e-ed9f15fd57d3 req-187528b1-0e45-4992-a910-18d709ffb5be tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979643 Aug 10 02:19:23.563984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-23d19d16-9409-470b-99d5-9dd04dc5a89e service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258819 Aug 10 02:19:23.676369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99b66329-7302-41bb-8f67-bf9d1db5a4ac req-231a413f-d425-4500-8e0a-ecf2b5ccdf31 service neutron] 10.222.0.16 "GET /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054173 Aug 10 02:19:23.706301 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:23.871424 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:24.005091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65a8ee5-6d17-41e4-8031-63cf89be5f34 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:19:24.014502 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:24.028405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Transition to ACTIVE for port object c65a8ee5-6d17-41e4-8031-63cf89be5f34 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:19:24.093035 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:24.173756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c65a8ee5-6d17-41e4-8031-63cf89be5f34,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:24.232527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Attempting to bind port c65a8ee5-6d17-41e4-8031-63cf89be5f34 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:19:24.232527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Attempting to bind port c65a8ee5-6d17-41e4-8031-63cf89be5f34 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:19:24.232527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Attempting to bind port c65a8ee5-6d17-41e4-8031-63cf89be5f34 on network 57dd0a40-00cd-4afc-90a6-528fd392b49e {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:19:24.236873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Port c65a8ee5-6d17-41e4-8031-63cf89be5f34 on network 57dd0a40-00cd-4afc-90a6-528fd392b49e not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:19:24.246104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Attempting to bind port c65a8ee5-6d17-41e4-8031-63cf89be5f34 on network 57dd0a40-00cd-4afc-90a6-528fd392b49e {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:19:24.246104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:19:24.246104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Checking segment: {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:19:24.246104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Bound using segment: {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:19:24.246104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Bound port: c65a8ee5-6d17-41e4-8031-63cf89be5f34, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:19:24.246104 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:24.319088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] For port c65a8ee5-6d17-41e4-8031-63cf89be5f34, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:19:24.323082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] For port c65a8ee5-6d17-41e4-8031-63cf89be5f34, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c65a8ee5-6d17-41e4-8031-63cf89be5f34,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:19:24.403289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:24.442204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:24.442860 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:24.444297 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/c65a8ee5-6d17-41e4-8031-63cf89be5f34 HTTP/1.1" status: 200 len: 1093 time: 1.1867504 Aug 10 02:19:24.444755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dc428b-7bde-41a8-9a7e-ab2b8b00a112', 'tag': 'c65a8ee5-6d17-41e4-8031-63cf89be5f34'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:24.447838 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e59b55e-032d-4ea4-b659-121f71c7baee" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dc428b-7bde-41a8-9a7e-ab2b8b00a112", "tag": "c65a8ee5-6d17-41e4-8031-63cf89be5f34"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:24.477317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b783a-434f-4b5c-847d-cbef3feb46b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c65a8ee5-6d17-41e4-8031-63cf89be5f34,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:24.529327 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c557d537-5e01-42d6-a79a-eaee1fb105b5 x-openstack-request-id: req-c557d537-5e01-42d6-a79a-eaee1fb105b5 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:24.529629 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dc428b-7bde-41a8-9a7e-ab2b8b00a112", "tag": "c65a8ee5-6d17-41e4-8031-63cf89be5f34", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:24.529928 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c557d537-5e01-42d6-a79a-eaee1fb105b5 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:24.530418 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dc428b-7bde-41a8-9a7e-ab2b8b00a112', 'tag': 'c65a8ee5-6d17-41e4-8031-63cf89be5f34', 'status': 'completed', 'code': 200} Aug 10 02:19:24.615120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a4533-464c-4605-8157-5c38dd7af92e req-d9875706-c082-45b4-9c36-6cd1a8633abe tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:24.637779 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-046a4533-464c-4605-8157-5c38dd7af92e req-d9875706-c082-45b4-9c36-6cd1a8633abe tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.1257093 Aug 10 02:19:24.642735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59b55e-032d-4ea4-b659-121f71c7baee req-bc868473-e9ef-4174-848a-8afaa1c1d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:24.649297 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e59b55e-032d-4ea4-b659-121f71c7baee req-bc868473-e9ef-4174-848a-8afaa1c1d944 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 1096 time: 0.1136935 Aug 10 02:19:24.807604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-046a4533-464c-4605-8157-5c38dd7af92e req-13b96d2b-e468-4aea-a2ad-563aa6c34ca0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669662 Aug 10 02:19:24.864448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad5140-41ff-4287-9381-fa34569db716 req-3f5f8224-56c8-4aba-88f6-7e3136df7318 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:24.866873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29ad5140-41ff-4287-9381-fa34569db716 req-3f5f8224-56c8-4aba-88f6-7e3136df7318 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.1868448 Aug 10 02:19:24.929649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29ad5140-41ff-4287-9381-fa34569db716 req-b00615e1-0f4d-4ee3-b706-57dce2b6f0e4 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541992 Aug 10 02:19:26.044064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbadcc-a40c-41fa-b4c3-edb493322bed req-0057ea9c-e3a0-4c4f-9ac8-27ae3ec35701 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:26.048025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67cbadcc-a40c-41fa-b4c3-edb493322bed req-0057ea9c-e3a0-4c4f-9ac8-27ae3ec35701 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.1369250 Aug 10 02:19:26.151482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67cbadcc-a40c-41fa-b4c3-edb493322bed req-ca8851bf-d61d-45ba-82d4-bdf7eb1efe91 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997398 Aug 10 02:19:26.161036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d8648-0c4a-4503-98d2-a5c23743d31e req-da65783f-97aa-48d1-b71f-0796a38ca1ad tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:26.162765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa7d8648-0c4a-4503-98d2-a5c23743d31e req-da65783f-97aa-48d1-b71f-0796a38ca1ad tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.1282816 Aug 10 02:19:26.230868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa7d8648-0c4a-4503-98d2-a5c23743d31e req-c7b763d1-b245-4638-b9fb-6ae848add2e1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580857 Aug 10 02:19:27.405951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c73785-6704-42e4-a32f-14d6bffb9767 req-9f711ab7-daa5-4b87-9f79-dc63d49f4f32 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:27.409032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4c73785-6704-42e4-a32f-14d6bffb9767 req-9f711ab7-daa5-4b87-9f79-dc63d49f4f32 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.1567936 Aug 10 02:19:27.487195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4c73785-6704-42e4-a32f-14d6bffb9767 req-81c8c80a-11c8-4bdf-aa78-2a501f260e0d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643318 Aug 10 02:19:27.500779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc260c-a3f9-4bee-8a57-6587153f3d98 req-47acd9f6-57be-4f2c-9f25-e41abf5194a9 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:27.510021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6cc260c-a3f9-4bee-8a57-6587153f3d98 req-47acd9f6-57be-4f2c-9f25-e41abf5194a9 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0965962 Aug 10 02:19:27.551820 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6cc260c-a3f9-4bee-8a57-6587153f3d98 req-a7337a2b-5ff7-4c33-9d92-c3564687b0c0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Aug 10 02:19:28.669943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322abc0-853a-4214-99c5-27428d232630 req-f61f6059-6d50-4882-b037-4c397869babf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:28.672159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a322abc0-853a-4214-99c5-27428d232630 req-f61f6059-6d50-4882-b037-4c397869babf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0908217 Aug 10 02:19:28.752465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a322abc0-853a-4214-99c5-27428d232630 req-d47aea10-3614-414c-a3b3-4d27d4799dd3 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674925 Aug 10 02:19:28.778111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323edc3c-5229-475f-8cce-6165872d0bae req-c7a69f83-aa7a-4707-a13e-e46a73593794 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:28.796583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-323edc3c-5229-475f-8cce-6165872d0bae req-c7a69f83-aa7a-4707-a13e-e46a73593794 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0865366 Aug 10 02:19:28.848895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-323edc3c-5229-475f-8cce-6165872d0bae req-1a9bfbbc-3fba-44b0-af92-5b39c27042c0 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513716 Aug 10 02:19:28.997210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45782) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:29.140723 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:29.253450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:29.333713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:29.379158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0fbe779161474fc3b3cb7ca5eb4912da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808048 Aug 10 02:19:29.380095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63100797-26f5-4eec-81a1-1a3483b81f8a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:29.381766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45790) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:29.391396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.393800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.393800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.393800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.393800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.393800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.394482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.394482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.394685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.395009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.395672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.395905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a3a38-990a-41c6-a4c2-ec192b551711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.463940 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:29.487637 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:29.601765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:29.605912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:29.609519 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/63100797-26f5-4eec-81a1-1a3483b81f8a HTTP/1.1" status: 204 len: 168 time: 0.2228949 Aug 10 02:19:29.621004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63100797-26f5-4eec-81a1-1a3483b81f8a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:29.641989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.642415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.643565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.644204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.644945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.645504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.646166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.646873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.647791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.648340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.649105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.650627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d68d5d-c904-4dee-b4b7-43d4dc996bb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:29.899050 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff9853-5cf6-49d7-bdfe-e74c88d0a030 req-d0a39a9b-4d0d-458e-ac6a-e2f7b7104f4d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:29.901659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8ff9853-5cf6-49d7-bdfe-e74c88d0a030 req-d0a39a9b-4d0d-458e-ac6a-e2f7b7104f4d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0554695 Aug 10 02:19:29.984198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8ff9853-5cf6-49d7-bdfe-e74c88d0a030 req-68e42a5c-228f-4282-b3ec-8fa4d045dbcd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680082 Aug 10 02:19:30.055033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb47c9b-0d48-4448-bdba-8f2f2e387f5a req-7dc5c2fc-6cef-4527-93bf-5cc6b4614f20 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:30.059891 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cb47c9b-0d48-4448-bdba-8f2f2e387f5a req-7dc5c2fc-6cef-4527-93bf-5cc6b4614f20 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0802474 Aug 10 02:19:30.100736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cb47c9b-0d48-4448-bdba-8f2f2e387f5a req-3fc038ad-2b73-4559-bd0e-b12fc4d40313 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361607 Aug 10 02:19:30.375050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45804) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:30.389229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a471b257-68fe-45a2-9944-16721a968bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:30.518972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a471b257-68fe-45a2-9944-16721a968bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:30.596954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a471b257-68fe-45a2-9944-16721a968bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:30.647406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471b257-68fe-45a2-9944-16721a968bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41e4d5f-191f-4830-a229-5ab164a7e7f1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:30.664322 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a471b257-68fe-45a2-9944-16721a968bbf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69aa4a3c8acd44ff9235acfa37322292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881153 Aug 10 02:19:30.666882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45808) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:30.724661 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8089785-e7fa-4e33-a26d-4783eae18f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:30.749262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8089785-e7fa-4e33-a26d-4783eae18f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:30.871331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8089785-e7fa-4e33-a26d-4783eae18f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:30.873847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8089785-e7fa-4e33-a26d-4783eae18f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:30.875072 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e8089785-e7fa-4e33-a26d-4783eae18f40 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f41e4d5f-191f-4830-a229-5ab164a7e7f1 HTTP/1.1" status: 204 len: 168 time: 0.2072325 Aug 10 02:19:30.884832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8089785-e7fa-4e33-a26d-4783eae18f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41e4d5f-191f-4830-a229-5ab164a7e7f1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:31.159857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb09268-c275-4fa6-8651-2f451a37a34f req-96152534-f64a-497f-af95-fa63b62ac14d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:31.168433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcb09268-c275-4fa6-8651-2f451a37a34f req-96152534-f64a-497f-af95-fa63b62ac14d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0986729 Aug 10 02:19:31.215556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcb09268-c275-4fa6-8651-2f451a37a34f req-171c938a-34aa-4bb3-9bda-68ce6ba418ee tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Aug 10 02:19:31.294638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f568cdf-ef75-47bf-a42c-d3779952d5e4 req-fbbbe6c4-cf4a-49f9-9017-bc31109d0a8c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:31.296455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f568cdf-ef75-47bf-a42c-d3779952d5e4 req-fbbbe6c4-cf4a-49f9-9017-bc31109d0a8c tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0616429 Aug 10 02:19:31.343685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f568cdf-ef75-47bf-a42c-d3779952d5e4 req-b341dabc-539d-460e-b579-0e8711dd60c7 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 Aug 10 02:19:32.331488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db0cae-8a38-4ef4-b553-1957a3507760 req-25aca571-76df-478e-baa9-ff6d16538927 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:32.333176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13db0cae-8a38-4ef4-b553-1957a3507760 req-25aca571-76df-478e-baa9-ff6d16538927 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0548594 Aug 10 02:19:32.375490 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13db0cae-8a38-4ef4-b553-1957a3507760 req-036ff27c-72cd-45f0-b375-0748b36a9b8f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Aug 10 02:19:32.560057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ac963-d0b9-4f66-8edf-dd5584661fc4 req-6ee94577-8666-4b1c-914b-2bd52a377134 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:32.561962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a3ac963-d0b9-4f66-8edf-dd5584661fc4 req-6ee94577-8666-4b1c-914b-2bd52a377134 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0670743 Aug 10 02:19:32.648156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a3ac963-d0b9-4f66-8edf-dd5584661fc4 req-d4febdb5-9067-499e-86d0-09d37427f762 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678034 Aug 10 02:19:33.514612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44813604-e935-4881-91e9-220fe4b06909 req-88741382-d58b-4ba4-b5a2-1ef4249ed2e0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:33.517552 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44813604-e935-4881-91e9-220fe4b06909 req-88741382-d58b-4ba4-b5a2-1ef4249ed2e0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0657203 Aug 10 02:19:33.580066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44813604-e935-4881-91e9-220fe4b06909 req-67d8f9bf-29e5-4880-8aac-8ddcebf9d4fc tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525689 Aug 10 02:19:33.819968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d1d42-5232-4119-8655-827277552ec3 req-a627daa3-bb0d-4e49-823f-a4d7c2e8c132 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:33.821926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d8d1d42-5232-4119-8655-827277552ec3 req-a627daa3-bb0d-4e49-823f-a4d7c2e8c132 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0539436 Aug 10 02:19:33.867364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d8d1d42-5232-4119-8655-827277552ec3 req-c6933ae4-c4ae-4701-83fb-415c52238d92 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389478 Aug 10 02:19:34.709540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59b55e-032d-4ea4-b659-121f71c7baee req-4e05481d-fea5-4c7f-9c92-f793e93f8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:34.709540 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e59b55e-032d-4ea4-b659-121f71c7baee req-4e05481d-fea5-4c7f-9c92-f793e93f8ce9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ef98270215844d7bbfa6086a262711cc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1048310 Aug 10 02:19:34.725840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b96603-1e7a-4b9b-bc30-344a4cc54e31 req-44538e5e-00b5-4207-9855-1a73fd531eff tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:34.726907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59b55e-032d-4ea4-b659-121f71c7baee req-86d3d1f4-f650-4436-8e0b-3a508479d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:34.728226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23b96603-1e7a-4b9b-bc30-344a4cc54e31 req-44538e5e-00b5-4207-9855-1a73fd531eff tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0578823 Aug 10 02:19:34.729985 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e59b55e-032d-4ea4-b659-121f71c7baee req-86d3d1f4-f650-4436-8e0b-3a508479d5e1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983589 Aug 10 02:19:34.769021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23b96603-1e7a-4b9b-bc30-344a4cc54e31 req-e31343c6-eda1-419c-aa16-81d588497628 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341091 Aug 10 02:19:34.819534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-555b2de1-7c97-4b97-ab70-5a0af7a79e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:34.822151 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-555b2de1-7c97-4b97-ab70-5a0af7a79e23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 1096 time: 0.0552194 Aug 10 02:19:34.956237 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-14e45458-d148-476a-b844-41827cffccc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c65a8ee5-6d17-41e4-8031-63cf89be5f34 HTTP/1.1" status: 200 len: 217 time: 0.0473926 Aug 10 02:19:35.011644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-0c2d93e8-5f14-4e2a-9211-e258c4e42745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:35.013790 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-0c2d93e8-5f14-4e2a-9211-e258c4e42745 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa4bbf65-3803-4c1d-a5e5-5d213665dcfe HTTP/1.1" status: 200 len: 853 time: 0.1169031 Aug 10 02:19:35.069644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29413-0331-4277-8569-0bc30e786aa8 req-5620b1e9-919f-40a8-adde-f474ca7af709 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:35.079359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4b29413-0331-4277-8569-0bc30e786aa8 req-5620b1e9-919f-40a8-adde-f474ca7af709 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0930338 Aug 10 02:19:35.122074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4b29413-0331-4277-8569-0bc30e786aa8 req-6b055bc3-75c6-4970-8b8c-11b3e11cf012 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 Aug 10 02:19:35.482175 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-1f48e75a-0e1d-45cd-b407-ba3f298b5729 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57dd0a40-00cd-4afc-90a6-528fd392b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608974 Aug 10 02:19:35.663852 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-e54b427b-fffc-47ed-917c-c747e280bdb7 service neutron] 10.222.0.16 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626277 Aug 10 02:19:35.929495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34539275-a077-4804-814e-5b3e11925039 req-aafea3bd-a14f-4a99-890e-7f831642f18f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:35.931841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34539275-a077-4804-814e-5b3e11925039 req-aafea3bd-a14f-4a99-890e-7f831642f18f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0663633 Aug 10 02:19:36.023260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34539275-a077-4804-814e-5b3e11925039 req-d62010bc-5f54-4776-abc3-941ed1e521f7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820353 Aug 10 02:19:36.255382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f04fb4-c2ba-41d8-83b2-7dbb7ef9953d req-43c5ada0-df73-42f6-bf3f-66a18c8212fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:36.256966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95f04fb4-c2ba-41d8-83b2-7dbb7ef9953d req-43c5ada0-df73-42f6-bf3f-66a18c8212fc tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0561397 Aug 10 02:19:36.311527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95f04fb4-c2ba-41d8-83b2-7dbb7ef9953d req-022be880-cc16-4c48-86fa-86fdb09434df tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 Aug 10 02:19:36.566177 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05636237-4e2d-499e-96c0-c9fe3d18bb02 req-77bf79fa-717c-4f6d-a636-6808e3c78abc service neutron] 10.222.0.16 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069162 Aug 10 02:19:36.655033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45952) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:36.767317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8c74-65ae-441b-9802-61a4bdf4a2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:36.858990 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8c74-65ae-441b-9802-61a4bdf4a2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:36.927877 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8c74-65ae-441b-9802-61a4bdf4a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:36.970491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c5ca8c74-65ae-441b-9802-61a4bdf4a2cc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8346482a28fc433893f6c795a6213496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120296 Aug 10 02:19:36.970491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca8c74-65ae-441b-9802-61a4bdf4a2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eb669c-c76b-4f78-8ded-6cf8c1b97e75,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:36.971485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45960) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:37.029162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a19d70d-90ed-4451-bb8a-08be486a9966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:37.052765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a19d70d-90ed-4451-bb8a-08be486a9966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:37.150966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e1cac-c3ca-4013-b7a7-6165d8887582 req-72535c45-c795-4059-ad77-0df879ebdb14 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:37.153016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e58e1cac-c3ca-4013-b7a7-6165d8887582 req-72535c45-c795-4059-ad77-0df879ebdb14 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0527990 Aug 10 02:19:37.195337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a19d70d-90ed-4451-bb8a-08be486a9966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:37.198977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e58e1cac-c3ca-4013-b7a7-6165d8887582 req-abddc445-3135-49d4-bf1d-20c66d4abc54 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383203 Aug 10 02:19:37.199228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a19d70d-90ed-4451-bb8a-08be486a9966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:37.200782 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2a19d70d-90ed-4451-bb8a-08be486a9966 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0eb669c-c76b-4f78-8ded-6cf8c1b97e75 HTTP/1.1" status: 204 len: 168 time: 0.2276347 Aug 10 02:19:37.208720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19d70d-90ed-4451-bb8a-08be486a9966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eb669c-c76b-4f78-8ded-6cf8c1b97e75,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:37.448589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12f46c-92a8-4a72-860a-8ec6c5ed358b req-5257153e-b04d-4df5-89f4-eb444576ec12 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:37.450056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af12f46c-92a8-4a72-860a-8ec6c5ed358b req-5257153e-b04d-4df5-89f4-eb444576ec12 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0550718 Aug 10 02:19:37.496275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af12f46c-92a8-4a72-860a-8ec6c5ed358b req-7dba4a41-fdbe-4e2e-a624-10c80214126b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400825 Aug 10 02:19:37.840798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 45980) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:37.855247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db60b3b3-e2ca-4ea7-90b4-f967bf932f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:37.947299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db60b3b3-e2ca-4ea7-90b4-f967bf932f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:38.025226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db60b3b3-e2ca-4ea7-90b4-f967bf932f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:38.064569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60b3b3-e2ca-4ea7-90b4-f967bf932f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc1a605-6d80-41a4-b999-01c868c695a5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:38.069784 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-db60b3b3-e2ca-4ea7-90b4-f967bf932f00 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b489f1645854d678362082faa03f224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272055 Aug 10 02:19:38.073117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 45986) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:38.138978 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a09a-7e1b-4613-96b8-793728ca15a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:38.160714 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a09a-7e1b-4613-96b8-793728ca15a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:38.323981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5da52-b307-454d-89c4-256a15cc3ebe req-61dca1a2-e78f-46fb-a259-25fb4334c9f7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:38.325650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04c5da52-b307-454d-89c4-256a15cc3ebe req-61dca1a2-e78f-46fb-a259-25fb4334c9f7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0560737 Aug 10 02:19:38.340333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a09a-7e1b-4613-96b8-793728ca15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:38.342998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a09a-7e1b-4613-96b8-793728ca15a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:38.344103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6ec1a09a-7e1b-4613-96b8-793728ca15a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6dc1a605-6d80-41a4-b999-01c868c695a5 HTTP/1.1" status: 204 len: 168 time: 0.2678566 Aug 10 02:19:38.363519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1a09a-7e1b-4613-96b8-793728ca15a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc1a605-6d80-41a4-b999-01c868c695a5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:38.379750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04c5da52-b307-454d-89c4-256a15cc3ebe req-73ef8007-ab00-4a69-adf1-ab139898509e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479181 Aug 10 02:19:38.626615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978ad1-5cc0-4db6-b2c5-1cc2a41f654a req-be94d0b4-05ed-452b-aa2e-cee5aca6484a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:38.628244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe978ad1-5cc0-4db6-b2c5-1cc2a41f654a req-be94d0b4-05ed-452b-aa2e-cee5aca6484a tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0523124 Aug 10 02:19:38.679039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe978ad1-5cc0-4db6-b2c5-1cc2a41f654a req-37b78694-def4-4656-a37c-5bc8e6b55260 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432785 Aug 10 02:19:39.506574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c60dcd-6406-46e7-b3c6-c82b564a378f req-f303f613-d762-4617-807c-bc73123419bf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:39.508147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88c60dcd-6406-46e7-b3c6-c82b564a378f req-f303f613-d762-4617-807c-bc73123419bf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0508711 Aug 10 02:19:39.546429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88c60dcd-6406-46e7-b3c6-c82b564a378f req-444e4f64-84a8-4e41-8ef0-ac355136d399 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Aug 10 02:19:39.817933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9f29e-d25f-47ae-b1ca-7ee07abf9a3f req-4af3efb1-04d5-4923-8964-c0d6dcd97767 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:39.820032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48d9f29e-d25f-47ae-b1ca-7ee07abf9a3f req-4af3efb1-04d5-4923-8964-c0d6dcd97767 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0597558 Aug 10 02:19:39.861912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48d9f29e-d25f-47ae-b1ca-7ee07abf9a3f req-1795c485-b3e2-4df9-83bf-2f8a6732b3cb tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371428 Aug 10 02:19:40.093607 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:19:40.677971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97585dae-9835-42d9-8805-997f9b52f6f1 req-ab30fa07-c00b-472c-9996-0cd17cd85810 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:40.679529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97585dae-9835-42d9-8805-997f9b52f6f1 req-ab30fa07-c00b-472c-9996-0cd17cd85810 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0600309 Aug 10 02:19:40.732250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97585dae-9835-42d9-8805-997f9b52f6f1 req-9c475794-7aff-436c-9e4c-af0ea069ce41 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Aug 10 02:19:40.999178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd801a7-8d7b-4fa5-9c26-3f12124137c9 req-a4fbc790-a468-466d-b7cf-accaba24afef tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:41.000678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0fd801a7-8d7b-4fa5-9c26-3f12124137c9 req-a4fbc790-a468-466d-b7cf-accaba24afef tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 943 time: 0.0512850 Aug 10 02:19:41.041788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0fd801a7-8d7b-4fa5-9c26-3f12124137c9 req-47b866ad-8ada-441a-9f3f-f9f473374f18 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340836 Aug 10 02:19:41.165164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:19:41.271226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:41.444222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'port_id': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'mac_address': 'fa:16:3e:1a:51:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:19:41.486515 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:41.500053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:19:41.520882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:41.652407 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:41.653222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c65a8ee5-6d17-41e4-8031-63cf89be5f34 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:19:41.769820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:41.786166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.790035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.791556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:19:41.823925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c65a8ee5-6d17-41e4-8031-63cf89be5f34, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c65a8ee5-6d17-41e4-8031-63cf89be5f34,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:41.839085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'c65a8ee5-6d17-41e4-8031-63cf89be5f34', 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e', 'port_id': 'c65a8ee5-6d17-41e4-8031-63cf89be5f34', 'mac_address': 'fa:16:3e:f8:12:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4bbf65-3803-4c1d-a5e5-5d213665dcfe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:19:41.875496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702392e0-4073-48ba-bc71-594e5ca00dc6 req-472048a7-eb42-4585-97b0-c5090e453ff0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:41.877071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-702392e0-4073-48ba-bc71-594e5ca00dc6 req-472048a7-eb42-4585-97b0-c5090e453ff0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 944 time: 0.0618143 Aug 10 02:19:41.879502 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:41.894243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65a8ee5-6d17-41e4-8031-63cf89be5f34 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:19:41.916422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c65a8ee5-6d17-41e4-8031-63cf89be5f34, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c65a8ee5-6d17-41e4-8031-63cf89be5f34,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:41.920998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-702392e0-4073-48ba-bc71-594e5ca00dc6 req-fb76b590-91f8-4a08-b671-6553f0a9d6e1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Aug 10 02:19:41.985040 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:42.044227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=c65a8ee5-6d17-41e4-8031-63cf89be5f34,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:42.150687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46106) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:42.183955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce3855-7a2d-4e22-9afd-fc0ca98ee7ee req-29702769-f76b-49ca-b61d-368675de404b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:42.185545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93ce3855-7a2d-4e22-9afd-fc0ca98ee7ee req-29702769-f76b-49ca-b61d-368675de404b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 944 time: 0.0509155 Aug 10 02:19:42.203667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:19:42.227928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93ce3855-7a2d-4e22-9afd-fc0ca98ee7ee req-96d911d7-26d3-430e-9c89-be7167a487f3 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358379 Aug 10 02:19:42.247089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['c65a8ee5-6d17-41e4-8031-63cf89be5f34'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:19:42.291782 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b39b07aa-4c27-45c5-90f5-2b662a51b743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:42.397348 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b39b07aa-4c27-45c5-90f5-2b662a51b743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:42.504624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b39b07aa-4c27-45c5-90f5-2b662a51b743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:42.550243 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b39b07aa-4c27-45c5-90f5-2b662a51b743 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48eed9eb8dcb45d394c93c002a86d989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960583 Aug 10 02:19:42.550243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b07aa-4c27-45c5-90f5-2b662a51b743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc91a676-608a-4c3c-b29f-63150458815e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:42.550789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46120) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:42.606913 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17985f9b-518d-4800-91f4-e8155ced683c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:42.628153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17985f9b-518d-4800-91f4-e8155ced683c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:42.767994 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17985f9b-518d-4800-91f4-e8155ced683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:42.770667 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17985f9b-518d-4800-91f4-e8155ced683c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:42.771864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-17985f9b-518d-4800-91f4-e8155ced683c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cc91a676-608a-4c3c-b29f-63150458815e HTTP/1.1" status: 204 len: 168 time: 0.2192917 Aug 10 02:19:42.780390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17985f9b-518d-4800-91f4-e8155ced683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc91a676-608a-4c3c-b29f-63150458815e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:43.054365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd025f-2c93-4685-b01f-dc8a3bf797c7 req-a2ef122e-1dfd-442a-bfa2-4111528868cd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:43.057268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88cd025f-2c93-4685-b01f-dc8a3bf797c7 req-a2ef122e-1dfd-442a-bfa2-4111528868cd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 945 time: 0.0616102 Aug 10 02:19:43.093169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.107467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88cd025f-2c93-4685-b01f-dc8a3bf797c7 req-6e5f6c5c-a825-4fd2-9ba4-93594460383a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Aug 10 02:19:43.177200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:19:43.229430 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:43.230384 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.312903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.337591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:43.340203 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3761641-65e9-4699-9a75-442e5a850ddd" -d '{"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-plugged", "status": "completed", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:43.354134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:43.368738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112ad97-25c1-4c5c-9da7-4c88afa02622 req-93147086-e9bc-43b8-8f43-823b0bf31a18 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:43.369681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c112ad97-25c1-4c5c-9da7-4c88afa02622 req-93147086-e9bc-43b8-8f43-823b0bf31a18 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 944 time: 0.0601833 Aug 10 02:19:43.390461 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4aaa8a-cab0-416a-a272-767ae88c286d x-openstack-request-id: req-7b4aaa8a-cab0-416a-a272-767ae88c286d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:43.390461 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-plugged", "status": "completed", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:43.390461 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7b4aaa8a-cab0-416a-a272-767ae88c286d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:43.390461 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'code': 200} Aug 10 02:19:43.417991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c112ad97-25c1-4c5c-9da7-4c88afa02622 req-dadccd7b-e136-4551-b3dd-612deced212b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Aug 10 02:19:43.439311 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.440370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c65a8ee5-6d17-41e4-8031-63cf89be5f34 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:19:43.524545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=10']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:43.557127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46142) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:43.577463 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33c271a-960e-499b-afad-7ea6f4595cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.596469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port c65a8ee5-6d17-41e4-8031-63cf89be5f34 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:19:43.600641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port c65a8ee5-6d17-41e4-8031-63cf89be5f34 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:19:43.606475 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.690443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741147e-ab01-4377-bd76-b7511deb5fc6 req-f2732be0-bbd9-4e18-ac10-d9d169c81bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:43.692338 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d741147e-ab01-4377-bd76-b7511deb5fc6 req-f2732be0-bbd9-4e18-ac10-d9d169c81bc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 1098 time: 0.0654044 Aug 10 02:19:43.699329 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.728503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33c271a-960e-499b-afad-7ea6f4595cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.734290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c65a8ee5-6d17-41e4-8031-63cf89be5f34, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c65a8ee5-6d17-41e4-8031-63cf89be5f34,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:43.743024 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d741147e-ab01-4377-bd76-b7511deb5fc6 req-27efd450-0c65-4f4a-bd06-d5db51cebc3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405135 Aug 10 02:19:43.797886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33c271a-960e-499b-afad-7ea6f4595cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.825027 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.842420 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f33c271a-960e-499b-afad-7ea6f4595cbe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99ff42f7cfeb43b193337f2ab7b77532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839375 Aug 10 02:19:43.843490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c271a-960e-499b-afad-7ea6f4595cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486c5b16-1818-4582-9063-917461cfb898,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:43.845104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46148) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:43.891578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=c65a8ee5-6d17-41e4-8031-63cf89be5f34,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:43.900707 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5c4ec8f-5a58-4134-b50f-2183939a3083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:43.923956 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5c4ec8f-5a58-4134-b50f-2183939a3083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:44.042094 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5c4ec8f-5a58-4134-b50f-2183939a3083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:44.045071 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5c4ec8f-5a58-4134-b50f-2183939a3083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:44.046265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5c4ec8f-5a58-4134-b50f-2183939a3083 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/486c5b16-1818-4582-9063-917461cfb898 HTTP/1.1" status: 204 len: 168 time: 0.2001462 Aug 10 02:19:44.055705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4ec8f-5a58-4134-b50f-2183939a3083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486c5b16-1818-4582-9063-917461cfb898,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:44.249970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45c666-8028-48ef-9adc-1528533c4ded req-baa75587-a852-4062-9eed-dcfbd8c29eec tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:44.251509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c45c666-8028-48ef-9adc-1528533c4ded req-baa75587-a852-4062-9eed-dcfbd8c29eec tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 946 time: 0.0549831 Aug 10 02:19:44.293410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9c45c666-8028-48ef-9adc-1528533c4ded req-4f943756-16a7-4f70-bfe1-af0f7b005b70 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359566 Aug 10 02:19:44.298776 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:44.577429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d55df-e45f-459d-bcf4-ff0a5b67b755 req-49914da9-3bb6-4f68-83fc-16912a164847 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:44.579087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb7d55df-e45f-459d-bcf4-ff0a5b67b755 req-49914da9-3bb6-4f68-83fc-16912a164847 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 946 time: 0.0682333 Aug 10 02:19:44.647242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb7d55df-e45f-459d-bcf4-ff0a5b67b755 req-a6e6b488-21de-4f83-9cae-ebb4fbe53b99 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611413 Aug 10 02:19:45.390804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dc428b-7bde-41a8-9a7e-ab2b8b00a112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65a8ee5-6d17-41e4-8031-63cf89be5f34'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:45.393707 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c932244-e257-417c-9cf7-cb76732cbdea" -d '{"events": [{"server_uuid": "d0dc428b-7bde-41a8-9a7e-ab2b8b00a112", "name": "network-vif-plugged", "status": "completed", "tag": "c65a8ee5-6d17-41e4-8031-63cf89be5f34"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:45.450770 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925bad9-fb6d-40a0-9a54-dea2b0ef00f8 x-openstack-request-id: req-4925bad9-fb6d-40a0-9a54-dea2b0ef00f8 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:45.452622 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dc428b-7bde-41a8-9a7e-ab2b8b00a112", "name": "network-vif-plugged", "status": "completed", "tag": "c65a8ee5-6d17-41e4-8031-63cf89be5f34", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:45.452622 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4925bad9-fb6d-40a0-9a54-dea2b0ef00f8 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:45.452622 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dc428b-7bde-41a8-9a7e-ab2b8b00a112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65a8ee5-6d17-41e4-8031-63cf89be5f34', 'code': 200} Aug 10 02:19:45.459759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612e6b6-cbd4-4306-9330-2abf7aaf1792 req-f7e984aa-1ba8-43bf-8207-e433b37ad0fd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:45.471006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d612e6b6-cbd4-4306-9330-2abf7aaf1792 req-f7e984aa-1ba8-43bf-8207-e433b37ad0fd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 946 time: 0.0919807 Aug 10 02:19:45.552106 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d612e6b6-cbd4-4306-9330-2abf7aaf1792 req-bba728ec-3bf1-48f1-a259-894f95287179 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798204 Aug 10 02:19:45.582299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaef58-a3f2-432e-8e0c-41428e004517 req-d0f6ab3f-85e2-408d-87b8-64d216de43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:45.584373 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1cbaef58-a3f2-432e-8e0c-41428e004517 req-d0f6ab3f-85e2-408d-87b8-64d216de43bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 1098 time: 0.0582428 Aug 10 02:19:45.628788 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1cbaef58-a3f2-432e-8e0c-41428e004517 req-cecefc39-9674-4328-ba1f-b86395e54ad8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Aug 10 02:19:45.767495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ea7bd-f30e-42ad-b36e-27b11344308b req-221f48ea-2104-40d4-ba98-d85a1f5faf0b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:45.767495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae1ea7bd-f30e-42ad-b36e-27b11344308b req-221f48ea-2104-40d4-ba98-d85a1f5faf0b tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 946 time: 0.0567193 Aug 10 02:19:45.808348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae1ea7bd-f30e-42ad-b36e-27b11344308b req-2f65ca4f-8c47-4621-82ca-cc80c617760d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351994 Aug 10 02:19:46.678316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073062b5-f880-4d4e-a997-f2ebe7bc6b07 req-f0b32555-670c-4afd-b19c-810508bd90b3 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:46.681281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-073062b5-f880-4d4e-a997-f2ebe7bc6b07 req-f0b32555-670c-4afd-b19c-810508bd90b3 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 946 time: 0.0611472 Aug 10 02:19:46.725194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-073062b5-f880-4d4e-a997-f2ebe7bc6b07 req-3b70fa85-9d24-4eb2-ab54-bf64806e0c5e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Aug 10 02:19:46.952029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaa1f6-f2ff-48aa-a39e-b1a874a9d06c req-6e71e783-f4e7-4d53-ab41-3a53d9c87d10 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:46.959792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ceaa1f6-f2ff-48aa-a39e-b1a874a9d06c req-6e71e783-f4e7-4d53-ab41-3a53d9c87d10 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 946 time: 0.0686507 Aug 10 02:19:46.998083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ceaa1f6-f2ff-48aa-a39e-b1a874a9d06c req-7a973000-29b5-4eae-970e-a332a2312ed1 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374105 Aug 10 02:19:47.189593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-c123d3df-6bf3-4f45-b1e5-2e9fe3bce083 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554049 Aug 10 02:19:47.284600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-1aacdd33-df57-4c06-b8ee-6ca7e6c30fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:47.286276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-1aacdd33-df57-4c06-b8ee-6ca7e6c30fcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1097 time: 0.0480859 Aug 10 02:19:47.404579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-da6c18ec-22a9-4e67-a12e-e5869da5bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:47.407739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-da6c18ec-22a9-4e67-a12e-e5869da5bd47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.0989382 Aug 10 02:19:47.485515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-6590ede7-a39e-41d8-8ae7-467279e773ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 1001 time: 0.0680127 Aug 10 02:19:47.542518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-018f5158-a667-49fb-9b63-e79740e00f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:47.544055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-018f5158-a667-49fb-9b63-e79740e00f07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0497746 Aug 10 02:19:47.598979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-d4c10696-4e24-4cce-b0ad-d81af9d7bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:47.600576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-d4c10696-4e24-4cce-b0ad-d81af9d7bfa8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488486 Aug 10 02:19:47.705733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-83935db4-d60a-4046-96b7-48796cbff05a service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968823 Aug 10 02:19:47.858608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b6ae6d3-e35c-4845-a517-4fde20f42784 req-b97d3fb1-babf-419d-a283-679305d076cb service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448829 Aug 10 02:19:47.888234 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a0354ca-511f-4b9a-9011-505478fc2b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:47.910439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cbcdf-1a98-4ddc-9671-54430ca2ff10 req-b5dd6a7a-2c2a-4cd7-a918-e7af84adcf27 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:47.912131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b9cbcdf-1a98-4ddc-9671-54430ca2ff10 req-b5dd6a7a-2c2a-4cd7-a918-e7af84adcf27 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 946 time: 0.1048870 Aug 10 02:19:47.969221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b9cbcdf-1a98-4ddc-9671-54430ca2ff10 req-ef83d559-e3f2-4f6c-a1f6-37c57a783122 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496905 Aug 10 02:19:48.482880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46372) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:48.537928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffd488-bf37-45ab-99db-4b9c7c486cb7 req-d0781bb4-0ecd-4ebe-9150-7eb598b46f8c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:48.540408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acffd488-bf37-45ab-99db-4b9c7c486cb7 req-d0781bb4-0ecd-4ebe-9150-7eb598b46f8c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 946 time: 0.0652146 Aug 10 02:19:48.588884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acffd488-bf37-45ab-99db-4b9c7c486cb7 req-5fe7310f-058d-4e97-a037-1e5635d9e483 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Aug 10 02:19:48.623709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-323e0492-e00b-40a2-90a7-7ae6b6b56c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:48.727777 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-323e0492-e00b-40a2-90a7-7ae6b6b56c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:48.784647 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-323e0492-e00b-40a2-90a7-7ae6b6b56c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:48.826091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e0492-e00b-40a2-90a7-7ae6b6b56c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917d7742-6726-447b-b676-9d75b8a2cb70,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:48.830794 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-323e0492-e00b-40a2-90a7-7ae6b6b56c3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00429afdf99249789c64172d2c593119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467975 Aug 10 02:19:48.834627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46382) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:48.889695 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de97951-b059-43e7-b7e1-d07fe93f0c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:48.911640 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de97951-b059-43e7-b7e1-d07fe93f0c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:49.047759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de97951-b059-43e7-b7e1-d07fe93f0c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:49.050358 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9de97951-b059-43e7-b7e1-d07fe93f0c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:49.051829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9de97951-b059-43e7-b7e1-d07fe93f0c0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/917d7742-6726-447b-b676-9d75b8a2cb70 HTTP/1.1" status: 204 len: 168 time: 0.2151875 Aug 10 02:19:49.061626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de97951-b059-43e7-b7e1-d07fe93f0c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917d7742-6726-447b-b676-9d75b8a2cb70,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:49.723078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46402) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:49.733647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9621b-4f68-4339-b404-779c68821019 req-48d49945-83ff-433c-9e08-f0b3ab80989a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:49.735221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51f9621b-4f68-4339-b404-779c68821019 req-48d49945-83ff-433c-9e08-f0b3ab80989a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 946 time: 0.0512910 Aug 10 02:19:49.748178 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d66b4e9-12b8-41fd-8bd0-b7e283c1d9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:49.779620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51f9621b-4f68-4339-b404-779c68821019 req-4465d8b2-5252-4c46-9f1c-2cb876949473 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 Aug 10 02:19:49.821436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42252bd3-556f-436c-848c-4005d3fcd778 req-c4d690e4-ed84-443e-bd79-ed87d314af79 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:49.823098 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-42252bd3-556f-436c-848c-4005d3fcd778 req-c4d690e4-ed84-443e-bd79-ed87d314af79 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 946 time: 0.0843627 Aug 10 02:19:49.959537 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d66b4e9-12b8-41fd-8bd0-b7e283c1d9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:49.973163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-42252bd3-556f-436c-848c-4005d3fcd778 req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Deleting port c65a8ee5-6d17-41e4-8031-63cf89be5f34 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:19:49.973554 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42252bd3-556f-436c-848c-4005d3fcd778 req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.018516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d66b4e9-12b8-41fd-8bd0-b7e283c1d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.076384 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3d66b4e9-12b8-41fd-8bd0-b7e283c1d9d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a3c5782725bb4bcc8dc1dc8478ff19e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521905 Aug 10 02:19:50.079057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46408) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:50.087256 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66b4e9-12b8-41fd-8bd0-b7e283c1d9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cece8cc-5fd0-4375-855f-8a4dcd3d51dd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:50.123480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-42252bd3-556f-436c-848c-4005d3fcd778 req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] For port c65a8ee5-6d17-41e4-8031-63cf89be5f34, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c65a8ee5-6d17-41e4-8031-63cf89be5f34,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:19:50.123858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42252bd3-556f-436c-848c-4005d3fcd778 req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.136720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d56b-7ade-49ff-bfec-348236f53dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.141153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-42252bd3-556f-436c-848c-4005d3fcd778 req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Calling delete_port for c65a8ee5-6d17-41e4-8031-63cf89be5f34 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:19:50.161807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d56b-7ade-49ff-bfec-348236f53dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.314879 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d56b-7ade-49ff-bfec-348236f53dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.317553 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcf4d56b-7ade-49ff-bfec-348236f53dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.318738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bcf4d56b-7ade-49ff-bfec-348236f53dc6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3cece8cc-5fd0-4375-855f-8a4dcd3d51dd HTTP/1.1" status: 204 len: 168 time: 0.2386775 Aug 10 02:19:50.327442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4d56b-7ade-49ff-bfec-348236f53dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cece8cc-5fd0-4375-855f-8a4dcd3d51dd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:50.367442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42252bd3-556f-436c-848c-4005d3fcd778 req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.383929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:19:50.403065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Pushing event deleted for resources: {'Port': ['ID=c65a8ee5-6d17-41e4-8031-63cf89be5f34,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:50.419800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['c65a8ee5-6d17-41e4-8031-63cf89be5f34'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:19:50.461743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-42252bd3-556f-436c-848c-4005d3fcd778 req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] No DVR routers for this DVR port c65a8ee5-6d17-41e4-8031-63cf89be5f34 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:19:50.465226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-42252bd3-556f-436c-848c-4005d3fcd778 req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.467484 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-42252bd3-556f-436c-848c-4005d3fcd778 req-be0c91bc-55de-45f1-a814-91a5a9718f47 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.16 "DELETE /v2.0/ports/c65a8ee5-6d17-41e4-8031-63cf89be5f34 HTTP/1.1" status: 204 len: 173 time: 0.6341546 Aug 10 02:19:50.468177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dc428b-7bde-41a8-9a7e-ab2b8b00a112', 'name': 'network-vif-deleted', 'tag': 'c65a8ee5-6d17-41e4-8031-63cf89be5f34'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:19:50.476834 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d68804-ba89-4105-bc33-caec72b4fda9" -d '{"events": [{"server_uuid": "d0dc428b-7bde-41a8-9a7e-ab2b8b00a112", "name": "network-vif-deleted", "tag": "c65a8ee5-6d17-41e4-8031-63cf89be5f34"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:19:50.516598 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a23caa8-4680-4930-b0e2-5d9153589f67 x-openstack-request-id: req-2a23caa8-4680-4930-b0e2-5d9153589f67 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:19:50.516899 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dc428b-7bde-41a8-9a7e-ab2b8b00a112", "name": "network-vif-deleted", "tag": "c65a8ee5-6d17-41e4-8031-63cf89be5f34", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:19:50.517157 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a23caa8-4680-4930-b0e2-5d9153589f67 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:19:50.518465 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dc428b-7bde-41a8-9a7e-ab2b8b00a112', 'name': 'network-vif-deleted', 'tag': 'c65a8ee5-6d17-41e4-8031-63cf89be5f34', 'status': 'completed', 'code': 200} Aug 10 02:19:50.641504 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3261c547-a845-4bef-8886-95757ba7d554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:50.940865 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ea7837d-2e37-4001-8504-5d33eef46181 req-1d13235f-4186-4cb1-877a-16cef0877baa tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=d0dc428b-7bde-41a8-9a7e-ab2b8b00a112 HTTP/1.1" status: 200 len: 210 time: 0.0382276 Aug 10 02:19:51.104242 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:52.123408 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a748ad-8b68-4249-90bc-6b7439df8b20 req-3e2b1bf4-edbc-4ae4-8f34-573a4da30283 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:52.124976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4a748ad-8b68-4249-90bc-6b7439df8b20 req-3e2b1bf4-edbc-4ae4-8f34-573a4da30283 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0522919 Aug 10 02:19:52.170106 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4a748ad-8b68-4249-90bc-6b7439df8b20 req-1d0f9136-52ab-4e1b-9de9-cdbf4e9df490 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387537 Aug 10 02:19:52.286025 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:52.403598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc434448-969c-48ef-b00b-7351d6dc6a14 req-87a65801-faec-47b8-8143-05673b6e2425 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:52.405430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc434448-969c-48ef-b00b-7351d6dc6a14 req-87a65801-faec-47b8-8143-05673b6e2425 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0538347 Aug 10 02:19:52.450193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc434448-969c-48ef-b00b-7351d6dc6a14 req-7ea8bc1f-2456-4923-8f46-a3edf80b4eaa tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 Aug 10 02:19:52.591599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046233e-ba4e-42fe-bb1c-77f3a0214ca6 req-9d2800f2-2ea5-401c-b28d-762f55a57300 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:52.593235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c046233e-ba4e-42fe-bb1c-77f3a0214ca6 req-9d2800f2-2ea5-401c-b28d-762f55a57300 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0663657 Aug 10 02:19:52.648555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c046233e-ba4e-42fe-bb1c-77f3a0214ca6 req-9419213d-40d0-474b-8fd6-a13705fba4a3 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485358 Aug 10 02:19:53.509671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2bbb8-98f7-411f-9a30-0e6cdf2e6068 req-b8361cbd-62c9-47ca-8d6c-cd496be6f3a4 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:53.514748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-abc2bbb8-98f7-411f-9a30-0e6cdf2e6068 req-b8361cbd-62c9-47ca-8d6c-cd496be6f3a4 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1097 time: 0.0489280 Aug 10 02:19:53.551218 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-abc2bbb8-98f7-411f-9a30-0e6cdf2e6068 req-ff80553d-4b8c-4c73-9357-e0188c27a970 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Aug 10 02:19:53.693350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51e208-d26e-4e5f-a738-484da42a2114 req-27d53e57-3245-48cc-85f6-42b856239d42 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:53.701939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e51e208-d26e-4e5f-a738-484da42a2114 req-27d53e57-3245-48cc-85f6-42b856239d42 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0612144 Aug 10 02:19:53.739930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e51e208-d26e-4e5f-a738-484da42a2114 req-03e5e917-726e-4aaa-8f78-d010763b795a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369639 Aug 10 02:19:53.766601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46590) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:53.844100 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-137d6ff9-2796-4ece-ab94-3106e05e710b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/42c65b01-ba0c-414c-a377-1cd77d4803d0 HTTP/1.1" status: 200 len: 993 time: 0.0762739 Aug 10 02:19:53.864618 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:53.989385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46604) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:54.122943 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ad6317c-fcbd-433c-97a9-b8299682731e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:54.221316 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ad6317c-fcbd-433c-97a9-b8299682731e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:54.379075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ad6317c-fcbd-433c-97a9-b8299682731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:54.430438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9ad6317c-fcbd-433c-97a9-b8299682731e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a14a2779fdce436f9ec5a0e780d1a40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393008 Aug 10 02:19:54.431584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6317c-fcbd-433c-97a9-b8299682731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8478e41-745d-4d37-8116-6d8d50637413,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:54.432803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46620) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:54.504992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0e639e1-072c-40cb-8a21-9934a154a9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:54.533158 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0e639e1-072c-40cb-8a21-9934a154a9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:54.675118 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0e639e1-072c-40cb-8a21-9934a154a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:54.682063 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0e639e1-072c-40cb-8a21-9934a154a9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:54.682063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a0e639e1-072c-40cb-8a21-9934a154a9e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8478e41-745d-4d37-8116-6d8d50637413 HTTP/1.1" status: 204 len: 168 time: 0.2453218 Aug 10 02:19:54.702072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e639e1-072c-40cb-8a21-9934a154a9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8478e41-745d-4d37-8116-6d8d50637413,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:19:54.794817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e67c2-8412-4d3a-8e95-97dddb609b85 req-a8287bfe-f01f-4767-97d1-7359692e7ae0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:54.796408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f0e67c2-8412-4d3a-8e95-97dddb609b85 req-a8287bfe-f01f-4767-97d1-7359692e7ae0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0549939 Aug 10 02:19:54.842894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f0e67c2-8412-4d3a-8e95-97dddb609b85 req-778b3ef1-f59e-41cf-9d05-9313875bdf08 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395687 Aug 10 02:19:54.944800 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7b41f097-a61d-451f-94c8-a68dc3aa7f72 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0564620 Aug 10 02:19:55.228325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c65a8ee5-6d17-41e4-8031-63cf89be5f34 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:19:55.260847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: c65a8ee5-6d17-41e4-8031-63cf89be5f34 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:19:55.260847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c65a8ee5-6d17-41e4-8031-63cf89be5f34 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:19:56.002484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10779612-acbe-484d-8496-ac4aef4e81b3 req-e93d1dfd-3374-443f-a33d-4cb501620396 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:56.004068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10779612-acbe-484d-8496-ac4aef4e81b3 req-e93d1dfd-3374-443f-a33d-4cb501620396 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0529537 Aug 10 02:19:56.049644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-10779612-acbe-484d-8496-ac4aef4e81b3 req-ebf2625c-1ea6-4fba-b9f2-c07ae9cf0ec8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387275 Aug 10 02:19:56.112746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a43d7-5f41-459c-b083-8d716c661cdc req-3ff421c0-f8ef-41bf-aafc-dd90dfcb2fb2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:56.114977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb6a43d7-5f41-459c-b083-8d716c661cdc req-3ff421c0-f8ef-41bf-aafc-dd90dfcb2fb2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0581522 Aug 10 02:19:56.174045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb6a43d7-5f41-459c-b083-8d716c661cdc req-5978c1fb-3d74-4135-abce-8ef053cecbeb tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480456 Aug 10 02:19:56.329828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4c09d-d9c5-4efb-a370-6eb0e6b6b6dc req-6b7ad5bb-5da8-4374-a5b5-2bb1f26747d2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:56.331410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64a4c09d-d9c5-4efb-a370-6eb0e6b6b6dc req-6b7ad5bb-5da8-4374-a5b5-2bb1f26747d2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0531769 Aug 10 02:19:56.376050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64a4c09d-d9c5-4efb-a370-6eb0e6b6b6dc req-90ae0160-a41b-4dad-a5a4-d2887ef73e09 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348558 Aug 10 02:19:56.950774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46730) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:57.077536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-77ca2b42-58df-4b38-b4cc-954cf0bdc818 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-135188265'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:57.078524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-77ca2b42-58df-4b38-b4cc-954cf0bdc818 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Unknown quota resources ['metering_label']. {{(pid=101224) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 02:19:57.560207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13ca3b-499f-45ab-b8af-7720814ec7a8 req-9d5671b3-78cd-4258-8e6b-f022cc70dbec tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:57.561770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d13ca3b-499f-45ab-b8af-7720814ec7a8 req-9d5671b3-78cd-4258-8e6b-f022cc70dbec tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0566466 Aug 10 02:19:57.607764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d13ca3b-499f-45ab-b8af-7720814ec7a8 req-8cff2b4d-b732-40a5-ac02-bce4456a30c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384197 Aug 10 02:19:57.783971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77ca2b42-58df-4b38-b4cc-954cf0bdc818 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:57.789389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-77ca2b42-58df-4b38-b4cc-954cf0bdc818 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8333650 Aug 10 02:19:57.789389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46750) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:57.795053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8a07c7d8-a645-4fcb-95ea-8e2767477f6f tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f579c94d-74bc-40b0-8bc3-bff147af08a1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:57.795547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8a07c7d8-a645-4fcb-95ea-8e2767477f6f tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101224) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 02:19:57.834058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-2291a39e-0c4b-4929-be5b-fae7efd34088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:57.839569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-2291a39e-0c4b-4929-be5b-fae7efd34088 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1097 time: 0.2080495 Aug 10 02:19:57.935058 n-d-767704-21 neutron-server[101224]: WARNING neutron.services.metering.metering_plugin [None req-8a07c7d8-a645-4fcb-95ea-8e2767477f6f tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 02:19:58.059213 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8a07c7d8-a645-4fcb-95ea-8e2767477f6f tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:58.060525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8a07c7d8-a645-4fcb-95ea-8e2767477f6f tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2699211 Aug 10 02:19:58.063628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46756) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:58.073295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5a7a0edb-4e61-490c-9e69-946bd188c0d2 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f579c94d-74bc-40b0-8bc3-bff147af08a1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:58.074202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5a7a0edb-4e61-490c-9e69-946bd188c0d2 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101224) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 02:19:58.089872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-ea347d0c-5548-4dfb-bf66-745fc8d4541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:58.091524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-ea347d0c-5548-4dfb-bf66-745fc8d4541d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.2146931 Aug 10 02:19:58.225457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-75c2615d-8de3-486d-a232-de8211c2e837 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 1001 time: 0.0721202 Aug 10 02:19:58.227174 n-d-767704-21 neutron-server[101224]: WARNING neutron.services.metering.metering_plugin [None req-5a7a0edb-4e61-490c-9e69-946bd188c0d2 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 02:19:58.349845 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5a7a0edb-4e61-490c-9e69-946bd188c0d2 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:58.350497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5a7a0edb-4e61-490c-9e69-946bd188c0d2 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2856612 Aug 10 02:19:58.354076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46762) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:58.365504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-f99ccf29-95be-4cf5-a421-8024f5ec085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:58.367141 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-f99ccf29-95be-4cf5-a421-8024f5ec085b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.1305196 Aug 10 02:19:58.369655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46764) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:58.370491 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-37691973-ef90-4dba-8d1f-02fc8d662602 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=18f45709-0a6e-423f-86a0-e3563a403fb6 HTTP/1.1" status: 200 len: 464 time: 0.0143371 Aug 10 02:19:58.428271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-9e8e7a37-4944-4c84-b8fc-08db35a9b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:58.430398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-9e8e7a37-4944-4c84-b8fc-08db35a9b659 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546408 Aug 10 02:19:58.527250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-008437ca-d105-45e2-b7b4-c515fafae969 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897856 Aug 10 02:19:58.688587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fed5ea3b-acc0-43d4-91d6-bc282d2fd75b tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:58.691322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fed5ea3b-acc0-43d4-91d6-bc282d2fd75b tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/18f45709-0a6e-423f-86a0-e3563a403fb6 HTTP/1.1" status: 204 len: 168 time: 0.3207092 Aug 10 02:19:58.695904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46772) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:58.734506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f2c14006-5529-485d-a31f-84f7f0074002 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=18f45709-0a6e-423f-86a0-e3563a403fb6 HTTP/1.1" status: 200 len: 221 time: 0.0334382 Aug 10 02:19:58.735746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46774) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:58.740289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d87e32f0-9042-48b0-b0e2-dace97fd8ea8 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--496824469', 'description': 'label created by tempest'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:19:58.740743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d87e32f0-9042-48b0-b0e2-dace97fd8ea8 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Unknown quota resources ['metering_label']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 02:19:58.770691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-ce9567c7-0859-43ab-b3f6-fe988b3b8ab1 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350795 Aug 10 02:19:58.792227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000e65-b70d-4a85-9afc-693adefbf2c5 req-93eb7174-1e8e-452e-92b5-f76da157345c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:58.796904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf000e65-b70d-4a85-9afc-693adefbf2c5 req-93eb7174-1e8e-452e-92b5-f76da157345c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0793555 Aug 10 02:19:58.838934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf000e65-b70d-4a85-9afc-693adefbf2c5 req-43163a42-6e04-4ac8-9b61-5df3d09692ec tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 Aug 10 02:19:59.047612 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d87e32f0-9042-48b0-b0e2-dace97fd8ea8 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:59.048852 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d87e32f0-9042-48b0-b0e2-dace97fd8ea8 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3120968 Aug 10 02:19:59.051577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46784) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:59.130667 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2ff687f0-ed78-472d-a97f-b079406041a3 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=1dac63ee-f000-4127-b13b-a0d8878cf7a1 HTTP/1.1" status: 200 len: 467 time: 0.0778661 Aug 10 02:19:59.134892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46786) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:59.392358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bba9789-6e2a-4768-b540-28052d9e31b6 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:59.394798 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8bba9789-6e2a-4768-b540-28052d9e31b6 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/1dac63ee-f000-4127-b13b-a0d8878cf7a1 HTTP/1.1" status: 204 len: 168 time: 0.2577846 Aug 10 02:19:59.396257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46800) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:59.398821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e684199-2a7e-48e2-b37e-678ef87eb5c6 req-f800c1e3-35b0-44ba-97c8-9e9ce75334cf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:59.400406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e684199-2a7e-48e2-b37e-678ef87eb5c6 req-f800c1e3-35b0-44ba-97c8-9e9ce75334cf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0524700 Aug 10 02:19:59.416434 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c1caea90-6e46-47a8-80c9-09d988c61d8a tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=1dac63ee-f000-4127-b13b-a0d8878cf7a1 HTTP/1.1" status: 200 len: 216 time: 0.0188200 Aug 10 02:19:59.417167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46802) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:59.432902 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d673c356-4d11-46ef-8bbc-d66412c72caf tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111413 Aug 10 02:19:59.433367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46804) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:59.444613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e684199-2a7e-48e2-b37e-678ef87eb5c6 req-b4f4e069-e858-486f-8788-61418ab9435a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377238 Aug 10 02:19:59.447256 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-28611aaf-cbc7-4159-9252-0a0ef5153638 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0128810 Aug 10 02:19:59.451242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46806) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:59.523206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-001a3dee-520c-459e-9331-a09b7e71cfce tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-labels/f579c94d-74bc-40b0-8bc3-bff147af08a1 HTTP/1.1" status: 200 len: 472 time: 0.0662742 Aug 10 02:19:59.524754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46810) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:59.541687 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-046617de-a0f0-43a4-936c-630761902258 tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "GET /v2.0/metering/metering-label-rules/1f4b4cff-f12b-4f83-b337-fd9ad0177ba8 HTTP/1.1" status: 200 len: 461 time: 0.0157080 Aug 10 02:19:59.542313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46812) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:59.586143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ffc91-f9d9-4ad0-9fe4-ea0b7bd6a501 req-6151f5b3-e27e-4310-9b96-15f4112551d4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:59.587697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-764ffc91-f9d9-4ad0-9fe4-ea0b7bd6a501 req-6151f5b3-e27e-4310-9b96-15f4112551d4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0560057 Aug 10 02:19:59.637560 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-764ffc91-f9d9-4ad0-9fe4-ea0b7bd6a501 req-460c43dd-4495-45a2-b9d2-c9322970937f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Aug 10 02:19:59.701733 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6b376cf8-29b1-4f1c-af3c-1c7336cca79d tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:59.705197 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6b376cf8-29b1-4f1c-af3c-1c7336cca79d tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-label-rules/1f4b4cff-f12b-4f83-b337-fd9ad0177ba8 HTTP/1.1" status: 204 len: 168 time: 0.1596081 Aug 10 02:19:59.706267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46820) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:19:59.978052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2266dd-33ad-4acf-9eec-c1ab2d559341 req-5ad290e8-36fa-4b3e-929a-4ddb9a99a486 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:19:59.979533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be2266dd-33ad-4acf-9eec-c1ab2d559341 req-5ad290e8-36fa-4b3e-929a-4ddb9a99a486 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.2088869 Aug 10 02:20:00.048495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d569444-0a13-4a32-a43b-91f0149a024e req-be031f1f-1038-45bd-b49f-5eb1d8d85df2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:00.050064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d569444-0a13-4a32-a43b-91f0149a024e req-be031f1f-1038-45bd-b49f-5eb1d8d85df2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0908315 Aug 10 02:20:00.052944 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-289f0d7d-e366-4ec9-a9e5-0d8885caaeed tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:00.054686 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-289f0d7d-e366-4ec9-a9e5-0d8885caaeed tempest-MeteringTestJSON-741274297 tempest-MeteringTestJSON-741274297-project-admin] 10.222.0.38 "DELETE /v2.0/metering/metering-labels/f579c94d-74bc-40b0-8bc3-bff147af08a1 HTTP/1.1" status: 204 len: 168 time: 0.3469031 Aug 10 02:20:00.071336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be2266dd-33ad-4acf-9eec-c1ab2d559341 req-53cf8ebb-1ad9-49a8-9a28-6cfa28b8033f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836337 Aug 10 02:20:00.101782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d569444-0a13-4a32-a43b-91f0149a024e req-7b2a90ee-c806-4831-a8a6-8f59d306b612 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433211 Aug 10 02:20:00.219799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cde2d-04a7-433b-8365-ca3cea6efe70 req-7f7a7509-aef5-4c39-811b-230595f8b402 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:00.221562 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-831cde2d-04a7-433b-8365-ca3cea6efe70 req-7f7a7509-aef5-4c39-811b-230595f8b402 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0660601 Aug 10 02:20:00.264878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-831cde2d-04a7-433b-8365-ca3cea6efe70 req-40bc76cb-403a-48cf-8cdf-f96538e39d21 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357697 Aug 10 02:20:00.445590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852a964-a1d6-4b83-8373-c93abc8cc47c req-430a9311-1c32-4d50-b8e7-68d791c7a33b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:00.448516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5852a964-a1d6-4b83-8373-c93abc8cc47c req-430a9311-1c32-4d50-b8e7-68d791c7a33b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0543308 Aug 10 02:20:00.488748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5852a964-a1d6-4b83-8373-c93abc8cc47c req-100b7264-3228-4824-8b6e-9c10ace32613 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Aug 10 02:20:00.592666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46852) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:00.633395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aaeab-871d-41e3-ba73-91f2fbef9dca req-6e7022f8-68b6-4b68-9f71-85f117eb2ecc tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:00.635162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f24aaeab-871d-41e3-ba73-91f2fbef9dca req-6e7022f8-68b6-4b68-9f71-85f117eb2ecc tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0587666 Aug 10 02:20:00.701069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f24aaeab-871d-41e3-ba73-91f2fbef9dca req-bec643eb-e14e-4412-8e48-539580cb0970 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577431 Aug 10 02:20:00.732764 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a3d0802-8871-4f00-8ea2-b525f206352b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:00.836746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a3d0802-8871-4f00-8ea2-b525f206352b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:00.881333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a3d0802-8871-4f00-8ea2-b525f206352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:00.929208 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6a3d0802-8871-4f00-8ea2-b525f206352b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b924f89c07fe4615966539632d2fc2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345454 Aug 10 02:20:00.930039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d0802-8871-4f00-8ea2-b525f206352b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a7a42-4b46-4d27-a978-d6f51645bfcd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:00.932525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 46866) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:00.982923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccad3d5-fe34-4192-adfc-bb63922c9f6c req-3e65e43e-632e-4f47-a519-4f13378e8552 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:00.985097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ccad3d5-fe34-4192-adfc-bb63922c9f6c req-3e65e43e-632e-4f47-a519-4f13378e8552 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0907748 Aug 10 02:20:00.988706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e080a57-559d-41ee-bbfa-bc4357769649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:01.012880 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e080a57-559d-41ee-bbfa-bc4357769649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:01.040787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ccad3d5-fe34-4192-adfc-bb63922c9f6c req-6cd526a9-b6c1-49b2-ad3e-eb40bb894b93 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485463 Aug 10 02:20:01.133389 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e080a57-559d-41ee-bbfa-bc4357769649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:01.136125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e080a57-559d-41ee-bbfa-bc4357769649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:01.142183 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1e080a57-559d-41ee-bbfa-bc4357769649 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ab8a7a42-4b46-4d27-a978-d6f51645bfcd HTTP/1.1" status: 204 len: 168 time: 0.2039287 Aug 10 02:20:01.147725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e080a57-559d-41ee-bbfa-bc4357769649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a7a42-4b46-4d27-a978-d6f51645bfcd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:01.213282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb8c4a-1baa-48a9-911a-81ff60e67dc9 req-1219d3d6-d212-43c2-804c-dc3c2c78b375 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:01.214907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48cb8c4a-1baa-48a9-911a-81ff60e67dc9 req-1219d3d6-d212-43c2-804c-dc3c2c78b375 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1015093 Aug 10 02:20:01.271352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48cb8c4a-1baa-48a9-911a-81ff60e67dc9 req-494c1c95-53f7-46d0-82d0-7d92d64817c9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Aug 10 02:20:01.280272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7acfe4-e21c-4d17-b4f6-c847fe4b72c6 req-ffb5da56-1e85-4c2c-a8f7-3cb8cfca96d7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:01.281823 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d7acfe4-e21c-4d17-b4f6-c847fe4b72c6 req-ffb5da56-1e85-4c2c-a8f7-3cb8cfca96d7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0889058 Aug 10 02:20:01.334331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d7acfe4-e21c-4d17-b4f6-c847fe4b72c6 req-ab6113e1-35b3-442f-94ee-de230916c9c5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461955 Aug 10 02:20:01.550028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6041f0c-b5bd-4c4e-890b-0521ba1ca0e3 req-1228e727-b166-4e23-81e9-fdb4219cc75e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:01.551711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6041f0c-b5bd-4c4e-890b-0521ba1ca0e3 req-1228e727-b166-4e23-81e9-fdb4219cc75e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0637124 Aug 10 02:20:01.596507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6041f0c-b5bd-4c4e-890b-0521ba1ca0e3 req-eacaaf6d-7733-4bcd-a7f2-5df10adba7be tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Aug 10 02:20:01.723933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28642edd-c432-4c1a-b85d-d90b080f39d3 req-e745154f-4071-467a-8d47-2438b7a61f2c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:01.726238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28642edd-c432-4c1a-b85d-d90b080f39d3 req-e745154f-4071-467a-8d47-2438b7a61f2c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0566027 Aug 10 02:20:01.770871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28642edd-c432-4c1a-b85d-d90b080f39d3 req-52423fc2-f948-40fb-bf52-8a021fe3a3fe tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378690 Aug 10 02:20:01.884638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46896) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:01.899097 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73750f6c-90ba-4eff-a248-9ea6edd627d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:02.004591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73750f6c-90ba-4eff-a248-9ea6edd627d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:02.075760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010d8e-51ac-453c-9771-38fc188043a2 req-4d24427a-662b-47f0-a423-d6a4911274c9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:02.077349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec010d8e-51ac-453c-9771-38fc188043a2 req-4d24427a-662b-47f0-a423-d6a4911274c9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0597510 Aug 10 02:20:02.110794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73750f6c-90ba-4eff-a248-9ea6edd627d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:02.161316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec010d8e-51ac-453c-9771-38fc188043a2 req-1a486ab1-8e40-4f54-91f2-47aff77079b0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750289 Aug 10 02:20:02.175264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-73750f6c-90ba-4eff-a248-9ea6edd627d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=891260b06ac74ad2b7eec2915a8bcaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871916 Aug 10 02:20:02.175806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 46908) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:02.182447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73750f6c-90ba-4eff-a248-9ea6edd627d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2019d4-1cae-4568-9c9d-17f6081eac88,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:02.233393 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df8279a5-aebc-403c-9864-d82363cf308f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:02.259543 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df8279a5-aebc-403c-9864-d82363cf308f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:02.340984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c612e-ecad-4cc9-82a8-1921d1ee1700 req-904b2db7-f0bd-4e95-b2e1-15703a816c90 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:02.342671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c3c612e-ecad-4cc9-82a8-1921d1ee1700 req-904b2db7-f0bd-4e95-b2e1-15703a816c90 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0859964 Aug 10 02:20:02.384824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c3c612e-ecad-4cc9-82a8-1921d1ee1700 req-b74a388a-994f-4f5d-8927-5953bec184c4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 Aug 10 02:20:02.454718 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df8279a5-aebc-403c-9864-d82363cf308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:02.456368 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df8279a5-aebc-403c-9864-d82363cf308f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:02.459044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-df8279a5-aebc-403c-9864-d82363cf308f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e2019d4-1cae-4568-9c9d-17f6081eac88 HTTP/1.1" status: 204 len: 168 time: 0.2824745 Aug 10 02:20:02.472108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8279a5-aebc-403c-9864-d82363cf308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2019d4-1cae-4568-9c9d-17f6081eac88,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:02.486564 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b6b6d-1a2d-4244-9e40-b42b91276584 req-660da66b-d6bc-48a9-9eee-99b591f559d7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:02.488188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-055b6b6d-1a2d-4244-9e40-b42b91276584 req-660da66b-d6bc-48a9-9eee-99b591f559d7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0779550 Aug 10 02:20:02.566941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-055b6b6d-1a2d-4244-9e40-b42b91276584 req-949752fe-7a1a-4289-8c98-692c0dbcbe94 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576005 Aug 10 02:20:02.700119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0820011-0465-4144-9ad5-3aa6e70e2123 req-d570515e-f4a2-4b74-806f-2e644f833453 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:02.702396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0820011-0465-4144-9ad5-3aa6e70e2123 req-d570515e-f4a2-4b74-806f-2e644f833453 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 813 time: 0.1335635 Aug 10 02:20:02.719003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0820011-0465-4144-9ad5-3aa6e70e2123 req-1badb9b3-0dde-472e-afe8-f4658f77f3c6 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/quotas/ef98270215844d7bbfa6086a262711cc HTTP/1.1" status: 200 len: 375 time: 0.0110037 Aug 10 02:20:02.777146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0820011-0465-4144-9ad5-3aa6e70e2123 req-723c3f98-6642-4fc6-b282-499732a6a0f4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498507 Aug 10 02:20:02.900050 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d043138-168a-4e95-8b1c-51bdad0fefc4 req-bc186c9e-0c14-4a2a-a244-a45c62afd9b5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:02.901884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d043138-168a-4e95-8b1c-51bdad0fefc4 req-bc186c9e-0c14-4a2a-a244-a45c62afd9b5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0607486 Aug 10 02:20:02.945460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d043138-168a-4e95-8b1c-51bdad0fefc4 req-0c6c2bbb-9d89-4e80-9ca7-cb86a0658499 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367873 Aug 10 02:20:03.086234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5343629-6d69-465a-b78d-8ca55b6048bc req-1f646da0-506b-4db9-9de3-ede66e6beff1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:03.089135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5343629-6d69-465a-b78d-8ca55b6048bc req-1f646da0-506b-4db9-9de3-ede66e6beff1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0615311 Aug 10 02:20:03.130567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5343629-6d69-465a-b78d-8ca55b6048bc req-d3014516-89bf-45b6-b4a4-5cb67912242d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359585 Aug 10 02:20:03.358711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0084b015-55f0-4e05-9a1e-d8c922419598 req-ead9a3b3-1f79-4bf3-98d2-9ad449481932 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ef98270215844d7bbfa6086a262711cc HTTP/1.1" status: 200 len: 221 time: 0.0388513 Aug 10 02:20:03.474765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce65c7a-1ada-495e-a21c-10fed5b0716b req-41517ade-e000-4869-b867-5f5d6c82769e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:03.476754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ce65c7a-1ada-495e-a21c-10fed5b0716b req-41517ade-e000-4869-b867-5f5d6c82769e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0579607 Aug 10 02:20:03.519800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ce65c7a-1ada-495e-a21c-10fed5b0716b req-a798226a-4765-42a9-acfa-a242c4d46439 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367997 Aug 10 02:20:03.650269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d385c-67df-4c81-9e33-f650ea91c1e8 req-189ba308-2cbc-4b01-a816-bafe71bc32ab tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:03.652053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c51d385c-67df-4c81-9e33-f650ea91c1e8 req-189ba308-2cbc-4b01-a816-bafe71bc32ab tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0559242 Aug 10 02:20:03.739416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c51d385c-67df-4c81-9e33-f650ea91c1e8 req-a72eaf72-0c27-49a7-b059-b6d49031bc17 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755558 Aug 10 02:20:03.749128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84164b4b-5c5a-4f28-8d72-ed10ef035be8 req-e4cf7066-369d-460e-b80f-b4916aae4d44 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:03.750706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84164b4b-5c5a-4f28-8d72-ed10ef035be8 req-e4cf7066-369d-460e-b80f-b4916aae4d44 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0975018 Aug 10 02:20:03.810653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84164b4b-5c5a-4f28-8d72-ed10ef035be8 req-ad701824-5e6c-4413-b8e3-fb0a21c7ae03 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524518 Aug 10 02:20:03.886402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bc735-3c1a-45d3-adde-62b9fa2a8aa5 req-8def13a1-748d-4308-be4c-2d7a49c1c6ef tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:03.887984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b58bc735-3c1a-45d3-adde-62b9fa2a8aa5 req-8def13a1-748d-4308-be4c-2d7a49c1c6ef tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0549426 Aug 10 02:20:03.930777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b58bc735-3c1a-45d3-adde-62b9fa2a8aa5 req-fc3ee3d6-ffb5-4b7b-bae0-69b89e023e91 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360956 Aug 10 02:20:04.062505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f4fb-6b51-4e34-a16e-3075d11e5bbc req-0c42d5c4-3c13-4c48-af10-45609cb099ea tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:04.064234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ca0f4fb-6b51-4e34-a16e-3075d11e5bbc req-0c42d5c4-3c13-4c48-af10-45609cb099ea tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0563676 Aug 10 02:20:04.115440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ca0f4fb-6b51-4e34-a16e-3075d11e5bbc req-8c7f413e-9e14-474a-bf2c-f3029d486aae tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Aug 10 02:20:04.274775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cbf7c-998c-438e-8a12-d7065d1ab0bc req-aceea982-b021-43ff-9295-6056581499b5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:04.276339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db4cbf7c-998c-438e-8a12-d7065d1ab0bc req-aceea982-b021-43ff-9295-6056581499b5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0640602 Aug 10 02:20:04.319520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db4cbf7c-998c-438e-8a12-d7065d1ab0bc req-30e6f867-aa8d-4d23-a2fe-268e89fd3710 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370603 Aug 10 02:20:04.449181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650991a-4f68-4f0a-8e3d-27a7df6882e0 req-691e01d7-b490-4c7b-b0c1-dcc80c952f53 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:04.450754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f650991a-4f68-4f0a-8e3d-27a7df6882e0 req-691e01d7-b490-4c7b-b0c1-dcc80c952f53 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0567906 Aug 10 02:20:04.497236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f650991a-4f68-4f0a-8e3d-27a7df6882e0 req-61a2fb15-4cba-4e30-84ef-4c78abe8cb08 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Aug 10 02:20:04.626513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47028) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:04.645462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803f2f6-cd18-497d-bd52-99b2bfac917f req-9799064d-c0af-463b-a25e-de038f2f19df tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:04.647021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1803f2f6-cd18-497d-bd52-99b2bfac917f req-9799064d-c0af-463b-a25e-de038f2f19df tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0532773 Aug 10 02:20:04.698837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1803f2f6-cd18-497d-bd52-99b2bfac917f req-212ecf0f-cbe0-473a-86a5-71743b4d4896 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437675 Aug 10 02:20:04.819752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2055437265'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:04.831443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094226c-fe70-49e9-a5a0-0dca41de192a req-08880196-7ca6-4903-a0e1-fd21faeb13d0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:04.833525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3094226c-fe70-49e9-a5a0-0dca41de192a req-08880196-7ca6-4903-a0e1-fd21faeb13d0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0581839 Aug 10 02:20:04.878593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3094226c-fe70-49e9-a5a0-0dca41de192a req-2a54bf9b-529a-4ebf-88e4-3340c04c49f7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Aug 10 02:20:04.945058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Made reservation on behalf of eb380cd59c6e45e18f5aa702eb280d44 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:04.950098 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:04.955323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c366d1-9c98-4bca-bc41-1c5c904d2b08 req-b4f252b5-e2e8-499e-9bbc-e53732bdbc0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:04.957094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94c366d1-9c98-4bca-bc41-1c5c904d2b08 req-b4f252b5-e2e8-499e-9bbc-e53732bdbc0c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0583394 Aug 10 02:20:04.958590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:05.029473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94c366d1-9c98-4bca-bc41-1c5c904d2b08 req-6bb8ec7f-0c3e-43db-a6c6-21d976265736 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656924 Aug 10 02:20:05.047105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07baf54-89d7-411b-b963-44d176890ef1 req-667e2184-b82d-4ea8-9082-d8fb68c2ff2e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:05.048639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b07baf54-89d7-411b-b963-44d176890ef1 req-667e2184-b82d-4ea8-9082-d8fb68c2ff2e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0678186 Aug 10 02:20:05.072606 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:05.089256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b07baf54-89d7-411b-b963-44d176890ef1 req-3831c58d-f824-48ab-93be-7b279008a525 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335999 Aug 10 02:20:05.133976 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:05.165289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:05.172135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe0482b-c028-42fe-bb4c-18888e57a3c2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:05.179227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:05.179727 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Added segment d044e576-4db1-41c4-9cab-9f44bd8e48e1 of type vlan for network af0aa6b8-3734-43f9-a426-664118fddaac Aug 10 02:20:05.228900 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:05.232320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82079f5f-8d03-4b2c-a3e7-cdaf9fc0426d req-d7abff24-2fc6-4c03-967d-12893f50e9a0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:05.236125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82079f5f-8d03-4b2c-a3e7-cdaf9fc0426d req-d7abff24-2fc6-4c03-967d-12893f50e9a0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0639360 Aug 10 02:20:05.285093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82079f5f-8d03-4b2c-a3e7-cdaf9fc0426d req-76e10384-0b67-4704-b526-c7e91e428fb9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Aug 10 02:20:05.339362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:05.345570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:05.346404 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:05.428209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Pushing event updated for resources: {'Network': ['ID=af0aa6b8-3734-43f9-a426-664118fddaac,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:05.428495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f887fe-1114-4b5e-947b-471b8a750732 req-87a0d3be-0e6e-4eda-bcb6-15b4a562fc85 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:05.430443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42f887fe-1114-4b5e-947b-471b8a750732 req-87a0d3be-0e6e-4eda-bcb6-15b4a562fc85 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0546663 Aug 10 02:20:05.440327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network af0aa6b8-3734-43f9-a426-664118fddaac details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:05.458978 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-140d7937-ec80-485c-bea2-86ad1f183ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8306260 Aug 10 02:20:05.490197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42f887fe-1114-4b5e-947b-471b8a750732 req-6dfff8bb-e9a5-4238-818d-f5d2d85751ab tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Aug 10 02:20:05.629492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad975c-ed78-4a25-9999-a7bc991423b2 req-203bb418-56de-4425-abe0-20c217c60152 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:05.631575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1ad975c-ed78-4a25-9999-a7bc991423b2 req-203bb418-56de-4425-abe0-20c217c60152 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0594280 Aug 10 02:20:05.646043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47068) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:05.652208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Request body: {'port': {'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac', 'binding:host_id': 'n-h2-767704-21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1103295135'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:05.696526 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1ad975c-ed78-4a25-9999-a7bc991423b2 req-f62d49ed-de1a-417b-8fd3-ae54b48a3100 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561447 Aug 10 02:20:05.836337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb017408-7217-4f0d-8fe2-9fa168963aa2 req-31e244db-b910-47b9-b506-8501a51555e6 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:05.838385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb017408-7217-4f0d-8fe2-9fa168963aa2 req-31e244db-b910-47b9-b506-8501a51555e6 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0593798 Aug 10 02:20:05.883210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb017408-7217-4f0d-8fe2-9fa168963aa2 req-8dd74ad1-db61-4455-9132-14306d6b1f19 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366085 Aug 10 02:20:05.956936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Made reservation on behalf of 3d9d6b462cb043dc9ba286e82cd2a331 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:05.960333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:05.971417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:06.026270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d500cd-6222-4795-9a91-e9d58858b9df req-098629e1-a1ed-4fa4-979b-5497bca3c6b7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:06.027925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81d500cd-6222-4795-9a91-e9d58858b9df req-098629e1-a1ed-4fa4-979b-5497bca3c6b7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0544417 Aug 10 02:20:06.080057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81d500cd-6222-4795-9a91-e9d58858b9df req-b61e4942-efc3-44d6-ab34-b1ae790132e1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Aug 10 02:20:06.081892 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:06.155713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:06.158050 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024248-29e7-46ad-bb26-59aac9d6fffb req-f6f2582f-f0cb-43c6-badd-46d4f2fa7f4b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:06.165345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] device_id is not set on port dc2b299e-9e3c-4a8a-8c88-80f48526978a yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:20:06.166668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5024248-29e7-46ad-bb26-59aac9d6fffb req-f6f2582f-f0cb-43c6-badd-46d4f2fa7f4b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0623512 Aug 10 02:20:06.213439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5024248-29e7-46ad-bb26-59aac9d6fffb req-55c2546d-7722-46d4-9b24-89020288571d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 Aug 10 02:20:06.282316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40052f10-ba7c-4691-b52a-a4b856ba256b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:06.343515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996322b-2ea8-4aa8-9184-9dd4dfe52cc6 req-bdb501eb-5a7c-4d54-9e1a-bdd27e37e482 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:06.344480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c996322b-2ea8-4aa8-9184-9dd4dfe52cc6 req-bdb501eb-5a7c-4d54-9e1a-bdd27e37e482 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0624528 Aug 10 02:20:06.389576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c996322b-2ea8-4aa8-9184-9dd4dfe52cc6 req-534fe605-bbbd-4e47-8443-2dc127d4e4cb tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Aug 10 02:20:06.484722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] device_id is not set on port dc2b299e-9e3c-4a8a-8c88-80f48526978a yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:20:06.494633 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:06.505510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Transition to ACTIVE for port object dc2b299e-9e3c-4a8a-8c88-80f48526978a will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:06.520639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5f53-aeec-4173-b7a3-a9a90fde4f31 req-bbe403ae-b453-4cbd-b1ba-bc5a83925787 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:06.522462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a43c5f53-aeec-4173-b7a3-a9a90fde4f31 req-bbe403ae-b453-4cbd-b1ba-bc5a83925787 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0545866 Aug 10 02:20:06.564645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a43c5f53-aeec-4173-b7a3-a9a90fde4f31 req-0e663c74-f9dc-4bee-9986-4e2a8d77b86c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Aug 10 02:20:06.619594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:06.689524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2b299e-9e3c-4a8a-8c88-80f48526978a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:06.702983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Checking segment: {'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:06.703363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Network hostable DHCP agents. Network: af0aa6b8-3734-43f9-a426-664118fddaac, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:06.751728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e244bde-1498-41ea-952e-4135e30584c1 req-4850c4b3-82b3-425d-a080-28478a291207 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:06.753653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e244bde-1498-41ea-952e-4135e30584c1 req-4850c4b3-82b3-425d-a080-28478a291207 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0527146 Aug 10 02:20:06.795193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Network af0aa6b8-3734-43f9-a426-664118fddaac is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:06.796771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e244bde-1498-41ea-952e-4135e30584c1 req-a34dd101-487c-4fa0-b4e8-4e29a9fe48be tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364997 Aug 10 02:20:06.903226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, af0aa6b8-3734-43f9-a426-664118fddaac) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:06.908956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:06.920352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb23198f-112a-47f5-9050-e9f9206ebdfe None None] Network af0aa6b8-3734-43f9-a426-664118fddaac requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:06.929292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:06.929641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:06.930765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:06.933324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e7288-fb33-4c7a-9243-ac439ce69c1a req-21c62e9f-7707-435a-b21d-6cc738d3bac5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:06.935001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b2e7288-fb33-4c7a-9243-ac439ce69c1a req-21c62e9f-7707-435a-b21d-6cc738d3bac5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0611331 Aug 10 02:20:06.936001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:06.936373 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:06.936771 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 2 to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a Aug 10 02:20:06.951078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:06.951428 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:06.951825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:06.956907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:06.957267 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:06.958208 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 3 to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a Aug 10 02:20:06.970976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:06.971323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:06.971669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:06.976082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:06.976411 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:06.977332 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 4 to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a Aug 10 02:20:06.982030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b2e7288-fb33-4c7a-9243-ac439ce69c1a req-f5f78977-eefa-4e84-a220-fd479fe1cf29 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 Aug 10 02:20:06.990259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:06.994714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:06.994714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:06.996542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:06.996902 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:06.997300 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 5 to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a Aug 10 02:20:07.014080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:07.014509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:07.014799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:07.020416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:07.020416 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:07.020416 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 6 to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a Aug 10 02:20:07.037167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:07.037588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:07.037856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:07.043939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:07.044434 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:07.044874 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 7 to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a Aug 10 02:20:07.064365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:07.064810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:07.065300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:07.070193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:07.070640 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:07.071140 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 8 to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a Aug 10 02:20:07.084218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:07.084654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:07.085076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:07.090179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:07.092855 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:07.093282 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 9 to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a Aug 10 02:20:07.109175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:07.109536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:07.110086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:07.116426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:07.116771 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:07.117174 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 10 to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a Aug 10 02:20:07.130785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538efe9c-5fc9-493f-b068-17e66b782243 req-b7779ed6-672d-4bf8-8367-2911ce55bbae tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:07.132158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:07.132373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-538efe9c-5fc9-493f-b068-17e66b782243 req-b7779ed6-672d-4bf8-8367-2911ce55bbae tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0551758 Aug 10 02:20:07.132516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:07.132873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:07.137553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port dc2b299e-9e3c-4a8a-8c88-80f48526978a on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:07.137887 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port dc2b299e-9e3c-4a8a-8c88-80f48526978a on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:07.138256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:07.172001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-538efe9c-5fc9-493f-b068-17e66b782243 req-5826ab00-c75c-446a-a8af-57b91e86e847 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Aug 10 02:20:07.210298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] For port dc2b299e-9e3c-4a8a-8c88-80f48526978a, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:07.210791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempted to set empty binding levels {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 02:20:07.306582 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:07.332140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e2df2-699b-436f-9a8f-743cb1f3a120 req-20e90ed8-da24-4a46-b1db-726efc049f39 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:07.333618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f99e2df2-699b-436f-9a8f-743cb1f3a120 req-20e90ed8-da24-4a46-b1db-726efc049f39 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0841110 Aug 10 02:20:07.341771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:07.342460 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:07.359298 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f93089-0018-42a2-a58e-f15f6c05f894 req-451f9017-f586-4284-ab7d-c5b0c37afb17 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:07.360818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86f93089-0018-42a2-a58e-f15f6c05f894 req-451f9017-f586-4284-ab7d-c5b0c37afb17 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0811439 Aug 10 02:20:07.365880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2b299e-9e3c-4a8a-8c88-80f48526978a,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:07.404448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f99e2df2-699b-436f-9a8f-743cb1f3a120 req-71e248c0-1201-43eb-aa9c-0d1dc3326aa4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634437 Aug 10 02:20:07.424087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86f93089-0018-42a2-a58e-f15f6c05f894 req-ee5947fb-82a2-4bac-8f40-244e2672b3af tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512233 Aug 10 02:20:07.467284 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1127a5d7-7b9c-45f6-8192-e74b9a218210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.8173423 Aug 10 02:20:07.468172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47124) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:07.549048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9bc1ca0b-9f0d-48cc-b56a-28164193b46b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Deleting port dc2b299e-9e3c-4a8a-8c88-80f48526978a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:07.549393 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ca0b-9f0d-48cc-b56a-28164193b46b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:07.616160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-9bc1ca0b-9f0d-48cc-b56a-28164193b46b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] For port dc2b299e-9e3c-4a8a-8c88-80f48526978a, host n-h2-767704-21, got binding levels [] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:07.616527 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ca0b-9f0d-48cc-b56a-28164193b46b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:07.630454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9bc1ca0b-9f0d-48cc-b56a-28164193b46b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Calling delete_port for dc2b299e-9e3c-4a8a-8c88-80f48526978a owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:07.794402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ca0b-9f0d-48cc-b56a-28164193b46b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:07.829249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fa6a7-cb47-4d05-8301-00d41d338a53 req-b1029443-381a-436a-b4c7-891e14c096a6 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:07.830979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c5fa6a7-cb47-4d05-8301-00d41d338a53 req-b1029443-381a-436a-b4c7-891e14c096a6 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0764501 Aug 10 02:20:07.840935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1ca0b-9f0d-48cc-b56a-28164193b46b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc2b299e-9e3c-4a8a-8c88-80f48526978a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:07.865362 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9bc1ca0b-9f0d-48cc-b56a-28164193b46b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:07.867670 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9bc1ca0b-9f0d-48cc-b56a-28164193b46b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "DELETE /v2.0/ports/dc2b299e-9e3c-4a8a-8c88-80f48526978a HTTP/1.1" status: 204 len: 168 time: 0.3988059 Aug 10 02:20:07.870799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47132) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:07.899872 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4e3378-1c51-4272-a365-b23346318058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] GET failed (client error): The resource could not be found. Aug 10 02:20:07.905062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4e4e3378-1c51-4272-a365-b23346318058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "GET /v2.0/ports/dc2b299e-9e3c-4a8a-8c88-80f48526978a HTTP/1.1" status: 404 len: 333 time: 0.0298204 Aug 10 02:20:07.908592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47134) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:07.913744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Request body: {'port': {'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-653122031'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:07.915346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c5fa6a7-cb47-4d05-8301-00d41d338a53 req-bec7b3a3-9d66-47e8-afbf-5f287d0b8824 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755281 Aug 10 02:20:08.024530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Made reservation on behalf of 3d9d6b462cb043dc9ba286e82cd2a331 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:08.027424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:08.046427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] device_id is not set on port ae851997-0383-4941-bff2-1ec8a53352b3 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:20:08.208618 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:08.327649 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:08.381448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Network af0aa6b8-3734-43f9-a426-664118fddaac is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:08.384314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:08.386829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:08.387975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:08.388586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:08.399598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'Port': ['ID=ae851997-0383-4941-bff2-1ec8a53352b3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:08.481940 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-953a78ba-3677-4f01-bb3e-2623a04f546a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5721247 Aug 10 02:20:08.484881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47148) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:08.490123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:08.542795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ab3e-2e15-4b02-938e-219af85d34eb req-febfc503-9a67-43b4-9025-7344f49b29b8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:08.544872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a222ab3e-2e15-4b02-938e-219af85d34eb req-febfc503-9a67-43b4-9025-7344f49b29b8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0537074 Aug 10 02:20:08.550310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:08.585643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a222ab3e-2e15-4b02-938e-219af85d34eb req-9349bb2e-a671-46b1-b232-f240b0490b9c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341325 Aug 10 02:20:08.736073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] device_id is not set on port ae851997-0383-4941-bff2-1ec8a53352b3 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:20:08.744480 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:08.755991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Transition to ACTIVE for port object ae851997-0383-4941-bff2-1ec8a53352b3 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:08.852423 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:08.905099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'Port': ['ID=ae851997-0383-4941-bff2-1ec8a53352b3,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:08.916547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:08.917125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:08.917382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:08.922007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:08.922271 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:08.922690 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 2 to bind port ae851997-0383-4941-bff2-1ec8a53352b3 Aug 10 02:20:08.936567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:08.936907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:08.937253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:08.941661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:08.941990 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:08.942407 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 3 to bind port ae851997-0383-4941-bff2-1ec8a53352b3 Aug 10 02:20:08.956698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:08.957212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:08.957564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:08.962531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:08.963227 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:08.963624 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 4 to bind port ae851997-0383-4941-bff2-1ec8a53352b3 Aug 10 02:20:08.977963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:08.978303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:08.978751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:08.983985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:08.984323 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:08.984945 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 5 to bind port ae851997-0383-4941-bff2-1ec8a53352b3 Aug 10 02:20:09.001304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:09.001771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:09.002184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:09.007110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:09.007524 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:09.008835 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 6 to bind port ae851997-0383-4941-bff2-1ec8a53352b3 Aug 10 02:20:09.023286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:09.023830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:09.024475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:09.029771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:09.030193 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:09.030817 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 7 to bind port ae851997-0383-4941-bff2-1ec8a53352b3 Aug 10 02:20:09.046209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:09.046705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:09.047139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:09.052245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:09.052672 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:09.053138 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 8 to bind port ae851997-0383-4941-bff2-1ec8a53352b3 Aug 10 02:20:09.070302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:09.071430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:09.071939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:09.076993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:09.077328 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:09.077722 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 9 to bind port ae851997-0383-4941-bff2-1ec8a53352b3 Aug 10 02:20:09.091863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:09.092202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:09.092551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:09.097455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:09.097784 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:09.098179 n-d-767704-21 neutron-server[101223]: INFO neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 10 to bind port ae851997-0383-4941-bff2-1ec8a53352b3 Aug 10 02:20:09.112464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:09.112837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:09.113187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:09.119089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:09.119424 n-d-767704-21 neutron-server[101223]: ERROR neutron.plugins.ml2.managers [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port ae851997-0383-4941-bff2-1ec8a53352b3 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:09.119808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:09.195739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] For port ae851997-0383-4941-bff2-1ec8a53352b3, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:09.196061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempted to set empty binding levels {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 02:20:09.276240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:09.310470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] In _notify_port_updated(), no bound segment for port ae851997-0383-4941-bff2-1ec8a53352b3 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:20:09.311362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.311974 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:09.316110 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "PUT /v2.0/ports/ae851997-0383-4941-bff2-1ec8a53352b3 HTTP/1.1" status: 200 len: 979 time: 0.8274598 Aug 10 02:20:09.317803 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47162) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:09.377736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a703-c876-4960-9fe5-330bdc335612 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'Port': ['ID=ae851997-0383-4941-bff2-1ec8a53352b3,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:09.382584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36dfe2-dcb9-4338-aa7d-35e2f7845945 req-a6c34386-a65c-4c51-985c-d0eefd7c35ea tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.386057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e36dfe2-dcb9-4338-aa7d-35e2f7845945 req-a6c34386-a65c-4c51-985c-d0eefd7c35ea tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.3916097 Aug 10 02:20:09.416772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.417265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.417754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.418224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.418738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.419226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.419784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.420201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.420677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.421153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.421624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.422094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.422588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.423083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.423604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.424022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.426734 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-07f270ee-38ee-464f-b450-1d47ba6120a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14420 time: 0.1079178 Aug 10 02:20:09.430952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47166) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:09.450246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e36dfe2-dcb9-4338-aa7d-35e2f7845945 req-432e6f09-7139-49c5-bb6a-f70bbaba5f88 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536480 Aug 10 02:20:09.515074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cd8933cb-0747-4f4d-8fe0-db54428b6039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Deleting port ae851997-0383-4941-bff2-1ec8a53352b3 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:09.516092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd8933cb-0747-4f4d-8fe0-db54428b6039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:09.590216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-cd8933cb-0747-4f4d-8fe0-db54428b6039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] For port ae851997-0383-4941-bff2-1ec8a53352b3, host n-h2-767704-21, got binding levels [] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:09.590789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd8933cb-0747-4f4d-8fe0-db54428b6039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:09.605700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cd8933cb-0747-4f4d-8fe0-db54428b6039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Calling delete_port for ae851997-0383-4941-bff2-1ec8a53352b3 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:09.728050 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389f66c-0b6c-4118-ab01-9b3ed92f18e8 req-1fce4ebf-48f8-4973-aeff-b11c1e488632 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:09.729503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8389f66c-0b6c-4118-ab01-9b3ed92f18e8 req-1fce4ebf-48f8-4973-aeff-b11c1e488632 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0552485 Aug 10 02:20:09.768082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8389f66c-0b6c-4118-ab01-9b3ed92f18e8 req-782e71fb-8bb1-4a50-a60d-b44666cfb7c5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Aug 10 02:20:09.858438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd8933cb-0747-4f4d-8fe0-db54428b6039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:09.889598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8933cb-0747-4f4d-8fe0-db54428b6039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae851997-0383-4941-bff2-1ec8a53352b3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:09.912193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd8933cb-0747-4f4d-8fe0-db54428b6039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:09.915118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd8933cb-0747-4f4d-8fe0-db54428b6039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "DELETE /v2.0/ports/ae851997-0383-4941-bff2-1ec8a53352b3 HTTP/1.1" status: 204 len: 168 time: 0.4824877 Aug 10 02:20:09.917971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47180) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:09.952259 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d9348f-ab0d-4b86-9197-58d76efbfd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] GET failed (client error): The resource could not be found. Aug 10 02:20:09.955022 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-86d9348f-ab0d-4b86-9197-58d76efbfd8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "GET /v2.0/ports/ae851997-0383-4941-bff2-1ec8a53352b3 HTTP/1.1" status: 404 len: 333 time: 0.0354660 Aug 10 02:20:09.963405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47182) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:09.968594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-616435215', 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:10.016343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad55c-64bb-4381-b92c-d115c04e0550 req-86070f5c-fcb7-4f26-9f45-966d5ac8592e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:10.017893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d4ad55c-64bb-4381-b92c-d115c04e0550 req-86070f5c-fcb7-4f26-9f45-966d5ac8592e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0682669 Aug 10 02:20:10.045713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Made reservation on behalf of 3d9d6b462cb043dc9ba286e82cd2a331 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:10.048206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:10.061089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d4ad55c-64bb-4381-b92c-d115c04e0550 req-00c2743c-6cc7-49ba-a7aa-d445db0d6c70 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366282 Aug 10 02:20:10.078454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] device_id is not set on port 0383475a-b3c1-4657-afb6-9869bfa49cf2 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:20:10.240996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:10.372826 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:10.420777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Network af0aa6b8-3734-43f9-a426-664118fddaac is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:10.423731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:10.427339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:10.428288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:10.428902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:10.435081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'Port': ['ID=0383475a-b3c1-4657-afb6-9869bfa49cf2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:10.544817 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b1e26bf3-34b1-4e7b-9c50-3b8892a01837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5803640 Aug 10 02:20:10.547486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47192) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:10.585534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e5e81-3134-4ea9-9290-11189f30897f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:10.587678 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a71e5e81-3134-4ea9-9290-11189f30897f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "GET /v2.0/ports/0383475a-b3c1-4657-afb6-9869bfa49cf2 HTTP/1.1" status: 200 len: 958 time: 0.0389092 Aug 10 02:20:10.590855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47196) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:10.674296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8546dd29-14c0-46ec-a785-015b86901cca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Deleting port 0383475a-b3c1-4657-afb6-9869bfa49cf2 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:10.674666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8546dd29-14c0-46ec-a785-015b86901cca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:10.737164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8546dd29-14c0-46ec-a785-015b86901cca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:10.750321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8546dd29-14c0-46ec-a785-015b86901cca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Calling delete_port for 0383475a-b3c1-4657-afb6-9869bfa49cf2 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:10.933598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ceab5-0b03-4bec-ace7-a788d574a576 req-b0fe6532-23dd-47f8-b0ea-4d745c7b011e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:10.935107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-563ceab5-0b03-4bec-ace7-a788d574a576 req-b0fe6532-23dd-47f8-b0ea-4d745c7b011e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0853608 Aug 10 02:20:10.950238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8546dd29-14c0-46ec-a785-015b86901cca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:10.971451 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-bba1bffa-7124-4cc0-a0eb-10fd375ced83 service neutron] show failed (client error): The resource could not be found. Aug 10 02:20:10.972473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-bba1bffa-7124-4cc0-a0eb-10fd375ced83 service neutron] 10.222.0.11 "GET /v2.0/ports/e0aeed30-1612-4d0c-a8ed-df47269198c0/bindings/n-h1-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.0920460 Aug 10 02:20:10.983746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8546dd29-14c0-46ec-a785-015b86901cca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:10.985857 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8546dd29-14c0-46ec-a785-015b86901cca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "DELETE /v2.0/ports/0383475a-b3c1-4657-afb6-9869bfa49cf2 HTTP/1.1" status: 204 len: 168 time: 0.3939383 Aug 10 02:20:10.986833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546dd29-14c0-46ec-a785-015b86901cca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event deleted for resources: {'Port': ['ID=0383475a-b3c1-4657-afb6-9869bfa49cf2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:10.990757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-563ceab5-0b03-4bec-ace7-a788d574a576 req-357495e8-023d-4d6f-8ef1-27a7da9e5870 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465679 Aug 10 02:20:10.991638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47202) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:11.017780 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-96584a18-1911-44fc-bd49-fd1ab07d6ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] GET failed (client error): The resource could not be found. Aug 10 02:20:11.019352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-96584a18-1911-44fc-bd49-fd1ab07d6ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "GET /v2.0/ports/0383475a-b3c1-4657-afb6-9869bfa49cf2 HTTP/1.1" status: 404 len: 333 time: 0.0267625 Aug 10 02:20:11.022825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47206) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:11.028843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Request body: {'port': {'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-776399544'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:11.104366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Made reservation on behalf of 3d9d6b462cb043dc9ba286e82cd2a331 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:11.108359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:11.140206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] device_id is not set on port 87792beb-bdeb-4c24-b6a6-2519026c7374 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:20:11.274240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24112a47-633f-4fc5-866f-871f6589e63c req-795cf9f1-96b1-452e-a2f9-acd392c78642 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:11.276932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24112a47-633f-4fc5-866f-871f6589e63c req-795cf9f1-96b1-452e-a2f9-acd392c78642 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0903804 Aug 10 02:20:11.381925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24112a47-633f-4fc5-866f-871f6589e63c req-14a6bde4-1cfe-407b-8a0b-ced37e971a7f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918190 Aug 10 02:20:11.394400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:11.470088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-11edf15d-cafe-4937-a9f0-266ff573093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:11.471980 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-11edf15d-cafe-4937-a9f0-266ff573093f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 1097 time: 0.0551150 Aug 10 02:20:11.489490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:11.531421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51f9f-1750-48bb-a1a6-701148d3fcf0 req-d99cd5dd-af5c-40b0-b90c-dd6093c8fd38 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:11.533122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acf51f9f-1750-48bb-a1a6-701148d3fcf0 req-d99cd5dd-af5c-40b0-b90c-dd6093c8fd38 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0589614 Aug 10 02:20:11.560133 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:11.563189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:11.624604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acf51f9f-1750-48bb-a1a6-701148d3fcf0 req-7ab5888f-86dd-4c1b-a437-84d60d3ba3d2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843937 Aug 10 02:20:11.626366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Network af0aa6b8-3734-43f9-a426-664118fddaac is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:11.629741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:11.632229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:11.633917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:11.634527 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:11.648883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'Port': ['ID=87792beb-bdeb-4c24-b6a6-2519026c7374,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:11.721565 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-73691554-bc1d-457d-a880-7d72794ee073 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6975222 Aug 10 02:20:11.728247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47224) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:11.735906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:11.881017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:11.900103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8af85-7bf1-4f52-ae31-b82e88011686 req-15b6f8cf-5c55-4c08-b00d-ea7e9d8bca25 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:11.903335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bde8af85-7bf1-4f52-ae31-b82e88011686 req-15b6f8cf-5c55-4c08-b00d-ea7e9d8bca25 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1323755 Aug 10 02:20:12.006566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bde8af85-7bf1-4f52-ae31-b82e88011686 req-938401b1-c485-4445-9f37-307e1e96a1db tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829310 Aug 10 02:20:12.267160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:12.281820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88f339-ba42-466e-9102-5d1a1196d1b8 req-27510a15-ab2c-4f2b-9085-4d8b3ff34470 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:12.283448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d88f339-ba42-466e-9102-5d1a1196d1b8 req-27510a15-ab2c-4f2b-9085-4d8b3ff34470 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1535909 Aug 10 02:20:12.293136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b4d9-3420-4454-aae6-15f66f1f472e req-42d09587-3d7c-427e-a9bd-b45a8b0bcfd0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:12.294719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0fa4b4d9-3420-4454-aae6-15f66f1f472e req-42d09587-3d7c-427e-a9bd-b45a8b0bcfd0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.1661060 Aug 10 02:20:12.298012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] device_id is not set on port 87792beb-bdeb-4c24-b6a6-2519026c7374 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:20:12.305372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:12.315113 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:12.353660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Transition to ACTIVE for port object 87792beb-bdeb-4c24-b6a6-2519026c7374 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:12.355257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:12.357717 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817807cb-989f-4771-934f-0b9d2ac9f717" -d '{"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-unplugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:12.363676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:12.375642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Transition to ACTIVE for port object e0aeed30-1612-4d0c-a8ed-df47269198c0 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:12.388912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d88f339-ba42-466e-9102-5d1a1196d1b8 req-6a5b6484-0916-4d24-9211-3737df31769f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931687 Aug 10 02:20:12.391803 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0fa4b4d9-3420-4454-aae6-15f66f1f472e req-94115f03-c2fd-4d73-9c55-0bf5a55173b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880706 Aug 10 02:20:12.439260 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:12.460258 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ff231b-a90d-4e37-a8fc-18ec3f8e9eed x-openstack-request-id: req-29ff231b-a90d-4e37-a8fc-18ec3f8e9eed {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:12.460565 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-unplugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:12.463346 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29ff231b-a90d-4e37-a8fc-18ec3f8e9eed {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:12.463346 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'code': 200} Aug 10 02:20:12.486373 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:12.529503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'Port': ['ID=87792beb-bdeb-4c24-b6a6-2519026c7374,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:12.556220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.556220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.556542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.564958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.565371 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.566512 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 2 to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 Aug 10 02:20:12.577804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7c87e-1628-4f42-b8fb-0b15f3fad0c2 req-be656fc9-a4a7-4b25-b6eb-d6be576d1e90 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:12.590043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eff7c87e-1628-4f42-b8fb-0b15f3fad0c2 req-be656fc9-a4a7-4b25-b6eb-d6be576d1e90 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1014323 Aug 10 02:20:12.613156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:12.625058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.625406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.625753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.639220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.639779 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.647239 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 3 to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 Aug 10 02:20:12.677795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eff7c87e-1628-4f42-b8fb-0b15f3fad0c2 req-8055cf88-6a3a-49c3-a89d-234ae15065e9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817645 Aug 10 02:20:12.681933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.682500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.683064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.694308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] No DVR routers for this DVR port e0aeed30-1612-4d0c-a8ed-df47269198c0 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:20:12.700361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.700894 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.701671 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 4 to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 Aug 10 02:20:12.736412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.736748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.738953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.744567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.744924 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.745343 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 5 to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 Aug 10 02:20:12.760855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.761213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.761570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.766602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.766928 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.767339 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 6 to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 Aug 10 02:20:12.806216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.806591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.806939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.822253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.822625 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.823724 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 7 to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 Aug 10 02:20:12.840142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.840490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.840840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.849526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.849870 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.858466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0320d8-1ac7-4d03-bb62-91931e7a03bc req-8a67dcbb-e22b-4aed-a38b-aaf62accac22 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:12.861044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb0320d8-1ac7-4d03-bb62-91931e7a03bc req-8a67dcbb-e22b-4aed-a38b-aaf62accac22 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0893154 Aug 10 02:20:12.861561 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 8 to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 Aug 10 02:20:12.869230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.869662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.870073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.874830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Port e0aeed30-1612-4d0c-a8ed-df47269198c0 on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.881558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.881558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:20:12.881558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Checking segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:12.881558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Bound using segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:20:12.881558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Bound port: e0aeed30-1612-4d0c-a8ed-df47269198c0, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:20:12.882201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:12.885024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.885374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.885726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.897384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.897725 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.900014 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 9 to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 Aug 10 02:20:12.928826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.929667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.929999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.936744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb0320d8-1ac7-4d03-bb62-91931e7a03bc req-94d04900-bd46-49c1-82d1-10bdb2e3ae08 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636613 Aug 10 02:20:12.940220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.940578 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.941012 n-d-767704-21 neutron-server[101224]: INFO neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempt 10 to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 Aug 10 02:20:12.956831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:12.957369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:12.957722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:12.958073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempting to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:12.963738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:20:12.969617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:12.969964 n-d-767704-21 neutron-server[101224]: ERROR neutron.plugins.ml2.managers [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Failed to bind port 87792beb-bdeb-4c24-b6a6-2519026c7374 on host n-h2-767704-21 for vnic_type normal using segments [{'id': 'd044e576-4db1-41c4-9cab-9f44bd8e48e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'af0aa6b8-3734-43f9-a426-664118fddaac'}] Aug 10 02:20:12.970352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.018644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.059396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.059396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.060643 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] 10.222.0.16 "PUT /v2.0/ports/e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 1092 time: 1.5770152 Aug 10 02:20:13.083347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] For port 87792beb-bdeb-4c24-b6a6-2519026c7374, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:13.083938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attempted to set empty binding levels {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 02:20:13.085544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b96be-a75f-47ae-bcd8-712fb4bbf42a service neutron] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:13.093614 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.118008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa66bc-397f-4046-b736-bf459c153db6 req-6ef2345c-2faa-423f-8820-32ff3e3aca5d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.118008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3faa66bc-397f-4046-b736-bf459c153db6 req-6ef2345c-2faa-423f-8820-32ff3e3aca5d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0638952 Aug 10 02:20:13.140538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-8ff8d8bd-5448-4fe6-9db6-d02d990fac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.142379 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-8ff8d8bd-5448-4fe6-9db6-d02d990fac29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1095 time: 0.0514283 Aug 10 02:20:13.164504 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3faa66bc-397f-4046-b736-bf459c153db6 req-51a135e7-2fcd-470e-b2ac-83971765c3ad tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388441 Aug 10 02:20:13.173738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.231858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] In _notify_port_updated(), no bound segment for port 87792beb-bdeb-4c24-b6a6-2519026c7374 on network af0aa6b8-3734-43f9-a426-664118fddaac {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:20:13.232791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.233533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.238213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "PUT /v2.0/ports/87792beb-bdeb-4c24-b6a6-2519026c7374 HTTP/1.1" status: 200 len: 979 time: 1.5064955 Aug 10 02:20:13.247496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47258) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:13.301515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-e3f2a115-bb86-4f97-ad3b-5f8aa89f35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.303346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-e3f2a115-bb86-4f97-ad3b-5f8aa89f35d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.1531191 Aug 10 02:20:13.335468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75071e-1df7-46be-825a-e4b1125c93e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event updated for resources: {'Port': ['ID=87792beb-bdeb-4c24-b6a6-2519026c7374,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:13.403372 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-5e80f1ed-99c6-437f-bcb9-4c799ad0eb4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 999 time: 0.0921667 Aug 10 02:20:13.404297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6b518-6b3c-4d90-a3a9-db4f15c8a09b req-1af6ef3c-afbd-46b1-8316-ee3a02c0f7b9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.405792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecf6b518-6b3c-4d90-a3a9-db4f15c8a09b req-1af6ef3c-afbd-46b1-8316-ee3a02c0f7b9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1363583 Aug 10 02:20:13.442864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a45e3a07-1cae-41b6-8650-81b41383b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Deleting port 87792beb-bdeb-4c24-b6a6-2519026c7374 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:13.443442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a45e3a07-1cae-41b6-8650-81b41383b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.465116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7239e229-7a5e-4a29-a19e-3ec0d7cf77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.466752 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7239e229-7a5e-4a29-a19e-3ec0d7cf77f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0550370 Aug 10 02:20:13.515972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-718d86c6-28c9-46b1-b34e-69be745d8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.516300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecf6b518-6b3c-4d90-a3a9-db4f15c8a09b req-7311f454-736d-484f-9513-5d4e1f62608a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002390 Aug 10 02:20:13.517487 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-718d86c6-28c9-46b1-b34e-69be745d8c14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440478 Aug 10 02:20:13.552866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-a45e3a07-1cae-41b6-8650-81b41383b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] For port 87792beb-bdeb-4c24-b6a6-2519026c7374, host n-h2-767704-21, got binding levels [] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:13.553245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a45e3a07-1cae-41b6-8650-81b41383b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.570743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a45e3a07-1cae-41b6-8650-81b41383b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Calling delete_port for 87792beb-bdeb-4c24-b6a6-2519026c7374 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:13.590441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fada1-e44f-4964-a17f-70eb0baa13d9 req-2b729737-b158-40a7-8ffc-20540c24f091 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.592071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c06fada1-e44f-4964-a17f-70eb0baa13d9 req-2b729737-b158-40a7-8ffc-20540c24f091 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 943 time: 0.1010427 Aug 10 02:20:13.628548 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-04e8f351-4c34-4841-8f28-d38e25e59f4b service neutron] 10.222.0.16 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025615 Aug 10 02:20:13.727953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c06fada1-e44f-4964-a17f-70eb0baa13d9 req-7f940230-2d7b-49cf-9d66-86cc447fd998 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967851 Aug 10 02:20:13.737131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725e535-d67e-4743-aecd-869dda32e628 req-afd357f7-68db-459a-a4c3-5abb87dab2de tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.738691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d725e535-d67e-4743-aecd-869dda32e628 req-afd357f7-68db-459a-a4c3-5abb87dab2de tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1066120 Aug 10 02:20:13.758464 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-ab465ae3-88c5-4a79-9aa7-50b42496c245 service neutron] 10.222.0.16 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211123 Aug 10 02:20:13.788967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d725e535-d67e-4743-aecd-869dda32e628 req-a68203ed-dca8-4ed5-80b2-f6feb55d25d7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Aug 10 02:20:13.858157 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a45e3a07-1cae-41b6-8650-81b41383b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.904729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e3a07-1cae-41b6-8650-81b41383b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Pushing event deleted for resources: {'Port': ['ID=87792beb-bdeb-4c24-b6a6-2519026c7374,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:13.925152 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a45e3a07-1cae-41b6-8650-81b41383b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:13.927107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a45e3a07-1cae-41b6-8650-81b41383b627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "DELETE /v2.0/ports/87792beb-bdeb-4c24-b6a6-2519026c7374 HTTP/1.1" status: 204 len: 168 time: 0.6786385 Aug 10 02:20:13.930043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47276) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:13.954799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513e766-058b-4a22-b79c-d49389deb03a req-6b665e47-23e3-4473-a5c0-92489e3c7558 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:13.956316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a513e766-058b-4a22-b79c-d49389deb03a req-6b665e47-23e3-4473-a5c0-92489e3c7558 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0709448 Aug 10 02:20:13.956752 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-7571c78b-1ad4-4b2e-8576-d1ff744a033a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] GET failed (client error): The resource could not be found. Aug 10 02:20:13.958380 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7571c78b-1ad4-4b2e-8576-d1ff744a033a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112243321-project-admin] 10.222.0.38 "GET /v2.0/ports/87792beb-bdeb-4c24-b6a6-2519026c7374 HTTP/1.1" status: 404 len: 333 time: 0.0272160 Aug 10 02:20:13.963161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47278) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:14.019140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a513e766-058b-4a22-b79c-d49389deb03a req-adcc1e87-3a48-4637-9379-bb3cc8798abb tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563445 Aug 10 02:20:14.067829 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:14.188915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:14.189196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb36d-6f47-4ae4-97d8-50dcde4e1053 req-ebf807a4-047c-4794-a2ee-dec93c93bdb4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:14.190774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcebb36d-6f47-4ae4-97d8-50dcde4e1053 req-ebf807a4-047c-4794-a2ee-dec93c93bdb4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0636473 Aug 10 02:20:14.205692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0aa6b8-3734-43f9-a426-664118fddaac']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:14.222712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd044e576-4db1-41c4-9cab-9f44bd8e48e1') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:14.222978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd044e576-4db1-41c4-9cab-9f44bd8e48e1') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:14.234034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:14.234962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcebb36d-6f47-4ae4-97d8-50dcde4e1053 req-60a039f0-6a6e-4b0d-8c31-ddbc7decd1f3 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373099 Aug 10 02:20:14.259551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:14.268314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:14.268879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:14.272110 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:14.277077 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:14.363031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d654588-d68b-4b94-a455-18649eab27bb req-3ee8d4d6-0487-46d9-849e-fb02c7edfd45 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:14.364451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d654588-d68b-4b94-a455-18649eab27bb req-3ee8d4d6-0487-46d9-849e-fb02c7edfd45 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0515327 Aug 10 02:20:14.405130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d654588-d68b-4b94-a455-18649eab27bb req-4b33f02e-f125-4512-a9a1-bd8747917a84 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344312 Aug 10 02:20:14.433116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:14.442531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:14.450112 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] 10.222.0.38 "DELETE /v2.0/networks/af0aa6b8-3734-43f9-a426-664118fddaac HTTP/1.1" status: 204 len: 168 time: 0.4802182 Aug 10 02:20:14.456912 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5ccaa-971b-4ef3-b83b-7da776aa459b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291146626-project] Pushing event deleted for resources: {'Network': ['ID=af0aa6b8-3734-43f9-a426-664118fddaac,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:14.463763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:14.466162 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d" -d '{"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:14.530384 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff95df63-6ee1-419e-bd41-da6f86f3351d x-openstack-request-id: req-ff95df63-6ee1-419e-bd41-da6f86f3351d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:14.530591 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:14.530805 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ff95df63-6ee1-419e-bd41-da6f86f3351d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:14.531211 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'status': 'completed', 'code': 200} Aug 10 02:20:14.626355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-3c3bb631-88e5-4aec-b712-da6f7ddd0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:14.627931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-3c3bb631-88e5-4aec-b712-da6f7ddd0171 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1095 time: 0.0720444 Aug 10 02:20:14.676074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-3f66e2de-56c3-4ef9-a800-c9f80916fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:14.678132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-3f66e2de-56c3-4ef9-a800-c9f80916fac8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1095 time: 0.1273396 Aug 10 02:20:14.687632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ded7e-dd48-4fcc-88c1-8f4cb77deb24 req-0d985ffd-684e-4646-b23b-df488baf44fa tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:14.689185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-492ded7e-dd48-4fcc-88c1-8f4cb77deb24 req-0d985ffd-684e-4646-b23b-df488baf44fa tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1158934 Aug 10 02:20:14.756912 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-a7d78484-0e50-4f77-9f34-f812745458c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:14.758872 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-a7d78484-0e50-4f77-9f34-f812745458c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.1229587 Aug 10 02:20:14.812829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-492ded7e-dd48-4fcc-88c1-8f4cb77deb24 req-51433258-6484-40e5-a893-4f7906ae944b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680208 Aug 10 02:20:14.871084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-25ff9657-2e5d-4479-b64f-6d15c6918909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:14.872635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-25ff9657-2e5d-4479-b64f-6d15c6918909 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.1825848 Aug 10 02:20:14.873830 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-056e7d6e-fa59-4aef-89f7-4b95e10f7c77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 999 time: 0.1069326 Aug 10 02:20:14.943939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3b824-1240-4514-be35-52dcb82364e1 req-3cc1b38d-ef30-416f-bd8a-f08fe05ec81a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:14.945785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52e3b824-1240-4514-be35-52dcb82364e1 req-3cc1b38d-ef30-416f-bd8a-f08fe05ec81a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 943 time: 0.1297326 Aug 10 02:20:14.955025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-3b82f38e-2f17-4143-997e-bb95e7310fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:14.963872 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-3b82f38e-2f17-4143-997e-bb95e7310fcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0767379 Aug 10 02:20:15.019970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-8bc943ff-5e46-4e60-8825-e8bf0707e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:15.021827 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-8bc943ff-5e46-4e60-8825-e8bf0707e828 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537181 Aug 10 02:20:15.039265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-c708015a-4b64-4913-9918-9d5eeee04a81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 999 time: 0.1574981 Aug 10 02:20:15.051896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ad72d-77ad-4aa1-9729-bcb53c830754 req-4ba6aff2-2393-458a-a174-cb4227f32bed tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:15.053621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c5ad72d-77ad-4aa1-9729-bcb53c830754 req-4ba6aff2-2393-458a-a174-cb4227f32bed tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1205530 Aug 10 02:20:15.068166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52e3b824-1240-4514-be35-52dcb82364e1 req-f0a97763-17a1-407a-9a35-9dca3c50d113 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038525 Aug 10 02:20:15.096860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47312) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:15.141584 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-958a4416-4a04-40ef-9e95-fd71f78ad477 service neutron] 10.222.0.16 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099384 Aug 10 02:20:15.152076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-6f8a514c-ef91-47eb-8ef4-ee18ef59e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:15.152076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-6f8a514c-ef91-47eb-8ef4-ee18ef59e06a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0745380 Aug 10 02:20:15.152076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c5ad72d-77ad-4aa1-9729-bcb53c830754 req-70975756-4829-46f6-9892-e4ef35e52d0d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785527 Aug 10 02:20:15.203940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-327da1be-3723-4f3b-9a88-e415c703097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:15.205479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-327da1be-3723-4f3b-9a88-e415c703097c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511029 Aug 10 02:20:15.285351 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-c7391135-e3ef-414e-a8c3-a5758085286b service neutron] 10.222.0.16 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350484 Aug 10 02:20:15.312739 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3df7417e-a71c-489d-9d79-6bb7124c645b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb380cd59c6e45e18f5aa702eb280d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146397 Aug 10 02:20:15.315147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47324) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:15.358944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f58af-dbb2-4038-ad31-c6e5fb6f63cf req-072fd59a-62cd-4bf7-8897-1d394bc23108 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:15.360500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-296f58af-dbb2-4038-ad31-c6e5fb6f63cf req-072fd59a-62cd-4bf7-8897-1d394bc23108 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0828631 Aug 10 02:20:15.395469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-0fe72b29-acc1-427c-9160-efc9f2a9df50 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807187 Aug 10 02:20:15.397805 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ac0fda4-0349-4e54-8b4d-37b8ebb79fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:15.424446 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ac0fda4-0349-4e54-8b4d-37b8ebb79fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:15.467032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-296f58af-dbb2-4038-ad31-c6e5fb6f63cf req-ef0ff2b6-6081-4e24-b4a1-af28fa523b4a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938756 Aug 10 02:20:15.519176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d668cd9-3b4e-44ed-b01f-666a06f3b90d req-a9f46a82-298e-4dfc-9b02-5b49aecc241c service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146791 Aug 10 02:20:15.542202 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ac0fda4-0349-4e54-8b4d-37b8ebb79fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:15.545905 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ac0fda4-0349-4e54-8b4d-37b8ebb79fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:15.549785 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0ac0fda4-0349-4e54-8b4d-37b8ebb79fe4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5fe0482b-c028-42fe-bb4c-18888e57a3c2 HTTP/1.1" status: 204 len: 168 time: 0.2313085 Aug 10 02:20:15.564670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0fda4-0349-4e54-8b4d-37b8ebb79fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe0482b-c028-42fe-bb4c-18888e57a3c2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:15.627871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb386-c03f-48d7-8884-bf1e5b3dbe29 req-7c94177f-b61e-409d-b7ff-9c9d4a2f7289 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:15.629654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15bbb386-c03f-48d7-8884-bf1e5b3dbe29 req-7c94177f-b61e-409d-b7ff-9c9d4a2f7289 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0768564 Aug 10 02:20:15.673181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15bbb386-c03f-48d7-8884-bf1e5b3dbe29 req-f90a6374-3da0-44c3-9dc0-a28f3ce8a202 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Aug 10 02:20:15.813205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-9247bff0-520b-440b-aab4-94a1bc38ce62 req-25794cad-1efd-4697-9790-c950a8bd8eff service neutron] (101223) timed out ('10.222.0.38', 51680) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:20:15.862345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60406b8a-9597-4f4e-8200-1db73136b429 req-4d3ba823-3b64-49ba-bf1e-af79e854c370 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:15.863955 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60406b8a-9597-4f4e-8200-1db73136b429 req-4d3ba823-3b64-49ba-bf1e-af79e854c370 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0607028 Aug 10 02:20:15.905370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60406b8a-9597-4f4e-8200-1db73136b429 req-8ab337a9-9b78-4d33-9be7-2930ebf85dae tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Aug 10 02:20:15.964464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:20:16.003651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:20:16.033469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a324836-0fa6-4e64-a643-0aaa6a74ab75 req-a4ffc935-0850-4da1-9f9e-1181ffc34aaf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:16.035142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a324836-0fa6-4e64-a643-0aaa6a74ab75 req-a4ffc935-0850-4da1-9f9e-1181ffc34aaf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0530667 Aug 10 02:20:16.077784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a324836-0fa6-4e64-a643-0aaa6a74ab75 req-a0cf8f3d-86df-4846-afd5-ad4ca117e34a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Aug 10 02:20:16.201614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6def5f-617b-4487-993c-c1dacaed1d91 req-a3440f2f-5c78-493b-b6de-4fd6972d0e29 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:16.203480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a6def5f-617b-4487-993c-c1dacaed1d91 req-a3440f2f-5c78-493b-b6de-4fd6972d0e29 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 943 time: 0.0590842 Aug 10 02:20:16.255362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a6def5f-617b-4487-993c-c1dacaed1d91 req-e10d062c-d2d0-4391-9457-e81a65524a53 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452797 Aug 10 02:20:16.267996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47360) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:16.328449 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8b13886d-3462-4911-8b0e-fd80da320350 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3d9d6b462cb043dc9ba286e82cd2a331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592177 Aug 10 02:20:16.329133 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47364) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:16.359070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b036f7-89de-47fb-b98f-9cdd1ea3f707 req-c19a902b-a5f1-4c0c-a01f-263204c5ea58 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:16.360801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73b036f7-89de-47fb-b98f-9cdd1ea3f707 req-c19a902b-a5f1-4c0c-a01f-263204c5ea58 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0671666 Aug 10 02:20:16.408277 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea21f81d-c83c-44cb-88e4-c343bdee5b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:16.411076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73b036f7-89de-47fb-b98f-9cdd1ea3f707 req-69649bd8-5ead-4a37-9d84-7a1650684ece tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Aug 10 02:20:16.443631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea21f81d-c83c-44cb-88e4-c343bdee5b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:16.546242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d495fa-adeb-421b-bc92-9ebd30bd7e10 req-ae67f11d-d2aa-4044-bfe0-db448995c437 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:16.548141 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48d495fa-adeb-421b-bc92-9ebd30bd7e10 req-ae67f11d-d2aa-4044-bfe0-db448995c437 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0534010 Aug 10 02:20:16.594454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48d495fa-adeb-421b-bc92-9ebd30bd7e10 req-1cfd02b1-1cb7-4246-9ade-6b801ecbf34b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382702 Aug 10 02:20:16.612457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea21f81d-c83c-44cb-88e4-c343bdee5b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:16.618888 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea21f81d-c83c-44cb-88e4-c343bdee5b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:16.619203 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ea21f81d-c83c-44cb-88e4-c343bdee5b72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40052f10-ba7c-4691-b52a-a4b856ba256b HTTP/1.1" status: 204 len: 168 time: 0.2885246 Aug 10 02:20:16.642370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21f81d-c83c-44cb-88e4-c343bdee5b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40052f10-ba7c-4691-b52a-a4b856ba256b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:16.765270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e46cfa-490c-448b-ba3d-64927e0c4972 req-9cb398e0-a470-4b3f-a806-981b9022c834 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:16.767906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6e46cfa-490c-448b-ba3d-64927e0c4972 req-9cb398e0-a470-4b3f-a806-981b9022c834 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0672741 Aug 10 02:20:16.814018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6e46cfa-490c-448b-ba3d-64927e0c4972 req-3604932a-25af-4330-8997-7d6960c55167 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Aug 10 02:20:16.892044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6519a5-360a-4838-ba46-667f1cccf844 req-fd84d304-0615-4895-8f6b-25efa44eda6c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:16.900963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd6519a5-360a-4838-ba46-667f1cccf844 req-fd84d304-0615-4895-8f6b-25efa44eda6c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 943 time: 0.0858040 Aug 10 02:20:16.975976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-8357e7d5-4e38-44ed-8c58-045e1da8010f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:16.975976 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-8357e7d5-4e38-44ed-8c58-045e1da8010f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.16 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 943 time: 0.1335111 Aug 10 02:20:16.976439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd6519a5-360a-4838-ba46-667f1cccf844 req-90bcb0d3-6679-4e3d-ba33-d92638d5b324 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732586 Aug 10 02:20:16.996637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67ab1d-54a0-44af-af59-9dc7787ff8cc req-616a1dec-0f84-4172-ae4a-f8b4e045a3fd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:16.998847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf67ab1d-54a0-44af-af59-9dc7787ff8cc req-616a1dec-0f84-4172-ae4a-f8b4e045a3fd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0785630 Aug 10 02:20:17.051671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf67ab1d-54a0-44af-af59-9dc7787ff8cc req-d0a252f3-184d-4e52-b36c-65f08c12ba75 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457902 Aug 10 02:20:17.076443 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-18642846-b189-4d70-9272-7b1293225e87 service neutron] 10.222.0.16 "GET /v2.0/ports/e0aeed30-1612-4d0c-a8ed-df47269198c0/bindings/n-h1-767704-21 HTTP/1.1" status: 200 len: 383 time: 0.0932891 Aug 10 02:20:17.095870 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:20:17.157626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-2ab6bd7a-c32d-49aa-91c1-e44c8658abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:17.159742 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-2ab6bd7a-c32d-49aa-91c1-e44c8658abf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1095 time: 0.0479150 Aug 10 02:20:17.269722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-ae5f30e6-0f3d-4238-8277-bfcc6b41746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:17.271277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-ae5f30e6-0f3d-4238-8277-bfcc6b41746a service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.1045904 Aug 10 02:20:17.336704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:20:17.349855 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-6d744e5d-68bd-42dd-86c1-90e2843787f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 999 time: 0.0691166 Aug 10 02:20:17.415553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-47707d0b-4fc0-4ba2-9458-87429d2dbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:17.417691 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-47707d0b-4fc0-4ba2-9458-87429d2dbda4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0600111 Aug 10 02:20:17.442473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:17.457005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'port_id': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'mac_address': 'fa:16:3e:96:76:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:20:17.478002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-0d8c6123-37b5-40cb-8e67-b1594491955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:17.479900 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-0d8c6123-37b5-40cb-8e67-b1594491955c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546954 Aug 10 02:20:17.515621 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:17.531841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0aeed30-1612-4d0c-a8ed-df47269198c0 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:20:17.564673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:17.604134 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-7b3b116a-4c3e-408e-8db6-8a356457d137 service neutron] 10.222.0.16 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160507 Aug 10 02:20:17.663384 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:17.734245 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-ace86743-8db3-4c38-a498-f7c699962fcc service neutron] 10.222.0.16 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225529 Aug 10 02:20:17.750641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:17.898450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e0aeed30-1612-4d0c-a8ed-df47269198c0'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:20:17.952532 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-268e562a-9376-433c-81ba-8da3631b43eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.021248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55721791-f572-437c-a612-9dc2d66908b7 req-f4a5de6d-eea0-4af8-a027-ce460bcaf580 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:18.025987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55721791-f572-437c-a612-9dc2d66908b7 req-f4a5de6d-eea0-4af8-a027-ce460bcaf580 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0777457 Aug 10 02:20:18.095104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55721791-f572-437c-a612-9dc2d66908b7 req-ee68600e-a833-4bec-aa42-607ad2b3db64 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626202 Aug 10 02:20:18.095230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:18.233435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'networks': [{'name': 'tempest-network--1024555860'}, {'name': 'tempest-network--1403481515'}]} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:18.234136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'network': {'name': 'tempest-network--1024555860'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:18.234867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'network': {'name': 'tempest-network--1403481515'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:18.270132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb3764-43ea-4004-bea8-368d3a31c0a4 req-0491b319-4499-466b-a89e-8d9414a8fa48 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:18.275219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1adb3764-43ea-4004-bea8-368d3a31c0a4 req-0491b319-4499-466b-a89e-8d9414a8fa48 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 944 time: 0.0840333 Aug 10 02:20:18.314428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1adb3764-43ea-4004-bea8-368d3a31c0a4 req-9b7d8aac-bd29-4f14-a7fe-ddf0130f6f13 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330198 Aug 10 02:20:18.361483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Made reservation on behalf of 8c6c07d142c140e0bc1566dc7c405ab4 for: {'network': 2} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:18.366061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.381524 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.478730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dc8ea-1bc7-4e65-8419-57e72b97a4a4 req-58318269-bc69-45af-85c6-67fa74f26ee4 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:18.480354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-878dc8ea-1bc7-4e65-8419-57e72b97a4a4 req-58318269-bc69-45af-85c6-67fa74f26ee4 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 946 time: 0.0559566 Aug 10 02:20:18.503846 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.525675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-878dc8ea-1bc7-4e65-8419-57e72b97a4a4 req-6fd3f903-c67d-4fab-9289-e01936be76ba tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331275 Aug 10 02:20:18.589778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.590261 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.630230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57df5a9d-7b97-46eb-8cd1-d4a9bb3811b1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:18.636583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:18.646515 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.651663 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Added segment dd7e7ece-83fb-4151-8583-f9f93339853a of type vlan for network 6c15fa02-f9fa-4609-82bb-a03fa6887fe1 Aug 10 02:20:18.706994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.741008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:18.751047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.751390 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Added segment af387fa5-8435-4b7e-be1f-f17afbc99543 of type vlan for network 62e142f8-47ef-4c7a-ad74-3b10ee82b1a4 Aug 10 02:20:18.792614 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.908131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.908726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.914769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:18.919586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:18.920803 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.996658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Network': ['ID=6c15fa02-f9fa-4609-82bb-a03fa6887fe1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:19.009150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 6c15fa02-f9fa-4609-82bb-a03fa6887fe1 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:19.052367 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9564521 Aug 10 02:20:19.055646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47432) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:19.169972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94da0f0-e853-4e1d-80c9-007848a27c1f tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Network': ['ID=62e142f8-47ef-4c7a-ad74-3b10ee82b1a4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:19.182027 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 62e142f8-47ef-4c7a-ad74-3b10ee82b1a4 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:19.245229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d713c1-d35b-4572-ad09-8fe4a7a6ecf1 req-27271f32-3044-41c6-a2b7-9a83ccd18273 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:19.247762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06d713c1-d35b-4572-ad09-8fe4a7a6ecf1 req-27271f32-3044-41c6-a2b7-9a83ccd18273 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0747170 Aug 10 02:20:19.301699 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ba6d1-de89-461d-9748-6dfcfa6f2852 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:19.301939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06d713c1-d35b-4572-ad09-8fe4a7a6ecf1 req-a8254af5-b5d8-4946-b1ec-9b2c4b50d2a9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470877 Aug 10 02:20:19.308294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ba6d1-de89-461d-9748-6dfcfa6f2852 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:19.314107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ba6d1-de89-461d-9748-6dfcfa6f2852 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:19.324469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ba6d1-de89-461d-9748-6dfcfa6f2852 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:19.324469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-626ba6d1-de89-461d-9748-6dfcfa6f2852 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2661319 Aug 10 02:20:19.325566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:19.361996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:20:19.421280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.450083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f93c7a-e79d-4fd3-bad4-2c153ee984a4 req-8f64d398-9958-4ad8-a1a1-6809362e98b7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:19.451868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3f93c7a-e79d-4fd3-bad4-2c153ee984a4 req-8f64d398-9958-4ad8-a1a1-6809362e98b7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 944 time: 0.0614059 Aug 10 02:20:19.495366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3f93c7a-e79d-4fd3-bad4-2c153ee984a4 req-9cf0c6dc-fd54-485e-b5ee-bce707eee1fb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371571 Aug 10 02:20:19.514908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port e0aeed30-1612-4d0c-a8ed-df47269198c0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:20:19.520671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port e0aeed30-1612-4d0c-a8ed-df47269198c0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:19.521789 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.532114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.547029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c15fa02-f9fa-4609-82bb-a03fa6887fe1']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:19.566377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7e7ece-83fb-4151-8583-f9f93339853a') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:19.567451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7e7ece-83fb-4151-8583-f9f93339853a') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:19.588499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.616004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.624534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:19.625299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:19.629039 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:19.641558 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.679818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:19.680761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:19.683202 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce64b55-8508-43f6-a307-79f5ba10e876" -d '{"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-plugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:19.720025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3077c-3932-4430-9792-cb1c4f5ca984 req-52ed8a9c-69ca-4ff2-9457-719a05df6085 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:19.722449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23c3077c-3932-4430-9792-cb1c4f5ca984 req-52ed8a9c-69ca-4ff2-9457-719a05df6085 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 946 time: 0.0839269 Aug 10 02:20:19.746785 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f419cdf9-b340-4fb2-a15d-a16c626b793a x-openstack-request-id: req-f419cdf9-b340-4fb2-a15d-a16c626b793a {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:19.747079 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-plugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:19.747465 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f419cdf9-b340-4fb2-a15d-a16c626b793a {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:19.748201 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'code': 200} Aug 10 02:20:19.755183 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.782862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-23c3077c-3932-4430-9792-cb1c4f5ca984 req-49fba108-2997-4edc-9d33-3dfc0fea8fcd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups?id=2e38f899-25a3-475b-bb4e-a26fcdd7e340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490286 Aug 10 02:20:19.789583 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.794137 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.796529 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/networks/6c15fa02-f9fa-4609-82bb-a03fa6887fe1 HTTP/1.1" status: 204 len: 168 time: 0.4699299 Aug 10 02:20:19.803449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47446) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:19.812458 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08775efc-dce3-4972-8ac1-0cfead030f91 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Network': ['ID=6c15fa02-f9fa-4609-82bb-a03fa6887fe1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:19.834046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-cf068434-4dbb-4aa1-839b-31ed1bd348a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:19.836178 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-cf068434-4dbb-4aa1-839b-31ed1bd348a8 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.16 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 946 time: 0.1052859 Aug 10 02:20:19.846095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:19.923536 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.944361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Deleting port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:19.945521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.014888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.027134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e142f8-47ef-4c7a-ad74-3b10ee82b1a4']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:20.041342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af387fa5-8435-4b7e-be1f-f17afbc99543') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:20.041596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af387fa5-8435-4b7e-be1f-f17afbc99543') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:20.048426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] For port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:20.049194 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.052634 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.068797 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.079875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:20.080472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:20.083763 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:20.212544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.245678 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.251797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/networks/62e142f8-47ef-4c7a-ad74-3b10ee82b1a4 HTTP/1.1" status: 204 len: 168 time: 0.4501512 Aug 10 02:20:20.254810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47448) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:20.268792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604c0bd-f969-4f76-90ed-3c486cfda976 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Network': ['ID=62e142f8-47ef-4c7a-ad74-3b10ee82b1a4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:20.342630 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.343419 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.343419 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Floating IP 2cd30944-21e5-4b58-bbe4-79e5874b674b disassociated. External IP: 172.25.3.14, port: 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4. Aug 10 02:20:20.343650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Calling delete_port for 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:20.422299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f6dcc-2a4b-43d3-a7c5-f49c756c363b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:20.428599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9f6dcc-2a4b-43d3-a7c5-f49c756c363b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:20.434327 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-af9f6dcc-2a4b-43d3-a7c5-f49c756c363b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1747408 Aug 10 02:20:20.440021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47452) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:20.440021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1524309869'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:20.458625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-2b67b290-d75c-46af-a925-8880a42deb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:20.469364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-2b67b290-d75c-46af-a925-8880a42deb62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 1097 time: 0.0766895 Aug 10 02:20:20.482049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910343d-2cff-4c56-ad6f-a7a248f3da25 req-02897a51-b314-4038-9c0f-4da134edc146 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:20.483608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2910343d-2cff-4c56-ad6f-a7a248f3da25 req-02897a51-b314-4038-9c0f-4da134edc146 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1034162 Aug 10 02:20:20.489317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:20.559315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2910343d-2cff-4c56-ad6f-a7a248f3da25 req-c55045c9-2f84-45a8-93d9-ef40268974cb tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642383 Aug 10 02:20:20.616142 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7c64d75d-83a1-4e85-9e78-f2d36df0f103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.636820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.656572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Made reservation on behalf of 8c6c07d142c140e0bc1566dc7c405ab4 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:20.660143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.662595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.678510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e4084-841b-467e-854f-02c5eb3a3a2d req-8d38ee70-dc53-4935-8f65-df7f1a99202a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:20.680249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f01e4084-841b-467e-854f-02c5eb3a3a2d req-8d38ee70-dc53-4935-8f65-df7f1a99202a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 945 time: 0.0877960 Aug 10 02:20:20.707622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event deleted for resources: {'Port': ['ID=3175db9e-3aef-45e8-b9f2-eaf4fd6034b4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:20.728481 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:20.780285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.780998 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Added segment ea2b9792-0381-4ffe-bc9c-9d14e4b5c63d of type vlan for network 2cbab378-483d-45bb-9339-3fa47e327fcf Aug 10 02:20:20.799784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f01e4084-841b-467e-854f-02c5eb3a3a2d req-7f97fb00-6703-4eee-94c3-16e7cddd35e3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107166 Aug 10 02:20:20.842339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.921389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84ccf4d6-0d7d-4bc3-9659-7ea9152d0c69 req-6c1d2484-012d-4ceb-9303-716190967290 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 210 time: 0.0387776 Aug 10 02:20:20.934224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Router 84d136d0-4d31-4097-ae19-be954c51cdf9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:20:20.937940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:20.973548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:20.979180 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:20.984715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:20.985305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.015097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:21.017340 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a0139c-5593-4ecf-b163-f3e3ff255948" -d '{"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-unplugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:21.022162 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.036883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Transition to ACTIVE for port object e0aeed30-1612-4d0c-a8ed-df47269198c0 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:21.080146 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f909c-b584-4b84-8e0d-4ee6fe4f5149 x-openstack-request-id: req-3f2f909c-b584-4b84-8e0d-4ee6fe4f5149 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:21.080770 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-unplugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:21.081244 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f2f909c-b584-4b84-8e0d-4ee6fe4f5149 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:21.081916 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'code': 200} Aug 10 02:20:21.096491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.097052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Network': ['ID=2cbab378-483d-45bb-9339-3fa47e327fcf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:21.117732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 2cbab378-483d-45bb-9339-3fa47e327fcf details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:21.118829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:20:21.153819 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] Sync routers for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:20:21.162140 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-da5bb2d8-0ee8-4015-bdfd-5734249db6aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7262526 Aug 10 02:20:21.165571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:21.191713 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.198576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1193054656'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:21.219443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:20:21.220171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:20:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:21.224364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=10']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:21.225538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] No DVR routers for this DVR port 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:20:21.229449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.231819 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9f71f92-ff4f-4199-824c-c8c28028a4cc req-03c4a94e-61d6-434b-af32-b7adb8b87989 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.16 "DELETE /v2.0/ports/3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 HTTP/1.1" status: 204 len: 173 time: 1.3899295 Aug 10 02:20:21.232395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-deleted', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:21.242698 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa569e3-fe93-4912-800e-4aba548ef6ca" -d '{"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-deleted", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:21.298687 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e048651-0956-493d-b892-a936ff8f8570 x-openstack-request-id: req-8e048651-0956-493d-b892-a936ff8f8570 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:21.299729 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c25b9536-d97e-400f-b6bd-d1e55463c881", "name": "network-vif-deleted", "tag": "3175db9e-3aef-45e8-b9f2-eaf4fd6034b4", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:21.300215 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e048651-0956-493d-b892-a936ff8f8570 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:21.301034 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c25b9536-d97e-400f-b6bd-d1e55463c881', 'name': 'network-vif-deleted', 'tag': '3175db9e-3aef-45e8-b9f2-eaf4fd6034b4', 'status': 'completed', 'code': 200} Aug 10 02:20:21.314643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] No DVR routers for this DVR port e0aeed30-1612-4d0c-a8ed-df47269198c0 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:20:21.326999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Made reservation on behalf of 8c6c07d142c140e0bc1566dc7c405ab4 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:21.331033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.383198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:21.402809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.403289 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Added segment 191334d2-beef-4efe-b19d-9fbd5b0f75d4 of type vlan for network 0bb75f37-7a39-43b1-a126-85fe15118134 Aug 10 02:20:21.407997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:20:21.465070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.510045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:21.513812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:21.513812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:21.515221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Port e0aeed30-1612-4d0c-a8ed-df47269198c0 on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:20:21.515559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Attempting to bind port e0aeed30-1612-4d0c-a8ed-df47269198c0 on network ab45eeff-1d78-4329-9171-4a1e73cec9c0 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:21.520554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:20:21.520905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Checking segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:21.521291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Bound using segment: {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:20:21.521787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Bound port: e0aeed30-1612-4d0c-a8ed-df47269198c0, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '972852c6-91d3-495f-accb-d813a212577e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:20:21.522090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.605500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.609458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:21.615292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:20:21.622790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:21.624865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.715751 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.740022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Network': ['ID=0bb75f37-7a39-43b1-a126-85fe15118134,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:21.747231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:21.759548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 0bb75f37-7a39-43b1-a126-85fe15118134 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:21.776750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:21.777385 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:21.779132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] 10.222.0.11 "PUT /v2.0/ports/e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 1093 time: 1.2942984 Aug 10 02:20:21.779344 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a7d03fd2-7f81-450d-8fae-14d29c2f518e tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6119626 Aug 10 02:20:21.782000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47474) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:21.807631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] Checking router: 84d136d0-4d31-4097-ae19-be954c51cdf9 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:20:21.808624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'ports': [{'network_id': '2cbab378-483d-45bb-9339-3fa47e327fcf', 'name': 'tempest-port--746938474', 'admin_state_up': True}, {'network_id': '0bb75f37-7a39-43b1-a126-85fe15118134', 'admin_state_up': False}]} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:21.811266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'port': {'network_id': '2cbab378-483d-45bb-9339-3fa47e327fcf', 'name': 'tempest-port--746938474', 'admin_state_up': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:21.812055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'port': {'network_id': '0bb75f37-7a39-43b1-a126-85fe15118134', 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:21.815159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a13421-9a86-4c87-8fad-e83fa1e32430 req-94ba8239-617d-497f-bd05-6c7b6793af97 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:21.816937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83a13421-9a86-4c87-8fad-e83fa1e32430 req-94ba8239-617d-497f-bd05-6c7b6793af97 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1194754 Aug 10 02:20:21.878594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:20:21.879588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:20:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:22.003328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60467b9-3c68-4e5b-b66d-dcfc93c5fb53 service neutron] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=11']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:22.009102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:20:22.024512 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83a13421-9a86-4c87-8fad-e83fa1e32430 req-d5b5d913-dff1-48a8-b5ec-3e82a01883cd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827657 Aug 10 02:20:22.035939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-4a3bea50-44b4-4280-ba1d-0bfd3ce6ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:22.035939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-4a3bea50-44b4-4280-ba1d-0bfd3ce6ad23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1096 time: 0.2153168 Aug 10 02:20:22.081579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1914f-76cb-4a94-b9c7-5ef6e76480e3 req-a96d24bc-4976-4d18-ab3d-d6adbef6f9fc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:22.091846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0dc1914f-76cb-4a94-b9c7-5ef6e76480e3 req-a96d24bc-4976-4d18-ab3d-d6adbef6f9fc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 944 time: 0.1441963 Aug 10 02:20:22.125194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Made reservation on behalf of 8c6c07d142c140e0bc1566dc7c405ab4 for: {'port': 2} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:22.134864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:22.168194 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:22.202407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc18ebf5-3c9d-4a67-8109-233c55cd8833 req-3fd65b31-f0e8-4658-8372-87c6e973cafd tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/ports?device_id=c25b9536-d97e-400f-b6bd-d1e55463c881 HTTP/1.1" status: 200 len: 210 time: 0.0433264 Aug 10 02:20:22.244780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0dc1914f-76cb-4a94-b9c7-5ef6e76480e3 req-1bfa9d4d-65a1-4307-ada3-6a1c7945ee89 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520836 Aug 10 02:20:22.288804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-874a68dc-0406-4ed0-8186-211375328b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:22.291031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-874a68dc-0406-4ed0-8186-211375328b8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.2477660 Aug 10 02:20:22.335519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:22.336660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] device_id is not set on port 51fb9bfe-5f0e-4a63-8ba4-3262e8165cdc yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:20:22.380097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-9abcc05d-3268-4834-9e54-cdaf706a537e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 999 time: 0.0805264 Aug 10 02:20:22.404793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:22.434298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd83c9-5876-4cdd-ade5-cb9485135821 None None] The sync data for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 is: [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:12:18Z', 'revision_number': 4, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'b1471d28-057d-4f36-a438-cc57b321954e', 'name': '', 'network_id': '57965fd8-e906-4dbd-af8e-c7bc318e9f2c', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'mac_address': 'fa:16:3e:c9:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:17Z', 'updated_at': '2021-08-10T02:12:26Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'subnets': [{'id': '4c103fbe-3740-46ae-b588-21bcd171a4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:20:22.440986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-c12ad70e-9aab-4c8a-b34e-6af4afc3db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:22.442531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-c12ad70e-9aab-4c8a-b34e-6af4afc3db31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0552099 Aug 10 02:20:22.495859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:22.513949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-aa5dbeeb-3f50-47ff-85c8-41496093e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:22.513949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-aa5dbeeb-3f50-47ff-85c8-41496093e307 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639424 Aug 10 02:20:22.590122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] device_id is not set on port d38a7f87-08ab-46b9-9817-d92544e686a0 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:20:22.614950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-1f147e00-1e92-4bbe-9426-1573808c25b3 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940554 Aug 10 02:20:22.736707 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:22.749894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0526b21d-11c5-4c98-b9d8-d2aa1320d929 req-d27766af-a330-4af0-bf0b-b2bc0ef268e4 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279423 Aug 10 02:20:22.780428 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9d1f0-79b4-4b52-a31d-c98f277a59a4 None None] New status for floating IP 2cd30944-21e5-4b58-bbe4-79e5874b674b: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:20:22.874112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:22.940699 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Port': ['ID=51fb9bfe-5f0e-4a63-8ba4-3262e8165cdc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:22.953327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Checking segment: {'id': 'ea2b9792-0381-4ffe-bc9c-9d14e4b5c63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2cbab378-483d-45bb-9339-3fa47e327fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:22.953689 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Network hostable DHCP agents. Network: 2cbab378-483d-45bb-9339-3fa47e327fcf, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:23.034779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Network 2cbab378-483d-45bb-9339-3fa47e327fcf is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:23.083322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:23.086448 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e246b84-fb71-406d-b0b3-42c757c7ddc3" -d '{"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:23.131896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 2cbab378-483d-45bb-9339-3fa47e327fcf) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:23.137440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:23.138257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:23.142065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa017c9-e08f-44c8-86b7-6924b4fe0f27 None None] Network 2cbab378-483d-45bb-9339-3fa47e327fcf requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:23.163195 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8710141-344f-47a8-b0b0-707ef031c4a3 x-openstack-request-id: req-e8710141-344f-47a8-b0b0-707ef031c4a3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:23.164593 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:23.164832 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8710141-344f-47a8-b0b0-707ef031c4a3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:23.165431 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'status': 'completed', 'code': 200} Aug 10 02:20:23.180770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3e0be-5364-4f6c-b235-08289bd355c6 req-4d95129f-879f-42d5-8121-782d8cdb67af tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:23.182463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18a3e0be-5364-4f6c-b235-08289bd355c6 req-4d95129f-879f-42d5-8121-782d8cdb67af tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0764320 Aug 10 02:20:23.256376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-da554a8d-3a12-4c87-be24-406754e477f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:23.258261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-da554a8d-3a12-4c87-be24-406754e477f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1096 time: 0.0667739 Aug 10 02:20:23.285478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Port': ['ID=d38a7f87-08ab-46b9-9817-d92544e686a0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:23.299184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Checking segment: {'id': '191334d2-beef-4efe-b19d-9fbd5b0f75d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0bb75f37-7a39-43b1-a126-85fe15118134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:23.299555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Network hostable DHCP agents. Network: 0bb75f37-7a39-43b1-a126-85fe15118134, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:23.303543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-5bb4506e-b6aa-40ea-969a-b78913a1192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:23.306979 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-5bb4506e-b6aa-40ea-969a-b78913a1192f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1096 time: 0.1008968 Aug 10 02:20:23.308334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18a3e0be-5364-4f6c-b235-08289bd355c6 req-0ee204e2-249c-4e4e-9633-8c6394e4ef88 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880110 Aug 10 02:20:23.442289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:20:23.483499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:20:23.485454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3175db9e-3aef-45e8-b9f2-eaf4fd6034b4 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:20:23.485454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:20:23.581851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:20:23.765080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47498) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:23.859022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-3bb7caca-2493-4c62-8e89-f8e757ec2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:23.860549 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-3bb7caca-2493-4c62-8e89-f8e757ec2034 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.5396342 Aug 10 02:20:23.868726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:23.895686 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-abf6bd94-e5fc-42a9-8c88-f6e5c9c52a2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:23.910496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc9b63-628b-4bac-8f24-4cae9cfb776e req-54bd1445-60b9-4f47-a2b1-15c9aea9cb1a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:23.911677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Network 0bb75f37-7a39-43b1-a126-85fe15118134 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:23.912088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01fc9b63-628b-4bac-8f24-4cae9cfb776e req-54bd1445-60b9-4f47-a2b1-15c9aea9cb1a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 944 time: 0.1479132 Aug 10 02:20:23.919398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-9844ebb6-cb53-46be-8af8-16c5d28ed3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:23.920855 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-9844ebb6-cb53-46be-8af8-16c5d28ed3a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.6437995 Aug 10 02:20:23.940188 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-d792e64a-f1e5-448d-b4b8-8862efa2741d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 999 time: 0.0717037 Aug 10 02:20:23.955389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-abf6bd94-e5fc-42a9-8c88-f6e5c9c52a2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:23.996868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-4c2f8c53-f7b1-4f5d-8d45-a9bbecb3a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:23.998389 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-4c2f8c53-f7b1-4f5d-8d45-a9bbecb3a956 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0514114 Aug 10 02:20:24.031642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01fc9b63-628b-4bac-8f24-4cae9cfb776e req-83212c45-5779-4150-b2f1-57b74730da45 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079280 Aug 10 02:20:24.040915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 0bb75f37-7a39-43b1-a126-85fe15118134) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:24.045881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:24.050240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a2fa40-f92d-4d90-8e1d-887cbe795893 None None] Network 0bb75f37-7a39-43b1-a126-85fe15118134 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:24.051903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-b0d1c828-1c5e-48f1-9ebf-ac1446c392b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 999 time: 0.1200557 Aug 10 02:20:24.057347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:24.072018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:24.072754 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:24.090844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-8055ce1e-5a91-47fb-a958-33fe9acd69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:24.092409 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-8055ce1e-5a91-47fb-a958-33fe9acd69ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872297 Aug 10 02:20:24.119574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-5497675a-ad9b-437c-b13f-a15c6b0f7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:24.121541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-5497675a-ad9b-437c-b13f-a15c6b0f7119 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0574174 Aug 10 02:20:24.158086 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-786a2c54-f5d3-4fab-9678-464f44232d7d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3730261 Aug 10 02:20:24.161253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47500) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:24.181577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-752699d0-d756-4710-bef0-51a28211f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:24.183347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-752699d0-d756-4710-bef0-51a28211f1f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542390 Aug 10 02:20:24.242347 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-abf6bd94-e5fc-42a9-8c88-f6e5c9c52a2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:24.244987 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-abf6bd94-e5fc-42a9-8c88-f6e5c9c52a2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:24.249292 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-abf6bd94-e5fc-42a9-8c88-f6e5c9c52a2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "DELETE /v2.0/security-groups/2e38f899-25a3-475b-bb4e-a26fcdd7e340 HTTP/1.1" status: 204 len: 168 time: 0.4800098 Aug 10 02:20:24.249515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47502) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:24.263854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6bd94-e5fc-42a9-8c88-f6e5c9c52a2d tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38f899-25a3-475b-bb4e-a26fcdd7e340,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:24.285288 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-48736c4c-33eb-4489-999b-3822c47cf391 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] show failed (client error): The resource could not be found. Aug 10 02:20:24.286438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-48736c4c-33eb-4489-999b-3822c47cf391 tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "GET /v2.0/security-groups/2e38f899-25a3-475b-bb4e-a26fcdd7e340 HTTP/1.1" status: 404 len: 347 time: 0.0363114 Aug 10 02:20:24.290418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47504) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:24.302358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d63e7-65b1-4c5a-a1b0-e4a1e7be3629 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:24.309136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d63e7-65b1-4c5a-a1b0-e4a1e7be3629 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:24.313819 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c53d63e7-65b1-4c5a-a1b0-e4a1e7be3629 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1507299 Aug 10 02:20:24.314683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47506) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:24.323567 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-16f468e3-c260-443d-a54d-dba08f6e8ef4 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324542 Aug 10 02:20:24.331214 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-fbb80a24-eb96-4e67-9f31-c7201665a760 service neutron] 10.222.0.16 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315133 Aug 10 02:20:24.466365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce533a20-5773-43de-9392-c14bd087c573 req-9242098c-e634-42c1-a1fc-386b648d16f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:24.467968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce533a20-5773-43de-9392-c14bd087c573 req-9242098c-e634-42c1-a1fc-386b648d16f0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0863254 Aug 10 02:20:24.474400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-2a473e97-e777-4408-94c8-f9b51eb8277b service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436648 Aug 10 02:20:24.519423 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce533a20-5773-43de-9392-c14bd087c573 req-ea5defaf-eba2-4855-872b-5d6f3600b1fd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439801 Aug 10 02:20:24.590759 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0e246b84-fb71-406d-b0b3-42c757c7ddc3 req-9442bdcd-b739-46c3-a528-6b557672fb60 service neutron] 10.222.0.16 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061706 Aug 10 02:20:24.612186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7937d-ae77-4a22-b092-88cb3233c528 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Deleting port 51fb9bfe-5f0e-4a63-8ba4-3262e8165cdc {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:24.612538 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bbc7937d-ae77-4a22-b092-88cb3233c528 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:24.669074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Deleting port f1cfc1c1-54a1-4b5a-adc2-004d1c71fb2b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:24.669425 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:24.737283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bbc7937d-ae77-4a22-b092-88cb3233c528 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:24.758434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7937d-ae77-4a22-b092-88cb3233c528 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Calling delete_port for 51fb9bfe-5f0e-4a63-8ba4-3262e8165cdc owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:24.822412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:24.822776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:24.840312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Calling delete_port for f1cfc1c1-54a1-4b5a-adc2-004d1c71fb2b owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:25.008465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bbc7937d-ae77-4a22-b092-88cb3233c528 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.044729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7937d-ae77-4a22-b092-88cb3233c528 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Port': ['ID=51fb9bfe-5f0e-4a63-8ba4-3262e8165cdc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:25.049927 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bbc7937d-ae77-4a22-b092-88cb3233c528 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.055833 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bbc7937d-ae77-4a22-b092-88cb3233c528 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/ports/51fb9bfe-5f0e-4a63-8ba4-3262e8165cdc HTTP/1.1" status: 204 len: 168 time: 0.7340519 Aug 10 02:20:25.056266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47512) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:25.093600 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.125603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Pushing event deleted for resources: {'Port': ['ID=f1cfc1c1-54a1-4b5a-adc2-004d1c71fb2b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:25.192164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.195865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.197063 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-85ff88a2-e694-4240-a89e-90fabde8d3ed tempest-AttachVolumeShelveTestJSON-786508690 tempest-AttachVolumeShelveTestJSON-786508690-project] 10.222.0.38 "DELETE /v2.0/floatingips/2cd30944-21e5-4b58-bbe4-79e5874b674b HTTP/1.1" status: 204 len: 168 time: 0.9042373 Aug 10 02:20:25.204793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a43525-8a58-4116-823a-4b6de204d14f req-f23a4dcf-04d5-460c-bd74-980251af6305 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:25.206539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82a43525-8a58-4116-823a-4b6de204d14f req-f23a4dcf-04d5-460c-bd74-980251af6305 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 944 time: 0.0795431 Aug 10 02:20:25.210303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-76313516-9692-40b9-b33d-91ebeae9430c tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Deleting port d38a7f87-08ab-46b9-9817-d92544e686a0 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:25.210975 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76313516-9692-40b9-b33d-91ebeae9430c tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.320305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76313516-9692-40b9-b33d-91ebeae9430c tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.331614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82a43525-8a58-4116-823a-4b6de204d14f req-25295f20-064f-4efb-8695-c142cb2731c0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027353 Aug 10 02:20:25.338047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-76313516-9692-40b9-b33d-91ebeae9430c tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Calling delete_port for d38a7f87-08ab-46b9-9817-d92544e686a0 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:25.362649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47518) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:25.440530 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-81c2e2a0-63ca-42ce-ae63-5df61ade7285 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/42c65b01-ba0c-414c-a377-1cd77d4803d0 HTTP/1.1" status: 200 len: 991 time: 0.0761449 Aug 10 02:20:25.520623 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76313516-9692-40b9-b33d-91ebeae9430c tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.556664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76313516-9692-40b9-b33d-91ebeae9430c tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Port': ['ID=d38a7f87-08ab-46b9-9817-d92544e686a0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:25.568900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76313516-9692-40b9-b33d-91ebeae9430c tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.575044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-76313516-9692-40b9-b33d-91ebeae9430c tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/ports/d38a7f87-08ab-46b9-9817-d92544e686a0 HTTP/1.1" status: 204 len: 168 time: 0.5154443 Aug 10 02:20:25.575473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47526) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:25.608403 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-55e21732-fdbf-4e2d-8625-fd3c79c07b94 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0312343 Aug 10 02:20:25.612854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47528) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:25.618459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-710802251'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:25.676898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cb75c-fa4a-43e9-a81e-6814f0d123db req-df50e966-65c6-4cc7-ab2d-beffdff91e01 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:25.679623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-144cb75c-fa4a-43e9-a81e-6814f0d123db req-df50e966-65c6-4cc7-ab2d-beffdff91e01 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0580704 Aug 10 02:20:25.714932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Made reservation on behalf of 8c6c07d142c140e0bc1566dc7c405ab4 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:25.719417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.734103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-144cb75c-fa4a-43e9-a81e-6814f0d123db req-01437e32-068e-415a-9a27-e5f8c33733c4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 Aug 10 02:20:25.763419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:25.778524 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.779077 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Added segment 82395120-2e52-41d8-b91e-8b1d87f640b1 of type vlan for network 58b2d84c-2f02-4a30-919e-522fbe3e0fa0 Aug 10 02:20:25.828127 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.931928 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.938165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:25.941320 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:25.994967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:20:26.015665 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Network': ['ID=58b2d84c-2f02-4a30-919e-522fbe3e0fa0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:26.038059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 58b2d84c-2f02-4a30-919e-522fbe3e0fa0 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:26.077352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47532) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:26.079580 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1a389baf-0512-4e30-820a-8320298be223 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4655721 Aug 10 02:20:26.087443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1171194423'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:26.189177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Made reservation on behalf of 8c6c07d142c140e0bc1566dc7c405ab4 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:26.191267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:26.193074 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:26.204774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'port_id': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'mac_address': 'fa:16:3e:96:76:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:20:26.220677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:26.234082 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:26.234533 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Added segment 91aed4e5-11c8-431b-b8e4-3e44c05fc923 of type vlan for network 08e2c974-a723-4293-937e-2e9cf2ec6356 Aug 10 02:20:26.251296 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:26.265829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0aeed30-1612-4d0c-a8ed-df47269198c0 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:20:26.289410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:26.289761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:26.366403 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:26.394892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:26.401591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:26.402231 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:26.430288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=12']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:26.498898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4088526 Aug 10 02:20:26.498898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cfb35-3516-4839-a94a-0d076cd7a75b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Network': ['ID=08e2c974-a723-4293-937e-2e9cf2ec6356,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:26.546394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 08e2c974-a723-4293-937e-2e9cf2ec6356 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:26.621594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['e0aeed30-1612-4d0c-a8ed-df47269198c0'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:20:26.646937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47536) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:26.652866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'subnets': [{'network_id': '58b2d84c-2f02-4a30-919e-522fbe3e0fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1831325031', 'ip_version': 4}, {'network_id': '08e2c974-a723-4293-937e-2e9cf2ec6356', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:26.653183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'subnet': {'network_id': '58b2d84c-2f02-4a30-919e-522fbe3e0fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1831325031', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:26.653774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Request body: {'subnet': {'network_id': '08e2c974-a723-4293-937e-2e9cf2ec6356', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:26.983671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000b30a-482c-46fe-b4c6-df0a324f6378 req-e8b34377-0be2-4332-83a7-4125a6799e6f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:26.985817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c000b30a-482c-46fe-b4c6-df0a324f6378 req-e8b34377-0be2-4332-83a7-4125a6799e6f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0894163 Aug 10 02:20:27.010069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Made reservation on behalf of 8c6c07d142c140e0bc1566dc7c405ab4 for: {'subnet': 2} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:27.018917 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:27.018917 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:27.100068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c000b30a-482c-46fe-b4c6-df0a324f6378 req-09aa8992-958d-4c3a-a36f-2c10c233239c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061571 Aug 10 02:20:27.559633 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:27.635076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Subnet': ['ID=76d0805b-8e0f-4df8-a64f-dd6038f59b10,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:27.642514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Checking segment: {'id': '82395120-2e52-41d8-b91e-8b1d87f640b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b2d84c-2f02-4a30-919e-522fbe3e0fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:27.649531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Network hostable DHCP agents. Network: 58b2d84c-2f02-4a30-919e-522fbe3e0fa0, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:27.720756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Network 58b2d84c-2f02-4a30-919e-522fbe3e0fa0 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:27.793857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 58b2d84c-2f02-4a30-919e-522fbe3e0fa0) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:27.798015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:27.804505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38168bdd-3ef3-48b2-9482-109ef212033e None None] Network 58b2d84c-2f02-4a30-919e-522fbe3e0fa0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:27.876401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event updated for resources: {'Subnet': ['ID=a5cc6999-58e9-4c0f-90c1-556e41c71f73,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:27.890927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Checking segment: {'id': '91aed4e5-11c8-431b-b8e4-3e44c05fc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '08e2c974-a723-4293-937e-2e9cf2ec6356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:27.890927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Network hostable DHCP agents. Network: 08e2c974-a723-4293-937e-2e9cf2ec6356, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:27.989083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Network 08e2c974-a723-4293-937e-2e9cf2ec6356 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:28.027914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:20:28.059126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-58b2d84c-2f02-4a30-919e-522fbe3e0fa0', 'network_id': '58b2d84c-2f02-4a30-919e-522fbe3e0fa0', 'tenant_id': '8c6c07d142c140e0bc1566dc7c405ab4', 'fixed_ips': [{'subnet_id': '76d0805b-8e0f-4df8-a64f-dd6038f59b10'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:20:28.059906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:28.074779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 08e2c974-a723-4293-937e-2e9cf2ec6356) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:28.080993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:28.081628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:28.083022 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:28.093791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf9626c-82a4-4afb-baf9-c2054f160845 None None] Network 08e2c974-a723-4293-937e-2e9cf2ec6356 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:28.171603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-468cd99f-c66c-478c-8b92-fe1db5a28b3b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5232902 Aug 10 02:20:28.174164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47548) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:28.323893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43303023-079d-4769-a3a8-4fb8a5fca7d1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:28.326429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43303023-079d-4769-a3a8-4fb8a5fca7d1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:28.328406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43303023-079d-4769-a3a8-4fb8a5fca7d1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:28.333745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-43303023-079d-4769-a3a8-4fb8a5fca7d1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1579297 Aug 10 02:20:28.334244 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47552) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:28.359870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port e0aeed30-1612-4d0c-a8ed-df47269198c0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:20:28.372446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Allocated IP 172.20.0.2 (58b2d84c-2f02-4a30-919e-522fbe3e0fa0/76d0805b-8e0f-4df8-a64f-dd6038f59b10/74aece7f-dab5-45e6-9adf-fbfda420f206) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:20:28.389453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port e0aeed30-1612-4d0c-a8ed-df47269198c0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:28.389817 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:28.410433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b5067a-cbba-4f88-b0be-f3dce5a5ecbd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Deleting subnet 76d0805b-8e0f-4df8-a64f-dd6038f59b10 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:20:28.521564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-08e2c974-a723-4293-937e-2e9cf2ec6356', 'network_id': '08e2c974-a723-4293-937e-2e9cf2ec6356', 'tenant_id': '8c6c07d142c140e0bc1566dc7c405ab4', 'fixed_ips': [{'subnet_id': 'a5cc6999-58e9-4c0f-90c1-556e41c71f73'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:20:28.523000 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:28.601900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee79d-09aa-4912-94e4-70871c573995 req-e960df48-dbae-4692-af46-e1467e8f58e4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:28.604439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-349ee79d-09aa-4912-94e4-70871c573995 req-e960df48-dbae-4692-af46-e1467e8f58e4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.3508666 Aug 10 02:20:28.676468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-349ee79d-09aa-4912-94e4-70871c573995 req-689fb563-2ee6-4abb-86d9-8525ee36c44c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650754 Aug 10 02:20:28.763977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:28.839598 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:28.862030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:28.863456 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf1e411-25d2-46f4-8478-2e3f6ca806c8" -d '{"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-plugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:28.869889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Transition to ACTIVE for port object 74aece7f-dab5-45e6-9adf-fbfda420f206 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:28.884884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Allocated IP 172.20.0.18 (08e2c974-a723-4293-937e-2e9cf2ec6356/a5cc6999-58e9-4c0f-90c1-556e41c71f73/eac1f6ad-08e3-4038-a829-640db4d19a07) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:20:28.890888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:28.910741 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb515a7-dcd5-40ea-9097-1d022f372ed6 x-openstack-request-id: req-5eb515a7-dcd5-40ea-9097-1d022f372ed6 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:28.910741 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-plugged", "status": "completed", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:28.910741 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5eb515a7-dcd5-40ea-9097-1d022f372ed6 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:28.910741 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'code': 200} Aug 10 02:20:28.918160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Transition to ACTIVE for port object 74aece7f-dab5-45e6-9adf-fbfda420f206 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:28.966929 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.000180 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e0b5067a-cbba-4f88-b0be-f3dce5a5ecbd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.004665 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.064569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Network 58b2d84c-2f02-4a30-919e-522fbe3e0fa0 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:29.080743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:29.084527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e0b5067a-cbba-4f88-b0be-f3dce5a5ecbd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.084675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:29.095020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=13']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:29.217922 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e0b5067a-cbba-4f88-b0be-f3dce5a5ecbd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.222054 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.225666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Pushing event updated for resources: {'Port': ['ID=74aece7f-dab5-45e6-9adf-fbfda420f206,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:29.241688 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Attempting to bind port 74aece7f-dab5-45e6-9adf-fbfda420f206 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:29.242120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Attempting to bind port 74aece7f-dab5-45e6-9adf-fbfda420f206 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '82395120-2e52-41d8-b91e-8b1d87f640b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b2d84c-2f02-4a30-919e-522fbe3e0fa0'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:29.242445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Attempting to bind port 74aece7f-dab5-45e6-9adf-fbfda420f206 on network 58b2d84c-2f02-4a30-919e-522fbe3e0fa0 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:29.245042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Transition to ACTIVE for port object eac1f6ad-08e3-4038-a829-640db4d19a07 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:29.253434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:20:29.253830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Checking segment: {'id': '82395120-2e52-41d8-b91e-8b1d87f640b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b2d84c-2f02-4a30-919e-522fbe3e0fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:29.254238 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.255424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Bound using segment: {'id': '82395120-2e52-41d8-b91e-8b1d87f640b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b2d84c-2f02-4a30-919e-522fbe3e0fa0'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:20:29.255424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Bound port: 74aece7f-dab5-45e6-9adf-fbfda420f206, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82395120-2e52-41d8-b91e-8b1d87f640b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58b2d84c-2f02-4a30-919e-522fbe3e0fa0'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:20:29.255724 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.348954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e0b5067a-cbba-4f88-b0be-f3dce5a5ecbd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.381495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5067a-cbba-4f88-b0be-f3dce5a5ecbd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Subnet': ['ID=76d0805b-8e0f-4df8-a64f-dd6038f59b10,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:29.384618 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e0b5067a-cbba-4f88-b0be-f3dce5a5ecbd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.389091 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e0b5067a-cbba-4f88-b0be-f3dce5a5ecbd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/subnets/76d0805b-8e0f-4df8-a64f-dd6038f59b10 HTTP/1.1" status: 204 len: 168 time: 1.0506518 Aug 10 02:20:29.389579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47568) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:29.439300 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Transition to ACTIVE for port object eac1f6ad-08e3-4038-a829-640db4d19a07 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:29.452686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Deleting subnet a5cc6999-58e9-4c0f-90c1-556e41c71f73 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:20:29.502895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.507659 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.510375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] For port 74aece7f-dab5-45e6-9adf-fbfda420f206, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:29.552950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] For port 74aece7f-dab5-45e6-9adf-fbfda420f206, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=74aece7f-dab5-45e6-9adf-fbfda420f206,segment=NetworkSegment(82395120-2e52-41d8-b91e-8b1d87f640b1),segment_id=82395120-2e52-41d8-b91e-8b1d87f640b1)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:20:29.568376 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.577280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Network 08e2c974-a723-4293-937e-2e9cf2ec6356 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:29.581361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:29.583419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Pushing event updated for resources: {'Port': ['ID=eac1f6ad-08e3-4038-a829-640db4d19a07,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:29.586407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:29.643561 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.686096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Attempting to bind port eac1f6ad-08e3-4038-a829-640db4d19a07 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:29.686784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Attempting to bind port eac1f6ad-08e3-4038-a829-640db4d19a07 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '91aed4e5-11c8-431b-b8e4-3e44c05fc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '08e2c974-a723-4293-937e-2e9cf2ec6356'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:29.687328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Attempting to bind port eac1f6ad-08e3-4038-a829-640db4d19a07 on network 08e2c974-a723-4293-937e-2e9cf2ec6356 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:29.692759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.745794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:20:29.746162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Checking segment: {'id': '91aed4e5-11c8-431b-b8e4-3e44c05fc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '08e2c974-a723-4293-937e-2e9cf2ec6356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:29.746616 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.747286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Bound using segment: {'id': '91aed4e5-11c8-431b-b8e4-3e44c05fc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '08e2c974-a723-4293-937e-2e9cf2ec6356'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:20:29.748051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Bound port: eac1f6ad-08e3-4038-a829-640db4d19a07, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91aed4e5-11c8-431b-b8e4-3e44c05fc923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '08e2c974-a723-4293-937e-2e9cf2ec6356'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:20:29.748342 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.766337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6daaf-40e6-4285-9d71-5dbd40fb95af None None] Network 58b2d84c-2f02-4a30-919e-522fbe3e0fa0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:29.854798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b62a2-10e6-46c8-a70d-2c357ffb7394 None None] Pushing event updated for resources: {'Port': ['ID=74aece7f-dab5-45e6-9adf-fbfda420f206,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:29.871652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad4ab-6422-48f5-8fa2-0a832b5079a9 req-47880ca4-faae-4119-ad36-b0956272b413 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:29.884430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-130ad4ab-6422-48f5-8fa2-0a832b5079a9 req-47880ca4-faae-4119-ad36-b0956272b413 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0719986 Aug 10 02:20:29.887618 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.943082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-03474010-1277-4454-ae1f-92c040c9502a None None] For port eac1f6ad-08e3-4038-a829-640db4d19a07, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:29.967547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cc6999-58e9-4c0f-90c1-556e41c71f73,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:29.970482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:29.972572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/subnets/a5cc6999-58e9-4c0f-90c1-556e41c71f73 HTTP/1.1" status: 204 len: 168 time: 0.5818999 Aug 10 02:20:29.977074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47574) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:29.990109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-03474010-1277-4454-ae1f-92c040c9502a None None] For port eac1f6ad-08e3-4038-a829-640db4d19a07, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=eac1f6ad-08e3-4038-a829-640db4d19a07,segment=NetworkSegment(91aed4e5-11c8-431b-b8e4-3e44c05fc923),segment_id=91aed4e5-11c8-431b-b8e4-3e44c05fc923)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:20:29.994621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:29.994976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.003473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c384cdee-be7f-4fdc-8854-ecb7e8b4f9b5 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:30.012202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-130ad4ab-6422-48f5-8fa2-0a832b5079a9 req-1444c320-0a8b-4713-a472-c5c5e522a783 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217551 Aug 10 02:20:30.070340 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.103680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40cd7f1-c054-437e-8a9d-170093d576aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:30.109584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47578) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:30.119774 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f40cd7f1-c054-437e-8a9d-170093d576aa tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1431870 Aug 10 02:20:30.139205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03474010-1277-4454-ae1f-92c040c9502a None None] Pushing event updated for resources: {'Port': ['ID=eac1f6ad-08e3-4038-a829-640db4d19a07,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:30.218995 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.318740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Deleting port eac1f6ad-08e3-4038-a829-640db4d19a07 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:30.318740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.402159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] For port eac1f6ad-08e3-4038-a829-640db4d19a07, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=eac1f6ad-08e3-4038-a829-640db4d19a07,segment=NetworkSegment(91aed4e5-11c8-431b-b8e4-3e44c05fc923),segment_id=91aed4e5-11c8-431b-b8e4-3e44c05fc923)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:30.402899 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.419119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Calling delete_port for eac1f6ad-08e3-4038-a829-640db4d19a07 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:30.572556 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.602786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] No DVR routers for this DVR port eac1f6ad-08e3-4038-a829-640db4d19a07 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:20:30.604614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Port': ['ID=eac1f6ad-08e3-4038-a829-640db4d19a07,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:30.690431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.702114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e2c974-a723-4293-937e-2e9cf2ec6356']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:30.716820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91aed4e5-11c8-431b-b8e4-3e44c05fc923') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:30.717121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91aed4e5-11c8-431b-b8e4-3e44c05fc923') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:30.729132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.746713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.754432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:30.754966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:30.760708 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:30.887229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.896728 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:30.903638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47582) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:30.904215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/networks/08e2c974-a723-4293-937e-2e9cf2ec6356 HTTP/1.1" status: 204 len: 168 time: 0.7929521 Aug 10 02:20:30.936982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffb0cd-4fa4-4ac7-adde-019364aadf1d tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Network': ['ID=08e2c974-a723-4293-937e-2e9cf2ec6356,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:31.003633 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.068566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Deleting port 74aece7f-dab5-45e6-9adf-fbfda420f206 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:31.068932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.163336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] For port 74aece7f-dab5-45e6-9adf-fbfda420f206, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=74aece7f-dab5-45e6-9adf-fbfda420f206,segment=NetworkSegment(82395120-2e52-41d8-b91e-8b1d87f640b1),segment_id=82395120-2e52-41d8-b91e-8b1d87f640b1)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:31.164006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.179151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Calling delete_port for 74aece7f-dab5-45e6-9adf-fbfda420f206 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:31.231631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b23a2-b4d3-4f71-9804-885c33bb6150 req-e75d43a5-386b-472b-b89a-a30163ae2910 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:31.233316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-332b23a2-b4d3-4f71-9804-885c33bb6150 req-e75d43a5-386b-472b-b89a-a30163ae2910 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0886004 Aug 10 02:20:31.311259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-332b23a2-b4d3-4f71-9804-885c33bb6150 req-505e012d-7a48-4c29-9118-2d3f782ade43 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710039 Aug 10 02:20:31.385724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.386834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200a5d49-c501-40e0-a9c9-2f272977a976 None None] DHCP port deletion for 08e2c974-a723-4293-937e-2e9cf2ec6356 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:20:31.400852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9c0d13ca-eac9-4d57-a551-b566d3fde4b4 None None] Could not find standard attr ID for object eac1f6ad-08e3-4038-a829-640db4d19a07. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:20:31.419135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Port': ['ID=74aece7f-dab5-45e6-9adf-fbfda420f206,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:31.426878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657c2e0-bcd1-4688-be84-26ad920bb8dc None None] Network 08e2c974-a723-4293-937e-2e9cf2ec6356 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:31.430385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] No DVR routers for this DVR port 74aece7f-dab5-45e6-9adf-fbfda420f206 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:20:31.437424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.437793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.438048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.438395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.438758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.439116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.439433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.439790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.440097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.440426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.440761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.441090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:31.443204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657c2e0-bcd1-4688-be84-26ad920bb8dc None None] Network 08e2c974-a723-4293-937e-2e9cf2ec6356 could not be found, it might have been deleted concurrently. {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 02:20:31.452602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7f75a-ad49-4160-8045-85b527c0a638 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:20:31.537230 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.547702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b2d84c-2f02-4a30-919e-522fbe3e0fa0']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:31.549619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7f75a-ad49-4160-8045-85b527c0a638 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:20:31.559733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82395120-2e52-41d8-b91e-8b1d87f640b1') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:31.566253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82395120-2e52-41d8-b91e-8b1d87f640b1') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:31.571296 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.587224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.594520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:31.595135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:31.602211 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:31.864528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.864528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:31.864528 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/networks/58b2d84c-2f02-4a30-919e-522fbe3e0fa0 HTTP/1.1" status: 204 len: 168 time: 0.8851342 Aug 10 02:20:31.864528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47604) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:31.864528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd3b38-e4fe-4c3e-93c8-6ddb1c8157bd tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Network': ['ID=58b2d84c-2f02-4a30-919e-522fbe3e0fa0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:31.900519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.003799 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.015098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb75f37-7a39-43b1-a126-85fe15118134']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:32.027302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191334d2-beef-4efe-b19d-9fbd5b0f75d4') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:32.027556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191334d2-beef-4efe-b19d-9fbd5b0f75d4') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:32.038504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.057111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.064495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:32.065876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:32.069803 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:32.240539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.245450 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.247512 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/networks/0bb75f37-7a39-43b1-a126-85fe15118134 HTTP/1.1" status: 204 len: 168 time: 0.4541082 Aug 10 02:20:32.250470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47614) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:32.264267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d8cd7-47e1-4b57-8d7a-d73820b1c63b tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Network': ['ID=0bb75f37-7a39-43b1-a126-85fe15118134,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:32.348830 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.424586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47626) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:32.503068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.534747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbab378-483d-45bb-9339-3fa47e327fcf']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:32.551772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef391e-0797-439c-85ed-6f8e6d8cbbc1 req-df21ef52-23c8-4ae0-98c6-9cf9202f588a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:32.554350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58ef391e-0797-439c-85ed-6f8e6d8cbbc1 req-df21ef52-23c8-4ae0-98c6-9cf9202f588a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1011553 Aug 10 02:20:32.558930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2b9792-0381-4ffe-bc9c-9d14e4b5c63d') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:32.559522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2b9792-0381-4ffe-bc9c-9d14e4b5c63d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:32.577806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.619247 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.637182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:32.637970 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:32.641746 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:32.716939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58ef391e-0797-439c-85ed-6f8e6d8cbbc1 req-2a7bfc91-5925-4a8f-a0eb-e260104f8f58 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498435 Aug 10 02:20:32.840416 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.849716 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:32.878074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] 10.222.0.38 "DELETE /v2.0/networks/2cbab378-483d-45bb-9339-3fa47e327fcf HTTP/1.1" status: 204 len: 168 time: 0.6041420 Aug 10 02:20:32.919971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device eac1f6ad-08e3-4038-a829-640db4d19a07 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:20:32.921213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5309516-ab91-4e9a-97c5-94ed772dbfb1 tempest-BulkNetworkOpsTest-1934478068 tempest-BulkNetworkOpsTest-1934478068-project] Pushing event deleted for resources: {'Network': ['ID=2cbab378-483d-45bb-9339-3fa47e327fcf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:32.945517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: eac1f6ad-08e3-4038-a829-640db4d19a07 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:20:32.945866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device eac1f6ad-08e3-4038-a829-640db4d19a07 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:20:33.072799 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:33.430623 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47650) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:33.440215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Deleting port b1471d28-057d-4f36-a438-cc57b321954e {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:33.440424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:33.549446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] For port b1471d28-057d-4f36-a438-cc57b321954e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b1471d28-057d-4f36-a438-cc57b321954e,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:33.551780 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:33.564593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Calling delete_port for b1471d28-057d-4f36-a438-cc57b321954e owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:33.594461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3149e47a-66ac-4254-bc07-1c86c8397fe3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8c6c07d142c140e0bc1566dc7c405ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617446 Aug 10 02:20:33.601062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47656) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:33.653740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d4f4454a-4302-42cb-bcd3-10949ac2e134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:33.682515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d4f4454a-4302-42cb-bcd3-10949ac2e134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:33.839479 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d4f4454a-4302-42cb-bcd3-10949ac2e134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:33.842091 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d4f4454a-4302-42cb-bcd3-10949ac2e134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:33.843339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d4f4454a-4302-42cb-bcd3-10949ac2e134 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57df5a9d-7b97-46eb-8cd1-d4a9bb3811b1 HTTP/1.1" status: 204 len: 168 time: 0.2456431 Aug 10 02:20:33.852914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4454a-4302-42cb-bcd3-10949ac2e134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df5a9d-7b97-46eb-8cd1-d4a9bb3811b1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:34.041011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d48504-a6ca-412c-8250-534cee70939d req-e0672f91-7d88-4807-932e-747fec999a28 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:34.043583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50d48504-a6ca-412c-8250-534cee70939d req-e0672f91-7d88-4807-932e-747fec999a28 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.2327411 Aug 10 02:20:34.090244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50d48504-a6ca-412c-8250-534cee70939d req-4e615324-2308-4b23-9c91-1ef3efec67f8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 Aug 10 02:20:34.184580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:34.234246 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b1471d28-057d-4f36-a438-cc57b321954e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:34.426710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:34.685927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Router 84d136d0-4d31-4097-ae19-be954c51cdf9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:20:34.816763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:20:34.827990 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d6ac2db6-368d-4e6d-8b33-15b5421b05dc admin admin] 10.222.0.38 "PUT /v2.0/routers/84d136d0-4d31-4097-ae19-be954c51cdf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4021955 Aug 10 02:20:34.828891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47698) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:34.849849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] Sync routers for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:20:34.880635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:20:34.880635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:20:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:35.011180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.019360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:20:35.142761 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.203115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47710) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:35.248443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc9e9b-076e-44eb-b401-f7a03e127c9d req-a80683c2-8097-43a3-9404-65abb8111a3a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:35.260693 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24cc9e9b-076e-44eb-b401-f7a03e127c9d req-a80683c2-8097-43a3-9404-65abb8111a3a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0795455 Aug 10 02:20:35.290645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:20:34Z', 'revision_number': 5, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port': {'id': '8721c6e4-9dec-4144-b3f7-501681d9b647', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:12:14Z', 'updated_at': '2021-08-10T02:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:35.328285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] Checking router: 84d136d0-4d31-4097-ae19-be954c51cdf9 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:20:35.339036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] Routers {'84d136d0-4d31-4097-ae19-be954c51cdf9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:20:35.340259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:20:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['84d136d0-4d31-4097-ae19-be954c51cdf9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:35.370059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24cc9e9b-076e-44eb-b401-f7a03e127c9d req-896d5460-2a32-47b7-bf41-14780f696966 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055214 Aug 10 02:20:35.381134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1619879149'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:35.395776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Deleting port 8721c6e4-9dec-4144-b3f7-501681d9b647 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:35.396314 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.477007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] Set router 84d136d0-4d31-4097-ae19-be954c51cdf9 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:20:35.503065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:35.508336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.520112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.529585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] For port 8721c6e4-9dec-4144-b3f7-501681d9b647, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8721c6e4-9dec-4144-b3f7-501681d9b647,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:35.530046 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.539685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:20:35Z', 'revision_number': 6, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:35.552547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Calling delete_port for 8721c6e4-9dec-4144-b3f7-501681d9b647 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:35.585081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46ab279-1adf-4979-94d2-5b82b68d8f75 None None] The sync data for ids ['84d136d0-4d31-4097-ae19-be954c51cdf9'] in n-d-767704-21 is: [{'id': '84d136d0-4d31-4097-ae19-be954c51cdf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1157262702-router', 'tenant_id': 'aa79ddca9f794631bc65e510f7a2f014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:12:12Z', 'updated_at': '2021-08-10T02:20:35Z', 'revision_number': 6, 'project_id': 'aa79ddca9f794631bc65e510f7a2f014', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:20:35.664866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.738036 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.777027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4010ef-b250-4c17-8beb-3d07bda480b5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:35.780906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:35.795142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.801940 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment cbc1aa65-8c37-41aa-ac0f-2caa11273125 of type vlan for network 308e3cb0-922e-4e7f-945f-3fe18c3df13c Aug 10 02:20:35.841636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.902192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.932137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8721c6e4-9dec-4144-b3f7-501681d9b647,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:35.985604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:35.989749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:35.990394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.013766 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.057725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:20:36.126286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=308e3cb0-922e-4e7f-945f-3fe18c3df13c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:36.141984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.144674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.146703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 308e3cb0-922e-4e7f-945f-3fe18c3df13c details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:36.220369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8bfc9426-a0cd-4dd4-be91-6b4939506e41 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0021071 Aug 10 02:20:36.308136 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.308484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d136d0-4d31-4097-ae19-be954c51cdf9 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:20:36.319775 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.320488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2643b143-13fb-4bf5-9a32-0b7f9e5340a4 admin admin] 10.222.0.38 "DELETE /v2.0/routers/84d136d0-4d31-4097-ae19-be954c51cdf9 HTTP/1.1" status: 204 len: 168 time: 1.4905949 Aug 10 02:20:36.323340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47752) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:36.349561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:36.363910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e', 'port_id': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'mac_address': 'fa:16:3e:4e:e6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4bbf65-3803-4c1d-a5e5-5d213665dcfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:20:36.402452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de6bfbd-93c9-4c67-a445-3969b4259215 admin admin] Deleting subnet 4c103fbe-3740-46ae-b588-21bcd171a4ae {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:20:36.406365 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1de6bfbd-93c9-4c67-a445-3969b4259215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.416397 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.438575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:20:36.463783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:36.525551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1de6bfbd-93c9-4c67-a445-3969b4259215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.554111 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:36.687627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9710dcc-7017-459e-9768-b4c23ede8deb req-41144ec3-759e-49a9-9b92-7359b5545359 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:36.695957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9710dcc-7017-459e-9768-b4c23ede8deb req-41144ec3-759e-49a9-9b92-7359b5545359 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.1455016 Aug 10 02:20:36.753299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:36.801880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:20:36.888137 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1de6bfbd-93c9-4c67-a445-3969b4259215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:37.049973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9710dcc-7017-459e-9768-b4c23ede8deb req-7087fdad-ddd2-4afa-8935-0b8130b15e77 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423557 Aug 10 02:20:37.096537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8721c6e4-9dec-4144-b3f7-501681d9b647 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:20:37.166483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8721c6e4-9dec-4144-b3f7-501681d9b647 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:20:37.167235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8721c6e4-9dec-4144-b3f7-501681d9b647 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:20:37.167877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1471d28-057d-4f36-a438-cc57b321954e no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:20:37.220337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b1471d28-057d-4f36-a438-cc57b321954e {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:20:37.221315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b1471d28-057d-4f36-a438-cc57b321954e not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:20:37.232911 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1de6bfbd-93c9-4c67-a445-3969b4259215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:37.319973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6bfbd-93c9-4c67-a445-3969b4259215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c103fbe-3740-46ae-b588-21bcd171a4ae,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:37.323533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1de6bfbd-93c9-4c67-a445-3969b4259215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:37.336598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1de6bfbd-93c9-4c67-a445-3969b4259215 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4c103fbe-3740-46ae-b588-21bcd171a4ae HTTP/1.1" status: 204 len: 168 time: 1.0109482 Aug 10 02:20:37.336775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d69a9-ce81-4b15-a793-0bdbca1260a8 None None] Network 57965fd8-e906-4dbd-af8e-c7bc318e9f2c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:37.339359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47770) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:37.463569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:37.559345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Deleting port f94ad013-b9ac-4099-9b09-a481f44a2784 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:37.559345 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:37.652195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a1ddf-178b-4078-bd26-9aafbc6161ae None None] DHCP port deletion for 57965fd8-e906-4dbd-af8e-c7bc318e9f2c request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:20:37.685384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] For port f94ad013-b9ac-4099-9b09-a481f44a2784, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f94ad013-b9ac-4099-9b09-a481f44a2784,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:37.686087 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:37.710587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Calling delete_port for f94ad013-b9ac-4099-9b09-a481f44a2784 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:37.796466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a1ddf-178b-4078-bd26-9aafbc6161ae None None] Deleting port f94ad013-b9ac-4099-9b09-a481f44a2784 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:37.797175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cf5a1ddf-178b-4078-bd26-9aafbc6161ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:37.894939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-cf5a1ddf-178b-4078-bd26-9aafbc6161ae None None] For port f94ad013-b9ac-4099-9b09-a481f44a2784, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f94ad013-b9ac-4099-9b09-a481f44a2784,segment=NetworkSegment(e7bea65d-760f-452f-a8ee-cab046cc9834),segment_id=e7bea65d-760f-452f-a8ee-cab046cc9834)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:37.895667 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cf5a1ddf-178b-4078-bd26-9aafbc6161ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:37.920594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a1ddf-178b-4078-bd26-9aafbc6161ae None None] Calling delete_port for f94ad013-b9ac-4099-9b09-a481f44a2784 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:37.966576 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.063246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:20:38.069656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f94ad013-b9ac-4099-9b09-a481f44a2784,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:38.084064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] No DVR routers for this DVR port f94ad013-b9ac-4099-9b09-a481f44a2784 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:20:38.145843 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cf5a1ddf-178b-4078-bd26-9aafbc6161ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.185684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a1ddf-178b-4078-bd26-9aafbc6161ae None None] No DVR routers for this DVR port f94ad013-b9ac-4099-9b09-a481f44a2784 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:20:38.262869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a1ddf-178b-4078-bd26-9aafbc6161ae None None] Pushing event deleted for resources: {'Port': ['ID=f94ad013-b9ac-4099-9b09-a481f44a2784,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:38.272848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdcc1b-ef32-468d-bf1a-aaf4be5501a9 req-c0a2e66d-ae2f-49f6-8b6a-3181a28fbb74 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:38.283216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defdcc1b-ef32-468d-bf1a-aaf4be5501a9 req-c0a2e66d-ae2f-49f6-8b6a-3181a28fbb74 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.1114020 Aug 10 02:20:38.332017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:38.332408 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.338073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.353980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defdcc1b-ef32-468d-bf1a-aaf4be5501a9 req-7f580662-c038-4510-acd7-eafcdf0d8d21 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678818 Aug 10 02:20:38.368713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57965fd8-e906-4dbd-af8e-c7bc318e9f2c']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:38.402898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bea65d-760f-452f-a8ee-cab046cc9834') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:38.402898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bea65d-760f-452f-a8ee-cab046cc9834') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:38.426912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.454328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.468519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:38.468978 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:38.473637 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:38.502188 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.534829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:38.538056 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a066f-c5ca-4dc2-bc4d-ac7c06d3f05f" -d '{"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-plugged", "status": "completed", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:38.555191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:38.610043 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60074965-604a-4714-869e-b7c21af211f1 x-openstack-request-id: req-60074965-604a-4714-869e-b7c21af211f1 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:38.610043 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-plugged", "status": "completed", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:38.610779 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-60074965-604a-4714-869e-b7c21af211f1 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:38.611194 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'code': 200} Aug 10 02:20:38.648981 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.715131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.723331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.729066 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] 10.222.0.38 "DELETE /v2.0/networks/57965fd8-e906-4dbd-af8e-c7bc318e9f2c HTTP/1.1" status: 204 len: 168 time: 1.3878393 Aug 10 02:20:38.760983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaf9b7-383e-4916-989a-7e5b04f6cd60 admin admin] Pushing event deleted for resources: {'Network': ['ID=57965fd8-e906-4dbd-af8e-c7bc318e9f2c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:38.806878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:38.978319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f94ad013-b9ac-4099-9b09-a481f44a2784 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:20:39.042197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: f94ad013-b9ac-4099-9b09-a481f44a2784 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:20:39.042612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f94ad013-b9ac-4099-9b09-a481f44a2784 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:20:39.345190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47796) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:39.433849 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b42b2ff9-c5fd-44a8-a318-4d1ee1c5ffea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa79ddca9f794631bc65e510f7a2f014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829635 Aug 10 02:20:39.434051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47802) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:39.540297 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-434c6436-e774-4a06-b77e-dc3a9158c964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:39.572959 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-434c6436-e774-4a06-b77e-dc3a9158c964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:39.588960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2fc74-4a9c-493f-aeef-1663f403318a req-a7b3dc42-3cae-4339-84b2-a013418e8b5c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:39.591577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01d2fc74-4a9c-493f-aeef-1663f403318a req-a7b3dc42-3cae-4339-84b2-a013418e8b5c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1089623 Aug 10 02:20:39.737166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01d2fc74-4a9c-493f-aeef-1663f403318a req-6a2a0f52-dd41-46e1-96e7-f00d3e4bcc3a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320951 Aug 10 02:20:39.822789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-434c6436-e774-4a06-b77e-dc3a9158c964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:39.826999 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-434c6436-e774-4a06-b77e-dc3a9158c964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:39.828769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-434c6436-e774-4a06-b77e-dc3a9158c964 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/020d89b5-00d0-445d-8dd1-dd1ba0718277 HTTP/1.1" status: 204 len: 168 time: 0.3948410 Aug 10 02:20:39.848617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c6436-e774-4a06-b77e-dc3a9158c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d89b5-00d0-445d-8dd1-dd1ba0718277,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:39.926160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47812) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:39.934238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': '308e3cb0-922e-4e7f-945f-3fe18c3df13c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:40.180074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:40.183881 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:40.531676 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:40.612746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=10300f4e-5de1-4d1e-9cf5-5b073b0e832c,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:40.621699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking segment: {'id': 'cbc1aa65-8c37-41aa-ac0f-2caa11273125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '308e3cb0-922e-4e7f-945f-3fe18c3df13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:40.622203 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network hostable DHCP agents. Network: 308e3cb0-922e-4e7f-945f-3fe18c3df13c, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:40.731056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 308e3cb0-922e-4e7f-945f-3fe18c3df13c is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:40.868770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 308e3cb0-922e-4e7f-945f-3fe18c3df13c) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:40.874027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:40.874754 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:40.892568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9e11c-75b4-4523-9b5f-0f62b6027a06 None None] Network 308e3cb0-922e-4e7f-945f-3fe18c3df13c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:40.939680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00e0b8-69fe-48e9-95d7-c911eb92a6bd req-01fac480-1a88-4ac2-a533-4ae12b2c3980 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:40.953005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c00e0b8-69fe-48e9-95d7-c911eb92a6bd req-01fac480-1a88-4ac2-a533-4ae12b2c3980 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1272137 Aug 10 02:20:41.047220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c00e0b8-69fe-48e9-95d7-c911eb92a6bd req-eb7e169a-f08e-4a6d-bbad-717a53525950 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856636 Aug 10 02:20:41.052864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-796bda99-d6e5-4e3b-8105-22cec08d6a3d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1255360 Aug 10 02:20:41.057791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47840) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:41.063376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1371953524'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:41.189019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-308e3cb0-922e-4e7f-945f-3fe18c3df13c', 'network_id': '308e3cb0-922e-4e7f-945f-3fe18c3df13c', 'tenant_id': '9b5c1c25fb0b490fb89437602f12e6d6', 'fixed_ips': [{'subnet_id': '10300f4e-5de1-4d1e-9cf5-5b073b0e832c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:20:41.194005 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.212800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:41.216823 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.293076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:41.331948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.332304 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment be7fa3a9-d2a9-4032-b5eb-880d94654b6e of type vlan for network 103ecca8-7a88-47a9-bb32-4f20edf59132 Aug 10 02:20:41.383798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Allocated IP 2001:db8:0:ffff::2 (308e3cb0-922e-4e7f-945f-3fe18c3df13c/10300f4e-5de1-4d1e-9cf5-5b073b0e832c/775d8c1c-0da8-42f7-b8ad-cfbac6b57643) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:20:41.586321 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.701510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.708728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Transition to ACTIVE for port object 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:41.724589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Transition to ACTIVE for port object 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:41.811271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.811616 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.817162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:41.817808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:41.854649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Network 308e3cb0-922e-4e7f-945f-3fe18c3df13c is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:41.860386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:41.864168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:41.877545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Pushing event updated for resources: {'Port': ['ID=775d8c1c-0da8-42f7-b8ad-cfbac6b57643,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:41.911865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=103ecca8-7a88-47a9-bb32-4f20edf59132,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:41.919326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.920380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.921040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.922448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.923062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.923626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.924248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.924951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.925521 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.926089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.926710 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.930017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:20:41.943327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 103ecca8-7a88-47a9-bb32-4f20edf59132 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:41.972071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3d33680e-b124-4823-9d6e-ce3c1a6665e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9131067 Aug 10 02:20:41.975132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47862) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:41.981079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': '103ecca8-7a88-47a9-bb32-4f20edf59132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:41.989050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Attempting to bind port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:41.989751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Attempting to bind port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cbc1aa65-8c37-41aa-ac0f-2caa11273125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '308e3cb0-922e-4e7f-945f-3fe18c3df13c'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:41.990892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Attempting to bind port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 on network 308e3cb0-922e-4e7f-945f-3fe18c3df13c {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:42.027151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:20:42.027875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Checking segment: {'id': 'cbc1aa65-8c37-41aa-ac0f-2caa11273125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '308e3cb0-922e-4e7f-945f-3fe18c3df13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:42.028457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:42.029211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Bound using segment: {'id': 'cbc1aa65-8c37-41aa-ac0f-2caa11273125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '308e3cb0-922e-4e7f-945f-3fe18c3df13c'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:20:42.029882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Bound port: 775d8c1c-0da8-42f7-b8ad-cfbac6b57643, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc1aa65-8c37-41aa-ac0f-2caa11273125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '308e3cb0-922e-4e7f-945f-3fe18c3df13c'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:20:42.030469 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:42.189414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] For port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:42.194107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] For port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=775d8c1c-0da8-42f7-b8ad-cfbac6b57643,segment=NetworkSegment(cbc1aa65-8c37-41aa-ac0f-2caa11273125),segment_id=cbc1aa65-8c37-41aa-ac0f-2caa11273125)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:20:42.212151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:42.216262 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:42.297110 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:42.419779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ac70c-ac65-4262-b1e0-c72c3eb2c5da None None] Pushing event updated for resources: {'Port': ['ID=775d8c1c-0da8-42f7-b8ad-cfbac6b57643,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:42.509811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b729a24-a013-45c6-8e80-fa17e3f6323e req-e65da4a8-c0f5-41b9-a397-a016a52de104 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:42.514296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b729a24-a013-45c6-8e80-fa17e3f6323e req-e65da4a8-c0f5-41b9-a397-a016a52de104 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.3505325 Aug 10 02:20:42.581842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b729a24-a013-45c6-8e80-fa17e3f6323e req-c594f97d-b857-498b-9c92-9035012d264a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566018 Aug 10 02:20:42.602771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:42.741690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=514bcbdd-9416-4da8-8ea7-3f08206cf58e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:42.753675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking segment: {'id': 'be7fa3a9-d2a9-4032-b5eb-880d94654b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '103ecca8-7a88-47a9-bb32-4f20edf59132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:42.754716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network hostable DHCP agents. Network: 103ecca8-7a88-47a9-bb32-4f20edf59132, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:42.880148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 103ecca8-7a88-47a9-bb32-4f20edf59132 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:42.980266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 103ecca8-7a88-47a9-bb32-4f20edf59132) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:42.986270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:42.987539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:42.988768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6441dd-7805-4af3-824f-1add32b4d695 None None] Network 103ecca8-7a88-47a9-bb32-4f20edf59132 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:43.080201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1fad70a2-649d-490c-86f0-971c98f43461 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1036077 Aug 10 02:20:43.082793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 47888) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:43.124020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:20:43.248933 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.296319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.367475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1ad19-4de8-4dd2-856a-dd2969246984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-103ecca8-7a88-47a9-bb32-4f20edf59132', 'network_id': '103ecca8-7a88-47a9-bb32-4f20edf59132', 'tenant_id': '9b5c1c25fb0b490fb89437602f12e6d6', 'fixed_ips': [{'subnet_id': '514bcbdd-9416-4da8-8ea7-3f08206cf58e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:20:43.368578 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6cc1ad19-4de8-4dd2-856a-dd2969246984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.414395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:20:43.461795 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.621739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server [None req-6cc1ad19-4de8-4dd2-856a-dd2969246984 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 514bcbdd-9416-4da8-8ea7-3f08206cf58e: This subnet is being modified by another concurrent operation. Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:20:43.681607 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise exception Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 514bcbdd-9416-4da8-8ea7-3f08206cf58e: This subnet is being modified by another concurrent operation. Aug 10 02:20:43.686413 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Aug 10 02:20:43.706360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=514bcbdd-9416-4da8-8ea7-3f08206cf58e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:43.714183 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0479e54-8c5d-4c1b-a04e-3c3cc2453242 None None] Network 103ecca8-7a88-47a9-bb32-4f20edf59132 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:43.868317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.886675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103ecca8-7a88-47a9-bb32-4f20edf59132']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:43.909207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7fa3a9-d2a9-4032-b5eb-880d94654b6e') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:43.909592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7fa3a9-d2a9-4032-b5eb-880d94654b6e') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:43.940441 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.961197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.970905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:43.978308 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:43.993831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac3a6f-145a-4f83-9342-50b2bef10dda req-7ebbaff6-beba-4b25-99c6-14ec88faeced tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:43.995556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-faac3a6f-145a-4f83-9342-50b2bef10dda req-7ebbaff6-beba-4b25-99c6-14ec88faeced tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.2929699 Aug 10 02:20:44.019349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a417394-16a2-4639-8c0a-0de0131edb27 None None] Network 308e3cb0-922e-4e7f-945f-3fe18c3df13c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:44.121965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-faac3a6f-145a-4f83-9342-50b2bef10dda req-d2cc239f-4ec6-4e74-b0bc-879061dc0147 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652788 Aug 10 02:20:44.191947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.217008 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.217866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3a152f95-33d0-4792-9b48-ef035a34ae52 None None] Provisioning for port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:20:44.219183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/103ecca8-7a88-47a9-bb32-4f20edf59132 HTTP/1.1" status: 204 len: 168 time: 1.1353164 Aug 10 02:20:44.222915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47918) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:44.229941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1302600136'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:44.241621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efde0e0-37ba-4838-aef3-2561bf9f0a27 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=103ecca8-7a88-47a9-bb32-4f20edf59132,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:44.269107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3a152f95-33d0-4792-9b48-ef035a34ae52 None None] Provisioning complete for port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:44.269107 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3a152f95-33d0-4792-9b48-ef035a34ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.330632 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.359946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:44.368032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.420074 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3a152f95-33d0-4792-9b48-ef035a34ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.474365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:44.490994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.491790 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment 371092ca-9e20-4a9c-bcf4-997658cd4efc of type vlan for network 7aba2210-7c26-4a52-bd78-1ce89340af38 Aug 10 02:20:44.515910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3a152f95-33d0-4792-9b48-ef035a34ae52 None None] For port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=775d8c1c-0da8-42f7-b8ad-cfbac6b57643,segment=NetworkSegment(cbc1aa65-8c37-41aa-ac0f-2caa11273125),segment_id=cbc1aa65-8c37-41aa-ac0f-2caa11273125)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:44.576316 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3a152f95-33d0-4792-9b48-ef035a34ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.623718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.704453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310352d0-123c-4739-b4d5-2779208ab80e None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:20:44.770112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a152f95-33d0-4792-9b48-ef035a34ae52 None None] Pushing event updated for resources: {'Port': ['ID=775d8c1c-0da8-42f7-b8ad-cfbac6b57643,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:44.780162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-63176724-4200-49b9-93b8-c919520757f1 None None] Provisioning complete for port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:44.780854 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-63176724-4200-49b9-93b8-c919520757f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.817374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.826489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:44.829632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:44.964220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310352d0-123c-4739-b4d5-2779208ab80e None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:20:44.971962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=7aba2210-7c26-4a52-bd78-1ce89340af38,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:45.019566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:20:45.022544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7aba2210-7c26-4a52-bd78-1ce89340af38 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:45.120374 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-27c1fd53-bfe3-4176-839b-6827dec1a40b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8955266 Aug 10 02:20:45.123308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47946) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:45.136599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': '7aba2210-7c26-4a52-bd78-1ce89340af38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:45.326189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:45.326591 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:45.358382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7ca4-b947-418c-8b3f-6ed9f3281702 req-36d8dc9a-f245-48b7-a7f5-df3c6d24c538 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:45.371464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3aec7ca4-b947-418c-8b3f-6ed9f3281702 req-36d8dc9a-f245-48b7-a7f5-df3c6d24c538 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1124122 Aug 10 02:20:45.394017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:45.400372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:45.489929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3aec7ca4-b947-418c-8b3f-6ed9f3281702 req-c2b514a4-8eae-4505-9ba0-c4aa431bd5a0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100912 Aug 10 02:20:45.886406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:45.963284 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=9300f0ca-bff0-45b3-9915-6fa880f9b1e8,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:45.972839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking segment: {'id': '371092ca-9e20-4a9c-bcf4-997658cd4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7aba2210-7c26-4a52-bd78-1ce89340af38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:45.973795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network hostable DHCP agents. Network: 7aba2210-7c26-4a52-bd78-1ce89340af38, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:46.136518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 7aba2210-7c26-4a52-bd78-1ce89340af38 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:46.227702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7aba2210-7c26-4a52-bd78-1ce89340af38) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:46.234283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:46.234917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:46.241248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97327c6a-6430-4f90-a73f-842c3bc5c73a None None] Network 7aba2210-7c26-4a52-bd78-1ce89340af38 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:46.319894 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-58a9b706-db58-44b6-b40a-1cfb03de17b0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1899004 Aug 10 02:20:46.320219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 47978) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:46.325813 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015025503'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:46.473905 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:46.479287 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:46.524859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-7aba2210-7c26-4a52-bd78-1ce89340af38', 'network_id': '7aba2210-7c26-4a52-bd78-1ce89340af38', 'tenant_id': '9b5c1c25fb0b490fb89437602f12e6d6', 'fixed_ips': [{'subnet_id': '9300f0ca-bff0-45b3-9915-6fa880f9b1e8'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:20:46.543528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:46.547284 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:46.574068 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:46.575331 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment ef3f2e84-d463-4813-8dd5-9b57d500b294 of type vlan for network 22c2dcbd-a428-48b0-b503-6568a9851570 Aug 10 02:20:46.674460 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:46.689926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381c64a-48c1-4e27-9f71-3b6c42c9661b req-d293c46c-be8b-4ca6-8ef3-b65ef77cf6c9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:46.692430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3381c64a-48c1-4e27-9f71-3b6c42c9661b req-d293c46c-be8b-4ca6-8ef3-b65ef77cf6c9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0686939 Aug 10 02:20:46.742168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3381c64a-48c1-4e27-9f71-3b6c42c9661b req-8520ed58-53e9-49b6-aa7e-3516b3ead55e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 Aug 10 02:20:46.790768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Allocated IP 2001:db8::1 (7aba2210-7c26-4a52-bd78-1ce89340af38/9300f0ca-bff0-45b3-9915-6fa880f9b1e8/65c3c142-a59c-43b6-a436-d73d44751e5f) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:20:46.949768 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:46.960011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Transition to ACTIVE for port object 65c3c142-a59c-43b6-a436-d73d44751e5f will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:46.978396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Transition to ACTIVE for port object 65c3c142-a59c-43b6-a436-d73d44751e5f will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:47.034245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.040525 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:47.044692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.069371 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.119604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Network 7aba2210-7c26-4a52-bd78-1ce89340af38 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:47.122720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:47.130607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:47.137950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Pushing event updated for resources: {'Port': ['ID=65c3c142-a59c-43b6-a436-d73d44751e5f,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:47.149118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=22c2dcbd-a428-48b0-b503-6568a9851570,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:47.165237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 22c2dcbd-a428-48b0-b503-6568a9851570 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:47.324043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Attempting to bind port 65c3c142-a59c-43b6-a436-d73d44751e5f on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:47.326219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Attempting to bind port 65c3c142-a59c-43b6-a436-d73d44751e5f by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '371092ca-9e20-4a9c-bcf4-997658cd4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7aba2210-7c26-4a52-bd78-1ce89340af38'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:47.326887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Attempting to bind port 65c3c142-a59c-43b6-a436-d73d44751e5f on network 7aba2210-7c26-4a52-bd78-1ce89340af38 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:47.340365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:20:47.340778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Checking segment: {'id': '371092ca-9e20-4a9c-bcf4-997658cd4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7aba2210-7c26-4a52-bd78-1ce89340af38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:47.341194 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.341668 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Bound using segment: {'id': '371092ca-9e20-4a9c-bcf4-997658cd4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7aba2210-7c26-4a52-bd78-1ce89340af38'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:20:47.341979 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-976645e6-25b8-4347-845a-b478e34355af tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0199542 Aug 10 02:20:47.342179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Bound port: 65c3c142-a59c-43b6-a436-d73d44751e5f, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371092ca-9e20-4a9c-bcf4-997658cd4efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7aba2210-7c26-4a52-bd78-1ce89340af38'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:20:47.342680 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.344512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48002) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:47.352232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': '22c2dcbd-a428-48b0-b503-6568a9851570', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:47.425193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] For port 65c3c142-a59c-43b6-a436-d73d44751e5f, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:47.429482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] For port 65c3c142-a59c-43b6-a436-d73d44751e5f, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65c3c142-a59c-43b6-a436-d73d44751e5f,segment=NetworkSegment(371092ca-9e20-4a9c-bcf4-997658cd4efc),segment_id=371092ca-9e20-4a9c-bcf4-997658cd4efc)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:20:47.543341 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.634496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:47.638360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.664060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b309b3-ae31-4c22-a718-a2bdcfc5777d None None] Pushing event updated for resources: {'Port': ['ID=65c3c142-a59c-43b6-a436-d73d44751e5f,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:47.731544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Performing IP validity checks on allocation pools {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 02:20:47.737995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 02:20:47.919478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48014) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:47.931572 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-143acb07-6de7-42c2-a807-9f60f22bd113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.970301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45c227-8a52-4652-b8b5-3724436da2de req-d189d1ce-a52a-4ffd-b130-59e75cb2dad2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:48.011317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef45c227-8a52-4652-b8b5-3724436da2de req-d189d1ce-a52a-4ffd-b130-59e75cb2dad2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1263371 Aug 10 02:20:48.106477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef45c227-8a52-4652-b8b5-3724436da2de req-84372b58-b609-49ae-b44a-0272993be5a1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858700 Aug 10 02:20:48.154070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:48.238294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=438e6c4e-4ecf-4978-9901-82054d70fb94,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:48.248601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking segment: {'id': 'ef3f2e84-d463-4813-8dd5-9b57d500b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22c2dcbd-a428-48b0-b503-6568a9851570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:48.248970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network hostable DHCP agents. Network: 22c2dcbd-a428-48b0-b503-6568a9851570, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:48.269889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9eedde5-1cac-459b-a31e-68cc5c9ab260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:48.405646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 22c2dcbd-a428-48b0-b503-6568a9851570 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:48.494400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9eedde5-1cac-459b-a31e-68cc5c9ab260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:48.542046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 22c2dcbd-a428-48b0-b503-6568a9851570) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:48.546389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:48.547029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:48.565133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870128cd-486f-416c-9555-42eccf0ebc8d None None] Network 22c2dcbd-a428-48b0-b503-6568a9851570 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:48.582288 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f9eedde5-1cac-459b-a31e-68cc5c9ab260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:48.666056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0bd06-6117-48cd-8161-3f0d522116af req-15207160-3b90-4f51-80d9-99f1f45f3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:48.672926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83e0bd06-6117-48cd-8161-3f0d522116af req-15207160-3b90-4f51-80d9-99f1f45f3c3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 1098 time: 0.4985678 Aug 10 02:20:48.697573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eedde5-1cac-459b-a31e-68cc5c9ab260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062abc0e-9600-4dcc-958e-8873ccadc618,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:48.707974 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f9eedde5-1cac-459b-a31e-68cc5c9ab260 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=799295726ea64a1d8c5d49a3d302315b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7867019 Aug 10 02:20:48.710126 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1a8fbcf6-f003-45e5-999e-a202e36b7048 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3643019 Aug 10 02:20:48.711895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48024) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:48.715642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:48.879724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0bd06-6117-48cd-8161-3f0d522116af req-a1c29e87-eba3-4359-ad9b-d781382f3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:48.881740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83e0bd06-6117-48cd-8161-3f0d522116af req-a1c29e87-eba3-4359-ad9b-d781382f3248 service neutron] 10.222.0.11 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 914 time: 0.1823566 Aug 10 02:20:48.900103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-22c2dcbd-a428-48b0-b503-6568a9851570', 'network_id': '22c2dcbd-a428-48b0-b503-6568a9851570', 'tenant_id': '9b5c1c25fb0b490fb89437602f12e6d6', 'fixed_ips': [{'subnet_id': '438e6c4e-4ecf-4978-9901-82054d70fb94'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:20:48.901008 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:48.970450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83e0bd06-6117-48cd-8161-3f0d522116af req-102dbbca-41c0-43cf-b322-db7c1691fda0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 HTTP/1.1" status: 200 len: 217 time: 0.0811229 Aug 10 02:20:49.015237 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4583cb7e-8e9e-4796-9be1-7982fc8b0fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:49.091740 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4583cb7e-8e9e-4796-9be1-7982fc8b0fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:49.094839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65c3c142-a59c-43b6-a436-d73d44751e5f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:20:49.098511 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:49.139217 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0bd06-6117-48cd-8161-3f0d522116af req-059a473b-3c2d-498f-a2a3-b47395f52ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:49.141563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83e0bd06-6117-48cd-8161-3f0d522116af req-059a473b-3c2d-498f-a2a3-b47395f52ab3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa4bbf65-3803-4c1d-a5e5-5d213665dcfe HTTP/1.1" status: 200 len: 853 time: 0.1593282 Aug 10 02:20:49.204341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83e0bd06-6117-48cd-8161-3f0d522116af req-0007c189-03cf-4e36-b12d-95b8197611a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57dd0a40-00cd-4afc-90a6-528fd392b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410957 Aug 10 02:20:49.301693 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:49.314652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Allocated IP 2001:db8::3 (22c2dcbd-a428-48b0-b503-6568a9851570/438e6c4e-4ecf-4978-9901-82054d70fb94/9e48a60c-4b6d-4c57-9d36-cf80554a77c1) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:20:49.402638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 65c3c142-a59c-43b6-a436-d73d44751e5f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:20:49.405630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d644-689d-405c-8b6b-040a3dd19c5d req-53f57cd3-37b4-45db-80e3-5a9051d4c8a0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:49.407434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d852d644-689d-405c-8b6b-040a3dd19c5d req-53f57cd3-37b4-45db-80e3-5a9051d4c8a0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1959078 Aug 10 02:20:49.411717 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4583cb7e-8e9e-4796-9be1-7982fc8b0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:49.415864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4583cb7e-8e9e-4796-9be1-7982fc8b0fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:49.422932 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4583cb7e-8e9e-4796-9be1-7982fc8b0fa6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/062abc0e-9600-4dcc-958e-8873ccadc618 HTTP/1.1" status: 204 len: 168 time: 0.7070024 Aug 10 02:20:49.467589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583cb7e-8e9e-4796-9be1-7982fc8b0fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062abc0e-9600-4dcc-958e-8873ccadc618,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:49.550266 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d852d644-689d-405c-8b6b-040a3dd19c5d req-a6805764-832f-4c2b-97a5-034c2ec0be29 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215944 Aug 10 02:20:49.630304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83e0bd06-6117-48cd-8161-3f0d522116af req-78ae117a-8a15-4fd4-846f-aa7078a8c8f3 service neutron] 10.222.0.11 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156218 Aug 10 02:20:49.746415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9487e4d3-9afb-49b5-84b4-dca0385e7060 None None] Network 7aba2210-7c26-4a52-bd78-1ce89340af38 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:49.798157 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83e0bd06-6117-48cd-8161-3f0d522116af req-99573de3-20a1-45c6-be3a-ac4095395372 service neutron] 10.222.0.11 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506307 Aug 10 02:20:49.964161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b4584d53-4fe0-4f14-9c13-c52e48d21583 None None] Provisioning for port 65c3c142-a59c-43b6-a436-d73d44751e5f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:20:50.037622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b4584d53-4fe0-4f14-9c13-c52e48d21583 None None] Provisioning complete for port 65c3c142-a59c-43b6-a436-d73d44751e5f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:50.038391 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b4584d53-4fe0-4f14-9c13-c52e48d21583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.072171 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.089005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Transition to ACTIVE for port object 9e48a60c-4b6d-4c57-9d36-cf80554a77c1 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:50.295985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Transition to ACTIVE for port object 9e48a60c-4b6d-4c57-9d36-cf80554a77c1 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:50.403977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b4584d53-4fe0-4f14-9c13-c52e48d21583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.478611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b4584d53-4fe0-4f14-9c13-c52e48d21583 None None] For port 65c3c142-a59c-43b6-a436-d73d44751e5f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65c3c142-a59c-43b6-a436-d73d44751e5f,segment=NetworkSegment(371092ca-9e20-4a9c-bcf4-997658cd4efc),segment_id=371092ca-9e20-4a9c-bcf4-997658cd4efc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:50.490644 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.510180 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.555570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Network 22c2dcbd-a428-48b0-b503-6568a9851570 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:50.560728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:50.597042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=438e6c4e-4ecf-4978-9901-82054d70fb94,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:50.617802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:50.638959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b4584d53-4fe0-4f14-9c13-c52e48d21583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.692776 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-660b2b61-da77-48f7-b519-c79e84d954d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.704274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48056) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:50.747578 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ebe48b52-e6c7-4bd6-acf8-afcaba01428e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.758929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Pushing event updated for resources: {'Port': ['ID=9e48a60c-4b6d-4c57-9d36-cf80554a77c1,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:50.791576 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.811317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c2dcbd-a428-48b0-b503-6568a9851570']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:50.825704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3f2e84-d463-4813-8dd5-9b57d500b294') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:50.826321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3f2e84-d463-4813-8dd5-9b57d500b294') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:50.850387 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.891600 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.902124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:50.902124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:50.906330 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:50.942437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6cb94078-def6-4d93-90f5-635bda3d0dac None None] Provisioning complete for port 65c3c142-a59c-43b6-a436-d73d44751e5f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:50.942437 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6cb94078-def6-4d93-90f5-635bda3d0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:50.966756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Attempting to bind port 9e48a60c-4b6d-4c57-9d36-cf80554a77c1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:50.972427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Attempting to bind port 9e48a60c-4b6d-4c57-9d36-cf80554a77c1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'ef3f2e84-d463-4813-8dd5-9b57d500b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22c2dcbd-a428-48b0-b503-6568a9851570'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:50.972427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Attempting to bind port 9e48a60c-4b6d-4c57-9d36-cf80554a77c1 on network 22c2dcbd-a428-48b0-b503-6568a9851570 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:50.992677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc293bc-6c37-4bc8-9c9a-c0dd73d36ccc req-2c50e0ff-bfde-4302-9338-1f3aa64d4705 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:51.003920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bc293bc-6c37-4bc8-9c9a-c0dd73d36ccc req-2c50e0ff-bfde-4302-9338-1f3aa64d4705 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.2215223 Aug 10 02:20:51.015025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:20:51.017091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Checking segment: {'id': 'ef3f2e84-d463-4813-8dd5-9b57d500b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22c2dcbd-a428-48b0-b503-6568a9851570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:51.017091 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.017344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Bound using segment: {'id': 'ef3f2e84-d463-4813-8dd5-9b57d500b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22c2dcbd-a428-48b0-b503-6568a9851570'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:20:51.018135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Bound port: 9e48a60c-4b6d-4c57-9d36-cf80554a77c1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3f2e84-d463-4813-8dd5-9b57d500b294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22c2dcbd-a428-48b0-b503-6568a9851570'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:20:51.018835 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.045536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4584d53-4fe0-4f14-9c13-c52e48d21583 None None] Pushing event updated for resources: {'Port': ['ID=65c3c142-a59c-43b6-a436-d73d44751e5f,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:51.076450 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:20:51.076450 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:20:51.076450 n-d-767704-21 neutron-server[101223]: [parameters: {'id': '22c2dcbd-a428-48b0-b503-6568a9851570'}] Aug 10 02:20:51.076450 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:20:51.077431 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:20:51.154492 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bc293bc-6c37-4bc8-9c9a-c0dd73d36ccc req-9a76e135-be61-4fc7-8095-e49721e6edec tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488729 Aug 10 02:20:51.160605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] For port 9e48a60c-4b6d-4c57-9d36-cf80554a77c1, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:51.171083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] For port 9e48a60c-4b6d-4c57-9d36-cf80554a77c1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9e48a60c-4b6d-4c57-9d36-cf80554a77c1,segment=NetworkSegment(ef3f2e84-d463-4813-8dd5-9b57d500b294),segment_id=ef3f2e84-d463-4813-8dd5-9b57d500b294)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:20:51.173012 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ebe48b52-e6c7-4bd6-acf8-afcaba01428e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.201231 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.240414 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.257382 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ebe48b52-e6c7-4bd6-acf8-afcaba01428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.310861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162485c7-e8d4-4605-aa79-c1bdee068fb1 None None] Pushing event updated for resources: {'Port': ['ID=9e48a60c-4b6d-4c57-9d36-cf80554a77c1,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:51.342947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe48b52-e6c7-4bd6-acf8-afcaba01428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6412a145-2861-44b5-9e2a-fe380c0222ae,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:51.380554 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48064) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:51.381227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ebe48b52-e6c7-4bd6-acf8-afcaba01428e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=adac83e48aa249368dcc02e737bbfc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6734469 Aug 10 02:20:51.485228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6164766-d898-4228-8035-26d23cf56788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.503039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd2ea52-b175-40f4-9305-578cfd66dbc9 None None] Network 22c2dcbd-a428-48b0-b503-6568a9851570 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:51.547299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6164766-d898-4228-8035-26d23cf56788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.614068 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.714752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting port 9e48a60c-4b6d-4c57-9d36-cf80554a77c1 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:51.719544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.814486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] For port 9e48a60c-4b6d-4c57-9d36-cf80554a77c1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9e48a60c-4b6d-4c57-9d36-cf80554a77c1,segment=NetworkSegment(ef3f2e84-d463-4813-8dd5-9b57d500b294),segment_id=ef3f2e84-d463-4813-8dd5-9b57d500b294)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:51.814486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.831155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Calling delete_port for 9e48a60c-4b6d-4c57-9d36-cf80554a77c1 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:51.837873 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6164766-d898-4228-8035-26d23cf56788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.841055 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6164766-d898-4228-8035-26d23cf56788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:51.844857 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d6164766-d898-4228-8035-26d23cf56788 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6412a145-2861-44b5-9e2a-fe380c0222ae HTTP/1.1" status: 204 len: 168 time: 0.4601214 Aug 10 02:20:51.869176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6164766-d898-4228-8035-26d23cf56788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6412a145-2861-44b5-9e2a-fe380c0222ae,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:51.870133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9804e740-8c11-43f8-afe3-0fe31ae3aaac None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:20:52.126136 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.179331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804e740-8c11-43f8-afe3-0fe31ae3aaac None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:20:52.236494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No DVR routers for this DVR port 9e48a60c-4b6d-4c57-9d36-cf80554a77c1 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:20:52.286173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Port': ['ID=9e48a60c-4b6d-4c57-9d36-cf80554a77c1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:52.360443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7493604-e64a-4db0-a3e2-d52a6b41f2e5 req-a596f36e-59bd-4237-979d-2298e1182319 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:52.362038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7493604-e64a-4db0-a3e2-d52a6b41f2e5 req-a596f36e-59bd-4237-979d-2298e1182319 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0571089 Aug 10 02:20:52.367548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.378779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c2dcbd-a428-48b0-b503-6568a9851570']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:52.397267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3f2e84-d463-4813-8dd5-9b57d500b294') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:52.397267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3f2e84-d463-4813-8dd5-9b57d500b294') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:52.408692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.410026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7493604-e64a-4db0-a3e2-d52a6b41f2e5 req-714366b2-d57c-493b-8959-e66e045afec4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382955 Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:52.445110 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:52.472794 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.593063 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.599950 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.607159 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/22c2dcbd-a428-48b0-b503-6568a9851570 HTTP/1.1" status: 204 len: 168 time: 3.8751190 Aug 10 02:20:52.607399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48090) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:52.616894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1149372437'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:52.626060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaae73-46a8-474a-92db-408089cab34a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=22c2dcbd-a428-48b0-b503-6568a9851570,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:52.736140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:52.740549 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.770111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:52.787757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.788113 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment 92f653af-7c54-4c68-8299-2a0e1eb36f93 of type vlan for network 1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef Aug 10 02:20:52.842452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:52.961961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65c3c142-a59c-43b6-a436-d73d44751e5f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:20:52.989467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:53.009767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:53.012263 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:53.078073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 65c3c142-a59c-43b6-a436-d73d44751e5f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:20:53.078930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:53.199599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:53.204635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3d31fdca-d672-4748-88af-9896f78b18b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5966597 Aug 10 02:20:53.210307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48110) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:53.219712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': '1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:53.238506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:53.433987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:53.446413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:53.614498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117133e-c5a8-4a70-abcf-167574fbe28d req-b99f88ae-117d-4d09-b96d-1f321f3986b0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:53.626727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8117133e-c5a8-4a70-abcf-167574fbe28d req-b99f88ae-117d-4d09-b96d-1f321f3986b0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0917170 Aug 10 02:20:53.697613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8117133e-c5a8-4a70-abcf-167574fbe28d req-2c00daec-9ba0-4d37-a331-472381cf6893 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731895 Aug 10 02:20:53.863473 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:53.865225 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:53.940957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=a9cceeb7-6796-40be-b6fd-6145768aedf0,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:53.951598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking segment: {'id': '92f653af-7c54-4c68-8299-2a0e1eb36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:53.952032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network hostable DHCP agents. Network: 1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:54.032722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:54.090804 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:20:54.112612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:54.118782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:54.125341 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:54.126266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881357b7-c545-492b-b784-e42ee03c12dc None None] Network 1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:54.244647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e2df5371-2291-465b-a029-4c2442fdfa6a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0324986 Aug 10 02:20:54.247736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48146) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:54.308867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef', 'network_id': '1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef', 'tenant_id': '9b5c1c25fb0b490fb89437602f12e6d6', 'fixed_ips': [{'subnet_id': 'a9cceeb7-6796-40be-b6fd-6145768aedf0'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:20:54.310014 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:54.373645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:54.437379 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:54.483490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Allocated IP 2001:db8::1 (1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef/a9cceeb7-6796-40be-b6fd-6145768aedf0/0bb32135-33c0-4af0-a115-4441910d36e3) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:20:54.666183 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:54.675470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Transition to ACTIVE for port object 0bb32135-33c0-4af0-a115-4441910d36e3 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:54.697292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Transition to ACTIVE for port object 0bb32135-33c0-4af0-a115-4441910d36e3 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:54.775648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:54.828445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Network 1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:54.834383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:54.838878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:54.845051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-4bbb7ff9-52dd-483e-8bcd-420d72fe8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:54.846614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-4bbb7ff9-52dd-483e-8bcd-420d72fe8e49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 1098 time: 0.0908628 Aug 10 02:20:54.848486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Pushing event updated for resources: {'Port': ['ID=0bb32135-33c0-4af0-a115-4441910d36e3,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:54.885160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:54.920025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Attempting to bind port 0bb32135-33c0-4af0-a115-4441910d36e3 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:54.920561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Attempting to bind port 0bb32135-33c0-4af0-a115-4441910d36e3 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '92f653af-7c54-4c68-8299-2a0e1eb36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:54.921016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Attempting to bind port 0bb32135-33c0-4af0-a115-4441910d36e3 on network 1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:54.926983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:20:54.928009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Checking segment: {'id': '92f653af-7c54-4c68-8299-2a0e1eb36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:54.928877 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:54.929816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Bound using segment: {'id': '92f653af-7c54-4c68-8299-2a0e1eb36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:20:54.930445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Bound port: 0bb32135-33c0-4af0-a115-4441910d36e3, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f653af-7c54-4c68-8299-2a0e1eb36f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:20:54.930968 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:54.938390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf39c08-277b-4357-b985-abfa64c3b590 req-474cb03e-bb5c-47ad-a46a-3ae18ab19838 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:54.940041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bf39c08-277b-4357-b985-abfa64c3b590 req-474cb03e-bb5c-47ad-a46a-3ae18ab19838 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1372132 Aug 10 02:20:55.005893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cceeb7-6796-40be-b6fd-6145768aedf0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:55.029478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] For port 0bb32135-33c0-4af0-a115-4441910d36e3, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:55.029847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bf39c08-277b-4357-b985-abfa64c3b590 req-b5ef4ea7-a5af-4130-81dd-b4144c1e43af tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744977 Aug 10 02:20:55.039799 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.058622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-8cb29954-9645-4d62-8e91-26f9d048effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:55.059131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-8cb29954-9645-4d62-8e91-26f9d048effc service neutron] 10.222.0.11 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 914 time: 0.1991801 Aug 10 02:20:55.059899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] For port 0bb32135-33c0-4af0-a115-4441910d36e3, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0bb32135-33c0-4af0-a115-4441910d36e3,segment=NetworkSegment(92f653af-7c54-4c68-8299-2a0e1eb36f93),segment_id=92f653af-7c54-4c68-8299-2a0e1eb36f93)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:20:55.068792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:55.079623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f653af-7c54-4c68-8299-2a0e1eb36f93') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:55.085952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f653af-7c54-4c68-8299-2a0e1eb36f93') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:55.094254 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.116088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-c242ab14-b5b6-4217-8c21-e5a6b20322b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 HTTP/1.1" status: 200 len: 217 time: 0.0456915 Aug 10 02:20:55.132433 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.148763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.158451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:55.158990 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:55.163218 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:55.218060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-592ca65a-88f5-4c94-a2a8-f92f8e27d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:55.219669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-592ca65a-88f5-4c94-a2a8-f92f8e27d886 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa4bbf65-3803-4c1d-a5e5-5d213665dcfe HTTP/1.1" status: 200 len: 853 time: 0.0956705 Aug 10 02:20:55.260005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa163c7-ada1-422a-8d24-f847ace59a19 None None] Pushing event updated for resources: {'Port': ['ID=0bb32135-33c0-4af0-a115-4441910d36e3,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:55.265721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-84edab40-67f0-49d5-8f5c-01cacc4d3c4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57dd0a40-00cd-4afc-90a6-528fd392b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384288 Aug 10 02:20:55.269830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3d520-3f72-42c7-9bda-c25a7992396d None None] Network 1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:55.291242 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:20:55.291242 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:20:55.291242 n-d-767704-21 neutron-server[101223]: [parameters: {'id': '1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef'}] Aug 10 02:20:55.291242 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:20:55.292078 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:20:55.393245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-cd79febd-7e3f-4bd9-bd76-b134e9f48fb3 service neutron] 10.222.0.11 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190000 Aug 10 02:20:55.464273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a5ab60-7fa2-4c13-be13-c3dccf4611cc None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:20:55.531802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d89fbf24-9ef8-4d43-bb20-a8c93c57ba78 req-72d3965d-dea5-4bea-931f-3586bc9326b5 service neutron] 10.222.0.11 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302731 Aug 10 02:20:55.569515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a5ab60-7fa2-4c13-be13-c3dccf4611cc None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:20:55.792666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.870208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting port 0bb32135-33c0-4af0-a115-4441910d36e3 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:55.870545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.944390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] For port 0bb32135-33c0-4af0-a115-4441910d36e3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0bb32135-33c0-4af0-a115-4441910d36e3,segment=NetworkSegment(92f653af-7c54-4c68-8299-2a0e1eb36f93),segment_id=92f653af-7c54-4c68-8299-2a0e1eb36f93)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:55.944793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:55.964140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Calling delete_port for 0bb32135-33c0-4af0-a115-4441910d36e3 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:56.171049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec87fce-97e9-470f-a894-45fac37e2a17 req-6f72c04e-f16f-4704-8e39-94606855bdb9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:56.173361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ec87fce-97e9-470f-a894-45fac37e2a17 req-6f72c04e-f16f-4704-8e39-94606855bdb9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0617688 Aug 10 02:20:56.223125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ec87fce-97e9-470f-a894-45fac37e2a17 req-7f0894f2-70be-45ca-bffd-d5fac05388b3 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437026 Aug 10 02:20:56.421555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48192) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:56.456623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.484938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Port': ['ID=0bb32135-33c0-4af0-a115-4441910d36e3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:56.488862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No DVR routers for this DVR port 0bb32135-33c0-4af0-a115-4441910d36e3 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:20:56.579613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.599451 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6cf4d674-6b85-4567-82e0-46a2bb8021f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.602246 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:56.619589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f653af-7c54-4c68-8299-2a0e1eb36f93') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:56.619863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f653af-7c54-4c68-8299-2a0e1eb36f93') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:56.632337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.653760 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.661865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:56.662266 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:56.665840 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:56.777949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.782626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.787325 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef HTTP/1.1" status: 204 len: 168 time: 2.5381541 Aug 10 02:20:56.788819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48196) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:56.794740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1003156785'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:56.816020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77518cf-d079-4886-a629-7fe8d3a09ac6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:56.876465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6cf4d674-6b85-4567-82e0-46a2bb8021f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.942188 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6cf4d674-6b85-4567-82e0-46a2bb8021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.990165 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6cf4d674-6b85-4567-82e0-46a2bb8021f2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02aafa9bc2174067af69498440d69a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674052 Aug 10 02:20:56.992516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4d674-6b85-4567-82e0-46a2bb8021f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad6dc3-281c-4b2d-9a82-7d8fbd3354a1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:56.994773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48198) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:57.040541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:57.044161 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.078832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f18765bc-cdbe-4769-99bc-259a4200b11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.096390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:20:57.115098 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f18765bc-cdbe-4769-99bc-259a4200b11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.126238 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.126607 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment af6f3b0d-0723-49cb-b5ed-f929b78d5dea of type vlan for network 9a66def8-a052-45bf-8fd1-cd1434e4b9bd Aug 10 02:20:57.188813 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.285412 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.292438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:57.292438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.294708 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f18765bc-cdbe-4769-99bc-259a4200b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.297177 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f18765bc-cdbe-4769-99bc-259a4200b11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.298323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f18765bc-cdbe-4769-99bc-259a4200b11c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4ad6dc3-281c-4b2d-9a82-7d8fbd3354a1 HTTP/1.1" status: 204 len: 168 time: 0.3025603 Aug 10 02:20:57.389245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18765bc-cdbe-4769-99bc-259a4200b11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad6dc3-281c-4b2d-9a82-7d8fbd3354a1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:57.424135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=9a66def8-a052-45bf-8fd1-cd1434e4b9bd,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:57.436661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9a66def8-a052-45bf-8fd1-cd1434e4b9bd details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:20:57.447962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df949e96-0b7f-49ba-a730-4294ccc270e0 req-b8ed1645-893f-4a2f-8a7a-6a8c375119af tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:57.451246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df949e96-0b7f-49ba-a730-4294ccc270e0 req-b8ed1645-893f-4a2f-8a7a-6a8c375119af tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1517427 Aug 10 02:20:57.494257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-de4551c5-5046-4668-9e53-046c8a3577e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7042701 Aug 10 02:20:57.497519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48206) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:57.508427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': '9a66def8-a052-45bf-8fd1-cd1434e4b9bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:20:57.535218 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df949e96-0b7f-49ba-a730-4294ccc270e0 req-094f14a6-163e-4d7b-ad1b-f969e79d082d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707412 Aug 10 02:20:57.686666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:20:57.687349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.982504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.052863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48214) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:58.056068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=f416a378-0093-4263-9597-9e4e0387f794,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:58.066298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking segment: {'id': 'af6f3b0d-0723-49cb-b5ed-f929b78d5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a66def8-a052-45bf-8fd1-cd1434e4b9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:58.066842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network hostable DHCP agents. Network: 9a66def8-a052-45bf-8fd1-cd1434e4b9bd, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:20:58.110973 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc535047-e4b6-4142-99e8-c480cdc9ad01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.142714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d877520-e501-4993-baab-be8458e7f686 req-a6bde0a9-0daa-48f8-869c-64703c268c45 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:58.144270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d877520-e501-4993-baab-be8458e7f686 req-a6bde0a9-0daa-48f8-869c-64703c268c45 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1098 time: 0.0781660 Aug 10 02:20:58.156933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:20:58.170408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 9a66def8-a052-45bf-8fd1-cd1434e4b9bd is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:20:58.224645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d877520-e501-4993-baab-be8458e7f686 req-b2bebcce-d4b3-413c-bd61-b12cd122c824 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603266 Aug 10 02:20:58.254133 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48218) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:58.263276 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc535047-e4b6-4142-99e8-c480cdc9ad01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.275653 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.300136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9a66def8-a052-45bf-8fd1-cd1434e4b9bd) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:58.305629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:58.305872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:58.306240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.308137 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8056d5f-a81b-4905-aec5-0f6d5e0ccb0a" -d '{"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:58.330238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea6163-60af-404d-9977-33976b252779 None None] Network 9a66def8-a052-45bf-8fd1-cd1434e4b9bd requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:58.334948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:20:58.365511 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a223de76-219b-4461-a266-ea13abb792ea x-openstack-request-id: req-a223de76-219b-4461-a266-ea13abb792ea {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:20:58.365511 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-unplugged", "status": "failed", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5", "code": 422}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:20:58.365511 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a223de76-219b-4461-a266-ea13abb792ea {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:20:58.365511 n-d-767704-21 neutron-server[101225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'code': 422} returned with failed status Aug 10 02:20:58.382694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc535047-e4b6-4142-99e8-c480cdc9ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.441466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc535047-e4b6-4142-99e8-c480cdc9ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1c585d-87ff-4699-8b6f-95d52215dc14,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:58.446515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bc535047-e4b6-4142-99e8-c480cdc9ad01 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9020f212e8264ff4b0e85545114b3024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922603 Aug 10 02:20:58.449223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48222) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:58.492300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port ef670feb-af49-4fce-b37e-c3a8bbd3675d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:20:58.492662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.534788 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f00c56fa-9fc7-428c-b645-ec77f43af4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.551105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-449c5c90-8087-4bee-ac8e-502a39c83d81 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0519190 Aug 10 02:20:58.552402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48224) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:20:58.565116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.574291 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f00c56fa-9fc7-428c-b645-ec77f43af4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.650060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:58.706938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f00c56fa-9fc7-428c-b645-ec77f43af4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.710081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f00c56fa-9fc7-428c-b645-ec77f43af4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.711922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f00c56fa-9fc7-428c-b645-ec77f43af4fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5b1c585d-87ff-4699-8b6f-95d52215dc14 HTTP/1.1" status: 204 len: 168 time: 0.2604475 Aug 10 02:20:58.723070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157098fc-4497-4bac-8215-ddb359b59745 req-9ce8eaad-d563-4e55-96f0-146b8df7528a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:58.725406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-157098fc-4497-4bac-8215-ddb359b59745 req-9ce8eaad-d563-4e55-96f0-146b8df7528a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.0739882 Aug 10 02:20:58.727893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.728235 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.732745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c56fa-9fc7-428c-b645-ec77f43af4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1c585d-87ff-4699-8b6f-95d52215dc14,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:58.761388 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for ef670feb-af49-4fce-b37e-c3a8bbd3675d owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:20:58.775347 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.779046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-9a66def8-a052-45bf-8fd1-cd1434e4b9bd', 'network_id': '9a66def8-a052-45bf-8fd1-cd1434e4b9bd', 'tenant_id': '9b5c1c25fb0b490fb89437602f12e6d6', 'fixed_ips': [{'subnet_id': 'f416a378-0093-4263-9597-9e4e0387f794'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:20:58.781117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.791424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-157098fc-4497-4bac-8215-ddb359b59745 req-9a36dbd0-2802-401f-933d-4437b5d561f7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486815 Aug 10 02:20:58.964034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:58.983426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec45d0f-0a1a-4b73-86d2-eb73d70e1f8b req-e742916f-26da-4777-8d8e-673ebf9894de tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:58.985540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aec45d0f-0a1a-4b73-86d2-eb73d70e1f8b req-e742916f-26da-4777-8d8e-673ebf9894de tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.0852582 Aug 10 02:20:58.995537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Allocated IP 2001:db8::1 (9a66def8-a052-45bf-8fd1-cd1434e4b9bd/f416a378-0093-4263-9597-9e4e0387f794/a664ca3e-fa2d-4a6d-9885-b1f1c85d2420) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:20:59.034977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aec45d0f-0a1a-4b73-86d2-eb73d70e1f8b req-bf71e98f-744f-4df7-8644-e5699f813d6f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Aug 10 02:20:59.182390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.218664 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.223424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=ef670feb-af49-4fce-b37e-c3a8bbd3675d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:59.233469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Transition to ACTIVE for port object a664ca3e-fa2d-4a6d-9885-b1f1c85d2420 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:59.253222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Transition to ACTIVE for port object a664ca3e-fa2d-4a6d-9885-b1f1c85d2420 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:20:59.295098 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.295542 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Floating IP 42c65b01-ba0c-414c-a377-1cd77d4803d0 disassociated (deleted). External IP: 172.25.3.189, port: e0aeed30-1612-4d0c-a8ed-df47269198c0. Aug 10 02:20:59.343047 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.365668 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Network 9a66def8-a052-45bf-8fd1-cd1434e4b9bd is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:20:59.368539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:20:59.393364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:20:59.434225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.466483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Pushing event updated for resources: {'Port': ['ID=a664ca3e-fa2d-4a6d-9885-b1f1c85d2420,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:59.475127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=f416a378-0093-4263-9597-9e4e0387f794,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:59.478483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Attempting to bind port a664ca3e-fa2d-4a6d-9885-b1f1c85d2420 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:20:59.478897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Attempting to bind port a664ca3e-fa2d-4a6d-9885-b1f1c85d2420 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'af6f3b0d-0723-49cb-b5ed-f929b78d5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a66def8-a052-45bf-8fd1-cd1434e4b9bd'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:20:59.479269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Attempting to bind port a664ca3e-fa2d-4a6d-9885-b1f1c85d2420 on network 9a66def8-a052-45bf-8fd1-cd1434e4b9bd {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:20:59.485089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:20:59.485564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Checking segment: {'id': 'af6f3b0d-0723-49cb-b5ed-f929b78d5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a66def8-a052-45bf-8fd1-cd1434e4b9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:20:59.486076 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.486531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Bound using segment: {'id': 'af6f3b0d-0723-49cb-b5ed-f929b78d5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a66def8-a052-45bf-8fd1-cd1434e4b9bd'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:20:59.487109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Bound port: a664ca3e-fa2d-4a6d-9885-b1f1c85d2420, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6f3b0d-0723-49cb-b5ed-f929b78d5dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9a66def8-a052-45bf-8fd1-cd1434e4b9bd'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:20:59.487553 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.597004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.597628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] For port a664ca3e-fa2d-4a6d-9885-b1f1c85d2420, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:20:59.607000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] For port a664ca3e-fa2d-4a6d-9885-b1f1c85d2420, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a664ca3e-fa2d-4a6d-9885-b1f1c85d2420,segment=NetworkSegment(af6f3b0d-0723-49cb-b5ed-f929b78d5dea),segment_id=af6f3b0d-0723-49cb-b5ed-f929b78d5dea)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:20:59.623456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e484c-8681-4d43-b128-969406a7487c req-190e540c-b7e0-42a4-90ec-21661f1899da tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:20:59.625039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e87e484c-8681-4d43-b128-969406a7487c req-190e540c-b7e0-42a4-90ec-21661f1899da tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.0618570 Aug 10 02:20:59.641998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a66def8-a052-45bf-8fd1-cd1434e4b9bd']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:59.658843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6f3b0d-0723-49cb-b5ed-f929b78d5dea') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:59.659150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6f3b0d-0723-49cb-b5ed-f929b78d5dea') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:59.671270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e87e484c-8681-4d43-b128-969406a7487c req-3bb41ba6-c28e-44c7-a79e-c88391f1e589 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383613 Aug 10 02:20:59.673908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.702946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router c2de7758-c8e4-428e-82dc-df08296ea08d has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:20:59.720047 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.763697 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.767935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:20:59.768361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:20:59.772739 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:20:59.864675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67373b4d-527a-420f-a741-8e5be3d15a9c None None] Pushing event updated for resources: {'Port': ['ID=a664ca3e-fa2d-4a6d-9885-b1f1c85d2420,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:20:59.884709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993d832e-bdbb-4594-b03c-b35f7d919000 None None] Network 9a66def8-a052-45bf-8fd1-cd1434e4b9bd requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:20:59.926377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:20:59.934893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:59.940558 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] Sync routers for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:20:59.956172 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:20:59.958531 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:20:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:20:59.979546 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4d9d2887-0820-47b9-a20a-c958d5cfe0e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/floatingips/42c65b01-ba0c-414c-a377-1cd77d4803d0 HTTP/1.1" status: 204 len: 168 time: 1.7239180 Aug 10 02:20:59.983565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:20:59.990888 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2cc9b0-b52b-42a5-a83a-077df94f2255" -d '{"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:20:59.998226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.db.api [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:20:59.998226 n-d-767704-21 neutron-server[101223]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:20:59.998226 n-d-767704-21 neutron-server[101223]: [parameters: {'id': '9a66def8-a052-45bf-8fd1-cd1434e4b9bd'}] Aug 10 02:20:59.998226 n-d-767704-21 neutron-server[101223]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:20:59.998769 n-d-767704-21 neutron-server[101223]: DEBUG oslo_db.api [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:21:00.047721 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4c17bc-d62e-4e79-985b-126f9cc62106 x-openstack-request-id: req-3b4c17bc-d62e-4e79-985b-126f9cc62106 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:21:00.048419 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:21:00.048419 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b4c17bc-d62e-4e79-985b-126f9cc62106 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:21:00.048675 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'status': 'completed', 'code': 200} Aug 10 02:21:00.168586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-d7e9c8c1-ada7-486d-8046-c3f2390a5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:00.172479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-d7e9c8c1-ada7-486d-8046-c3f2390a5e19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 1098 time: 0.0949738 Aug 10 02:21:00.181747 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:00.237543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4cf16d-ca2b-406d-8279-88d2cf505c43 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:21:00.346637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4cf16d-ca2b-406d-8279-88d2cf505c43 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:21:00.354972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-72ec76bf-30ea-4e73-8960-4ae223ce283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:00.367133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-72ec76bf-30ea-4e73-8960-4ae223ce283f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 200 len: 896 time: 0.1755383 Aug 10 02:21:00.457831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-a0130cc2-5624-4a68-8f67-9372cc8d0133 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 200 len: 217 time: 0.0895741 Aug 10 02:21:00.499820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:00.531193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-dc775cae-8d1c-4b87-9ef3-be9c4b25a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:00.533583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-dc775cae-8d1c-4b87-9ef3-be9c4b25a596 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 200 len: 833 time: 0.0678754 Aug 10 02:21:00.619757 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4a47bd68-2a9a-4579-b480-af0af0c8df2c', 'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:19:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:54Z', 'updated_at': '2021-08-10T02:19:03Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '63f02de7-083c-43d3-9862-532125c3064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:00.643629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting port a664ca3e-fa2d-4a6d-9885-b1f1c85d2420 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:00.644217 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:00.684581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-1d2d78ab-ce43-46b3-89e2-b93000482000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:00.686275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-1d2d78ab-ce43-46b3-89e2-b93000482000 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab45eeff-1d78-4329-9171-4a1e73cec9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445768 Aug 10 02:21:00.710211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759fc5c-cf4c-4a99-91a3-af1ba3fb32a4 req-cbf41b09-ce2e-4536-804c-9216743a43c3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:00.713614 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] Checking router: c2de7758-c8e4-428e-82dc-df08296ea08d for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:21:00.718984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3759fc5c-cf4c-4a99-91a3-af1ba3fb32a4 req-cbf41b09-ce2e-4536-804c-9216743a43c3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 946 time: 0.1418722 Aug 10 02:21:00.734899 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:21:00.736214 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:20:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:00.807210 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-08bf12da-42ca-4009-8c00-26b704b0ccab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4558806 Aug 10 02:21:00.824206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] For port a664ca3e-fa2d-4a6d-9885-b1f1c85d2420, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a664ca3e-fa2d-4a6d-9885-b1f1c85d2420,segment=NetworkSegment(af6f3b0d-0723-49cb-b5ed-f929b78d5dea),segment_id=af6f3b0d-0723-49cb-b5ed-f929b78d5dea)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:00.824627 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:00.879445 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Calling delete_port for a664ca3e-fa2d-4a6d-9885-b1f1c85d2420 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:00.937057 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:00.942000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3759fc5c-cf4c-4a99-91a3-af1ba3fb32a4 req-2f1ee862-6da6-4404-92f3-b253d92235be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196488 Aug 10 02:21:00.976827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-e23c2a07-c9aa-4d2b-8c7a-d2967a7da7b9 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507544 Aug 10 02:21:01.083014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fccc58-59ab-4d14-ba33-a90eca1b9f8e req-f4991745-513e-4f25-a1c2-da64f5a1bcef tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:01.093396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32fccc58-59ab-4d14-ba33-a90eca1b9f8e req-f4991745-513e-4f25-a1c2-da64f5a1bcef tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.2345788 Aug 10 02:21:01.131148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.168426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Port': ['ID=a664ca3e-fa2d-4a6d-9885-b1f1c85d2420,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:01.173535 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No DVR routers for this DVR port a664ca3e-fa2d-4a6d-9885-b1f1c85d2420 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:01.180305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32fccc58-59ab-4d14-ba33-a90eca1b9f8e req-d194d01a-28d6-4705-8367-d84c2e729a1d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859313 Aug 10 02:21:01.198879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce2cc9b0-b52b-42a5-a83a-077df94f2255 req-3d28dafc-ec6a-48e3-81dd-2ff3f61a76d0 service neutron] 10.222.0.11 "GET /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100379 Aug 10 02:21:01.248887 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4a47bd68-2a9a-4579-b480-af0af0c8df2c', 'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:19:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:54Z', 'updated_at': '2021-08-10T02:19:03Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '63f02de7-083c-43d3-9862-532125c3064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:01.285957 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de88546-1cad-43dc-8b1a-15a50d6bdb8e None None] The sync data for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 is: [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4a47bd68-2a9a-4579-b480-af0af0c8df2c', 'name': '', 'network_id': 'ab45eeff-1d78-4329-9171-4a1e73cec9c0', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:19:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': '63f02de7-083c-43d3-9862-532125c3064c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:54Z', 'updated_at': '2021-08-10T02:19:03Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '63f02de7-083c-43d3-9862-532125c3064c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:21:01.300200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.316631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a66def8-a052-45bf-8fd1-cd1434e4b9bd']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:01.334145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6f3b0d-0723-49cb-b5ed-f929b78d5dea') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:01.334629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6f3b0d-0723-49cb-b5ed-f929b78d5dea') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:01.358682 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.377677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.385672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:01.386103 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:01.389452 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:01.581886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.607407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.614040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25af67d5-be67-411a-a10f-41c3676e60c0 None None] New status for floating IP 42c65b01-ba0c-414c-a377-1cd77d4803d0: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:21:01.615366 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/9a66def8-a052-45bf-8fd1-cd1434e4b9bd HTTP/1.1" status: 204 len: 168 time: 3.0547340 Aug 10 02:21:01.615366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155ee9a-4f1b-4403-8876-71b788343014 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=9a66def8-a052-45bf-8fd1-cd1434e4b9bd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:01.615366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48316) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:01.628583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884999975'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:01.749722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-589bdf0c-05bc-4177-8de6-f21f4ffba34b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:01.752218 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-589bdf0c-05bc-4177-8de6-f21f4ffba34b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 946 time: 0.0595448 Aug 10 02:21:01.792167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:01.792167 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.822168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:21:01.831691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.832653 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment df53cd40-ee49-436f-949e-34821f232b8f of type vlan for network 98017371-f702-4dad-ae51-b9e926d6e46b Aug 10 02:21:01.871816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port e0aeed30-1612-4d0c-a8ed-df47269198c0 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:01.872322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.878483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:01.996733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port e0aeed30-1612-4d0c-a8ed-df47269198c0, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=e0aeed30-1612-4d0c-a8ed-df47269198c0,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:01.998744 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:02.015110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:02.017328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for e0aeed30-1612-4d0c-a8ed-df47269198c0 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:02.021374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:02.022072 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:02.102218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=98017371-f702-4dad-ae51-b9e926d6e46b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:02.116154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 98017371-f702-4dad-ae51-b9e926d6e46b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:21:02.159407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b019b-0db4-4702-94e4-c53b6b742e4b req-8c5e87e8-5516-424c-97a7-0709ddc6574a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:02.160178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-779b019b-0db4-4702-94e4-c53b6b742e4b req-8c5e87e8-5516-424c-97a7-0709ddc6574a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 946 time: 0.1216784 Aug 10 02:21:02.171866 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fd552b86-3bfc-40ff-94ea-7a605a885c5a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5537610 Aug 10 02:21:02.174634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48328) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:02.183054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:02.191587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:02.251876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-779b019b-0db4-4702-94e4-c53b6b742e4b req-039c2ca1-efd5-45ba-8051-19c150262c07 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1a71146b-3858-459f-bc76-680d4b9887d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844972 Aug 10 02:21:02.368852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b66d6-b3b0-4dc2-8d25-1d4601b17f29 req-dee2c3b9-b06f-451f-a480-33d2154bb33c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:02.376892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f31b66d6-b3b0-4dc2-8d25-1d4601b17f29 req-dee2c3b9-b06f-451f-a480-33d2154bb33c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.0800388 Aug 10 02:21:02.413645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f31b66d6-b3b0-4dc2-8d25-1d4601b17f29 req-6338f7b1-4647-48dd-ae04-46ff9c49da18 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 Aug 10 02:21:02.444507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:02.478147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=e0aeed30-1612-4d0c-a8ed-df47269198c0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:02.499010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:02.501953 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:02.522365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] No DVR routers for this DVR port e0aeed30-1612-4d0c-a8ed-df47269198c0 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:02.526433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:02.527695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1866b1a-3ca7-4929-8e07-b303ec8728c4 req-fbfe9611-e840-4f0f-9f94-bd1d509e1281 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "DELETE /v2.0/ports/e0aeed30-1612-4d0c-a8ed-df47269198c0 HTTP/1.1" status: 204 len: 173 time: 0.7694941 Aug 10 02:21:02.528233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-deleted', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:21:02.530780 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7399deaf-2f9f-431d-a71c-2896bb0fe150" -d '{"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-deleted", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:21:02.582752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-8457089a-8fa0-4783-828f-4541cad195b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:02.585129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-8457089a-8fa0-4783-828f-4541cad195b3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477&tenant_id=ef98270215844d7bbfa6086a262711cc HTTP/1.1" status: 200 len: 1096 time: 0.1215205 Aug 10 02:21:02.586348 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900383f3-09b5-46ab-b638-a2cc7a442c5a x-openstack-request-id: req-900383f3-09b5-46ab-b638-a2cc7a442c5a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:21:02.586738 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39eb9a4f-edde-4862-beb3-0a13fb33a78f", "name": "network-vif-deleted", "tag": "e0aeed30-1612-4d0c-a8ed-df47269198c0", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:21:02.587104 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-900383f3-09b5-46ab-b638-a2cc7a442c5a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:21:02.587845 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39eb9a4f-edde-4862-beb3-0a13fb33a78f', 'name': 'network-vif-deleted', 'tag': 'e0aeed30-1612-4d0c-a8ed-df47269198c0', 'status': 'completed', 'code': 200} Aug 10 02:21:02.603293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:02.693948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:02.966164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:03.367318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=bec357d1-f61e-4f1e-9e6d-657916c4105d,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:03.384903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:03.401745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b16585c-e85a-4613-a2e1-c922090de150 req-c9d5b83d-a7f4-49f8-8b7e-cff18608c8b2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=39eb9a4f-edde-4862-beb3-0a13fb33a78f HTTP/1.1" status: 200 len: 210 time: 0.0461156 Aug 10 02:21:03.402354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking segment: {'id': 'df53cd40-ee49-436f-949e-34821f232b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:03.402473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network hostable DHCP agents. Network: 98017371-f702-4dad-ae51-b9e926d6e46b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:21:03.434866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:21:03.478791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:21:03.488760 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:03.505699 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Transition to ACTIVE for port object 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:03.507901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 98017371-f702-4dad-ae51-b9e926d6e46b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:21:03.589741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c349d04-b82e-4496-98d8-8aacd29d0d91 req-fd77af60-5bb5-40dd-a674-e27ff41541e9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:03.591496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c349d04-b82e-4496-98d8-8aacd29d0d91 req-fd77af60-5bb5-40dd-a674-e27ff41541e9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 944 time: 0.0584018 Aug 10 02:21:03.617946 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:03.634279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c349d04-b82e-4496-98d8-8aacd29d0d91 req-7907a85a-def8-449a-b15a-34c8c76659a4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Aug 10 02:21:03.675392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 98017371-f702-4dad-ae51-b9e926d6e46b) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:03.683965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e3a5d-902e-44d2-b8cd-1a32b43f2875 None None] Network 98017371-f702-4dad-ae51-b9e926d6e46b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:03.695838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:03.695838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:03.722027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] No DVR routers for this DVR port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:03.732895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=9']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:03.773816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Attempting to bind port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:21:03.774102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Attempting to bind port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:21:03.774596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Attempting to bind port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on network 57dd0a40-00cd-4afc-90a6-528fd392b49e {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:03.779734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on network 57dd0a40-00cd-4afc-90a6-528fd392b49e not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:21:03.780054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Attempting to bind port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on network 57dd0a40-00cd-4afc-90a6-528fd392b49e {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:03.785220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:21:03.785580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Checking segment: {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:03.786937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Bound using segment: {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:21:03.789159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Bound port: 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:21:03.789929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:03.851452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-98017371-f702-4dad-ae51-b9e926d6e46b', 'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b', 'tenant_id': '9b5c1c25fb0b490fb89437602f12e6d6', 'fixed_ips': [{'subnet_id': 'bec357d1-f61e-4f1e-9e6d-657916c4105d'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:21:03.851452 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:03.859184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:21:03.862565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:21:03.885171 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-339dfb54-5fc6-48dd-a215-b349dcd2f50a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7041414 Aug 10 02:21:03.885471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48362) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:03.894974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:03.965055 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:04.016182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:04.016850 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:04.018185 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] 10.222.0.16 "PUT /v2.0/ports/6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 HTTP/1.1" status: 200 len: 1093 time: 1.4213247 Aug 10 02:21:04.021682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:21:04.024389 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22aea2b-569d-4986-9e2c-91bbcf300c75" -d '{"events": [{"name": "network-changed", "server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:21:04.038030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Allocated IP 2001:db8::2 (98017371-f702-4dad-ae51-b9e926d6e46b/bec357d1-f61e-4f1e-9e6d-657916c4105d/fa81ff74-fe94-492a-8e8e-982a20f5f909) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:21:04.091396 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6793f84b-bfb3-405f-a27b-cf39c4840b19 x-openstack-request-id: req-6793f84b-bfb3-405f-a27b-cf39c4840b19 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:21:04.091678 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:21:04.091925 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6793f84b-bfb3-405f-a27b-cf39c4840b19 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:21:04.092342 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'status': 'completed', 'code': 200} Aug 10 02:21:04.116538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519912f3-a4e7-48fc-b80f-862e5e97f20f service neutron] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=10']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:04.141977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-1352bba5-5027-4790-b70d-669ec4026de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:04.144249 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-1352bba5-5027-4790-b70d-669ec4026de8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 1097 time: 0.0905085 Aug 10 02:21:04.232779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:04.234585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:04.238147 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:04.242588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Transition to ACTIVE for port object fa81ff74-fe94-492a-8e8e-982a20f5f909 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:04.268985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Transition to ACTIVE for port object fa81ff74-fe94-492a-8e8e-982a20f5f909 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:04.370470 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:04.373871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-723ccca8-c613-45cd-86be-b0d1bfa7a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:04.375447 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-723ccca8-c613-45cd-86be-b0d1bfa7a68d service neutron] 10.222.0.16 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 914 time: 0.2246540 Aug 10 02:21:04.413022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Network 98017371-f702-4dad-ae51-b9e926d6e46b is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:04.415934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:04.419616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:21:04.428733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Pushing event updated for resources: {'Port': ['ID=fa81ff74-fe94-492a-8e8e-982a20f5f909,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:04.431298 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-05a8fdd0-154e-45d3-b812-7911c58d54ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 HTTP/1.1" status: 200 len: 217 time: 0.0483298 Aug 10 02:21:04.469762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48390) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:04.498645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Attempting to bind port fa81ff74-fe94-492a-8e8e-982a20f5f909 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:21:04.499121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Attempting to bind port fa81ff74-fe94-492a-8e8e-982a20f5f909 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'df53cd40-ee49-436f-949e-34821f232b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:21:04.499558 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Attempting to bind port fa81ff74-fe94-492a-8e8e-982a20f5f909 on network 98017371-f702-4dad-ae51-b9e926d6e46b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:04.505689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:21:04.506167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Checking segment: {'id': 'df53cd40-ee49-436f-949e-34821f232b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:04.506693 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:04.507160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Bound using segment: {'id': 'df53cd40-ee49-436f-949e-34821f232b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:21:04.507915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Bound port: fa81ff74-fe94-492a-8e8e-982a20f5f909, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df53cd40-ee49-436f-949e-34821f232b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:21:04.508528 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:04.542744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-5d1f546a-e5f9-4d7e-b075-82483bbf7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:04.544266 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-5d1f546a-e5f9-4d7e-b075-82483bbf7824 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa4bbf65-3803-4c1d-a5e5-5d213665dcfe HTTP/1.1" status: 200 len: 853 time: 0.1036696 Aug 10 02:21:04.579246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] For port fa81ff74-fe94-492a-8e8e-982a20f5f909, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:21:04.583385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] For port fa81ff74-fe94-492a-8e8e-982a20f5f909, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fa81ff74-fe94-492a-8e8e-982a20f5f909,segment=NetworkSegment(df53cd40-ee49-436f-949e-34821f232b8f),segment_id=df53cd40-ee49-436f-949e-34821f232b8f)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:21:04.610202 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-de2d7ddc-1b4a-4e62-b77c-bacf914c914e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57dd0a40-00cd-4afc-90a6-528fd392b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412924 Aug 10 02:21:04.690306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:04.777238 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-0c2f310a-c955-45f9-a894-ec66935d7f61 service neutron] 10.222.0.16 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588116 Aug 10 02:21:04.779414 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:04.791241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c6623-832f-42e0-9994-2067d508b8e4 None None] Pushing event updated for resources: {'Port': ['ID=fa81ff74-fe94-492a-8e8e-982a20f5f909,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:04.878966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea29842-f735-406a-912b-c8ecb4b035da req-2a82d843-c537-4763-853c-7eef3039f82e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:04.881947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ea29842-f735-406a-912b-c8ecb4b035da req-2a82d843-c537-4763-853c-7eef3039f82e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.0966437 Aug 10 02:21:04.885985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48408) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:04.920030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=defda69c-a305-436b-b74d-5a34e6bc0d14,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:04.966953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 98017371-f702-4dad-ae51-b9e926d6e46b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:04.970793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:04.971743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ea29842-f735-406a-912b-c8ecb4b035da req-d4036833-ec33-454a-a32e-e9431019507a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667341 Aug 10 02:21:04.975959 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:04.976688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:05.012524 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409de233-6b6d-4f56-a64d-1d90925ba00f req-ef9dd194-f10c-422e-9c1a-783d83a72dc2 service neutron] 10.222.0.16 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223737 Aug 10 02:21:05.034923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:05.062023 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a00d980d-24cc-4b8b-96fb-85d3eb8eaaae tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1755297 Aug 10 02:21:05.064728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48418) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:05.112975 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1a36a21-b378-47cb-819f-495308da4574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:05.159379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881da036-7256-4ac2-ad90-6a9a069b8175 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:05.161568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881da036-7256-4ac2-ad90-6a9a069b8175 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:05.163241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881da036-7256-4ac2-ad90-6a9a069b8175 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:05.166281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881da036-7256-4ac2-ad90-6a9a069b8175 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:05.168846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881da036-7256-4ac2-ad90-6a9a069b8175 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:05.174282 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-881da036-7256-4ac2-ad90-6a9a069b8175 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1049926 Aug 10 02:21:05.175680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:05.182364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1940125954'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:05.254196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-0eeec19f-c0cc-4779-a5b0-e71627e304ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:05.260618 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-0eeec19f-c0cc-4779-a5b0-e71627e304ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 1097 time: 0.0608091 Aug 10 02:21:05.377641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-319cce03-2cf9-4564-8083-0c593ef5136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:05.381084 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-319cce03-2cf9-4564-8083-0c593ef5136e service neutron] 10.222.0.16 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 914 time: 0.1142962 Aug 10 02:21:05.432946 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-5880329c-f62c-4e9c-abb3-bd13860b38d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 HTTP/1.1" status: 200 len: 217 time: 0.0463059 Aug 10 02:21:05.488678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-27c918e6-453d-461c-9eb3-cab9ead0bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:05.490745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-27c918e6-453d-461c-9eb3-cab9ead0bf9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa4bbf65-3803-4c1d-a5e5-5d213665dcfe HTTP/1.1" status: 200 len: 853 time: 0.0509217 Aug 10 02:21:05.533707 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-e00413a0-33f8-4959-829c-ebad71c7b565 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57dd0a40-00cd-4afc-90a6-528fd392b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349967 Aug 10 02:21:05.549520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-35a175ba-960a-4554-b9c2-15cc26eb87c2 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:21:05.549520 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-35a175ba-960a-4554-b9c2-15cc26eb87c2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065203 Aug 10 02:21:05.680898 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-23dbe17d-6a72-4cae-a81f-cc64e0aae14e service neutron] 10.222.0.16 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242940 Aug 10 02:21:05.736041 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1a36a21-b378-47cb-819f-495308da4574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:05.811820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c22aea2b-569d-4986-9e2c-91bbcf300c75 req-04010bfb-6b8a-4f4c-8428-1ee1b64e0b15 service neutron] 10.222.0.16 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230087 Aug 10 02:21:05.828397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port 4a47bd68-2a9a-4579-b480-af0af0c8df2c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:05.828809 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:05.846778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1a36a21-b378-47cb-819f-495308da4574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:05.925634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a36a21-b378-47cb-819f-495308da4574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a207a5f7-7bb0-4554-bba9-a356e3a04b6d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:05.936286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f1a36a21-b378-47cb-819f-495308da4574 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0ea965a697642278e39cb2ec1e80a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0493925 Aug 10 02:21:05.938992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48456) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:05.958919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:05.964831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.018369 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:21:06.027956 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-006f5df1-7ec6-4860-a203-f2ac8496f7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.046770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.049896 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment c194ad70-eeef-41dd-84f2-f7634f4f84e3 of type vlan for network 699130cb-9d07-40ea-b097-225cb39d3c42 Aug 10 02:21:06.058693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port 4a47bd68-2a9a-4579-b480-af0af0c8df2c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4a47bd68-2a9a-4579-b480-af0af0c8df2c,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:06.059474 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.105821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f6c11-3268-4bbc-a5a1-0182bc8640a8 None None] Network 98017371-f702-4dad-ae51-b9e926d6e46b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:06.130378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-006f5df1-7ec6-4860-a203-f2ac8496f7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.140214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for 4a47bd68-2a9a-4579-b480-af0af0c8df2c owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:06.149582 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.202835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:06.240532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: e0aeed30-1612-4d0c-a8ed-df47269198c0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:21:06.241268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device e0aeed30-1612-4d0c-a8ed-df47269198c0 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:21:06.273797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.280714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:06.281836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.321928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516b58f-5807-4648-97cf-0d341a2a3902 req-12c6879f-841b-49f0-aab9-2b904d513020 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:06.327964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e516b58f-5807-4648-97cf-0d341a2a3902 req-12c6879f-841b-49f0-aab9-2b904d513020 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.1558130 Aug 10 02:21:06.346235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fa92ca96-8d53-4176-bd91-9be1fbc9c8b9 None None] Provisioning for port fa81ff74-fe94-492a-8e8e-982a20f5f909 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:06.446760 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2671998 Aug 10 02:21:06.448751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48468) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:06.452581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-98871f25-f25e-4eec-a713-9407fbaf7dd7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:06.485771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-006f5df1-7ec6-4860-a203-f2ac8496f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.489680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-006f5df1-7ec6-4860-a203-f2ac8496f7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.491718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-006f5df1-7ec6-4860-a203-f2ac8496f7bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a207a5f7-7bb0-4554-bba9-a356e3a04b6d HTTP/1.1" status: 204 len: 168 time: 0.5513916 Aug 10 02:21:06.519799 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a6e8a-7f22-41e5-8388-d0b8312c55a7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=699130cb-9d07-40ea-b097-225cb39d3c42,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:06.543243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e516b58f-5807-4648-97cf-0d341a2a3902 req-eda8bd25-e6bf-4eea-b9ab-2c0c3ed60f92 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888888 Aug 10 02:21:06.559415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f5df1-7ec6-4860-a203-f2ac8496f7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a207a5f7-7bb0-4554-bba9-a356e3a04b6d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:06.568845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 699130cb-9d07-40ea-b097-225cb39d3c42 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:21:06.782042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98871f25-f25e-4eec-a713-9407fbaf7dd7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.820259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7328ca02-da21-4e42-9669-5a914c4fc3b9 None None] Update dhcp port {'port': {'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b', 'fixed_ips': [{'subnet_id': 'bec357d1-f61e-4f1e-9e6d-657916c4105d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'defda69c-a305-436b-b74d-5a34e6bc0d14'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'fa81ff74-fe94-492a-8e8e-982a20f5f909'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:21:06.842036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.862338 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7328ca02-da21-4e42-9669-5a914c4fc3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.876129 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98871f25-f25e-4eec-a713-9407fbaf7dd7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.877270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=4a47bd68-2a9a-4579-b480-af0af0c8df2c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:06.924673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98871f25-f25e-4eec-a713-9407fbaf7dd7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 699130cb-9d07-40ea-b097-225cb39d3c42 is not hosted by any dhcp agent {{(pid=101223) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 02:21:06.959143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98871f25-f25e-4eec-a713-9407fbaf7dd7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:06.961109 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-98871f25-f25e-4eec-a713-9407fbaf7dd7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:06.977937 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-98871f25-f25e-4eec-a713-9407fbaf7dd7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "PUT /v2.0/networks/699130cb-9d07-40ea-b097-225cb39d3c42 HTTP/1.1" status: 200 len: 723 time: 0.5298736 Aug 10 02:21:06.980921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48480) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:07.132238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': '699130cb-9d07-40ea-b097-225cb39d3c42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:07.189563 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98871f25-f25e-4eec-a713-9407fbaf7dd7 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=699130cb-9d07-40ea-b097-225cb39d3c42,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:07.247269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 699130cb-9d07-40ea-b097-225cb39d3c42 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:21:07.259660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fa81ff74-fe94-492a-8e8e-982a20f5f909 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:07.325219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:07.466682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-7328ca02-da21-4e42-9669-5a914c4fc3b9 None None] Allocated IP 172.20.0.1 (98017371-f702-4dad-ae51-b9e926d6e46b/defda69c-a305-436b-b74d-5a34e6bc0d14/fa81ff74-fe94-492a-8e8e-982a20f5f909) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:21:07.597651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7328ca02-da21-4e42-9669-5a914c4fc3b9 None None] For port fa81ff74-fe94-492a-8e8e-982a20f5f909, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fa81ff74-fe94-492a-8e8e-982a20f5f909,segment=NetworkSegment(df53cd40-ee49-436f-949e-34821f232b8f),segment_id=df53cd40-ee49-436f-949e-34821f232b8f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:07.610615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:07.623840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:07.657198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port fa81ff74-fe94-492a-8e8e-982a20f5f909 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:07.665251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48494) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:07.674644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fa81ff74-fe94-492a-8e8e-982a20f5f909 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:07.678141 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:07.699106 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7328ca02-da21-4e42-9669-5a914c4fc3b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:07.730846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7328ca02-da21-4e42-9669-5a914c4fc3b9 None None] Transition to ACTIVE for port object fa81ff74-fe94-492a-8e8e-982a20f5f909 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:07.799735 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7328ca02-da21-4e42-9669-5a914c4fc3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:07.807360 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5120aa76-3168-4106-88a9-5f06ff154f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:07.885591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router c2de7758-c8e4-428e-82dc-df08296ea08d has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:21:07.970671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a26f17-d956-42c0-b607-b56a595adde6 req-38fe03f5-4515-40e8-9016-191604d5d134 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:07.972667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33a26f17-d956-42c0-b607-b56a595adde6 req-38fe03f5-4515-40e8-9016-191604d5d134 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.3184586 Aug 10 02:21:08.038798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.137377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=4c0ac315-8008-4d72-83c3-c38b0563ab3c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:08.201750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking segment: {'id': 'c194ad70-eeef-41dd-84f2-f7634f4f84e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '699130cb-9d07-40ea-b097-225cb39d3c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:08.204936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network hostable DHCP agents. Network: 699130cb-9d07-40ea-b097-225cb39d3c42, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:21:08.217587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-33a26f17-d956-42c0-b607-b56a595adde6 req-553287c5-e4d8-4500-9aa3-e8baa84fd3be tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291276 Aug 10 02:21:08.229481 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.257182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328ca02-da21-4e42-9669-5a914c4fc3b9 None None] Pushing event updated for resources: {'Port': ['ID=fa81ff74-fe94-492a-8e8e-982a20f5f909,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:08.308733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port fa81ff74-fe94-492a-8e8e-982a20f5f909, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fa81ff74-fe94-492a-8e8e-982a20f5f909,segment=NetworkSegment(df53cd40-ee49-436f-949e-34821f232b8f),segment_id=df53cd40-ee49-436f-949e-34821f232b8f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:08.309123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5120aa76-3168-4106-88a9-5f06ff154f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.330519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:21:08.343365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ec6f5947-7c2b-4002-92a9-34b98013c783 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "PUT /v2.0/routers/c2de7758-c8e4-428e-82dc-df08296ea08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8706329 Aug 10 02:21:08.346738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48510) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:08.411285 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5120aa76-3168-4106-88a9-5f06ff154f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.411546 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.438248 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] Sync routers for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:21:08.466475 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:21:08.466738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 699130cb-9d07-40ea-b097-225cb39d3c42 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:21:08.470949 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:20:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:08.499307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120aa76-3168-4106-88a9-5f06ff154f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4261e62b-d1ce-4bfc-be73-56a770b05a93,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:08.500482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=fa81ff74-fe94-492a-8e8e-982a20f5f909,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:08.534989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8366a2ab-6f13-4f37-bcb0-c7e71ee85e6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting subnet 63f02de7-083c-43d3-9862-532125c3064c {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:21:08.543096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8366a2ab-6f13-4f37-bcb0-c7e71ee85e6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.561033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5120aa76-3168-4106-88a9-5f06ff154f1c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6eac15086c5745e7aea51d9d21dd2533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8848815 Aug 10 02:21:08.564051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48518) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:08.575066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 699130cb-9d07-40ea-b097-225cb39d3c42) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:08.586978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:08.591403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.599750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52c373-47ff-4bb8-a743-cd49570f030a None None] Network 699130cb-9d07-40ea-b097-225cb39d3c42 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:08.665764 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8366a2ab-6f13-4f37-bcb0-c7e71ee85e6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.720619 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c8569dc7-d789-4375-8334-6abaebafa34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.764984 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-427b4a96-2e56-4cc6-9a2f-9b2f744af2cf tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6423752 Aug 10 02:21:08.771865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48522) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:08.797163 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:08.802165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-48172c0e-91c9-4375-a4c8-12ba024798d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:08.813244 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c8569dc7-d789-4375-8334-6abaebafa34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.898615 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-699130cb-9d07-40ea-b097-225cb39d3c42', 'network_id': '699130cb-9d07-40ea-b097-225cb39d3c42', 'tenant_id': '9b5c1c25fb0b490fb89437602f12e6d6', 'fixed_ips': [{'subnet_id': '4c0ac315-8008-4d72-83c3-c38b0563ab3c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:21:08.899870 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:08.992367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c8569dc7-d789-4375-8334-6abaebafa34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:09.003803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c8569dc7-d789-4375-8334-6abaebafa34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:09.009236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c8569dc7-d789-4375-8334-6abaebafa34f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4261e62b-d1ce-4bfc-be73-56a770b05a93 HTTP/1.1" status: 204 len: 168 time: 0.4438415 Aug 10 02:21:09.053591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8569dc7-d789-4375-8334-6abaebafa34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261e62b-d1ce-4bfc-be73-56a770b05a93,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:09.114221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48172c0e-91c9-4375-a4c8-12ba024798d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9311341'] for subnet, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:09.320991 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:21:06Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:09.343569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Allocated IP 2001:db8::2 (699130cb-9d07-40ea-b097-225cb39d3c42/4c0ac315-8008-4d72-83c3-c38b0563ab3c/14f5edef-d470-4f9a-9ed3-dd5d7977b2be) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:21:09.357281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8366a2ab-6f13-4f37-bcb0-c7e71ee85e6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:09.412438 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fa81ff74-fe94-492a-8e8e-982a20f5f909 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:09.428972 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] Checking router: c2de7758-c8e4-428e-82dc-df08296ea08d for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:21:09.458054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fc5660-afc0-4940-959d-a187dbe0ea09 None None] Network 98017371-f702-4dad-ae51-b9e926d6e46b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:09.473989 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] Routers {'c2de7758-c8e4-428e-82dc-df08296ea08d'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:21:09.478650 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:20:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['c2de7758-c8e4-428e-82dc-df08296ea08d'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:09.479734 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd69168-a917-4f6f-b735-eaf24b74b106 req-2402d354-77ce-4ecf-95ea-1b36999bb7d2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:09.488143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbd69168-a917-4f6f-b735-eaf24b74b106 req-2402d354-77ce-4ecf-95ea-1b36999bb7d2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.1534102 Aug 10 02:21:09.515257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8366a2ab-6f13-4f37-bcb0-c7e71ee85e6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:09.595785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbd69168-a917-4f6f-b735-eaf24b74b106 req-8ed73e16-e1ed-4eec-88a6-570cc778e2e8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819924 Aug 10 02:21:09.604866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8366a2ab-6f13-4f37-bcb0-c7e71ee85e6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:09.608402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8366a2ab-6f13-4f37-bcb0-c7e71ee85e6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/subnets/63f02de7-083c-43d3-9862-532125c3064c HTTP/1.1" status: 204 len: 168 time: 1.2602077 Aug 10 02:21:09.612095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48540) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:09.614889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366a2ab-6f13-4f37-bcb0-c7e71ee85e6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Subnet': ['ID=63f02de7-083c-43d3-9862-532125c3064c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:09.746515 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] Set router c2de7758-c8e4-428e-82dc-df08296ea08d gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:09.840360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23652063-0369-42f4-9100-d26c563b1132 None None] Network ab45eeff-1d78-4329-9171-4a1e73cec9c0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:09.966127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3ec2eb48-80ad-4460-b880-da74cc717650 None None] Provisioning for port fa81ff74-fe94-492a-8e8e-982a20f5f909 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:09.975721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:09.977404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3ec2eb48-80ad-4460-b880-da74cc717650 None None] Provisioning complete for port fa81ff74-fe94-492a-8e8e-982a20f5f909 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:09.977940 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3ec2eb48-80ad-4460-b880-da74cc717650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:09.979878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fa81ff74-fe94-492a-8e8e-982a20f5f909 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:09.980174 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:10.189210 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:10.200082 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:21:06Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:10.264832 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca1cefd-bc3e-42f9-b9d6-d93540c0be1a None None] The sync data for ids ['c2de7758-c8e4-428e-82dc-df08296ea08d'] in n-d-767704-21 is: [{'id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-218194990', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:21:06Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'e04e5427-c322-4511-93bf-7645d445d4a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:07:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2de7758-c8e4-428e-82dc-df08296ea08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:18:47Z', 'updated_at': '2021-08-10T02:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:21:10.422631 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:10.425491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port e04e5427-c322-4511-93bf-7645d445d4a7 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:10.425870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:10.439038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Transition to ACTIVE for port object 14f5edef-d470-4f9a-9ed3-dd5d7977b2be will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:10.467668 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Transition to ACTIVE for port object 14f5edef-d470-4f9a-9ed3-dd5d7977b2be will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:10.529053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port e04e5427-c322-4511-93bf-7645d445d4a7, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e04e5427-c322-4511-93bf-7645d445d4a7,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:10.529910 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:10.549956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for e04e5427-c322-4511-93bf-7645d445d4a7 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:10.594953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:10.710474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119cb68c-dfdd-42fa-95ad-fcc43a515a0f None None] DHCP port deletion for ab45eeff-1d78-4329-9171-4a1e73cec9c0 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:21:10.726730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Network 699130cb-9d07-40ea-b097-225cb39d3c42 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:10.730059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Pushing event updated for resources: {'Port': ['ID=14f5edef-d470-4f9a-9ed3-dd5d7977b2be,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:10.735645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:10.743406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:21:10.950288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Attempting to bind port 14f5edef-d470-4f9a-9ed3-dd5d7977b2be on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:21:10.950939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Attempting to bind port 14f5edef-d470-4f9a-9ed3-dd5d7977b2be by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'c194ad70-eeef-41dd-84f2-f7634f4f84e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '699130cb-9d07-40ea-b097-225cb39d3c42'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:21:10.951545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Attempting to bind port 14f5edef-d470-4f9a-9ed3-dd5d7977b2be on network 699130cb-9d07-40ea-b097-225cb39d3c42 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:10.960409 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48172c0e-91c9-4375-a4c8-12ba024798d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778556149140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3354573'] for subnet, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:10.977705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:21:10.977705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Checking segment: {'id': 'c194ad70-eeef-41dd-84f2-f7634f4f84e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '699130cb-9d07-40ea-b097-225cb39d3c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:10.977705 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:10.977705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Bound using segment: {'id': 'c194ad70-eeef-41dd-84f2-f7634f4f84e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '699130cb-9d07-40ea-b097-225cb39d3c42'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:21:10.977705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Bound port: 14f5edef-d470-4f9a-9ed3-dd5d7977b2be, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c194ad70-eeef-41dd-84f2-f7634f4f84e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '699130cb-9d07-40ea-b097-225cb39d3c42'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:21:10.977705 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:10.977705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fc0b2d85-373b-46e1-8a3f-726d1484a05d None None] Provisioning complete for port fa81ff74-fe94-492a-8e8e-982a20f5f909 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:10.977705 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d85-373b-46e1-8a3f-726d1484a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.065546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-119cb68c-dfdd-42fa-95ad-fcc43a515a0f None None] Deleting port 56034ad1-c5a9-4148-be61-a22470cfcafd {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:11.065922 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-119cb68c-dfdd-42fa-95ad-fcc43a515a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.072302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 56034ad1-c5a9-4148-be61-a22470cfcafd no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:11.124169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48172c0e-91c9-4375-a4c8-12ba024798d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=4c0ac315-8008-4d72-83c3-c38b0563ab3c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:11.126463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868a044-cd74-488b-9d9b-ae9dd539d228 req-11c0233e-0139-4688-8c80-7b9806e6e481 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:11.138945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e868a044-cd74-488b-9d9b-ae9dd539d228 req-11c0233e-0139-4688-8c80-7b9806e6e481 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.3412669 Aug 10 02:21:11.158695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48172c0e-91c9-4375-a4c8-12ba024798d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:11.159501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48172c0e-91c9-4375-a4c8-12ba024798d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.161890 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-48172c0e-91c9-4375-a4c8-12ba024798d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "PUT /v2.0/subnets/4c0ac315-8008-4d72-83c3-c38b0563ab3c HTTP/1.1" status: 200 len: 826 time: 2.3815231 Aug 10 02:21:11.164853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48580) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:11.294524 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.383345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e868a044-cd74-488b-9d9b-ae9dd539d228 req-9b4cba57-6c15-4a85-8f48-5a5feea8aaf3 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424295 Aug 10 02:21:11.433071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.441179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=e04e5427-c322-4511-93bf-7645d445d4a7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:11.485489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-119cb68c-dfdd-42fa-95ad-fcc43a515a0f None None] For port 56034ad1-c5a9-4148-be61-a22470cfcafd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=56034ad1-c5a9-4148-be61-a22470cfcafd,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:11.485489 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-119cb68c-dfdd-42fa-95ad-fcc43a515a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.538004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-119cb68c-dfdd-42fa-95ad-fcc43a515a0f None None] Calling delete_port for 56034ad1-c5a9-4148-be61-a22470cfcafd owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:11.555921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting port 14f5edef-d470-4f9a-9ed3-dd5d7977b2be {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:11.556291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.583384 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.633223 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.638319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] For port 14f5edef-d470-4f9a-9ed3-dd5d7977b2be, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:21:11.705477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] For port 14f5edef-d470-4f9a-9ed3-dd5d7977b2be, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=14f5edef-d470-4f9a-9ed3-dd5d7977b2be,segment=NetworkSegment(c194ad70-eeef-41dd-84f2-f7634f4f84e3),segment_id=c194ad70-eeef-41dd-84f2-f7634f4f84e3)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:21:11.711278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] For port 14f5edef-d470-4f9a-9ed3-dd5d7977b2be, host n-d-767704-21, got binding levels [] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:11.712521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.757170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Calling delete_port for 14f5edef-d470-4f9a-9ed3-dd5d7977b2be owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:11.764543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 56034ad1-c5a9-4148-be61-a22470cfcafd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=56034ad1-c5a9-4148-be61-a22470cfcafd,segment=NetworkSegment(972852c6-91d3-495f-accb-d813a212577e),segment_id=972852c6-91d3-495f-accb-d813a212577e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:11.792950 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.832709 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.835448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.836970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:11.837957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4a47bd68-2a9a-4579-b480-af0af0c8df2c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:11.907581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 4a47bd68-2a9a-4579-b480-af0af0c8df2c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:21:11.908008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4a47bd68-2a9a-4579-b480-af0af0c8df2c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:21:11.970162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52cfbc-4ea1-42f3-b2e4-c0140c65cf36 None None] Pushing event updated for resources: {'Port': ['ID=14f5edef-d470-4f9a-9ed3-dd5d7977b2be,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:12.033413 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-119cb68c-dfdd-42fa-95ad-fcc43a515a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.064032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119cb68c-dfdd-42fa-95ad-fcc43a515a0f None None] No DVR routers for this DVR port 56034ad1-c5a9-4148-be61-a22470cfcafd on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:12.065246 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.066761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Fanout notify agent at l3_agent the message router_deleted on router c2de7758-c8e4-428e-82dc-df08296ea08d {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:21:12.101849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=56034ad1-c5a9-4148-be61-a22470cfcafd,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:12.111027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.119039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-88729f8f-3ef5-4b18-89c5-928266ab1a20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/routers/c2de7758-c8e4-428e-82dc-df08296ea08d HTTP/1.1" status: 204 len: 168 time: 2.5029631 Aug 10 02:21:12.123357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48598) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:12.190459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cb68c-dfdd-42fa-95ad-fcc43a515a0f None None] Pushing event deleted for resources: {'Port': ['ID=56034ad1-c5a9-4148-be61-a22470cfcafd,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:12.250183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.318822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.369875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Port': ['ID=14f5edef-d470-4f9a-9ed3-dd5d7977b2be,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:12.454254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No DVR routers for this DVR port 14f5edef-d470-4f9a-9ed3-dd5d7977b2be on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:12.599219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.631860 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.663982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cf6f8-31dc-41dd-8d30-8757d9c6d52c req-05c887df-2cf9-43f5-9e9a-2f8c6ae64ded tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:12.680604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d76cf6f8-31dc-41dd-8d30-8757d9c6d52c req-05c887df-2cf9-43f5-9e9a-2f8c6ae64ded tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.1510541 Aug 10 02:21:12.707913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab45eeff-1d78-4329-9171-4a1e73cec9c0']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:12.758673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972852c6-91d3-495f-accb-d813a212577e') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:12.760545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972852c6-91d3-495f-accb-d813a212577e') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:12.828141 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.857138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.919398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d76cf6f8-31dc-41dd-8d30-8757d9c6d52c req-74b3732b-5ae1-4e66-8f0d-c95fbfc40917 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318814 Aug 10 02:21:12.930032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.955545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:12.956126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:12.959758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0ac315-8008-4d72-83c3-c38b0563ab3c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:13.076115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.093409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699130cb-9d07-40ea-b097-225cb39d3c42']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:13.106167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c194ad70-eeef-41dd-84f2-f7634f4f84e3') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:13.106494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c194ad70-eeef-41dd-84f2-f7634f4f84e3') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:13.107430 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e04e5427-c322-4511-93bf-7645d445d4a7 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:13.113380 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:13.124957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.142163 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.151610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:13.152354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:13.156989 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:13.165889 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.170444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e04e5427-c322-4511-93bf-7645d445d4a7 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:21:13.170444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e04e5427-c322-4511-93bf-7645d445d4a7 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:21:13.216247 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.238510 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.244788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/networks/ab45eeff-1d78-4329-9171-4a1e73cec9c0 HTTP/1.1" status: 204 len: 168 time: 1.1185982 Aug 10 02:21:13.247041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48632) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:13.253085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac21f26-48be-4d0c-87e4-51c4ecf6da46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Network': ['ID=ab45eeff-1d78-4329-9171-4a1e73cec9c0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:13.371644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.407761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.413542 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/699130cb-9d07-40ea-b097-225cb39d3c42 HTTP/1.1" status: 204 len: 168 time: 2.2476518 Aug 10 02:21:13.414360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48638) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:13.417764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ab724-209e-46c3-a6ba-6f904cfc2de2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=699130cb-9d07-40ea-b097-225cb39d3c42,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:13.422495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-391cd5fe-73f8-4394-b856-a6f85a2a877c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.460195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-391cd5fe-73f8-4394-b856-a6f85a2a877c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.468418 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e60e784-bd4e-4622-95ce-affe431f95cc tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:13.469303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e60e784-bd4e-4622-95ce-affe431f95cc tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:13.471937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0e60e784-bd4e-4622-95ce-affe431f95cc tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/699130cb-9d07-40ea-b097-225cb39d3c42 HTTP/1.1" status: 404 len: 339 time: 0.0553586 Aug 10 02:21:13.478163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48642) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:13.484982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-940012762', 'description': 'd1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:13.599707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:13.604384 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.640971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:21:13.645665 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-391cd5fe-73f8-4394-b856-a6f85a2a877c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.649439 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-391cd5fe-73f8-4394-b856-a6f85a2a877c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.651062 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-391cd5fe-73f8-4394-b856-a6f85a2a877c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/security-groups/1a71146b-3858-459f-bc76-680d4b9887d8 HTTP/1.1" status: 204 len: 168 time: 0.4028420 Aug 10 02:21:13.667969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.670127 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment a2a9af21-63e6-4c04-a5da-683b79b2366e of type vlan for network 8ab979d2-9246-4454-8f09-fe59299a713f Aug 10 02:21:13.673009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cd5fe-73f8-4394-b856-a6f85a2a877c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a71146b-3858-459f-bc76-680d4b9887d8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:13.820419 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.882704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-45025b91-988d-4cd9-9b88-0052a0094873 None None] Could not find standard attr ID for object 14f5edef-d470-4f9a-9ed3-dd5d7977b2be. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:21:13.908395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175f8f9e-4060-4fff-99ff-7db23fdc9e24 None None] DHCP port deletion for 699130cb-9d07-40ea-b097-225cb39d3c42 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:21:13.954360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd181ac-0b30-493d-aa8f-e6ce99d6426f None None] Network 699130cb-9d07-40ea-b097-225cb39d3c42 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:13.981550 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:13.986103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd181ac-0b30-493d-aa8f-e6ce99d6426f None None] Network 699130cb-9d07-40ea-b097-225cb39d3c42 could not be found, it might have been deleted concurrently. {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 02:21:13.991236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:13.992044 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627736'] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:14.001245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7fc2e-d91c-4165-a511-2d789205ba30 None None] Network 699130cb-9d07-40ea-b097-225cb39d3c42 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:14.038208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7fc2e-d91c-4165-a511-2d789205ba30 None None] Network 699130cb-9d07-40ea-b097-225cb39d3c42 could not be found, it might have been deleted concurrently. {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 02:21:14.128928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6493368 Aug 10 02:21:14.132890 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48668) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:14.212701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805a4c5-eaf2-4896-b9d1-0a64656d6a40 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=8ab979d2-9246-4454-8f09-fe59299a713f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:14.233467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 8ab979d2-9246-4454-8f09-fe59299a713f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:21:14.246186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d5d44-26bb-4b73-8073-b7477d7e77c2 req-c255e92b-db09-4a64-9699-08a5ca3b8971 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:14.248143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de1d5d44-26bb-4b73-8073-b7477d7e77c2 req-c255e92b-db09-4a64-9699-08a5ca3b8971 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.1214299 Aug 10 02:21:14.345130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de1d5d44-26bb-4b73-8073-b7477d7e77c2 req-03d40927-9cbc-43a9-bfdd-78d3d6cb7c97 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856006 Aug 10 02:21:14.367853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999747cb-2710-43ed-af47-7cbc6e92c05a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:14.372372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48678) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:14.372594 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-999747cb-2710-43ed-af47-7cbc6e92c05a tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/networks?id=8ab979d2-9246-4454-8f09-fe59299a713f HTTP/1.1" status: 200 len: 764 time: 0.2382407 Aug 10 02:21:14.379829 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:14.386116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d911bbd4-090b-46b4-9a93-9a6d5fcf66e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'description': 'd2'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:14.563861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48682) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:14.569441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1c38e129-2da1-4068-a006-ba1ba51ce73d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740370530', 'description': 'tempest-secgroup-smoke-740370530 description', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:14.636617 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d911bbd4-090b-46b4-9a93-9a6d5fcf66e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:14.678811 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c38e129-2da1-4068-a006-ba1ba51ce73d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:14.713691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d911bbd4-090b-46b4-9a93-9a6d5fcf66e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:14.746590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d911bbd4-090b-46b4-9a93-9a6d5fcf66e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network 8ab979d2-9246-4454-8f09-fe59299a713f is not hosted by any dhcp agent {{(pid=101224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 02:21:14.753423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911bbd4-090b-46b4-9a93-9a6d5fcf66e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:14.755135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d911bbd4-090b-46b4-9a93-9a6d5fcf66e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:14.760140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d911bbd4-090b-46b4-9a93-9a6d5fcf66e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "PUT /v2.0/networks/8ab979d2-9246-4454-8f09-fe59299a713f HTTP/1.1" status: 200 len: 761 time: 0.3837252 Aug 10 02:21:14.763358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48690) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:14.830231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911bbd4-090b-46b4-9a93-9a6d5fcf66e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=8ab979d2-9246-4454-8f09-fe59299a713f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:14.843348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 8ab979d2-9246-4454-8f09-fe59299a713f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:21:14.955801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c35983-aa25-427e-a4af-ecfc016b33f2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:14.958358 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a7c35983-aa25-427e-a4af-ecfc016b33f2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/networks?id=8ab979d2-9246-4454-8f09-fe59299a713f HTTP/1.1" status: 200 len: 764 time: 0.1939132 Aug 10 02:21:14.963833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48696) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:15.030654 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c38e129-2da1-4068-a006-ba1ba51ce73d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:15.105408 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c38e129-2da1-4068-a006-ba1ba51ce73d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:15.187374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 14f5edef-d470-4f9a-9ed3-dd5d7977b2be no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:15.211264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38e129-2da1-4068-a006-ba1ba51ce73d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:15.212088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 14f5edef-d470-4f9a-9ed3-dd5d7977b2be {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:21:15.212961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 14f5edef-d470-4f9a-9ed3-dd5d7977b2be not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:21:15.428763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c38e129-2da1-4068-a006-ba1ba51ce73d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:15.431269 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1c38e129-2da1-4068-a006-ba1ba51ce73d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8660989 Aug 10 02:21:15.433922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48706) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:15.443278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3f104f5e-6e17-4677-9897-1af03ba7eec1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:15.474126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dba1254-b4f6-4fdb-aca2-ecd2d4869a4c tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:15.477505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5dba1254-b4f6-4fdb-aca2-ecd2d4869a4c tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5100141 Aug 10 02:21:15.480036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48710) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:15.530284 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9ba867ca-c3b1-46a4-8fcc-d925a5c3fa1d tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 207 time: 0.0486553 Aug 10 02:21:15.533744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48712) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:15.549322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90e1ee-45b6-49b0-8473-a4ece36d2e9c req-80f3aba3-96fa-4dd5-8a6e-00e6e7ad91ea tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:15.551478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c90e1ee-45b6-49b0-8473-a4ece36d2e9c req-80f3aba3-96fa-4dd5-8a6e-00e6e7ad91ea tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.0918486 Aug 10 02:21:15.604779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f104f5e-6e17-4677-9897-1af03ba7eec1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:15.652714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c90e1ee-45b6-49b0-8473-a4ece36d2e9c req-c4f75468-c900-45cc-945f-c76248bd9d34 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945182 Aug 10 02:21:15.748769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f104f5e-6e17-4677-9897-1af03ba7eec1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:15.815735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f161fc8-3288-47f1-b77d-3c2ad5a0617e tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:15.821763 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f104f5e-6e17-4677-9897-1af03ba7eec1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:15.821972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f161fc8-3288-47f1-b77d-3c2ad5a0617e tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:15.830812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f161fc8-3288-47f1-b77d-3c2ad5a0617e tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:15.841149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f161fc8-3288-47f1-b77d-3c2ad5a0617e tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:15.850409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f161fc8-3288-47f1-b77d-3c2ad5a0617e tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:15.854877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f104f5e-6e17-4677-9897-1af03ba7eec1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4645c87e-456d-432a-99ce-0b3165700212,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:15.858636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f161fc8-3288-47f1-b77d-3c2ad5a0617e tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:15.860728 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f161fc8-3288-47f1-b77d-3c2ad5a0617e tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3235118 Aug 10 02:21:15.864978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48726) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:15.907761 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f104f5e-6e17-4677-9897-1af03ba7eec1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:15.909010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3f104f5e-6e17-4677-9897-1af03ba7eec1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4741235 Aug 10 02:21:15.912453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48728) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:15.917499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b60605cf-cd84-41f2-abd2-57ab8736ebca tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:16.005745 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b60605cf-cd84-41f2-abd2-57ab8736ebca tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:16.133041 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fd6184d0-8c82-4614-ba1d-5ca2848ddbd6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2585466 Aug 10 02:21:16.134120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48738) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:16.161551 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b60605cf-cd84-41f2-abd2-57ab8736ebca tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:16.231812 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b60605cf-cd84-41f2-abd2-57ab8736ebca tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:16.268604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60605cf-cd84-41f2-abd2-57ab8736ebca tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af3528c-2aa3-4a09-9b83-f04f5bbef3f7,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:16.269248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f5455-05ef-4035-a4c4-a5121183ab60 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.271652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f5455-05ef-4035-a4c4-a5121183ab60 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.273089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f5455-05ef-4035-a4c4-a5121183ab60 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.274669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f5455-05ef-4035-a4c4-a5121183ab60 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.276343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f5455-05ef-4035-a4c4-a5121183ab60 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.278140 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-781f5455-05ef-4035-a4c4-a5121183ab60 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1434081 Aug 10 02:21:16.283656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48744) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:16.349295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d2adc-1dad-4dd1-ba0d-13ef481b13d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.350991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d2adc-1dad-4dd1-ba0d-13ef481b13d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.352390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d2adc-1dad-4dd1-ba0d-13ef481b13d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.353832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d2adc-1dad-4dd1-ba0d-13ef481b13d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.355470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d2adc-1dad-4dd1-ba0d-13ef481b13d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['shared'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.364309 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c59d2adc-1dad-4dd1-ba0d-13ef481b13d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0743315 Aug 10 02:21:16.364569 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b60605cf-cd84-41f2-abd2-57ab8736ebca tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:16.364569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b60605cf-cd84-41f2-abd2-57ab8736ebca tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4474866 Aug 10 02:21:16.364838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48746) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:16.365359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48748) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:16.370184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-be327c12-c881-4c25-a45f-aa25aa6c3ff8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:16.501555 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-be327c12-c881-4c25-a45f-aa25aa6c3ff8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:16.552998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa7c40-ce7c-4d62-81ec-34f3e555aed6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.555234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8bfa7c40-ce7c-4d62-81ec-34f3e555aed6 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/networks/308e3cb0-922e-4e7f-945f-3fe18c3df13c HTTP/1.1" status: 200 len: 804 time: 0.1878126 Aug 10 02:21:16.558515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48756) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:16.627313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-be327c12-c881-4c25-a45f-aa25aa6c3ff8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:16.739829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48764) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:16.741010 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8747b10d-9da2-4d59-8db3-508a56f7d34e tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/networks/308e3cb0-922e-4e7f-945f-3fe18c3df13c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1807055 Aug 10 02:21:16.850624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae02d92-5f7e-4760-8363-fc439b11ff80 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.851957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9ae02d92-5f7e-4760-8363-fc439b11ff80 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/subnets/10300f4e-5de1-4d1e-9cf5-5b073b0e832c HTTP/1.1" status: 200 len: 843 time: 0.1108067 Aug 10 02:21:16.940689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d5379-630a-431d-a162-d3d576cddd84 req-81d5195a-2b93-4c85-8eaf-1a9d08c62d26 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:16.940689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e42d5379-630a-431d-a162-d3d576cddd84 req-81d5195a-2b93-4c85-8eaf-1a9d08c62d26 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.0717583 Aug 10 02:21:16.940689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e42d5379-630a-431d-a162-d3d576cddd84 req-c0fefbc1-d2fc-48a4-9a25-d37ade3b5d90 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359361 Aug 10 02:21:16.943239 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48768) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:17.005902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a61ad16-e605-4f66-9707-df337bb2c045 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['shared'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:17.007445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2a61ad16-e605-4f66-9707-df337bb2c045 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "GET /v2.0/subnets/10300f4e-5de1-4d1e-9cf5-5b073b0e832c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0627644 Aug 10 02:21:17.011378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48770) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:17.016348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1038025081'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:17.655842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-be327c12-c881-4c25-a45f-aa25aa6c3ff8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:17.676590 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be327c12-c881-4c25-a45f-aa25aa6c3ff8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2a1aa4-362c-4cb1-84cd-56250351b91f,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:17.701900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:17.705935 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:17.753570 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-be327c12-c881-4c25-a45f-aa25aa6c3ff8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:17.755518 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-be327c12-c881-4c25-a45f-aa25aa6c3ff8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3900857 Aug 10 02:21:17.759338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48774) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:17.769101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-90bd0083-4e08-443e-9c1b-d2d96e096d0b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:17.783121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:21:17.824591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:17.825401 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Added segment 77c47cd0-7194-400e-a271-3c1647147204 of type vlan for network eeecc7fa-479e-456d-9295-503b3087ab4d Aug 10 02:21:17.920121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:17.924029 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d53c0e8-562a-41aa-8ddd-037aeee00917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:17.959249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90bd0083-4e08-443e-9c1b-d2d96e096d0b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.057244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678584b-d3ec-4f8a-963c-cd3932ec4a96 req-54436258-a08a-4705-b148-8710c894dfe8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:18.064800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d678584b-d3ec-4f8a-963c-cd3932ec4a96 req-54436258-a08a-4705-b148-8710c894dfe8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.0640893 Aug 10 02:21:18.091212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90bd0083-4e08-443e-9c1b-d2d96e096d0b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.094935 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.102852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:18.103868 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.147180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d678584b-d3ec-4f8a-963c-cd3932ec4a96 req-1271c7fc-fd3c-4b9b-a84a-d456172bc997 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813093 Aug 10 02:21:18.175408 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90bd0083-4e08-443e-9c1b-d2d96e096d0b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.203292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd0083-4e08-443e-9c1b-d2d96e096d0b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ba7830-fb8d-4654-bdde-33a00cf2218d,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:18.225221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Network': ['ID=eeecc7fa-479e-456d-9295-503b3087ab4d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:18.244161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network eeecc7fa-479e-456d-9295-503b3087ab4d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:21:18.279579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90bd0083-4e08-443e-9c1b-d2d96e096d0b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.280976 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-90bd0083-4e08-443e-9c1b-d2d96e096d0b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5174572 Aug 10 02:21:18.283779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48794) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:18.290719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-df7ce261-9105-4353-b452-14ed5b9518bf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:18.310016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-68c5b438-1178-46f2-9a80-d7d979fe52ed tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2975490 Aug 10 02:21:18.314844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48796) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:18.323656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'network_id': 'eeecc7fa-479e-456d-9295-503b3087ab4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:18.415839 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-df7ce261-9105-4353-b452-14ed5b9518bf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Project 0e3cf897ab3b41ada028f5fcb9815b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:21:18.421947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df7ce261-9105-4353-b452-14ed5b9518bf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.524017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df7ce261-9105-4353-b452-14ed5b9518bf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.586387 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df7ce261-9105-4353-b452-14ed5b9518bf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.620054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ce261-9105-4353-b452-14ed5b9518bf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccad8e2c-3d9b-4425-a742-b2a7f5fe4757,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:18.710699 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df7ce261-9105-4353-b452-14ed5b9518bf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.710699 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-df7ce261-9105-4353-b452-14ed5b9518bf tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4251912 Aug 10 02:21:18.713323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48810) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:18.721718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9f286b6a-57ce-4133-b2ec-f4cc49f1017b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:18.923802 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-9f286b6a-57ce-4133-b2ec-f4cc49f1017b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Project 0e3cf897ab3b41ada028f5fcb9815b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:21:18.929859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f286b6a-57ce-4133-b2ec-f4cc49f1017b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.998165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f286b6a-57ce-4133-b2ec-f4cc49f1017b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.077900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Made reservation on behalf of 9b5c1c25fb0b490fb89437602f12e6d6 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:19.081673 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.129501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f286b6a-57ce-4133-b2ec-f4cc49f1017b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.146024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.ipam_backend_mixin [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Performing IP validity checks on allocation pools {{(pid=101224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 02:21:19.146346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f286b6a-57ce-4133-b2ec-f4cc49f1017b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910c4e19-e345-4996-984e-06cdb28b07c2,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:19.146627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.ipam_backend_mixin [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 02:21:19.279208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9f286b6a-57ce-4133-b2ec-f4cc49f1017b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.281320 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9f286b6a-57ce-4133-b2ec-f4cc49f1017b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5659618 Aug 10 02:21:19.285889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48836) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:19.291339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'network': {'name': 'tempest-network-smoke--604475810', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'port_security_enabled': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:19.324907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1462fc-76e7-409c-9071-634208279f32 req-5b137464-67db-402e-bf96-51298c3898e0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:19.326925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f1462fc-76e7-409c-9071-634208279f32 req-5b137464-67db-402e-bf96-51298c3898e0 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.0872910 Aug 10 02:21:19.367596 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.377014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f1462fc-76e7-409c-9071-634208279f32 req-8041acdf-4e0f-41b2-9ae9-675e0ada081a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Aug 10 02:21:19.386069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:19.399257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.417267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:21:19.426945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.427305 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Added segment 69237255-08ae-46fc-b2bd-bbf9d2e6a95b of type vlan for network 1da260dd-be72-4332-a132-1597671876ff Aug 10 02:21:19.434590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=d10580f5-a06a-4512-92b1-908cf55bcde4,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:19.453216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Checking segment: {'id': '77c47cd0-7194-400e-a271-3c1647147204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eeecc7fa-479e-456d-9295-503b3087ab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:19.453216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network hostable DHCP agents. Network: eeecc7fa-479e-456d-9295-503b3087ab4d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:21:19.471626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.558112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Network eeecc7fa-479e-456d-9295-503b3087ab4d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:21:19.581453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.588243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:19.588868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.660876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Network': ['ID=1da260dd-be72-4332-a132-1597671876ff,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:19.661579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, eeecc7fa-479e-456d-9295-503b3087ab4d) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:19.666185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:19.667245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.682751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e3ddf6-d286-4aa1-9625-1c5e15f21074 None None] Network eeecc7fa-479e-456d-9295-503b3087ab4d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:19.688778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 1da260dd-be72-4332-a132-1597671876ff details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:21:19.747316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-70863942-5b40-45d8-ab58-78d746488655 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4271576 Aug 10 02:21:19.747557 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f77ad9e0-5c94-4293-ab1f-d7c3e93507a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4578347 Aug 10 02:21:19.747557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48854) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:19.749204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48856) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:19.753472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b8fbe7c2-8aa2-48e3-befa-c84f2cf09af3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:19.762587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'admin_state_up': True, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:19.888650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe7c2-8aa2-48e3-befa-c84f2cf09af3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9311341'] for subnet, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.914794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-eeecc7fa-479e-456d-9295-503b3087ab4d', 'network_id': 'eeecc7fa-479e-456d-9295-503b3087ab4d', 'tenant_id': '9b5c1c25fb0b490fb89437602f12e6d6', 'fixed_ips': [{'subnet_id': 'd10580f5-a06a-4512-92b1-908cf55bcde4'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:21:19.915880 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.928831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:19.933424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.070611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.520541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bfe75-e1b1-4eda-aec4-4a4062f60ca4 req-219fd0db-43e6-4db4-bbbd-779960f36cd8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:20.522284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d2bfe75-e1b1-4eda-aec4-4a4062f60ca4 req-219fd0db-43e6-4db4-bbbd-779960f36cd8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.0700526 Aug 10 02:21:20.553800 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1af729e8-9757-407c-9361-6912ca6d42f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.565468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d2bfe75-e1b1-4eda-aec4-4a4062f60ca4 req-39ba3772-2a21-4646-b3ac-a797787e2be6 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369382 Aug 10 02:21:20.656977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.693084 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe7c2-8aa2-48e3-befa-c84f2cf09af3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778556149140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3354573'] for subnet, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.742022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Allocated IP 2001:db8::3 (eeecc7fa-479e-456d-9295-503b3087ab4d/d10580f5-a06a-4512-92b1-908cf55bcde4/6976e944-2f5a-4133-ba9e-acd570ca064e) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:21:20.753229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fbe7c2-8aa2-48e3-befa-c84f2cf09af3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:20.755132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe7c2-8aa2-48e3-befa-c84f2cf09af3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.759427 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b8fbe7c2-8aa2-48e3-befa-c84f2cf09af3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "PUT /v2.0/subnets/d10580f5-a06a-4512-92b1-908cf55bcde4 HTTP/1.1" status: 200 len: 900 time: 1.0082591 Aug 10 02:21:20.760394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48904) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:20.799501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbe7c2-8aa2-48e3-befa-c84f2cf09af3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event updated for resources: {'Subnet': ['ID=d10580f5-a06a-4512-92b1-908cf55bcde4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:20.885039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.936622 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.947501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Transition to ACTIVE for port object 6976e944-2f5a-4133-ba9e-acd570ca064e will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:20.964795 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.967414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Transition to ACTIVE for port object 6976e944-2f5a-4133-ba9e-acd570ca064e will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:21.046226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.073030 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.089573 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.122224 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.145990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Network eeecc7fa-479e-456d-9295-503b3087ab4d is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:21.149079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:21.154662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:21:21.159831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Pushing event updated for resources: {'Port': ['ID=6976e944-2f5a-4133-ba9e-acd570ca064e,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:21.177428 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.210745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=d10580f5-a06a-4512-92b1-908cf55bcde4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:21.227551 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Attempting to bind port 6976e944-2f5a-4133-ba9e-acd570ca064e on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:21:21.228532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Attempting to bind port 6976e944-2f5a-4133-ba9e-acd570ca064e by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '77c47cd0-7194-400e-a271-3c1647147204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eeecc7fa-479e-456d-9295-503b3087ab4d'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:21:21.229218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Attempting to bind port 6976e944-2f5a-4133-ba9e-acd570ca064e on network eeecc7fa-479e-456d-9295-503b3087ab4d {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:21.235869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:21:21.236875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Checking segment: {'id': '77c47cd0-7194-400e-a271-3c1647147204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eeecc7fa-479e-456d-9295-503b3087ab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:21.237545 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.238103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Bound using segment: {'id': '77c47cd0-7194-400e-a271-3c1647147204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eeecc7fa-479e-456d-9295-503b3087ab4d'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:21:21.239176 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Bound port: 6976e944-2f5a-4133-ba9e-acd570ca064e, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c47cd0-7194-400e-a271-3c1647147204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'eeecc7fa-479e-456d-9295-503b3087ab4d'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:21:21.239735 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.273193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.25.3.234 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/af10f14a-13ee-4339-bebf-ddb0b70bf3bb) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:21:21.297038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.314772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeecc7fa-479e-456d-9295-503b3087ab4d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:21.320572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c47cd0-7194-400e-a271-3c1647147204') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:21.320877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c47cd0-7194-400e-a271-3c1647147204') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:21.331910 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.336249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] For port 6976e944-2f5a-4133-ba9e-acd570ca064e, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:21:21.342653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] For port 6976e944-2f5a-4133-ba9e-acd570ca064e, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6976e944-2f5a-4133-ba9e-acd570ca064e,segment=NetworkSegment(77c47cd0-7194-400e-a271-3c1647147204),segment_id=77c47cd0-7194-400e-a271-3c1647147204)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:21:21.399007 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.450481 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.453209 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.463671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:21.464520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:21.468423 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:21.543420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabab27-bca8-4ec2-92f7-203ce1324981 None None] Pushing event updated for resources: {'Port': ['ID=6976e944-2f5a-4133-ba9e-acd570ca064e,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:21.560026 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:21.566470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f0e63c-1bdf-435d-988c-839a6472839c None None] Network eeecc7fa-479e-456d-9295-503b3087ab4d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:21.600252 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:21:21.600252 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:21:21.600252 n-d-767704-21 neutron-server[101224]: [parameters: {'id': 'eeecc7fa-479e-456d-9295-503b3087ab4d'}] Aug 10 02:21:21.600252 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:21:21.602121 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:21:21.618690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:21.627261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:21.634840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:21:21.639480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=af10f14a-13ee-4339-bebf-ddb0b70bf3bb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:21.912892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161312c6-6275-4e30-b49a-4cfeb18cedf4 None None] Network eeecc7fa-479e-456d-9295-503b3087ab4d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:21.912892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:21:21.915153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0faf6a9-4615-47b0-879b-c49898fc78ef req-0c974c0d-b403-4aba-b221-b498a2422b5e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:21.915153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0faf6a9-4615-47b0-879b-c49898fc78ef req-0c974c0d-b403-4aba-b221-b498a2422b5e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 945 time: 0.0670333 Aug 10 02:21:21.915153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0faf6a9-4615-47b0-879b-c49898fc78ef req-670ef5cd-c2d1-4937-95c7-4cd54ed863a7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Aug 10 02:21:21.945343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce388b-f610-491b-8530-fc34366978df None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:21:21.984559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:22.005581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'network_id': '57dd0a40-00cd-4afc-90a6-528fd392b49e', 'port_id': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'mac_address': 'fa:16:3e:4e:e6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4bbf65-3803-4c1d-a5e5-5d213665dcfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:21:22.082979 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.087706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce388b-f610-491b-8530-fc34366978df None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:21:22.102090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:21:22.107725 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.134229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:22.170415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting port 6976e944-2f5a-4133-ba9e-acd570ca064e {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:22.170696 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.234095 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.267588 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.287575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.289208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] For port 6976e944-2f5a-4133-ba9e-acd570ca064e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6976e944-2f5a-4133-ba9e-acd570ca064e,segment=NetworkSegment(77c47cd0-7194-400e-a271-3c1647147204),segment_id=77c47cd0-7194-400e-a271-3c1647147204)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:22.289614 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.327836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Calling delete_port for 6976e944-2f5a-4133-ba9e-acd570ca064e owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:22.338994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=11']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:22.434441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:21:22.538282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.588216 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.616848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Port': ['ID=6976e944-2f5a-4133-ba9e-acd570ca064e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:22.620705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No DVR routers for this DVR port 6976e944-2f5a-4133-ba9e-acd570ca064e on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:22.710287 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.723603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeecc7fa-479e-456d-9295-503b3087ab4d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:22.742919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c47cd0-7194-400e-a271-3c1647147204') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:22.742919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c47cd0-7194-400e-a271-3c1647147204') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:22.748169 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.763343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:21:22.764367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.772712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:22.773067 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:22.786203 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:22.895964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:21:22.908932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Sync routers for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:21:22.920408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.921672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:21:22.922415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:21:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:22.945508 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:22.947251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/eeecc7fa-479e-456d-9295-503b3087ab4d HTTP/1.1" status: 204 len: 168 time: 2.1858058 Aug 10 02:21:22.951674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48986) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:22.969771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1d96e-6913-4d4d-abe6-160034192c47 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=eeecc7fa-479e-456d-9295-503b3087ab4d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:22.983619 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a28c69d-1636-4899-b1ef-09982b06096b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:22.984078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a28c69d-1636-4899-b1ef-09982b06096b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:22.989022 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7a28c69d-1636-4899-b1ef-09982b06096b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/d10580f5-a06a-4512-92b1-908cf55bcde4 HTTP/1.1" status: 404 len: 337 time: 0.0362942 Aug 10 02:21:22.989705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48992) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:23.001333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4754368-0efd-4919-b77d-49e5a051cdcf req-4f0f4e4b-1a5c-4886-87d8-ec3d55b87615 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:23.003277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4754368-0efd-4919-b77d-49e5a051cdcf req-4f0f4e4b-1a5c-4886-87d8-ec3d55b87615 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.0960193 Aug 10 02:21:23.014958 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44069bc-2bd3-4705-9a77-f491828ea2e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:23.015552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44069bc-2bd3-4705-9a77-f491828ea2e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:23.018237 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e44069bc-2bd3-4705-9a77-f491828ea2e0 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/eeecc7fa-479e-456d-9295-503b3087ab4d HTTP/1.1" status: 404 len: 339 time: 0.0271218 Aug 10 02:21:23.025109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 48994) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:23.037636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.039169 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e589c0f3-ea1f-4fb1-b463-ace625d2f563 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2813649 Aug 10 02:21:23.048120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 48998) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:23.051729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4754368-0efd-4919-b77d-49e5a051cdcf req-cc4d088f-2a2d-4ac7-b55e-49c2abc55180 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Aug 10 02:21:23.079788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:23.102930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-123830c9-c915-49af-ade7-1644e246c1d2 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=0e3cf897ab3b41ada028f5fcb9815b32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500398 Aug 10 02:21:23.106491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49002) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:23.135256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.253092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.270467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab979d2-9246-4454-8f09-fe59299a713f']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:23.283852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a9af21-63e6-4c04-a5da-683b79b2366e') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:23.284444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a9af21-63e6-4c04-a5da-683b79b2366e') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:23.300951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5706754-54a0-4a6f-b314-3e2949b43b5f tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:23.302440 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.302953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a5706754-54a0-4a6f-b314-3e2949b43b5f tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1947849 Aug 10 02:21:23.307343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49014) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:23.321089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.330262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:23.331121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:23.335909 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:23.341146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:21Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:23.344061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a77530ad-e6d1-4fdb-a25b-952210d7d267 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355694 Aug 10 02:21:23.346702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49016) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:23.371306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Checking router: 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:21:23.371666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Updating router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 port af10f14a-13ee-4339-bebf-ddb0b70bf3bb binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:21:23.403656 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.502994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.510176 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.514710 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/8ab979d2-9246-4454-8f09-fe59299a713f HTTP/1.1" status: 204 len: 168 time: 0.4882877 Aug 10 02:21:23.515497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:23.560016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ace4dd-c61b-4514-a061-79f1d8517a54 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=8ab979d2-9246-4454-8f09-fe59299a713f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:23.563183 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6eab037-5621-4c55-90bb-0b29cde21ffe tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:23.563668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6eab037-5621-4c55-90bb-0b29cde21ffe tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:23.568865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49030) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:23.569042 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c6eab037-5621-4c55-90bb-0b29cde21ffe tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/4c0ac315-8008-4d72-83c3-c38b0563ab3c HTTP/1.1" status: 404 len: 337 time: 0.0474091 Aug 10 02:21:23.595834 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5407fffa-af96-46d9-869d-2e303fc72c93 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:23.596416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5407fffa-af96-46d9-869d-2e303fc72c93 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:23.600655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5407fffa-af96-46d9-869d-2e303fc72c93 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/699130cb-9d07-40ea-b097-225cb39d3c42 HTTP/1.1" status: 404 len: 339 time: 0.0282655 Aug 10 02:21:23.601474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49034) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:23.615471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-485888321', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:23.728000 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbe0420-f0d4-4abf-be88-a6df905c8a01 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting subnet defda69c-a305-436b-b74d-5a34e6bc0d14 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:21:23.736737 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0420-f0d4-4abf-be88-a6df905c8a01 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.749212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:23.755491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.793880 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0420-f0d4-4abf-be88-a6df905c8a01 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.795419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Transition to ACTIVE for port object af10f14a-13ee-4339-bebf-ddb0b70bf3bb will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:23.892256 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0420-f0d4-4abf-be88-a6df905c8a01 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.895279 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.955581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1279b22-53b8-4406-9ac9-da50d20a3798 None None] Pushing event updated for resources: {'Port': ['ID=af10f14a-13ee-4339-bebf-ddb0b70bf3bb,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:23.959563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Attempting to bind port af10f14a-13ee-4339-bebf-ddb0b70bf3bb on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:21:23.959946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Attempting to bind port af10f14a-13ee-4339-bebf-ddb0b70bf3bb by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:21:23.960315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Attempting to bind port af10f14a-13ee-4339-bebf-ddb0b70bf3bb on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:23.966480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:21:23.967693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:23.967693 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.967882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:21:23.968374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Bound port: af10f14a-13ee-4339-bebf-ddb0b70bf3bb, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:21:23.968791 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.989062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:23.993021 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:23.999659 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.000258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:24.011106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:24.011780 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.064283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0420-f0d4-4abf-be88-a6df905c8a01 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.064980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] For port af10f14a-13ee-4339-bebf-ddb0b70bf3bb, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:21:24.069635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] For port af10f14a-13ee-4339-bebf-ddb0b70bf3bb, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=af10f14a-13ee-4339-bebf-ddb0b70bf3bb,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:21:24.106995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe0420-f0d4-4abf-be88-a6df905c8a01 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=defda69c-a305-436b-b74d-5a34e6bc0d14,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:24.123339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0420-f0d4-4abf-be88-a6df905c8a01 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.123339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bfbe0420-f0d4-4abf-be88-a6df905c8a01 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/defda69c-a305-436b-b74d-5a34e6bc0d14 HTTP/1.1" status: 204 len: 168 time: 0.5201452 Aug 10 02:21:24.125737 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49054) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:24.126046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.138575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238caa5-5113-4990-a452-af4e9d26f74d None None] Network 98017371-f702-4dad-ae51-b9e926d6e46b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:24.213542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1cea93-a308-433d-bad1-18144cd78501 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting subnet bec357d1-f61e-4f1e-9e6d-657916c4105d {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:21:24.214541 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.223694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a1cea93-a308-433d-bad1-18144cd78501 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.257399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e94192-8b1e-42f1-a30e-f42d7a530bd7 req-8de1c763-a39f-48f8-8d3d-9159a6c83af7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:24.258967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44e94192-8b1e-42f1-a30e-f42d7a530bd7 req-8de1c763-a39f-48f8-8d3d-9159a6c83af7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 946 time: 0.1178710 Aug 10 02:21:24.309965 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a1cea93-a308-433d-bad1-18144cd78501 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.361420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-44e94192-8b1e-42f1-a30e-f42d7a530bd7 req-f1c1c44f-9ede-4b43-a058-5c040270ec01 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939975 Aug 10 02:21:24.423730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:21:24.426791 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18578578-7c2a-4367-b14d-0c429f3227e5" -d '{"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-plugged", "status": "completed", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:21:24.427450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.447249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a1cea93-a308-433d-bad1-18144cd78501 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.475661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:24.502563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Subnet': ['ID=6ab4dea7-c6cf-4842-9eff-4b68bd25d043,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:24.517752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Checking segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:24.518028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network hostable DHCP agents. Network: 1da260dd-be72-4332-a132-1597671876ff, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:21:24.533733 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be3f4c2-ee18-4199-bdc4-0bd88d6b6660 x-openstack-request-id: req-9be3f4c2-ee18-4199-bdc4-0bd88d6b6660 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:21:24.535397 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-plugged", "status": "completed", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:21:24.536091 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9be3f4c2-ee18-4199-bdc4-0bd88d6b6660 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:21:24.537174 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'code': 200} Aug 10 02:21:24.542271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1279b22-53b8-4406-9ac9-da50d20a3798 None None] Pushing event updated for resources: {'Port': ['ID=af10f14a-13ee-4339-bebf-ddb0b70bf3bb,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:24.552978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:21:24.553823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:21:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:24.599663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 1da260dd-be72-4332-a132-1597671876ff is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:21:24.601115 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.656140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a1cea93-a308-433d-bad1-18144cd78501 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.684890 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cea93-a308-433d-bad1-18144cd78501 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=bec357d1-f61e-4f1e-9e6d-657916c4105d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:24.688771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a1cea93-a308-433d-bad1-18144cd78501 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.691227 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6a1cea93-a308-433d-bad1-18144cd78501 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/bec357d1-f61e-4f1e-9e6d-657916c4105d HTTP/1.1" status: 204 len: 168 time: 0.5637107 Aug 10 02:21:24.693760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49080) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:24.705942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 1da260dd-be72-4332-a132-1597671876ff) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:24.735620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66ee3c7-42d1-426a-9b56-28ef6c533809 None None] Network 1da260dd-be72-4332-a132-1597671876ff requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:24.771897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:24.773088 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.790479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=12']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:24.825362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc3523-c863-4b0d-bf25-229d0f161a55 req-0fc20022-bcff-48d9-89fd-39072ef79baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:24.827525 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:24.833161 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25bc3523-c863-4b0d-bf25-229d0f161a55 req-0fc20022-bcff-48d9-89fd-39072ef79baf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 1099 time: 0.0665624 Aug 10 02:21:24.871525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c9f9b65f-f94a-40f1-80ab-78c01e0aa8db tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5236790 Aug 10 02:21:24.876072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49092) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:24.877229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:24.889891 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-25bc3523-c863-4b0d-bf25-229d0f161a55 req-dada6221-a838-4ea5-8531-c57052db47a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497317 Aug 10 02:21:24.982148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting port fa81ff74-fe94-492a-8e8e-982a20f5f909 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:24.982779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:25.104180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378d3e0-5fcc-4b64-b0ce-e11446365325 None None] Update dhcp port {'port': {'network_id': '98017371-f702-4dad-ae51-b9e926d6e46b', 'fixed_ips': [{'subnet_id': 'bec357d1-f61e-4f1e-9e6d-657916c4105d'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'fa81ff74-fe94-492a-8e8e-982a20f5f909'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:21:25.121105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] For port fa81ff74-fe94-492a-8e8e-982a20f5f909, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fa81ff74-fe94-492a-8e8e-982a20f5f909,segment=NetworkSegment(df53cd40-ee49-436f-949e-34821f232b8f),segment_id=df53cd40-ee49-436f-949e-34821f232b8f)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:25.121105 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:25.142594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Calling delete_port for fa81ff74-fe94-492a-8e8e-982a20f5f909 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:25.188824 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-1da260dd-be72-4332-a132-1597671876ff', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:21:25.189689 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:25.195157 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0378d3e0-5fcc-4b64-b0ce-e11446365325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:25.412863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:21Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:25.467497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac6fe0d-1b27-4000-aaa3-3966e65b48a1 None None] The sync data for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 is: [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:21Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:21:25.516133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ddd9fb-2ed1-41f5-8668-1129e0cc5347 None None] Network 98017371-f702-4dad-ae51-b9e926d6e46b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:25.520497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Allocated IP 172.20.0.2 (1da260dd-be72-4332-a132-1597671876ff/6ab4dea7-c6cf-4842-9eff-4b68bd25d043/c7e2ceb7-6612-4959-a2c0-97b47ef76330) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:21:25.811891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330cb3f-3ca9-4315-948c-0177389eb9e0 req-fd9790b8-f7dc-40ea-8646-f096ce19c4e8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:25.814804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3330cb3f-3ca9-4315-948c-0177389eb9e0 req-fd9790b8-f7dc-40ea-8646-f096ce19c4e8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1264682 Aug 10 02:21:25.819210 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:25.896600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-378e08cf-6f6e-47dd-8f20-9008674780d2 None None] Could not find standard attr ID for object fa81ff74-fe94-492a-8e8e-982a20f5f909. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:21:25.918019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No DVR routers for this DVR port fa81ff74-fe94-492a-8e8e-982a20f5f909 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:25.969860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:25.973449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Port': ['ID=fa81ff74-fe94-492a-8e8e-982a20f5f909,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:25.986638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Transition to ACTIVE for port object c7e2ceb7-6612-4959-a2c0-97b47ef76330 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:26.010619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Transition to ACTIVE for port object c7e2ceb7-6612-4959-a2c0-97b47ef76330 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:26.020229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3330cb3f-3ca9-4315-948c-0177389eb9e0 req-d133a461-da96-485a-9f6c-06153b72ab5e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899705 Aug 10 02:21:26.071503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1bed63-fcc9-4df2-9511-db4df7b5a2a3 None None] DHCP port deletion for 98017371-f702-4dad-ae51-b9e926d6e46b request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:21:26.096107 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.159025 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.163241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Network 1da260dd-be72-4332-a132-1597671876ff is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:26.171829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:26.177483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:21:26.186800 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98017371-f702-4dad-ae51-b9e926d6e46b']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:26.187884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Pushing event updated for resources: {'Port': ['ID=c7e2ceb7-6612-4959-a2c0-97b47ef76330,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:26.228507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df53cd40-ee49-436f-949e-34821f232b8f') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:26.228807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df53cd40-ee49-436f-949e-34821f232b8f') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:26.255236 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.280873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.305313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.315638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:26.317164 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:26.320880 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:26.322792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Attempting to bind port c7e2ceb7-6612-4959-a2c0-97b47ef76330 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:21:26.323281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Attempting to bind port c7e2ceb7-6612-4959-a2c0-97b47ef76330 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:21:26.323660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Attempting to bind port c7e2ceb7-6612-4959-a2c0-97b47ef76330 on network 1da260dd-be72-4332-a132-1597671876ff {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:26.334587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:21:26.334980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Checking segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:26.338779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.338779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Bound using segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:21:26.338779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Bound port: c7e2ceb7-6612-4959-a2c0-97b47ef76330, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:21:26.338779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.431638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] For port c7e2ceb7-6612-4959-a2c0-97b47ef76330, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:21:26.436648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] For port c7e2ceb7-6612-4959-a2c0-97b47ef76330, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c7e2ceb7-6612-4959-a2c0-97b47ef76330,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:21:26.547396 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.647699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b01f9f-7ab1-4ed1-87db-6ec531161e52 None None] Pushing event updated for resources: {'Port': ['ID=c7e2ceb7-6612-4959-a2c0-97b47ef76330,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:26.659405 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.709592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.709592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/98017371-f702-4dad-ae51-b9e926d6e46b HTTP/1.1" status: 204 len: 168 time: 2.0115099 Aug 10 02:21:26.709592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdfd04-d8d2-454c-951d-a33f6d8d96c2 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=98017371-f702-4dad-ae51-b9e926d6e46b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:26.710046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49182) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:26.753755 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e60f89-7aa0-4260-933d-c8f6c7e508d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:26.756620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e60f89-7aa0-4260-933d-c8f6c7e508d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:26.758619 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b9e60f89-7aa0-4260-933d-c8f6c7e508d8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/f416a378-0093-4263-9597-9e4e0387f794 HTTP/1.1" status: 404 len: 337 time: 0.0453653 Aug 10 02:21:26.761224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49184) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:26.788539 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-72dd7564-eb2b-4d71-be93-1337fe0d8b5f tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:26.789461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72dd7564-eb2b-4d71-be93-1337fe0d8b5f tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:26.796966 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-72dd7564-eb2b-4d71-be93-1337fe0d8b5f tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/9a66def8-a052-45bf-8fd1-cd1434e4b9bd HTTP/1.1" status: 404 len: 339 time: 0.0334992 Aug 10 02:21:26.798611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:26.843649 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6f6c8a-e443-44c7-b1aa-91d759561662 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:26.843649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6f6c8a-e443-44c7-b1aa-91d759561662 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:26.845304 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4f6f6c8a-e443-44c7-b1aa-91d759561662 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/a9cceeb7-6796-40be-b6fd-6145768aedf0 HTTP/1.1" status: 404 len: 337 time: 0.0452819 Aug 10 02:21:26.852534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49192) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:26.891706 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ed89fd-6c71-4670-84f1-5a11b546b4be tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:26.892341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ed89fd-6c71-4670-84f1-5a11b546b4be tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:26.897537 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-08ed89fd-6c71-4670-84f1-5a11b546b4be tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/1aed380a-b13f-4eb7-ba0f-8f8afe5cd1ef HTTP/1.1" status: 404 len: 339 time: 0.0438991 Aug 10 02:21:26.899325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49196) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:26.953338 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37755bf-e8ab-437f-8117-f84d4fe712e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:26.954032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37755bf-e8ab-437f-8117-f84d4fe712e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:26.960255 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e37755bf-e8ab-437f-8117-f84d4fe712e3 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/438e6c4e-4ecf-4978-9901-82054d70fb94 HTTP/1.1" status: 404 len: 337 time: 0.0598323 Aug 10 02:21:26.961055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49202) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:26.982449 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ff621a-b384-4be6-99aa-68893e04c9b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:26.983304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ff621a-b384-4be6-99aa-68893e04c9b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:26.989011 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-98ff621a-b384-4be6-99aa-68893e04c9b1 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/22c2dcbd-a428-48b0-b503-6568a9851570 HTTP/1.1" status: 404 len: 339 time: 0.0248489 Aug 10 02:21:26.989011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49204) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:27.002895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.20.0.1 (1da260dd-be72-4332-a132-1597671876ff/6ab4dea7-c6cf-4842-9eff-4b68bd25d043/05690e18-99d2-4b8f-8282-2729b5227513) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:21:27.132432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0785b332-6918-4d3b-a62f-5199994c4260 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting subnet 9300f0ca-bff0-45b3-9915-6fa880f9b1e8 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:21:27.137086 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0785b332-6918-4d3b-a62f-5199994c4260 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.142389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c7e2ceb7-6612-4959-a2c0-97b47ef76330 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:27.192043 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0785b332-6918-4d3b-a62f-5199994c4260 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.257462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8c71d-06c6-4dd8-864e-7fba80b2da89 req-5230956e-53b1-4515-ac2d-54d71453e09a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:27.259029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fc8c71d-06c6-4dd8-864e-7fba80b2da89 req-5230956e-53b1-4515-ac2d-54d71453e09a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0979571 Aug 10 02:21:27.266497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c7e2ceb7-6612-4959-a2c0-97b47ef76330 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:27.281541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device af10f14a-13ee-4339-bebf-ddb0b70bf3bb up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:27.310655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0785b332-6918-4d3b-a62f-5199994c4260 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.324119 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.335665 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fc8c71d-06c6-4dd8-864e-7fba80b2da89 req-559784c9-e66d-47bb-8aaa-256c27608852 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696864 Aug 10 02:21:27.346961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Transition to ACTIVE for port object 05690e18-99d2-4b8f-8282-2729b5227513 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:27.513435 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.513780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port af10f14a-13ee-4339-bebf-ddb0b70bf3bb completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:27.522574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port af10f14a-13ee-4339-bebf-ddb0b70bf3bb triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:27.522574 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.559505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 1da260dd-be72-4332-a132-1597671876ff is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:27.564367 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0785b332-6918-4d3b-a62f-5199994c4260 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.581682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:27.596023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:21:27.618833 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.622101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785b332-6918-4d3b-a62f-5199994c4260 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=9300f0ca-bff0-45b3-9915-6fa880f9b1e8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:27.629021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0785b332-6918-4d3b-a62f-5199994c4260 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.638461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a4c5f-095b-4079-80db-5376ff38441f None None] Network 7aba2210-7c26-4a52-bd78-1ce89340af38 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:27.639141 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0785b332-6918-4d3b-a62f-5199994c4260 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/9300f0ca-bff0-45b3-9915-6fa880f9b1e8 HTTP/1.1" status: 204 len: 168 time: 0.6469986 Aug 10 02:21:27.639832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49226) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:27.731703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port af10f14a-13ee-4339-bebf-ddb0b70bf3bb, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=af10f14a-13ee-4339-bebf-ddb0b70bf3bb,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:27.737924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=05690e18-99d2-4b8f-8282-2729b5227513,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:27.758278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.802657 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.811332 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.873284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49228) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:27.915539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fa81ff74-fe94-492a-8e8e-982a20f5f909 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:27.947503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: fa81ff74-fe94-492a-8e8e-982a20f5f909 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:21:27.948075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fa81ff74-fe94-492a-8e8e-982a20f5f909 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:21:27.959626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f30dddf-e9cf-4930-9d42-ee1e21292203 None None] DHCP port deletion for 7aba2210-7c26-4a52-bd78-1ce89340af38 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:21:27.967585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=af10f14a-13ee-4339-bebf-ddb0b70bf3bb,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:27.978714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting port 65c3c142-a59c-43b6-a436-d73d44751e5f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:27.987078 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.053127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8f30dddf-e9cf-4930-9d42-ee1e21292203 None None] Deleting port 65c3c142-a59c-43b6-a436-d73d44751e5f {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:28.053510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8f30dddf-e9cf-4930-9d42-ee1e21292203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.065738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bab40e32-6843-45a7-b6e5-e3e5e125ec80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.135637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] For port 65c3c142-a59c-43b6-a436-d73d44751e5f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65c3c142-a59c-43b6-a436-d73d44751e5f,segment=NetworkSegment(371092ca-9e20-4a9c-bcf4-997658cd4efc),segment_id=371092ca-9e20-4a9c-bcf4-997658cd4efc)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:28.136192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.138776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8f30dddf-e9cf-4930-9d42-ee1e21292203 None None] For port 65c3c142-a59c-43b6-a436-d73d44751e5f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65c3c142-a59c-43b6-a436-d73d44751e5f,segment=NetworkSegment(371092ca-9e20-4a9c-bcf4-997658cd4efc),segment_id=371092ca-9e20-4a9c-bcf4-997658cd4efc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:28.139686 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8f30dddf-e9cf-4930-9d42-ee1e21292203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.174523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Calling delete_port for 65c3c142-a59c-43b6-a436-d73d44751e5f owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:28.177017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8f30dddf-e9cf-4930-9d42-ee1e21292203 None None] Calling delete_port for 65c3c142-a59c-43b6-a436-d73d44751e5f owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:28.234204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.315720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bab40e32-6843-45a7-b6e5-e3e5e125ec80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.393685 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.395721 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:21:28.398950 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:21:28.405865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8f30dddf-e9cf-4930-9d42-ee1e21292203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.407319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bab40e32-6843-45a7-b6e5-e3e5e125ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.458770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Port': ['ID=65c3c142-a59c-43b6-a436-d73d44751e5f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:28.463684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30dddf-e9cf-4930-9d42-ee1e21292203 None None] Pushing event deleted for resources: {'Port': ['ID=65c3c142-a59c-43b6-a436-d73d44751e5f,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:28.477992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No DVR routers for this DVR port 65c3c142-a59c-43b6-a436-d73d44751e5f on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:28.486971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30dddf-e9cf-4930-9d42-ee1e21292203 None None] No DVR routers for this DVR port 65c3c142-a59c-43b6-a436-d73d44751e5f on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:28.532269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab40e32-6843-45a7-b6e5-e3e5e125ec80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2646a41c-3ed6-42a9-a15d-7736c77d3cdb,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:28.542856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bab40e32-6843-45a7-b6e5-e3e5e125ec80 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c71cb6d667a2497197ae811638817e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661661 Aug 10 02:21:28.544294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49236) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:28.578293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0bffd4-c15a-4f76-980d-3b88846ada7f None None] Network 1da260dd-be72-4332-a132-1597671876ff requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:28.595257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed5cf3-c14c-4911-8959-9db3fb3191f6 req-3ecc94cb-b696-4a27-9bad-ab4e9f5aca7c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:28.596849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fed5cf3-c14c-4911-8959-9db3fb3191f6 req-3ecc94cb-b696-4a27-9bad-ab4e9f5aca7c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1499581 Aug 10 02:21:28.607876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.622502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aba2210-7c26-4a52-bd78-1ce89340af38']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:28.638545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371092ca-9e20-4a9c-bcf4-997658cd4efc') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:28.638876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371092ca-9e20-4a9c-bcf4-997658cd4efc') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:28.659576 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.693732 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.703907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:28.704334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.760266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2277e11b-b82b-41c5-81aa-1fafbcbfef14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.769622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fed5cf3-c14c-4911-8959-9db3fb3191f6 req-a7a10777-4ff4-44c2-928d-be84e2a838ec tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160007 Aug 10 02:21:28.827714 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2277e11b-b82b-41c5-81aa-1fafbcbfef14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.882343 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.940591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:28.953645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fc766970-9ce3-45c3-8160-3f55d8c43522 None None] Provisioning for port c7e2ceb7-6612-4959-a2c0-97b47ef76330 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:28.960735 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fc766970-9ce3-45c3-8160-3f55d8c43522 None None] Provisioning complete for port c7e2ceb7-6612-4959-a2c0-97b47ef76330 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:28.961172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fc766970-9ce3-45c3-8160-3f55d8c43522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.021819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0880a6-3c43-4883-824b-ceaaf50142ea req-3a86d503-1ef2-41a3-b198-0d6d1395b27d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:29.023787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a0880a6-3c43-4883-824b-ceaaf50142ea req-3a86d503-1ef2-41a3-b198-0d6d1395b27d tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1447055 Aug 10 02:21:29.036966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device af10f14a-13ee-4339-bebf-ddb0b70bf3bb up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:29.054875 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.066649 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2277e11b-b82b-41c5-81aa-1fafbcbfef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.073291 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2277e11b-b82b-41c5-81aa-1fafbcbfef14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.075088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2277e11b-b82b-41c5-81aa-1fafbcbfef14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2646a41c-3ed6-42a9-a15d-7736c77d3cdb HTTP/1.1" status: 204 len: 168 time: 0.5281157 Aug 10 02:21:29.155051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fc766970-9ce3-45c3-8160-3f55d8c43522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.162735 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port af10f14a-13ee-4339-bebf-ddb0b70bf3bb triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:29.163097 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.167884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=05690e18-99d2-4b8f-8282-2729b5227513,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:29.196548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277e11b-b82b-41c5-81aa-1fafbcbfef14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646a41c-3ed6-42a9-a15d-7736c77d3cdb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:29.243608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a0880a6-3c43-4883-824b-ceaaf50142ea req-0c487ed3-117c-4311-ae66-f687e29e7c05 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162081 Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:29.291505 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:29.329768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fc766970-9ce3-45c3-8160-3f55d8c43522 None None] For port c7e2ceb7-6612-4959-a2c0-97b47ef76330, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c7e2ceb7-6612-4959-a2c0-97b47ef76330,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:29.368733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 1da260dd-be72-4332-a132-1597671876ff is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:29.373307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:29.397098 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.404286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.409095 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/7aba2210-7c26-4a52-bd78-1ce89340af38 HTTP/1.1" status: 204 len: 168 time: 1.7682071 Aug 10 02:21:29.409896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49244) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:29.427418 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fc766970-9ce3-45c3-8160-3f55d8c43522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.450040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539d0bc-c46e-440c-a82a-c54433dabc10 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=7aba2210-7c26-4a52-bd78-1ce89340af38,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:29.452664 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c695f3b0-b7da-4e9f-9b8f-fab4317ffafb tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:29.453174 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c695f3b0-b7da-4e9f-9b8f-fab4317ffafb tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:29.458707 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c695f3b0-b7da-4e9f-9b8f-fab4317ffafb tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/514bcbdd-9416-4da8-8ea7-3f08206cf58e HTTP/1.1" status: 404 len: 337 time: 0.0456963 Aug 10 02:21:29.459784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49246) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:29.464259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65c3c142-a59c-43b6-a436-d73d44751e5f no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:29.496925 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb0c9e5-66f9-47dc-97cf-85af0310811b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] DELETE failed (client error): The resource could not be found. Aug 10 02:21:29.497929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb0c9e5-66f9-47dc-97cf-85af0310811b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:21:29.506305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49248) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:29.507477 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8cb0c9e5-66f9-47dc-97cf-85af0310811b tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/103ecca8-7a88-47a9-bb32-4f20edf59132 HTTP/1.1" status: 404 len: 339 time: 0.0461488 Aug 10 02:21:29.510207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 65c3c142-a59c-43b6-a436-d73d44751e5f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:21:29.510938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65c3c142-a59c-43b6-a436-d73d44751e5f not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:21:29.560570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc766970-9ce3-45c3-8160-3f55d8c43522 None None] Pushing event updated for resources: {'Port': ['ID=c7e2ceb7-6612-4959-a2c0-97b47ef76330,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:29.580132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d81fde0a-409e-4ad6-94fd-80ee77d1c250 None None] Provisioning complete for port c7e2ceb7-6612-4959-a2c0-97b47ef76330 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:29.580517 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d81fde0a-409e-4ad6-94fd-80ee77d1c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.826518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d81fde0a-409e-4ad6-94fd-80ee77d1c250 None None] Provisioning for port 05690e18-99d2-4b8f-8282-2729b5227513 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:29.831983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d81fde0a-409e-4ad6-94fd-80ee77d1c250 None None] Provisioning complete for port 05690e18-99d2-4b8f-8282-2729b5227513 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:29.832753 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d81fde0a-409e-4ad6-94fd-80ee77d1c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:29.879512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d81fde0a-409e-4ad6-94fd-80ee77d1c250 None None] Port 05690e18-99d2-4b8f-8282-2729b5227513 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:21:29.929320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a83566-df02-49e9-9a3d-94cea4803a91 req-9bc14ef3-3597-43ec-9ec2-7e75882c3e17 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:29.930936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7a83566-df02-49e9-9a3d-94cea4803a91 req-9bc14ef3-3597-43ec-9ec2-7e75882c3e17 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.4714432 Aug 10 02:21:29.976082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting subnet 10300f4e-5de1-4d1e-9cf5-5b073b0e832c {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:21:29.983632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:21:29.988056 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.013477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1ec92922-76cf-4e17-a048-d8d5889edd31 None None] Provisioning complete for port 05690e18-99d2-4b8f-8282-2729b5227513 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:30.014201 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ec92922-76cf-4e17-a048-d8d5889edd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.039142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7a83566-df02-49e9-9a3d-94cea4803a91 req-7a0d9ad0-34bb-4813-8fae-49ecc7263c75 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973465 Aug 10 02:21:30.058503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1ec92922-76cf-4e17-a048-d8d5889edd31 None None] Port 05690e18-99d2-4b8f-8282-2729b5227513 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:21:30.065758 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.173627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49258) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:30.188165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18265ec5-85a0-4a04-bb62-e36dd803f726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.189838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f621cd4f-4791-4c93-a206-5efd526b3dc3 None None] Provisioning complete for port 05690e18-99d2-4b8f-8282-2729b5227513 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:30.190740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f621cd4f-4791-4c93-a206-5efd526b3dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.241692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f621cd4f-4791-4c93-a206-5efd526b3dc3 None None] Port 05690e18-99d2-4b8f-8282-2729b5227513 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:21:30.289676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:21:30.297994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18265ec5-85a0-4a04-bb62-e36dd803f726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.303129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a26f7119-ebf5-4bca-accf-62d8b6b61aba tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "PUT /v2.0/routers/8dd4a6d3-d831-4ea0-8708-14c5dfedcd19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4247143 Aug 10 02:21:30.307886 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Sync routers for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:21:30.319003 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.319965 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:21:30.320919 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:21:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:30.354766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a9d8c-6c55-4211-8e45-5955ec466260 req-1f6599bd-db64-47af-a56f-3f1926893c36 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:30.356351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da7a9d8c-6c55-4211-8e45-5955ec466260 req-1f6599bd-db64-47af-a56f-3f1926893c36 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1636338 Aug 10 02:21:30.369273 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-18265ec5-85a0-4a04-bb62-e36dd803f726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.405460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18265ec5-85a0-4a04-bb62-e36dd803f726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b546b02-23d3-494a-aa7c-e3e8166dc50e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:30.448868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-18265ec5-85a0-4a04-bb62-e36dd803f726 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bf0a9c69710e4a16bcdcb21532dde272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737637 Aug 10 02:21:30.454840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49264) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:30.490286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da7a9d8c-6c55-4211-8e45-5955ec466260 req-d5d7d18b-014e-4f44-95e1-37ba87113586 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267045 Aug 10 02:21:30.491401 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:30.547009 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-751344b9-6613-45e2-b252-97a4095d0137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.589501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.665804 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-751344b9-6613-45e2-b252-97a4095d0137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.668969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Subnet': ['ID=10300f4e-5de1-4d1e-9cf5-5b073b0e832c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:30.691969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039c0f08-b4dd-49a8-b30b-0294dff55c6b None None] Network 308e3cb0-922e-4e7f-945f-3fe18c3df13c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:21:30.701187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.705180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/subnets/10300f4e-5de1-4d1e-9cf5-5b073b0e832c HTTP/1.1" status: 204 len: 168 time: 1.1914961 Aug 10 02:21:30.705574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49276) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:30.724277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.724633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.724980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.725326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.725661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.725994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.726325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.726684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.727015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.727338 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.727663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.727984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868fed28-2154-4fa9-8570-67b683cb0a63 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:30.746572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-4b8d2f33-8572-4799-b36b-6b977449bb1c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740370530&fields=id&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 267 time: 0.1930742 Aug 10 02:21:30.777535 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '05690e18-99d2-4b8f-8282-2729b5227513', 'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:d9:15:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:26Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 2, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:30.817775 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Checking router: 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:21:30.818301 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Updating router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 port 05690e18-99d2-4b8f-8282-2729b5227513 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:21:30.840049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.869697 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.879704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9387dc4-f5e9-4253-9085-63338b421056 req-8be5db18-b166-4e16-84c0-d1084f8e0e63 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:30.892401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9387dc4-f5e9-4253-9085-63338b421056 req-8be5db18-b166-4e16-84c0-d1084f8e0e63 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.2984314 Aug 10 02:21:30.977726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Deleting port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:30.978434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:30.986372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9387dc4-f5e9-4253-9085-63338b421056 req-d6578476-ba62-4aad-8cc9-d2ed3d5d8ef2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891519 Aug 10 02:21:31.012512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa46c1f-9686-48d4-b597-95bc0f04329c None None] DHCP port deletion for 308e3cb0-922e-4e7f-945f-3fe18c3df13c request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:21:31.022389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-9bc965d0-3101-4f6a-a9fc-a355bf620150 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:31.025012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-9bc965d0-3101-4f6a-a9fc-a355bf620150 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/networks?id=1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 200 len: 796 time: 0.2775757 Aug 10 02:21:31.050675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d074cc93-b15d-49fd-ac7d-a0379e6f7034 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/quotas/0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 375 time: 0.0156481 Aug 10 02:21:31.051646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-751344b9-6613-45e2-b252-97a4095d0137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.057510 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-751344b9-6613-45e2-b252-97a4095d0137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.060971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-751344b9-6613-45e2-b252-97a4095d0137 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b546b02-23d3-494a-aa7c-e3e8166dc50e HTTP/1.1" status: 204 len: 168 time: 0.6043916 Aug 10 02:21:31.072500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c7e2ceb7-6612-4959-a2c0-97b47ef76330 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:31.117427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] For port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=775d8c1c-0da8-42f7-b8ad-cfbac6b57643,segment=NetworkSegment(cbc1aa65-8c37-41aa-ac0f-2caa11273125),segment_id=cbc1aa65-8c37-41aa-ac0f-2caa11273125)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:31.117759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.120464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751344b9-6613-45e2-b252-97a4095d0137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b546b02-23d3-494a-aa7c-e3e8166dc50e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:31.123286 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:21:31.145188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Calling delete_port for 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:31.191985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d7d33b41-9b60-48b2-b16f-02e11e6aba29 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279180 Aug 10 02:21:31.229125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f18b57-5fb3-4a3c-9cc4-088bd7c62125 req-6561aeaa-5a71-4358-99f0-c43aa88c8790 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:31.231287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83f18b57-5fb3-4a3c-9cc4-088bd7c62125 req-6561aeaa-5a71-4358-99f0-c43aa88c8790 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0942719 Aug 10 02:21:31.249554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c7e2ceb7-6612-4959-a2c0-97b47ef76330 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:31.251498 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.296569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1fa46c1f-9686-48d4-b597-95bc0f04329c None None] Deleting port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:31.297076 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1fa46c1f-9686-48d4-b597-95bc0f04329c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.309354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83f18b57-5fb3-4a3c-9cc4-088bd7c62125 req-a68bacad-c583-433d-bb18-3e4d1367f09c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712755 Aug 10 02:21:31.343250 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.396865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Port': ['ID=775d8c1c-0da8-42f7-b8ad-cfbac6b57643,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:31.410298 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] No DVR routers for this DVR port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:31.499726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1fa46c1f-9686-48d4-b597-95bc0f04329c None None] For port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=775d8c1c-0da8-42f7-b8ad-cfbac6b57643,segment=NetworkSegment(cbc1aa65-8c37-41aa-ac0f-2caa11273125),segment_id=cbc1aa65-8c37-41aa-ac0f-2caa11273125)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:31.500173 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1fa46c1f-9686-48d4-b597-95bc0f04329c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.520003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.522537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1fa46c1f-9686-48d4-b597-95bc0f04329c None None] Calling delete_port for 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:31.533755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308e3cb0-922e-4e7f-945f-3fe18c3df13c']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:31.546419 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.558995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc1aa65-8c37-41aa-ac0f-2caa11273125') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:31.560044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc1aa65-8c37-41aa-ac0f-2caa11273125') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:31.567457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2f693-a8d2-4d71-99cc-70635b1cc820 req-878db735-23b1-447d-8cfe-92a26e327706 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:31.575373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88a2f693-a8d2-4d71-99cc-70635b1cc820 req-878db735-23b1-447d-8cfe-92a26e327706 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1511419 Aug 10 02:21:31.587358 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Transition to ACTIVE for port object 05690e18-99d2-4b8f-8282-2729b5227513 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:31.594331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.630668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.639656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:31.639656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:31.642938 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:31.646436 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1fa46c1f-9686-48d4-b597-95bc0f04329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.651078 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.717340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa46c1f-9686-48d4-b597-95bc0f04329c None None] Pushing event deleted for resources: {'Port': ['ID=775d8c1c-0da8-42f7-b8ad-cfbac6b57643,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:31.731219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa46c1f-9686-48d4-b597-95bc0f04329c None None] No DVR routers for this DVR port 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:31.776495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88a2f693-a8d2-4d71-99cc-70635b1cc820 req-9c3f3838-e456-4059-9ecb-be9e20d95b8c tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935089 Aug 10 02:21:31.834882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-237a2579-951b-4e7d-a3e0-19b94dc1b696 service neutron] 10.222.0.38 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190493 Aug 10 02:21:31.867042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.879239 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.884959 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] 10.222.0.38 "DELETE /v2.0/networks/308e3cb0-922e-4e7f-945f-3fe18c3df13c HTTP/1.1" status: 204 len: 168 time: 1.1775763 Aug 10 02:21:31.922545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Pushing event deleted for resources: {'Network': ['ID=308e3cb0-922e-4e7f-945f-3fe18c3df13c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:31.945331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.946468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.948362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.949223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.950168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.951563 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Pushing event updated for resources: {'Port': ['ID=05690e18-99d2-4b8f-8282-2729b5227513,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:31.951922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.958390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.958920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.959442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.961724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.962336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.965447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c49ead-3e27-443c-a9a6-c16709a874f8 tempest-NetworksIpV6Test-1998868461 tempest-NetworksIpV6Test-1998868461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.976163 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.976750 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.977263 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.977868 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.978329 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.980685 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.981201 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.981875 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.982615 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.983086 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.983553 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.984018 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:31.989335 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Attempting to bind port 05690e18-99d2-4b8f-8282-2729b5227513 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:21:31.989943 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Attempting to bind port 05690e18-99d2-4b8f-8282-2729b5227513 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:21:31.990782 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Attempting to bind port 05690e18-99d2-4b8f-8282-2729b5227513 on network 1da260dd-be72-4332-a132-1597671876ff {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:31.997851 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:21:31.998759 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Checking segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:31.999354 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:31.999954 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Bound using segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:21:32.000843 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Bound port: 05690e18-99d2-4b8f-8282-2729b5227513, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:21:32.001572 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:32.099833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-944cbe9f-f1fd-4d52-9165-78f2e6ee5e4d service neutron] 10.222.0.38 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566006 Aug 10 02:21:32.257071 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] For port 05690e18-99d2-4b8f-8282-2729b5227513, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:21:32.261435 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] For port 05690e18-99d2-4b8f-8282-2729b5227513, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=05690e18-99d2-4b8f-8282-2729b5227513,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:21:32.374809 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:32.437603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9ae5fb0-8190-43a5-b202-17122a01bd58 req-8f16c2dc-f028-45f0-9809-e8b128c53767 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 210 time: 0.0773144 Aug 10 02:21:32.496244 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:21:32.497300 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:21:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:32.604760 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1ec0e-5a8e-4975-87c5-1cb93d36d2b7 None None] Pushing event updated for resources: {'Port': ['ID=05690e18-99d2-4b8f-8282-2729b5227513,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:32.657872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515681ad-0ca3-4687-8836-08a2f708e63a req-61b8333f-a871-4515-8dc8-467924cadab8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:32.660893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-515681ad-0ca3-4687-8836-08a2f708e63a req-61b8333f-a871-4515-8dc8-467924cadab8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1174617 Aug 10 02:21:32.705589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49326) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:32.725852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-515681ad-0ca3-4687-8836-08a2f708e63a req-fbe2b2a1-eb8d-4957-be60-08b3d34d14bd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574505 Aug 10 02:21:32.836241 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:33.024994 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c7a0f6a-9c53-4dbb-b374-27e1f1cd69cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b5c1c25fb0b490fb89437602f12e6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174880 Aug 10 02:21:33.026807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49336) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:33.032038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:33.056901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:21:33.057472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 775d8c1c-0da8-42f7-b8ad-cfbac6b57643 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:21:33.138476 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87faea37-ed85-47cf-9379-18194182368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:33.166498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87faea37-ed85-47cf-9379-18194182368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:33.216660 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '05690e18-99d2-4b8f-8282-2729b5227513', 'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:d9:15:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:26Z', 'updated_at': '2021-08-10T02:21:32Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:33.259692 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791e506-be08-4e15-93c7-da45178aa45d None None] The sync data for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 is: [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '05690e18-99d2-4b8f-8282-2729b5227513', 'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:d9:15:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:26Z', 'updated_at': '2021-08-10T02:21:32Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:21:33.300771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87faea37-ed85-47cf-9379-18194182368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:33.303516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87faea37-ed85-47cf-9379-18194182368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:33.304691 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-87faea37-ed85-47cf-9379-18194182368e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c4010ef-b250-4c17-8beb-3d07bda480b5 HTTP/1.1" status: 204 len: 168 time: 0.2767928 Aug 10 02:21:33.346044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faea37-ed85-47cf-9379-18194182368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4010ef-b250-4c17-8beb-3d07bda480b5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:33.563778 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9509972-ad2a-48a7-830c-afe5f9886cc2 req-4578d818-e0dd-4d47-ae2e-dd0b22550b0d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 210 time: 0.0341825 Aug 10 02:21:33.927370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e48ea-76ae-4326-84fe-cca3ccd4e0ea req-79845ae9-173f-4822-a966-b86d01ed6a38 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:33.935352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a3e48ea-76ae-4326-84fe-cca3ccd4e0ea req-79845ae9-173f-4822-a966-b86d01ed6a38 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1078532 Aug 10 02:21:33.991401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a3e48ea-76ae-4326-84fe-cca3ccd4e0ea req-83b50918-f830-4670-b0f8-03b745c18cb1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522685 Aug 10 02:21:34.605276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc15734-3802-4a82-915e-c59cb075a08e req-54e4bebb-ce5f-4a67-a177-c3275002009a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:34.611688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bc15734-3802-4a82-915e-c59cb075a08e req-54e4bebb-ce5f-4a67-a177-c3275002009a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1108429 Aug 10 02:21:34.775869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5b7075a3-2016-4899-94dc-2620f7a8b747 req-3e5e8571-bc60-408e-98e5-36e87ad83820 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 210 time: 0.0575802 Aug 10 02:21:34.812015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bc15734-3802-4a82-915e-c59cb075a08e req-c29d0b41-c512-426a-ab72-7ce1dfd0a4c9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756172 Aug 10 02:21:34.845744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-961857a7-fbd3-45ce-beee-1e5a54bf8e15 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:34.848521 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-961857a7-fbd3-45ce-beee-1e5a54bf8e15 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/networks?id=1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 200 len: 796 time: 0.2328997 Aug 10 02:21:34.927327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-58dc73d9-d04c-4032-85c6-b0df92c91ab3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 379 time: 0.0683699 Aug 10 02:21:34.942343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'port': {'device_id': 'aa45159e-a59e-41e9-8631-852f697829b8', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'admin_state_up': True, 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'security_groups': ['4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:35.086352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86229a-d45a-4f28-a854-a50e89989533 req-a4e0166e-e91b-47d3-a040-a36b1abad03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:35.091481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 05690e18-99d2-4b8f-8282-2729b5227513 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:35.094917 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb86229a-d45a-4f28-a854-a50e89989533 req-a4e0166e-e91b-47d3-a040-a36b1abad03a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef98270215844d7bbfa6086a262711cc&device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 1099 time: 0.4631281 Aug 10 02:21:35.197372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49402) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:35.250315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:21:35.251687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86229a-d45a-4f28-a854-a50e89989533 req-84d18ac1-8513-4d96-8105-b1ac8189ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:35.253374 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb86229a-d45a-4f28-a854-a50e89989533 req-84d18ac1-8513-4d96-8105-b1ac8189ac14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 200 len: 914 time: 0.1551502 Aug 10 02:21:35.254517 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:35.275612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 05690e18-99d2-4b8f-8282-2729b5227513 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:35.283186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 05690e18-99d2-4b8f-8282-2729b5227513 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:35.283570 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:35.305187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c57da112-e812-4ab5-a12f-bd65109d9457 tempest-ServiceProvidersTest-1399305873 tempest-ServiceProvidersTest-1399305873-project] 10.222.0.38 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1057444 Aug 10 02:21:35.316584 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb86229a-d45a-4f28-a854-a50e89989533 req-c9e60fb8-41c0-4f5e-bce8-a7121d3e0178 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 HTTP/1.1" status: 200 len: 217 time: 0.0518146 Aug 10 02:21:35.381600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86229a-d45a-4f28-a854-a50e89989533 req-228d63a3-14b4-48cb-8454-b1a4a2951556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:35.383203 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb86229a-d45a-4f28-a854-a50e89989533 req-228d63a3-14b4-48cb-8454-b1a4a2951556 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa4bbf65-3803-4c1d-a5e5-5d213665dcfe HTTP/1.1" status: 200 len: 853 time: 0.0605724 Aug 10 02:21:35.420784 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb86229a-d45a-4f28-a854-a50e89989533 req-e4a1e392-93fa-4634-a306-468e79696736 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57dd0a40-00cd-4afc-90a6-528fd392b49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291212 Aug 10 02:21:35.433781 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:35.497261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 05690e18-99d2-4b8f-8282-2729b5227513, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=05690e18-99d2-4b8f-8282-2729b5227513,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:35.538276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.20.0.12 (1da260dd-be72-4332-a132-1597671876ff/6ab4dea7-c6cf-4842-9eff-4b68bd25d043/cfe8cf40-3a92-407b-acfe-19526cbc782e) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:21:35.589109 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:35.597506 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb86229a-d45a-4f28-a854-a50e89989533 req-9c2db217-5cc2-4e86-b469-771fdae2c78c service neutron] 10.222.0.16 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688728 Aug 10 02:21:35.688781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=05690e18-99d2-4b8f-8282-2729b5227513,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:35.719918 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb86229a-d45a-4f28-a854-a50e89989533 req-f3a0f881-5991-4326-a76c-a7e1d36099bb service neutron] 10.222.0.16 "GET /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155791 Aug 10 02:21:35.747769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:35.765300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Transition to ACTIVE for port object cfe8cf40-3a92-407b-acfe-19526cbc782e will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:35.874539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:35.992368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 1da260dd-be72-4332-a132-1597671876ff is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:36.000893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:36.005719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:36.008554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:21:36.021932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c128a22-33a6-4821-9026-f97993568bff req-97c6f8d4-9dbc-4764-bbbe-4d118dd9caec tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:36.023945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c128a22-33a6-4821-9026-f97993568bff req-97c6f8d4-9dbc-4764-bbbe-4d118dd9caec tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 932 time: 0.1638973 Aug 10 02:21:36.093956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49422) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:36.110175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc5500-bf2d-41a7-82ce-6ec69f865aa1 req-f4a17ac8-3e94-4f7f-830d-3cd87ba37869 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:36.111968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8fdc5500-bf2d-41a7-82ce-6ec69f865aa1 req-f4a17ac8-3e94-4f7f-830d-3cd87ba37869 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.2034380 Aug 10 02:21:36.153305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:36.154198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.172379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c128a22-33a6-4821-9026-f97993568bff req-7e27077e-a51a-4fbf-9eab-f1fd560a3eaa tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182506 Aug 10 02:21:36.219060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8fdc5500-bf2d-41a7-82ce-6ec69f865aa1 req-645bcf5c-84d5-48cf-ba38-2b0d88fd64f9 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989537 Aug 10 02:21:36.264501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b0c8b89-e715-48f3-995c-47195b6a23fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.272442 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-d0b4d180-c8c5-4421-8ac9-57f48a8032a0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3382287 Aug 10 02:21:36.285922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-ece5ec13-539e-41eb-a041-1b483522b7b5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:21:36.286817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-ece5ec13-539e-41eb-a041-1b483522b7b5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069420 Aug 10 02:21:36.298437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Request body: {'port': {'device_id': 'aa45159e-a59e-41e9-8631-852f697829b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:36.351722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8002c4eb-e59f-4c69-a6db-1d3d233ce119 None None] Provisioning for port cfe8cf40-3a92-407b-acfe-19526cbc782e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:36.364244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8002c4eb-e59f-4c69-a6db-1d3d233ce119 None None] Provisioning complete for port cfe8cf40-3a92-407b-acfe-19526cbc782e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:36.364690 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8002c4eb-e59f-4c69-a6db-1d3d233ce119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.371137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.417878 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b0c8b89-e715-48f3-995c-47195b6a23fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.436507 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8002c4eb-e59f-4c69-a6db-1d3d233ce119 None None] Port cfe8cf40-3a92-407b-acfe-19526cbc782e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:21:36.563171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1b0c8b89-e715-48f3-995c-47195b6a23fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.609002 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1b0c8b89-e715-48f3-995c-47195b6a23fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5c16a553f8147c2b0f031a495dc7da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115924 Aug 10 02:21:36.609002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c8b89-e715-48f3-995c-47195b6a23fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26ea2bf-ca09-4814-a4ae-6aec14210658,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:36.610067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49432) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:36.727822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e90d0f3-34bf-43f3-9e37-d32daeb318a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.786323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e90d0f3-34bf-43f3-9e37-d32daeb318a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.799020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe8cf40-3a92-407b-acfe-19526cbc782e {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:21:36.812728 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.839333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Transition to ACTIVE for port object cfe8cf40-3a92-407b-acfe-19526cbc782e will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:21:36.930274 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.962371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 05690e18-99d2-4b8f-8282-2729b5227513 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:36.997916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e90d0f3-34bf-43f3-9e37-d32daeb318a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.997916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e90d0f3-34bf-43f3-9e37-d32daeb318a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:36.997916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8e90d0f3-34bf-43f3-9e37-d32daeb318a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f26ea2bf-ca09-4814-a4ae-6aec14210658 HTTP/1.1" status: 204 len: 168 time: 0.3807042 Aug 10 02:21:37.024718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Pushing event updated for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:37.030062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90d0f3-34bf-43f3-9e37-d32daeb318a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26ea2bf-ca09-4814-a4ae-6aec14210658,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:37.035052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 05690e18-99d2-4b8f-8282-2729b5227513 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:37.035706 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:37.105954 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:21:37.106857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:21:37.107299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e on network 1da260dd-be72-4332-a132-1597671876ff {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:37.113843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Port cfe8cf40-3a92-407b-acfe-19526cbc782e on network 1da260dd-be72-4332-a132-1597671876ff not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:21:37.114409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e on network 1da260dd-be72-4332-a132-1597671876ff {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:21:37.121351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:21:37.129703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Checking segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:21:37.129703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Bound using segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:21:37.129703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Bound port: cfe8cf40-3a92-407b-acfe-19526cbc782e, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:21:37.129703 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:37.236992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:21:37.241748 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:21:37.324105 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:37.416093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:37.416750 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:37.419234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] 10.222.0.11 "PUT /v2.0/ports/cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 1093 time: 1.1252785 Aug 10 02:21:37.420184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:21:37.422900 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839b7605-6cfb-4478-973a-a8fae017d84a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:21:37.475292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352cd15-8da7-458b-aed4-4d6ea1631815 req-33de0a10-cb8c-4c59-9f42-6b437a1ffe89 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:37.478580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d352cd15-8da7-458b-aed4-4d6ea1631815 req-33de0a10-cb8c-4c59-9f42-6b437a1ffe89 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1228292 Aug 10 02:21:37.484820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687f7be-7045-40a2-a795-cf19be253926 req-cb3528b8-2587-489d-b5d9-a894c886bb24 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:37.486534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8687f7be-7045-40a2-a795-cf19be253926 req-cb3528b8-2587-489d-b5d9-a894c886bb24 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 944 time: 0.2124810 Aug 10 02:21:37.488778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56e4d4-8c2f-495e-a4b0-1a6d3f8e5a8b service neutron] Pushing event updated for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:37.525541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49456) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:37.605217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d352cd15-8da7-458b-aed4-4d6ea1631815 req-40b29be2-d433-4ee0-bc4d-62c361ef7f93 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174786 Aug 10 02:21:37.609753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8687f7be-7045-40a2-a795-cf19be253926 req-7824d179-7b56-4f9d-b0d2-e2a0058b5972 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980816 Aug 10 02:21:37.631063 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-f975bd7f-fe22-4b3a-899f-c612d5744119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:37.635833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-f975bd7f-fe22-4b3a-899f-c612d5744119 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1096 time: 0.0636606 Aug 10 02:21:37.729365 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650cf729-a377-4106-aa25-631c38f9da47 x-openstack-request-id: req-650cf729-a377-4106-aa25-631c38f9da47 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:21:37.729646 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:21:37.729897 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-650cf729-a377-4106-aa25-631c38f9da47 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:21:37.730301 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'status': 'completed', 'code': 200} Aug 10 02:21:37.732099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-9014181d-9168-41ce-b398-b0186fe8dcd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 217 time: 0.0877013 Aug 10 02:21:37.838536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-a426c76a-b5c0-46e6-8223-2c96052e791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:37.848654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-a426c76a-b5c0-46e6-8223-2c96052e791e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ab4dea7-c6cf-4842-9eff-4b68bd25d043 HTTP/1.1" status: 200 len: 834 time: 0.0962391 Aug 10 02:21:37.851430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4dc8-e004-44f3-bcd5-be7a717fc2cd req-6de4eb6f-934d-4372-a3f7-cafc36e1d8f4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:37.852986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce3f4dc8-e004-44f3-bcd5-be7a717fc2cd req-6de4eb6f-934d-4372-a3f7-cafc36e1d8f4 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1190140 Aug 10 02:21:37.895410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-54de9aa7-5033-41da-8f39-d92305be472b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=116d2554db204f739b10cab0127eedcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686295 Aug 10 02:21:37.898429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49472) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:37.933901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ce3f4dc8-e004-44f3-bcd5-be7a717fc2cd req-864bf7ea-5217-4ed4-9eb0-0154c89dd907 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636954 Aug 10 02:21:37.941282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-850c6381-714a-430d-8c1d-c51c8b71444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:37.942839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-850c6381-714a-430d-8c1d-c51c8b71444e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da260dd-be72-4332-a132-1597671876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847778 Aug 10 02:21:38.002416 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f41819e0-c611-4853-9c07-8bd62006b07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:38.037591 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f41819e0-c611-4853-9c07-8bd62006b07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:38.098666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-4719808d-1aeb-4ed8-8632-31956d230363 service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488485 Aug 10 02:21:38.111734 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01c7ce-8c93-4a43-9bca-1b6716395206 req-7e624726-19ac-496b-a7af-8d2616984ee5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:38.114052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c01c7ce-8c93-4a43-9bca-1b6716395206 req-7e624726-19ac-496b-a7af-8d2616984ee5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0751545 Aug 10 02:21:38.180335 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f41819e0-c611-4853-9c07-8bd62006b07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:38.183038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f41819e0-c611-4853-9c07-8bd62006b07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:38.187315 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f41819e0-c611-4853-9c07-8bd62006b07f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d6b52da-cafb-4693-9064-73dc9e5ce602 HTTP/1.1" status: 204 len: 168 time: 0.2876587 Aug 10 02:21:38.196066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41819e0-c611-4853-9c07-8bd62006b07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b52da-cafb-4693-9064-73dc9e5ce602,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:38.203652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c01c7ce-8c93-4a43-9bca-1b6716395206 req-9e2436ca-15ad-4713-9e73-a99bc9a70ac5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809081 Aug 10 02:21:38.239083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a6c9c23-69d7-4572-ab87-a815d38713eb req-98720ce8-d196-40a2-8e32-080a270f56d6 service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237869 Aug 10 02:21:38.344385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7f7ee-f527-4230-871a-8916f58754ae req-f2079271-182e-407c-b4bb-19ab41e3364b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:38.346172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-faa7f7ee-f527-4230-871a-8916f58754ae req-f2079271-182e-407c-b4bb-19ab41e3364b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0572536 Aug 10 02:21:38.420892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-faa7f7ee-f527-4230-871a-8916f58754ae req-ef08382a-820d-4178-8bfa-0856ccdc4182 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624037 Aug 10 02:21:38.423532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b7605-6cfb-4478-973a-a8fae017d84a req-0cfb7878-2136-416c-a1f7-5915960222cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:38.425244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839b7605-6cfb-4478-973a-a8fae017d84a req-0cfb7878-2136-416c-a1f7-5915960222cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1096 time: 0.0757883 Aug 10 02:21:38.521305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b7605-6cfb-4478-973a-a8fae017d84a req-e584aeaf-3143-4167-8a64-ca234717d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:38.522961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839b7605-6cfb-4478-973a-a8fae017d84a req-e584aeaf-3143-4167-8a64-ca234717d367 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 200 len: 897 time: 0.0908687 Aug 10 02:21:38.599864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839b7605-6cfb-4478-973a-a8fae017d84a req-47731392-0e43-4ddf-b547-150389043063 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 217 time: 0.0685377 Aug 10 02:21:38.654245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4180090-0c14-4d73-aa93-5d678bb47661 req-9299f372-5218-4376-a182-5f45fe12535e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:38.655789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4180090-0c14-4d73-aa93-5d678bb47661 req-9299f372-5218-4376-a182-5f45fe12535e tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1152449 Aug 10 02:21:38.692702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b7605-6cfb-4478-973a-a8fae017d84a req-a9de9313-45ff-4424-9410-ab577dd6a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:38.694221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839b7605-6cfb-4478-973a-a8fae017d84a req-a9de9313-45ff-4424-9410-ab577dd6a48e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ab4dea7-c6cf-4842-9eff-4b68bd25d043 HTTP/1.1" status: 200 len: 834 time: 0.0853612 Aug 10 02:21:38.751225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4180090-0c14-4d73-aa93-5d678bb47661 req-c8f99866-ffa1-4b3c-9921-67f9c026b356 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884645 Aug 10 02:21:38.791948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b7605-6cfb-4478-973a-a8fae017d84a req-96bf539b-72af-4ef2-b205-e020d3b56216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:38.794619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839b7605-6cfb-4478-973a-a8fae017d84a req-96bf539b-72af-4ef2-b205-e020d3b56216 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da260dd-be72-4332-a132-1597671876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864282 Aug 10 02:21:38.874906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fc94-8225-4b30-9787-e2887b46630e req-e62fa582-0916-48a1-b4b4-23349d4a5224 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:38.876471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5862fc94-8225-4b30-9787-e2887b46630e req-e62fa582-0916-48a1-b4b4-23349d4a5224 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 944 time: 0.1301446 Aug 10 02:21:38.976600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5862fc94-8225-4b30-9787-e2887b46630e req-8df94d4a-3332-48ff-a9f1-bd2bc5c63ab1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786266 Aug 10 02:21:38.990043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02abd4d-31d4-47f3-b394-b5e67d1918d6 req-f026b182-a1af-4710-8528-ffba347975c1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:38.991642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f02abd4d-31d4-47f3-b394-b5e67d1918d6 req-f026b182-a1af-4710-8528-ffba347975c1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1618745 Aug 10 02:21:38.997754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839b7605-6cfb-4478-973a-a8fae017d84a req-18e2af5a-91df-49a2-bc7e-111bc162e4ae service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939633 Aug 10 02:21:39.093604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f02abd4d-31d4-47f3-b394-b5e67d1918d6 req-6a48fc38-dd94-4b1d-b20b-ef02a94bc654 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948217 Aug 10 02:21:39.150043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839b7605-6cfb-4478-973a-a8fae017d84a req-0c20fb3e-6274-41c1-991c-31353079a33e service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355915 Aug 10 02:21:39.556487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ec2ed-2f4d-4c49-ba3e-ce12d7d5a203 req-5ca6af4d-52db-4e71-9826-34256b3d5144 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:39.558090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c56ec2ed-2f4d-4c49-ba3e-ce12d7d5a203 req-5ca6af4d-52db-4e71-9826-34256b3d5144 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.3553345 Aug 10 02:21:39.600920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c56ec2ed-2f4d-4c49-ba3e-ce12d7d5a203 req-022fdf94-9433-4521-855d-905e629fe65f tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366473 Aug 10 02:21:39.739360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e01a10-d0de-4247-97b0-9eec5cb2ce3b req-4eaee55f-485e-4a79-8804-c521a837b4fc tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:39.740906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97e01a10-d0de-4247-97b0-9eec5cb2ce3b req-4eaee55f-485e-4a79-8804-c521a837b4fc tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0558939 Aug 10 02:21:39.785528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97e01a10-d0de-4247-97b0-9eec5cb2ce3b req-fb60e455-67c3-4fb5-98a9-ca2d026f49c1 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374634 Aug 10 02:21:39.963957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5822d-dc1c-41e4-91a0-7b905c41e4bc req-70634083-0e50-48be-8668-a16ea9bed1cf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:39.972780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17b5822d-dc1c-41e4-91a0-7b905c41e4bc req-70634083-0e50-48be-8668-a16ea9bed1cf tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0630996 Aug 10 02:21:40.009399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-17b5822d-dc1c-41e4-91a0-7b905c41e4bc req-d6149d7d-72ef-43cc-b61f-732a83c6d0cd tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355096 Aug 10 02:21:40.149922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03661cdc-cfcd-4b67-af97-0878842ab8d0 req-7a392115-9216-4ef8-8046-56f961baaf55 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:40.151536 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03661cdc-cfcd-4b67-af97-0878842ab8d0 req-7a392115-9216-4ef8-8046-56f961baaf55 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 944 time: 0.0858424 Aug 10 02:21:40.168969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233c9c-e007-46d2-bc8d-48b59fee664b req-0d60b207-cf24-4e40-9d0f-ae5bd1cba2ad tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:40.170774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a233c9c-e007-46d2-bc8d-48b59fee664b req-0d60b207-cf24-4e40-9d0f-ae5bd1cba2ad tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0718179 Aug 10 02:21:40.223780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03661cdc-cfcd-4b67-af97-0878842ab8d0 req-bd4f377f-1e9a-4eff-b380-357c3731af80 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522022 Aug 10 02:21:40.252852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a233c9c-e007-46d2-bc8d-48b59fee664b req-fd83ede6-a68b-46f0-9318-ec1305b0a6f6 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599766 Aug 10 02:21:40.384229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff51558-c108-464d-ab2d-7acc32f63ec2 req-770af49d-91af-4bcc-97f4-3000a359c706 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:40.385969 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cff51558-c108-464d-ab2d-7acc32f63ec2 req-770af49d-91af-4bcc-97f4-3000a359c706 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0572789 Aug 10 02:21:40.436003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cff51558-c108-464d-ab2d-7acc32f63ec2 req-e83aeefe-e9f2-4e7d-b8e7-adbd3fc9a180 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Aug 10 02:21:40.580717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fb08e-570c-4e4f-94a1-63b04c38d525 req-604d67f1-f8c0-4172-bb2f-a48aa421c48a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:40.584144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d58fb08e-570c-4e4f-94a1-63b04c38d525 req-604d67f1-f8c0-4172-bb2f-a48aa421c48a tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0736659 Aug 10 02:21:40.630216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d58fb08e-570c-4e4f-94a1-63b04c38d525 req-09bd423b-0b36-459e-91c1-4ef16fc1d369 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Aug 10 02:21:40.770418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1cb38-777e-493e-bde1-e1325b52254f req-fa5ba42d-5e11-4583-b7e5-acd8a4c7b4d5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:40.772038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aad1cb38-777e-493e-bde1-e1325b52254f req-fa5ba42d-5e11-4583-b7e5-acd8a4c7b4d5 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0559182 Aug 10 02:21:40.813687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aad1cb38-777e-493e-bde1-e1325b52254f req-0be7cf91-dae2-46a6-8fdd-3be0e89264e8 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335231 Aug 10 02:21:40.941208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54f5e2-ce61-4b2f-9990-c049329139da req-6739bb20-7551-43bf-abcc-269b48cdcc69 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:40.942847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a54f5e2-ce61-4b2f-9990-c049329139da req-6739bb20-7551-43bf-abcc-269b48cdcc69 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0549500 Aug 10 02:21:40.984252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a54f5e2-ce61-4b2f-9990-c049329139da req-dc518747-aa45-4ad4-a80a-ab8f0e55c948 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Aug 10 02:21:41.126500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b997e25-041f-435d-aa17-ad494ac6abce req-39054b53-4fc9-451d-8df1-1dbcdf518f32 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:41.127224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b997e25-041f-435d-aa17-ad494ac6abce req-39054b53-4fc9-451d-8df1-1dbcdf518f32 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0601645 Aug 10 02:21:41.174700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b997e25-041f-435d-aa17-ad494ac6abce req-cfbaf7db-cbac-402d-b554-eb544dbd57d7 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386019 Aug 10 02:21:41.360860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69435da8-3242-4f8c-a214-1002d55ffb1f req-4f64fbfa-7b30-422e-be01-bdb01a32f172 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:41.363036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69435da8-3242-4f8c-a214-1002d55ffb1f req-4f64fbfa-7b30-422e-be01-bdb01a32f172 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 944 time: 0.0557394 Aug 10 02:21:41.416791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69435da8-3242-4f8c-a214-1002d55ffb1f req-6b4fb3c1-dd44-4394-9103-5aed21271d82 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470884 Aug 10 02:21:42.337290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device cfe8cf40-3a92-407b-acfe-19526cbc782e details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:21:42.516467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:42.548572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'port_id': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'mac_address': 'fa:16:3e:df:f5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:21:42.650653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cb695-faed-4ce1-9afe-97879540d3c2 req-2a08c6ae-84b7-4c54-b2fb-abcc4a616f5d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:42.662213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-912cb695-faed-4ce1-9afe-97879540d3c2 req-2a08c6ae-84b7-4c54-b2fb-abcc4a616f5d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 944 time: 0.0937874 Aug 10 02:21:42.667892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:42.700798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe8cf40-3a92-407b-acfe-19526cbc782e {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:21:42.730654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:42.747617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-912cb695-faed-4ce1-9afe-97879540d3c2 req-a59f626a-dbf9-4bfb-bd80-43ae319f7d6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841057 Aug 10 02:21:42.792171 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:42.895894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:42.913715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.914077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.914421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.914970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.915309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.915644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.915977 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.916557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.916903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.917231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.917557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.917883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:21:42.999661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['cfe8cf40-3a92-407b-acfe-19526cbc782e'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:21:43.103580 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:43.882444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911c831-5417-4b18-a62c-eb478b6b767e req-88452cbf-c5e3-41bd-a0a9-a09873de4d2c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:43.884096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8911c831-5417-4b18-a62c-eb478b6b767e req-88452cbf-c5e3-41bd-a0a9-a09873de4d2c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 945 time: 0.0624900 Aug 10 02:21:43.947352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8911c831-5417-4b18-a62c-eb478b6b767e req-5db356f1-6667-4cee-890f-5173ea37bb64 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536058 Aug 10 02:21:44.277233 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:44.336596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device cfe8cf40-3a92-407b-acfe-19526cbc782e up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:21:44.500240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port cfe8cf40-3a92-407b-acfe-19526cbc782e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:21:44.507990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port cfe8cf40-3a92-407b-acfe-19526cbc782e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:21:44.507990 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:44.682140 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:44.740363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:21:44.748331 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eed499-54d8-485b-b115-98854c2ef91a" -d '{"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-plugged", "status": "completed", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:21:44.785103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:44.811143 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c049ac80-3176-492a-8b37-7dc7fa82acaf x-openstack-request-id: req-c049ac80-3176-492a-8b37-7dc7fa82acaf {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:21:44.811495 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-plugged", "status": "completed", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:21:44.811761 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c049ac80-3176-492a-8b37-7dc7fa82acaf {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:21:44.812168 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'code': 200} Aug 10 02:21:44.888734 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:45.057139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:45.274354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e51a1-766f-44e5-bd65-7c9e87e49172 req-10eb6f8f-7c04-42bd-bf76-d8834bfcf0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:45.276958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d0e51a1-766f-44e5-bd65-7c9e87e49172 req-10eb6f8f-7c04-42bd-bf76-d8834bfcf0fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1098 time: 0.4035230 Aug 10 02:21:45.285080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c51c1b-5ae5-4e00-9b41-594fdd6b5412 req-90389ae7-456b-4c8f-ae6a-627f7a62d72a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:45.286667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90c51c1b-5ae5-4e00-9b41-594fdd6b5412 req-90389ae7-456b-4c8f-ae6a-627f7a62d72a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.1453881 Aug 10 02:21:45.349224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d0e51a1-766f-44e5-bd65-7c9e87e49172 req-be65c4a9-6830-4830-82de-a452b9cf82ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613315 Aug 10 02:21:45.383118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90c51c1b-5ae5-4e00-9b41-594fdd6b5412 req-bc19d09c-078b-4cc7-b8b4-e6235d6cca4a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733786 Aug 10 02:21:46.545551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61636954-5352-4571-900f-2d4ece4650b3 req-6d0f7593-b9eb-4c54-9206-ae049b0ba4f8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:46.547202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61636954-5352-4571-900f-2d4ece4650b3 req-6d0f7593-b9eb-4c54-9206-ae049b0ba4f8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.0595601 Aug 10 02:21:46.590860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61636954-5352-4571-900f-2d4ece4650b3 req-cb19c216-ce05-4453-b0b4-8a264243a74f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367534 Aug 10 02:21:46.749403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bda082-b542-43da-9026-0fb73afd8a5b req-fb7c5e73-1f63-4d40-b211-ed581e898e93 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:46.751429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9bda082-b542-43da-9026-0fb73afd8a5b req-fb7c5e73-1f63-4d40-b211-ed581e898e93 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.0722561 Aug 10 02:21:46.827153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9bda082-b542-43da-9026-0fb73afd8a5b req-515f8ca0-0929-43e0-86ff-fa7797c7dc37 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663240 Aug 10 02:21:46.850934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49772) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:47.189238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d6af4-4b9e-4405-bb9f-b2b95bd1da8f tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:47.194361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49782) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:47.194831 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e84d6af4-4b9e-4405-bb9f-b2b95bd1da8f tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1093 time: 0.3413401 Aug 10 02:21:47.199211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:21:47.306387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:47.498829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:47.762865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.25.3.49 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/dcc6ee0a-c4e5-4371-b2e6-5beb61685dca) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:21:47.905957 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ee46b59c-60b7-4077-9916-058fcf8c5a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:47.962941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:48.078332 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:48.105830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:21:48.132606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:21:48.136305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:21:48.182669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=dcc6ee0a-c4e5-4371-b2e6-5beb61685dca,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:48.447855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3ea42-a5d0-46ca-9eda-f4d2232c6f43 req-6c580b0d-a826-4c89-bed3-63a4ba6e5d82 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:48.450466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bb3ea42-a5d0-46ca-9eda-f4d2232c6f43 req-6c580b0d-a826-4c89-bed3-63a4ba6e5d82 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1434417 Aug 10 02:21:48.546980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bb3ea42-a5d0-46ca-9eda-f4d2232c6f43 req-0494d4f2-6897-4eff-b642-1693d0b943dc tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890324 Aug 10 02:21:48.861227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:48.994808 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:49.184869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-e726177c-58a4-47c0-80cf-6052cd28c12d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0759664 Aug 10 02:21:49.208319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:49.269806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:49.355920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-8819a7f3-8edf-42b3-8ad1-2148503bec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:49.357579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-8819a7f3-8edf-42b3-8ad1-2148503bec24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1098 time: 0.1286161 Aug 10 02:21:49.367473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=dcc6ee0a-c4e5-4371-b2e6-5beb61685dca,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:49.469017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:49.599459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-1bffacba-cc20-4639-878e-a03f247a139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:49.601020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-1bffacba-cc20-4639-878e-a03f247a139b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 200 len: 897 time: 0.2147875 Aug 10 02:21:49.698025 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Floating IP 522433c7-4fbe-48f5-bc80-f053bec5a9f3 associated. External IP: 172.25.3.49, port: cfe8cf40-3a92-407b-acfe-19526cbc782e. Aug 10 02:21:49.775847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-70cbfbe5-c702-4822-a31f-ba42ae15ea2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 999 time: 0.1670065 Aug 10 02:21:49.783866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e044b-57b1-46e2-99aa-3b22184038cc req-7d4df8fa-6afd-434b-aed5-5ae0f3174c74 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:49.785971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d25e044b-57b1-46e2-99aa-3b22184038cc req-7d4df8fa-6afd-434b-aed5-5ae0f3174c74 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.1343522 Aug 10 02:21:49.869054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-847c2597-c381-4fff-be97-9e8c744cfbef tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:49.870711 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-847c2597-c381-4fff-be97-9e8c744cfbef tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 947 time: 0.0981293 Aug 10 02:21:49.895021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-604ed79a-2357-4e9b-abb1-96665a9f2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:49.896563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-604ed79a-2357-4e9b-abb1-96665a9f2b2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ab4dea7-c6cf-4842-9eff-4b68bd25d043 HTTP/1.1" status: 200 len: 834 time: 0.1052978 Aug 10 02:21:49.970965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d25e044b-57b1-46e2-99aa-3b22184038cc req-e08b368d-2ef5-4310-9651-980c24d1c7ca tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/security-groups?id=20ceff1d-73c2-41d4-8f29-042c76cc8322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064279 Aug 10 02:21:50.022338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Deleting port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:21:50.022518 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:50.155349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] For port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,segment=NetworkSegment(f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a),segment_id=f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:21:50.156037 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:50.188102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Calling delete_port for 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:21:50.426500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-648f4cc1-14f8-4640-9e71-f3bc1513aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:50.428184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-648f4cc1-14f8-4640-9e71-f3bc1513aa1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da260dd-be72-4332-a132-1597671876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5210004 Aug 10 02:21:50.466437 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:50.483136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:21:50.508450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Pushing event deleted for resources: {'Port': ['ID=6bb91f43-1344-41a9-88a5-6b5fa4feb3b5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:50.559931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] No DVR routers for this DVR port 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:21:50.563367 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:50.566326 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3f2045ff-22d9-4a4d-a938-1721cdb09f87 req-fbbb757d-573d-4c7c-aa3e-8acf2575d01b tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.16 "DELETE /v2.0/ports/6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 HTTP/1.1" status: 204 len: 173 time: 0.6828144 Aug 10 02:21:50.566990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-deleted', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:21:50.579650 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869973af-21b9-4ce0-8d82-939e8c809b72" -d '{"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-deleted", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:21:50.598648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b23ff4b0-2225-4881-ad50-1c743862a534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:50.656283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:21:50.662781 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468fd9cf-0aa5-4b9d-b526-28b8c150c118 x-openstack-request-id: req-468fd9cf-0aa5-4b9d-b526-28b8c150c118 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:21:50.662781 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a171f5a-9775-4296-88f0-97fc30374477", "name": "network-vif-deleted", "tag": "6bb91f43-1344-41a9-88a5-6b5fa4feb3b5", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:21:50.663939 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-468fd9cf-0aa5-4b9d-b526-28b8c150c118 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:21:50.663939 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a171f5a-9775-4296-88f0-97fc30374477', 'name': 'network-vif-deleted', 'tag': '6bb91f43-1344-41a9-88a5-6b5fa4feb3b5', 'status': 'completed', 'code': 200} Aug 10 02:21:50.708877 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-c6435626-6110-48d7-bc20-ae70f1242b63 service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099383 Aug 10 02:21:50.920414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:21:50.932611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] Sync routers for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:21:50.942535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0567f72-9b46-4fd6-b4ae-d8b426637f01 req-9db9e311-4dd3-491d-bc74-55469ea8ee08 service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272830 Aug 10 02:21:50.945953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:21:50.946765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:21:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:51.042312 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:51.124027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-12c6432e-771b-44ca-90d1-1cfa9abf8134 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9251566 Aug 10 02:21:51.133389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:21:51.138145 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96073569-1bb7-426e-ae67-6ede6e655a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:21:51.208671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:51.219369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3713034b-153d-4e9b-8b3b-99edba22fcd8 req-e6737690-5f74-49b9-8dfa-5a831c6f53f2 tempest-ServersNegativeTestJSON-601727782 tempest-ServersNegativeTestJSON-601727782-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a171f5a-9775-4296-88f0-97fc30374477 HTTP/1.1" status: 200 len: 210 time: 0.0736613 Aug 10 02:21:51.266662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49866) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:51.299873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:51.351203 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c42a4-f2de-4683-a2c9-0e439dc31fe1 req-592e637e-943c-4346-a399-d945c4289a8d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:51.354126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-705c42a4-f2de-4683-a2c9-0e439dc31fe1 req-592e637e-943c-4346-a399-d945c4289a8d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.1164567 Aug 10 02:21:51.473072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-705c42a4-f2de-4683-a2c9-0e439dc31fe1 req-99abc66f-c9f0-46d2-8466-e3d2cb49b061 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102588 Aug 10 02:21:51.500243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49872) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:51.619975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-71823d5f-b3bf-4796-a65f-d498abf25ca5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/522433c7-4fbe-48f5-bc80-f053bec5a9f3 HTTP/1.1" status: 200 len: 991 time: 0.1173105 Aug 10 02:21:51.760657 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef8d3c61-dfb7-4029-ba14-1f1ec8181d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:51.791667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '522433c7-4fbe-48f5-bc80-f053bec5a9f3', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'port_id': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'mac_address': 'fa:16:3e:df:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45159e-a59e-41e9-8631-852f697829b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:21:48Z', 'updated_at': '2021-08-10T02:21:48Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05690e18-99d2-4b8f-8282-2729b5227513', 'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:d9:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:26Z', 'updated_at': '2021-08-10T02:21:35Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:51.872316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] Checking router: 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:21:51.882062 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a2aa16-9c25-4ac8-891a-5ccbcbf6d644 x-openstack-request-id: req-22a2aa16-9c25-4ac8-891a-5ccbcbf6d644 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:21:51.882376 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:21:51.883048 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-22a2aa16-9c25-4ac8-891a-5ccbcbf6d644 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:21:51.883531 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'status': 'completed', 'code': 200} Aug 10 02:21:51.885364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:21:51.886294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:21:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:51.988191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-c10aac8d-817d-4fcc-a934-74dbafec1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:51.989910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-c10aac8d-817d-4fcc-a934-74dbafec1427 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1098 time: 0.0869253 Aug 10 02:21:52.019236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef8d3c61-dfb7-4029-ba14-1f1ec8181d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.060110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef8d3c61-dfb7-4029-ba14-1f1ec8181d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.088924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:21:52.108106 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ef8d3c61-dfb7-4029-ba14-1f1ec8181d8d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38e1026b79a343f592b8851e0b51a253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8388197 Aug 10 02:21:52.110626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49880) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:52.156099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d3c61-dfb7-4029-ba14-1f1ec8181d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d25d2c-6dba-4efa-97df-f041ffcb8f2b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:52.178633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-6ca0cd91-d767-4243-85ba-ac0666f0980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:52.183839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-6ca0cd91-d767-4243-85ba-ac0666f0980d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 200 len: 897 time: 0.1856465 Aug 10 02:21:52.185364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f78-276b-4bb9-81b3-64e0135bb140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.216540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f78-276b-4bb9-81b3-64e0135bb140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.280435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-1770fee1-6799-4745-85e6-ae218db2e01d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 999 time: 0.0897713 Aug 10 02:21:52.317064 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.322647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49886) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:52.371424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-370bdbab-d013-486f-9c98-0318595bfc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:52.373649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-370bdbab-d013-486f-9c98-0318595bfc77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ab4dea7-c6cf-4842-9eff-4b68bd25d043 HTTP/1.1" status: 200 len: 834 time: 0.0862207 Aug 10 02:21:52.380974 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f78-276b-4bb9-81b3-64e0135bb140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.384198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f78-276b-4bb9-81b3-64e0135bb140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.385520 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fdc72f78-276b-4bb9-81b3-64e0135bb140 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57d25d2c-6dba-4efa-97df-f041ffcb8f2b HTTP/1.1" status: 204 len: 168 time: 0.2740142 Aug 10 02:21:52.398320 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc72f78-276b-4bb9-81b3-64e0135bb140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d25d2c-6dba-4efa-97df-f041ffcb8f2b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:52.405424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-171a01db-cc01-4395-999a-8381c3ce3ca9 admin admin] Deleting subnet fa4bbf65-3803-4c1d-a5e5-5d213665dcfe {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:21:52.409994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-171a01db-cc01-4395-999a-8381c3ce3ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.453480 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-171a01db-cc01-4395-999a-8381c3ce3ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.453683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-b1512abc-acf4-4476-b45f-f497fa4024fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:21:52.457205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-b1512abc-acf4-4476-b45f-f497fa4024fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da260dd-be72-4332-a132-1597671876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767179 Aug 10 02:21:52.488030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49890) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:52.549562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '522433c7-4fbe-48f5-bc80-f053bec5a9f3', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'port_id': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'mac_address': 'fa:16:3e:df:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45159e-a59e-41e9-8631-852f697829b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:21:48Z', 'updated_at': '2021-08-10T02:21:48Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05690e18-99d2-4b8f-8282-2729b5227513', 'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:d9:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:26Z', 'updated_at': '2021-08-10T02:21:35Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:52.570287 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-171a01db-cc01-4395-999a-8381c3ce3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.590484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-cb7514cb-4db9-4dbd-a9f9-34c2b4bf86dd service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233294 Aug 10 02:21:52.610230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a911c66-ab2e-4a6f-b479-81205183e9e6 None None] The sync data for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 is: [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '522433c7-4fbe-48f5-bc80-f053bec5a9f3', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'port_id': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'mac_address': 'fa:16:3e:df:f5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45159e-a59e-41e9-8631-852f697829b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:21:48Z', 'updated_at': '2021-08-10T02:21:48Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05690e18-99d2-4b8f-8282-2729b5227513', 'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:d9:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:26Z', 'updated_at': '2021-08-10T02:21:35Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:21:52.630823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49894) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:52.699528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0c73761-4007-43c1-a0da-e5e2056c8ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.781212 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-765d6c7b-7443-470c-ae55-f83f4594e939 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/522433c7-4fbe-48f5-bc80-f053bec5a9f3 HTTP/1.1" status: 200 len: 991 time: 0.1492422 Aug 10 02:21:52.792070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-171a01db-cc01-4395-999a-8381c3ce3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.806281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-96073569-1bb7-426e-ae67-6ede6e655a0b req-137ffbaa-1ae3-4d67-b73f-1bff72efdbcd service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060966 Aug 10 02:21:52.861785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a01db-cc01-4395-999a-8381c3ce3ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4bbf65-3803-4c1d-a5e5-5d213665dcfe,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:52.883390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-171a01db-cc01-4395-999a-8381c3ce3ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.885466 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-171a01db-cc01-4395-999a-8381c3ce3ca9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fa4bbf65-3803-4c1d-a5e5-5d213665dcfe HTTP/1.1" status: 204 len: 168 time: 0.5617819 Aug 10 02:21:52.888659 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49900) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:52.936302 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0c73761-4007-43c1-a0da-e5e2056c8ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.944643 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8e254d-5728-45b1-a4cc-21ff7d741e65 None None] New status for floating IP 522433c7-4fbe-48f5-bc80-f053bec5a9f3: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:21:53.014248 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0c73761-4007-43c1-a0da-e5e2056c8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.022785 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.052970 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c0c73761-4007-43c1-a0da-e5e2056c8ba2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=00e5d291329e4fb58ffda3092dac016f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638480 Aug 10 02:21:53.058542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49902) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:53.081966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c73761-4007-43c1-a0da-e5e2056c8ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3762304-37d3-43b8-95c3-45b5051b431f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:53.306858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6890a3c2-05aa-4f08-b8af-2a95ee51a965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.307862 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.308283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6890a3c2-05aa-4f08-b8af-2a95ee51a965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dd0a40-00cd-4afc-90a6-528fd392b49e']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d7a5f3-02ac-4aa8-9d79-bbfa7d1a862a') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:21:53.308670 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:21:53.443030 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6890a3c2-05aa-4f08-b8af-2a95ee51a965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.443940 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.445822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6890a3c2-05aa-4f08-b8af-2a95ee51a965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.447235 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6890a3c2-05aa-4f08-b8af-2a95ee51a965 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3762304-37d3-43b8-95c3-45b5051b431f HTTP/1.1" status: 204 len: 168 time: 0.3876805 Aug 10 02:21:53.458457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890a3c2-05aa-4f08-b8af-2a95ee51a965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3762304-37d3-43b8-95c3-45b5051b431f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:53.462972 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.466453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] 10.222.0.38 "DELETE /v2.0/networks/57dd0a40-00cd-4afc-90a6-528fd392b49e HTTP/1.1" status: 204 len: 168 time: 0.5766163 Aug 10 02:21:53.492429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7e91a-f0af-4f80-a1a4-7650c6fdd014 admin admin] Pushing event deleted for resources: {'Network': ['ID=57dd0a40-00cd-4afc-90a6-528fd392b49e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:53.669188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49908) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:53.684190 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51624f14-ea8d-47e2-8748-88a6ec21d31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.784407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:53.812032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51624f14-ea8d-47e2-8748-88a6ec21d31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.879000 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9cb6f7fb-fe29-4e18-afd2-599cee2da67a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/522433c7-4fbe-48f5-bc80-f053bec5a9f3 HTTP/1.1" status: 200 len: 993 time: 0.0933135 Aug 10 02:21:53.891357 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.922861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51624f14-ea8d-47e2-8748-88a6ec21d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:53.924528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:21:53.948357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:21:53.949060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6bb91f43-1344-41a9-88a5-6b5fa4feb3b5 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:21:53.975118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-51624f14-ea8d-47e2-8748-88a6ec21d31f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bdd08b1fd55b4f9cac6bc9a97e3bb8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065722 Aug 10 02:21:53.976439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49916) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:53.977174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51624f14-ea8d-47e2-8748-88a6ec21d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9261b9f0-360b-4d45-a45c-abbd7812d47d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:54.042403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7990924-bdd6-4974-a62a-b11df0a82f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.065832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7990924-bdd6-4974-a62a-b11df0a82f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.192070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7990924-bdd6-4974-a62a-b11df0a82f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.194871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f7990924-bdd6-4974-a62a-b11df0a82f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.198719 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f7990924-bdd6-4974-a62a-b11df0a82f13 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9261b9f0-360b-4d45-a45c-abbd7812d47d HTTP/1.1" status: 204 len: 168 time: 0.2186251 Aug 10 02:21:54.203964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990924-bdd6-4974-a62a-b11df0a82f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9261b9f0-360b-4d45-a45c-abbd7812d47d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:54.217478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49920) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:54.265420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2af6ff23-7b5e-4474-b4dc-a1aa9dfc831c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ef98270215844d7bbfa6086a262711cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467732 Aug 10 02:21:54.268221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49922) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:54.290199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49924) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:54.311455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f35f248-679f-4c39-89a6-d19fbd5debea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.337222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8ae18882-bdb8-434d-a25f-04f1f122062c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.365189 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8ae18882-bdb8-434d-a25f-04f1f122062c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.426604 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f35f248-679f-4c39-89a6-d19fbd5debea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.482575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8ae18882-bdb8-434d-a25f-04f1f122062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.485208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8ae18882-bdb8-434d-a25f-04f1f122062c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.490084 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8ae18882-bdb8-434d-a25f-04f1f122062c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20ceff1d-73c2-41d4-8f29-042c76cc8322 HTTP/1.1" status: 204 len: 168 time: 0.2198303 Aug 10 02:21:54.499025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae18882-bdb8-434d-a25f-04f1f122062c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ceff1d-73c2-41d4-8f29-042c76cc8322,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:54.511385 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f35f248-679f-4c39-89a6-d19fbd5debea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.573332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2f35f248-679f-4c39-89a6-d19fbd5debea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=82f82414d739442f817985e00ccaa3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819917 Aug 10 02:21:54.574598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35f248-679f-4c39-89a6-d19fbd5debea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7041b611-2deb-4571-8b82-7d9c60adc41b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:54.576066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49928) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:54.649243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0faf88d-fd41-4af1-9fd2-0f84ffe5edf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.681123 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0faf88d-fd41-4af1-9fd2-0f84ffe5edf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.838098 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0faf88d-fd41-4af1-9fd2-0f84ffe5edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.841114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f0faf88d-fd41-4af1-9fd2-0f84ffe5edf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:54.844362 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f0faf88d-fd41-4af1-9fd2-0f84ffe5edf0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7041b611-2deb-4571-8b82-7d9c60adc41b HTTP/1.1" status: 204 len: 168 time: 0.2667608 Aug 10 02:21:54.855794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faf88d-fd41-4af1-9fd2-0f84ffe5edf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7041b611-2deb-4571-8b82-7d9c60adc41b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:56.202893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 49968) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:56.224560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5bf6368c-3aee-49d8-87eb-c2e6f5f065a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:56.343224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5bf6368c-3aee-49d8-87eb-c2e6f5f065a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:56.425641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5bf6368c-3aee-49d8-87eb-c2e6f5f065a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:56.468779 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5bf6368c-3aee-49d8-87eb-c2e6f5f065a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=56a31d8e0fb342c2b202a2f7a22de7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639668 Aug 10 02:21:56.471428 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6368c-3aee-49d8-87eb-c2e6f5f065a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e34dae-acba-4138-bab4-5fe5adabe6b5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:56.472478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 49976) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:56.531764 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c1c2-80d0-402a-96a2-ddcafe1c8771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:56.557694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c1c2-80d0-402a-96a2-ddcafe1c8771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:56.728563 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c1c2-80d0-402a-96a2-ddcafe1c8771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:56.731454 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c1c2-80d0-402a-96a2-ddcafe1c8771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:56.732974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dcc8c1c2-80d0-402a-96a2-ddcafe1c8771 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10e34dae-acba-4138-bab4-5fe5adabe6b5 HTTP/1.1" status: 204 len: 168 time: 0.2593396 Aug 10 02:21:56.742113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8c1c2-80d0-402a-96a2-ddcafe1c8771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e34dae-acba-4138-bab4-5fe5adabe6b5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:59.117905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50076) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:59.277432 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0edf0b8a-29d6-4f6a-9cb2-684a0bcb8eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:59.385650 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0edf0b8a-29d6-4f6a-9cb2-684a0bcb8eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:59.854071 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0edf0b8a-29d6-4f6a-9cb2-684a0bcb8eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:59.903857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0edf0b8a-29d6-4f6a-9cb2-684a0bcb8eae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df45f0bdbecf4ccab2be836f133474ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840152 Aug 10 02:21:59.905314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf0b8a-29d6-4f6a-9cb2-684a0bcb8eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17632b32-64f6-4ff5-b6bf-74b9ace069dd,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:21:59.906888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50096) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:21:59.971722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ce6-ae78-4cd4-8fd8-c8371fdb7f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:00.005683 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ce6-ae78-4cd4-8fd8-c8371fdb7f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:00.145425 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ce6-ae78-4cd4-8fd8-c8371fdb7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:00.148176 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0a59ce6-ae78-4cd4-8fd8-c8371fdb7f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:00.149435 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a0a59ce6-ae78-4cd4-8fd8-c8371fdb7f70 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/17632b32-64f6-4ff5-b6bf-74b9ace069dd HTTP/1.1" status: 204 len: 168 time: 0.2404490 Aug 10 02:22:00.159086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a59ce6-ae78-4cd4-8fd8-c8371fdb7f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17632b32-64f6-4ff5-b6bf-74b9ace069dd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:01.137762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50130) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:01.145990 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-627482a3-07b7-4e91-9c49-95eddc551542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.266483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-627482a3-07b7-4e91-9c49-95eddc551542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.328286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-627482a3-07b7-4e91-9c49-95eddc551542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.362352 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-627482a3-07b7-4e91-9c49-95eddc551542 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae16aafd4e6b4e92b97a230e8faee901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314382 Aug 10 02:22:01.366397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50136) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:01.385509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627482a3-07b7-4e91-9c49-95eddc551542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539f3b32-c796-425d-b20d-962b4dd76c02,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:01.422916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f98d9a6-83b7-476f-98d2-25895819766b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.448046 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f98d9a6-83b7-476f-98d2-25895819766b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.557919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50142) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:01.630374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f98d9a6-83b7-476f-98d2-25895819766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.634432 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f98d9a6-83b7-476f-98d2-25895819766b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.635930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2f98d9a6-83b7-476f-98d2-25895819766b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/539f3b32-c796-425d-b20d-962b4dd76c02 HTTP/1.1" status: 204 len: 168 time: 0.2684951 Aug 10 02:22:01.646175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98d9a6-83b7-476f-98d2-25895819766b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539f3b32-c796-425d-b20d-962b4dd76c02,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:01.688275 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e933fcd0-5d71-4dc2-80d1-f9efcba597ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.787872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e933fcd0-5d71-4dc2-80d1-f9efcba597ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.882294 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e933fcd0-5d71-4dc2-80d1-f9efcba597ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:01.925106 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e933fcd0-5d71-4dc2-80d1-f9efcba597ea admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3d8d7e29a0b46baa56048137a944898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659806 Aug 10 02:22:01.927085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933fcd0-5d71-4dc2-80d1-f9efcba597ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10e8842-9995-46d7-896c-d0730f6ad08f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:01.927836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50158) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:01.978858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16d5b8b7-3d91-4a08-a26c-f246cb21a5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:02.001115 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16d5b8b7-3d91-4a08-a26c-f246cb21a5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:02.162945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16d5b8b7-3d91-4a08-a26c-f246cb21a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:02.166185 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16d5b8b7-3d91-4a08-a26c-f246cb21a5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:02.169943 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-16d5b8b7-3d91-4a08-a26c-f246cb21a5b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a10e8842-9995-46d7-896c-d0730f6ad08f HTTP/1.1" status: 204 len: 168 time: 0.2386224 Aug 10 02:22:02.177591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5b8b7-3d91-4a08-a26c-f246cb21a5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10e8842-9995-46d7-896c-d0730f6ad08f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:02.317732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50172) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:02.594810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db7b15fa-ad88-4bb3-b54a-3a97c663d706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:02.695989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db7b15fa-ad88-4bb3-b54a-3a97c663d706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:02.791105 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db7b15fa-ad88-4bb3-b54a-3a97c663d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:02.833412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b15fa-ad88-4bb3-b54a-3a97c663d706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88be18e-ee2b-4274-b7c1-043fffe72992,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:02.853916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50188) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:02.873637 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-db7b15fa-ad88-4bb3-b54a-3a97c663d706 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efa9937168a345e9ae3212146f691422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544252 Aug 10 02:22:02.924097 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae4c8532-9bc4-48b2-98c7-72cc3aceaa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:02.950587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae4c8532-9bc4-48b2-98c7-72cc3aceaa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.013054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50192) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:03.028325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0a473f5c-f9f0-4fe6-9d79-baf6ceb6f5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.085081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae4c8532-9bc4-48b2-98c7-72cc3aceaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.088325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae4c8532-9bc4-48b2-98c7-72cc3aceaa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.089711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ae4c8532-9bc4-48b2-98c7-72cc3aceaa24 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d88be18e-ee2b-4274-b7c1-043fffe72992 HTTP/1.1" status: 204 len: 168 time: 0.2347500 Aug 10 02:22:03.108554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c8532-9bc4-48b2-98c7-72cc3aceaa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88be18e-ee2b-4274-b7c1-043fffe72992,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:03.203502 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0a473f5c-f9f0-4fe6-9d79-baf6ceb6f5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.270973 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0a473f5c-f9f0-4fe6-9d79-baf6ceb6f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.314053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0a473f5c-f9f0-4fe6-9d79-baf6ceb6f5b2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9579bbd674cd4c40b0e34fd36e119b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996316 Aug 10 02:22:03.315120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a473f5c-f9f0-4fe6-9d79-baf6ceb6f5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea129127-bae8-4f4f-ba1c-607dc38d2595,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:03.316659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50202) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:03.370717 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4a0679f-4155-4efc-9aa3-32cddce5cf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.395360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4a0679f-4155-4efc-9aa3-32cddce5cf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.591495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4a0679f-4155-4efc-9aa3-32cddce5cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.594768 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4a0679f-4155-4efc-9aa3-32cddce5cf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:03.596859 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e4a0679f-4155-4efc-9aa3-32cddce5cf63 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ea129127-bae8-4f4f-ba1c-607dc38d2595 HTTP/1.1" status: 204 len: 168 time: 0.2787104 Aug 10 02:22:03.608544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0679f-4155-4efc-9aa3-32cddce5cf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea129127-bae8-4f4f-ba1c-607dc38d2595,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:04.050918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50216) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:04.169073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d683517-816c-40a4-914f-a1cf3f02630e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:04.281611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d683517-816c-40a4-914f-a1cf3f02630e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:04.401550 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d683517-816c-40a4-914f-a1cf3f02630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:04.443100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d683517-816c-40a4-914f-a1cf3f02630e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b98a6d0-c4ce-4c93-9b14-a98ce8767fc6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:04.447700 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d683517-816c-40a4-914f-a1cf3f02630e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=37b042970f73492091a8ea28bc79e62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956342 Aug 10 02:22:04.450684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50234) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:04.506099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb553-87b4-47a2-afcf-cd65b3693143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:04.533230 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb553-87b4-47a2-afcf-cd65b3693143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:04.739586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb553-87b4-47a2-afcf-cd65b3693143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:04.742252 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb553-87b4-47a2-afcf-cd65b3693143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:04.743483 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8b2eb553-87b4-47a2-afcf-cd65b3693143 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3b98a6d0-c4ce-4c93-9b14-a98ce8767fc6 HTTP/1.1" status: 204 len: 168 time: 0.2918620 Aug 10 02:22:04.753214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2eb553-87b4-47a2-afcf-cd65b3693143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b98a6d0-c4ce-4c93-9b14-a98ce8767fc6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:08.104067 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:22:08.245957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50382) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:08.367866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6be321a-0b23-476a-975f-3d44d7a81fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:08.473249 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6be321a-0b23-476a-975f-3d44d7a81fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:08.609440 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6be321a-0b23-476a-975f-3d44d7a81fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:08.649550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f6be321a-0b23-476a-975f-3d44d7a81fa8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=159a6f10bdd94344815e69c769c5be1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022563 Aug 10 02:22:08.655158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50394) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:08.668746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be321a-0b23-476a-975f-3d44d7a81fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed43045b-27e6-42c4-9d86-6f9a3b2180b2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:08.745421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db427f75-eb0c-4a3b-8996-349cfe455e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:08.767397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db427f75-eb0c-4a3b-8996-349cfe455e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:09.019664 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db427f75-eb0c-4a3b-8996-349cfe455e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:09.022935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db427f75-eb0c-4a3b-8996-349cfe455e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:09.024420 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-db427f75-eb0c-4a3b-8996-349cfe455e8b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed43045b-27e6-42c4-9d86-6f9a3b2180b2 HTTP/1.1" status: 204 len: 168 time: 0.3705878 Aug 10 02:22:09.034172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db427f75-eb0c-4a3b-8996-349cfe455e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed43045b-27e6-42c4-9d86-6f9a3b2180b2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:10.051813 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:10.073138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f3b9bbb8-8b80-4760-9b94-28c751bd14ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:10.168027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f3b9bbb8-8b80-4760-9b94-28c751bd14ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:10.282113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f3b9bbb8-8b80-4760-9b94-28c751bd14ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:10.326817 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f3b9bbb8-8b80-4760-9b94-28c751bd14ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b583f8b69a24c7b82f8a3ff8e92f2e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738254 Aug 10 02:22:10.327976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9bbb8-8b80-4760-9b94-28c751bd14ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33840eb9-a773-4899-ab52-f2a3f9d6ae86,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:10.329586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50430) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:10.385954 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c065d890-40c2-4627-afeb-1de49f585b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:10.409619 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c065d890-40c2-4627-afeb-1de49f585b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:10.579137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c065d890-40c2-4627-afeb-1de49f585b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:10.582641 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c065d890-40c2-4627-afeb-1de49f585b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:10.583824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c065d890-40c2-4627-afeb-1de49f585b2d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33840eb9-a773-4899-ab52-f2a3f9d6ae86 HTTP/1.1" status: 204 len: 168 time: 0.2520316 Aug 10 02:22:10.592634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065d890-40c2-4627-afeb-1de49f585b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33840eb9-a773-4899-ab52-f2a3f9d6ae86,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:13.127660 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.304608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50548) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:14.344786 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.433678 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d578cc7d-d693-4575-a063-34fefdc9d8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.561048 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d578cc7d-d693-4575-a063-34fefdc9d8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.659892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d578cc7d-d693-4575-a063-34fefdc9d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.703472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d578cc7d-d693-4575-a063-34fefdc9d8d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7079ab274b2f4ecbada4518bf9447686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977270 Aug 10 02:22:14.704840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578cc7d-d693-4575-a063-34fefdc9d8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bda69d3-3036-41cf-badb-b550aba8556c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:14.706923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50554) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:14.761465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52cf602-9142-45f5-8ad3-2218d2e19bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.784102 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52cf602-9142-45f5-8ad3-2218d2e19bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.921380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52cf602-9142-45f5-8ad3-2218d2e19bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.924231 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b52cf602-9142-45f5-8ad3-2218d2e19bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.925450 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b52cf602-9142-45f5-8ad3-2218d2e19bcc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8bda69d3-3036-41cf-badb-b550aba8556c HTTP/1.1" status: 204 len: 168 time: 0.2169557 Aug 10 02:22:14.935063 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cf602-9142-45f5-8ad3-2218d2e19bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bda69d3-3036-41cf-badb-b550aba8556c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:15.695273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50578) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:15.713016 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d643f66-3223-47a9-9680-6f0aa4400d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:15.824689 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d643f66-3223-47a9-9680-6f0aa4400d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:15.887581 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8d643f66-3223-47a9-9680-6f0aa4400d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:15.933828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8d643f66-3223-47a9-9680-6f0aa4400d58 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a38af74d6784771a06c0792f6cf96cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345583 Aug 10 02:22:15.933828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d643f66-3223-47a9-9680-6f0aa4400d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e0d153-7b7f-42fb-87f2-db69c857d7eb,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:15.934925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50582) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:15.997150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adc9a62c-61f9-435f-beb8-519b943f0d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:16.020798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adc9a62c-61f9-435f-beb8-519b943f0d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:16.144841 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adc9a62c-61f9-435f-beb8-519b943f0d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:16.147653 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-adc9a62c-61f9-435f-beb8-519b943f0d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:16.148927 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-adc9a62c-61f9-435f-beb8-519b943f0d55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/82e0d153-7b7f-42fb-87f2-db69c857d7eb HTTP/1.1" status: 204 len: 168 time: 0.2128172 Aug 10 02:22:16.157362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9a62c-61f9-435f-beb8-519b943f0d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e0d153-7b7f-42fb-87f2-db69c857d7eb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:17.276513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50620) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:17.409206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9de7c668-fcc8-49f5-863b-7f5aeaeee81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:17.515873 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9de7c668-fcc8-49f5-863b-7f5aeaeee81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:17.573417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9de7c668-fcc8-49f5-863b-7f5aeaeee81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:17.621916 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9de7c668-fcc8-49f5-863b-7f5aeaeee81f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4ef8398b051c4d34a18365aa4f38f85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442957 Aug 10 02:22:17.624535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50636) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:17.640572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7c668-fcc8-49f5-863b-7f5aeaeee81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05024e75-0072-4776-b8a2-446bdecfb727,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:17.712820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6907700d-e8bb-4442-aa9b-6145b78b1920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:17.736618 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6907700d-e8bb-4442-aa9b-6145b78b1920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:17.858345 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6907700d-e8bb-4442-aa9b-6145b78b1920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:17.861403 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6907700d-e8bb-4442-aa9b-6145b78b1920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:17.862725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6907700d-e8bb-4442-aa9b-6145b78b1920 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05024e75-0072-4776-b8a2-446bdecfb727 HTTP/1.1" status: 204 len: 168 time: 0.2368584 Aug 10 02:22:17.871475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907700d-e8bb-4442-aa9b-6145b78b1920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05024e75-0072-4776-b8a2-446bdecfb727,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:17.897461 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce13a-6f59-49b3-91f8-7d8f71b3982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:18.547019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cac98-13d2-466b-87cf-5b74e2fe0800 req-b98dfd9b-d0be-4160-b0fa-89f584df6a95 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:18.548745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a05cac98-13d2-466b-87cf-5b74e2fe0800 req-b98dfd9b-d0be-4160-b0fa-89f584df6a95 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.0629754 Aug 10 02:22:18.558145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50664) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:18.577740 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a34b-4e88-446d-a825-a772b236243c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:18.613772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a05cac98-13d2-466b-87cf-5b74e2fe0800 req-972927fd-935b-4b85-8e22-1a6b753bb669 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555856 Aug 10 02:22:18.631131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50666) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:18.716977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9cbfb0d4-30d0-4036-9ff5-a96749728a62 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/522433c7-4fbe-48f5-bc80-f053bec5a9f3 HTTP/1.1" status: 200 len: 993 time: 0.0846822 Aug 10 02:22:18.718186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a34b-4e88-446d-a825-a772b236243c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:18.807429 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a34b-4e88-446d-a825-a772b236243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:18.898385 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4dc7a34b-4e88-446d-a825-a772b236243c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d6f2b9b356a3476a88b7312b6796c974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360975 Aug 10 02:22:18.898385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7a34b-4e88-446d-a825-a772b236243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9fb2e4-0afa-4f3a-82ab-637d563bd6c6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:18.899022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50678) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:18.967921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56e788d2-8fff-4123-890b-35ce13ab8369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:18.996335 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56e788d2-8fff-4123-890b-35ce13ab8369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:19.104467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56e788d2-8fff-4123-890b-35ce13ab8369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:19.107406 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56e788d2-8fff-4123-890b-35ce13ab8369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:19.119602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-56e788d2-8fff-4123-890b-35ce13ab8369 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f9fb2e4-0afa-4f3a-82ab-637d563bd6c6 HTTP/1.1" status: 204 len: 168 time: 0.2139196 Aug 10 02:22:19.138541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e788d2-8fff-4123-890b-35ce13ab8369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9fb2e4-0afa-4f3a-82ab-637d563bd6c6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:19.224271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102325-365e-43dc-b93b-8a566dd7ff6d req-11319aa5-7f48-48c3-be6c-61636470f31e tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:19.230523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27102325-365e-43dc-b93b-8a566dd7ff6d req-11319aa5-7f48-48c3-be6c-61636470f31e tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1098 time: 0.0765634 Aug 10 02:22:19.283035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27102325-365e-43dc-b93b-8a566dd7ff6d req-ffc0c356-8015-4343-ba16-d7022518dca9 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 Aug 10 02:22:20.556083 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-caac8880-3f9f-46c5-928e-8f5929c2d0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:20.579126 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-aea09aae-7f34-4455-8e07-a5f0d82c6378 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708632 Aug 10 02:22:21.144774 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.199409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50790) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:21.344284 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b29412cc-9b41-4be3-bfa5-acf0b457e900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.445362 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b29412cc-9b41-4be3-bfa5-acf0b457e900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.659487 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b29412cc-9b41-4be3-bfa5-acf0b457e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.717262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b29412cc-9b41-4be3-bfa5-acf0b457e900 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc78e727c48e492da036b6e4252e3db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159824 Aug 10 02:22:21.718280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29412cc-9b41-4be3-bfa5-acf0b457e900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fffd53-c0f0-459a-960f-b555f8398e13,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:21.720178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50798) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:21.760587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50800) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:21.790369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aebac0cc-49f5-40f1-943e-1a5f574e94af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.823585 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aebac0cc-49f5-40f1-943e-1a5f574e94af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:21.923674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-67a47d25-10e2-49ba-9cd7-1aaac6abb02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.013176 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aebac0cc-49f5-40f1-943e-1a5f574e94af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.015963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aebac0cc-49f5-40f1-943e-1a5f574e94af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.017432 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aebac0cc-49f5-40f1-943e-1a5f574e94af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a0fffd53-c0f0-459a-960f-b555f8398e13 HTTP/1.1" status: 204 len: 168 time: 0.2960804 Aug 10 02:22:22.025696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebac0cc-49f5-40f1-943e-1a5f574e94af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fffd53-c0f0-459a-960f-b555f8398e13,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:22.065680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-75de22d2-8a0b-4ad0-8601-ccb7d69e2e66 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:22:22.066842 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-75de22d2-8a0b-4ad0-8601-ccb7d69e2e66 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078516 Aug 10 02:22:22.084251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Request body: {'binding': {'host': 'n-h1-767704-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:22.087333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Unknown quota resources ['binding']. {{(pid=101223) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 02:22:22.133353 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-67a47d25-10e2-49ba-9cd7-1aaac6abb02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.207533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-67a47d25-10e2-49ba-9cd7-1aaac6abb02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.268752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e on host n-h1-767704-21 for vnic_type normal with profile None {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:22.269838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:22.270883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e on network 1da260dd-be72-4332-a132-1597671876ff {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:22.273690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-67a47d25-10e2-49ba-9cd7-1aaac6abb02c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6195ef9a60e429d984d779a1c25cbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118976 Aug 10 02:22:22.277287 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50814) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:22.279073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Port cfe8cf40-3a92-407b-acfe-19526cbc782e on network 1da260dd-be72-4332-a132-1597671876ff not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:22:22.281500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e on network 1da260dd-be72-4332-a132-1597671876ff {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:22.299196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:22.299657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Checking segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:22.300299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Bound using segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:22.301530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Bound port: cfe8cf40-3a92-407b-acfe-19526cbc782e, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:22.310160 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.323786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a47d25-10e2-49ba-9cd7-1aaac6abb02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29af953-153a-475b-822d-11b4833c92ac,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:22.370585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f970741-01d2-4da8-b4f9-a44c8bd48426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.396832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f970741-01d2-4da8-b4f9-a44c8bd48426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.427226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:22.512975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.514475 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] 10.222.0.38 "POST /v2.0/ports/cfe8cf40-3a92-407b-acfe-19526cbc782e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4338677 Aug 10 02:22:22.546573 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f970741-01d2-4da8-b4f9-a44c8bd48426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.549403 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2f970741-01d2-4da8-b4f9-a44c8bd48426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:22.550574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2f970741-01d2-4da8-b4f9-a44c8bd48426 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d29af953-153a-475b-822d-11b4833c92ac HTTP/1.1" status: 204 len: 168 time: 0.2719867 Aug 10 02:22:22.562027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f970741-01d2-4da8-b4f9-a44c8bd48426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29af953-153a-475b-822d-11b4833c92ac,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:22.851602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d9eac-42b6-4be2-88c0-45d88a27de40 req-a26ac2ac-10e3-46f2-b936-36a0d1edbf55 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:22.853121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb1d9eac-42b6-4be2-88c0-45d88a27de40 req-a26ac2ac-10e3-46f2-b936-36a0d1edbf55 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.0553899 Aug 10 02:22:22.899233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb1d9eac-42b6-4be2-88c0-45d88a27de40 req-2f1f192f-5bec-4879-b78f-29c26f87bff9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396392 Aug 10 02:22:23.371265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-03c785ed-5cb0-440e-974e-419a8224f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:23.372915 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-03c785ed-5cb0-440e-974e-419a8224f8ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1098 time: 0.0462899 Aug 10 02:22:23.406007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50848) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:23.426280 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f8f82151-acbd-442c-b88d-0996c419e016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.511755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-5d05391a-e094-4ae3-bfbe-83dfff801629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:23.511755 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-5d05391a-e094-4ae3-bfbe-83dfff801629 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 200 len: 897 time: 0.1143279 Aug 10 02:22:23.588633 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f8f82151-acbd-442c-b88d-0996c419e016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.600734 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-f9cd7824-33c5-480c-a27a-3e2969aaec05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 1001 time: 0.0980728 Aug 10 02:22:23.664060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-799a59b7-513b-4a35-be51-c270c91bcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:23.665718 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-799a59b7-513b-4a35-be51-c270c91bcf83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab4dea7-c6cf-4842-9eff-4b68bd25d043 HTTP/1.1" status: 200 len: 834 time: 0.0588720 Aug 10 02:22:23.732545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-2f6ee299-d8db-473a-a5e1-83188e2744cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:23.734805 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-2f6ee299-d8db-473a-a5e1-83188e2744cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1da260dd-be72-4332-a132-1597671876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617378 Aug 10 02:22:23.738706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f8f82151-acbd-442c-b88d-0996c419e016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.788919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f8f82151-acbd-442c-b88d-0996c419e016 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ef21e5b36d840c79ebca70cfdb0f7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802419 Aug 10 02:22:23.789798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50856) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:23.798315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f82151-acbd-442c-b88d-0996c419e016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba2764c-2113-468b-8dce-e95d9597a696,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:23.876631 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.877679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac60-540f-445e-8d0a-4815e9914329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.882173 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-31688ac6-14f5-469f-93e4-acdb80cd1ea3 service neutron] 10.222.0.16 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405208 Aug 10 02:22:23.900866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac60-540f-445e-8d0a-4815e9914329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:23.993004 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-8d76f0a0-5fc8-4a5b-9501-7115e77d764e service neutron] 10.222.0.16 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032586 Aug 10 02:22:24.069073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc2c98-1e1d-441f-8ad5-8e51359d9412 req-4abdec4d-c38c-45d4-9620-dfd6c48b3949 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:24.070838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eecc2c98-1e1d-441f-8ad5-8e51359d9412 req-4abdec4d-c38c-45d4-9620-dfd6c48b3949 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.0804498 Aug 10 02:22:24.132859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac60-540f-445e-8d0a-4815e9914329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.142293 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2d2aac60-540f-445e-8d0a-4815e9914329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.144345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2d2aac60-540f-445e-8d0a-4815e9914329 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bba2764c-2113-468b-8dce-e95d9597a696 HTTP/1.1" status: 204 len: 168 time: 0.3528023 Aug 10 02:22:24.157427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-7a0a8790-2976-42c4-bb23-bd60451df185 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:24.159211 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-7a0a8790-2976-42c4-bb23-bd60451df185 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1098 time: 0.1028781 Aug 10 02:22:24.173698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-767704-21'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:24.190906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aac60-540f-445e-8d0a-4815e9914329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba2764c-2113-468b-8dce-e95d9597a696,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:24.201610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eecc2c98-1e1d-441f-8ad5-8e51359d9412 req-fc23f503-890c-4b26-9868-622c09361e5d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133389 Aug 10 02:22:24.276349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.415604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:24.458309 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:24.533860 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.536253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:24.539015 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8c383c-e55d-44e7-a503-473ddcb3d6aa" -d '{"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:24.593300 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e11439b-d86b-4070-85f0-c6a321a75f16 x-openstack-request-id: req-8e11439b-d86b-4070-85f0-c6a321a75f16 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:24.594857 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:24.595478 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8e11439b-d86b-4070-85f0-c6a321a75f16 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:24.596107 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'code': 200} Aug 10 02:22:24.676013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.792570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:24.867910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e on host n-h2-767704-21 for vnic_type normal with profile {"migrating_to": "n-h1-767704-21"} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:24.868252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:24.868582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e on network 1da260dd-be72-4332-a132-1597671876ff {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:24.873300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Port cfe8cf40-3a92-407b-acfe-19526cbc782e on network 1da260dd-be72-4332-a132-1597671876ff not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:22:24.873448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Attempting to bind port cfe8cf40-3a92-407b-acfe-19526cbc782e on network 1da260dd-be72-4332-a132-1597671876ff {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:24.878882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:24.879169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Checking segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:24.879586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Bound using segment: {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:24.879998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Bound port: cfe8cf40-3a92-407b-acfe-19526cbc782e, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69237255-08ae-46fc-b2bd-bbf9d2e6a95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1da260dd-be72-4332-a132-1597671876ff'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:24.880341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:24.966451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:24.971321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:25.014738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-67177b79-e21c-49ec-ab14-8bba0dbee832 None None] Provisioning complete for port cfe8cf40-3a92-407b-acfe-19526cbc782e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:25.015697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67177b79-e21c-49ec-ab14-8bba0dbee832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.052432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-67177b79-e21c-49ec-ab14-8bba0dbee832 None None] Port cfe8cf40-3a92-407b-acfe-19526cbc782e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:25.067519 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.164096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=8']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:25.231714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:25.231714 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.232058 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-59d6a69a-3736-4904-b407-388b923c8f08 service neutron] 10.222.0.16 "PUT /v2.0/ports/cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 1124 time: 1.0656018 Aug 10 02:22:25.294058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['cfe8cf40-3a92-407b-acfe-19526cbc782e'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:22:25.393324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d5dc1-617e-43ce-864a-41de4cbd6a33 req-60bf9a96-2cc5-4d4e-8b73-ef326c3d016d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:25.395596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-242d5dc1-617e-43ce-864a-41de4cbd6a33 req-60bf9a96-2cc5-4d4e-8b73-ef326c3d016d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 944 time: 0.0644708 Aug 10 02:22:25.476779 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-242d5dc1-617e-43ce-864a-41de4cbd6a33 req-326c0c23-1dcb-4438-927e-9ef914aac869 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586941 Aug 10 02:22:25.505152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e1bbffd9-eb8a-4bc6-bd36-5cbe7056ae49 None None] Provisioning complete for port cfe8cf40-3a92-407b-acfe-19526cbc782e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:25.505554 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e1bbffd9-eb8a-4bc6-bd36-5cbe7056ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.562197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:25.714202 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e1bbffd9-eb8a-4bc6-bd36-5cbe7056ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.726830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64398b0f-193f-4eaa-aa6c-d692ce7d67b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.764945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:25.770144 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a2476a-5fbb-4306-b12b-7e4692cd67c4" -d '{"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-plugged", "status": "completed", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:25.783959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e1bbffd9-eb8a-4bc6-bd36-5cbe7056ae49 None None] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:25.864914 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64398b0f-193f-4eaa-aa6c-d692ce7d67b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:25.869972 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e1bbffd9-eb8a-4bc6-bd36-5cbe7056ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.001557 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64398b0f-193f-4eaa-aa6c-d692ce7d67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.051598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64398b0f-193f-4eaa-aa6c-d692ce7d67b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3b783c27ba5e4f9b8483fca76afff809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872441 Aug 10 02:22:26.055760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50928) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:26.063246 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64398b0f-193f-4eaa-aa6c-d692ce7d67b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493c75dc-87ab-42b3-8700-5602a0cd55b0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:26.128694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5208a437-f84f-46e9-a03b-715bcae2e75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.159050 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c386be1-2248-40ea-b685-9a8f79fbef8f x-openstack-request-id: req-7c386be1-2248-40ea-b685-9a8f79fbef8f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:26.159648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5208a437-f84f-46e9-a03b-715bcae2e75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.159780 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-plugged", "status": "completed", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:26.160053 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c386be1-2248-40ea-b685-9a8f79fbef8f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:26.160614 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'code': 200} Aug 10 02:22:26.230387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbffd9-eb8a-4bc6-bd36-5cbe7056ae49 None None] Pushing event updated for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:26.310257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5208a437-f84f-46e9-a03b-715bcae2e75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.314448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5208a437-f84f-46e9-a03b-715bcae2e75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:26.318381 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5208a437-f84f-46e9-a03b-715bcae2e75a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/493c75dc-87ab-42b3-8700-5602a0cd55b0 HTTP/1.1" status: 204 len: 168 time: 0.2589982 Aug 10 02:22:26.325475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208a437-f84f-46e9-a03b-715bcae2e75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493c75dc-87ab-42b3-8700-5602a0cd55b0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:26.598086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:26.601895 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:26.634437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882615ef-8326-40c4-9327-f48814667974 req-948e0e23-8724-4ca0-994f-d2b2b3a0934b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:26.642725 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-882615ef-8326-40c4-9327-f48814667974 req-948e0e23-8724-4ca0-994f-d2b2b3a0934b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.0647395 Aug 10 02:22:26.646867 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42eac46-f6ac-4fc5-b920-5987919fc197 x-openstack-request-id: req-a42eac46-f6ac-4fc5-b920-5987919fc197 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:26.646867 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:26.646867 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a42eac46-f6ac-4fc5-b920-5987919fc197 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:26.646867 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'status': 'completed', 'code': 200} Aug 10 02:22:26.724598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-882615ef-8326-40c4-9327-f48814667974 req-2079c901-a08a-4bde-87a8-9d0cad56c4e0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805752 Aug 10 02:22:26.772814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-cc5c15fd-d0aa-4c11-bbbb-8d4d4dc2cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:26.775727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-cc5c15fd-d0aa-4c11-bbbb-8d4d4dc2cb18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1129 time: 0.1006546 Aug 10 02:22:26.883897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-50fdc5d9-13e0-4dfc-9954-e5f83ecd9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:26.885382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-50fdc5d9-13e0-4dfc-9954-e5f83ecd9f81 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 200 len: 897 time: 0.1012723 Aug 10 02:22:26.967728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-13406855-45eb-4042-970f-c36966a22a21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 1001 time: 0.0746615 Aug 10 02:22:27.028870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-e83f67f8-b134-4b77-96e6-42f41e3126e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:27.030363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-e83f67f8-b134-4b77-96e6-42f41e3126e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ab4dea7-c6cf-4842-9eff-4b68bd25d043 HTTP/1.1" status: 200 len: 834 time: 0.0544915 Aug 10 02:22:27.031170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50956) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:27.091385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-863e58bf-a91f-403d-96df-b6d049b5d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:27.092920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-863e58bf-a91f-403d-96df-b6d049b5d2fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da260dd-be72-4332-a132-1597671876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520144 Aug 10 02:22:27.228139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 50960) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:27.232241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-aa379de6-0957-4681-baf5-7f81bc313c32 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:27.251686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ace333c9-90ff-452e-bfba-13a9ca0a24ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.266963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-86f45b37-1035-4880-8881-406ed6a03834 service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653287 Aug 10 02:22:27.350959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-aa379de6-0957-4681-baf5-7f81bc313c32 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] 10.222.0.38 "PUT /v2.0/quotas/070f11e1beb84135a15786542391e575 HTTP/1.1" status: 200 len: 368 time: 0.3150592 Aug 10 02:22:27.351833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50962) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:27.362597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Request body: {'network': {'project_id': '070f11e1beb84135a15786542391e575'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:27.373887 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ace333c9-90ff-452e-bfba-13a9ca0a24ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.413711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a434b3f-0d1e-4e0f-a09a-038c4795fb3d req-aaedc28c-7125-4ab3-83d2-d30658349429 service neutron] 10.222.0.11 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269767 Aug 10 02:22:27.475793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ace333c9-90ff-452e-bfba-13a9ca0a24ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.515823 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ace333c9-90ff-452e-bfba-13a9ca0a24ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da0b929b4ac74c5e9e5134af61b035b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864072 Aug 10 02:22:27.516993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace333c9-90ff-452e-bfba-13a9ca0a24ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa070c4a-eeb5-416b-8ba0-77f6eefff705,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:27.518477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50964) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:27.575812 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e742f7fd-7457-46ea-b910-c33a0b3d4b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.590974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Made reservation on behalf of 070f11e1beb84135a15786542391e575 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:27.593298 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.609300 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e742f7fd-7457-46ea-b910-c33a0b3d4b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.611900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.757824 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e742f7fd-7457-46ea-b910-c33a0b3d4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.760587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e742f7fd-7457-46ea-b910-c33a0b3d4b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.761744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e742f7fd-7457-46ea-b910-c33a0b3d4b98 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fa070c4a-eeb5-416b-8ba0-77f6eefff705 HTTP/1.1" status: 204 len: 168 time: 0.2422462 Aug 10 02:22:27.784758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742f7fd-7457-46ea-b910-c33a0b3d4b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa070c4a-eeb5-416b-8ba0-77f6eefff705,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:27.851028 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.901849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99db54-ea88-485d-8002-08bb54d8023e req-939154ac-8fc5-4c0d-95cc-86c5b13ab453 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:27.903429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d99db54-ea88-485d-8002-08bb54d8023e req-939154ac-8fc5-4c0d-95cc-86c5b13ab453 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.0691872 Aug 10 02:22:27.950485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d99db54-ea88-485d-8002-08bb54d8023e req-8949921e-f3aa-45d2-b8d4-7632e3f873c8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387595 Aug 10 02:22:27.962093 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.005134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:22:28.019578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01fd3c5-6feb-44e9-8d4a-fae20f6a0821,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:28.036210 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.043142 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Added segment 8fbd1c20-0348-4626-bfd6-a2835144dc92 of type vlan for network 8157f18e-2d50-4611-b036-779d8101de69 Aug 10 02:22:28.087892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.112360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cfe8cf40-3a92-407b-acfe-19526cbc782e details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:22:28.221444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:28.224041 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.225065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:28.225769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.233342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cfe8cf40-3a92-407b-acfe-19526cbc782e has no active binding in host n-h1-767704-21 {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 02:22:28.324738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Pushing event updated for resources: {'Network': ['ID=8157f18e-2d50-4611-b036-779d8101de69,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:28.334938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 8157f18e-2d50-4611-b036-779d8101de69 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:22:28.390772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8ed49f07-adf6-4926-9e9d-48fcc2e2fc8e tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0384052 Aug 10 02:22:28.393790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 50978) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:28.398882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Request body: {'network': {'project_id': '070f11e1beb84135a15786542391e575'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:28.550125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Made reservation on behalf of 070f11e1beb84135a15786542391e575 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:28.552676 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.580993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:22:28.590087 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.590437 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Added segment 65ac952a-01eb-462d-a3dc-d79bc7057d6e of type vlan for network 00d2628f-0400-4637-b3c7-5940af8232e8 Aug 10 02:22:28.635970 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.956195 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:28.957219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:28.957801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.027133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Pushing event updated for resources: {'Network': ['ID=00d2628f-0400-4637-b3c7-5940af8232e8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:29.035284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 00d2628f-0400-4637-b3c7-5940af8232e8 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:22:29.106378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40935ac9-05ad-4262-851a-fd4f24795ee4 req-ed2478d2-25ab-4343-afca-adc14e565b8c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:29.108544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40935ac9-05ad-4262-851a-fd4f24795ee4 req-ed2478d2-25ab-4343-afca-adc14e565b8c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.0610590 Aug 10 02:22:29.140073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c77c4f0e-c2ae-4d45-a7f1-390ad93ce1e0 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7451646 Aug 10 02:22:29.149218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51000) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:29.154926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-352a1750-1fd2-4846-8c13-21416cf57c75 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Request body: {'network': {'project_id': '070f11e1beb84135a15786542391e575'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:29.160707 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40935ac9-05ad-4262-851a-fd4f24795ee4 req-a54ec6a4-b5f3-4019-b47f-ec95a32d9983 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452940 Aug 10 02:22:29.168503 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-352a1750-1fd2-4846-8c13-21416cf57c75 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 02:22:29.168978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352a1750-1fd2-4846-8c13-21416cf57c75 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:22:29.174392 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-352a1750-1fd2-4846-8c13-21416cf57c75 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0239890 Aug 10 02:22:29.213365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51006) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:29.364783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1e1a0690-b449-484a-80f8-15e6313edc77 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=070f11e1beb84135a15786542391e575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501608 Aug 10 02:22:29.367708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51014) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:29.421333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-daffa70d-78ab-47fa-8132-96666323c17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.449534 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-daffa70d-78ab-47fa-8132-96666323c17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.601635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-daffa70d-78ab-47fa-8132-96666323c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.604733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-daffa70d-78ab-47fa-8132-96666323c17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.606112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-daffa70d-78ab-47fa-8132-96666323c17c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a01fd3c5-6feb-44e9-8d4a-fae20f6a0821 HTTP/1.1" status: 204 len: 168 time: 0.2374182 Aug 10 02:22:29.609135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51022) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:29.633051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffa70d-78ab-47fa-8132-96666323c17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01fd3c5-6feb-44e9-8d4a-fae20f6a0821,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:29.713821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.800233 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.811412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d2628f-0400-4637-b3c7-5940af8232e8']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:29.822014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ac952a-01eb-462d-a3dc-d79bc7057d6e') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:29.822242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ac952a-01eb-462d-a3dc-d79bc7057d6e') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:29.835483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.850815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.862212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:22:29.862657 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:22:29.864672 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:22:30.021000 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.030318 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.035525 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] 10.222.0.38 "DELETE /v2.0/networks/00d2628f-0400-4637-b3c7-5940af8232e8 HTTP/1.1" status: 204 len: 168 time: 0.4221251 Aug 10 02:22:30.036891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51032) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:30.108443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca8848-a7ce-4e16-9207-03b2fff1dfee tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Pushing event deleted for resources: {'Network': ['ID=00d2628f-0400-4637-b3c7-5940af8232e8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:30.143613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.253175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-9a42cbb1-16d8-4417-9a5f-f35a08332456 service neutron] 10.222.0.11 "GET /v2.0/ports/cfe8cf40-3a92-407b-acfe-19526cbc782e/bindings/n-h1-767704-21 HTTP/1.1" status: 200 len: 385 time: 0.0807984 Aug 10 02:22:30.284523 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.294716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8157f18e-2d50-4611-b036-779d8101de69']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:30.311462 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbd1c20-0348-4626-bfd6-a2835144dc92') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:30.312131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbd1c20-0348-4626-bfd6-a2835144dc92') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:30.324206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.355180 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.355180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:22:30.355180 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:22:30.356601 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:22:30.360763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6d2d-b4c4-41e0-90c1-b12a6e36c573 req-e30a30ba-6a8e-4bdd-98a1-946882d4b33a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:30.362347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-144c6d2d-b4c4-41e0-90c1-b12a6e36c573 req-e30a30ba-6a8e-4bdd-98a1-946882d4b33a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 946 time: 0.1126809 Aug 10 02:22:30.476044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-144c6d2d-b4c4-41e0-90c1-b12a6e36c573 req-66ea3440-9aaa-40f6-9cbb-deaff2400d91 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902016 Aug 10 02:22:30.525395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:30.549859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:30.550315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.568234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.570956 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] 10.222.0.38 "DELETE /v2.0/networks/8157f18e-2d50-4611-b036-779d8101de69 HTTP/1.1" status: 204 len: 168 time: 0.5325880 Aug 10 02:22:30.583973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c59e04-13bf-4d08-b2f6-c8c0be5c6d25 tempest-QuotasNegativeTest-758350043 tempest-QuotasNegativeTest-758350043-project-admin] Pushing event deleted for resources: {'Network': ['ID=8157f18e-2d50-4611-b036-779d8101de69,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:30.613381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:30.613381 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dedb3cd-1cd5-4dcc-9974-3c9a8cf6c677" -d '{"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:30.620509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:30.662651 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aec7a7d-eb9f-4681-a501-5406db0ed136 x-openstack-request-id: req-6aec7a7d-eb9f-4681-a501-5406db0ed136 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:30.662963 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:30.663284 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6aec7a7d-eb9f-4681-a501-5406db0ed136 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:30.663624 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'code': 200} Aug 10 02:22:30.750011 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:30.834889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-61a371b5-80de-4770-add5-38d1b9529b25 req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Transition to ACTIVE for port object cfe8cf40-3a92-407b-acfe-19526cbc782e will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:30.933925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.077096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Pushing event updated for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=11']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:31.088926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.089299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.089700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.090185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.091076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.091618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.092124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.092840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.093259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.094665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.095132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.095496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:31.150218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] No DVR routers for this DVR port cfe8cf40-3a92-407b-acfe-19526cbc782e on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:22:31.366190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-36f018c4-ba8c-4e96-9ab3-49eb380e524a service neutron] 10.222.0.11 "PUT /v2.0/ports/cfe8cf40-3a92-407b-acfe-19526cbc782e/bindings/n-h1-767704-21/activate HTTP/1.1" status: 200 len: 370 time: 1.1043451 Aug 10 02:22:31.624118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-41dff6bb-e518-411a-bb71-1e3cbf6130eb tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:31.627986 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-41dff6bb-e518-411a-bb71-1e3cbf6130eb tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.0777140 Aug 10 02:22:31.685786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-0c5239fc-504b-4f14-a136-7b2e087e6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:31.687358 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-0c5239fc-504b-4f14-a136-7b2e087e6d56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 1097 time: 0.0522316 Aug 10 02:22:31.763572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-e21dae82-d03f-4fe8-bac8-d1e67aa2455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:31.765008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-e21dae82-d03f-4fe8-bac8-d1e67aa2455f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1097 time: 0.0526910 Aug 10 02:22:31.793439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51090) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:31.843891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d88b0f-c916-4bff-b6e8-86aec158e959 req-c7e7daa9-3c07-45d8-b2b3-728e53299a94 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:31.846100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21d88b0f-c916-4bff-b6e8-86aec158e959 req-c7e7daa9-3c07-45d8-b2b3-728e53299a94 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 945 time: 0.0824535 Aug 10 02:22:31.850884 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:31.900023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21d88b0f-c916-4bff-b6e8-86aec158e959 req-a22ba1ef-4247-45ff-a591-bd75d70b303f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478561 Aug 10 02:22:31.949709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-0290df0c-1280-4c81-b270-a936683bdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:31.951622 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-0290df0c-1280-4c81-b270-a936683bdb65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 200 len: 897 time: 0.1798432 Aug 10 02:22:32.045052 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-186a9d15-6434-4f61-8a60-b6111db00ff7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 999 time: 0.0859566 Aug 10 02:22:32.110379 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.119912 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-369e6052-6d87-4887-a59a-2626cf6cbff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:32.121416 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-369e6052-6d87-4887-a59a-2626cf6cbff8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab4dea7-c6cf-4842-9eff-4b68bd25d043 HTTP/1.1" status: 200 len: 834 time: 0.0659101 Aug 10 02:22:32.183021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-080960b0-3d7f-45cb-94c4-2e2c1644d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:32.186344 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-080960b0-3d7f-45cb-94c4-2e2c1644d6d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1da260dd-be72-4332-a132-1597671876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563104 Aug 10 02:22:32.611275 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.688292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51100) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:32.689128 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6fdc548376d24f4a864b368f6421dfda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8933022 Aug 10 02:22:32.695211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053258ef-5ffb-40c9-9398-b85e7e61e135,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:32.708788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.709234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.709577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.709914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.710248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.710918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.710918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.711238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.711817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.712136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.714081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.714081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb96fb-8a0a-4919-923a-cc464994843f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:32.739388 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-f01905df-4527-4dc5-8495-e46de4a733b6 service neutron] 10.222.0.16 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474410 Aug 10 02:22:32.743221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51102) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:32.784266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d9b427d-a3f3-4859-9dbd-e22d7a8188ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.809032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d9b427d-a3f3-4859-9dbd-e22d7a8188ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:32.878689 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-d9975798-e5cf-4550-955a-d4066c96b198 service neutron] 10.222.0.16 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314211 Aug 10 02:22:32.954616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78c6765f-c4b8-4223-94cc-5589f0a1c767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.029049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8fb75-4443-466d-a583-945081c2930c req-70255b2e-c307-445a-8fb1-7cc46782449c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:33.037412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32e8fb75-4443-466d-a583-945081c2930c req-70255b2e-c307-445a-8fb1-7cc46782449c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 945 time: 0.0597832 Aug 10 02:22:33.056075 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d9b427d-a3f3-4859-9dbd-e22d7a8188ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.058818 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d9b427d-a3f3-4859-9dbd-e22d7a8188ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.060015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3d9b427d-a3f3-4859-9dbd-e22d7a8188ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/053258ef-5ffb-40c9-9398-b85e7e61e135 HTTP/1.1" status: 204 len: 168 time: 0.3691199 Aug 10 02:22:33.091304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b427d-a3f3-4859-9dbd-e22d7a8188ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053258ef-5ffb-40c9-9398-b85e7e61e135,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:33.124499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32e8fb75-4443-466d-a583-945081c2930c req-ec6517a5-6b0a-469b-9100-2d33cb6a0c46 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861895 Aug 10 02:22:33.139864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78c6765f-c4b8-4223-94cc-5589f0a1c767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.253844 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78c6765f-c4b8-4223-94cc-5589f0a1c767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.303121 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-78c6765f-c4b8-4223-94cc-5589f0a1c767 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa50de28d461415096f3e261d0490b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5587945 Aug 10 02:22:33.304680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51116) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:33.311564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6765f-c4b8-4223-94cc-5589f0a1c767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba9db8f-5b99-4b6c-9af6-c78f826b8fb2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:33.402698 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63320841-78c5-4a29-862c-370168d7bd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.425017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63320841-78c5-4a29-862c-370168d7bd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.552977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a371b5-80de-4770-add5-38d1b9529b25 req-41e103cf-db50-4443-9b60-c14c98b43990 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:33.555966 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-41e103cf-db50-4443-9b60-c14c98b43990 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 1097 time: 0.0671341 Aug 10 02:22:33.660792 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63320841-78c5-4a29-862c-370168d7bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.663264 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63320841-78c5-4a29-862c-370168d7bd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:33.669343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-63320841-78c5-4a29-862c-370168d7bd33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ba9db8f-5b99-4b6c-9af6-c78f826b8fb2 HTTP/1.1" status: 204 len: 168 time: 0.3590360 Aug 10 02:22:33.676998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63320841-78c5-4a29-862c-370168d7bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba9db8f-5b99-4b6c-9af6-c78f826b8fb2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:34.016661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-61a371b5-80de-4770-add5-38d1b9529b25 req-35d138ca-dc23-4e99-a516-a5a24992ca1e service neutron] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:34.016661 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-61a371b5-80de-4770-add5-38d1b9529b25 req-35d138ca-dc23-4e99-a516-a5a24992ca1e service neutron] Notify callbacks [] for binding, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.016661 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-35d138ca-dc23-4e99-a516-a5a24992ca1e service neutron] 10.222.0.16 "DELETE /v2.0/ports/cfe8cf40-3a92-407b-acfe-19526cbc782e/bindings/n-h2-767704-21 HTTP/1.1" status: 204 len: 173 time: 0.4517150 Aug 10 02:22:34.291394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd6456-4620-40de-8ebc-bdae16e714ab req-e585e9a1-37a9-4cd1-bb7e-922a63de8fd8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:34.292926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fdcd6456-4620-40de-8ebc-bdae16e714ab req-e585e9a1-37a9-4cd1-bb7e-922a63de8fd8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 945 time: 0.0541351 Aug 10 02:22:34.353772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fdcd6456-4620-40de-8ebc-bdae16e714ab req-caa08f96-6ea3-46c6-a577-183a2d7eec2b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490558 Aug 10 02:22:34.399548 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51132) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:34.413964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-265b0d67-4617-4d81-a8d5-10ab8df605c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.511700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1442e74-cc32-4adb-9fd5-65d8fa8b81de req-b78ff931-3869-4d37-931b-fa0146336bc5 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:34.513209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1442e74-cc32-4adb-9fd5-65d8fa8b81de req-b78ff931-3869-4d37-931b-fa0146336bc5 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1097 time: 0.0528846 Aug 10 02:22:34.563583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device cfe8cf40-3a92-407b-acfe-19526cbc782e no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:34.592014 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-265b0d67-4617-4d81-a8d5-10ab8df605c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.648234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device cfe8cf40-3a92-407b-acfe-19526cbc782e not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:34.686494 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-265b0d67-4617-4d81-a8d5-10ab8df605c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.735040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b0d67-4617-4d81-a8d5-10ab8df605c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad08aa-f877-48fa-afe3-1d2880104f5c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:34.749074 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-265b0d67-4617-4d81-a8d5-10ab8df605c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85b8fc2bd1f84a099007e1f887636651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405128 Aug 10 02:22:34.749074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51134) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:34.826668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02174e00-65f4-4d20-ade0-d3687554f747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.855479 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02174e00-65f4-4d20-ade0-d3687554f747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:34.893558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51136) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:34.911361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1442e74-cc32-4adb-9fd5-65d8fa8b81de req-f52abf20-25d7-4cd2-9df3-7913a2d16a65 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3904741 Aug 10 02:22:34.913398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7e63-d3b6-46ff-9760-7f6aeb8891ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.073642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c38475-0a0c-4b8b-b5cc-c60fa840c36d req-2940ccbf-491e-413f-8b24-abcad18fdd8f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:35.079427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00c38475-0a0c-4b8b-b5cc-c60fa840c36d req-2940ccbf-491e-413f-8b24-abcad18fdd8f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 945 time: 0.0659883 Aug 10 02:22:35.097217 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02174e00-65f4-4d20-ade0-d3687554f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.100050 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-02174e00-65f4-4d20-ade0-d3687554f747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.106206 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-02174e00-65f4-4d20-ade0-d3687554f747 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0cad08aa-f877-48fa-afe3-1d2880104f5c HTTP/1.1" status: 204 len: 168 time: 0.3561578 Aug 10 02:22:35.116832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02174e00-65f4-4d20-ade0-d3687554f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad08aa-f877-48fa-afe3-1d2880104f5c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:35.158387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00c38475-0a0c-4b8b-b5cc-c60fa840c36d req-bd231d50-ca9a-4406-af58-0ebb5522afc8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651624 Aug 10 02:22:35.196288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51144) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:35.272050 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7e63-d3b6-46ff-9760-7f6aeb8891ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.291271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e9f90e83-79ad-4e49-9a0a-ec322f3d6518 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/522433c7-4fbe-48f5-bc80-f053bec5a9f3 HTTP/1.1" status: 200 len: 991 time: 0.0978336 Aug 10 02:22:35.397268 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7e63-d3b6-46ff-9760-7f6aeb8891ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.473798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c7e63-d3b6-46ff-9760-7f6aeb8891ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be545c6-a669-4a2d-9476-6f10e2a4244d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:35.482812 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bd4c7e63-d3b6-46ff-9760-7f6aeb8891ed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e34967a76a7a4b07a8f8e7454f9678d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5920064 Aug 10 02:22:35.485716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51148) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:35.578008 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9522e8fd-5161-4997-ac66-3eb0b169c762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.607189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9522e8fd-5161-4997-ac66-3eb0b169c762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.893514 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9522e8fd-5161-4997-ac66-3eb0b169c762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.896147 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9522e8fd-5161-4997-ac66-3eb0b169c762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:35.897312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9522e8fd-5161-4997-ac66-3eb0b169c762 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9be545c6-a669-4a2d-9476-6f10e2a4244d HTTP/1.1" status: 204 len: 168 time: 0.4097619 Aug 10 02:22:35.917515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522e8fd-5161-4997-ac66-3eb0b169c762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be545c6-a669-4a2d-9476-6f10e2a4244d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:36.986705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51184) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:37.106035 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1607055979'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:37.253142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Made reservation on behalf of c725bc007d82427faf812a59a28ea5b7 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:37.257919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.269275 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.414637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.510040 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.533971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:22:37.549783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edcedf1-5213-48bc-964e-d9e7f59e438c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:37.552725 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.553073 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Added segment 762e54d9-1a17-4ad3-9576-5fe02f1b5a41 of type vlan for network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 Aug 10 02:22:37.567694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51208) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:37.606797 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.857911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.866109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:37.867065 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.945833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Network': ['ID=dcee8c4a-537e-4ec2-a4f0-ea42da4ab771,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:37.957634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port dcc6ee0a-c4e5-4371-b2e6-5beb61685dca {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:37.958106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:37.965137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:22:38.022015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-edb598cd-e54e-405f-ae64-f1e19627f994 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0341868 Aug 10 02:22:38.022820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51218) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:38.029553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'subnet': {'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:38.129910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.130403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.143969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for dcc6ee0a-c4e5-4371-b2e6-5beb61685dca owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:38.239033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Made reservation on behalf of c725bc007d82427faf812a59a28ea5b7 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:38.242715 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.412731 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.449205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=dcc6ee0a-c4e5-4371-b2e6-5beb61685dca,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:38.519167 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.519559 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Floating IP 522433c7-4fbe-48f5-bc80-f053bec5a9f3 disassociated (deleted). External IP: 172.25.3.49, port: cfe8cf40-3a92-407b-acfe-19526cbc782e. Aug 10 02:22:38.671088 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.746600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Subnet': ['ID=15f57068-293c-4751-93d7-83d84d4793e1,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:38.761586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Checking segment: {'id': '762e54d9-1a17-4ad3-9576-5fe02f1b5a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:38.761976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Network hostable DHCP agents. Network: dcee8c4a-537e-4ec2-a4f0-ea42da4ab771, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:22:38.777376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:22:38.881637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:22:38.898930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:38.903718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:38.910197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] Sync routers for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:38.919340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:38.920038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:38.931943 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-17bcc108-9af9-430c-96ca-d4db500e72be tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/floatingips/522433c7-4fbe-48f5-bc80-f053bec5a9f3 HTTP/1.1" status: 204 len: 168 time: 1.3629544 Aug 10 02:22:38.934626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:38.935047 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c834e8a-9729-426a-9597-8d6ce99297ab" -d '{"events": [{"name": "network-changed", "server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:38.980541 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a47754a-6103-4324-a0e2-89444d7bec72 x-openstack-request-id: req-0a47754a-6103-4324-a0e2-89444d7bec72 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:38.980910 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:38.981379 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a47754a-6103-4324-a0e2-89444d7bec72 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:38.982270 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'status': 'completed', 'code': 200} Aug 10 02:22:39.002236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, dcee8c4a-537e-4ec2-a4f0-ea42da4ab771) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:39.009068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:39.010234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.054414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:39.075869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-a2e6e756-d97d-418a-88e4-c25deb9ac01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:39.079921 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-a2e6e756-d97d-418a-88e4-c25deb9ac01a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 1097 time: 0.0682693 Aug 10 02:22:39.084045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267174e-3359-486f-b5d4-9349848f6a39 None None] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:39.161679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d2203080-cc0b-4c32-9e13-8ca16c060368 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1367931 Aug 10 02:22:39.164221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51260) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:39.170978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'port': {'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771', 'name': 'tempest-AllowedAddressPairTestJSON-42416849'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:39.181176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-ebbabf21-42ba-4630-a334-6fb7dbd901ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:39.182925 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-ebbabf21-42ba-4630-a334-6fb7dbd901ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 200 len: 897 time: 0.0984840 Aug 10 02:22:39.252921 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-e30e14bd-116f-4974-8ab6-9d19b133b741 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 200 len: 217 time: 0.0577865 Aug 10 02:22:39.339234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-2d888d59-cf1f-4f1b-8fda-ee6ed86578fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:39.349131 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-2d888d59-cf1f-4f1b-8fda-ee6ed86578fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ab4dea7-c6cf-4842-9eff-4b68bd25d043 HTTP/1.1" status: 200 len: 834 time: 0.0936162 Aug 10 02:22:39.385030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-dcee8c4a-537e-4ec2-a4f0-ea42da4ab771', 'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771', 'tenant_id': 'c725bc007d82427faf812a59a28ea5b7', 'fixed_ips': [{'subnet_id': '15f57068-293c-4751-93d7-83d84d4793e1'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:22:39.386149 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.399521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51264) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:39.448451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-2d6314e5-b053-4dcf-85d2-da0b5479920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:39.452364 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-2d6314e5-b053-4dcf-85d2-da0b5479920d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1da260dd-be72-4332-a132-1597671876ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942879 Aug 10 02:22:39.545460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Made reservation on behalf of c725bc007d82427faf812a59a28ea5b7 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:39.555081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.557896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Allocated IP 172.20.0.2 (dcee8c4a-537e-4ec2-a4f0-ea42da4ab771/15f57068-293c-4751-93d7-83d84d4793e1/e7622f62-e355-4f46-93d6-55e3d9ffadf9) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:39.600450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] device_id is not set on port ef4dcd6d-5be0-4312-9ffd-87273cedaecb yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:22:39.694919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '05690e18-99d2-4b8f-8282-2729b5227513', 'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:d9:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:26Z', 'updated_at': '2021-08-10T02:21:35Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:39.707464 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-4d7e9bd1-2d98-4e23-b8cd-10d63dbdeda7 service neutron] 10.222.0.16 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476904 Aug 10 02:22:39.708145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b0bca0a0-3c59-4e2f-9430-153fa2a5a2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.732519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] Checking router: 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:39.740762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5ce94-98fa-4124-a3c6-e0eba9a3f584 req-4ed9b438-ae78-4e4a-836d-1911f7efe161 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:39.751948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54d5ce94-98fa-4124-a3c6-e0eba9a3f584 req-4ed9b438-ae78-4e4a-836d-1911f7efe161 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 945 time: 0.1663280 Aug 10 02:22:39.802674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:39.804112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:39.869125 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.873673 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3c834e8a-9729-426a-9597-8d6ce99297ab req-64d7bc45-6d24-4386-9a17-2c1698d5a1b2 service neutron] 10.222.0.16 "GET /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560097 Aug 10 02:22:39.882307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54d5ce94-98fa-4124-a3c6-e0eba9a3f584 req-39a3ae86-82b3-4bcb-9db4-50cd0ff182da tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289413 Aug 10 02:22:39.885751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Transition to ACTIVE for port object e7622f62-e355-4f46-93d6-55e3d9ffadf9 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:39.960690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Transition to ACTIVE for port object e7622f62-e355-4f46-93d6-55e3d9ffadf9 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:39.988598 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b0bca0a0-3c59-4e2f-9430-153fa2a5a2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:39.993589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:40.012087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403282-af72-437b-8f54-21feae68d6a9 req-359387a9-6d3e-44fd-b801-14550e466851 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:40.014051 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81403282-af72-437b-8f54-21feae68d6a9 req-359387a9-6d3e-44fd-b801-14550e466851 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 945 time: 0.0972984 Aug 10 02:22:40.095387 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.119292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:40.153177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-81403282-af72-437b-8f54-21feae68d6a9 req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port cfe8cf40-3a92-407b-acfe-19526cbc782e {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:40.154164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81403282-af72-437b-8f54-21feae68d6a9 req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.188198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b0bca0a0-3c59-4e2f-9430-153fa2a5a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.191750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Allocated IP 172.20.0.3 (dcee8c4a-537e-4ec2-a4f0-ea42da4ab771/15f57068-293c-4751-93d7-83d84d4793e1/ef4dcd6d-5be0-4312-9ffd-87273cedaecb) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:40.274137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b0bca0a0-3c59-4e2f-9430-153fa2a5a2d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21e55ebe0efe44c8882ed7d523ed54f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731918 Aug 10 02:22:40.275834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51274) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:40.327068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-81403282-af72-437b-8f54-21feae68d6a9 req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port cfe8cf40-3a92-407b-acfe-19526cbc782e, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=cfe8cf40-3a92-407b-acfe-19526cbc782e,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:40.328168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81403282-af72-437b-8f54-21feae68d6a9 req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.346659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-81403282-af72-437b-8f54-21feae68d6a9 req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for cfe8cf40-3a92-407b-acfe-19526cbc782e owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:40.364973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bca0a0-3c59-4e2f-9430-153fa2a5a2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff00fa5-953c-458b-a197-a082a3a99155,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:40.428121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b488f806-d925-4a6a-be1c-02cf91be3517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.461016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:40.467376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:40.522437 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b488f806-d925-4a6a-be1c-02cf91be3517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.548978 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.550972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Pushing event updated for resources: {'Port': ['ID=e7622f62-e355-4f46-93d6-55e3d9ffadf9,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:40.582263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Transition to ACTIVE for port object ef4dcd6d-5be0-4312-9ffd-87273cedaecb will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:40.604682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Attempting to bind port e7622f62-e355-4f46-93d6-55e3d9ffadf9 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:22:40.605145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Attempting to bind port e7622f62-e355-4f46-93d6-55e3d9ffadf9 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '762e54d9-1a17-4ad3-9576-5fe02f1b5a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:22:40.605536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Attempting to bind port e7622f62-e355-4f46-93d6-55e3d9ffadf9 on network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:22:40.624081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:22:40.624480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Checking segment: {'id': '762e54d9-1a17-4ad3-9576-5fe02f1b5a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:40.625430 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.625838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Bound using segment: {'id': '762e54d9-1a17-4ad3-9576-5fe02f1b5a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:22:40.626470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Bound port: e7622f62-e355-4f46-93d6-55e3d9ffadf9, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762e54d9-1a17-4ad3-9576-5fe02f1b5a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:22:40.627572 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.729113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] For port e7622f62-e355-4f46-93d6-55e3d9ffadf9, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:22:40.733600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] For port e7622f62-e355-4f46-93d6-55e3d9ffadf9, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e7622f62-e355-4f46-93d6-55e3d9ffadf9,segment=NetworkSegment(762e54d9-1a17-4ad3-9576-5fe02f1b5a41),segment_id=762e54d9-1a17-4ad3-9576-5fe02f1b5a41)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:22:40.741167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '05690e18-99d2-4b8f-8282-2729b5227513', 'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:d9:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:26Z', 'updated_at': '2021-08-10T02:21:35Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:40.749089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b488f806-d925-4a6a-be1c-02cf91be3517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.757160 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b488f806-d925-4a6a-be1c-02cf91be3517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.760821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b488f806-d925-4a6a-be1c-02cf91be3517 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ff00fa5-953c-458b-a197-a082a3a99155 HTTP/1.1" status: 204 len: 168 time: 0.4798245 Aug 10 02:22:40.767040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488f806-d925-4a6a-be1c-02cf91be3517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff00fa5-953c-458b-a197-a082a3a99155,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:40.770539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b47b2e3-d444-41fe-98f3-790ec1ed44d3 None None] The sync data for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 is: [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:21:28Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '05690e18-99d2-4b8f-8282-2729b5227513', 'name': '', 'network_id': '1da260dd-be72-4332-a132-1597671876ff', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:d9:15:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:26Z', 'updated_at': '2021-08-10T02:21:35Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': '6ab4dea7-c6cf-4842-9eff-4b68bd25d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:40.774354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.787459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81403282-af72-437b-8f54-21feae68d6a9 req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.843269 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.851356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:40.853926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=cfe8cf40-3a92-407b-acfe-19526cbc782e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:40.855785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:40.861052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:40.884823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Port': ['ID=ef4dcd6d-5be0-4312-9ffd-87273cedaecb,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:40.964834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:40.966621 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:40.974501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6670f-1afe-4fc3-ab2e-326dd8a3a053 None None] Pushing event updated for resources: {'Port': ['ID=e7622f62-e355-4f46-93d6-55e3d9ffadf9,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:41.008818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-81403282-af72-437b-8f54-21feae68d6a9 req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] No DVR routers for this DVR port cfe8cf40-3a92-407b-acfe-19526cbc782e on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:22:41.017146 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81403282-af72-437b-8f54-21feae68d6a9 req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.025714 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81403282-af72-437b-8f54-21feae68d6a9 req-67f60045-5209-4149-adc3-0e7d228734a4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.16 "DELETE /v2.0/ports/cfe8cf40-3a92-407b-acfe-19526cbc782e HTTP/1.1" status: 204 len: 173 time: 1.0037351 Aug 10 02:22:41.026312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-deleted', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:22:41.033588 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ed7825-a26d-46f9-9947-fe7d861acf23" -d '{"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-deleted", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:22:41.079941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51284) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:41.080147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b815ac3e-0eed-4abc-8fc6-4b5d8033109f tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9144475 Aug 10 02:22:41.085411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'port': {'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771', 'name': 'tempest-AllowedAddressPairTestJSON-1368753339', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fb:e5:89'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:41.143368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b86da26-e264-4c10-8b98-0eae09c1d09e req-754a0c4b-cec9-40ad-b1c7-0ecf3c24a1c1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa45159e-a59e-41e9-8631-852f697829b8 HTTP/1.1" status: 200 len: 210 time: 0.0453310 Aug 10 02:22:41.157934 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65d3189-a816-4f58-9047-f638c4f71395 x-openstack-request-id: req-a65d3189-a816-4f58-9047-f638c4f71395 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:22:41.158272 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45159e-a59e-41e9-8631-852f697829b8", "name": "network-vif-deleted", "tag": "cfe8cf40-3a92-407b-acfe-19526cbc782e", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:22:41.158480 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a65d3189-a816-4f58-9047-f638c4f71395 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:22:41.158928 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa45159e-a59e-41e9-8631-852f697829b8', 'name': 'network-vif-deleted', 'tag': 'cfe8cf40-3a92-407b-acfe-19526cbc782e', 'status': 'completed', 'code': 200} Aug 10 02:22:41.350005 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bec8b-8d3b-49b9-ba01-887ede9c967f None None] New status for floating IP 522433c7-4fbe-48f5-bc80-f053bec5a9f3: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:22:41.408759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Made reservation on behalf of c725bc007d82427faf812a59a28ea5b7 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:41.592193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:41.642991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] device_id is not set on port 14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:22:41.820406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Allocated IP 172.20.0.9 (dcee8c4a-537e-4ec2-a4f0-ea42da4ab771/15f57068-293c-4751-93d7-83d84d4793e1/14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:42.019696 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:42.040330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Transition to ACTIVE for port object 14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:42.212045 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51302) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:42.317995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:42.436753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:42.444879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:42.459717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:42.463163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Port': ['ID=14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:42.579456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af706832-0396-41fc-bbf6-c7eaf862c6e2 None None] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:42.613000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:42.613666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:42.802057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51314) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:42.802476 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f043c633-96f8-40f7-83f3-c2cf4ee2ff9a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.7208495 Aug 10 02:22:42.805841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9684414b-1ed6-43f1-a0e9-3c2363081828 None None] Provisioning for port e7622f62-e355-4f46-93d6-55e3d9ffadf9 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:42.905251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:42.984448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10508223-e601-4d3e-9b30-f6f78329ae7e tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:43.011054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10508223-e601-4d3e-9b30-f6f78329ae7e tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:43.043448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10508223-e601-4d3e-9b30-f6f78329ae7e tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:43.045875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-10508223-e601-4d3e-9b30-f6f78329ae7e tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.2430053 Aug 10 02:22:43.051245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51322) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:43.156380 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.161604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e7622f62-e355-4f46-93d6-55e3d9ffadf9 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:43.408554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f24ba337-78ef-45a5-8ae2-ac86e31bb7ff tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Deleting port 14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:43.409338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f24ba337-78ef-45a5-8ae2-ac86e31bb7ff tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.458260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Provisioning for port ef4dcd6d-5be0-4312-9ffd-87273cedaecb completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:43.465329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Provisioning complete for port ef4dcd6d-5be0-4312-9ffd-87273cedaecb triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:43.465674 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.510515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e7622f62-e355-4f46-93d6-55e3d9ffadf9 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:43.525276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e7622f62-e355-4f46-93d6-55e3d9ffadf9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:43.526037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.562866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Port ef4dcd6d-5be0-4312-9ffd-87273cedaecb cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:43.567009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port 05690e18-99d2-4b8f-8282-2729b5227513 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:43.567528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.628388 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f24ba337-78ef-45a5-8ae2-ac86e31bb7ff tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.679492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f24ba337-78ef-45a5-8ae2-ac86e31bb7ff tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Calling delete_port for 14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:43.688546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Provisioning for port 14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:43.690816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.704626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Provisioning complete for port 14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:43.705380 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.729310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port 05690e18-99d2-4b8f-8282-2729b5227513, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=05690e18-99d2-4b8f-8282-2729b5227513,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:43.729822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.770111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for 05690e18-99d2-4b8f-8282-2729b5227513 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:43.871455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e7622f62-e355-4f46-93d6-55e3d9ffadf9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e7622f62-e355-4f46-93d6-55e3d9ffadf9,segment=NetworkSegment(762e54d9-1a17-4ad3-9576-5fe02f1b5a41),segment_id=762e54d9-1a17-4ad3-9576-5fe02f1b5a41)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:43.873291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Port 14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:43.901869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Provisioning complete for port e7622f62-e355-4f46-93d6-55e3d9ffadf9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:43.902478 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-820297f8-3404-4405-89c7-930847b55b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:43.933955 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.023756 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f24ba337-78ef-45a5-8ae2-ac86e31bb7ff tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.066695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e7622f62-e355-4f46-93d6-55e3d9ffadf9,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:44.081848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.082428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.082945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.083435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.083946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.084439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.084920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.085417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.085899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.086683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.087163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.087642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:22:44.109670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ba337-78ef-45a5-8ae2-ac86e31bb7ff tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event deleted for resources: {'Port': ['ID=14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:44.154839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cfe8cf40-3a92-407b-acfe-19526cbc782e no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:44.177685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: cfe8cf40-3a92-407b-acfe-19526cbc782e {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:44.178039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device cfe8cf40-3a92-407b-acfe-19526cbc782e not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:44.225660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dc7bc042-343c-42d2-ab91-942aba241ff3 None None] Provisioning complete for port ef4dcd6d-5be0-4312-9ffd-87273cedaecb triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:44.226114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc7bc042-343c-42d2-ab91-942aba241ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.226973 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.269023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=05690e18-99d2-4b8f-8282-2729b5227513,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:44.310468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-dc7bc042-343c-42d2-ab91-942aba241ff3 None None] Port ef4dcd6d-5be0-4312-9ffd-87273cedaecb cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:44.316006 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.334800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dc7bc042-343c-42d2-ab91-942aba241ff3 None None] Could not find standard attr ID for object 14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:22:44.354963 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f24ba337-78ef-45a5-8ae2-ac86e31bb7ff tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.363086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f24ba337-78ef-45a5-8ae2-ac86e31bb7ff tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "DELETE /v2.0/ports/14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b HTTP/1.1" status: 204 len: 168 time: 1.2956448 Aug 10 02:22:44.370149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51352) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:44.431894 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-444617c4-c3d5-4d9b-a256-bed0a36422e1 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] GET failed (client error): The resource could not be found. Aug 10 02:22:44.445832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-444617c4-c3d5-4d9b-a256-bed0a36422e1 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "GET /v2.0/ports/14e2a17d-9fb1-440b-a0e6-ac9eaf908c3b HTTP/1.1" status: 404 len: 333 time: 0.0806801 Aug 10 02:22:44.447704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51356) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:44.454068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'port': {'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771', 'name': 'tempest-AllowedAddressPairTestJSON-449240734'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:44.542899 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.564861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51358) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:44.721344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Made reservation on behalf of c725bc007d82427faf812a59a28ea5b7 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:44.728999 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.755093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] device_id is not set on port edc9d3ad-a252-487a-9441-f805adc425ba yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:22:44.848798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-07983c58-745d-498d-afbf-6349311fe175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:44.941213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Allocated IP 172.20.0.7 (dcee8c4a-537e-4ec2-a4f0-ea42da4ab771/15f57068-293c-4751-93d7-83d84d4793e1/edc9d3ad-a252-487a-9441-f805adc425ba) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:44.945031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:22:45.111264 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:22:45.118734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:45.132349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963a16c-473f-48c8-862b-36487e92538f None None] Sync routers for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:45.155469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0696584b-70c5-448e-93f6-d28549124b3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "PUT /v2.0/routers/8dd4a6d3-d831-4ea0-8708-14c5dfedcd19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9422629 Aug 10 02:22:45.156170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963a16c-473f-48c8-862b-36487e92538f None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:45.156874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e963a16c-473f-48c8-862b-36487e92538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:45.164508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51372) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:45.256685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-07983c58-745d-498d-afbf-6349311fe175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.291347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e7622f62-e355-4f46-93d6-55e3d9ffadf9 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:22:45.300629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c0c7b6-72f2-4e2c-a237-c60a688471f2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting subnet 6ab4dea7-c6cf-4842-9eff-4b68bd25d043 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:22:45.312814 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-37c0c7b6-72f2-4e2c-a237-c60a688471f2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.339369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-07983c58-745d-498d-afbf-6349311fe175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.399651 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-37c0c7b6-72f2-4e2c-a237-c60a688471f2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.429271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e963a16c-473f-48c8-862b-36487e92538f None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:45.476917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-07983c58-745d-498d-afbf-6349311fe175 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=736279da28f94b09ad0831533e910aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9106212 Aug 10 02:22:45.480229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.489698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07983c58-745d-498d-afbf-6349311fe175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018a9ba3-3c4a-437f-aebc-e18c7c6de77c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:45.493339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51376) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:45.547530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e7622f62-e355-4f46-93d6-55e3d9ffadf9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:45.547937 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.573187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Transition to ACTIVE for port object edc9d3ad-a252-487a-9441-f805adc425ba will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:45.598219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97d1-ec7f-448f-8620-339028977453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.627814 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97d1-ec7f-448f-8620-339028977453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.781373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.846924 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97d1-ec7f-448f-8620-339028977453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.851512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0d5f97d1-ec7f-448f-8620-339028977453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.855067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e963a16c-473f-48c8-862b-36487e92538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:22:44Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:45.855270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0d5f97d1-ec7f-448f-8620-339028977453 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/018a9ba3-3c4a-437f-aebc-e18c7c6de77c HTTP/1.1" status: 204 len: 168 time: 0.3487325 Aug 10 02:22:45.858145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:45.887718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:45.902151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963a16c-473f-48c8-862b-36487e92538f None None] Checking router: 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:45.913262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963a16c-473f-48c8-862b-36487e92538f None None] Routers {'8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:45.916561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e963a16c-473f-48c8-862b-36487e92538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:45.920165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f97d1-ec7f-448f-8620-339028977453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018a9ba3-3c4a-437f-aebc-e18c7c6de77c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:45.933033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:45.967705 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-37c0c7b6-72f2-4e2c-a237-c60a688471f2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:45.996492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Port': ['ID=edc9d3ad-a252-487a-9441-f805adc425ba,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:46.076143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:46.077132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.083631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e963a16c-473f-48c8-862b-36487e92538f None None] Set router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:46.121304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-37c0c7b6-72f2-4e2c-a237-c60a688471f2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.149806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0c7b6-72f2-4e2c-a237-c60a688471f2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab4dea7-c6cf-4842-9eff-4b68bd25d043,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:46.162210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-37c0c7b6-72f2-4e2c-a237-c60a688471f2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.165483 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-37c0c7b6-72f2-4e2c-a237-c60a688471f2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/subnets/6ab4dea7-c6cf-4842-9eff-4b68bd25d043 HTTP/1.1" status: 204 len: 168 time: 0.9996285 Aug 10 02:22:46.168270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51382) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:46.224695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-38246355-a5a4-430e-87fc-724e0848cd85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7698188 Aug 10 02:22:46.224876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd28bc5-3f34-4cfd-b110-e3f0595b2c68 None None] Network 1da260dd-be72-4332-a132-1597671876ff requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:46.225417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51384) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:46.231038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6dfd3e93-1520-4e94-b612-c6cf9032b0a8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fb:e5:89'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:46.331112 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.364920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-91a18c30-0bd1-4c96-a908-e88e19b60267 None None] Provisioning for port edc9d3ad-a252-487a-9441-f805adc425ba completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:46.449956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3e93-1520-4e94-b612-c6cf9032b0a8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.464682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-91a18c30-0bd1-4c96-a908-e88e19b60267 None None] Provisioning complete for port edc9d3ad-a252-487a-9441-f805adc425ba triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:46.465080 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-91a18c30-0bd1-4c96-a908-e88e19b60267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.501578 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.530491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-91a18c30-0bd1-4c96-a908-e88e19b60267 None None] Port edc9d3ad-a252-487a-9441-f805adc425ba cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:46.562757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e963a16c-473f-48c8-862b-36487e92538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:22:44Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:46.629981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963a16c-473f-48c8-862b-36487e92538f None None] The sync data for ids ['8dd4a6d3-d831-4ea0-8708-14c5dfedcd19'] in n-d-767704-21 is: [{'id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677347875', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:21:19Z', 'updated_at': '2021-08-10T02:22:44Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'af10f14a-13ee-4339-bebf-ddb0b70bf3bb', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd4a6d3-d831-4ea0-8708-14c5dfedcd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:21:21Z', 'updated_at': '2021-08-10T02:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:22:46.643061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b6efd-28a9-4d28-be32-1bcb3a3cc67c None None] DHCP port deletion for 1da260dd-be72-4332-a132-1597671876ff request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:22:46.753814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-615b6efd-28a9-4d28-be32-1bcb3a3cc67c None None] Deleting port c7e2ceb7-6612-4959-a2c0-97b47ef76330 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:46.754524 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-615b6efd-28a9-4d28-be32-1bcb3a3cc67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.763474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port af10f14a-13ee-4339-bebf-ddb0b70bf3bb {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:46.764033 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.867458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3e93-1520-4e94-b612-c6cf9032b0a8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.921325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-615b6efd-28a9-4d28-be32-1bcb3a3cc67c None None] For port c7e2ceb7-6612-4959-a2c0-97b47ef76330, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c7e2ceb7-6612-4959-a2c0-97b47ef76330,segment=NetworkSegment(69237255-08ae-46fc-b2bd-bbf9d2e6a95b),segment_id=69237255-08ae-46fc-b2bd-bbf9d2e6a95b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:46.921803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port af10f14a-13ee-4339-bebf-ddb0b70bf3bb, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=af10f14a-13ee-4339-bebf-ddb0b70bf3bb,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:46.921971 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-615b6efd-28a9-4d28-be32-1bcb3a3cc67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.923374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:46.947809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-615b6efd-28a9-4d28-be32-1bcb3a3cc67c None None] Calling delete_port for c7e2ceb7-6612-4959-a2c0-97b47ef76330 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:46.948879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for af10f14a-13ee-4339-bebf-ddb0b70bf3bb owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:46.955424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3e93-1520-4e94-b612-c6cf9032b0a8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.008229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd3e93-1520-4e94-b612-c6cf9032b0a8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Port': ['ID=edc9d3ad-a252-487a-9441-f805adc425ba,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:47.105706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd3e93-1520-4e94-b612-c6cf9032b0a8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] In _notify_port_updated(), no bound segment for port edc9d3ad-a252-487a-9441-f805adc425ba on network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 {{(pid=101223) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:22:47.113914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd3e93-1520-4e94-b612-c6cf9032b0a8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:47.114797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6dfd3e93-1520-4e94-b612-c6cf9032b0a8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.118972 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6dfd3e93-1520-4e94-b612-c6cf9032b0a8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "PUT /v2.0/ports/edc9d3ad-a252-487a-9441-f805adc425ba HTTP/1.1" status: 200 len: 992 time: 0.8926053 Aug 10 02:22:47.120512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51406) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:47.239612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c7e2ceb7-6612-4959-a2c0-97b47ef76330 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:47.348305 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-615b6efd-28a9-4d28-be32-1bcb3a3cc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.418289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cfe47cf8-2168-46e4-ab03-82540d9b36b0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Deleting port edc9d3ad-a252-487a-9441-f805adc425ba {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:47.418872 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cfe47cf8-2168-46e4-ab03-82540d9b36b0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.425547 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.452041 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b6efd-28a9-4d28-be32-1bcb3a3cc67c None None] Pushing event deleted for resources: {'Port': ['ID=c7e2ceb7-6612-4959-a2c0-97b47ef76330,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:47.456281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b6efd-28a9-4d28-be32-1bcb3a3cc67c None None] No DVR routers for this DVR port c7e2ceb7-6612-4959-a2c0-97b47ef76330 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:22:47.482881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No active binding found for port c7e2ceb7-6612-4959-a2c0-97b47ef76330 {{(pid=101225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 02:22:47.483582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c7e2ceb7-6612-4959-a2c0-97b47ef76330 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:47.485759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 05690e18-99d2-4b8f-8282-2729b5227513 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:47.512857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=af10f14a-13ee-4339-bebf-ddb0b70bf3bb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:47.539618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 05690e18-99d2-4b8f-8282-2729b5227513 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:47.545353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 05690e18-99d2-4b8f-8282-2729b5227513 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:47.670268 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.681286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0af54a1b-1f8d-4e12-890e-37993991e4a1 None None] Provisioning complete for port edc9d3ad-a252-487a-9441-f805adc425ba triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:47.681676 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0af54a1b-1f8d-4e12-890e-37993991e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.734068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0af54a1b-1f8d-4e12-890e-37993991e4a1 None None] Port edc9d3ad-a252-487a-9441-f805adc425ba cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:47.759650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cfe47cf8-2168-46e4-ab03-82540d9b36b0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.778704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cfe47cf8-2168-46e4-ab03-82540d9b36b0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Calling delete_port for edc9d3ad-a252-487a-9441-f805adc425ba owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:47.800536 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.802811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.909446 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af97f2e5-5406-4bcd-80db-5627bd659ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.949478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.950042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Fanout notify agent at l3_agent the message router_deleted on router 8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:22:47.957988 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:47.959161 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-17ac341d-1c07-4d57-8a3c-0545116c0ca8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/routers/8dd4a6d3-d831-4ea0-8708-14c5dfedcd19 HTTP/1.1" status: 204 len: 168 time: 1.7898877 Aug 10 02:22:47.962678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51428) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:48.044810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cfe47cf8-2168-46e4-ab03-82540d9b36b0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.134652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe47cf8-2168-46e4-ab03-82540d9b36b0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event deleted for resources: {'Port': ['ID=edc9d3ad-a252-487a-9441-f805adc425ba,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:48.182409 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.364550 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.376674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cfe47cf8-2168-46e4-ab03-82540d9b36b0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.381598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51432) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:48.392765 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cfe47cf8-2168-46e4-ab03-82540d9b36b0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "DELETE /v2.0/ports/edc9d3ad-a252-487a-9441-f805adc425ba HTTP/1.1" status: 204 len: 168 time: 1.2702944 Aug 10 02:22:48.394633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da260dd-be72-4332-a132-1597671876ff']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:48.423325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69237255-08ae-46fc-b2bd-bbf9d2e6a95b') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:48.423635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69237255-08ae-46fc-b2bd-bbf9d2e6a95b') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:48.431160 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2747767b-5741-4e97-8b7b-46faf853e79d tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] GET failed (client error): The resource could not be found. Aug 10 02:22:48.438636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51434) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:48.445397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2747767b-5741-4e97-8b7b-46faf853e79d tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "GET /v2.0/ports/edc9d3ad-a252-487a-9441-f805adc425ba HTTP/1.1" status: 404 len: 333 time: 0.0627911 Aug 10 02:22:48.446048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51436) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:48.446736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'port': {'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771', 'name': 'tempest-AllowedAddressPairTestJSON-638900331'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:48.451030 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.512996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.527859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:22:48.528168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:22:48.531981 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:22:48.609374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6415b6d9-6290-4a07-a4bf-28e42f083715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.716461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.772065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.779784 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/networks/1da260dd-be72-4332-a132-1597671876ff HTTP/1.1" status: 204 len: 168 time: 0.8066163 Aug 10 02:22:48.781643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ab027-e586-4cf6-a3ac-856c2f68e2c2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Network': ['ID=1da260dd-be72-4332-a132-1597671876ff,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:48.782474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51450) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:48.842439 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6415b6d9-6290-4a07-a4bf-28e42f083715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.886939 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38d9acad-c793-44fb-b104-d56d653a3589 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.919324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38d9acad-c793-44fb-b104-d56d653a3589 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:48.966108 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6415b6d9-6290-4a07-a4bf-28e42f083715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.027132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6415b6d9-6290-4a07-a4bf-28e42f083715 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6011ec112c3473f99f040c13f9919a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798109 Aug 10 02:22:49.028394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415b6d9-6290-4a07-a4bf-28e42f083715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6374a9-7d16-4efc-b77c-7fe8fd5ac2d1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:49.030264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51458) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:49.047741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Made reservation on behalf of c725bc007d82427faf812a59a28ea5b7 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:49.057311 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.075854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device af10f14a-13ee-4339-bebf-ddb0b70bf3bb no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:22:49.099961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: af10f14a-13ee-4339-bebf-ddb0b70bf3bb {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:22:49.100581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device af10f14a-13ee-4339-bebf-ddb0b70bf3bb not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:22:49.114947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38d9acad-c793-44fb-b104-d56d653a3589 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.118304 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38d9acad-c793-44fb-b104-d56d653a3589 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.119631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-38d9acad-c793-44fb-b104-d56d653a3589 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/security-groups/4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c HTTP/1.1" status: 204 len: 168 time: 0.3307922 Aug 10 02:22:49.123670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] device_id is not set on port 4fc02596-3694-4f75-aceb-895ff7c42fb2 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:22:49.131964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9acad-c793-44fb-b104-d56d653a3589 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dea9d12-6aaa-4dcc-9aaa-29f4cd591c0c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:49.212462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c782ffc-cb8c-42a1-a63a-2275318649c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.252434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c782ffc-cb8c-42a1-a63a-2275318649c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.320844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51466) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:49.327996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Allocated IP 172.20.0.7 (dcee8c4a-537e-4ec2-a4f0-ea42da4ab771/15f57068-293c-4751-93d7-83d84d4793e1/4fc02596-3694-4f75-aceb-895ff7c42fb2) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:49.465773 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c357e905-34d9-4905-8a74-99328b8843b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.521729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.528774 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c782ffc-cb8c-42a1-a63a-2275318649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.531724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c782ffc-cb8c-42a1-a63a-2275318649c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.536274 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6c782ffc-cb8c-42a1-a63a-2275318649c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bc6374a9-7d16-4efc-b77c-7fe8fd5ac2d1 HTTP/1.1" status: 204 len: 168 time: 0.5007443 Aug 10 02:22:49.548517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Transition to ACTIVE for port object 4fc02596-3694-4f75-aceb-895ff7c42fb2 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:49.551662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c782ffc-cb8c-42a1-a63a-2275318649c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6374a9-7d16-4efc-b77c-7fe8fd5ac2d1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:49.619611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c357e905-34d9-4905-8a74-99328b8843b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.670336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.699626 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c357e905-34d9-4905-8a74-99328b8843b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.724975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:49.728843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:49.731584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:49.767610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c357e905-34d9-4905-8a74-99328b8843b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb2b6c958f944233a451f6ad877ad68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433117 Aug 10 02:22:49.776130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51472) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:49.793407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357e905-34d9-4905-8a74-99328b8843b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2e4ba9-ee08-4054-80c3-8662b2e1cf60,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:49.795104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Port': ['ID=4fc02596-3694-4f75-aceb-895ff7c42fb2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:49.810821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:49.811978 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.919105 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc727668-2c43-475c-ab92-43ba4a4b2036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:49.937090 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-09356f83-ddbb-4671-83cf-079732e6534b tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4915946 Aug 10 02:22:49.937400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51480) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:49.943612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e18643db-cc1a-4627-ac5e-781ebb3c9212 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fb:e5:89'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:49.948137 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc727668-2c43-475c-ab92-43ba4a4b2036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.053305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51486) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:50.059155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a4a46021-425d-4334-9930-5e7d4055ca5e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1399429014', 'description': 'tempest-secgroup-smoke-1399429014 description', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:50.092786 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc727668-2c43-475c-ab92-43ba4a4b2036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.097882 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc727668-2c43-475c-ab92-43ba4a4b2036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.099129 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bc727668-2c43-475c-ab92-43ba4a4b2036 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a2e4ba9-ee08-4054-80c3-8662b2e1cf60 HTTP/1.1" status: 204 len: 168 time: 0.3219745 Aug 10 02:22:50.118341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc727668-2c43-475c-ab92-43ba4a4b2036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2e4ba9-ee08-4054-80c3-8662b2e1cf60,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:50.148376 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e18643db-cc1a-4627-ac5e-781ebb3c9212 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.156292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a46021-425d-4334-9930-5e7d4055ca5e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.223614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9116b05c-6366-4c15-841f-bd1c4ce9c7c8 None None] Provisioning for port 4fc02596-3694-4f75-aceb-895ff7c42fb2 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:50.228557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9116b05c-6366-4c15-841f-bd1c4ce9c7c8 None None] Provisioning complete for port 4fc02596-3694-4f75-aceb-895ff7c42fb2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:50.229112 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9116b05c-6366-4c15-841f-bd1c4ce9c7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.269534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a46021-425d-4334-9930-5e7d4055ca5e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.284606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9116b05c-6366-4c15-841f-bd1c4ce9c7c8 None None] Port 4fc02596-3694-4f75-aceb-895ff7c42fb2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:50.345372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a46021-425d-4334-9930-5e7d4055ca5e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.384757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e18643db-cc1a-4627-ac5e-781ebb3c9212 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.396729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a46021-425d-4334-9930-5e7d4055ca5e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:50.464317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e18643db-cc1a-4627-ac5e-781ebb3c9212 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.464509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a46021-425d-4334-9930-5e7d4055ca5e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.470155 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a4a46021-425d-4334-9930-5e7d4055ca5e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4153941 Aug 10 02:22:50.474809 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51500) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:50.481205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4fbeb17b-5c07-45ee-a076-1fc5b3fa7f7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:50.572413 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c32cf21a-1353-4322-bbc7-e1cf04457b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.607602 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fbeb17b-5c07-45ee-a076-1fc5b3fa7f7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.629502 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18643db-cc1a-4627-ac5e-781ebb3c9212 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Port': ['ID=4fc02596-3694-4f75-aceb-895ff7c42fb2,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:50.651397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e18643db-cc1a-4627-ac5e-781ebb3c9212 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] In _notify_port_updated(), no bound segment for port 4fc02596-3694-4f75-aceb-895ff7c42fb2 on network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:22:50.660874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18643db-cc1a-4627-ac5e-781ebb3c9212 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:50.678729 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e18643db-cc1a-4627-ac5e-781ebb3c9212 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.685400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e18643db-cc1a-4627-ac5e-781ebb3c9212 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "PUT /v2.0/ports/4fc02596-3694-4f75-aceb-895ff7c42fb2 HTTP/1.1" status: 200 len: 995 time: 0.7443042 Aug 10 02:22:50.687144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51514) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:50.746333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fbeb17b-5c07-45ee-a076-1fc5b3fa7f7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.848023 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fbeb17b-5c07-45ee-a076-1fc5b3fa7f7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.893974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeb17b-5c07-45ee-a076-1fc5b3fa7f7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46d7095-b6d5-49ad-944f-67faa2928024,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:50.928605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7f65e9da-506a-4f73-94a3-79c7a9803c2c None None] Provisioning complete for port 4fc02596-3694-4f75-aceb-895ff7c42fb2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:50.932671 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7f65e9da-506a-4f73-94a3-79c7a9803c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:50.935229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b482672f-17f5-4de1-b254-e275201b5311 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Deleting port 4fc02596-3694-4f75-aceb-895ff7c42fb2 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:50.935718 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b482672f-17f5-4de1-b254-e275201b5311 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.001146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7f65e9da-506a-4f73-94a3-79c7a9803c2c None None] Port 4fc02596-3694-4f75-aceb-895ff7c42fb2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:51.028761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4fbeb17b-5c07-45ee-a076-1fc5b3fa7f7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.030021 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4fbeb17b-5c07-45ee-a076-1fc5b3fa7f7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5540044 Aug 10 02:22:51.034021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51522) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:51.042128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-61b1f3c3-841a-4aa4-ba34-f91dd6526c52 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:51.075413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b482672f-17f5-4de1-b254-e275201b5311 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.099260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b482672f-17f5-4de1-b254-e275201b5311 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Calling delete_port for 4fc02596-3694-4f75-aceb-895ff7c42fb2 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:51.115756 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.542876 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61b1f3c3-841a-4aa4-ba34-f91dd6526c52 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.644265 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61b1f3c3-841a-4aa4-ba34-f91dd6526c52 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.783310 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61b1f3c3-841a-4aa4-ba34-f91dd6526c52 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.805824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1f3c3-841a-4aa4-ba34-f91dd6526c52 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034a8712-ba83-43ce-b5bd-034ec53f0d15,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:51.877257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61b1f3c3-841a-4aa4-ba34-f91dd6526c52 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.879012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-61b1f3c3-841a-4aa4-ba34-f91dd6526c52 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8437872 Aug 10 02:22:51.885169 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b482672f-17f5-4de1-b254-e275201b5311 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:51.887502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51548) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:51.896209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-69281964-5987-4278-b6f4-2dae61cf1f20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:51.959369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482672f-17f5-4de1-b254-e275201b5311 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event deleted for resources: {'Port': ['ID=4fc02596-3694-4f75-aceb-895ff7c42fb2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:52.034304 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b482672f-17f5-4de1-b254-e275201b5311 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.039790 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b482672f-17f5-4de1-b254-e275201b5311 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "DELETE /v2.0/ports/4fc02596-3694-4f75-aceb-895ff7c42fb2 HTTP/1.1" status: 204 len: 168 time: 1.3513820 Aug 10 02:22:52.044003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51552) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:52.055608 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69281964-5987-4278-b6f4-2dae61cf1f20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.089468 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d312df46-2fae-425f-90da-69756d7bd800 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] GET failed (client error): The resource could not be found. Aug 10 02:22:52.091573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d312df46-2fae-425f-90da-69756d7bd800 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "GET /v2.0/ports/4fc02596-3694-4f75-aceb-895ff7c42fb2 HTTP/1.1" status: 404 len: 333 time: 0.0461462 Aug 10 02:22:52.099362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51554) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:52.111846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'port': {'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771', 'name': 'tempest-AllowedAddressPairTestJSON-160969531'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:52.168065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69281964-5987-4278-b6f4-2dae61cf1f20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.279670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51558) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:52.303746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69281964-5987-4278-b6f4-2dae61cf1f20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.323740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69281964-5987-4278-b6f4-2dae61cf1f20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5ff7bc-48a5-408f-8a96-119d4f06a13b,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:52.338046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.388369 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-835141321', 'router:external': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:52.394588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Made reservation on behalf of c725bc007d82427faf812a59a28ea5b7 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:52.398220 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.416530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] device_id is not set on port 688f5140-45a5-484d-8227-72700048a3b3 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:22:52.522647 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-69281964-5987-4278-b6f4-2dae61cf1f20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.523890 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-69281964-5987-4278-b6f4-2dae61cf1f20 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6347270 Aug 10 02:22:52.526986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51562) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:52.535703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Allocated IP 172.20.0.7 (dcee8c4a-537e-4ec2-a4f0-ea42da4ab771/15f57068-293c-4751-93d7-83d84d4793e1/688f5140-45a5-484d-8227-72700048a3b3) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:52.536044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e5089342-555c-453f-8b87-5516643cb7e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:52.639444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Made reservation on behalf of a38c1a6e643e4ca58e66f3d3b537186b for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:52.642018 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.685964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.798788 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.816695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Transition to ACTIVE for port object 688f5140-45a5-484d-8227-72700048a3b3 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:52.846017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5089342-555c-453f-8b87-5516643cb7e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.926025 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.933640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5089342-555c-453f-8b87-5516643cb7e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.974349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:52.977005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:52.981220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:52.983057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Port': ['ID=688f5140-45a5-484d-8227-72700048a3b3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:52.985459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:53.017462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5089342-555c-453f-8b87-5516643cb7e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.038330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5089342-555c-453f-8b87-5516643cb7e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443ce379-0ee6-4613-a9a5-e58fd0e8e602,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:53.059142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:53.060070 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.075329 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.104087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:22:53.119023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f1a31-e46b-4ced-9e3c-27e9c14f1dd4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:53.125400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.125781 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Added segment 103b5088-c857-4177-8f0c-078ea3877015 of type vlan for network 8fe8481e-19b3-4119-9583-73b7e2d9a13d Aug 10 02:22:53.133956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-47c1abd5-3f05-410c-8fb2-2082eab28704 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0330422 Aug 10 02:22:53.135739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51572) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:53.146814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'port': {'network_id': 'dcee8c4a-537e-4ec2-a4f0-ea42da4ab771', 'name': 'tempest-AllowedAddressPairTestJSON-1521362868'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:53.185640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5089342-555c-453f-8b87-5516643cb7e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.193912 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e5089342-555c-453f-8b87-5516643cb7e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6658518 Aug 10 02:22:53.197488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51574) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:53.202784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ce511c09-64ef-4dd5-aa4c-0d69c9455838 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:53.232836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.320418 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-ce511c09-64ef-4dd5-aa4c-0d69c9455838 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Project 0e3cf897ab3b41ada028f5fcb9815b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:22:53.328948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce511c09-64ef-4dd5-aa4c-0d69c9455838 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.353763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.359539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:53.359539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.406818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-99fd7e4d-c114-4b4f-b534-3da6a84956d7 None None] Provisioning for port 688f5140-45a5-484d-8227-72700048a3b3 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:53.412021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-99fd7e4d-c114-4b4f-b534-3da6a84956d7 None None] Provisioning complete for port 688f5140-45a5-484d-8227-72700048a3b3 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:53.423107 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99fd7e4d-c114-4b4f-b534-3da6a84956d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.438229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event updated for resources: {'Network': ['ID=8fe8481e-19b3-4119-9583-73b7e2d9a13d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:53.453128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Made reservation on behalf of c725bc007d82427faf812a59a28ea5b7 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:53.460055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.469503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce511c09-64ef-4dd5-aa4c-0d69c9455838 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.473683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-99fd7e4d-c114-4b4f-b534-3da6a84956d7 None None] Port 688f5140-45a5-484d-8227-72700048a3b3 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:53.480917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 8fe8481e-19b3-4119-9583-73b7e2d9a13d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:22:53.484892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] device_id is not set on port fd1a579d-d00b-4782-9bc4-7ab0e79556c9 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:22:53.556751 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2b8f7040-b505-454a-b457-118cfa0c6e84 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2744606 Aug 10 02:22:53.559862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51576) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:53.567015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'subnet': {'network_id': '8fe8481e-19b3-4119-9583-73b7e2d9a13d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:53.606277 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce511c09-64ef-4dd5-aa4c-0d69c9455838 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.626706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce511c09-64ef-4dd5-aa4c-0d69c9455838 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e39831e-eea3-4526-9928-705b49c044af,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:53.668812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Made reservation on behalf of a38c1a6e643e4ca58e66f3d3b537186b for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:53.673160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.770036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Allocated IP 172.20.0.4 (dcee8c4a-537e-4ec2-a4f0-ea42da4ab771/15f57068-293c-4751-93d7-83d84d4793e1/fd1a579d-d00b-4782-9bc4-7ab0e79556c9) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:53.785144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ce511c09-64ef-4dd5-aa4c-0d69c9455838 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.789242 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ce511c09-64ef-4dd5-aa4c-0d69c9455838 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5876467 Aug 10 02:22:53.801222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51580) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:53.818496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-268156f8-e83a-4a56-b6ba-ae550d70f2d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'security_group_rule': {'security_group_id': '1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:53.880363 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:53.983693 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-268156f8-e83a-4a56-b6ba-ae550d70f2d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Project 0e3cf897ab3b41ada028f5fcb9815b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:22:53.991791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-268156f8-e83a-4a56-b6ba-ae550d70f2d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.085477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.109421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-268156f8-e83a-4a56-b6ba-ae550d70f2d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.110602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Transition to ACTIVE for port object fd1a579d-d00b-4782-9bc4-7ab0e79556c9 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:22:54.180658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:22:54.181218 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.189535 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-268156f8-e83a-4a56-b6ba-ae550d70f2d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.213249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268156f8-e83a-4a56-b6ba-ae550d70f2d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15da73c-9e19-4953-867e-55dc3b128b65,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:54.234716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event updated for resources: {'Subnet': ['ID=50fff77b-9e04-479d-9cd4-5bb3f225ad19,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:54.246761 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.251033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Checking segment: {'id': '103b5088-c857-4177-8f0c-078ea3877015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8fe8481e-19b3-4119-9583-73b7e2d9a13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:22:54.251400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Network hostable DHCP agents. Network: 8fe8481e-19b3-4119-9583-73b7e2d9a13d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:22:54.297723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:54.301867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:54.305095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:54.339171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Port': ['ID=fd1a579d-d00b-4782-9bc4-7ab0e79556c9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:54.346259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-268156f8-e83a-4a56-b6ba-ae550d70f2d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.350190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-268156f8-e83a-4a56-b6ba-ae550d70f2d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5452969 Aug 10 02:22:54.350673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51584) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:54.355941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'network': {'name': 'tempest-network-smoke--2097228924', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'port_security_enabled': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:54.373238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:54.373924 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.384155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Network 8fe8481e-19b3-4119-9583-73b7e2d9a13d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:22:54.475416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:54.479228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.507899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:22:54.518600 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.519009 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Added segment 78292030-89f4-46fa-ae53-2a2b09909d09 of type vlan for network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b Aug 10 02:22:54.559475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 8fe8481e-19b3-4119-9583-73b7e2d9a13d) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:54.569309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872a5b5-522d-43ce-bc5e-00c76b319d76 None None] Network 8fe8481e-19b3-4119-9583-73b7e2d9a13d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:54.571168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:54.572370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.578229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.618854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a21c0b06-71ac-4de1-8762-c1f0261b01f8 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4818435 Aug 10 02:22:54.621554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51586) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:54.628909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4df91ead-47c0-41fb-b32d-f172c41eaf7a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:fb:e5:89'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7b:09:7d'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:54.675368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-45c5414c-14da-4aa9-85c8-52b9ad991d82 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1143513 Aug 10 02:22:54.678098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51588) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:54.683398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1697817694', 'network_id': '8fe8481e-19b3-4119-9583-73b7e2d9a13d'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:54.709813 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4df91ead-47c0-41fb-b32d-f172c41eaf7a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.713139 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.716610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:54.717234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.738889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0bb7ef80-7c58-4db7-84f9-8f96e573c9b8 None None] Provisioning for port fd1a579d-d00b-4782-9bc4-7ab0e79556c9 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:22:54.752256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0bb7ef80-7c58-4db7-84f9-8f96e573c9b8 None None] Provisioning complete for port fd1a579d-d00b-4782-9bc4-7ab0e79556c9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:54.752935 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ef80-7c58-4db7-84f9-8f96e573c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.755038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff83c8-c982-4786-9dc1-55e534408d71 None None] Network 8fe8481e-19b3-4119-9583-73b7e2d9a13d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:54.796840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Network': ['ID=4ea453d0-7752-4e8b-8eca-2ae58121dc6b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:54.807531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Made reservation on behalf of a38c1a6e643e4ca58e66f3d3b537186b for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:54.810272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.829600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] device_id is not set on port ea93c8c5-394c-49f8-9944-2c5e1338c2a5 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:22:54.933481 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4df91ead-47c0-41fb-b32d-f172c41eaf7a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:54.971144 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Allocated IP 2001:db8::1c6 (8fe8481e-19b3-4119-9583-73b7e2d9a13d/50fff77b-9e04-479d-9cd4-5bb3f225ad19/ea93c8c5-394c-49f8-9944-2c5e1338c2a5) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:55.006648 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4df91ead-47c0-41fb-b32d-f172c41eaf7a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.067275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7ef80-7c58-4db7-84f9-8f96e573c9b8 None None] Port fd1a579d-d00b-4782-9bc4-7ab0e79556c9 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:55.068656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:22:55.086972 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-36c1e404-c23c-45f1-bda4-74a0698b83b0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7345421 Aug 10 02:22:55.087713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51596) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:55.100253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'admin_state_up': True, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:55.144264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-4df91ead-47c0-41fb-b32d-f172c41eaf7a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] In _notify_port_updated(), no bound segment for port fd1a579d-d00b-4782-9bc4-7ab0e79556c9 on network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 {{(pid=101224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 02:22:55.162291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df91ead-47c0-41fb-b32d-f172c41eaf7a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:55.163691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4df91ead-47c0-41fb-b32d-f172c41eaf7a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.173868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4df91ead-47c0-41fb-b32d-f172c41eaf7a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "PUT /v2.0/ports/fd1a579d-d00b-4782-9bc4-7ab0e79556c9 HTTP/1.1" status: 200 len: 1055 time: 0.5510123 Aug 10 02:22:55.178270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51598) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:55.218871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.232242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df91ead-47c0-41fb-b32d-f172c41eaf7a tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event updated for resources: {'Port': ['ID=fd1a579d-d00b-4782-9bc4-7ab0e79556c9,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:55.252835 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.253885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.332588 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.335399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d127ebea-010e-49ba-94cb-c30c3d27a313 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Deleting port fd1a579d-d00b-4782-9bc4-7ab0e79556c9 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:55.335825 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d127ebea-010e-49ba-94cb-c30c3d27a313 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.391056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dedd6dfa-b3cb-4bd6-b5e5-7395b676f9de None None] Provisioning complete for port fd1a579d-d00b-4782-9bc4-7ab0e79556c9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:22:55.391401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dedd6dfa-b3cb-4bd6-b5e5-7395b676f9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.400907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.428815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-dedd6dfa-b3cb-4bd6-b5e5-7395b676f9de None None] Port fd1a579d-d00b-4782-9bc4-7ab0e79556c9 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:22:55.440022 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d127ebea-010e-49ba-94cb-c30c3d27a313 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.454740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d127ebea-010e-49ba-94cb-c30c3d27a313 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Calling delete_port for fd1a579d-d00b-4782-9bc4-7ab0e79556c9 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:55.527047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Network 8fe8481e-19b3-4119-9583-73b7e2d9a13d is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:55.529806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:55.535218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:55.536492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:55.537243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.547719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event updated for resources: {'Port': ['ID=ea93c8c5-394c-49f8-9944-2c5e1338c2a5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:55.624838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.750345 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d127ebea-010e-49ba-94cb-c30c3d27a313 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:55.753014 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c7f0e310-550b-44ff-8614-2aa1f8e5a001 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0735490 Aug 10 02:22:55.757135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51602) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:55.817138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127ebea-010e-49ba-94cb-c30c3d27a313 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event deleted for resources: {'Port': ['ID=fd1a579d-d00b-4782-9bc4-7ab0e79556c9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:56.143747 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.150903 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d127ebea-010e-49ba-94cb-c30c3d27a313 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.158030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d127ebea-010e-49ba-94cb-c30c3d27a313 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "DELETE /v2.0/ports/fd1a579d-d00b-4782-9bc4-7ab0e79556c9 HTTP/1.1" status: 204 len: 168 time: 0.9759822 Aug 10 02:22:56.165237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51606) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:56.174686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.188681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-da3f7629-cb80-446e-b322-ae1a1e61b581 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Deleting port ea93c8c5-394c-49f8-9944-2c5e1338c2a5 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:56.189176 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da3f7629-cb80-446e-b322-ae1a1e61b581 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.215887 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad179ef4-f65c-4bec-bcbb-3c7ea2e74605 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] GET failed (client error): The resource could not be found. Aug 10 02:22:56.218255 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ad179ef4-f65c-4bec-bcbb-3c7ea2e74605 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "GET /v2.0/ports/fd1a579d-d00b-4782-9bc4-7ab0e79556c9 HTTP/1.1" status: 404 len: 333 time: 0.0471056 Aug 10 02:22:56.229415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51608) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:56.332709 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da3f7629-cb80-446e-b322-ae1a1e61b581 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.356358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-da3f7629-cb80-446e-b322-ae1a1e61b581 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Calling delete_port for ea93c8c5-394c-49f8-9944-2c5e1338c2a5 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:56.386128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.25.3.60 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/c24d2073-857c-4953-a761-9503ad9e1100) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:56.399626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d5684c8c-bc9d-47c2-b239-c354a0250d85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Deleting port 688f5140-45a5-484d-8227-72700048a3b3 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:56.399981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d5684c8c-bc9d-47c2-b239-c354a0250d85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.550728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d5684c8c-bc9d-47c2-b239-c354a0250d85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.573123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d5684c8c-bc9d-47c2-b239-c354a0250d85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Calling delete_port for 688f5140-45a5-484d-8227-72700048a3b3 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:56.607961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.652499 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da3f7629-cb80-446e-b322-ae1a1e61b581 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.689307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f7629-cb80-446e-b322-ae1a1e61b581 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea93c8c5-394c-49f8-9944-2c5e1338c2a5,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:56.737377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da3f7629-cb80-446e-b322-ae1a1e61b581 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.739832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-da3f7629-cb80-446e-b322-ae1a1e61b581 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "DELETE /v2.0/ports/ea93c8c5-394c-49f8-9944-2c5e1338c2a5 HTTP/1.1" status: 204 len: 168 time: 0.9816489 Aug 10 02:22:56.742871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51612) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:56.771281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fe8481e-19b3-4119-9583-73b7e2d9a13d', 'external_fixed_ips': [{'subnet_id': '50fff77b-9e04-479d-9cd4-5bb3f225ad19', 'ip_address': '2001:db8::1c6'}]}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:56.851957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.892596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:56.897629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:56.901494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:56.910306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=c24d2073-857c-4953-a761-9503ad9e1100,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:56.932814 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.933896 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.956017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d5684c8c-bc9d-47c2-b239-c354a0250d85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:56.996158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5684c8c-bc9d-47c2-b239-c354a0250d85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event deleted for resources: {'Port': ['ID=688f5140-45a5-484d-8227-72700048a3b3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:57.088545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:57.327593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d5684c8c-bc9d-47c2-b239-c354a0250d85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:57.331913 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d5684c8c-bc9d-47c2-b239-c354a0250d85 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "DELETE /v2.0/ports/688f5140-45a5-484d-8227-72700048a3b3 HTTP/1.1" status: 204 len: 168 time: 1.0996635 Aug 10 02:22:57.334937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51616) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:57.727591 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-4777c824-be91-44a9-a45c-ba46d6253ccb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] GET failed (client error): The resource could not be found. Aug 10 02:22:57.729287 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4777c824-be91-44a9-a45c-ba46d6253ccb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "GET /v2.0/ports/688f5140-45a5-484d-8227-72700048a3b3 HTTP/1.1" status: 404 len: 333 time: 0.3931978 Aug 10 02:22:57.735136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51618) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:57.803462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:57.864500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-51977e98-4155-416d-9e92-03a43711d7fb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Deleting port ef4dcd6d-5be0-4312-9ffd-87273cedaecb {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:57.865207 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51977e98-4155-416d-9e92-03a43711d7fb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:57.904476 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:57.975731 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51977e98-4155-416d-9e92-03a43711d7fb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:57.990844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-51977e98-4155-416d-9e92-03a43711d7fb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Calling delete_port for ef4dcd6d-5be0-4312-9ffd-87273cedaecb owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:58.219714 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.240992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51977e98-4155-416d-9e92-03a43711d7fb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.295923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51977e98-4155-416d-9e92-03a43711d7fb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event deleted for resources: {'Port': ['ID=ef4dcd6d-5be0-4312-9ffd-87273cedaecb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:58.450483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.460603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51977e98-4155-416d-9e92-03a43711d7fb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.466064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-51977e98-4155-416d-9e92-03a43711d7fb tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "DELETE /v2.0/ports/ef4dcd6d-5be0-4312-9ffd-87273cedaecb HTTP/1.1" status: 204 len: 168 time: 0.7294142 Aug 10 02:22:58.466648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51624) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:58.502287 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.537771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d2cfc9-06f5-44fb-afae-bff743910dac tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Deleting subnet 15f57068-293c-4751-93d7-83d84d4793e1 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:22:58.546932 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87d2cfc9-06f5-44fb-afae-bff743910dac tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.620267 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87d2cfc9-06f5-44fb-afae-bff743910dac tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.750251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87d2cfc9-06f5-44fb-afae-bff743910dac tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.756896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 72d890e3-c805-4151-b56b-de560d5c5114 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:22:58.902885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:22:58.912887 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Sync routers for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:22:58.921083 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87d2cfc9-06f5-44fb-afae-bff743910dac tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.928955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:22:58.929724 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:58.933111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Allocated IP 2001:db8::1c6 (8fe8481e-19b3-4119-9583-73b7e2d9a13d/50fff77b-9e04-479d-9cd4-5bb3f225ad19/2936d66b-a458-4465-a6c1-48ec00905521) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:22:58.960022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2cfc9-06f5-44fb-afae-bff743910dac tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event deleted for resources: {'Subnet': ['ID=15f57068-293c-4751-93d7-83d84d4793e1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:58.966442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87d2cfc9-06f5-44fb-afae-bff743910dac tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:58.973093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-87d2cfc9-06f5-44fb-afae-bff743910dac tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "DELETE /v2.0/subnets/15f57068-293c-4751-93d7-83d84d4793e1 HTTP/1.1" status: 204 len: 168 time: 0.5053864 Aug 10 02:22:58.973676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833ff94-bac5-477a-9502-d78cb57995ff None None] Network dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:22:58.974125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51628) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:59.054693 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.057865 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f33a6a5f-1768-4ad1-bd63-ed5fe6bbf450 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9674032 Aug 10 02:22:59.062188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51630) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:59.101220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-09a9d5e8-e928-41bc-8ac3-bbbcb758a749 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=0e3cf897ab3b41ada028f5fcb9815b32&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377221 Aug 10 02:22:59.103889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51632) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:59.117308 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.150747 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:22:59.182716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.272898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Deleting port e7622f62-e355-4f46-93d6-55e3d9ffadf9 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:59.273490 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.277141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6665b9-6974-47ce-ae46-223ea68a9781 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:59.278989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6665b9-6974-47ce-ae46-223ea68a9781 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:22:59.280949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6c6665b9-6974-47ce-ae46-223ea68a9781 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1593 time: 0.1760142 Aug 10 02:22:59.281648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69031528-ac1c-448a-8aff-bea520d9b251 None None] DHCP port deletion for dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:22:59.284139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51634) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:59.324817 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9cc505e8-78c8-48b2-8440-0ffc04bb7aa2 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394235 Aug 10 02:22:59.326882 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.328970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51636) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:59.365966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-69031528-ac1c-448a-8aff-bea520d9b251 None None] Deleting port e7622f62-e355-4f46-93d6-55e3d9ffadf9 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:22:59.366517 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-69031528-ac1c-448a-8aff-bea520d9b251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.413624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Network 8fe8481e-19b3-4119-9583-73b7e2d9a13d is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:22:59.417496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:22:59.437828 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fb1cb712-a24c-41f8-965c-0ee5383a7fd7 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=8fe8481e-19b3-4119-9583-73b7e2d9a13d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0984616 Aug 10 02:22:59.437828 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:22:59.458583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51640) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:22:59.472924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1546722106', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:22:59.502732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-69031528-ac1c-448a-8aff-bea520d9b251 None None] For port e7622f62-e355-4f46-93d6-55e3d9ffadf9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e7622f62-e355-4f46-93d6-55e3d9ffadf9,segment=NetworkSegment(762e54d9-1a17-4ad3-9576-5fe02f1b5a41),segment_id=762e54d9-1a17-4ad3-9576-5fe02f1b5a41)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:59.505104 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-69031528-ac1c-448a-8aff-bea520d9b251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.521982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] For port e7622f62-e355-4f46-93d6-55e3d9ffadf9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e7622f62-e355-4f46-93d6-55e3d9ffadf9,segment=NetworkSegment(762e54d9-1a17-4ad3-9576-5fe02f1b5a41),segment_id=762e54d9-1a17-4ad3-9576-5fe02f1b5a41)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:22:59.522615 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.563264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-69031528-ac1c-448a-8aff-bea520d9b251 None None] Calling delete_port for e7622f62-e355-4f46-93d6-55e3d9ffadf9 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:59.575872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event updated for resources: {'Port': ['ID=2936d66b-a458-4465-a6c1-48ec00905521,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:22:59.642446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Calling delete_port for e7622f62-e355-4f46-93d6-55e3d9ffadf9 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:22:59.673723 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:22:57Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:22:59.731990 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Checking router: 72d890e3-c805-4151-b56b-de560d5c5114 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:22:59.736462 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Updating router 72d890e3-c805-4151-b56b-de560d5c5114 port c24d2073-857c-4953-a761-9503ad9e1100 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:22:59.800743 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.855427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.915642 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-69031528-ac1c-448a-8aff-bea520d9b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.916051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:22:59.921283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:59.973253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69031528-ac1c-448a-8aff-bea520d9b251 None None] Pushing event deleted for resources: {'Port': ['ID=e7622f62-e355-4f46-93d6-55e3d9ffadf9,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:00.009384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69031528-ac1c-448a-8aff-bea520d9b251 None None] No DVR routers for this DVR port e7622f62-e355-4f46-93d6-55e3d9ffadf9 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:23:00.102290 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.147377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event deleted for resources: {'Port': ['ID=e7622f62-e355-4f46-93d6-55e3d9ffadf9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:00.170165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] No DVR routers for this DVR port e7622f62-e355-4f46-93d6-55e3d9ffadf9 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:23:00.221957 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.232851 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Transition to ACTIVE for port object c24d2073-857c-4953-a761-9503ad9e1100 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:00.270222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.277420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.307343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcee8c4a-537e-4ec2-a4f0-ea42da4ab771']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:00.320597 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.321664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762e54d9-1a17-4ad3-9576-5fe02f1b5a41') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:00.321972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762e54d9-1a17-4ad3-9576-5fe02f1b5a41') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:00.338254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.379089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.394007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:23:00.394431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:23:00.397571 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:23:00.465406 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Attempting to bind port c24d2073-857c-4953-a761-9503ad9e1100 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:00.465776 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Attempting to bind port c24d2073-857c-4953-a761-9503ad9e1100 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:00.466143 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Attempting to bind port c24d2073-857c-4953-a761-9503ad9e1100 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:00.474542 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:00.474967 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:00.475350 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.475749 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:00.476379 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Bound port: c24d2073-857c-4953-a761-9503ad9e1100, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:00.476770 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.506333 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Pushing event updated for resources: {'Port': ['ID=c24d2073-857c-4953-a761-9503ad9e1100,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:00.516271 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.517882 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.517882 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.517882 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.517882 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.518383 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.518383 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.518670 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.519005 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.519331 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.519660 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.519988 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:00.560290 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] For port c24d2073-857c-4953-a761-9503ad9e1100, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:00.606647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.657953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Router 2f83c962-8927-47de-ad96-7956a0807710 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:00.658510 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] For port c24d2073-857c-4953-a761-9503ad9e1100, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c24d2073-857c-4953-a761-9503ad9e1100,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:00.663028 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.676146 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.678035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] 10.222.0.38 "DELETE /v2.0/networks/dcee8c4a-537e-4ec2-a4f0-ea42da4ab771 HTTP/1.1" status: 204 len: 168 time: 1.7029970 Aug 10 02:23:00.726255 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:00.755301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Subnet': ['ID=fe1fa310-2bcd-4374-8731-35b8d9177fe1,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:00.758292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c38435-a12e-4e42-bfb5-96c6f8a1e0c0 tempest-AllowedAddressPairTestJSON-681356537 tempest-AllowedAddressPairTestJSON-681356537-project] Pushing event deleted for resources: {'Network': ['ID=dcee8c4a-537e-4ec2-a4f0-ea42da4ab771,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:00.767110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Checking segment: {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:00.768027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network hostable DHCP agents. Network: 4ea453d0-7752-4e8b-8eca-2ae58121dc6b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:23:00.824630 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a66b4-63ae-4bf4-b058-38b76562e49d None None] Pushing event updated for resources: {'Port': ['ID=c24d2073-857c-4953-a761-9503ad9e1100,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:00.862113 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:00.864636 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:00.894098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:23:00.896849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:00.913049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Sync routers for ids ['2f83c962-8927-47de-ad96-7956a0807710'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:00.925996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Routers {'2f83c962-8927-47de-ad96-7956a0807710'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:00.927289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e44579b2-2814-482e-96b0-572e510d793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2f83c962-8927-47de-ad96-7956a0807710'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:01.022749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4ea453d0-7752-4e8b-8eca-2ae58121dc6b) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:01.030825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:01.032897 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:01.063340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:01.068021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51650) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:01.069099 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aa9f8d6b-2bb7-4930-9968-c24f0bbbce07 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3246975 Aug 10 02:23:01.078328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9540b-4d82-4d08-89bd-3cb7e86314c4 None None] Network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:01.147048 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:01.199178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e7622f62-e355-4f46-93d6-55e3d9ffadf9 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:01.212771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6fbac7fb-e084-4652-9093-3c2d2ac762cb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7521815 Aug 10 02:23:01.215304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51652) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:01.284231 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:01.309367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e7622f62-e355-4f46-93d6-55e3d9ffadf9 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:23:01.310059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e7622f62-e355-4f46-93d6-55e3d9ffadf9 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:23:01.344783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Set router 2f83c962-8927-47de-ad96-7956a0807710 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:01.533419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:23:01.533832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:01.545026 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:22:57Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:01.636721 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff092bd-64dd-4da9-a089-0f02feab2761 None None] The sync data for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 is: [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:22:57Z', 'revision_number': 3, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:01.701528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51660) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:01.798716 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.069215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-24f2b779-978d-4101-88e9-9080c87b535d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c725bc007d82427faf812a59a28ea5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661230 Aug 10 02:23:02.074202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51666) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:02.082969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Deleting port 2936d66b-a458-4465-a6c1-48ec00905521 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:02.083407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.105124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Allocated IP 172.20.0.2 (4ea453d0-7752-4e8b-8eca-2ae58121dc6b/fe1fa310-2bcd-4374-8731-35b8d9177fe1/e4f89dd7-aa00-44e0-8398-9bc551b5b706) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:02.123146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e44579b2-2814-482e-96b0-572e510d793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83c962-8927-47de-ad96-7956a0807710', 'name': '', 'tenant_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe8481e-19b3-4119-9583-73b7e2d9a13d', 'external_fixed_ips': [{'subnet_id': '50fff77b-9e04-479d-9cd4-5bb3f225ad19', 'ip_address': '2001:db8::1c6'}], 'enable_snat': True}, 'gw_port_id': '2936d66b-a458-4465-a6c1-48ec00905521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:22:59Z', 'revision_number': 3, 'project_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'gw_port': {'id': '2936d66b-a458-4465-a6c1-48ec00905521', 'name': '', 'network_id': '8fe8481e-19b3-4119-9583-73b7e2d9a13d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83c962-8927-47de-ad96-7956a0807710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '50fff77b-9e04-479d-9cd4-5bb3f225ad19', 'ip_address': '2001:db8::1c6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:58Z', 'updated_at': '2021-08-10T02:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50fff77b-9e04-479d-9cd4-5bb3f225ad19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:02.171259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Checking router: 2f83c962-8927-47de-ad96-7956a0807710 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:23:02.171623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Updating router 2f83c962-8927-47de-ad96-7956a0807710 port 2936d66b-a458-4465-a6c1-48ec00905521 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:23:02.203129 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcd5c-22f4-4f45-9513-afc5658f6197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.250121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcd5c-22f4-4f45-9513-afc5658f6197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.267794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.284785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Calling delete_port for 2936d66b-a458-4465-a6c1-48ec00905521 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:02.288780 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.486358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcd5c-22f4-4f45-9513-afc5658f6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.488904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcd5c-22f4-4f45-9513-afc5658f6197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.493160 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e1cbcd5c-22f4-4f45-9513-afc5658f6197 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5edcedf1-5213-48bc-964e-d9e7f59e438c HTTP/1.1" status: 204 len: 168 time: 0.4178476 Aug 10 02:23:02.506533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbcd5c-22f4-4f45-9513-afc5658f6197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edcedf1-5213-48bc-964e-d9e7f59e438c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:02.647681 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.687669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.706080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event deleted for resources: {'Port': ['ID=2936d66b-a458-4465-a6c1-48ec00905521,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:02.766866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.930053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:02.932985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.121144 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.127344 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:23:03.127763 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:23:03.131975 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.132494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f83c962-8927-47de-ad96-7956a0807710 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:03.141395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.141395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3cfad63c-9d44-4dc3-9ca5-84a5dce62812 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "DELETE /v2.0/routers/2f83c962-8927-47de-ad96-7956a0807710 HTTP/1.1" status: 204 len: 168 time: 2.0695832 Aug 10 02:23:03.141665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51676) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:03.146646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Transition to ACTIVE for port object e4f89dd7-aa00-44e0-8398-9bc551b5b706 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:03.150320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c24d2073-857c-4953-a761-9503ad9e1100 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:03.225828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Transition to ACTIVE for port object e4f89dd7-aa00-44e0-8398-9bc551b5b706 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:03.266568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-146b7102-7778-4b9c-bbb5-261c7d8a2470 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Deleting subnet 50fff77b-9e04-479d-9cd4-5bb3f225ad19 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:03.267803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-146b7102-7778-4b9c-bbb5-261c7d8a2470 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.321199 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.326260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c24d2073-857c-4953-a761-9503ad9e1100 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:03.329289 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-146b7102-7778-4b9c-bbb5-261c7d8a2470 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.338352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c24d2073-857c-4953-a761-9503ad9e1100 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:03.339925 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.419171 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-146b7102-7778-4b9c-bbb5-261c7d8a2470 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.463091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:03.515153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.20.0.1 (4ea453d0-7752-4e8b-8eca-2ae58121dc6b/fe1fa310-2bcd-4374-8731-35b8d9177fe1/f5743d7b-33ea-4cf7-9889-902a5680aac0) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:03.531813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:03.535897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Pushing event updated for resources: {'Port': ['ID=e4f89dd7-aa00-44e0-8398-9bc551b5b706,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:03.539749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:03.586740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.601267 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-146b7102-7778-4b9c-bbb5-261c7d8a2470 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.618484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Attempting to bind port e4f89dd7-aa00-44e0-8398-9bc551b5b706 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:03.618985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Attempting to bind port e4f89dd7-aa00-44e0-8398-9bc551b5b706 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:03.619427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Attempting to bind port e4f89dd7-aa00-44e0-8398-9bc551b5b706 on network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:03.622886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port c24d2073-857c-4953-a761-9503ad9e1100, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c24d2073-857c-4953-a761-9503ad9e1100,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:03.627671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:03.628326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Checking segment: {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:03.628752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.629255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Bound using segment: {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:03.629741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Bound port: e4f89dd7-aa00-44e0-8398-9bc551b5b706, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:03.630189 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.667391 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-146b7102-7778-4b9c-bbb5-261c7d8a2470 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.669544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-146b7102-7778-4b9c-bbb5-261c7d8a2470 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "DELETE /v2.0/subnets/50fff77b-9e04-479d-9cd4-5bb3f225ad19 HTTP/1.1" status: 204 len: 168 time: 0.5271220 Aug 10 02:23:03.671420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b7102-7778-4b9c-bbb5-261c7d8a2470 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=50fff77b-9e04-479d-9cd4-5bb3f225ad19,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:03.673520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51694) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:03.717162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Port 2936d66b-a458-4465-a6c1-48ec00905521 not found while updating agent binding for router 2f83c962-8927-47de-ad96-7956a0807710. {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 02:23:03.721276 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.741143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.766202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Transition to ACTIVE for port object f5743d7b-33ea-4cf7-9889-902a5680aac0 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:03.805931 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.825491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=c24d2073-857c-4953-a761-9503ad9e1100,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:03.838897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Routers set() bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:03.839285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Router IDs set() for agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 02:23:03.840404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_agentschedulers_db [None req-e44579b2-2814-482e-96b0-572e510d793b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f83c962-8927-47de-ad96-7956a0807710'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent'). {{(pid=101225) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 02:23:03.840721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44579b2-2814-482e-96b0-572e510d793b None None] The sync data for ids ['2f83c962-8927-47de-ad96-7956a0807710'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:03.876027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.900011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] For port e4f89dd7-aa00-44e0-8398-9bc551b5b706, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:03.907587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] For port e4f89dd7-aa00-44e0-8398-9bc551b5b706, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e4f89dd7-aa00-44e0-8398-9bc551b5b706,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:03.923006 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.960476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:03.987720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe8481e-19b3-4119-9583-73b7e2d9a13d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:03.993278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:04.004622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:04.017611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:04.065180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103b5088-c857-4177-8f0c-078ea3877015') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:04.065180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103b5088-c857-4177-8f0c-078ea3877015') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:04.090919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.115864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=f5743d7b-33ea-4cf7-9889-902a5680aac0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:04.120933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.130168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:23:04.130813 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.132260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ab110-5cd1-45e5-9a41-7e62fd8a07e5 None None] Pushing event updated for resources: {'Port': ['ID=e4f89dd7-aa00-44e0-8398-9bc551b5b706,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:23:04.137952 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:23:04.156778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.297641 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.324515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51716) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:04.328750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fe8481e-19b3-4119-9583-73b7e2d9a13d {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 02:23:04.330810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fe8481e-19b3-4119-9583-73b7e2d9a13d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:04.336680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.336680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-20413ef9-e50d-4827-9f91-2b44407c8a87 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "DELETE /v2.0/networks/8fe8481e-19b3-4119-9583-73b7e2d9a13d HTTP/1.1" status: 204 len: 168 time: 0.6614859 Aug 10 02:23:04.567414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1540615613'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:04.601838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.727112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:04.731503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.771149 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:04.903117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51734) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:04.913118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-82ae34ed-3e79-461f-907e-8068c7d24136 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'router': {'name': 'tempest-router--1082130705', 'project_id': '950934850b514370b3c75d6ddaec39cd'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:05.004113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.008145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.096767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.145925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9a3247-141a-4dfd-8248-a718215c6110,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:05.150091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.189119 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82ae34ed-3e79-461f-907e-8068c7d24136 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.190930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82ae34ed-3e79-461f-907e-8068c7d24136 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.228475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:23:05.233094 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.254952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c24d2073-857c-4953-a761-9503ad9e1100 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:05.301443 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.304742 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Added segment 034fe38c-2ab1-4901-8313-c61c905a9745 of type vlan for network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f Aug 10 02:23:05.352813 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82ae34ed-3e79-461f-907e-8068c7d24136 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.400827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c24d2073-857c-4953-a761-9503ad9e1100 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:05.401236 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.411458 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82ae34ed-3e79-461f-907e-8068c7d24136 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.413533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=f5743d7b-33ea-4cf7-9889-902a5680aac0,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:05.443081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.496906 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82ae34ed-3e79-461f-907e-8068c7d24136 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.498152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-82ae34ed-3e79-461f-907e-8068c7d24136 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5913129 Aug 10 02:23:05.501066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51748) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:05.507854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4f89dd7-aa00-44e0-8398-9bc551b5b706 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:05.508770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:05.512224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:05.577517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeef45c-01c2-415b-b46a-4d8108f972d0 None None] Network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:05.677354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.683701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:05.684632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.754502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ad2c09a3-a0fa-4ea9-b6c8-73dc9537ceee None None] Provisioning for port e4f89dd7-aa00-44e0-8398-9bc551b5b706 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:05.767957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e4f89dd7-aa00-44e0-8398-9bc551b5b706 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:05.782584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e4f89dd7-aa00-44e0-8398-9bc551b5b706 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:05.782962 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:05.825705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Network': ['ID=8d938db4-b4e4-4263-8031-3eac9ee5bf9f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:05.844680 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a682fb8f-63cc-4852-ac76-5e3510bcfc4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5190082 Aug 10 02:23:05.850460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 72d890e3-c805-4151-b56b-de560d5c5114 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:23:05.851241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51756) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:05.860142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:06.010331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ad32dde-6cc9-48fe-b17d-70ad82402c06 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.028955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:23:06.190047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:06.194614 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.196733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ad32dde-6cc9-48fe-b17d-70ad82402c06 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.199073 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ad32dde-6cc9-48fe-b17d-70ad82402c06 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.223414 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.271783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e4f89dd7-aa00-44e0-8398-9bc551b5b706, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e4f89dd7-aa00-44e0-8398-9bc551b5b706,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:06.300864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:06.307133 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4f38feb8-a1e4-4a86-9263-ca7b32e432e7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "PUT /v2.0/routers/72d890e3-c805-4151-b56b-de560d5c5114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0890408 Aug 10 02:23:06.312880 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Sync routers for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:06.322830 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:06.323486 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:06.348744 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ad32dde-6cc9-48fe-b17d-70ad82402c06 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.349504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad32dde-6cc9-48fe-b17d-70ad82402c06 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2320aed-24e1-4dde-911f-c42f304c7263 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:06.354111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6ad32dde-6cc9-48fe-b17d-70ad82402c06 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.355901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6ad32dde-6cc9-48fe-b17d-70ad82402c06 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "DELETE /v2.0/routers/b2320aed-24e1-4dde-911f-c42f304c7263 HTTP/1.1" status: 204 len: 168 time: 0.8537104 Aug 10 02:23:06.383274 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.513531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e4f89dd7-aa00-44e0-8398-9bc551b5b706,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:06.622574 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:06.683228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51782) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:06.703926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.704363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cc6ab756-05ad-4529-9043-25f3c2a2eba2 None None] Provisioning for port f5743d7b-33ea-4cf7-9889-902a5680aac0 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:06.709928 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cc6ab756-05ad-4529-9043-25f3c2a2eba2 None None] Provisioning complete for port f5743d7b-33ea-4cf7-9889-902a5680aac0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:06.710569 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab756-05ad-4529-9043-25f3c2a2eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.791528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-6b51b953-3ed9-43c5-a8a4-d676dc38a5ed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399429014&fields=id&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 267 time: 0.1180208 Aug 10 02:23:06.794785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ab756-05ad-4529-9043-25f3c2a2eba2 None None] Port f5743d7b-33ea-4cf7-9889-902a5680aac0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:23:06.828752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cc6ab756-05ad-4529-9043-25f3c2a2eba2 None None] Provisioning complete for port e4f89dd7-aa00-44e0-8398-9bc551b5b706 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:06.830580 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab756-05ad-4529-9043-25f3c2a2eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:06.896940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=391f76c6-1a01-4d89-9e5c-df8b0a7c2858,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:06.921375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:06.922217 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network hostable DHCP agents. Network: 8d938db4-b4e4-4263-8031-3eac9ee5bf9f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:23:07.023757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:23:07.040454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-d91120cd-c82e-42a1-8f77-559c7433f73d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:07.049648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-d91120cd-c82e-42a1-8f77-559c7433f73d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/networks?id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b HTTP/1.1" status: 200 len: 797 time: 0.2514670 Aug 10 02:23:07.070346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-6af6e666-fa29-4169-ae58-fdea90d8b72f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/quotas/0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 375 time: 0.0194900 Aug 10 02:23:07.081438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1798356023', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:07.098534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4f89dd7-aa00-44e0-8398-9bc551b5b706 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:07.100680 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'f5743d7b-33ea-4cf7-9889-902a5680aac0', 'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:03Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 2, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:07.116988 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 8d938db4-b4e4-4263-8031-3eac9ee5bf9f) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:07.151761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:07.151761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.163534 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Checking router: 72d890e3-c805-4151-b56b-de560d5c5114 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:23:07.168761 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Updating router 72d890e3-c805-4151-b56b-de560d5c5114 port f5743d7b-33ea-4cf7-9889-902a5680aac0 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:23:07.179948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dea459-5af5-42b6-8c9e-6b4b2b9d4f54 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:07.186650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-9929fb54-d070-46f3-8b5e-b1b18978c986 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076875 Aug 10 02:23:07.192080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-09ccea0f-a94d-4bd0-b427-baa1a52f05a7 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:23:07.199873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-09ccea0f-a94d-4bd0-b427-baa1a52f05a7 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122039 Aug 10 02:23:07.206884 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.310048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.313172 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.388216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51792) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:07.389813 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-875006ca-cfa3-4e6c-89f9-583141f1820f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5333843 Aug 10 02:23:07.403488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'name': 'tempest-NetworksTestDHCPv6-1844578109'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:07.460153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.481970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39c44220-4325-4f52-8e4d-7d539e04846b None None] Provisioning complete for port f5743d7b-33ea-4cf7-9889-902a5680aac0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:07.483130 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39c44220-4325-4f52-8e4d-7d539e04846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.527344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39c44220-4325-4f52-8e4d-7d539e04846b None None] Port f5743d7b-33ea-4cf7-9889-902a5680aac0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:23:07.547077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-191cd78d-de9f-47b0-bc8f-6c94fa08f1d6 service neutron] 10.222.0.38 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312342 Aug 10 02:23:07.549193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e4f89dd7-aa00-44e0-8398-9bc551b5b706 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:07.549695 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.602701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '391f76c6-1a01-4d89-9e5c-df8b0a7c2858'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:23:07.603615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.656865 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.675808 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Transition to ACTIVE for port object f5743d7b-33ea-4cf7-9889-902a5680aac0 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:07.706961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:07.708591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.755128 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.769685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port f8b8e179-d159-42f3-ab9f-8cd6b4de6a66 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:23:07.814115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6d74e534-a4ef-4a36-b4ab-b7a6dca79252 None None] Provisioning complete for port f5743d7b-33ea-4cf7-9889-902a5680aac0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:07.814503 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d74e534-a4ef-4a36-b4ab-b7a6dca79252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.827736 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:07.866410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-bb39993b-d0ce-47a4-ad91-59203ea9236b service neutron] 10.222.0.38 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096883 Aug 10 02:23:07.913008 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4d739-6a3f-49fd-a451-de028a7b7a9a None None] Pushing event updated for resources: {'Port': ['ID=f5743d7b-33ea-4cf7-9889-902a5680aac0,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:07.943881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6d74e534-a4ef-4a36-b4ab-b7a6dca79252 None None] Port f5743d7b-33ea-4cf7-9889-902a5680aac0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:23:07.987727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::2b5 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/391f76c6-1a01-4d89-9e5c-df8b0a7c2858/f8b8e179-d159-42f3-ab9f-8cd6b4de6a66) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:08.012969 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Attempting to bind port f5743d7b-33ea-4cf7-9889-902a5680aac0 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:08.013398 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Attempting to bind port f5743d7b-33ea-4cf7-9889-902a5680aac0 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:08.013795 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Attempting to bind port f5743d7b-33ea-4cf7-9889-902a5680aac0 on network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:08.026055 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:08.026652 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Checking segment: {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:08.027015 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.027469 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Bound using segment: {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:08.027952 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Bound port: f5743d7b-33ea-4cf7-9889-902a5680aac0, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:08.030146 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.167743 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] For port f5743d7b-33ea-4cf7-9889-902a5680aac0, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:08.175091 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] For port f5743d7b-33ea-4cf7-9889-902a5680aac0, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f5743d7b-33ea-4cf7-9889-902a5680aac0,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:08.214362 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.229155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object f8b8e179-d159-42f3-ab9f-8cd6b4de6a66 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:08.268858 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.282299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.298467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b905efaf-5db6-45b1-8482-4a039a1c2a15 req-cb1f2a51-d30f-42ba-a5f9-e0697614358f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 210 time: 0.0429478 Aug 10 02:23:08.304700 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.402613 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4d739-6a3f-49fd-a451-de028a7b7a9a None None] Pushing event updated for resources: {'Port': ['ID=f5743d7b-33ea-4cf7-9889-902a5680aac0,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:08.407423 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:08.408249 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:08.425991 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.468426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:08.496649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:08.509609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:08.532264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:08.533163 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.538070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Allocated IP 172.25.3.20 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/3ee65f3b-6881-488b-8f4f-624fe1302ba2) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:08.552059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/391f76c6-1a01-4d89-9e5c-df8b0a7c2858/1ab839f0-6901-487c-bb1f-24594779e661) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:08.582445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=f8b8e179-d159-42f3-ab9f-8cd6b4de6a66,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:08.652879 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:08.716290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5133cd9-394e-4cd4-a0ce-c1ec3a3f6bae tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3260248 Aug 10 02:23:08.719413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51816) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:08.808400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08b8fd-3b80-46fd-8904-406eeff422c9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:08.809452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.812026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fc08b8fd-3b80-46fd-8904-406eeff422c9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0903077 Aug 10 02:23:08.814342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51818) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:08.923355 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:08.937087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Transition to ACTIVE for port object 1ab839f0-6901-487c-bb1f-24594779e661 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:08.980440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Transition to ACTIVE for port object 1ab839f0-6901-487c-bb1f-24594779e661 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:09.011639 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:09.017106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1ba14ebe-ae4a-4fef-b0a9-6c8d61bd9f45 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port f8b8e179-d159-42f3-ab9f-8cd6b4de6a66 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:09.017675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ba14ebe-ae4a-4fef-b0a9-6c8d61bd9f45 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:09.064754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:09.069908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:09.073791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:09.079617 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'f5743d7b-33ea-4cf7-9889-902a5680aac0', 'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:03Z', 'updated_at': '2021-08-10T02:23:08Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:09.103012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event updated for resources: {'Port': ['ID=3ee65f3b-6881-488b-8f4f-624fe1302ba2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:09.140935 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238723e-9d6f-4db4-baa9-7ebbb60774ce None None] The sync data for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 is: [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'f5743d7b-33ea-4cf7-9889-902a5680aac0', 'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:03Z', 'updated_at': '2021-08-10T02:23:08Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:09.156076 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ba14ebe-ae4a-4fef-b0a9-6c8d61bd9f45 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:09.170632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1ba14ebe-ae4a-4fef-b0a9-6c8d61bd9f45 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for f8b8e179-d159-42f3-ab9f-8cd6b4de6a66 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:09.177307 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:09.308192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:09.317600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:09.334808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:09.364578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Pushing event updated for resources: {'Port': ['ID=1ab839f0-6901-487c-bb1f-24594779e661,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:09.457497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Attempting to bind port 1ab839f0-6901-487c-bb1f-24594779e661 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:09.457800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Attempting to bind port 1ab839f0-6901-487c-bb1f-24594779e661 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:09.458175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Attempting to bind port 1ab839f0-6901-487c-bb1f-24594779e661 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:09.470133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:09.471063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:09.471354 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:09.472165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:09.473005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Bound port: 1ab839f0-6901-487c-bb1f-24594779e661, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:09.473598 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:09.492709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc8401c0-3522-47bb-9ee9-2f01705cfa58 req-a1ad3d91-c3ef-47c9-aa4c-3d801811be65 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 210 time: 0.0910056 Aug 10 02:23:09.641589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] For port 1ab839f0-6901-487c-bb1f-24594779e661, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:09.645906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] For port 1ab839f0-6901-487c-bb1f-24594779e661, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1ab839f0-6901-487c-bb1f-24594779e661,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:09.755150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ba14ebe-ae4a-4fef-b0a9-6c8d61bd9f45 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:09.756717 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:09.864976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba14ebe-ae4a-4fef-b0a9-6c8d61bd9f45 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=f8b8e179-d159-42f3-ab9f-8cd6b4de6a66,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:09.933073 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ba14ebe-ae4a-4fef-b0a9-6c8d61bd9f45 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:09.933284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a60668-83a6-4c9b-94f4-d7fa013b6d2a None None] Pushing event updated for resources: {'Port': ['ID=1ab839f0-6901-487c-bb1f-24594779e661,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:09.935509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1ba14ebe-ae4a-4fef-b0a9-6c8d61bd9f45 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/f8b8e179-d159-42f3-ab9f-8cd6b4de6a66 HTTP/1.1" status: 204 len: 168 time: 1.1198854 Aug 10 02:23:09.938143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51840) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:10.028349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8107b19-407c-4ce3-8ea8-9f8765516187 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:10.032802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8107b19-407c-4ce3-8ea8-9f8765516187 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:10.037034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d8107b19-407c-4ce3-8ea8-9f8765516187 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0954709 Aug 10 02:23:10.037416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51842) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:10.125148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-25488e19-b3de-42e8-85ba-e01b64365d24 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 391f76c6-1a01-4d89-9e5c-df8b0a7c2858 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:10.129199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-25488e19-b3de-42e8-85ba-e01b64365d24 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:10.209711 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-25488e19-b3de-42e8-85ba-e01b64365d24 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:10.396269 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:10.439804 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-25488e19-b3de-42e8-85ba-e01b64365d24 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:10.646597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd3fd845-54f1-4561-97ec-bab91d2d41ff req-cae839a7-bac2-4e13-866c-561d9eeb6b7c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 210 time: 0.0350471 Aug 10 02:23:10.674468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-25488e19-b3de-42e8-85ba-e01b64365d24 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:10.709148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488e19-b3de-42e8-85ba-e01b64365d24 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=391f76c6-1a01-4d89-9e5c-df8b0a7c2858,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:10.713483 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-25488e19-b3de-42e8-85ba-e01b64365d24 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:10.715382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-25488e19-b3de-42e8-85ba-e01b64365d24 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/391f76c6-1a01-4d89-9e5c-df8b0a7c2858 HTTP/1.1" status: 204 len: 168 time: 0.6767576 Aug 10 02:23:10.718707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51856) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:10.795429 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:10.827411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b7849a68-b5dc-49c2-b2f0-d394606eb479 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065314 Aug 10 02:23:10.836259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51860) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:10.836259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:11.113911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:11.117943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:11.193960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Router 66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:11.196442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f5743d7b-33ea-4cf7-9889-902a5680aac0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:11.377169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f5743d7b-33ea-4cf7-9889-902a5680aac0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:11.382244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f5743d7b-33ea-4cf7-9889-902a5680aac0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:11.382597 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:11.419496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:11.486269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c684e4-70fe-4d80-af3e-14ec74bd958f None None] Sync routers for ids ['66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:11.488642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a7abc-abec-4b6d-ae64-35c475789891 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:11.537135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:11.538380 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0c1cb02e-d010-4567-9719-60a86ee0cdfa tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8551517 Aug 10 02:23:11.541018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51870) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:11.567205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-b6a66904-e175-4356-a93c-863bac2142b1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:11.568651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-b6a66904-e175-4356-a93c-863bac2142b1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/networks?id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b HTTP/1.1" status: 200 len: 797 time: 0.3208575 Aug 10 02:23:11.570137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:11.643022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c684e4-70fe-4d80-af3e-14ec74bd958f None None] Routers {'66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:11.643757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-50c684e4-70fe-4d80-af3e-14ec74bd958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:11.660458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=1f704bc5-a0de-4d33-84ec-942dfaae5f74,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:11.730698 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7d04e0c9-f31d-471f-82a7-b3ccaabc9e8b tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/routers/66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f HTTP/1.1" status: 200 len: 924 time: 0.1883485 Aug 10 02:23:11.734329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51874) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:11.745329 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:11.755355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-642e7f70-accf-47f6-8961-98590aa15511 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3cf897ab3b41ada028f5fcb9815b32 HTTP/1.1" status: 200 len: 380 time: 0.1188524 Aug 10 02:23:11.761617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-50c684e4-70fe-4d80-af3e-14ec74bd958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:11.764752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0fc25b41-6e43-4588-8258-427d707e4f8c None None] Provisioning for port 1ab839f0-6901-487c-bb1f-24594779e661 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:11.769335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'port': {'device_id': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'admin_state_up': True, 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'security_groups': ['1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:11.771132 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2ef6d8f7-479a-43fa-8975-ca6e4cfbfa42 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f HTTP/1.1" status: 200 len: 205 time: 0.0356133 Aug 10 02:23:11.774340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51878) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:11.782713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:11.801878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:11.805352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:11.806033 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:11.820753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c684e4-70fe-4d80-af3e-14ec74bd958f None None] Routers {'66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:11.821292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-50c684e4-70fe-4d80-af3e-14ec74bd958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:11.889178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a25887d-19b3-4223-90cb-821c7fa0c7de req-b0597cf0-fe23-4f7e-a2cf-b5f55dc7b96d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 210 time: 0.1044664 Aug 10 02:23:11.897671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port f5743d7b-33ea-4cf7-9889-902a5680aac0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f5743d7b-33ea-4cf7-9889-902a5680aac0,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:11.907557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-50c684e4-70fe-4d80-af3e-14ec74bd958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:11.909608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c684e4-70fe-4d80-af3e-14ec74bd958f None None] The sync data for ids ['66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:11.942926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.017106 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.017911 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1ab839f0-6901-487c-bb1f-24594779e661 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:12.036499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-da932270-71fc-4818-b6b2-1770587a3f81 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2055652 Aug 10 02:23:12.039934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51882) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:12.055231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'name': 'tempest-NetworksTestDHCPv6-676666076'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:12.105909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.124221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=f5743d7b-33ea-4cf7-9889-902a5680aac0,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:12.212009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 1ab839f0-6901-487c-bb1f-24594779e661 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:12.218640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1ab839f0-6901-487c-bb1f-24594779e661 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:12.219202 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.226250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Made reservation on behalf of 0e3cf897ab3b41ada028f5fcb9815b32 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:12.231527 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.254770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Deleting port 3ee65f3b-6881-488b-8f4f-624fe1302ba2 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:12.264245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.275399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5c6c0d-075a-4b50-8528-598f12e2a845 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:12.303047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:12.307368 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.353542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.354327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 31f47777-8901-4265-b9f9-ae2ab3669b0a yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:23:12.372096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Calling delete_port for 3ee65f3b-6881-488b-8f4f-624fe1302ba2 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:12.450094 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.478954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f6aa3ed6-d997-4161-b8db-990a4883e04a None None] Provisioning complete for port 1ab839f0-6901-487c-bb1f-24594779e661 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:12.479352 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f6aa3ed6-d997-4161-b8db-990a4883e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.551208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.20.0.14 (4ea453d0-7752-4e8b-8eca-2ae58121dc6b/fe1fa310-2bcd-4374-8731-35b8d9177fe1/71d4ebf4-3ae2-437f-b657-cdeae3572bb6) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:12.576873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 1ab839f0-6901-487c-bb1f-24594779e661, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1ab839f0-6901-487c-bb1f-24594779e661,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:12.666117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.706943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::188 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/1f704bc5-a0de-4d33-84ec-942dfaae5f74/31f47777-8901-4265-b9f9-ae2ab3669b0a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:12.720049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:12.787365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event deleted for resources: {'Port': ['ID=3ee65f3b-6881-488b-8f4f-624fe1302ba2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:12.891451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=1ab839f0-6901-487c-bb1f-24594779e661,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:12.931068 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.085634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be03197b-e3d6-475e-98e1-f39c572c4d6e None None] Provisioning complete for port 1ab839f0-6901-487c-bb1f-24594779e661 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:13.086815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be03197b-e3d6-475e-98e1-f39c572c4d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.144234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6e9e03b-2481-402a-b4f6-9a4cf0680642 req-b0697728-74b7-4307-bfb6-ea34b65964f6 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 210 time: 0.0979569 Aug 10 02:23:13.169578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f5743d7b-33ea-4cf7-9889-902a5680aac0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:13.178086 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.181015 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.183507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.251258 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.292133 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.333332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f5743d7b-33ea-4cf7-9889-902a5680aac0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:13.333861 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.388161 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.389548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Transition to ACTIVE for port object 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:13.389725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Fanout notify agent at l3_agent the message router_deleted on router 66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:13.397182 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.400491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 31f47777-8901-4265-b9f9-ae2ab3669b0a will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:13.402077 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-531bd7bc-7589-4f64-ab75-b036b6a076eb tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f HTTP/1.1" status: 204 len: 168 time: 1.6266038 Aug 10 02:23:13.407487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51906) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:13.418999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1083671404', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': False}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:13.467849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1ab839f0-6901-487c-bb1f-24594779e661 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:13.566174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7a8aba1f-bed6-476c-a8fe-867c4f476187 None None] Could not find standard attr ID for object f8b8e179-d159-42f3-ab9f-8cd6b4de6a66. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:23:13.572129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1ab839f0-6901-487c-bb1f-24594779e661 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:13.572506 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.617278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.618369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.692281 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.721770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.761571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.767692 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:13.776244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:13.778622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:13.835902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:13.886198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:13.890664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=31f47777-8901-4265-b9f9-ae2ab3669b0a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:13.897753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:13.901453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:13.906996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:13.907676 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:13.935949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:13.937899 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.043919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-e6a10107-b5b2-4ea3-a900-9d1563191918 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2797408 Aug 10 02:23:14.080306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-290f813f-e363-4909-980c-06b469ebb09f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0348670 Aug 10 02:23:14.085351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Request body: {'port': {'device_id': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:14.103113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51916) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:14.139994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.269542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc1486-98ab-4166-9fba-ab3785d21625 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:14.299084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc1486-98ab-4166-9fba-ab3785d21625 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:14.301210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51920) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:14.301500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2ddc1486-98ab-4166-9fba-ab3785d21625 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1972179 Aug 10 02:23:14.302332 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.371138 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.389034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90a0b3-e7e6-47f3-b73a-af3eed5e410a req-50847e62-07f1-4f54-b331-fac07ba86ab4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:14.390697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a90a0b3-e7e6-47f3-b73a-af3eed5e410a req-50847e62-07f1-4f54-b331-fac07ba86ab4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 932 time: 0.1489794 Aug 10 02:23:14.465601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ac074163-e1d1-4c49-a9b1-679784c68cdb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 31f47777-8901-4265-b9f9-ae2ab3669b0a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:14.465952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac074163-e1d1-4c49-a9b1-679784c68cdb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.468653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c5bedec1-0eb9-47c2-9db7-804b32e553e5 None None] Provisioning for port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:14.473058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c5bedec1-0eb9-47c2-9db7-804b32e553e5 None None] Provisioning complete for port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:14.473426 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c5bedec1-0eb9-47c2-9db7-804b32e553e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.509771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c5bedec1-0eb9-47c2-9db7-804b32e553e5 None None] Port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:23:14.518879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a90a0b3-e7e6-47f3-b73a-af3eed5e410a req-9e2420a3-af1a-430b-a194-1c66d75730b3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184907 Aug 10 02:23:14.680989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.684323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac074163-e1d1-4c49-a9b1-679784c68cdb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.712195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.718478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ac074163-e1d1-4c49-a9b1-679784c68cdb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 31f47777-8901-4265-b9f9-ae2ab3669b0a owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:14.737439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-af38d725-8aa7-4aae-85ec-b8736dab2aba None None] Provisioning for port 31f47777-8901-4265-b9f9-ae2ab3669b0a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:14.741823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-af38d725-8aa7-4aae-85ec-b8736dab2aba None None] Provisioning complete for port 31f47777-8901-4265-b9f9-ae2ab3669b0a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:14.742311 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af38d725-8aa7-4aae-85ec-b8736dab2aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.779087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:23:14.787858 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.802779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Transition to ACTIVE for port object 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:14.813564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-af38d725-8aa7-4aae-85ec-b8736dab2aba None None] Port 31f47777-8901-4265-b9f9-ae2ab3669b0a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:23:14.880559 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:14.892742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Allocated IP 172.25.3.11 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/99567ddf-3f87-49cf-8dfa-1fdd038d63b0) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:15.008769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Pushing event updated for resources: {'Port': ['ID=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:15.055157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Attempting to bind port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:15.055508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Attempting to bind port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:15.055841 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Attempting to bind port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 on network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:15.062802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 on network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:23:15.064336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac074163-e1d1-4c49-a9b1-679784c68cdb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.064467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Attempting to bind port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 on network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:15.069325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:15.069678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Checking segment: {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:15.070073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Bound using segment: {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:15.070576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Bound port: 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78292030-89f4-46fa-ae53-2a2b09909d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:15.070725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.070958 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.169216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] For port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:15.178856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] For port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:15.199400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac074163-e1d1-4c49-a9b1-679784c68cdb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=31f47777-8901-4265-b9f9-ae2ab3669b0a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:15.245712 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac074163-e1d1-4c49-a9b1-679784c68cdb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.247877 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ac074163-e1d1-4c49-a9b1-679784c68cdb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/31f47777-8901-4265-b9f9-ae2ab3669b0a HTTP/1.1" status: 204 len: 168 time: 0.9451284 Aug 10 02:23:15.250520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51934) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:15.252874 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.301613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:15.302267 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.303998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] 10.222.0.11 "PUT /v2.0/ports/71d4ebf4-3ae2-437f-b657-cdeae3572bb6 HTTP/1.1" status: 200 len: 1093 time: 1.2413912 Aug 10 02:23:15.306658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:23:15.309789 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafa4d24-9dd3-45a6-b5c4-de0db912760a" -d '{"events": [{"name": "network-changed", "server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:23:15.336393 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.345833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c9af1-45d7-4743-a53f-e57a96d85e37 service neutron] Pushing event updated for resources: {'Port': ['ID=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:15.362395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795dc9af-6461-4da4-a3a3-c31823461f3b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:15.365160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795dc9af-6461-4da4-a3a3-c31823461f3b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:15.373586 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-795dc9af-6461-4da4-a3a3-c31823461f3b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1149602 Aug 10 02:23:15.373807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51938) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:15.427354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:15.430436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:15.437214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:15.449071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0205294-8dab-4993-9050-c75b85ab1e9a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 1f704bc5-a0de-4d33-84ec-942dfaae5f74 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:15.453424 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b782401d-c6c7-4265-b2c1-fa1cd963fa94 x-openstack-request-id: req-b782401d-c6c7-4265-b2c1-fa1cd963fa94 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:23:15.453731 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:23:15.453996 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b782401d-c6c7-4265-b2c1-fa1cd963fa94 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:23:15.454408 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'status': 'completed', 'code': 200} Aug 10 02:23:15.466499 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f0205294-8dab-4993-9050-c75b85ab1e9a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.613741 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f0205294-8dab-4993-9050-c75b85ab1e9a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.695945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa4d24-9dd3-45a6-b5c4-de0db912760a req-b8d0b98e-2574-4c8f-9f09-75ebb9f8e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:15.697481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cafa4d24-9dd3-45a6-b5c4-de0db912760a req-b8d0b98e-2574-4c8f-9f09-75ebb9f8e695 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 1096 time: 0.2423060 Aug 10 02:23:15.827402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f0205294-8dab-4993-9050-c75b85ab1e9a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:15.900632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event updated for resources: {'Port': ['ID=99567ddf-3f87-49cf-8dfa-1fdd038d63b0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:15.942786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d3ac-4a61-4d38-b0b2-8076dda3a66f req-d3da85ce-bb44-4504-8fbb-ffcc6eeb5c6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:15.944384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f67d3ac-4a61-4d38-b0b2-8076dda3a66f req-d3da85ce-bb44-4504-8fbb-ffcc6eeb5c6f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 944 time: 0.2708948 Aug 10 02:23:16.004896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa4d24-9dd3-45a6-b5c4-de0db912760a req-bb33a638-be34-4d24-9795-fa9f4a84e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:16.006385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cafa4d24-9dd3-45a6-b5c4-de0db912760a req-bb33a638-be34-4d24-9795-fa9f4a84e6f5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2879655 Aug 10 02:23:16.084913 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f67d3ac-4a61-4d38-b0b2-8076dda3a66f req-6e3607d5-da05-4410-90bb-e80f36b14589 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300342 Aug 10 02:23:16.102863 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f0205294-8dab-4993-9050-c75b85ab1e9a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:16.282579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:16.502922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0722d62-775d-4fc2-b2c5-5134db769185 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:16.566312 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f0205294-8dab-4993-9050-c75b85ab1e9a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:16.571151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f0205294-8dab-4993-9050-c75b85ab1e9a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/1f704bc5-a0de-4d33-84ec-942dfaae5f74 HTTP/1.1" status: 204 len: 168 time: 1.1994205 Aug 10 02:23:16.572051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0205294-8dab-4993-9050-c75b85ab1e9a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=1f704bc5-a0de-4d33-84ec-942dfaae5f74,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:16.586752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51964) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:16.649150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa4d24-9dd3-45a6-b5c4-de0db912760a req-cf47777e-7528-40ee-9771-5a0298e9d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:16.650912 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cafa4d24-9dd3-45a6-b5c4-de0db912760a req-cf47777e-7528-40ee-9771-5a0298e9d471 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6375949 Aug 10 02:23:16.657738 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-eb541b9c-20fa-4dfe-a61a-06c761be7d5a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695267 Aug 10 02:23:16.661752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51968) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:16.666854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:16.745367 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:16.762155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-83ca5f25-d950-4b9b-afe1-5d1b3072ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:16.763752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-83ca5f25-d950-4b9b-afe1-5d1b3072ba98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 1096 time: 0.0597491 Aug 10 02:23:16.799281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc17355-8e9b-461f-b05c-4ad69c523692 None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:23:16.819718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-ed2b589e-f320-41b2-ac6a-574834010005 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6 HTTP/1.1" status: 200 len: 217 time: 0.0467548 Aug 10 02:23:16.905086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-75295a69-3426-43f6-a18d-7b91d10f7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:16.907184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-75295a69-3426-43f6-a18d-7b91d10f7249 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe1fa310-2bcd-4374-8731-35b8d9177fe1 HTTP/1.1" status: 200 len: 835 time: 0.0805676 Aug 10 02:23:16.915605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-fdc17355-8e9b-461f-b05c-4ad69c523692 None None] Deleting port 1ab839f0-6901-487c-bb1f-24594779e661 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:16.916001 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fdc17355-8e9b-461f-b05c-4ad69c523692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:16.972185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-bac18ee5-e84b-44dd-88c4-2d0c02218f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:16.973964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-bac18ee5-e84b-44dd-88c4-2d0c02218f42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584297 Aug 10 02:23:17.010753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fdc17355-8e9b-461f-b05c-4ad69c523692 None None] For port 1ab839f0-6901-487c-bb1f-24594779e661, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1ab839f0-6901-487c-bb1f-24594779e661,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:17.011203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fdc17355-8e9b-461f-b05c-4ad69c523692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:17.033008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-fdc17355-8e9b-461f-b05c-4ad69c523692 None None] Calling delete_port for 1ab839f0-6901-487c-bb1f-24594779e661 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:17.079211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:17.084157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:17.105378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1ab839f0-6901-487c-bb1f-24594779e661 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:17.115923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-53e10ce5-c18a-49f8-806d-43c39a8ec6ad service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338501 Aug 10 02:23:17.151658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Router ebbfabbd-8807-4d9d-a043-72fd88b76c0a is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:17.251312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc835b81-eecd-4e28-aa59-827797c2e988 req-eb675f28-1cb5-4ee8-a12e-21f6f61650f7 service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262052 Aug 10 02:23:17.304425 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:17.328095 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fdc17355-8e9b-461f-b05c-4ad69c523692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:17.350439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc17355-8e9b-461f-b05c-4ad69c523692 None None] No DVR routers for this DVR port 1ab839f0-6901-487c-bb1f-24594779e661 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:23:17.390256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de934c52-9298-4909-a578-9ee43e50c4f1 req-99577523-2e97-4881-aa42-5cd14dc4dc8e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:17.390606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc17355-8e9b-461f-b05c-4ad69c523692 None None] Pushing event deleted for resources: {'Port': ['ID=1ab839f0-6901-487c-bb1f-24594779e661,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:17.401248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de934c52-9298-4909-a578-9ee43e50c4f1 req-99577523-2e97-4881-aa42-5cd14dc4dc8e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 944 time: 0.1486056 Aug 10 02:23:17.456025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:17.464343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de934c52-9298-4909-a578-9ee43e50c4f1 req-a0ade121-06db-455e-b051-e6fec7fe640c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621729 Aug 10 02:23:17.467514 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Sync routers for ids ['ebbfabbd-8807-4d9d-a043-72fd88b76c0a'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:17.500290 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Routers {'ebbfabbd-8807-4d9d-a043-72fd88b76c0a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:17.501098 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebbfabbd-8807-4d9d-a043-72fd88b76c0a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:17.640676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:17.641981 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c6fae5ae-ff90-45e8-b89f-121351c4c91a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2333100 Aug 10 02:23:17.644946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51984) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:17.688226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:17.727921 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Set router ebbfabbd-8807-4d9d-a043-72fd88b76c0a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:17.745241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:17.778018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:17.786320 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:17.786448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:17.789709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d386c45-1540-42ac-a904-169813b1feda None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:17.835071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3b8b7ab9-2d68-40aa-99f8-44f2cb46d47c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/routers/ebbfabbd-8807-4d9d-a043-72fd88b76c0a HTTP/1.1" status: 200 len: 908 time: 0.1882162 Aug 10 02:23:17.836252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=a277a625-e3ac-4d81-9d59-1a1be4323381,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:17.837543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 51988) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:17.842581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1083671404', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': True}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:17.921454 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5372ec09-e982-4319-91eb-684faee002df tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2583976 Aug 10 02:23:17.923645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 51990) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:17.929449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'name': 'tempest-NetworksTestDHCPv6-1576378411'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:17.978086 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbfabbd-8807-4d9d-a043-72fd88b76c0a', 'name': 'tempest-snat-router-1083671404', 'tenant_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.11'}], 'enable_snat': False}, 'gw_port_id': '99567ddf-3f87-49cf-8dfa-1fdd038d63b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:13Z', 'updated_at': '2021-08-10T02:23:16Z', 'revision_number': 3, 'project_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'gw_port': {'id': '99567ddf-3f87-49cf-8dfa-1fdd038d63b0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:07:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbfabbd-8807-4d9d-a043-72fd88b76c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:14Z', 'updated_at': '2021-08-10T02:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:18.001604 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0a5a95c5-54cd-4028-899c-19289c53b4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.031690 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Checking router: ebbfabbd-8807-4d9d-a043-72fd88b76c0a for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:23:18.032042 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Updating router ebbfabbd-8807-4d9d-a043-72fd88b76c0a port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:23:18.039614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d44926-d263-435c-a155-72af9f326912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': 'a277a625-e3ac-4d81-9d59-1a1be4323381'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:23:18.040493 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89d44926-d263-435c-a155-72af9f326912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.047681 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.049491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.092113 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.118146 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.193571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:18.197325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.224959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-89d44926-d263-435c-a155-72af9f326912 None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/a277a625-e3ac-4d81-9d59-1a1be4323381/5d9bcc3d-8323-4d8c-bd37-fad2bde473f3) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:18.233392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 01644e0c-5e78-43f2-b57c-34fcb49323ba yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:23:18.431523 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.455180 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.467933 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Transition to ACTIVE for port object 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:18.471798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89d44926-d263-435c-a155-72af9f326912 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.478411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-89d44926-d263-435c-a155-72af9f326912 None None] Transition to ACTIVE for port object 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:18.497669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-89d44926-d263-435c-a155-72af9f326912 None None] Transition to ACTIVE for port object 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:18.611113 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.636766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e5202-a901-4e8e-bf6d-745a13620115 req-30cbbc68-f9b8-4007-8791-036a23d3699c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:18.636766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-948e5202-a901-4e8e-bf6d-745a13620115 req-30cbbc68-f9b8-4007-8791-036a23d3699c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 944 time: 0.0681124 Aug 10 02:23:18.668054 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Attempting to bind port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:18.668430 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Attempting to bind port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:18.668799 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Attempting to bind port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:18.672038 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff36f5-796a-4d0e-8128-3d9497df04e3 None None] Pushing event updated for resources: {'Port': ['ID=99567ddf-3f87-49cf-8dfa-1fdd038d63b0,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:18.676647 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:18.677471 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:18.677471 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.677805 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:18.678487 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Bound port: 99567ddf-3f87-49cf-8dfa-1fdd038d63b0, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:18.681940 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.682058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89d44926-d263-435c-a155-72af9f326912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.704894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-948e5202-a901-4e8e-bf6d-745a13620115 req-fea3c0d9-e881-4bc4-a0ca-6c42ba7e6a6d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614254 Aug 10 02:23:18.783624 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] For port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:18.786861 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] For port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=99567ddf-3f87-49cf-8dfa-1fdd038d63b0,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:18.792772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::356 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/a277a625-e3ac-4d81-9d59-1a1be4323381/01644e0c-5e78-43f2-b57c-34fcb49323ba) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:18.800122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d44926-d263-435c-a155-72af9f326912 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:18.806589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d44926-d263-435c-a155-72af9f326912 None None] Pushing event updated for resources: {'Port': ['ID=5d9bcc3d-8323-4d8c-bd37-fad2bde473f3,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:18.811328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-89d44926-d263-435c-a155-72af9f326912 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:18.816667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d44926-d263-435c-a155-72af9f326912 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:18.866639 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.881634 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.887442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-89d44926-d263-435c-a155-72af9f326912 None None] Attempting to bind port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:18.887826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-89d44926-d263-435c-a155-72af9f326912 None None] Attempting to bind port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:18.888722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d44926-d263-435c-a155-72af9f326912 None None] Attempting to bind port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:18.893937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d44926-d263-435c-a155-72af9f326912 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:18.894337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d44926-d263-435c-a155-72af9f326912 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:18.894749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89d44926-d263-435c-a155-72af9f326912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.895225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d44926-d263-435c-a155-72af9f326912 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:18.895691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-89d44926-d263-435c-a155-72af9f326912 None None] Bound port: 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:18.896069 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89d44926-d263-435c-a155-72af9f326912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.924197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:18.988952 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Routers {'ebbfabbd-8807-4d9d-a043-72fd88b76c0a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:18.989641 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:22:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebbfabbd-8807-4d9d-a043-72fd88b76c0a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:18.992084 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff36f5-796a-4d0e-8128-3d9497df04e3 None None] Pushing event updated for resources: {'Port': ['ID=99567ddf-3f87-49cf-8dfa-1fdd038d63b0,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:19.018754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-89d44926-d263-435c-a155-72af9f326912 None None] For port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:19.023339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-89d44926-d263-435c-a155-72af9f326912 None None] For port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5d9bcc3d-8323-4d8c-bd37-fad2bde473f3,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:19.030411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:19.048223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 01644e0c-5e78-43f2-b57c-34fcb49323ba will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:19.080110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Allocated IP 172.25.3.30 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/7a11b3bd-a761-4722-b586-c8477137b6b0) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:19.091915 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-89d44926-d263-435c-a155-72af9f326912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:19.163611 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] Set router ebbfabbd-8807-4d9d-a043-72fd88b76c0a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:19.164520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d44926-d263-435c-a155-72af9f326912 None None] Pushing event updated for resources: {'Port': ['ID=5d9bcc3d-8323-4d8c-bd37-fad2bde473f3,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:19.182867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:19.273495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:19.299779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:19.303151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:19.309835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:19.316585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:19.317269 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:19.330875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=01644e0c-5e78-43f2-b57c-34fcb49323ba,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:19.410695 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbfabbd-8807-4d9d-a043-72fd88b76c0a', 'name': 'tempest-snat-router-1083671404', 'tenant_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.11'}], 'enable_snat': False}, 'gw_port_id': '99567ddf-3f87-49cf-8dfa-1fdd038d63b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:13Z', 'updated_at': '2021-08-10T02:23:16Z', 'revision_number': 3, 'project_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'gw_port': {'id': '99567ddf-3f87-49cf-8dfa-1fdd038d63b0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:07:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbfabbd-8807-4d9d-a043-72fd88b76c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:14Z', 'updated_at': '2021-08-10T02:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:19.431449 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e40eaa74-b395-410c-b1e5-f870a6e31469 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5045657 Aug 10 02:23:19.431721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52010) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:19.486054 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:19.503862 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7d3ae4-a7f1-41e2-8d59-5527c5999a68 None None] The sync data for ids ['ebbfabbd-8807-4d9d-a043-72fd88b76c0a'] in n-d-767704-21 is: [{'id': 'ebbfabbd-8807-4d9d-a043-72fd88b76c0a', 'name': 'tempest-snat-router-1083671404', 'tenant_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.11'}], 'enable_snat': False}, 'gw_port_id': '99567ddf-3f87-49cf-8dfa-1fdd038d63b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:13Z', 'updated_at': '2021-08-10T02:23:16Z', 'revision_number': 3, 'project_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'gw_port': {'id': '99567ddf-3f87-49cf-8dfa-1fdd038d63b0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:07:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbfabbd-8807-4d9d-a043-72fd88b76c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:14Z', 'updated_at': '2021-08-10T02:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:19.537338 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:19.538211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad8ad5b-27bc-4078-8f51-e61ae2c88b2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:19.540451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:19.545704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:19.548801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad8ad5b-27bc-4078-8f51-e61ae2c88b2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:19.554200 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5ad8ad5b-27bc-4078-8f51-e61ae2c88b2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1213994 Aug 10 02:23:19.555176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52012) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:19.589455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event updated for resources: {'Port': ['ID=7a11b3bd-a761-4722-b586-c8477137b6b0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:19.749192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7698d4a2-3b20-41a9-8b14-ea3cc7896b9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 01644e0c-5e78-43f2-b57c-34fcb49323ba {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:19.749563 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7698d4a2-3b20-41a9-8b14-ea3cc7896b9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:19.925770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86e88e-8d0b-44e7-9dbc-cf02de158f9e req-adcb6816-179b-4c59-943d-dc985149546a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:19.927597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad86e88e-8d0b-44e7-9dbc-cf02de158f9e req-adcb6816-179b-4c59-943d-dc985149546a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 944 time: 0.0793660 Aug 10 02:23:19.960528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7698d4a2-3b20-41a9-8b14-ea3cc7896b9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:19.981248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7698d4a2-3b20-41a9-8b14-ea3cc7896b9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 01644e0c-5e78-43f2-b57c-34fcb49323ba owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:20.066395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad86e88e-8d0b-44e7-9dbc-cf02de158f9e req-73ab4bec-b6ac-47b4-9b7f-6ae0814d8406 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322124 Aug 10 02:23:20.205955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:20.327823 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7698d4a2-3b20-41a9-8b14-ea3cc7896b9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:20.376333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698d4a2-3b20-41a9-8b14-ea3cc7896b9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=01644e0c-5e78-43f2-b57c-34fcb49323ba,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:20.397453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52032) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:20.407733 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7698d4a2-3b20-41a9-8b14-ea3cc7896b9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:20.412603 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7698d4a2-3b20-41a9-8b14-ea3cc7896b9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/01644e0c-5e78-43f2-b57c-34fcb49323ba HTTP/1.1" status: 204 len: 168 time: 0.8558950 Aug 10 02:23:20.412827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52036) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:20.559476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b2cc2938-e104-4082-b929-310a8e1f6d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:20.655714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19480b6d-bbfe-4e2c-81a5-3c7b3a206873 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:20.657424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19480b6d-bbfe-4e2c-81a5-3c7b3a206873 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:20.659089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-19480b6d-bbfe-4e2c-81a5-3c7b3a206873 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2453039 Aug 10 02:23:20.662120 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3636-8401-41bd-92c9-3c3801f122ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:20.662283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52042) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:20.667398 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:20.728710 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:23:20.758487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-494c5a60-a6e5-494f-b7a1-c6459fc711a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet a277a625-e3ac-4d81-9d59-1a1be4323381 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:20.765140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-494c5a60-a6e5-494f-b7a1-c6459fc711a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:20.834210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-494c5a60-a6e5-494f-b7a1-c6459fc711a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.014493 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-494c5a60-a6e5-494f-b7a1-c6459fc711a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.071282 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3636-8401-41bd-92c9-3c3801f122ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.160195 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3636-8401-41bd-92c9-3c3801f122ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.189527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:21.217855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'port_id': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:23:21.240125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Router 416094d6-9b2a-493b-a9d8-7b76e8d4b88e is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:21.276666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb3636-8401-41bd-92c9-3c3801f122ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c47c2-8410-4f97-928f-048f90a8eea4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:21.278414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:21.282015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.282336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-494c5a60-a6e5-494f-b7a1-c6459fc711a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.285927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8863de7b-218a-456b-9b0b-736ab9bdb58e None None] Provisioning for port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:21.287605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e7eb3636-8401-41bd-92c9-3c3801f122ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d42419abf6314d5aa707a46ca11c735d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8889644 Aug 10 02:23:21.290449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52052) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:21.336384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c5a60-a6e5-494f-b7a1-c6459fc711a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=a277a625-e3ac-4d81-9d59-1a1be4323381,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:21.344038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-494c5a60-a6e5-494f-b7a1-c6459fc711a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.350018 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-494c5a60-a6e5-494f-b7a1-c6459fc711a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/a277a625-e3ac-4d81-9d59-1a1be4323381 HTTP/1.1" status: 204 len: 168 time: 0.6840570 Aug 10 02:23:21.352112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52054) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:21.359812 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.387404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:23:21.428763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:21.436508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277402a-287b-4b64-add0-87753951a13a req-106a4508-1e59-4ad7-ace7-5906deeccc81 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:21.438418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1277402a-287b-4b64-add0-87753951a13a req-106a4508-1e59-4ad7-ace7-5906deeccc81 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 944 time: 0.2744827 Aug 10 02:23:21.442007 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2638bb9e-fdf0-4035-80f8-a1e06636f44c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853777 Aug 10 02:23:21.443870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52056) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:21.452288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6a2652b2-169c-4e94-ab0d-8e8aaf986c00 None None] Could not find standard attr ID for object 01644e0c-5e78-43f2-b57c-34fcb49323ba. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:23:21.496524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:21.501573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae28c69-54f7-43e6-b809-21b7f76af85a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:21.503688 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6ae28c69-54f7-43e6-b809-21b7f76af85a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0587070 Aug 10 02:23:21.506403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52058) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:21.509980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:21.510424 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.565107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7babbe8-0017-4448-a3cb-745df52b24a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.572822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d26bace-a5d6-4c03-aaa7-efcae03bad1a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:21.574650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d26bace-a5d6-4c03-aaa7-efcae03bad1a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670500 Aug 10 02:23:21.577456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52062) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:21.584103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1277402a-287b-4b64-add0-87753951a13a req-22c13e2a-c1f7-4681-a21a-5f281928f689 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327748 Aug 10 02:23:21.603857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:21.609351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.627178 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7babbe8-0017-4448-a3cb-745df52b24a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.648729 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5f1ba664-ae43-42e0-ab50-d5c9eada1f24 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699146 Aug 10 02:23:21.654674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52064) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:21.660002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:21.689267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Sync routers for ids ['416094d6-9b2a-493b-a9d8-7b76e8d4b88e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:21.692384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b14c1-312a-42bf-8b2d-a35e5a9f7c10 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:21.748269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:21.779476 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Routers {'416094d6-9b2a-493b-a9d8-7b76e8d4b88e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:21.780245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['416094d6-9b2a-493b-a9d8-7b76e8d4b88e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:21.799763 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.801250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f443bb2b-ad99-4a64-b9d1-2030dbb41f7c tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9625092 Aug 10 02:23:21.810169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52070) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:21.827980 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7babbe8-0017-4448-a3cb-745df52b24a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.832115 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7babbe8-0017-4448-a3cb-745df52b24a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.833798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d7babbe8-0017-4448-a3cb-745df52b24a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df3c47c2-8410-4f97-928f-048f90a8eea4 HTTP/1.1" status: 204 len: 168 time: 0.5422442 Aug 10 02:23:21.846445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7babbe8-0017-4448-a3cb-745df52b24a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c47c2-8410-4f97-928f-048f90a8eea4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:21.935853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:21.939674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:21.943683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['71d4ebf4-3ae2-437f-b657-cdeae3572bb6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:23:22.032209 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.052861 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-83af4980-0703-41fd-90a6-20ce8a5165eb tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/routers/416094d6-9b2a-493b-a9d8-7b76e8d4b88e HTTP/1.1" status: 200 len: 907 time: 0.2382083 Aug 10 02:23:22.052970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52076) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:22.061035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Set router 416094d6-9b2a-493b-a9d8-7b76e8d4b88e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:22.104274 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:23:22.220146 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.322443 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.373409 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.389034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5d9bcc3d-8323-4d8c-bd37-fad2bde473f3,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:22.400218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96cc59d-83f2-4508-9750-59fc059d7868 None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:23:22.421487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=d8fe125c-381d-46c9-80c8-d43940af9c5a,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:22.425870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:22.427391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:22.430812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:22.431513 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.435015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.515772 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cdc3565b-55e3-4683-837a-59e6b24807d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8599079 Aug 10 02:23:22.519028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52092) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:22.522584 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.523688 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:22.526246 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': 'd8fe125c-381d-46c9-80c8-d43940af9c5a', 'ip_address': '2001:db8::7caa:a608:537f:bd9a'}], 'name': 'tempest-NetworksTestDHCPv6-753064865'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:22.542416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Deleting port 7a11b3bd-a761-4722-b586-c8477137b6b0 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:22.542986 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.661069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.698831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Calling delete_port for 7a11b3bd-a761-4722-b586-c8477137b6b0 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:22.719169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=5d9bcc3d-8323-4d8c-bd37-fad2bde473f3,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:22.776810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f96cc59d-83f2-4508-9750-59fc059d7868 None None] Deleting port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:22.777776 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f96cc59d-83f2-4508-9750-59fc059d7868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.789792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d059b-8212-4a2c-a22e-65cf11fc5c53 req-884c8ff9-df23-4c99-8213-db309cc944c4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:22.795093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e2d059b-8212-4a2c-a22e-65cf11fc5c53 req-884c8ff9-df23-4c99-8213-db309cc944c4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 945 time: 0.1146171 Aug 10 02:23:22.845060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:22.870655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416094d6-9b2a-493b-a9d8-7b76e8d4b88e', 'name': 'tempest-snat-router-1083671404', 'tenant_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '7a11b3bd-a761-4722-b586-c8477137b6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:18Z', 'updated_at': '2021-08-10T02:23:19Z', 'revision_number': 3, 'project_id': 'a38c1a6e643e4ca58e66f3d3b537186b', 'gw_port': {'id': '7a11b3bd-a761-4722-b586-c8477137b6b0', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416094d6-9b2a-493b-a9d8-7b76e8d4b88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:18Z', 'updated_at': '2021-08-10T02:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:22.919466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Checking router: 416094d6-9b2a-493b-a9d8-7b76e8d4b88e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:23:22.919830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Updating router 416094d6-9b2a-493b-a9d8-7b76e8d4b88e port 7a11b3bd-a761-4722-b586-c8477137b6b0 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:23:22.964462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.972486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f96cc59d-83f2-4508-9750-59fc059d7868 None None] For port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5d9bcc3d-8323-4d8c-bd37-fad2bde473f3,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:22.972915 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f96cc59d-83f2-4508-9750-59fc059d7868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.985445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:22.994953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:22.996757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f96cc59d-83f2-4508-9750-59fc059d7868 None None] Calling delete_port for 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:23.001266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:23.001266 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.036353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e2d059b-8212-4a2c-a22e-65cf11fc5c53 req-b18d2868-c8c6-43da-b304-7ee1d34d0265 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378249 Aug 10 02:23:23.091493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.190453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a11b3bd-a761-4722-b586-c8477137b6b0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:23.313435 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.322581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52112) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:23.361326 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port a4aeaacb-88c5-4dee-bbba-8d25744463cd yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:23:23.372272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.422519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=99567ddf-3f87-49cf-8dfa-1fdd038d63b0,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:23.433363 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.437097 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.504199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-353105230-network', 'tenant_id': '11cdeeed330e44be9d264d35d7c861c6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:23.517570 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:23:23.518261 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:23:23.519440 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f96cc59d-83f2-4508-9750-59fc059d7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.536695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96cc59d-83f2-4508-9750-59fc059d7868 None None] No DVR routers for this DVR port 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:23:23.560728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cc59d-83f2-4508-9750-59fc059d7868 None None] Pushing event deleted for resources: {'Port': ['ID=5d9bcc3d-8323-4d8c-bd37-fad2bde473f3,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:23.571412 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.571984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::7caa:a608:537f:bd9a (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/d8fe125c-381d-46c9-80c8-d43940af9c5a/a4aeaacb-88c5-4dee-bbba-8d25744463cd) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:23.594512 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.595277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 416094d6-9b2a-493b-a9d8-7b76e8d4b88e {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:23.605559 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.606839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7dcfb78a-5869-4c04-ab14-02ba5f84488f tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "DELETE /v2.0/routers/416094d6-9b2a-493b-a9d8-7b76e8d4b88e HTTP/1.1" status: 204 len: 168 time: 1.5533369 Aug 10 02:23:23.609596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52120) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:23.615914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d7b4f4-6c80-4284-87a4-d42b2eddd138 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:23.669252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Made reservation on behalf of 11cdeeed330e44be9d264d35d7c861c6 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:23.671851 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.683791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.741973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:23.748377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=99567ddf-3f87-49cf-8dfa-1fdd038d63b0,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:23.793418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.811771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object a4aeaacb-88c5-4dee-bbba-8d25744463cd will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:23.828011 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.897003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.954991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:23.958865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:23.965156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:23.970897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:23:23.971261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5d9bcc3d-8323-4d8c-bd37-fad2bde473f3 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:23:23.971386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:23.972620 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:23.986316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=a4aeaacb-88c5-4dee-bbba-8d25744463cd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:24.053030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Port 7a11b3bd-a761-4722-b586-c8477137b6b0 not found while updating agent binding for router 416094d6-9b2a-493b-a9d8-7b76e8d4b88e. {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 02:23:24.088819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.132850 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Routers set() bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:24.133236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Router IDs set() for agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 02:23:24.133863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'416094d6-9b2a-493b-a9d8-7b76e8d4b88e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent'). {{(pid=101225) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 02:23:24.134244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d162739-1e5d-48db-b539-9a9da3ce3a1b None None] The sync data for ids ['416094d6-9b2a-493b-a9d8-7b76e8d4b88e'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:24.161439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': 'd8fe125c-381d-46c9-80c8-d43940af9c5a'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:23:24.163129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.322833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/d8fe125c-381d-46c9-80c8-d43940af9c5a/f2746954-cfa4-49e0-8ae7-c68f35184c98) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:24.354850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949125d7-03f9-4a77-b763-91ce27ea0f46 req-4cac6bcb-860b-4441-82b4-052a0950f2f0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:24.356357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-949125d7-03f9-4a77-b763-91ce27ea0f46 req-4cac6bcb-860b-4441-82b4-052a0950f2f0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 945 time: 0.1286800 Aug 10 02:23:24.398318 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.403355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.435369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-949125d7-03f9-4a77-b763-91ce27ea0f46 req-cbd8bef1-d1b8-4b12-9fde-93325a1a380d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657418 Aug 10 02:23:24.485188 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.512178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:23:24.517798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.523323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33da4b3d-cddb-4b64-915f-f36deeaa7038,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:24.525073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Transition to ACTIVE for port object f2746954-cfa4-49e0-8ae7-c68f35184c98 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:24.529946 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.530504 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Added segment 2a7b0e73-8e44-47bb-8351-afc15252d7b9 of type vlan for network 4599161d-db67-41c9-87af-53740c11455b Aug 10 02:23:24.546362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Transition to ACTIVE for port object f2746954-cfa4-49e0-8ae7-c68f35184c98 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:24.597141 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.616916 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c2a26aa3-1057-4b51-9910-c16fb4a57e01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0934260 Aug 10 02:23:24.618894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52134) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:24.642321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Deleting port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:24.642710 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.685392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c02df48-9686-407c-93db-3babfa226e6d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:24.689564 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6c02df48-9686-407c-93db-3babfa226e6d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0664182 Aug 10 02:23:24.689970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52138) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:24.691908 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.730420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] For port 99567ddf-3f87-49cf-8dfa-1fdd038d63b0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=99567ddf-3f87-49cf-8dfa-1fdd038d63b0,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:24.730974 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.744919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:24.745628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Calling delete_port for 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:24.749167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:24.773926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:24.777456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Pushing event updated for resources: {'Port': ['ID=f2746954-cfa4-49e0-8ae7-c68f35184c98,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:24.784190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:24.792020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9fac0def-0f47-4a5a-ad3b-8ddc776e376f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port a4aeaacb-88c5-4dee-bbba-8d25744463cd {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:24.792659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9fac0def-0f47-4a5a-ad3b-8ddc776e376f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.795848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.797011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:24.797705 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.869254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Attempting to bind port f2746954-cfa4-49e0-8ae7-c68f35184c98 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:24.870978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Attempting to bind port f2746954-cfa4-49e0-8ae7-c68f35184c98 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:24.870978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Attempting to bind port f2746954-cfa4-49e0-8ae7-c68f35184c98 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:24.876376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:24.877095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:24.877266 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.877798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:24.878347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Bound port: f2746954-cfa4-49e0-8ae7-c68f35184c98, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:24.878875 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.899835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] Pushing event updated for resources: {'Network': ['ID=4599161d-db67-41c9-87af-53740c11455b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:24.903142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9fac0def-0f47-4a5a-ad3b-8ddc776e376f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:24.925514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4599161d-db67-41c9-87af-53740c11455b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:23:24.929334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9fac0def-0f47-4a5a-ad3b-8ddc776e376f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for a4aeaacb-88c5-4dee-bbba-8d25744463cd owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:24.977294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bcc7859e-509c-40f3-8ac8-e8b6065c63cd admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6532302 Aug 10 02:23:24.980866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52144) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:24.986514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Request body: {'subnet': {'network_id': '4599161d-db67-41c9-87af-53740c11455b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-353105230-subnet', 'tenant_id': '11cdeeed330e44be9d264d35d7c861c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:24.992113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:25.006474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:25.007251 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.041271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] For port f2746954-cfa4-49e0-8ae7-c68f35184c98, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:25.072170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] For port f2746954-cfa4-49e0-8ae7-c68f35184c98, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f2746954-cfa4-49e0-8ae7-c68f35184c98,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:25.091915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Made reservation on behalf of 11cdeeed330e44be9d264d35d7c861c6 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:25.095387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.137316 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.157541 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.168899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:23:25.171711 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2467fcd4-ed7d-4596-9fdb-a4648cdd3667" -d '{"events": [{"server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "name": "network-vif-plugged", "status": "completed", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:23:25.199541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.209777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:25.216670 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef691b6f-98bb-46cc-831e-8a8164ec0687 x-openstack-request-id: req-ef691b6f-98bb-46cc-831e-8a8164ec0687 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:23:25.216967 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "name": "network-vif-plugged", "status": "completed", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:23:25.221517 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ef691b6f-98bb-46cc-831e-8a8164ec0687 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:23:25.221517 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'code': 200} Aug 10 02:23:25.235162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9fac0def-0f47-4a5a-ad3b-8ddc776e376f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.243868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e8e4e-9925-41d9-8077-777f342e3eb2 None None] Pushing event updated for resources: {'Port': ['ID=f2746954-cfa4-49e0-8ae7-c68f35184c98,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:25.247751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event deleted for resources: {'Port': ['ID=99567ddf-3f87-49cf-8dfa-1fdd038d63b0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:25.279617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac0def-0f47-4a5a-ad3b-8ddc776e376f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=a4aeaacb-88c5-4dee-bbba-8d25744463cd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:25.308204 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.321046 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9fac0def-0f47-4a5a-ad3b-8ddc776e376f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.323834 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9fac0def-0f47-4a5a-ad3b-8ddc776e376f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/a4aeaacb-88c5-4dee-bbba-8d25744463cd HTTP/1.1" status: 204 len: 168 time: 0.6274540 Aug 10 02:23:25.326974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52154) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:25.397690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:25.437532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decab625-9ade-4ffe-8222-602d21282dff tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:25.440193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decab625-9ade-4ffe-8222-602d21282dff tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:25.441922 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-decab625-9ade-4ffe-8222-602d21282dff tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1137874 Aug 10 02:23:25.448092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934ce8f-6363-4ed1-a285-93bc1e056899 req-0433179f-9f1a-4e7f-9bb8-4dcd9a132cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:25.449909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52156) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:25.451801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f934ce8f-6363-4ed1-a285-93bc1e056899 req-0433179f-9f1a-4e7f-9bb8-4dcd9a132cd0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 1098 time: 0.1508224 Aug 10 02:23:25.467247 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.545931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-931dedf7-dc3f-435d-946a-42cc49cb41de tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet d8fe125c-381d-46c9-80c8-d43940af9c5a {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:25.551075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-931dedf7-dc3f-435d-946a-42cc49cb41de tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.635607 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-931dedf7-dc3f-435d-946a-42cc49cb41de tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.719723 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.724848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.765298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-931dedf7-dc3f-435d-946a-42cc49cb41de tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.785070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f2746954-cfa4-49e0-8ae7-c68f35184c98 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:25.786496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f934ce8f-6363-4ed1-a285-93bc1e056899 req-152e6d43-26ca-4fe2-9344-c5f90b5b883d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147874 Aug 10 02:23:25.814974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abcaa5-acd3-4df7-9cd1-1c71a6e7d097 req-d274e816-2b5a-449b-b37d-59f7331003d2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:25.818594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9abcaa5-acd3-4df7-9cd1-1c71a6e7d097 req-d274e816-2b5a-449b-b37d-59f7331003d2 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.2033536 Aug 10 02:23:25.821284 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.881089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.881614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebbfabbd-8807-4d9d-a043-72fd88b76c0a {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:25.890832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.892037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7732c09d-d250-4cca-9a09-e86e86a6336e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "DELETE /v2.0/routers/ebbfabbd-8807-4d9d-a043-72fd88b76c0a HTTP/1.1" status: 204 len: 168 time: 2.2815020 Aug 10 02:23:25.897784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52166) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:25.906064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-843309509', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:25.913969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f2746954-cfa4-49e0-8ae7-c68f35184c98 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:25.931903 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-931dedf7-dc3f-435d-946a-42cc49cb41de tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:25.942025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9b70a3-d804-4c3a-9fdc-68fa0260f702,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:25.954318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9abcaa5-acd3-4df7-9cd1-1c71a6e7d097 req-0bbf408c-c442-4839-8574-df3427298316 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234522 Aug 10 02:23:25.955998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Checking segment: {'id': '2a7b0e73-8e44-47bb-8351-afc15252d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4599161d-db67-41c9-87af-53740c11455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:25.956375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Network hostable DHCP agents. Network: 4599161d-db67-41c9-87af-53740c11455b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:23:26.010503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-931dedf7-dc3f-435d-946a-42cc49cb41de tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:26.016421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52168) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:26.017558 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-931dedf7-dc3f-435d-946a-42cc49cb41de tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/d8fe125c-381d-46c9-80c8-d43940af9c5a HTTP/1.1" status: 204 len: 168 time: 0.5656855 Aug 10 02:23:26.018688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dedf7-dc3f-435d-946a-42cc49cb41de tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fe125c-381d-46c9-80c8-d43940af9c5a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:26.061437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Network 4599161d-db67-41c9-87af-53740c11455b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:23:26.065765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d2050a83-a765-4c1a-b5fe-9d3ccc595c13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479181 Aug 10 02:23:26.070648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52170) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:26.092278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:26.092278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:26.092278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:26.125393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4599161d-db67-41c9-87af-53740c11455b) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:26.130906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:26.131753 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:26.137304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31239bfb-97d2-40a3-81ca-212506660c57 None None] Network 4599161d-db67-41c9-87af-53740c11455b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:26.217663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-83241b20-6a44-4dac-b23e-e5ff38157306 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2356949 Aug 10 02:23:26.233957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:26.353995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb5944-dbed-4c65-98a4-d2a6db68050f None None] Network 4599161d-db67-41c9-87af-53740c11455b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:26.396542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:26.400522 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:26.672880 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:26.707407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8a7de4-4c3a-4292-b7f9-27c17321967d None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:26.773663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e57ee71b-fa32-49cd-a1f8-1c38c6197a28 None None] Could not find standard attr ID for object a4aeaacb-88c5-4dee-bbba-8d25744463cd. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:23:26.897792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e57ee71b-fa32-49cd-a1f8-1c38c6197a28 None None] Provisioning for port f2746954-cfa4-49e0-8ae7-c68f35184c98 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:26.901730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e57ee71b-fa32-49cd-a1f8-1c38c6197a28 None None] Provisioning complete for port f2746954-cfa4-49e0-8ae7-c68f35184c98 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:26.902108 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e57ee71b-fa32-49cd-a1f8-1c38c6197a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:26.923428 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:26.939997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad85082-788f-4cc6-8e5d-a31368eda814 None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:23:27.031100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:27.034351 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.039768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:27.049117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e57ee71b-fa32-49cd-a1f8-1c38c6197a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.051691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2ad85082-788f-4cc6-8e5d-a31368eda814 None None] Deleting port f2746954-cfa4-49e0-8ae7-c68f35184c98 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:27.055188 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2ad85082-788f-4cc6-8e5d-a31368eda814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.058489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=2e155db9-c08e-43e3-9415-6686b10fcf88,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:27.062348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:27.062853 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.067333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.108137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f14d7b-8dab-4e63-b71b-1174db5a62fc req-828ad8ae-9375-4576-9a14-5989c7a34d7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:27.109975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49f14d7b-8dab-4e63-b71b-1174db5a62fc req-828ad8ae-9375-4576-9a14-5989c7a34d7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.0583806 Aug 10 02:23:27.139592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e57ee71b-fa32-49cd-a1f8-1c38c6197a28 None None] For port f2746954-cfa4-49e0-8ae7-c68f35184c98, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f2746954-cfa4-49e0-8ae7-c68f35184c98,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:27.167539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49f14d7b-8dab-4e63-b71b-1174db5a62fc req-27d6995b-5e5d-4811-a679-09e955a5d5e1 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510390 Aug 10 02:23:27.172766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2ad85082-788f-4cc6-8e5d-a31368eda814 None None] For port f2746954-cfa4-49e0-8ae7-c68f35184c98, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f2746954-cfa4-49e0-8ae7-c68f35184c98,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:27.173248 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2ad85082-788f-4cc6-8e5d-a31368eda814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.205647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2ad85082-788f-4cc6-8e5d-a31368eda814 None None] Calling delete_port for f2746954-cfa4-49e0-8ae7-c68f35184c98 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:27.218487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Allocated IP 172.25.3.210 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/0e4a4207-c823-4d01-b396-6309bb7d519b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:27.221838 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b7ab44fb-4287-4778-972e-81a8f51e2487 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1494458 Aug 10 02:23:27.233246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52196) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:27.242174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': '2e155db9-c08e-43e3-9415-6686b10fcf88', 'ip_address': '2001:db8::7825:6eea:ce01:902f'}], 'name': 'tempest-NetworksTestDHCPv6-1849345218'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:27.263897 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e57ee71b-fa32-49cd-a1f8-1c38c6197a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.333844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ee71b-fa32-49cd-a1f8-1c38c6197a28 None None] Pushing event updated for resources: {'Port': ['ID=f2746954-cfa4-49e0-8ae7-c68f35184c98,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:27.353834 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.392990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8887-95ba-4fa4-b134-4ce78afb4c3f req-3bf6beb6-64dd-47f8-aabe-bc68f0fe7f24 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:27.394652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-705d8887-95ba-4fa4-b134-4ce78afb4c3f req-3bf6beb6-64dd-47f8-aabe-bc68f0fe7f24 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.1327741 Aug 10 02:23:27.472030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-705d8887-95ba-4fa4-b134-4ce78afb4c3f req-92450848-b14b-4fb7-81c2-72e6dbca7dde tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684464 Aug 10 02:23:27.473420 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2ad85082-788f-4cc6-8e5d-a31368eda814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.500657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52200) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:27.502808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.506993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad85082-788f-4cc6-8e5d-a31368eda814 None None] Pushing event deleted for resources: {'Port': ['ID=f2746954-cfa4-49e0-8ae7-c68f35184c98,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:27.512228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad85082-788f-4cc6-8e5d-a31368eda814 None None] No DVR routers for this DVR port f2746954-cfa4-49e0-8ae7-c68f35184c98 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:23:27.533498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b3f328-2917-40e9-9f93-3fee5a15f7ac None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:27.573102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7614b0d-6e69-43ff-be13-9cbd79d49e67 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:27.577750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c7614b0d-6e69-43ff-be13-9cbd79d49e67 tempest-TestNetworkAdvancedServerOps-727199051 tempest-TestNetworkAdvancedServerOps-727199051-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 1093 time: 0.0729535 Aug 10 02:23:27.577750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:27.579924 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:27.580580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52206) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:27.597138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:27.637547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:27.641227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event updated for resources: {'Port': ['ID=0e4a4207-c823-4d01-b396-6309bb7d519b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:27.643550 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:27.677738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:27.705075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.714294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:23:27.714819 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 99567ddf-3f87-49cf-8dfa-1fdd038d63b0 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:23:27.717341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f2746954-cfa4-49e0-8ae7-c68f35184c98 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:27.731096 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.751831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: f2746954-cfa4-49e0-8ae7-c68f35184c98 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:23:27.752332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f2746954-cfa4-49e0-8ae7-c68f35184c98 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:23:27.752598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 27b59d41-8105-4f46-b2a1-81b2ef1664a7 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:23:27.792116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '2e155db9-c08e-43e3-9415-6686b10fcf88'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:23:27.793699 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.952901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:27.973348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/2e155db9-c08e-43e3-9415-6686b10fcf88/e732748a-ae91-4196-a611-d31957548ad5) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:28.077666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Allocated IP 172.25.3.98 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/2232a43b-5793-4e86-a61f-a7a53c77ff56) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:28.133252 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.143052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Transition to ACTIVE for port object e732748a-ae91-4196-a611-d31957548ad5 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:28.164057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Transition to ACTIVE for port object e732748a-ae91-4196-a611-d31957548ad5 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:28.239740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.299858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::7825:6eea:ce01:902f (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/2e155db9-c08e-43e3-9415-6686b10fcf88/27b59d41-8105-4f46-b2a1-81b2ef1664a7) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:28.310815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.314786 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.323593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:28.327284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:28.331118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:28.350711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Pushing event updated for resources: {'Port': ['ID=e732748a-ae91-4196-a611-d31957548ad5,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:28.406632 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Attempting to bind port e732748a-ae91-4196-a611-d31957548ad5 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:28.407314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Attempting to bind port e732748a-ae91-4196-a611-d31957548ad5 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:28.407898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Attempting to bind port e732748a-ae91-4196-a611-d31957548ad5 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:28.415258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:28.415958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:28.416587 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.417180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:28.417868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Bound port: e732748a-ae91-4196-a611-d31957548ad5, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:28.418496 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.476578 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.492672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 27b59d41-8105-4f46-b2a1-81b2ef1664a7 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:28.521937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] For port e732748a-ae91-4196-a611-d31957548ad5, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:28.529145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] For port e732748a-ae91-4196-a611-d31957548ad5, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e732748a-ae91-4196-a611-d31957548ad5,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:28.571694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.589587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.619900 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.728408 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:28.751551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-75adf8b6-27ad-48e7-b96b-35e94f48ba50 req-256b5ee4-b2c3-4da6-851c-8e9081296ecd service neutron] (101223) timed out ('10.222.0.16', 59022) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:23:28.752314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:28.753005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dce7ab-00f3-4113-ac80-900e91c90de8 None None] Pushing event updated for resources: {'Port': ['ID=e732748a-ae91-4196-a611-d31957548ad5,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:28.769884 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.772556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:28.781972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:28.783096 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:28.787705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=27b59d41-8105-4f46-b2a1-81b2ef1664a7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:28.854840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d9801f2a-c205-4304-b8ba-ef437d9f2b6b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6198840 Aug 10 02:23:28.855711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52224) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:28.860603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=2232a43b-5793-4e86-a61f-a7a53c77ff56,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:28.866402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:28.874390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:28.878098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:28.940562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc5f081-4af7-4897-9051-a9147bd65b86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:28.974685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc5f081-4af7-4897-9051-a9147bd65b86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:28.978620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dcc5f081-4af7-4897-9051-a9147bd65b86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1212201 Aug 10 02:23:28.981478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52226) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:29.035276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Router a0ad32d7-b302-4dac-b141-1fb4545b368f is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:29.098493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1ba308d5-509b-4a7c-82aa-dd8489c44647 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 27b59d41-8105-4f46-b2a1-81b2ef1664a7 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:29.098793 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ba308d5-509b-4a7c-82aa-dd8489c44647 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:29.217175 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ba308d5-509b-4a7c-82aa-dd8489c44647 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:29.229450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1ba308d5-509b-4a7c-82aa-dd8489c44647 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 27b59d41-8105-4f46-b2a1-81b2ef1664a7 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:29.296506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:29.311482 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3868f48-8b8e-4fa8-b59a-b87158fd22b6 None None] Sync routers for ids ['a0ad32d7-b302-4dac-b141-1fb4545b368f'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:29.326872 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3868f48-8b8e-4fa8-b59a-b87158fd22b6 None None] Routers {'a0ad32d7-b302-4dac-b141-1fb4545b368f'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:29.329645 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d3868f48-8b8e-4fa8-b59a-b87158fd22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a0ad32d7-b302-4dac-b141-1fb4545b368f'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:29.392940 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d3868f48-8b8e-4fa8-b59a-b87158fd22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:29.402225 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3868f48-8b8e-4fa8-b59a-b87158fd22b6 None None] Routers {'a0ad32d7-b302-4dac-b141-1fb4545b368f'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:29.402835 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d3868f48-8b8e-4fa8-b59a-b87158fd22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a0ad32d7-b302-4dac-b141-1fb4545b368f'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:29.437703 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d3868f48-8b8e-4fa8-b59a-b87158fd22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:29.438356 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3868f48-8b8e-4fa8-b59a-b87158fd22b6 None None] The sync data for ids ['a0ad32d7-b302-4dac-b141-1fb4545b368f'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:29.473646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ba308d5-509b-4a7c-82aa-dd8489c44647 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:29.514034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba308d5-509b-4a7c-82aa-dd8489c44647 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=27b59d41-8105-4f46-b2a1-81b2ef1664a7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:29.551457 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ba308d5-509b-4a7c-82aa-dd8489c44647 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:29.557572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1ba308d5-509b-4a7c-82aa-dd8489c44647 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/27b59d41-8105-4f46-b2a1-81b2ef1664a7 HTTP/1.1" status: 204 len: 168 time: 0.5737863 Aug 10 02:23:29.557572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52238) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:29.674160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ff087-e0b2-4190-8d84-9b5ab5eafcc2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:29.675913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ff087-e0b2-4190-8d84-9b5ab5eafcc2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:29.680083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7c5ff087-e0b2-4190-8d84-9b5ab5eafcc2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1062350 Aug 10 02:23:29.680955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52244) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:29.760729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e732748a-ae91-4196-a611-d31957548ad5 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:29.773131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e79d49-db44-4329-b9c0-b9ec0c026395 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 2e155db9-c08e-43e3-9415-6686b10fcf88 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:29.777418 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89e79d49-db44-4329-b9c0-b9ec0c026395 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:29.839450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89e79d49-db44-4329-b9c0-b9ec0c026395 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:29.907817 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e732748a-ae91-4196-a611-d31957548ad5 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:29.934227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:29.938507 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ad680bff-c34c-4eec-ad72-f47d9a541eae tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0365593 Aug 10 02:23:29.940386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52248) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:29.945364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3010a0e9-1038-4946-bbe0-ce2695e4df9e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': False}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:30.009952 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89e79d49-db44-4329-b9c0-b9ec0c026395 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.161488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.193946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dfb21066-6dd9-4f2b-b305-c23d81e659de None None] Provisioning for port e732748a-ae91-4196-a611-d31957548ad5 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:30.198931 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dfb21066-6dd9-4f2b-b305-c23d81e659de None None] Provisioning complete for port e732748a-ae91-4196-a611-d31957548ad5 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:30.199683 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfb21066-6dd9-4f2b-b305-c23d81e659de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.284478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89e79d49-db44-4329-b9c0-b9ec0c026395 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.318934 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfb21066-6dd9-4f2b-b305-c23d81e659de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.333484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e79d49-db44-4329-b9c0-b9ec0c026395 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=2e155db9-c08e-43e3-9415-6686b10fcf88,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:30.337988 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89e79d49-db44-4329-b9c0-b9ec0c026395 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.340574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-89e79d49-db44-4329-b9c0-b9ec0c026395 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/2e155db9-c08e-43e3-9415-6686b10fcf88 HTTP/1.1" status: 204 len: 168 time: 0.6592214 Aug 10 02:23:30.343711 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52256) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:30.369417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df5182-f9ac-453a-b402-51691c921337 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:30.413381 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c0a6d429-03cf-45ea-a408-b99689d2175a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683436 Aug 10 02:23:30.416325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52262) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:30.422461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:30.436750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dfb21066-6dd9-4f2b-b305-c23d81e659de None None] For port e732748a-ae91-4196-a611-d31957548ad5, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e732748a-ae91-4196-a611-d31957548ad5,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:30.478313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.522611 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfb21066-6dd9-4f2b-b305-c23d81e659de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.539521 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3010a0e9-1038-4946-bbe0-ce2695e4df9e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.588840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb21066-6dd9-4f2b-b305-c23d81e659de None None] Pushing event updated for resources: {'Port': ['ID=e732748a-ae91-4196-a611-d31957548ad5,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:30.648762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d6c2e-d4a4-49c9-aff6-21aebffb95ad None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:23:30.683292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f0aa1c56-64e8-49d1-8241-d28b8e9686d7 None None] Could not find standard attr ID for object a4aeaacb-88c5-4dee-bbba-8d25744463cd. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:23:30.727704 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.730439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c11d6c2e-d4a4-49c9-aff6-21aebffb95ad None None] Deleting port e732748a-ae91-4196-a611-d31957548ad5 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:30.731141 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c11d6c2e-d4a4-49c9-aff6-21aebffb95ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.758960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:30.763302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.859497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c11d6c2e-d4a4-49c9-aff6-21aebffb95ad None None] For port e732748a-ae91-4196-a611-d31957548ad5, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e732748a-ae91-4196-a611-d31957548ad5,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:30.859497 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c11d6c2e-d4a4-49c9-aff6-21aebffb95ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:30.859497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c11d6c2e-d4a4-49c9-aff6-21aebffb95ad None None] Calling delete_port for e732748a-ae91-4196-a611-d31957548ad5 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:30.964710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:31.022445 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c11d6c2e-d4a4-49c9-aff6-21aebffb95ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:31.032807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event updated for resources: {'Port': ['ID=2232a43b-5793-4e86-a61f-a7a53c77ff56,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:31.050843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:31.055728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d6c2e-d4a4-49c9-aff6-21aebffb95ad None None] Pushing event deleted for resources: {'Port': ['ID=e732748a-ae91-4196-a611-d31957548ad5,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:31.074028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d6c2e-d4a4-49c9-aff6-21aebffb95ad None None] No DVR routers for this DVR port e732748a-ae91-4196-a611-d31957548ad5 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:23:31.196345 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:31.211082 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Floating IP 0ed3c0ab-8bfd-422e-a38a-0c77de54906f associated. External IP: 172.25.3.98, port: 71d4ebf4-3ae2-437f-b657-cdeae3572bb6. Aug 10 02:23:31.305317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:31.313024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:31.317645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:31.318260 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:31.325725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da4bbb8-c789-41ff-8669-1aa8edde25c8 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:31.327483 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=82d187db-8406-4204-ae22-5e1142e0e7ec,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:31.353314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.353736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.353963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.354312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.354685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.355162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.355519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.355853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.356246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.357404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.357752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.358087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:31.471006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f3e002fe-d772-4a69-be98-9ae5a124c142 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0508900 Aug 10 02:23:31.472098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52276) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:31.477261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': '82d187db-8406-4204-ae22-5e1142e0e7ec', 'ip_address': '2001:db8::517c:d219:f510:a041'}], 'name': 'tempest-NetworksTestDHCPv6-325462999'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:31.530104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 72d890e3-c805-4151-b56b-de560d5c5114 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:23:31.744489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e732748a-ae91-4196-a611-d31957548ad5 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:31.779322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '82d187db-8406-4204-ae22-5e1142e0e7ec'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:23:31.780948 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:31.784196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e732748a-ae91-4196-a611-d31957548ad5 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:23:31.784938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e732748a-ae91-4196-a611-d31957548ad5 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:23:31.811696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:31.824975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] Sync routers for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:31.962990 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:31.963217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:31.963886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:32.000790 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d6c1d5fc-9e9f-4ae4-b62f-28b7e67a0d30 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4191153 Aug 10 02:23:32.001637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:23:32.004414 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea" -d '{"events": [{"name": "network-changed", "server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:23:32.194366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:32.250355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/82d187db-8406-4204-ae22-5e1142e0e7ec/7de598d8-3270-48f3-abd0-7bfafbfe5f43) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:32.303615 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa159009-690f-492e-9a83-809382d979b4 x-openstack-request-id: req-aa159009-690f-492e-9a83-809382d979b4 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:23:32.303615 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:23:32.303881 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa159009-690f-492e-9a83-809382d979b4 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:23:32.304119 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'status': 'completed', 'code': 200} Aug 10 02:23:32.428838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3010a0e9-1038-4946-bbe0-ce2695e4df9e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:32.443166 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3010a0e9-1038-4946-bbe0-ce2695e4df9e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:32.447796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-79d4bf24-0e27-41bb-92f3-546e0ea7e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:32.449424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-79d4bf24-0e27-41bb-92f3-546e0ea7e3cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 1098 time: 0.1142442 Aug 10 02:23:32.516426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:32.521430 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:32.561406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265015c8-1850-418a-b6da-23ddf989ffcf req-5128399d-5cc7-43b9-8046-62abf4230e33 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:32.562987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-265015c8-1850-418a-b6da-23ddf989ffcf req-5128399d-5cc7-43b9-8046-62abf4230e33 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.2254183 Aug 10 02:23:32.582507 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:32.599493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Transition to ACTIVE for port object 7de598d8-3270-48f3-abd0-7bfafbfe5f43 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:32.617179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port eef66d4e-3765-4ae4-b5d7-243966ecfe16 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:23:32.617630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '0ed3c0ab-8bfd-422e-a38a-0c77de54906f', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'port_id': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:23:29Z', 'updated_at': '2021-08-10T02:23:29Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5743d7b-33ea-4cf7-9889-902a5680aac0', 'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:03Z', 'updated_at': '2021-08-10T02:23:11Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:32.648290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] Checking router: 72d890e3-c805-4151-b56b-de560d5c5114 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:23:32.658210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Transition to ACTIVE for port object 7de598d8-3270-48f3-abd0-7bfafbfe5f43 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:32.666579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:32.668398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:32.735290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-265015c8-1850-418a-b6da-23ddf989ffcf req-bc113761-40ba-4933-a7f5-598bfb5dc572 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567943 Aug 10 02:23:32.767648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52302) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:32.771369 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:32.820167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-5a27ea2c-db41-4dee-bf79-ec7dd23fd053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:32.821597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-5a27ea2c-db41-4dee-bf79-ec7dd23fd053 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b HTTP/1.1" status: 200 len: 898 time: 0.3639462 Aug 10 02:23:32.833115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:32.836838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:32.869268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3010a0e9-1038-4946-bbe0-ce2695e4df9e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Router a0ad32d7-b302-4dac-b141-1fb4545b368f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:23:32.869580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:32.875646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:32.880002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Pushing event updated for resources: {'Port': ['ID=7de598d8-3270-48f3-abd0-7bfafbfe5f43,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:32.958169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7e620f47-151b-41fa-bd68-1d30589f09ae tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/0ed3c0ab-8bfd-422e-a38a-0c77de54906f HTTP/1.1" status: 200 len: 991 time: 0.1887877 Aug 10 02:23:33.003705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Attempting to bind port 7de598d8-3270-48f3-abd0-7bfafbfe5f43 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:33.004423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Attempting to bind port 7de598d8-3270-48f3-abd0-7bfafbfe5f43 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:33.004613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Attempting to bind port 7de598d8-3270-48f3-abd0-7bfafbfe5f43 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:33.042781 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-98b64c01-94a4-454f-a5a9-6650c1f28df4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6 HTTP/1.1" status: 200 len: 999 time: 0.2122114 Aug 10 02:23:33.049791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:33.050149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:33.050353 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:33.050864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:33.051441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Bound port: 7de598d8-3270-48f3-abd0-7bfafbfe5f43, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:33.052050 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:33.069733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::517c:d219:f510:a041 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/82d187db-8406-4204-ae22-5e1142e0e7ec/eef66d4e-3765-4ae4-b5d7-243966ecfe16) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:33.153220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] For port 7de598d8-3270-48f3-abd0-7bfafbfe5f43, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:33.156715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] For port 7de598d8-3270-48f3-abd0-7bfafbfe5f43, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7de598d8-3270-48f3-abd0-7bfafbfe5f43,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:33.194254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-dbac2194-c588-40a9-8e1e-9826e9ce508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:33.195887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-dbac2194-c588-40a9-8e1e-9826e9ce508e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe1fa310-2bcd-4374-8731-35b8d9177fe1 HTTP/1.1" status: 200 len: 835 time: 0.1385727 Aug 10 02:23:33.199815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3010a0e9-1038-4946-bbe0-ce2695e4df9e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:33.214254 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d6f646-a858-4568-8154-5593f714672a None None] Sync routers for ids ['a0ad32d7-b302-4dac-b141-1fb4545b368f'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:33.216949 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:33.218038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3010a0e9-1038-4946-bbe0-ce2695e4df9e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:33.221949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3010a0e9-1038-4946-bbe0-ce2695e4df9e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "PUT /v2.0/routers/a0ad32d7-b302-4dac-b141-1fb4545b368f HTTP/1.1" status: 200 len: 925 time: 3.2779388 Aug 10 02:23:33.222416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52312) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:33.239403 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6f646-a858-4568-8154-5593f714672a None None] Routers {'a0ad32d7-b302-4dac-b141-1fb4545b368f'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:33.240508 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f6d6f646-a858-4568-8154-5593f714672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a0ad32d7-b302-4dac-b141-1fb4545b368f'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:33.273307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55014302-0548-490d-ba04-b5b197aa9744 None None] Pushing event updated for resources: {'Port': ['ID=7de598d8-3270-48f3-abd0-7bfafbfe5f43,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:33.299790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '0ed3c0ab-8bfd-422e-a38a-0c77de54906f', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'port_id': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:23:29Z', 'updated_at': '2021-08-10T02:23:29Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5743d7b-33ea-4cf7-9889-902a5680aac0', 'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:03Z', 'updated_at': '2021-08-10T02:23:11Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:33.342923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b83be-2505-4c58-a938-0bdb3a684fdf None None] The sync data for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 is: [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '0ed3c0ab-8bfd-422e-a38a-0c77de54906f', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'port_id': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:23:29Z', 'updated_at': '2021-08-10T02:23:29Z', 'revision_number': 0, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5743d7b-33ea-4cf7-9889-902a5680aac0', 'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:03Z', 'updated_at': '2021-08-10T02:23:11Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:33.347044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-7ece146f-e701-4b71-8c4f-c49869fbfe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:33.350980 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f6d6f646-a858-4568-8154-5593f714672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:33.352612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-7ece146f-e701-4b71-8c4f-c49869fbfe3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461923 Aug 10 02:23:33.377439 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6f646-a858-4568-8154-5593f714672a None None] Routers {'a0ad32d7-b302-4dac-b141-1fb4545b368f'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:33.379673 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f6d6f646-a858-4568-8154-5593f714672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a0ad32d7-b302-4dac-b141-1fb4545b368f'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:33.475090 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-884e8db5-e79a-4cdd-8d89-62c398131d95 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/routers/a0ad32d7-b302-4dac-b141-1fb4545b368f HTTP/1.1" status: 200 len: 925 time: 0.2511232 Aug 10 02:23:33.475818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52314) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:33.483705 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f6d6f646-a858-4568-8154-5593f714672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:33.487295 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d6f646-a858-4568-8154-5593f714672a None None] The sync data for ids ['a0ad32d7-b302-4dac-b141-1fb4545b368f'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:33.545528 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:33.587603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object eef66d4e-3765-4ae4-b5d7-243966ecfe16 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:33.597876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c47a8-6842-4bda-9dc0-9f5cf3c7082e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:33.611671 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c94c47a8-6842-4bda-9dc0-9f5cf3c7082e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=a0ad32d7-b302-4dac-b141-1fb4545b368f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1340768 Aug 10 02:23:33.614830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52318) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:33.622636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-f23937ca-bf09-4de3-b506-1de3686c4758 service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540302 Aug 10 02:23:33.758401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb370a-4201-4997-95b9-bf1e0bc12387 None None] New status for floating IP 0ed3c0ab-8bfd-422e-a38a-0c77de54906f: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:23:33.839153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dfbdf7a-b4fe-4acd-bf61-8578f3f197ea req-5181f2f1-f7a9-40f9-a4fc-2264ae5a39a2 service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998065 Aug 10 02:23:33.843434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216bb51e-b0f6-4882-b048-ccbc9a9cd0fc tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:33.845479 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-216bb51e-b0f6-4882-b048-ccbc9a9cd0fc tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 881 time: 0.2240191 Aug 10 02:23:33.847913 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:33.852072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52324) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:33.918459 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-997e2535-12a8-4746-bef9-fca00b826661 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0ad32d7-b302-4dac-b141-1fb4545b368f HTTP/1.1" status: 200 len: 205 time: 0.0651886 Aug 10 02:23:33.925440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:33.926064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52326) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:33.937142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:33.962731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52328) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:33.973069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:33.978722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:33.979371 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:34.016172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=eef66d4e-3765-4ae4-b5d7-243966ecfe16,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:34.079159 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ce9ced81-62e8-4745-91a7-4e823eb3eb25 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/0ed3c0ab-8bfd-422e-a38a-0c77de54906f HTTP/1.1" status: 200 len: 991 time: 0.1138020 Aug 10 02:23:34.109580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:34.158240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-38ce77b7-d1ea-4ef4-bc80-dd4e05db58c0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6854274 Aug 10 02:23:34.162820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52334) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:34.270857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f9403-de78-41ef-adcb-e36757b29d0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:34.277049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f9403-de78-41ef-adcb-e36757b29d0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:34.278813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-361f9403-de78-41ef-adcb-e36757b29d0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1150191 Aug 10 02:23:34.282917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52340) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:34.306543 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:34.446497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port eef66d4e-3765-4ae4-b5d7-243966ecfe16 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:34.447325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:34.471578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Deleting port 0e4a4207-c823-4d01-b396-6309bb7d519b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:34.474349 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:34.608475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:34.639532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for eef66d4e-3765-4ae4-b5d7-243966ecfe16 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:34.643583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:34.674481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Calling delete_port for 0e4a4207-c823-4d01-b396-6309bb7d519b owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:34.901432 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:34.940011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=eef66d4e-3765-4ae4-b5d7-243966ecfe16,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:34.955443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.960233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:34.975828 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.007989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.010397 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd856575-4a76-4108-aadc-c79449842df9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/eef66d4e-3765-4ae4-b5d7-243966ecfe16 HTTP/1.1" status: 204 len: 168 time: 0.7255371 Aug 10 02:23:35.013473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52348) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.020082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event deleted for resources: {'Port': ['ID=0e4a4207-c823-4d01-b396-6309bb7d519b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:35.083923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52354) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.096073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-63ece53b-5026-4afc-bb03-bc633aff4485 None None] Provisioning for port 7de598d8-3270-48f3-abd0-7bfafbfe5f43 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:35.132704 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.173571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3e588-a2a5-451f-87b7-3a1e930276c8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:35.175421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3e588-a2a5-451f-87b7-3a1e930276c8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:35.179767 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-90c3e588-a2a5-451f-87b7-3a1e930276c8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1650989 Aug 10 02:23:35.180352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52356) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.224136 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1d87f5f3-bf08-4202-bd2c-de753620ca3f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/0ed3c0ab-8bfd-422e-a38a-0c77de54906f HTTP/1.1" status: 200 len: 993 time: 0.1387146 Aug 10 02:23:35.259043 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.261388 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.262278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0786c3-9a3a-4a7f-89e3-3cf6cd90d7c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 82d187db-8406-4204-ae22-5e1142e0e7ec {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:35.266602 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff0786c3-9a3a-4a7f-89e3-3cf6cd90d7c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.345113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff0786c3-9a3a-4a7f-89e3-3cf6cd90d7c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.364373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.365071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Fanout notify agent at l3_agent the message router_deleted on router a0ad32d7-b302-4dac-b141-1fb4545b368f {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:35.380722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.382922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-832b41f1-cc81-47c3-b990-eb3341e8560a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/a0ad32d7-b302-4dac-b141-1fb4545b368f HTTP/1.1" status: 204 len: 168 time: 1.4558213 Aug 10 02:23:35.386867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52362) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.392507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-52ddf1c8-0290-4a03-baca-75ea47e10e29 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1953438396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:35.421685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-137d305e-924f-4c54-9a1d-25ee98040be0 None None] Could not find standard attr ID for object eef66d4e-3765-4ae4-b5d7-243966ecfe16. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:23:35.462857 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff0786c3-9a3a-4a7f-89e3-3cf6cd90d7c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.479423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-52ddf1c8-0290-4a03-baca-75ea47e10e29 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.480882 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-52ddf1c8-0290-4a03-baca-75ea47e10e29 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.563291 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-52ddf1c8-0290-4a03-baca-75ea47e10e29 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.630338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-52ddf1c8-0290-4a03-baca-75ea47e10e29 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.651035 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff0786c3-9a3a-4a7f-89e3-3cf6cd90d7c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.671024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff0786c3-9a3a-4a7f-89e3-3cf6cd90d7c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.678021 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff0786c3-9a3a-4a7f-89e3-3cf6cd90d7c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/82d187db-8406-4204-ae22-5e1142e0e7ec HTTP/1.1" status: 204 len: 168 time: 0.4920456 Aug 10 02:23:35.680405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52366) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.681589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2bdc76-361c-4f03-bc06-198f30a47e05 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:35.709309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-52ddf1c8-0290-4a03-baca-75ea47e10e29 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:35.712146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-52ddf1c8-0290-4a03-baca-75ea47e10e29 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3235865 Aug 10 02:23:35.714922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52368) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.722004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:35.749551 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-528afeaf-2cfe-404e-b542-c8d2e8ba92d4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678167 Aug 10 02:23:35.750707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0786c3-9a3a-4a7f-89e3-3cf6cd90d7c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=82d187db-8406-4204-ae22-5e1142e0e7ec,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:35.753523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52370) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.808716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7de598d8-3270-48f3-abd0-7bfafbfe5f43 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:35.816272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae91d5f-d66c-45d6-9c3e-b8ac60a57be3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:35.817820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0ae91d5f-d66c-45d6-9c3e-b8ac60a57be3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0636554 Aug 10 02:23:35.820918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52372) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.913131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d97f0e-ac3f-4290-989a-14d6d008c35d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:35.914615 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-76d97f0e-ac3f-4290-989a-14d6d008c35d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925729 Aug 10 02:23:35.921040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52376) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.974964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cc63b889-e2c3-4374-b178-e0bd0552eddb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457377 Aug 10 02:23:35.974964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52378) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:35.978474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:36.026480 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.044605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c317f9b6-dc0d-4dbc-96a3-44bed2b2039f None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:23:36.053320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7de598d8-3270-48f3-abd0-7bfafbfe5f43 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:36.095299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7de598d8-3270-48f3-abd0-7bfafbfe5f43 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:36.095819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.164998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c317f9b6-dc0d-4dbc-96a3-44bed2b2039f None None] Deleting port 7de598d8-3270-48f3-abd0-7bfafbfe5f43 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:36.166070 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c317f9b6-dc0d-4dbc-96a3-44bed2b2039f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.187383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:36.191891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.261961 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.331607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 7de598d8-3270-48f3-abd0-7bfafbfe5f43, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7de598d8-3270-48f3-abd0-7bfafbfe5f43,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:36.334222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c317f9b6-dc0d-4dbc-96a3-44bed2b2039f None None] For port 7de598d8-3270-48f3-abd0-7bfafbfe5f43, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7de598d8-3270-48f3-abd0-7bfafbfe5f43,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:36.340967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c317f9b6-dc0d-4dbc-96a3-44bed2b2039f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.349440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c317f9b6-dc0d-4dbc-96a3-44bed2b2039f None None] Calling delete_port for 7de598d8-3270-48f3-abd0-7bfafbfe5f43 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:36.454276 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.518290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=7de598d8-3270-48f3-abd0-7bfafbfe5f43,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:36.561420 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c317f9b6-dc0d-4dbc-96a3-44bed2b2039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.576796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.596067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317f9b6-dc0d-4dbc-96a3-44bed2b2039f None None] Pushing event deleted for resources: {'Port': ['ID=7de598d8-3270-48f3-abd0-7bfafbfe5f43,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:36.598637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c317f9b6-dc0d-4dbc-96a3-44bed2b2039f None None] No DVR routers for this DVR port 7de598d8-3270-48f3-abd0-7bfafbfe5f43 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:23:36.641544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:36.645012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:36.654812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ede0e98-d81b-4389-91f9-24b31d317e91 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:36.654968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:36.655565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:36.670939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=6e180de6-5e64-4c15-82c6-c8a94537e235,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:36.750175 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b50aa249-2388-4899-a408-90ced9e0fed0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7762842 Aug 10 02:23:36.754129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52390) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:36.763427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': '6e180de6-5e64-4c15-82c6-c8a94537e235', 'ip_address': '2001:db8::746f:28cd:6101:4a0b'}], 'name': 'tempest-NetworksTestDHCPv6-1650016347'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:36.944804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-79b5c8e2-122b-4354-ba82-6f979737c9eb req-aab269f3-d92d-42c0-9479-4516944731df service neutron] (101223) timed out ('10.222.0.11', 65019) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:23:37.044807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:37.067444 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:37.089611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '6e180de6-5e64-4c15-82c6-c8a94537e235'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:23:37.089954 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:37.147968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:37.201044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Allocated IP 172.25.3.250 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/8d58b0e1-78f1-4c9b-aeb4-fb7e7d0843e2) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:37.265881 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:37.302212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 70d259b1-b76e-4a54-ba53-053bf6c1949f yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:23:37.363989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/6e180de6-5e64-4c15-82c6-c8a94537e235/95767ea2-66c2-4fc5-980a-0d444cc9864e) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:37.470867 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:37.587116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:37.597892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Transition to ACTIVE for port object 95767ea2-66c2-4fc5-980a-0d444cc9864e will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:37.616989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Transition to ACTIVE for port object 95767ea2-66c2-4fc5-980a-0d444cc9864e will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:37.662880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7de598d8-3270-48f3-abd0-7bfafbfe5f43 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:37.687256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7de598d8-3270-48f3-abd0-7bfafbfe5f43 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:23:37.687656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7de598d8-3270-48f3-abd0-7bfafbfe5f43 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:23:37.707711 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:37.752561 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:37.758320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:37.763085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:37.765244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event updated for resources: {'Port': ['ID=8d58b0e1-78f1-4c9b-aeb4-fb7e7d0843e2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:37.777428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:37.812424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:37.818220 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:37.823018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:37.834841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::746f:28cd:6101:4a0b (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/6e180de6-5e64-4c15-82c6-c8a94537e235/70d259b1-b76e-4a54-ba53-053bf6c1949f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:37.857595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Pushing event updated for resources: {'Port': ['ID=95767ea2-66c2-4fc5-980a-0d444cc9864e,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:37.926415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Attempting to bind port 95767ea2-66c2-4fc5-980a-0d444cc9864e on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:37.926815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Attempting to bind port 95767ea2-66c2-4fc5-980a-0d444cc9864e by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:37.927182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Attempting to bind port 95767ea2-66c2-4fc5-980a-0d444cc9864e on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:37.953982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:37.954373 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:37.955010 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:37.955421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:37.955907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Bound port: 95767ea2-66c2-4fc5-980a-0d444cc9864e, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:37.956299 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:38.141415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] For port 95767ea2-66c2-4fc5-980a-0d444cc9864e, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:38.156810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] For port 95767ea2-66c2-4fc5-980a-0d444cc9864e, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=95767ea2-66c2-4fc5-980a-0d444cc9864e,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:38.228757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:38.241510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:38.289857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 70d259b1-b76e-4a54-ba53-053bf6c1949f will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:38.307893 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:38.350456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a2664-8df2-45df-87bd-5a5c812855dd None None] Pushing event updated for resources: {'Port': ['ID=95767ea2-66c2-4fc5-980a-0d444cc9864e,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:38.460904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:38.573030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:38.592265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:38.601859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:38.617805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:38.625544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:38.655743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=70d259b1-b76e-4a54-ba53-053bf6c1949f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:38.814950 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d0d54e0-f873-4a3b-b549-ad3ad70288c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0504301 Aug 10 02:23:38.817090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52414) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:38.823083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-26410322-1fcd-4022-8b4e-69a1888cbc00 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': '6e180de6-5e64-4c15-82c6-c8a94537e235', 'ip_address': '2001:db8::746f:28cd:6101:4a0b'}], 'name': 'tempest-NetworksTestDHCPv6-458486087'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:38.862439 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:38.866431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:39.126971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26410322-1fcd-4022-8b4e-69a1888cbc00 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:39.132654 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26410322-1fcd-4022-8b4e-69a1888cbc00 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:39.161518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-26410322-1fcd-4022-8b4e-69a1888cbc00 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 36cc0354-e70a-4e78-9108-fe0404cfe97b yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:23:39.171568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Router 64d0e83a-c51b-48f5-a9a5-f4a75b709b0e is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:39.379348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:39.396217 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660162b8-94d4-4ee4-9ce4-07febd8c4183 None None] Sync routers for ids ['64d0e83a-c51b-48f5-a9a5-f4a75b709b0e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:39.404077 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:39.406115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5cf70c68-dfaa-4e4c-a508-554db764d132 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "PUT /v2.0/routers/64d0e83a-c51b-48f5-a9a5-f4a75b709b0e HTTP/1.1" status: 200 len: 884 time: 3.6887820 Aug 10 02:23:39.408075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:39.414728 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660162b8-94d4-4ee4-9ce4-07febd8c4183 None None] Routers {'64d0e83a-c51b-48f5-a9a5-f4a75b709b0e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:39.415555 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-660162b8-94d4-4ee4-9ce4-07febd8c4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['64d0e83a-c51b-48f5-a9a5-f4a75b709b0e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:39.538070 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-660162b8-94d4-4ee4-9ce4-07febd8c4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:39.565291 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660162b8-94d4-4ee4-9ce4-07febd8c4183 None None] Routers {'64d0e83a-c51b-48f5-a9a5-f4a75b709b0e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:39.565932 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-660162b8-94d4-4ee4-9ce4-07febd8c4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['64d0e83a-c51b-48f5-a9a5-f4a75b709b0e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:39.607497 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-26410322-1fcd-4022-8b4e-69a1888cbc00 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 02:23:39.615489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26410322-1fcd-4022-8b4e-69a1888cbc00 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:23:39.649967 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-660162b8-94d4-4ee4-9ce4-07febd8c4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:39.650644 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660162b8-94d4-4ee4-9ce4-07febd8c4183 None None] The sync data for ids ['64d0e83a-c51b-48f5-a9a5-f4a75b709b0e'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:39.674625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4416b906-9663-4447-86fe-c62bc0d796ab tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/routers/64d0e83a-c51b-48f5-a9a5-f4a75b709b0e HTTP/1.1" status: 200 len: 925 time: 0.2638659 Aug 10 02:23:39.676143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52428) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:39.765414 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-26410322-1fcd-4022-8b4e-69a1888cbc00 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9468751 Aug 10 02:23:39.767834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:39.807378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 95767ea2-66c2-4fc5-980a-0d444cc9864e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:39.812274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256a7678-1093-4f86-8f56-18c1648af794 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:39.813845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-256a7678-1093-4f86-8f56-18c1648af794 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=64d0e83a-c51b-48f5-a9a5-f4a75b709b0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1366780 Aug 10 02:23:39.816787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52432) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:39.903738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2cd5db-d12a-4819-bb12-d9523b6653b4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:39.915886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2cd5db-d12a-4819-bb12-d9523b6653b4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:39.921214 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2e2cd5db-d12a-4819-bb12-d9523b6653b4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1523359 Aug 10 02:23:39.921831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:39.964871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1334a2-03ca-4aa9-ae48-8a78aec666bb tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:39.972914 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-df1334a2-03ca-4aa9-ae48-8a78aec666bb tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 881 time: 0.1550736 Aug 10 02:23:39.976598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52438) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:40.038918 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-47569ef9-6352-4e9a-abd4-20c400f6fb64 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=64d0e83a-c51b-48f5-a9a5-f4a75b709b0e HTTP/1.1" status: 200 len: 205 time: 0.0612760 Aug 10 02:23:40.045720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52440) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:40.078986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 95767ea2-66c2-4fc5-980a-0d444cc9864e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:40.101211 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c0121189-ed6d-4dfd-af09-a60f6ad8df37 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 70d259b1-b76e-4a54-ba53-053bf6c1949f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:40.102386 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0121189-ed6d-4dfd-af09-a60f6ad8df37 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.217877 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.285369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54ba1c0b-3560-4718-943b-1a6aa0a8f141 None None] Provisioning for port 95767ea2-66c2-4fc5-980a-0d444cc9864e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:40.285499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0121189-ed6d-4dfd-af09-a60f6ad8df37 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.292337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54ba1c0b-3560-4718-943b-1a6aa0a8f141 None None] Provisioning complete for port 95767ea2-66c2-4fc5-980a-0d444cc9864e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:40.300828 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c0b-3560-4718-943b-1a6aa0a8f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.309553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c0121189-ed6d-4dfd-af09-a60f6ad8df37 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 70d259b1-b76e-4a54-ba53-053bf6c1949f owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:40.389779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.462414 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c0b-3560-4718-943b-1a6aa0a8f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.523150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-54ba1c0b-3560-4718-943b-1a6aa0a8f141 None None] For port 95767ea2-66c2-4fc5-980a-0d444cc9864e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=95767ea2-66c2-4fc5-980a-0d444cc9864e,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:40.608760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Deleting port 8d58b0e1-78f1-4c9b-aeb4-fb7e7d0843e2 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:40.609129 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.633002 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0121189-ed6d-4dfd-af09-a60f6ad8df37 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.669138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0121189-ed6d-4dfd-af09-a60f6ad8df37 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=70d259b1-b76e-4a54-ba53-053bf6c1949f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:40.701677 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54ba1c0b-3560-4718-943b-1a6aa0a8f141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.716472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.722463 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0121189-ed6d-4dfd-af09-a60f6ad8df37 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:40.724928 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c0121189-ed6d-4dfd-af09-a60f6ad8df37 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/70d259b1-b76e-4a54-ba53-053bf6c1949f HTTP/1.1" status: 204 len: 168 time: 0.8014925 Aug 10 02:23:40.727418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52450) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:40.735553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Calling delete_port for 8d58b0e1-78f1-4c9b-aeb4-fb7e7d0843e2 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:40.834083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a31b5cea-8c7c-48c8-95e3-e9abd72477a0 None None] Could not find standard attr ID for object 70d259b1-b76e-4a54-ba53-053bf6c1949f. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:23:40.854025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499424a5-118f-422b-ad76-f595d27dd5c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:40.856835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499424a5-118f-422b-ad76-f595d27dd5c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:40.861019 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-499424a5-118f-422b-ad76-f595d27dd5c1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1302571 Aug 10 02:23:40.861649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52454) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:40.878131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba1c0b-3560-4718-943b-1a6aa0a8f141 None None] Pushing event updated for resources: {'Port': ['ID=95767ea2-66c2-4fc5-980a-0d444cc9864e,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:40.967772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-015f461a-32a6-40ad-a5a4-c812d1f10f99 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 6e180de6-5e64-4c15-82c6-c8a94537e235 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:40.989294 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015f461a-32a6-40ad-a5a4-c812d1f10f99 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.051099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015f461a-32a6-40ad-a5a4-c812d1f10f99 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.202322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015f461a-32a6-40ad-a5a4-c812d1f10f99 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.223996 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.264132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event deleted for resources: {'Port': ['ID=8d58b0e1-78f1-4c9b-aeb4-fb7e7d0843e2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:41.346646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.421039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015f461a-32a6-40ad-a5a4-c812d1f10f99 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.480237 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.485313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f461a-32a6-40ad-a5a4-c812d1f10f99 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=6e180de6-5e64-4c15-82c6-c8a94537e235,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:41.487506 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.489526 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015f461a-32a6-40ad-a5a4-c812d1f10f99 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.491520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-015f461a-32a6-40ad-a5a4-c812d1f10f99 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/6e180de6-5e64-4c15-82c6-c8a94537e235 HTTP/1.1" status: 204 len: 168 time: 0.6287618 Aug 10 02:23:41.495643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:41.504882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b306db4-efc3-4d7a-af46-7c27e780b82c None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:41.628101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52468) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:41.628258 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b4798728-3d32-4cd0-997a-28644af070dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292984 Aug 10 02:23:41.635023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:41.723279 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.724387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Fanout notify agent at l3_agent the message router_deleted on router 64d0e83a-c51b-48f5-a9a5-f4a75b709b0e {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:41.729909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 95767ea2-66c2-4fc5-980a-0d444cc9864e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:41.733325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.738589 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5e2537f2-7306-41e2-ba68-97af4ff2f4f0 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/64d0e83a-c51b-48f5-a9a5-f4a75b709b0e HTTP/1.1" status: 204 len: 168 time: 1.6911011 Aug 10 02:23:41.738993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52470) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:41.744760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f4d0fba8-3d8c-468c-ae4f-562ad1732998 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1376734453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:41.834635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5b182-d98e-4231-88fc-2d077528201c None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:23:41.843446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 95767ea2-66c2-4fc5-980a-0d444cc9864e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:41.844114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.947343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4d0fba8-3d8c-468c-ae4f-562ad1732998 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.949142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4d0fba8-3d8c-468c-ae4f-562ad1732998 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:41.963359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5b182-d98e-4231-88fc-2d077528201c None None] Deleting port 95767ea2-66c2-4fc5-980a-0d444cc9864e {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:41.963630 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b182-d98e-4231-88fc-2d077528201c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.044020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4d0fba8-3d8c-468c-ae4f-562ad1732998 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.049879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:42.053953 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.061884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5cf5b182-d98e-4231-88fc-2d077528201c None None] For port 95767ea2-66c2-4fc5-980a-0d444cc9864e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=95767ea2-66c2-4fc5-980a-0d444cc9864e,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:42.062692 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b182-d98e-4231-88fc-2d077528201c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.081678 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5b182-d98e-4231-88fc-2d077528201c None None] Calling delete_port for 95767ea2-66c2-4fc5-980a-0d444cc9864e owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:42.147710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4d0fba8-3d8c-468c-ae4f-562ad1732998 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.273643 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f4d0fba8-3d8c-468c-ae4f-562ad1732998 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.295418 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f4d0fba8-3d8c-468c-ae4f-562ad1732998 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5526044 Aug 10 02:23:42.304041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52478) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:42.314037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5cf5b182-d98e-4231-88fc-2d077528201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.318697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': True}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:42.346174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5b182-d98e-4231-88fc-2d077528201c None None] Pushing event deleted for resources: {'Port': ['ID=95767ea2-66c2-4fc5-980a-0d444cc9864e,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:42.350437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf5b182-d98e-4231-88fc-2d077528201c None None] No DVR routers for this DVR port 95767ea2-66c2-4fc5-980a-0d444cc9864e on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:23:42.596624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.873947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.943963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:42.947473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:42.951369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:42.951992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:42.957672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620fd41-0d7b-4926-9f18-6b82058d59fd None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:42.964853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=80067022-c04c-482c-a3ab-092fd9ee3d52,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:43.114415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-55a85248-edc9-4c3b-8fca-11c2d04adcb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4847362 Aug 10 02:23:43.117229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52490) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:43.124562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-310b4d11-d9bd-4a2f-9817-3afb02f47c5d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': '80067022-c04c-482c-a3ab-092fd9ee3d52', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-356062688'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:43.164933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '80067022-c04c-482c-a3ab-092fd9ee3d52'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:23:43.166317 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.262464 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.353170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310b4d11-d9bd-4a2f-9817-3afb02f47c5d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:43.378346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/80067022-c04c-482c-a3ab-092fd9ee3d52/f0828f53-429c-4dfe-b903-f21788b0caea) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:43.401247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.444687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.547597 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-310b4d11-d9bd-4a2f-9817-3afb02f47c5d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.578421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-310b4d11-d9bd-4a2f-9817-3afb02f47c5d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 2ea943ca-a708-4195-88d7-d4531fa6092c yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:23:43.641558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Allocated IP 172.25.3.77 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/03ac0c32-24d0-4af3-9b13-d9aaffc1ac62) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:43.681686 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.691078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 95767ea2-66c2-4fc5-980a-0d444cc9864e no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:43.716207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Transition to ACTIVE for port object f0828f53-429c-4dfe-b903-f21788b0caea will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:43.718253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 95767ea2-66c2-4fc5-980a-0d444cc9864e {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:23:43.718714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 95767ea2-66c2-4fc5-980a-0d444cc9864e not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:23:43.736762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Transition to ACTIVE for port object f0828f53-429c-4dfe-b903-f21788b0caea will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:43.781406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.805897 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.833117 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-310b4d11-d9bd-4a2f-9817-3afb02f47c5d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:23:43.833568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310b4d11-d9bd-4a2f-9817-3afb02f47c5d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:23:43.866527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:43.870271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:43.875609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:43.881485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Pushing event updated for resources: {'Port': ['ID=f0828f53-429c-4dfe-b903-f21788b0caea,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:43.894133 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.931358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:43.935410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:43.937919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:43.953787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-310b4d11-d9bd-4a2f-9817-3afb02f47c5d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8349102 Aug 10 02:23:43.956003 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52502) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:43.975145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Attempting to bind port f0828f53-429c-4dfe-b903-f21788b0caea on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:43.976124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Attempting to bind port f0828f53-429c-4dfe-b903-f21788b0caea by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:43.976679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Attempting to bind port f0828f53-429c-4dfe-b903-f21788b0caea on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:43.986014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event updated for resources: {'Port': ['ID=03ac0c32-24d0-4af3-9b13-d9aaffc1ac62,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:43.989846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:43.991343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:43.991940 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:43.993441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:43.994157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Bound port: f0828f53-429c-4dfe-b903-f21788b0caea, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:43.995605 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.064607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e679bd90-7254-49b7-b235-8bdcdc8e5d5e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:44.069121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e679bd90-7254-49b7-b235-8bdcdc8e5d5e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1117241 Aug 10 02:23:44.069860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52506) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:44.110660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] For port f0828f53-429c-4dfe-b903-f21788b0caea, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:44.114853 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] For port f0828f53-429c-4dfe-b903-f21788b0caea, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f0828f53-429c-4dfe-b903-f21788b0caea,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:44.133255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70289fbc-a320-46a6-a686-b216dcc28aa0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:44.135030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70289fbc-a320-46a6-a686-b216dcc28aa0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:44.137199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-70289fbc-a320-46a6-a686-b216dcc28aa0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0657344 Aug 10 02:23:44.140241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52508) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:44.166337 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.213423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ec1f13-1620-4ee0-b310-c89434e51be1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 80067022-c04c-482c-a3ab-092fd9ee3d52 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:44.219323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72ec1f13-1620-4ee0-b310-c89434e51be1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.271375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Pushing event updated for resources: {'Port': ['ID=f0828f53-429c-4dfe-b903-f21788b0caea,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:44.280941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.281313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.281972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.284455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.284849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.285214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.285672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.286029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.286380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.286827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.287178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.287734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7482016-aa12-4c13-93cd-7320b68e423e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:23:44.319789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72ec1f13-1620-4ee0-b310-c89434e51be1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.373175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.458918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.518640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72ec1f13-1620-4ee0-b310-c89434e51be1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.729493 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72ec1f13-1620-4ee0-b310-c89434e51be1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.771180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec1f13-1620-4ee0-b310-c89434e51be1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=80067022-c04c-482c-a3ab-092fd9ee3d52,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:44.773265 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72ec1f13-1620-4ee0-b310-c89434e51be1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.776251 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-72ec1f13-1620-4ee0-b310-c89434e51be1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/80067022-c04c-482c-a3ab-092fd9ee3d52 HTTP/1.1" status: 204 len: 168 time: 0.6348050 Aug 10 02:23:44.777896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52520) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:44.818373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-db1cab84-6765-4ad7-b70f-228d72290bef tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388310 Aug 10 02:23:44.826319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52522) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:44.832602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:44.910271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:44.923842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:45.063916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:45.067769 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:45.259350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Router 3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:45.442872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:45.448659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:45.449689 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-17dae96d-481f-472e-b50c-5eb03ff61667 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "PUT /v2.0/routers/3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a HTTP/1.1" status: 200 len: 918 time: 3.1353471 Aug 10 02:23:45.452015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52530) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:45.454052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693e5c9-32cc-40aa-9eff-d5e31b5d67ee None None] Sync routers for ids ['3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:45.465350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693e5c9-32cc-40aa-9eff-d5e31b5d67ee None None] Routers {'3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:45.466290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b693e5c9-32cc-40aa-9eff-d5e31b5d67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:45.501520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:45.519314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b693e5c9-32cc-40aa-9eff-d5e31b5d67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:45.544557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693e5c9-32cc-40aa-9eff-d5e31b5d67ee None None] Routers {'3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:45.545372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b693e5c9-32cc-40aa-9eff-d5e31b5d67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:45.591834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b693e5c9-32cc-40aa-9eff-d5e31b5d67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:45.592634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693e5c9-32cc-40aa-9eff-d5e31b5d67ee None None] The sync data for ids ['3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:45.594218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38974b7f-4c2f-496b-8ac6-b4784d206b44 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:45.597289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:45.603435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:45.614727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:45.615787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:45.638839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=ff03aa51-1f54-4858-8e04-f8eebe9254e9,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:45.706895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2132718e-4dc2-44a4-af1c-1f3646ae6938 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/routers/3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a HTTP/1.1" status: 200 len: 924 time: 0.2536693 Aug 10 02:23:45.709974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52536) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:45.739872 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dfdb5637-1be6-4960-a32c-3323d7efa2f9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9123242 Aug 10 02:23:45.740498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52540) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:45.745961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f951ee45-aa98-4e53-8506-6d840deb60d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-304695078', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:45.792616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f0828f53-429c-4dfe-b903-f21788b0caea up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:45.806829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0728f36c-7bb6-42ff-a5b0-5f04f616ffd7 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:45.808465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0728f36c-7bb6-42ff-a5b0-5f04f616ffd7 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0970585 Aug 10 02:23:45.811834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52542) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:45.822613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-14e1bff9-9298-46ed-98d1-380f76316ef1 None None] Provisioning for port f0828f53-429c-4dfe-b903-f21788b0caea completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:45.871852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f951ee45-aa98-4e53-8506-6d840deb60d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:45.872967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f951ee45-aa98-4e53-8506-6d840deb60d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:45.957272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f951ee45-aa98-4e53-8506-6d840deb60d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:45.969339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1091493-710c-4ee2-9dc6-ede47b9c1dd9 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:45.971368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d1091493-710c-4ee2-9dc6-ede47b9c1dd9 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 881 time: 0.1584144 Aug 10 02:23:45.974383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52546) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:45.982034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f0828f53-429c-4dfe-b903-f21788b0caea completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:45.990373 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f0828f53-429c-4dfe-b903-f21788b0caea triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:45.990969 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.010779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f951ee45-aa98-4e53-8506-6d840deb60d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.040710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1b33a3a9-c05f-484b-afb7-36d31e855a87 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a HTTP/1.1" status: 200 len: 205 time: 0.0648940 Aug 10 02:23:46.044404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52550) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:46.154330 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.154566 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f951ee45-aa98-4e53-8506-6d840deb60d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.160166 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f951ee45-aa98-4e53-8506-6d840deb60d3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4183600 Aug 10 02:23:46.160758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52552) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:46.180847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ce530-9e67-4060-9a62-4a787163af10 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:46.298479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port f0828f53-429c-4dfe-b903-f21788b0caea, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f0828f53-429c-4dfe-b903-f21788b0caea,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:46.301634 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.322238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1b36900b-7246-42dd-867d-1c14c87e7e62 None None] Provisioning complete for port f0828f53-429c-4dfe-b903-f21788b0caea triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:46.322720 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1b36900b-7246-42dd-867d-1c14c87e7e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.404336 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.449384 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.533234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=f0828f53-429c-4dfe-b903-f21788b0caea,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:46.638696 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.676187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Deleting port 03ac0c32-24d0-4af3-9b13-d9aaffc1ac62 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:46.676813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.860918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:46.879159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Calling delete_port for 03ac0c32-24d0-4af3-9b13-d9aaffc1ac62 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:46.960809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1095831b-29d8-4879-a08f-4dcc5d73ce5d None None] Provisioning complete for port f0828f53-429c-4dfe-b903-f21788b0caea triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:46.961349 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1095831b-29d8-4879-a08f-4dcc5d73ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.121357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::1 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/ff03aa51-1f54-4858-8e04-f8eebe9254e9/d85a7ff4-1ae5-4c91-bb0b-c50a33228022) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:47.170327 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.218712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event deleted for resources: {'Port': ['ID=03ac0c32-24d0-4af3-9b13-d9aaffc1ac62,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:47.259253 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.276427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object d85a7ff4-1ae5-4c91-bb0b-c50a33228022 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:47.332555 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.387853 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.431689 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.434459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.439040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:47.446432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:47.455049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:47.455049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.455331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=d85a7ff4-1ae5-4c91-bb0b-c50a33228022,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:47.549134 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.550010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Fanout notify agent at l3_agent the message router_deleted on router 3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:47.561448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.564840 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b5c4dffe-9135-4d1a-893c-fb1c4c8e7675 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a HTTP/1.1" status: 204 len: 168 time: 1.5191364 Aug 10 02:23:47.576672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52572) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:47.581626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4f6e738c-d917-4f4c-afc7-4d885d310620 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-624866859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:47.700128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f6e738c-d917-4f4c-afc7-4d885d310620 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.701238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f6e738c-d917-4f4c-afc7-4d885d310620 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.702317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f0828f53-429c-4dfe-b903-f21788b0caea up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:47.770262 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.772873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f0828f53-429c-4dfe-b903-f21788b0caea triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:47.773318 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.849916 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f6e738c-d917-4f4c-afc7-4d885d310620 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.889749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c794218c-60fb-4814-b484-09cc34355491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.896473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f6e738c-d917-4f4c-afc7-4d885d310620 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.966656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f6e738c-d917-4f4c-afc7-4d885d310620 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:47.971456 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4f6e738c-d917-4f4c-afc7-4d885d310620 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3933668 Aug 10 02:23:47.972150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52582) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:47.977444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'enable_snat': False}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:48.021006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-adfe0d3e-dbf1-4bff-b7f6-10d78b25ac35 None None] Provisioning for port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:48.026694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-adfe0d3e-dbf1-4bff-b7f6-10d78b25ac35 None None] Provisioning complete for port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:48.027872 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-adfe0d3e-dbf1-4bff-b7f6-10d78b25ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:48.100240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-adfe0d3e-dbf1-4bff-b7f6-10d78b25ac35 None None] Port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:23:48.194135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:48.256047 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:48.257183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:48.304914 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:48.356753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=d85a7ff4-1ae5-4c91-bb0b-c50a33228022,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:48.415990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:48.421072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:48.655289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:48.671277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Router 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:48.708820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:48.729105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4be26e38-53e0-492c-928b-838d0b436ea9 None None] Provisioning complete for port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:48.730362 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4be26e38-53e0-492c-928b-838d0b436ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:48.785342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4be26e38-53e0-492c-928b-838d0b436ea9 None None] Port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:23:48.810689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:48.821782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52594) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:48.822570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1fca0f12-47f1-4b1a-b492-c93e90a022a5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "PUT /v2.0/routers/13e0b82a-dd96-4b43-8bcf-93aa55c2b468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6594038 Aug 10 02:23:48.823828 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Sync routers for ids ['13e0b82a-dd96-4b43-8bcf-93aa55c2b468'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:48.839601 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Routers {'13e0b82a-dd96-4b43-8bcf-93aa55c2b468'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:48.841281 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13e0b82a-dd96-4b43-8bcf-93aa55c2b468'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:48.923452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Allocated IP 172.25.3.2 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/b60468e1-410b-4732-98d6-1961ff07de73) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:48.932311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac617e-8142-4fe0-814f-a28346237faf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:48.934944 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-55ac617e-8142-4fe0-814f-a28346237faf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports/d85a7ff4-1ae5-4c91-bb0b-c50a33228022 HTTP/1.1" status: 200 len: 911 time: 0.1117227 Aug 10 02:23:48.939106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52598) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:48.982881 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Set router 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:49.013069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd72e4b-0fd6-4e62-a704-8d4fadab0c5c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:49.021652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd72e4b-0fd6-4e62-a704-8d4fadab0c5c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:49.027618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52602) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:49.028351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cfd72e4b-0fd6-4e62-a704-8d4fadab0c5c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0886476 Aug 10 02:23:49.234003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:49.272924 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e0b82a-dd96-4b43-8bcf-93aa55c2b468', 'name': 'tempest-NetworksTestDHCPv6-router-304695078', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:45Z', 'updated_at': '2021-08-10T02:23:47Z', 'revision_number': 2, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'gw_port_host': None, '_interfaces': [{'id': 'd85a7ff4-1ae5-4c91-bb0b-c50a33228022', 'name': '', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'mac_address': 'fa:16:3e:8c:d0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e0b82a-dd96-4b43-8bcf-93aa55c2b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'ff03aa51-1f54-4858-8e04-f8eebe9254e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:46Z', 'updated_at': '2021-08-10T02:23:47Z', 'revision_number': 2, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'subnets': [{'id': 'ff03aa51-1f54-4858-8e04-f8eebe9254e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:49.301960 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Checking router: 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:23:49.302322 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Updating router 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:23:49.334040 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:49.475267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:49.759402 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:49.771765 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Transition to ACTIVE for port object d85a7ff4-1ae5-4c91-bb0b-c50a33228022 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:49.878459 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:49.917461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:49.936515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:49.942381 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac678d52-6229-461b-92c9-e43ea5bcd88c None None] Pushing event updated for resources: {'Port': ['ID=d85a7ff4-1ae5-4c91-bb0b-c50a33228022,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:49.947447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:49.952601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Pushing event updated for resources: {'Port': ['ID=b60468e1-410b-4732-98d6-1961ff07de73,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:50.006620 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Attempting to bind port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:50.006960 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Attempting to bind port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:50.007327 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Attempting to bind port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:50.014229 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:50.014853 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:50.015445 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:50.015892 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:50.016766 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Bound port: d85a7ff4-1ae5-4c91-bb0b-c50a33228022, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:50.016766 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:50.094286 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] For port d85a7ff4-1ae5-4c91-bb0b-c50a33228022, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:50.104401 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] For port d85a7ff4-1ae5-4c91-bb0b-c50a33228022, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d85a7ff4-1ae5-4c91-bb0b-c50a33228022,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:50.181358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:50.188793 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:50.272925 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Routers {'13e0b82a-dd96-4b43-8bcf-93aa55c2b468'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:50.274044 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13e0b82a-dd96-4b43-8bcf-93aa55c2b468'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:50.342893 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac678d52-6229-461b-92c9-e43ea5bcd88c None None] Pushing event updated for resources: {'Port': ['ID=d85a7ff4-1ae5-4c91-bb0b-c50a33228022,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:50.426771 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] Set router 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:50.570376 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cb91e883-c0fd-4690-b5f5-9e3fc24fdc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:50.604265 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:50.754876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:50.755308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:50.763972 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e0b82a-dd96-4b43-8bcf-93aa55c2b468', 'name': 'tempest-NetworksTestDHCPv6-router-304695078', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:45Z', 'updated_at': '2021-08-10T02:23:47Z', 'revision_number': 2, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'gw_port_host': None, '_interfaces': [{'id': 'd85a7ff4-1ae5-4c91-bb0b-c50a33228022', 'name': '', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'mac_address': 'fa:16:3e:8c:d0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e0b82a-dd96-4b43-8bcf-93aa55c2b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'ff03aa51-1f54-4858-8e04-f8eebe9254e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:46Z', 'updated_at': '2021-08-10T02:23:50Z', 'revision_number': 4, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'subnets': [{'id': 'ff03aa51-1f54-4858-8e04-f8eebe9254e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:50.805775 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f9611-fdbe-4b41-b1ff-0d0490f48ce6 None None] The sync data for ids ['13e0b82a-dd96-4b43-8bcf-93aa55c2b468'] in n-d-767704-21 is: [{'id': '13e0b82a-dd96-4b43-8bcf-93aa55c2b468', 'name': 'tempest-NetworksTestDHCPv6-router-304695078', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:45Z', 'updated_at': '2021-08-10T02:23:47Z', 'revision_number': 2, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'gw_port_host': None, '_interfaces': [{'id': 'd85a7ff4-1ae5-4c91-bb0b-c50a33228022', 'name': '', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'mac_address': 'fa:16:3e:8c:d0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e0b82a-dd96-4b43-8bcf-93aa55c2b468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'ff03aa51-1f54-4858-8e04-f8eebe9254e9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:46Z', 'updated_at': '2021-08-10T02:23:50Z', 'revision_number': 4, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'subnets': [{'id': 'ff03aa51-1f54-4858-8e04-f8eebe9254e9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:51.061114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] For port d85a7ff4-1ae5-4c91-bb0b-c50a33228022, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d85a7ff4-1ae5-4c91-bb0b-c50a33228022,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:51.061680 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:51.065902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:51.078005 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:51.091908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for d85a7ff4-1ae5-4c91-bb0b-c50a33228022 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:51.143058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:51.507880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Router 52c39f15-cf9f-4985-942e-ffbe8cc26da2 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:51.588475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:51.696691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=d85a7ff4-1ae5-4c91-bb0b-c50a33228022,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:51.783473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d85a7ff4-1ae5-4c91-bb0b-c50a33228022 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:51.846260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: d85a7ff4-1ae5-4c91-bb0b-c50a33228022 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:23:51.846970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d85a7ff4-1ae5-4c91-bb0b-c50a33228022 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 02:23:51.876648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Port d85a7ff4-1ae5-4c91-bb0b-c50a33228022 not found, will not notify nova. {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 02:23:51.933418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:51.943949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac70589-2bdd-4bca-a3dd-38b5ac0bc129 None None] Sync routers for ids ['52c39f15-cf9f-4985-942e-ffbe8cc26da2'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:51.946183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:51.947499 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dcc8c9de-25e6-457e-bf96-b33625c7a43a tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "PUT /v2.0/routers/52c39f15-cf9f-4985-942e-ffbe8cc26da2 HTTP/1.1" status: 200 len: 917 time: 3.9743123 Aug 10 02:23:51.950989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52664) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:51.959430 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:51.962280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac70589-2bdd-4bca-a3dd-38b5ac0bc129 None None] Routers {'52c39f15-cf9f-4985-942e-ffbe8cc26da2'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:51.963098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5ac70589-2bdd-4bca-a3dd-38b5ac0bc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['52c39f15-cf9f-4985-942e-ffbe8cc26da2'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:52.030781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5ac70589-2bdd-4bca-a3dd-38b5ac0bc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:52.041203 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac70589-2bdd-4bca-a3dd-38b5ac0bc129 None None] Routers {'52c39f15-cf9f-4985-942e-ffbe8cc26da2'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:52.041919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5ac70589-2bdd-4bca-a3dd-38b5ac0bc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['52c39f15-cf9f-4985-942e-ffbe8cc26da2'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:52.083238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5ac70589-2bdd-4bca-a3dd-38b5ac0bc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:52.084131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac70589-2bdd-4bca-a3dd-38b5ac0bc129 None None] The sync data for ids ['52c39f15-cf9f-4985-942e-ffbe8cc26da2'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:52.181510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-ea03d9e9-0931-4e3a-863b-76b51e78d9bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661271 Aug 10 02:23:52.190385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5915a69c-2f9b-4573-a4c5-3709db6ece7d tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/routers/52c39f15-cf9f-4985-942e-ffbe8cc26da2 HTTP/1.1" status: 200 len: 923 time: 0.2375910 Aug 10 02:23:52.195444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52674) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:52.251918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Router 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:23:52.288440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd74fb1f-682c-4098-98d3-f341ae623252 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:52.291363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cd74fb1f-682c-4098-98d3-f341ae623252 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=52c39f15-cf9f-4985-942e-ffbe8cc26da2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0932608 Aug 10 02:23:52.300323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52676) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:52.324417 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:52.351965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:52.366095 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c1d4b84a-a29f-4bab-95a9-bafb436f3cd8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "PUT /v2.0/routers/13e0b82a-dd96-4b43-8bcf-93aa55c2b468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3369119 Aug 10 02:23:52.368626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52680) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:52.378957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-b4ac630b-6747-4b45-a1cf-77b2ba6f757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:52.380818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-b4ac630b-6747-4b45-a1cf-77b2ba6f757b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 1098 time: 0.1250858 Aug 10 02:23:52.446892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d47e68-ca37-4e69-a712-ae03101d8f58 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:52.448581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d47e68-ca37-4e69-a712-ae03101d8f58 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:52.451177 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03d47e68-ca37-4e69-a712-ae03101d8f58 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0811589 Aug 10 02:23:52.453457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52684) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:52.471221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1997f7-cafd-451a-8ebe-ac9dd213eb26 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:52.475755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1e1997f7-cafd-451a-8ebe-ac9dd213eb26 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/networks/70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 881 time: 0.1705639 Aug 10 02:23:52.476460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52688) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:52.520005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fd28be94-be62-401e-9e6e-9b43159a9652 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=52c39f15-cf9f-4985-942e-ffbe8cc26da2 HTTP/1.1" status: 200 len: 205 time: 0.0404904 Aug 10 02:23:52.520653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52690) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:52.531720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b1fd1f-9bca-4985-9fb9-f6f3c133dacd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet ff03aa51-1f54-4858-8e04-f8eebe9254e9 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:23:52.535374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8b1fd1f-9bca-4985-9fb9-f6f3c133dacd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:52.605726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8b1fd1f-9bca-4985-9fb9-f6f3c133dacd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:52.653216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-815435cb-eda7-49ae-8253-fdf87e8fa4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:52.654841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-815435cb-eda7-49ae-8253-fdf87e8fa4e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b HTTP/1.1" status: 200 len: 898 time: 0.2490897 Aug 10 02:23:52.668563 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8b1fd1f-9bca-4985-9fb9-f6f3c133dacd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:52.755979 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:52.812627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-ca2fe1c9-0a9b-4cfc-b5ae-5071ad279322 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6 HTTP/1.1" status: 200 len: 1001 time: 0.1457510 Aug 10 02:23:52.834540 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] Sync routers for ids ['13e0b82a-dd96-4b43-8bcf-93aa55c2b468'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:52.852798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8b1fd1f-9bca-4985-9fb9-f6f3c133dacd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:52.865056 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] Routers {'13e0b82a-dd96-4b43-8bcf-93aa55c2b468'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:52.866640 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13e0b82a-dd96-4b43-8bcf-93aa55c2b468'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:52.891900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-784481c2-3a32-4222-a10c-c8d839335e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:52.893501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-784481c2-3a32-4222-a10c-c8d839335e52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe1fa310-2bcd-4374-8731-35b8d9177fe1 HTTP/1.1" status: 200 len: 835 time: 0.0735538 Aug 10 02:23:52.908129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1fd1f-9bca-4985-9fb9-f6f3c133dacd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=ff03aa51-1f54-4858-8e04-f8eebe9254e9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:52.919455 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8b1fd1f-9bca-4985-9fb9-f6f3c133dacd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:52.924791 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c8b1fd1f-9bca-4985-9fb9-f6f3c133dacd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/ff03aa51-1f54-4858-8e04-f8eebe9254e9 HTTP/1.1" status: 204 len: 168 time: 0.4698195 Aug 10 02:23:52.926538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8486ba-e1b6-4266-94f8-9d8a2965c793 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:52.928395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52702) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:52.994339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] Set router 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:53.051248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.097694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-6865f248-8e0f-4fd5-b393-186369d6b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:53.101970 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-6865f248-8e0f-4fd5-b393-186369d6b041 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1992314 Aug 10 02:23:53.137897 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e0b82a-dd96-4b43-8bcf-93aa55c2b468', 'name': 'tempest-NetworksTestDHCPv6-router-304695078', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:45Z', 'updated_at': '2021-08-10T02:23:51Z', 'revision_number': 3, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:53.169759 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] Checking router: 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:23:53.183708 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] Routers {'13e0b82a-dd96-4b43-8bcf-93aa55c2b468'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:53.184836 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13e0b82a-dd96-4b43-8bcf-93aa55c2b468'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:53.225576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-57b3c14d-bbea-4e05-9452-aaad3bc47bf1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2935212 Aug 10 02:23:53.225847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52708) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:53.288908 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] Set router 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:53.324471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b45849-5329-4a00-9371-7ecdf69403df None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:23:53.372729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e45c274-0606-4d54-a907-7bcc1ad22afe tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.377801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-9f5d2a91-29c7-4acc-a1e5-68f0fdb50bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662892 Aug 10 02:23:53.383409 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e0b82a-dd96-4b43-8bcf-93aa55c2b468', 'name': 'tempest-NetworksTestDHCPv6-router-304695078', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:45Z', 'updated_at': '2021-08-10T02:23:51Z', 'revision_number': 3, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:53.418824 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e7b59-0b8a-4b62-acd2-d8b2f073407d None None] The sync data for ids ['13e0b82a-dd96-4b43-8bcf-93aa55c2b468'] in n-d-767704-21 is: [{'id': '13e0b82a-dd96-4b43-8bcf-93aa55c2b468', 'name': 'tempest-NetworksTestDHCPv6-router-304695078', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:45Z', 'updated_at': '2021-08-10T02:23:51Z', 'revision_number': 3, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:53.435796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-09b45849-5329-4a00-9371-7ecdf69403df None None] Deleting port f0828f53-429c-4dfe-b903-f21788b0caea {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:53.438066 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-09b45849-5329-4a00-9371-7ecdf69403df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.528053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-09b45849-5329-4a00-9371-7ecdf69403df None None] For port f0828f53-429c-4dfe-b903-f21788b0caea, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f0828f53-429c-4dfe-b903-f21788b0caea,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:53.528975 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-09b45849-5329-4a00-9371-7ecdf69403df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.535192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f8da05c-9bdf-4043-823a-91d76f9d798e req-60172b45-f4f4-4717-8356-3fef4c6ed3e7 service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463144 Aug 10 02:23:53.538505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Deleting port b60468e1-410b-4732-98d6-1961ff07de73 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:53.538918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.663754 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.678724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e45c274-0606-4d54-a907-7bcc1ad22afe tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.681313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e45c274-0606-4d54-a907-7bcc1ad22afe tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.694367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Calling delete_port for b60468e1-410b-4732-98d6-1961ff07de73 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:53.840797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-09b45849-5329-4a00-9371-7ecdf69403df None None] Calling delete_port for f0828f53-429c-4dfe-b903-f21788b0caea owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:53.857558 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e45c274-0606-4d54-a907-7bcc1ad22afe tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.858390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e45c274-0606-4d54-a907-7bcc1ad22afe tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Fanout notify agent at l3_agent the message router_deleted on router 13e0b82a-dd96-4b43-8bcf-93aa55c2b468 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:53.873623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9e45c274-0606-4d54-a907-7bcc1ad22afe tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:53.878351 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9e45c274-0606-4d54-a907-7bcc1ad22afe tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/routers/13e0b82a-dd96-4b43-8bcf-93aa55c2b468 HTTP/1.1" status: 204 len: 168 time: 0.6510558 Aug 10 02:23:53.879057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52720) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:53.891035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d85a7ff4-1ae5-4c91-bb0b-c50a33228022 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:53.891807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:53.919676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: d85a7ff4-1ae5-4c91-bb0b-c50a33228022 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:23:53.920355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d85a7ff4-1ae5-4c91-bb0b-c50a33228022 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:23:53.921225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f0828f53-429c-4dfe-b903-f21788b0caea no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:23:54.096000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.116313 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.143173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:23:54.143333 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.143479 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.174806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event deleted for resources: {'Port': ['ID=b60468e1-410b-4732-98d6-1961ff07de73,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:54.240672 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.256457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-09b45849-5329-4a00-9371-7ecdf69403df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.370295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b45849-5329-4a00-9371-7ecdf69403df None None] Pushing event deleted for resources: {'Port': ['ID=f0828f53-429c-4dfe-b903-f21788b0caea,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:54.380169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b45849-5329-4a00-9371-7ecdf69403df None None] No DVR routers for this DVR port f0828f53-429c-4dfe-b903-f21788b0caea on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:23:54.856384 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.859055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.964063 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.986657 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:54.987254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Fanout notify agent at l3_agent the message router_deleted on router 52c39f15-cf9f-4985-942e-ffbe8cc26da2 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:23:54.997047 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.002488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-798b448d-4ccc-448b-9362-3c8d68904f70 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/52c39f15-cf9f-4985-942e-ffbe8cc26da2 HTTP/1.1" status: 204 len: 168 time: 2.4787824 Aug 10 02:23:55.003198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52750) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:55.013768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:55.013768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:55.014010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1054885495', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:55.014173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:55.014173 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.023367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac28a74-b608-45ba-bbcc-379512ded780 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:23:55.035930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=bdb1058c-dc9f-4f43-a5b8-a4e05210441a,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:55.118814 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.119873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.186048 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.189066 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c438d9fe-0cfb-4d29-b382-afc4abe0a61b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3045149 Aug 10 02:23:55.189414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52758) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:55.195011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1bdd15e1-505e-4e59-8538-6c361712fd86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-215350693', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:55.208736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': 'bdb1058c-dc9f-4f43-a5b8-a4e05210441a'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:23:55.211682 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.302058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1bdd15e1-505e-4e59-8538-6c361712fd86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.303652 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1bdd15e1-505e-4e59-8538-6c361712fd86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.414972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1bdd15e1-505e-4e59-8538-6c361712fd86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.426409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/bdb1058c-dc9f-4f43-a5b8-a4e05210441a/e8c8ebe1-70b0-40de-8f17-35707e8650a0) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:55.466878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.524545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1bdd15e1-505e-4e59-8538-6c361712fd86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.582798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.591542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Transition to ACTIVE for port object e8c8ebe1-70b0-40de-8f17-35707e8650a0 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:55.607755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Transition to ACTIVE for port object e8c8ebe1-70b0-40de-8f17-35707e8650a0 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:55.701237 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1bdd15e1-505e-4e59-8538-6c361712fd86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.702895 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1bdd15e1-505e-4e59-8538-6c361712fd86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5122452 Aug 10 02:23:55.705495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52768) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:55.755486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.799574 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.815757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:55.827915 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.828130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Pushing event updated for resources: {'Port': ['ID=e8c8ebe1-70b0-40de-8f17-35707e8650a0,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:55.842340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:55.847444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:55.923005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Attempting to bind port e8c8ebe1-70b0-40de-8f17-35707e8650a0 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:55.923556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Attempting to bind port e8c8ebe1-70b0-40de-8f17-35707e8650a0 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:55.924077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Attempting to bind port e8c8ebe1-70b0-40de-8f17-35707e8650a0 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:55.930130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:55.930845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:55.931436 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.931956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:55.932569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Bound port: e8c8ebe1-70b0-40de-8f17-35707e8650a0, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:55.933646 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:55.985865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Allocated IP 172.25.3.27 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/2df4e4c8-3cf4-440b-bfe9-1012afc31154) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:56.020546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] For port e8c8ebe1-70b0-40de-8f17-35707e8650a0, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:23:56.023934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] For port e8c8ebe1-70b0-40de-8f17-35707e8650a0, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e8c8ebe1-70b0-40de-8f17-35707e8650a0,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:23:56.057398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:56.109855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:56.124729 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:56.188545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8556d-5a6d-4b82-8bb1-dcf00c076386 None None] Pushing event updated for resources: {'Port': ['ID=e8c8ebe1-70b0-40de-8f17-35707e8650a0,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:56.233010 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:56.276100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:56.282245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:56.286146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:56.311184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event updated for resources: {'Port': ['ID=2df4e4c8-3cf4-440b-bfe9-1012afc31154,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:56.368685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::1 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/bdb1058c-dc9f-4f43-a5b8-a4e05210441a/c792aeab-3e78-4bdd-a0f7-1d1f2125c321) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:23:56.545845 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:56.564855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object c792aeab-3e78-4bdd-a0f7-1d1f2125c321 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:56.650055 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:56.722376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:56.726354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:56.733025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:23:56.733705 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:56.737847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=c792aeab-3e78-4bdd-a0f7-1d1f2125c321,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:56.744266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:56.988689 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:57.045128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:57.266907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Router de8f58fb-7778-4396-9f49-6a621904c4bf is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:57.440602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:57.457402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ead37a-1d7f-4915-916d-03b375aaaf7f None None] Sync routers for ids ['de8f58fb-7778-4396-9f49-6a621904c4bf'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:57.477011 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:57.486357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ead37a-1d7f-4915-916d-03b375aaaf7f None None] Routers {'de8f58fb-7778-4396-9f49-6a621904c4bf'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:57.486357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-28ead37a-1d7f-4915-916d-03b375aaaf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['de8f58fb-7778-4396-9f49-6a621904c4bf'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:57.522814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-28ead37a-1d7f-4915-916d-03b375aaaf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:57.532838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ead37a-1d7f-4915-916d-03b375aaaf7f None None] Routers {'de8f58fb-7778-4396-9f49-6a621904c4bf'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:57.533811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-28ead37a-1d7f-4915-916d-03b375aaaf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['de8f58fb-7778-4396-9f49-6a621904c4bf'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:57.552376 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:57.556321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-617d1802-9587-48c7-a2e2-4e914ce8dc92 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5494807 Aug 10 02:23:57.556632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52808) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:57.563162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:23:57.580842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:57.581652 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:57.605725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-28ead37a-1d7f-4915-916d-03b375aaaf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:57.606318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ead37a-1d7f-4915-916d-03b375aaaf7f None None] The sync data for ids ['de8f58fb-7778-4396-9f49-6a621904c4bf'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:23:57.770395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e8c8ebe1-70b0-40de-8f17-35707e8650a0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:57.823012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=c792aeab-3e78-4bdd-a0f7-1d1f2125c321,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:57.854179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:23:57.856978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:23:57.907524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e8c8ebe1-70b0-40de-8f17-35707e8650a0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:57.953117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9fd35bcf-fab4-41ed-8376-7ce5158aa54d None None] Provisioning for port e8c8ebe1-70b0-40de-8f17-35707e8650a0 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:57.963690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9fd35bcf-fab4-41ed-8376-7ce5158aa54d None None] Provisioning complete for port e8c8ebe1-70b0-40de-8f17-35707e8650a0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:57.964668 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fd35bcf-fab4-41ed-8376-7ce5158aa54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:58.123838 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fd35bcf-fab4-41ed-8376-7ce5158aa54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:58.146209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Router 53a422f1-7f01-474d-aba9-e3ab3906d450 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:23:58.184822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9fd35bcf-fab4-41ed-8376-7ce5158aa54d None None] For port e8c8ebe1-70b0-40de-8f17-35707e8650a0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e8c8ebe1-70b0-40de-8f17-35707e8650a0,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:23:58.198855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:58.260640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fd35bcf-fab4-41ed-8376-7ce5158aa54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:58.296190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:58.301914 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3a857837-909a-4e24-8c94-22e4b419bd83 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "PUT /v2.0/routers/53a422f1-7f01-474d-aba9-e3ab3906d450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5952370 Aug 10 02:23:58.304422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52818) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:58.306355 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Sync routers for ids ['53a422f1-7f01-474d-aba9-e3ab3906d450'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:23:58.323649 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Routers {'53a422f1-7f01-474d-aba9-e3ab3906d450'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:23:58.324285 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['53a422f1-7f01-474d-aba9-e3ab3906d450'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:58.375064 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:58.392303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd35bcf-fab4-41ed-8376-7ce5158aa54d None None] Pushing event updated for resources: {'Port': ['ID=e8c8ebe1-70b0-40de-8f17-35707e8650a0,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:58.410102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a009f5-9851-4bc7-a119-14eef99093dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:58.412120 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b0a009f5-9851-4bc7-a119-14eef99093dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports/c792aeab-3e78-4bdd-a0f7-1d1f2125c321 HTTP/1.1" status: 200 len: 911 time: 0.1065240 Aug 10 02:23:58.414704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52820) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:58.476510 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Set router 53a422f1-7f01-474d-aba9-e3ab3906d450 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:23:58.492540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe66d68-cf07-4f48-9571-3ecd94fe4e9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:58.496219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98cd4cdf-4fc3-485f-9f80-1bb7b4bf1d75 None None] Provisioning for port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:23:58.501882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98cd4cdf-4fc3-485f-9f80-1bb7b4bf1d75 None None] Provisioning complete for port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:58.502615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98cd4cdf-4fc3-485f-9f80-1bb7b4bf1d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:58.507507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe66d68-cf07-4f48-9571-3ecd94fe4e9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:23:58.512326 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ffe66d68-cf07-4f48-9571-3ecd94fe4e9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0935290 Aug 10 02:23:58.512858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52824) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:58.589140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-98cd4cdf-4fc3-485f-9f80-1bb7b4bf1d75 None None] Port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:23:58.599776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Deleting port 2df4e4c8-3cf4-440b-bfe9-1012afc31154 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:58.600313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:58.721127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bed5e18c-645b-4afc-b3ef-d79ac5afd9b7 None None] Provisioning complete for port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:58.721740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bed5e18c-645b-4afc-b3ef-d79ac5afd9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:58.799766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bed5e18c-645b-4afc-b3ef-d79ac5afd9b7 None None] Port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:23:58.800425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:58.823331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Calling delete_port for 2df4e4c8-3cf4-440b-bfe9-1012afc31154 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:58.874943 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a422f1-7f01-474d-aba9-e3ab3906d450', 'name': 'tempest-NetworksTestDHCPv6-router-215350693', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:55Z', 'updated_at': '2021-08-10T02:23:56Z', 'revision_number': 2, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'gw_port_host': None, '_interfaces': [{'id': 'c792aeab-3e78-4bdd-a0f7-1d1f2125c321', 'name': '', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'mac_address': 'fa:16:3e:ff:c8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a422f1-7f01-474d-aba9-e3ab3906d450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bdb1058c-dc9f-4f43-a5b8-a4e05210441a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:56Z', 'updated_at': '2021-08-10T02:23:57Z', 'revision_number': 2, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'subnets': [{'id': 'bdb1058c-dc9f-4f43-a5b8-a4e05210441a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:23:58.971267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.100368 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Checking router: 53a422f1-7f01-474d-aba9-e3ab3906d450 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:23:59.100721 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Updating router 53a422f1-7f01-474d-aba9-e3ab3906d450 port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:23:59.118319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.150025 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:23:59.162700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Pushing event deleted for resources: {'Port': ['ID=2df4e4c8-3cf4-440b-bfe9-1012afc31154,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:59.169296 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.252871 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.318230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:23:59.318632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.549413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.555373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.621587 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.671390 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Transition to ACTIVE for port object c792aeab-3e78-4bdd-a0f7-1d1f2125c321 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:23:59.741668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Router de8f58fb-7778-4396-9f49-6a621904c4bf has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:23:59.744084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e8c8ebe1-70b0-40de-8f17-35707e8650a0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:23:59.755838 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.860770 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79ca61-d8fe-4fca-831e-244af7374dfd None None] Pushing event updated for resources: {'Port': ['ID=c792aeab-3e78-4bdd-a0f7-1d1f2125c321,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:23:59.872539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.890741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e8c8ebe1-70b0-40de-8f17-35707e8650a0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:23:59.891343 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.919240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:23:59.919726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for c792aeab-3e78-4bdd-a0f7-1d1f2125c321 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:23:59.927988 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.928094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-14648bdd-1aaf-4eb3-91f4-c41823942878 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "PUT /v2.0/routers/de8f58fb-7778-4396-9f49-6a621904c4bf HTTP/1.1" status: 200 len: 710 time: 2.3705461 Aug 10 02:23:59.930791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52840) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:23:59.967953 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Attempting to bind port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:23:59.968703 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Attempting to bind port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:23:59.969085 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Attempting to bind port c792aeab-3e78-4bdd-a0f7-1d1f2125c321 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:23:59.975592 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:23:59.977072 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:23:59.977072 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.977072 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:23:59.977401 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Bound port: c792aeab-3e78-4bdd-a0f7-1d1f2125c321, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:23:59.977928 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:23:59.990764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b492c-6140-4bab-b4e2-44fd95ec2140 None None] Sync routers for ids ['de8f58fb-7778-4396-9f49-6a621904c4bf'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:00.009842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b492c-6140-4bab-b4e2-44fd95ec2140 None None] Routers {'de8f58fb-7778-4396-9f49-6a621904c4bf'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:00.011558 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-192b492c-6140-4bab-b4e2-44fd95ec2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['de8f58fb-7778-4396-9f49-6a621904c4bf'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:00.060981 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] For port c792aeab-3e78-4bdd-a0f7-1d1f2125c321, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:00.064817 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] For port c792aeab-3e78-4bdd-a0f7-1d1f2125c321, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c792aeab-3e78-4bdd-a0f7-1d1f2125c321,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:00.069924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-192b492c-6140-4bab-b4e2-44fd95ec2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:00.079647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-add2aac3-960d-4b2a-a831-e874797a3a4e tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/routers/de8f58fb-7778-4396-9f49-6a621904c4bf HTTP/1.1" status: 200 len: 745 time: 0.1475055 Aug 10 02:24:00.082199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52846) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:00.140128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b492c-6140-4bab-b4e2-44fd95ec2140 None None] Routers {'de8f58fb-7778-4396-9f49-6a621904c4bf'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:00.141102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-192b492c-6140-4bab-b4e2-44fd95ec2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['de8f58fb-7778-4396-9f49-6a621904c4bf'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:00.147223 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:00.182226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-192b492c-6140-4bab-b4e2-44fd95ec2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:00.183310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b492c-6140-4bab-b4e2-44fd95ec2140 None None] The sync data for ids ['de8f58fb-7778-4396-9f49-6a621904c4bf'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:00.238001 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aaf63756-ce04-4e67-aac3-06c56ad491c2 tempest-RoutersIpV6AdminTest-1809027 tempest-RoutersIpV6AdminTest-1809027-project-admin] 10.222.0.38 "GET /v2.0/ports?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&device_id=de8f58fb-7778-4396-9f49-6a621904c4bf HTTP/1.1" status: 200 len: 205 time: 0.1546261 Aug 10 02:24:00.240874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52850) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:00.249450 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Routers {'53a422f1-7f01-474d-aba9-e3ab3906d450'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:00.250303 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['53a422f1-7f01-474d-aba9-e3ab3906d450'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:00.294792 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79ca61-d8fe-4fca-831e-244af7374dfd None None] Pushing event updated for resources: {'Port': ['ID=c792aeab-3e78-4bdd-a0f7-1d1f2125c321,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:00.314476 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f4890fa0-2208-4a92-a2eb-d0e421978b23 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=de8f58fb-7778-4396-9f49-6a621904c4bf HTTP/1.1" status: 200 len: 205 time: 0.0720832 Aug 10 02:24:00.316838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52854) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:00.393153 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] Set router 53a422f1-7f01-474d-aba9-e3ab3906d450 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:24:00.447306 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8059371f-ac03-40c1-968a-892c4f9bb02c tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:00.541307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:00.593576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=c792aeab-3e78-4bdd-a0f7-1d1f2125c321,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:00.670138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-87eb5c41-1e55-42ec-b1cd-3c6afbf2ab82 None None] Could not find standard attr ID for object c792aeab-3e78-4bdd-a0f7-1d1f2125c321. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:24:00.702530 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a422f1-7f01-474d-aba9-e3ab3906d450', 'name': 'tempest-NetworksTestDHCPv6-router-215350693', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:55Z', 'updated_at': '2021-08-10T02:23:56Z', 'revision_number': 2, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'gw_port_host': None, '_interfaces': [{'id': 'c792aeab-3e78-4bdd-a0f7-1d1f2125c321', 'name': '', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'mac_address': 'fa:16:3e:ff:c8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a422f1-7f01-474d-aba9-e3ab3906d450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bdb1058c-dc9f-4f43-a5b8-a4e05210441a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:56Z', 'updated_at': '2021-08-10T02:24:00Z', 'revision_number': 4, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'subnets': [{'id': 'bdb1058c-dc9f-4f43-a5b8-a4e05210441a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:00.737575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:00.760269 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bd1ac-4b18-4822-a1fe-2f368bc6330d None None] The sync data for ids ['53a422f1-7f01-474d-aba9-e3ab3906d450'] in n-d-767704-21 is: [{'id': '53a422f1-7f01-474d-aba9-e3ab3906d450', 'name': 'tempest-NetworksTestDHCPv6-router-215350693', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:23:55Z', 'updated_at': '2021-08-10T02:23:56Z', 'revision_number': 2, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'gw_port_host': None, '_interfaces': [{'id': 'c792aeab-3e78-4bdd-a0f7-1d1f2125c321', 'name': '', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'mac_address': 'fa:16:3e:ff:c8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a422f1-7f01-474d-aba9-e3ab3906d450', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bdb1058c-dc9f-4f43-a5b8-a4e05210441a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:56Z', 'updated_at': '2021-08-10T02:24:00Z', 'revision_number': 4, 'project_id': '41e209a088934bad8bd1f09816382d5a', 'subnets': [{'id': 'bdb1058c-dc9f-4f43-a5b8-a4e05210441a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:00.969693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Router 53a422f1-7f01-474d-aba9-e3ab3906d450 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:24:01.125984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:01.133700 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f604c8b7-7a3e-4f89-ac50-9afe7e561696 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "PUT /v2.0/routers/53a422f1-7f01-474d-aba9-e3ab3906d450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6176004 Aug 10 02:24:01.134020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52864) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:01.210057 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4ba9e3-420d-4793-baaa-dc3dbafce445 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:01.218209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4ba9e3-420d-4793-baaa-dc3dbafce445 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:01.220346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7a4ba9e3-420d-4793-baaa-dc3dbafce445 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0853021 Aug 10 02:24:01.229266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52868) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:01.364675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-481d37ae-732a-4848-a2de-fc0b75f00c36 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet bdb1058c-dc9f-4f43-a5b8-a4e05210441a {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:01.371898 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-481d37ae-732a-4848-a2de-fc0b75f00c36 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:01.396336 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8059371f-ac03-40c1-968a-892c4f9bb02c tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:01.399526 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8059371f-ac03-40c1-968a-892c4f9bb02c tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:01.452014 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-481d37ae-732a-4848-a2de-fc0b75f00c36 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:01.571729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-481d37ae-732a-4848-a2de-fc0b75f00c36 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:01.622798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8059371f-ac03-40c1-968a-892c4f9bb02c tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:01.651579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8059371f-ac03-40c1-968a-892c4f9bb02c tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Fanout notify agent at l3_agent the message router_deleted on router de8f58fb-7778-4396-9f49-6a621904c4bf {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:24:01.651579 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8059371f-ac03-40c1-968a-892c4f9bb02c tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:01.651579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8059371f-ac03-40c1-968a-892c4f9bb02c tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/de8f58fb-7778-4396-9f49-6a621904c4bf HTTP/1.1" status: 204 len: 168 time: 1.3175707 Aug 10 02:24:01.651579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52874) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:01.689668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cec93485-f478-4d4e-b1de-4740b33d17d3 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=de8f58fb-7778-4396-9f49-6a621904c4bf HTTP/1.1" status: 200 len: 205 time: 0.0405509 Aug 10 02:24:01.691965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52878) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:01.730498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-481d37ae-732a-4848-a2de-fc0b75f00c36 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:01.734323 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-22301842-fdd1-4dc2-a397-1625ed00e999 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] delete failed (client error): The resource could not be found. Aug 10 02:24:01.736136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-22301842-fdd1-4dc2-a397-1625ed00e999 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/de8f58fb-7778-4396-9f49-6a621904c4bf HTTP/1.1" status: 404 len: 336 time: 0.0424573 Aug 10 02:24:01.829698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d37ae-732a-4848-a2de-fc0b75f00c36 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb1058c-dc9f-4f43-a5b8-a4e05210441a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:01.829698 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-481d37ae-732a-4848-a2de-fc0b75f00c36 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:01.829698 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-481d37ae-732a-4848-a2de-fc0b75f00c36 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/bdb1058c-dc9f-4f43-a5b8-a4e05210441a HTTP/1.1" status: 204 len: 168 time: 0.5401616 Aug 10 02:24:01.830414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3970e1-3d61-42c6-8971-502fe010e92a None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:01.830928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52880) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:01.831027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52882) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:01.870747 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a220a334-107f-4b53-bfc6-281614c79057 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=52c39f15-cf9f-4985-942e-ffbe8cc26da2 HTTP/1.1" status: 200 len: 205 time: 0.0404830 Aug 10 02:24:01.874911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52884) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:01.921226 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-363cb997-498e-46e4-9a8e-6e3e4fe9fc84 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] delete failed (client error): The resource could not be found. Aug 10 02:24:01.929453 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-363cb997-498e-46e4-9a8e-6e3e4fe9fc84 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/52c39f15-cf9f-4985-942e-ffbe8cc26da2 HTTP/1.1" status: 404 len: 336 time: 0.0523136 Aug 10 02:24:01.933984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52886) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:01.982285 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-27c70f2c-dbc8-4242-b737-656d97b9002c tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a HTTP/1.1" status: 200 len: 205 time: 0.0467167 Aug 10 02:24:01.986722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52888) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.038468 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-e4cd6ddc-cc07-4d21-aeb5-47533294c99a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] delete failed (client error): The resource could not be found. Aug 10 02:24:02.041003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e4cd6ddc-cc07-4d21-aeb5-47533294c99a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/3eda6dd2-6383-4ec9-9fa4-3f7dda5ffa2a HTTP/1.1" status: 404 len: 336 time: 0.0517657 Aug 10 02:24:02.050501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52892) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.071161 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b4940920-08c8-443c-8db7-6d350d6b6ea2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2424669 Aug 10 02:24:02.088228 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7bff9a03-9e02-40b4-8730-5f63156e75a1 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=64d0e83a-c51b-48f5-a9a5-f4a75b709b0e HTTP/1.1" status: 200 len: 205 time: 0.0329883 Aug 10 02:24:02.088228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52894) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.091174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52896) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.094887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67de7b1d-42c4-4a48-84f2-2a3f54e77087 None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:02.168553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-67de7b1d-42c4-4a48-84f2-2a3f54e77087 None None] Deleting port e8c8ebe1-70b0-40de-8f17-35707e8650a0 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:02.168834 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-299fd0c2-edb2-46a8-b719-e0d45994da63 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] delete failed (client error): The resource could not be found. Aug 10 02:24:02.168954 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67de7b1d-42c4-4a48-84f2-2a3f54e77087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:02.169889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-299fd0c2-edb2-46a8-b719-e0d45994da63 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/64d0e83a-c51b-48f5-a9a5-f4a75b709b0e HTTP/1.1" status: 404 len: 336 time: 0.0773079 Aug 10 02:24:02.172562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52902) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.185893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-890e6ec1-5201-4198-855b-8a11cc920870 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:02.219619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dbca7895-0b8b-4af3-9727-30d95a402838 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0ad32d7-b302-4dac-b141-1fb4545b368f HTTP/1.1" status: 200 len: 205 time: 0.0455713 Aug 10 02:24:02.234256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52904) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.296887 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-8cfbf7ff-e799-4cf4-800f-c3fa523c182a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] delete failed (client error): The resource could not be found. Aug 10 02:24:02.297943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8cfbf7ff-e799-4cf4-800f-c3fa523c182a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/a0ad32d7-b302-4dac-b141-1fb4545b368f HTTP/1.1" status: 404 len: 336 time: 0.0627441 Aug 10 02:24:02.300635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52906) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.320207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-67de7b1d-42c4-4a48-84f2-2a3f54e77087 None None] For port e8c8ebe1-70b0-40de-8f17-35707e8650a0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e8c8ebe1-70b0-40de-8f17-35707e8650a0,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:02.320699 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67de7b1d-42c4-4a48-84f2-2a3f54e77087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:02.335365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-67de7b1d-42c4-4a48-84f2-2a3f54e77087 None None] Calling delete_port for e8c8ebe1-70b0-40de-8f17-35707e8650a0 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:02.347983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-86d646e7-cc26-4bda-8f27-990c78ba919a tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "GET /v2.0/ports?device_id=66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f HTTP/1.1" status: 200 len: 205 time: 0.0463037 Aug 10 02:24:02.353488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52910) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.401664 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-cf39345c-0d81-4669-b48c-4cbbe1a8947e tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] delete failed (client error): The resource could not be found. Aug 10 02:24:02.408335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cf39345c-0d81-4669-b48c-4cbbe1a8947e tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/routers/66c5f9dd-1fb2-4cde-a2b1-e285ffc6c47f HTTP/1.1" status: 404 len: 336 time: 0.0537462 Aug 10 02:24:02.409070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52912) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.412716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-890e6ec1-5201-4198-855b-8a11cc920870 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:02.415506 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-890e6ec1-5201-4198-855b-8a11cc920870 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:02.456349 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05f894a-3f2e-489d-933d-4086611d2a11 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] DELETE failed (client error): The resource could not be found. Aug 10 02:24:02.462728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05f894a-3f2e-489d-933d-4086611d2a11 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:24:02.462728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f05f894a-3f2e-489d-933d-4086611d2a11 tempest-RoutersIpV6AdminTest-992660548 tempest-RoutersIpV6AdminTest-992660548-project] 10.222.0.38 "DELETE /v2.0/subnets/50fff77b-9e04-479d-9cd4-5bb3f225ad19 HTTP/1.1" status: 404 len: 337 time: 0.0485072 Aug 10 02:24:02.558711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-890e6ec1-5201-4198-855b-8a11cc920870 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:02.563092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890e6ec1-5201-4198-855b-8a11cc920870 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Fanout notify agent at l3_agent the message router_deleted on router 53a422f1-7f01-474d-aba9-e3ab3906d450 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:24:02.567840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-890e6ec1-5201-4198-855b-8a11cc920870 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:02.568996 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-890e6ec1-5201-4198-855b-8a11cc920870 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/routers/53a422f1-7f01-474d-aba9-e3ab3906d450 HTTP/1.1" status: 204 len: 168 time: 0.4825509 Aug 10 02:24:02.571958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52922) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.592873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67de7b1d-42c4-4a48-84f2-2a3f54e77087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:02.639035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7b1d-42c4-4a48-84f2-2a3f54e77087 None None] Pushing event deleted for resources: {'Port': ['ID=e8c8ebe1-70b0-40de-8f17-35707e8650a0,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:02.643630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de7b1d-42c4-4a48-84f2-2a3f54e77087 None None] No DVR routers for this DVR port e8c8ebe1-70b0-40de-8f17-35707e8650a0 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:02.689265 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70fd40c-46d0-4afa-86fb-3dec4bffc870 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:02.696126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c70fd40c-46d0-4afa-86fb-3dec4bffc870 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1229236 Aug 10 02:24:02.698751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52934) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.765634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc475c21-85d7-4182-ab09-c880585a2702 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:02.767307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bc475c21-85d7-4182-ab09-c880585a2702 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673478 Aug 10 02:24:02.769859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52936) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.822862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52938) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:02.823042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4075489f-790b-49f1-8841-d53e99f6bd0a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520172 Aug 10 02:24:02.829497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:02.861908 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58555102-d26d-4341-88af-ab1835ab44f8 None None] Sync routers for ids ['53a422f1-7f01-474d-aba9-e3ab3906d450'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:02.876983 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58555102-d26d-4341-88af-ab1835ab44f8 None None] Routers set() bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:02.878714 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58555102-d26d-4341-88af-ab1835ab44f8 None None] Router IDs set() for agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 02:24:02.878714 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_agentschedulers_db [None req-58555102-d26d-4341-88af-ab1835ab44f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'53a422f1-7f01-474d-aba9-e3ab3906d450'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent'). {{(pid=101226) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 02:24:02.888278 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58555102-d26d-4341-88af-ab1835ab44f8 None None] Routers set() bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:02.888746 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58555102-d26d-4341-88af-ab1835ab44f8 None None] Router IDs set() for agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 02:24:02.889452 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_agentschedulers_db [None req-58555102-d26d-4341-88af-ab1835ab44f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'53a422f1-7f01-474d-aba9-e3ab3906d450'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent'). {{(pid=101226) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 02:24:02.889963 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58555102-d26d-4341-88af-ab1835ab44f8 None None] The sync data for ids ['53a422f1-7f01-474d-aba9-e3ab3906d450'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:03.003710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:03.010314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.059433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52948) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:03.156818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f2f6a-4e90-4758-848e-a228d928a854 req-ef2d0d9a-398f-4991-b0a3-a4578a8a9e12 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:03.165260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa6f2f6a-4e90-4758-848e-a228d928a854 req-ef2d0d9a-398f-4991-b0a3-a4578a8a9e12 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.0832396 Aug 10 02:24:03.233008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa6f2f6a-4e90-4758-848e-a228d928a854 req-489eef59-e2d7-47ba-8317-051faf5bafc4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669289 Aug 10 02:24:03.238701 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32bd77f1-e45e-4e68-91b3-708d52d26e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.403398 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32bd77f1-e45e-4e68-91b3-708d52d26e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.470620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:24:03.472206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.483650 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32bd77f1-e45e-4e68-91b3-708d52d26e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.525204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:03.529862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:03.530995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=67013694-ed4b-4554-b9a8-b7307054a2e4,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:03.534974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd77f1-e45e-4e68-91b3-708d52d26e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4939aa72-df86-4e59-946e-046946332618,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:03.544518 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-32bd77f1-e45e-4e68-91b3-708d52d26e01 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a85db7ea79024f6aa9e17cfd2acc65a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807615 Aug 10 02:24:03.544715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:03.544715 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.545200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf506851-2e13-41e5-8253-10762b80aa57 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:03.545665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 52968) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:03.624234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d3ff60c7-104b-4cde-9719-1cd27e242d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.643774 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-64e5bd9f-6ca2-4487-85b0-3b1fcf799582 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8186777 Aug 10 02:24:03.644584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 52972) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:03.650866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:03.687013 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d3ff60c7-104b-4cde-9719-1cd27e242d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.767329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e8c8ebe1-70b0-40de-8f17-35707e8650a0 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:03.797874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e8c8ebe1-70b0-40de-8f17-35707e8650a0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:03.798346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e8c8ebe1-70b0-40de-8f17-35707e8650a0 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:03.798898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c792aeab-3e78-4bdd-a0f7-1d1f2125c321 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:03.821102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c792aeab-3e78-4bdd-a0f7-1d1f2125c321 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:03.821557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c792aeab-3e78-4bdd-a0f7-1d1f2125c321 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:03.849197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d3ff60c7-104b-4cde-9719-1cd27e242d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.852067 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d3ff60c7-104b-4cde-9719-1cd27e242d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.853047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d3ff60c7-104b-4cde-9719-1cd27e242d19 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4939aa72-df86-4e59-946e-046946332618 HTTP/1.1" status: 204 len: 168 time: 0.3068545 Aug 10 02:24:03.873082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff60c7-104b-4cde-9719-1cd27e242d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4939aa72-df86-4e59-946e-046946332618,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:03.883248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '67013694-ed4b-4554-b9a8-b7307054a2e4'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:03.886655 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:03.934890 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:03.938696 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.061542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Allocated IP 2001:db8::f816:3eff:fefc:13fd (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/67013694-ed4b-4554-b9a8-b7307054a2e4/8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:04.278112 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.302432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Transition to ACTIVE for port object 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:04.321315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Transition to ACTIVE for port object 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:04.346856 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.383066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f1252-220e-46b8-b72d-9e3a7c0e1c19 req-59d6c675-859e-484b-8953-a3128d8b0aac tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:04.384991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b0f1252-220e-46b8-b72d-9e3a7c0e1c19 req-59d6c675-859e-484b-8953-a3128d8b0aac tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.0549154 Aug 10 02:24:04.397230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:04.400581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:04.409110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:04.409786 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.429577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b0f1252-220e-46b8-b72d-9e3a7c0e1c19 req-e14da0cb-c3fd-4ab9-bad3-eafa56655fa8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367222 Aug 10 02:24:04.430209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=cdd9f2d4-177f-410a-a4ed-7e02db803a57,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:04.437106 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.483883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:04.486973 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b487b98a-0a08-4d89-8b56-80aac8c0ace8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8408334 Aug 10 02:24:04.489631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53014) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:04.489815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:04.493378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:04.497767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:13:72:0c', 'name': 'tempest-NetworksTestDHCPv6-1727627500'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:04.502989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Pushing event updated for resources: {'Port': ['ID=8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:04.561860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Attempting to bind port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:04.563037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Attempting to bind port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:04.564186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Attempting to bind port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:04.568719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:04.569108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:04.569521 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.569920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:04.570394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Bound port: 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:04.570815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.644140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] For port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:04.647200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] For port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:04.679068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53022) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:04.709667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:04.736945 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.788447 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-361094ef-2711-4bc3-954c-3314ba27f865 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a38c1a6e643e4ca58e66f3d3b537186b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078436 Aug 10 02:24:04.789311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53030) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:04.880524 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.884153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6643762-dd14-4b83-b150-6c6f85af7938 None None] Pushing event updated for resources: {'Port': ['ID=8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:04.885216 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-234135cb-e21b-4088-860b-76dea11b32b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.912120 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-234135cb-e21b-4088-860b-76dea11b32b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:04.913313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port fbb15b21-2021-4d16-afe5-495f3ab234ab yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:05.035468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-234135cb-e21b-4088-860b-76dea11b32b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:05.037848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-234135cb-e21b-4088-860b-76dea11b32b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:05.039125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-234135cb-e21b-4088-860b-76dea11b32b5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2f5f1a31-e46b-4ced-9e3c-27e9c14f1dd4 HTTP/1.1" status: 204 len: 168 time: 0.2487502 Aug 10 02:24:05.047650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234135cb-e21b-4088-860b-76dea11b32b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f1a31-e46b-4ced-9e3c-27e9c14f1dd4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:05.169340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 172.20.0.7 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/cdd9f2d4-177f-410a-a4ed-7e02db803a57/fbb15b21-2021-4d16-afe5-495f3ab234ab) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:05.176440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:fe13:720c (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/67013694-ed4b-4554-b9a8-b7307054a2e4/fbb15b21-2021-4d16-afe5-495f3ab234ab) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:05.380346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:05.394616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object fbb15b21-2021-4d16-afe5-495f3ab234ab will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:05.536796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:05.603068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2fd62-4e4c-4da9-8b2e-95c865a4b035 req-7d67474a-1053-498b-84bf-53b1d5c8d85b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:05.606607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ea2fd62-4e4c-4da9-8b2e-95c865a4b035 req-7d67474a-1053-498b-84bf-53b1d5c8d85b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.0773921 Aug 10 02:24:05.641394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:05.657396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:05.675964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:05.737353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ea2fd62-4e4c-4da9-8b2e-95c865a4b035 req-2d72e723-95ac-4eb6-854f-57ae6d8a9319 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235604 Aug 10 02:24:05.778164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=fbb15b21-2021-4d16-afe5-495f3ab234ab,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:05.844483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:05.844483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:05.920952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:05.970833 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4ae40133-5101-4402-b3c3-cb06e65eb57e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4794490 Aug 10 02:24:05.977540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53098) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:06.046114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bfdd92-3e82-4a27-aa6c-31e83dde4f4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:06.052700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bfdd92-3e82-4a27-aa6c-31e83dde4f4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:06.054454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-68bfdd92-3e82-4a27-aa6c-31e83dde4f4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0758610 Aug 10 02:24:06.058076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53104) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:06.083837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45361ff-2639-40d7-8106-ae2c07cc1d41 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:06.125608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:06.170187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-96cdb1d1-f1cc-4867-bb85-f5f936872cb2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port fbb15b21-2021-4d16-afe5-495f3ab234ab {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:06.170536 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96cdb1d1-f1cc-4867-bb85-f5f936872cb2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:06.216403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dc65b4eb-ee55-4ab6-98a2-c195559bdaf0 None None] Provisioning for port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:06.224383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dc65b4eb-ee55-4ab6-98a2-c195559bdaf0 None None] Provisioning complete for port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:06.224764 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc65b4eb-ee55-4ab6-98a2-c195559bdaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:06.296592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96cdb1d1-f1cc-4867-bb85-f5f936872cb2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:06.333386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-96cdb1d1-f1cc-4867-bb85-f5f936872cb2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for fbb15b21-2021-4d16-afe5-495f3ab234ab owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:06.384441 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc65b4eb-ee55-4ab6-98a2-c195559bdaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:06.448537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dc65b4eb-ee55-4ab6-98a2-c195559bdaf0 None None] For port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:06.467096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77d7c4-1315-4557-b9f0-34a2cf4ab56c None None] Update dhcp port {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': '67013694-ed4b-4554-b9a8-b7307054a2e4', 'ip_address': '2001:db8::f816:3eff:fefc:13fd'}, {'subnet_id': 'cdd9f2d4-177f-410a-a4ed-7e02db803a57'}], 'binding:host_id': 'n-d-767704-21'}, 'id': '8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:24:06.487805 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c77d7c4-1315-4557-b9f0-34a2cf4ab56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:06.544696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc65b4eb-ee55-4ab6-98a2-c195559bdaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:06.665873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53142) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:06.685423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65b4eb-ee55-4ab6-98a2-c195559bdaf0 None None] Pushing event updated for resources: {'Port': ['ID=8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:06.730639 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96cdb1d1-f1cc-4867-bb85-f5f936872cb2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:06.748424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2c77d7c4-1315-4557-b9f0-34a2cf4ab56c None None] Allocated IP 172.20.0.2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/cdd9f2d4-177f-410a-a4ed-7e02db803a57/8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:06.781378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdb1d1-f1cc-4867-bb85-f5f936872cb2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=fbb15b21-2021-4d16-afe5-495f3ab234ab,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:06.827333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'network': {'name': 'tempest-RoutersTest-1329401589'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:06.893582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2c77d7c4-1315-4557-b9f0-34a2cf4ab56c None None] For port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:06.929141 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-96cdb1d1-f1cc-4867-bb85-f5f936872cb2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:06.933902 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-96cdb1d1-f1cc-4867-bb85-f5f936872cb2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/fbb15b21-2021-4d16-afe5-495f3ab234ab HTTP/1.1" status: 204 len: 168 time: 0.8743427 Aug 10 02:24:06.936886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53160) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:06.939360 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c77d7c4-1315-4557-b9f0-34a2cf4ab56c None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:06.983927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b272c-99e8-4cf0-8fe9-067380839ad7 req-9c5bce96-9f94-43d5-9abd-9841e16a73b8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:06.984172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2c77d7c4-1315-4557-b9f0-34a2cf4ab56c None None] Transition to ACTIVE for port object 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:06.985655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf8b272c-99e8-4cf0-8fe9-067380839ad7 req-9c5bce96-9f94-43d5-9abd-9841e16a73b8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.1445932 Aug 10 02:24:07.009121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c4e3c-251e-43d2-b566-763965f1c44c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:07.011094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c4e3c-251e-43d2-b566-763965f1c44c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:07.012832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c4e3c-251e-43d2-b566-763965f1c44c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:07.014608 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-889c4e3c-251e-43d2-b566-763965f1c44c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0766079 Aug 10 02:24:07.017327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53164) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:07.035179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf8b272c-99e8-4cf0-8fe9-067380839ad7 req-8c0d5612-fd1f-455f-8662-0cade24bf10c tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 Aug 10 02:24:07.077390 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c77d7c4-1315-4557-b9f0-34a2cf4ab56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.079335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:07.082491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.090287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a298cd9-1653-4cce-82f6-0dd96bb27a01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 67013694-ed4b-4554-b9a8-b7307054a2e4 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:07.095569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a298cd9-1653-4cce-82f6-0dd96bb27a01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.098892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.185224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a298cd9-1653-4cce-82f6-0dd96bb27a01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.222803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.289519 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.324019 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a298cd9-1653-4cce-82f6-0dd96bb27a01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.338258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:24:07.343216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77d7c4-1315-4557-b9f0-34a2cf4ab56c None None] Pushing event updated for resources: {'Port': ['ID=8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:07.360000 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d562b226-8a6b-4bd9-b61c-a7de519275b8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:07.365823 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.367324 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added segment 3cc08c68-7878-4f19-b3ef-0923f2003510 of type vlan for network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 Aug 10 02:24:07.456545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.506604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a298cd9-1653-4cce-82f6-0dd96bb27a01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.535715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a298cd9-1653-4cce-82f6-0dd96bb27a01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=67013694-ed4b-4554-b9a8-b7307054a2e4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:07.544232 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a298cd9-1653-4cce-82f6-0dd96bb27a01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.546266 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7a298cd9-1653-4cce-82f6-0dd96bb27a01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/67013694-ed4b-4554-b9a8-b7307054a2e4 HTTP/1.1" status: 204 len: 168 time: 0.5277755 Aug 10 02:24:07.549048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53190) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:07.568744 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.575715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:07.576667 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.642394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-70619e01-d35c-48a2-afc9-c4ad1dfc642c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet cdd9f2d4-177f-410a-a4ed-7e02db803a57 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:07.646757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70619e01-d35c-48a2-afc9-c4ad1dfc642c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.693175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Network': ['ID=9840a26b-0ad2-4e30-adfe-c3a6cd1afc19,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:07.706625 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70619e01-d35c-48a2-afc9-c4ad1dfc642c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.711927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:24:07.733425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-26bf42a3-72ef-43dd-b836-e5037c12bd72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0651670 Aug 10 02:24:07.734372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53200) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:07.750313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'network': {'name': 'tempest-RoutersTest-883785277'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:07.766648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:07.866806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:07.885848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.953552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:24:07.964303 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:07.965130 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added segment 5d6ffade-57d8-4927-a2b6-0e3e15e12bb9 of type vlan for network ff8cd587-e358-423c-a17e-534f1f968a61 Aug 10 02:24:08.044285 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:08.162738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70619e01-d35c-48a2-afc9-c4ad1dfc642c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:08.168826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:08.176085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:08.176708 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:08.283794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c76d-dfbd-46ab-aead-a61a1a8ff1de req-47ce8b8d-ac49-4d35-a869-45f2f76fa006 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:08.285327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04c6c76d-dfbd-46ab-aead-a61a1a8ff1de req-47ce8b8d-ac49-4d35-a869-45f2f76fa006 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.1373985 Aug 10 02:24:08.288275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ff63ac-b382-4aff-8130-4fba2d9be57a None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:08.288787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Network': ['ID=ff8cd587-e358-423c-a17e-534f1f968a61,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:08.311709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network ff8cd587-e358-423c-a17e-534f1f968a61 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:24:08.329127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04c6c76d-dfbd-46ab-aead-a61a1a8ff1de req-57c05b58-886d-433c-8c78-cd938c34458d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Aug 10 02:24:08.336869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-87910b23-2c75-447c-9384-d8f6e8a5a7b6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6006958 Aug 10 02:24:08.341414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53232) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:08.346688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'subnet': {'network_id': '9840a26b-0ad2-4e30-adfe-c3a6cd1afc19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:08.366181 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70619e01-d35c-48a2-afc9-c4ad1dfc642c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:08.415596 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-70619e01-d35c-48a2-afc9-c4ad1dfc642c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:08.419900 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-70619e01-d35c-48a2-afc9-c4ad1dfc642c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/cdd9f2d4-177f-410a-a4ed-7e02db803a57 HTTP/1.1" status: 204 len: 168 time: 0.8688219 Aug 10 02:24:08.421735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70619e01-d35c-48a2-afc9-c4ad1dfc642c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd9f2d4-177f-410a-a4ed-7e02db803a57,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:08.422854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53234) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:08.513173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-88430fb8-0881-4263-8036-ee6397b40473 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828576 Aug 10 02:24:08.513716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53244) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:08.522602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:08.559963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d1208b02-d1cb-4796-a0d4-cf1a3de3874a None None] Provisioning for port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:08.594457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d1208b02-d1cb-4796-a0d4-cf1a3de3874a None None] Provisioning complete for port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:08.595467 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d1208b02-d1cb-4796-a0d4-cf1a3de3874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:08.631738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:08.636305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:08.728837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:08.732917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:08.769727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d1208b02-d1cb-4796-a0d4-cf1a3de3874a None None] Could not find standard attr ID for object fbb15b21-2021-4d16-afe5-495f3ab234ab. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:24:08.785167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7599f01-a237-4fce-bbb5-d7091f5df6d1 None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:09.376163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d7599f01-a237-4fce-bbb5-d7091f5df6d1 None None] Deleting port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:09.376163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d7599f01-a237-4fce-bbb5-d7091f5df6d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:09.376163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d7599f01-a237-4fce-bbb5-d7091f5df6d1 None None] For port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:09.376163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d7599f01-a237-4fce-bbb5-d7091f5df6d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:09.376163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d7599f01-a237-4fce-bbb5-d7091f5df6d1 None None] Calling delete_port for 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:09.383911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:09.383911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Subnet': ['ID=1f217f29-8558-4832-a21c-fc1346f7aa83,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:09.383911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Checking segment: {'id': '3cc08c68-7878-4f19-b3ef-0923f2003510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9840a26b-0ad2-4e30-adfe-c3a6cd1afc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:09.383911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network hostable DHCP agents. Network: 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:24:09.384865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d7599f01-a237-4fce-bbb5-d7091f5df6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:09.411158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7599f01-a237-4fce-bbb5-d7091f5df6d1 None None] Pushing event deleted for resources: {'Port': ['ID=8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:09.424154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7599f01-a237-4fce-bbb5-d7091f5df6d1 None None] No DVR routers for this DVR port 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:09.480937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:24:09.481917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:24:09.481917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:09.504368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf208a5-ba15-4d57-b9a9-8e01b7cc420f req-3123f252-243e-4f0b-877a-b9bbbe09b9f3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:09.509375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf208a5-ba15-4d57-b9a9-8e01b7cc420f req-3123f252-243e-4f0b-877a-b9bbbe09b9f3 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.0824883 Aug 10 02:24:09.519188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:09.523784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:09.529031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:09.532398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:09.539667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4792bd-e561-45a4-a6e3-cc2637c8f9c1 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:09.539889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=219a1a1d-68d1-48cc-a698-63e19c01d786,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:09.554570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbf208a5-ba15-4d57-b9a9-8e01b7cc420f req-9bfe8316-d519-43d5-9386-b878b80e658d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Aug 10 02:24:09.574625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:09.579280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:09.580185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:09.630066 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-06a37d31-8775-4828-9a3d-773c3727fb28 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1069365 Aug 10 02:24:09.630066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53276) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:09.631073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:09.631160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b7788-8bb5-4f52-a507-13ae64fb2e55 None None] Network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:09.653014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53278) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:09.653385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-53f3134f-7419-44b2-bcbd-2ce66bfc8a05 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3107660 Aug 10 02:24:09.717283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'subnet': {'network_id': 'ff8cd587-e358-423c-a17e-534f1f968a61', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:09.734171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:09.769913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:09.770264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8b3004e9-db50-41c4-a79c-d0dc0c8a9ffe not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:09.921038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-9840a26b-0ad2-4e30-adfe-c3a6cd1afc19', 'network_id': '9840a26b-0ad2-4e30-adfe-c3a6cd1afc19', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'fixed_ips': [{'subnet_id': '1f217f29-8558-4832-a21c-fc1346f7aa83'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:09.921890 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:09.945999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '219a1a1d-68d1-48cc-a698-63e19c01d786'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:09.946867 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:09.950775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:09.954412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.054439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:10.058469 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.232075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Allocated IP 172.20.0.2 (9840a26b-0ad2-4e30-adfe-c3a6cd1afc19/1f217f29-8558-4832-a21c-fc1346f7aa83/a60aa310-57ba-4723-bbd0-f8c2ca6c2244) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:10.253390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Allocated IP 2001:db8::f816:3eff:fe2d:707d (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/219a1a1d-68d1-48cc-a698-63e19c01d786/43146ffe-aaba-4e84-a577-5c009a7a7269) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:10.320263 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.424675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Subnet': ['ID=8b81913c-9130-4ccf-bcfc-b23d5bf83342,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:10.443614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Checking segment: {'id': '5d6ffade-57d8-4927-a2b6-0e3e15e12bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff8cd587-e358-423c-a17e-534f1f968a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:10.443980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network hostable DHCP agents. Network: ff8cd587-e358-423c-a17e-534f1f968a61, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:24:10.497536 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.517892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Transition to ACTIVE for port object a60aa310-57ba-4723-bbd0-f8c2ca6c2244 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:10.524568 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.540397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Transition to ACTIVE for port object 43146ffe-aaba-4e84-a577-5c009a7a7269 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:10.545697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Transition to ACTIVE for port object a60aa310-57ba-4723-bbd0-f8c2ca6c2244 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:10.558518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Transition to ACTIVE for port object 43146ffe-aaba-4e84-a577-5c009a7a7269 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:10.609646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.662763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:10.673643 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.679512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network ff8cd587-e358-423c-a17e-534f1f968a61 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:24:10.683155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:10.705284 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:10.706201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.719979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:10.723433 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.728989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=218e4695-45fa-42c1-90c5-b8964e982661,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:10.734124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:10.736580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:10.752644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Pushing event updated for resources: {'Port': ['ID=a60aa310-57ba-4723-bbd0-f8c2ca6c2244,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:10.753079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d729c1-4681-4d1c-ba92-4eefa3a138fd req-6008dd51-5990-4e7d-a0d9-7421b386a7a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:10.753974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49d729c1-4681-4d1c-ba92-4eefa3a138fd req-6008dd51-5990-4e7d-a0d9-7421b386a7a7 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.0923193 Aug 10 02:24:10.777920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:10.800305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:10.805622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49d729c1-4681-4d1c-ba92-4eefa3a138fd req-74602463-40c7-4845-9688-8fbb74f6e3d5 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456383 Aug 10 02:24:10.806457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:10.809727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, ff8cd587-e358-423c-a17e-534f1f968a61) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:10.818091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:10.819307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.836983 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-507eae9d-dc89-4e85-8175-f7df7a145a09 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2101021 Aug 10 02:24:10.840127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53336) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:10.844741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13c983d-ff47-445d-81af-e38c219a0603 None None] Network ff8cd587-e358-423c-a17e-534f1f968a61 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:10.845744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:44:64:45', 'name': 'tempest-NetworksTestDHCPv6-1800215511'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:10.908146 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c8c73039-c8d7-4501-8bbb-e1bade02263c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1987398 Aug 10 02:24:10.910728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53342) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:10.915704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ff0c4b20-4ef8-4c14-ba04-33c3d85f411b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-687099631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:10.916417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Pushing event updated for resources: {'Port': ['ID=43146ffe-aaba-4e84-a577-5c009a7a7269,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:10.922089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Attempting to bind port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:10.922452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Attempting to bind port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '3cc08c68-7878-4f19-b3ef-0923f2003510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9840a26b-0ad2-4e30-adfe-c3a6cd1afc19'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:10.922899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Attempting to bind port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 on network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:10.958969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:10.959270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Checking segment: {'id': '3cc08c68-7878-4f19-b3ef-0923f2003510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9840a26b-0ad2-4e30-adfe-c3a6cd1afc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:10.959672 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.960068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Bound using segment: {'id': '3cc08c68-7878-4f19-b3ef-0923f2003510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9840a26b-0ad2-4e30-adfe-c3a6cd1afc19'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:10.960823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Bound port: a60aa310-57ba-4723-bbd0-f8c2ca6c2244, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc08c68-7878-4f19-b3ef-0923f2003510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9840a26b-0ad2-4e30-adfe-c3a6cd1afc19'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:10.961207 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:10.987764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Attempting to bind port 43146ffe-aaba-4e84-a577-5c009a7a7269 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:10.988144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Attempting to bind port 43146ffe-aaba-4e84-a577-5c009a7a7269 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:10.988511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Attempting to bind port 43146ffe-aaba-4e84-a577-5c009a7a7269 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:11.018270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:11.019247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:11.035132 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.035715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:11.036723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Bound port: 43146ffe-aaba-4e84-a577-5c009a7a7269, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:11.037203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.053129 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4b20-4ef8-4c14-ba04-33c3d85f411b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.054539 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4b20-4ef8-4c14-ba04-33c3d85f411b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.131132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4b20-4ef8-4c14-ba04-33c3d85f411b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.186494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:11.216054 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4b20-4ef8-4c14-ba04-33c3d85f411b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.316767 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.329442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ff0c4b20-4ef8-4c14-ba04-33c3d85f411b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.330656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ff0c4b20-4ef8-4c14-ba04-33c3d85f411b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4187996 Aug 10 02:24:11.333537 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53366) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:11.343044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port a4813071-964b-477a-af1e-4f5b993f0026 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:11.426422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] For port a60aa310-57ba-4723-bbd0-f8c2ca6c2244, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:11.454388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-ff8cd587-e358-423c-a17e-534f1f968a61', 'network_id': 'ff8cd587-e358-423c-a17e-534f1f968a61', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'fixed_ips': [{'subnet_id': '8b81913c-9130-4ccf-bcfc-b23d5bf83342'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:11.455788 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.469792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] For port a60aa310-57ba-4723-bbd0-f8c2ca6c2244, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a60aa310-57ba-4723-bbd0-f8c2ca6c2244,segment=NetworkSegment(3cc08c68-7878-4f19-b3ef-0923f2003510),segment_id=3cc08c68-7878-4f19-b3ef-0923f2003510)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:11.479233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] For port 43146ffe-aaba-4e84-a577-5c009a7a7269, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:11.577111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 172.20.0.7 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/218e4695-45fa-42c1-90c5-b8964e982661/a4813071-964b-477a-af1e-4f5b993f0026) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:11.584939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:fe44:6445 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/219a1a1d-68d1-48cc-a698-63e19c01d786/a4813071-964b-477a-af1e-4f5b993f0026) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:11.663169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Allocated IP 172.21.0.2 (ff8cd587-e358-423c-a17e-534f1f968a61/8b81913c-9130-4ccf-bcfc-b23d5bf83342/70d4f708-e786-48c9-adfa-b7d9021e5ead) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:11.773909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] For port 43146ffe-aaba-4e84-a577-5c009a7a7269, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=43146ffe-aaba-4e84-a577-5c009a7a7269,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:11.790678 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.793861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.794995 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.809518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object a4813071-964b-477a-af1e-4f5b993f0026 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:11.857453 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.868388 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.885492 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Transition to ACTIVE for port object 70d4f708-e786-48c9-adfa-b7d9021e5ead will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:11.906724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70256d9c-051f-40b9-82be-60ad8b2bb998 None None] Pushing event updated for resources: {'Port': ['ID=a60aa310-57ba-4723-bbd0-f8c2ca6c2244,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:11.957621 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:11.988268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16369b38-bbda-4996-8701-3eff014f45c0 None None] Pushing event updated for resources: {'Port': ['ID=43146ffe-aaba-4e84-a577-5c009a7a7269,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:12.000501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Transition to ACTIVE for port object 70d4f708-e786-48c9-adfa-b7d9021e5ead will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:12.067331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=a4813071-964b-477a-af1e-4f5b993f0026,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:12.098811 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.109492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:12.136683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:12.150862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:12.197233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Network ff8cd587-e358-423c-a17e-534f1f968a61 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:12.212269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:12.217795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:12.278078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8caa3-4fb0-41e0-ba03-9bdcf8963aae req-b24a08e6-9577-457d-8f7f-91f7a8967a21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:12.282828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ada8caa3-4fb0-41e0-ba03-9bdcf8963aae req-b24a08e6-9577-457d-8f7f-91f7a8967a21 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.3737366 Aug 10 02:24:12.293724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Pushing event updated for resources: {'Port': ['ID=70d4f708-e786-48c9-adfa-b7d9021e5ead,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:12.350876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.20.0.1 (9840a26b-0ad2-4e30-adfe-c3a6cd1afc19/1f217f29-8558-4832-a21c-fc1346f7aa83/33300d4d-88cf-42ec-9fc0-745cd7ab52b1) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:12.360772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Attempting to bind port 70d4f708-e786-48c9-adfa-b7d9021e5ead on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:12.361442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Attempting to bind port 70d4f708-e786-48c9-adfa-b7d9021e5ead by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '5d6ffade-57d8-4927-a2b6-0e3e15e12bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff8cd587-e358-423c-a17e-534f1f968a61'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:12.362064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Attempting to bind port 70d4f708-e786-48c9-adfa-b7d9021e5ead on network ff8cd587-e358-423c-a17e-534f1f968a61 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:12.374654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:12.375976 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.380124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:12.380667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Checking segment: {'id': '5d6ffade-57d8-4927-a2b6-0e3e15e12bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff8cd587-e358-423c-a17e-534f1f968a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:12.381113 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.381710 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Bound using segment: {'id': '5d6ffade-57d8-4927-a2b6-0e3e15e12bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff8cd587-e358-423c-a17e-534f1f968a61'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:12.382383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Bound port: 70d4f708-e786-48c9-adfa-b7d9021e5ead, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6ffade-57d8-4927-a2b6-0e3e15e12bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ff8cd587-e358-423c-a17e-534f1f968a61'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:12.383674 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.447655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ada8caa3-4fb0-41e0-ba03-9bdcf8963aae req-6a73a338-e155-48b9-89f5-e2d973f62614 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480131 Aug 10 02:24:12.483806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fbc33d62-9f26-4dcc-abf9-575b85bc3f68 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6422920 Aug 10 02:24:12.487624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:12.538070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] For port 70d4f708-e786-48c9-adfa-b7d9021e5ead, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:12.541146 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.547463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] For port 70d4f708-e786-48c9-adfa-b7d9021e5ead, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=70d4f708-e786-48c9-adfa-b7d9021e5ead,segment=NetworkSegment(5d6ffade-57d8-4927-a2b6-0e3e15e12bb9),segment_id=5d6ffade-57d8-4927-a2b6-0e3e15e12bb9)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:12.563219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383411f7-5fce-4958-9198-fbc40358ea29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:12.568307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Transition to ACTIVE for port object 33300d4d-88cf-42ec-9fc0-745cd7ab52b1 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:12.570006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383411f7-5fce-4958-9198-fbc40358ea29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:12.571735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-383411f7-5fce-4958-9198-fbc40358ea29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0846431 Aug 10 02:24:12.575732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:12.621524 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.679954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f680a677-7c6b-43e7-aad9-405ba3820ec0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port a4813071-964b-477a-af1e-4f5b993f0026 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:12.680304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f680a677-7c6b-43e7-aad9-405ba3820ec0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.698868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfee67-2e81-4fc7-a014-a4cbf0c03376 None None] Pushing event updated for resources: {'Port': ['ID=70d4f708-e786-48c9-adfa-b7d9021e5ead,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:12.731296 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.795319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:12.800620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:12.806808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:12.820166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=33300d4d-88cf-42ec-9fc0-745cd7ab52b1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:12.889060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f680a677-7c6b-43e7-aad9-405ba3820ec0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.902588 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:12.909490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-f680a677-7c6b-43e7-aad9-405ba3820ec0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for a4813071-964b-477a-af1e-4f5b993f0026 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:13.158294 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:13.178434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:13.359372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f680a677-7c6b-43e7-aad9-405ba3820ec0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:13.404584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680a677-7c6b-43e7-aad9-405ba3820ec0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=a4813071-964b-477a-af1e-4f5b993f0026,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:13.643529 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f680a677-7c6b-43e7-aad9-405ba3820ec0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:13.648275 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f680a677-7c6b-43e7-aad9-405ba3820ec0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/a4813071-964b-477a-af1e-4f5b993f0026 HTTP/1.1" status: 204 len: 168 time: 1.0714691 Aug 10 02:24:13.649306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53478) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:13.659120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64b7cd-48be-48e3-84c7-e2c44c085e23 req-9a249deb-9b3f-4fd6-a288-647b4498fc6d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:13.680742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad64b7cd-48be-48e3-84c7-e2c44c085e23 req-9a249deb-9b3f-4fd6-a288-647b4498fc6d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.1133492 Aug 10 02:24:13.743179 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:13.753320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad64b7cd-48be-48e3-84c7-e2c44c085e23 req-e9bdccad-c668-4970-80ce-50cce85d6242 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757661 Aug 10 02:24:13.757776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67db295-4831-4e3d-b930-fb158c198c4f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:13.759370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67db295-4831-4e3d-b930-fb158c198c4f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:13.763810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67db295-4831-4e3d-b930-fb158c198c4f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:13.769311 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b67db295-4831-4e3d-b930-fb158c198c4f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1129212 Aug 10 02:24:13.769521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53486) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:13.803943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d62070-ae95-46bb-8df7-3c2807906884 None None] Network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:13.831506 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:13.929916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-e791ec44-ad0b-47cd-8642-012aaad78f29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 218e4695-45fa-42c1-90c5-b8964e982661 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:13.946611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e791ec44-ad0b-47cd-8642-012aaad78f29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:13.947198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=33300d4d-88cf-42ec-9fc0-745cd7ab52b1,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:13.988868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.033643 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e791ec44-ad0b-47cd-8642-012aaad78f29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.064152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 43146ffe-aaba-4e84-a577-5c009a7a7269 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:14.112914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e791ec44-ad0b-47cd-8642-012aaad78f29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.189206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:14.191513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:14.211203 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54597dc-3772-40cd-a9b0-c949b89c1323 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:14.238040 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e791ec44-ad0b-47cd-8642-012aaad78f29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.316425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791ec44-ad0b-47cd-8642-012aaad78f29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=218e4695-45fa-42c1-90c5-b8964e982661,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:14.325122 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e791ec44-ad0b-47cd-8642-012aaad78f29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.330123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e791ec44-ad0b-47cd-8642-012aaad78f29 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/218e4695-45fa-42c1-90c5-b8964e982661 HTTP/1.1" status: 204 len: 168 time: 0.5605867 Aug 10 02:24:14.331873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fe1acedf-387e-499f-8e0b-aaf0b52b0661 None None] Provisioning for port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:14.333173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53514) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:14.346716 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.394954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 43146ffe-aaba-4e84-a577-5c009a7a7269 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:14.418253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a60aa310-57ba-4723-bbd0-f8c2ca6c2244 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:14.438922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1be5255-d7ef-4774-9a35-a0327b892ebd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 219a1a1d-68d1-48cc-a698-63e19c01d786 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:14.450895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1be5255-d7ef-4774-9a35-a0327b892ebd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.486981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9179578-74e3-4ae3-a201-72da3ebf847c None None] Network ff8cd587-e358-423c-a17e-534f1f968a61 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:14.601830 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1be5255-d7ef-4774-9a35-a0327b892ebd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.703803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d5622efe-b71f-4e3c-8c8a-6f4b80cbf2af None None] Provisioning for port 43146ffe-aaba-4e84-a577-5c009a7a7269 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:14.716806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:14.724953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d5622efe-b71f-4e3c-8c8a-6f4b80cbf2af None None] Provisioning complete for port 43146ffe-aaba-4e84-a577-5c009a7a7269 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:14.725324 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5622efe-b71f-4e3c-8c8a-6f4b80cbf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.764611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1be5255-d7ef-4774-9a35-a0327b892ebd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.781671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:14.782060 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.849623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router eaba0303-47a3-458b-9d2d-6acf1ce28bf7 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:24:14.907261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1be5255-d7ef-4774-9a35-a0327b892ebd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.933315 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c1be5255-d7ef-4774-9a35-a0327b892ebd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:14.936915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c1be5255-d7ef-4774-9a35-a0327b892ebd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/219a1a1d-68d1-48cc-a698-63e19c01d786 HTTP/1.1" status: 204 len: 168 time: 0.6023207 Aug 10 02:24:14.957972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53544) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:15.049664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be5255-d7ef-4774-9a35-a0327b892ebd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=219a1a1d-68d1-48cc-a698-63e19c01d786,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:15.072022 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5622efe-b71f-4e3c-8c8a-6f4b80cbf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:15.112836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:15.128041 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a4a97a85-0f88-41fe-8957-377a28202302 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/eaba0303-47a3-458b-9d2d-6acf1ce28bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7895720 Aug 10 02:24:15.138543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c37e5a-2653-488f-aa74-77b1be8b3a72 None None] Sync routers for ids ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:15.139689 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53552) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:15.152574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-244fb1bb-c756-4533-bfc1-b2cf1bd7473f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1286204 Aug 10 02:24:15.158162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53556) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:15.159635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:15.227187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b1931-d3b5-4185-be38-08e86b4e5e3f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:15.231740 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-735b1931-d3b5-4185-be38-08e86b4e5e3f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports/33300d4d-88cf-42ec-9fc0-745cd7ab52b1 HTTP/1.1" status: 200 len: 910 time: 0.0908804 Aug 10 02:24:15.234920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53562) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:15.248180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c37e5a-2653-488f-aa74-77b1be8b3a72 None None] Routers {'eaba0303-47a3-458b-9d2d-6acf1ce28bf7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:15.249111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-97c37e5a-2653-488f-aa74-77b1be8b3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:15.251649 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:15.263297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb0977-bfff-41e2-bf02-5e6504c47325 req-a14b81c6-793e-470b-ab1a-883aeb99c583 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:15.265216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6cbb0977-bfff-41e2-bf02-5e6504c47325 req-a14b81c6-793e-470b-ab1a-883aeb99c583 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.2363775 Aug 10 02:24:15.325462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d5622efe-b71f-4e3c-8c8a-6f4b80cbf2af None None] For port 43146ffe-aaba-4e84-a577-5c009a7a7269, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=43146ffe-aaba-4e84-a577-5c009a7a7269,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:15.366371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-97c37e5a-2653-488f-aa74-77b1be8b3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:15.398742 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5622efe-b71f-4e3c-8c8a-6f4b80cbf2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:15.435358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6cbb0977-bfff-41e2-bf02-5e6504c47325 req-e038a5dc-fa82-424a-be46-9759dc9edab0 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586840 Aug 10 02:24:15.478119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:15.486859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:15.518522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a28c2bf-ed97-41cf-865d-b1c7e3839af4 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:15.571093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c37e5a-2653-488f-aa74-77b1be8b3a72 None None] Routers {'eaba0303-47a3-458b-9d2d-6acf1ce28bf7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:15.571754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-97c37e5a-2653-488f-aa74-77b1be8b3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:15.677744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-97c37e5a-2653-488f-aa74-77b1be8b3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:15.678423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c37e5a-2653-488f-aa74-77b1be8b3a72 None None] The sync data for ids ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:15.710813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a60aa310-57ba-4723-bbd0-f8c2ca6c2244, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a60aa310-57ba-4723-bbd0-f8c2ca6c2244,segment=NetworkSegment(3cc08c68-7878-4f19-b3ef-0923f2003510),segment_id=3cc08c68-7878-4f19-b3ef-0923f2003510)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:15.717930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5622efe-b71f-4e3c-8c8a-6f4b80cbf2af None None] Pushing event updated for resources: {'Port': ['ID=43146ffe-aaba-4e84-a577-5c009a7a7269,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:15.771319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Provisioning for port 33300d4d-88cf-42ec-9fc0-745cd7ab52b1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:15.779356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Provisioning complete for port 33300d4d-88cf-42ec-9fc0-745cd7ab52b1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:15.779837 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:15.804981 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:15.805785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 70d4f708-e786-48c9-adfa-b7d9021e5ead up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:15.889352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Port 33300d4d-88cf-42ec-9fc0-745cd7ab52b1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:15.890125 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:15.921352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a60aa310-57ba-4723-bbd0-f8c2ca6c2244,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:15.931437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Provisioning complete for port 43146ffe-aaba-4e84-a577-5c009a7a7269 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:15.931919 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.015726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 70d4f708-e786-48c9-adfa-b7d9021e5ead completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:16.015949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:16.018142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d47b602-d28a-41e7-9852-f77d4b61619f None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:16.020453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=312e9e8b-c158-4489-8dda-6da2d0acde5a,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:16.026092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:16.031259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:16.032152 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.080926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Provisioning complete for port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:16.080926 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.084363 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.130468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2d47b602-d28a-41e7-9852-f77d4b61619f None None] Deleting port 43146ffe-aaba-4e84-a577-5c009a7a7269 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:16.130808 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d47b602-d28a-41e7-9852-f77d4b61619f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.131274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4c363743-8bda-472d-b6b5-7e91980dbad3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9755256 Aug 10 02:24:16.132637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53608) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:16.142326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:16.179441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a60aa310-57ba-4723-bbd0-f8c2ca6c2244 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:16.357932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:16.361887 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.451810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.21.0.1 (ff8cd587-e358-423c-a17e-534f1f968a61/8b81913c-9130-4ccf-bcfc-b23d5bf83342/6c11196e-fdee-4095-a5e4-9374e26dcff7) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:16.547907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2d47b602-d28a-41e7-9852-f77d4b61619f None None] For port 43146ffe-aaba-4e84-a577-5c009a7a7269, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=43146ffe-aaba-4e84-a577-5c009a7a7269,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:16.548779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d47b602-d28a-41e7-9852-f77d4b61619f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.586198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2d47b602-d28a-41e7-9852-f77d4b61619f None None] Calling delete_port for 43146ffe-aaba-4e84-a577-5c009a7a7269 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:16.588408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:16.588793 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.665501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Provisioning for port 70d4f708-e786-48c9-adfa-b7d9021e5ead completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:16.674770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Provisioning complete for port 70d4f708-e786-48c9-adfa-b7d9021e5ead triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:16.675242 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.703887 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.720728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Transition to ACTIVE for port object 6c11196e-fdee-4095-a5e4-9374e26dcff7 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:16.764722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8212c2-25ab-4a1d-a012-3f0624a82b99 req-b89d9211-96ab-447e-8e2e-f0ed2246ee44 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:16.766295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d8212c2-25ab-4a1d-a012-3f0624a82b99 req-b89d9211-96ab-447e-8e2e-f0ed2246ee44 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.1493759 Aug 10 02:24:16.827423 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.842780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d8212c2-25ab-4a1d-a012-3f0624a82b99 req-2412afae-59b6-4b47-b79b-085599e9edd9 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676584 Aug 10 02:24:16.890959 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network ff8cd587-e358-423c-a17e-534f1f968a61 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:16.891189 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.894564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:16.897308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:16.924236 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d47b602-d28a-41e7-9852-f77d4b61619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:16.955093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 43146ffe-aaba-4e84-a577-5c009a7a7269 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:16.956645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] For port 70d4f708-e786-48c9-adfa-b7d9021e5ead, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=70d4f708-e786-48c9-adfa-b7d9021e5ead,segment=NetworkSegment(5d6ffade-57d8-4927-a2b6-0e3e15e12bb9),segment_id=5d6ffade-57d8-4927-a2b6-0e3e15e12bb9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:16.963735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=6c11196e-fdee-4095-a5e4-9374e26dcff7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:16.998848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47b602-d28a-41e7-9852-f77d4b61619f None None] Pushing event deleted for resources: {'Port': ['ID=43146ffe-aaba-4e84-a577-5c009a7a7269,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:17.000998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d47b602-d28a-41e7-9852-f77d4b61619f None None] No DVR routers for this DVR port 43146ffe-aaba-4e84-a577-5c009a7a7269 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:17.002515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 43146ffe-aaba-4e84-a577-5c009a7a7269 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:17.002938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 43146ffe-aaba-4e84-a577-5c009a7a7269 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:17.005246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.objects.ports [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101224) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:24:17.018427 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.023290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.023578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb35b810-1a78-4af0-9e50-15db537377b8 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:17.078541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:17.085884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:17.097313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:17.098501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.115129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.146370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=9b1298f6-ca9a-4d3a-b67b-992d46d3cb6e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:17.188005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4077c9e4-d544-4649-9a8a-2a400886cb0d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0536051 Aug 10 02:24:17.190971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53654) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:17.196857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:bf:95:a2', 'name': 'tempest-NetworksTestDHCPv6-1959001217'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:17.237747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0a92e-77a9-401b-8ac9-83dd62209b1f None None] Pushing event updated for resources: {'Port': ['ID=70d4f708-e786-48c9-adfa-b7d9021e5ead,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:17.277671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.286677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4d983675-e031-4d52-b140-35a5ce5ce15f None None] Provisioning complete for port 33300d4d-88cf-42ec-9fc0-745cd7ab52b1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:17.287057 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4d983675-e031-4d52-b140-35a5ce5ce15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.350251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '312e9e8b-c158-4489-8dda-6da2d0acde5a'}, {'subnet_id': '9b1298f6-ca9a-4d3a-b67b-992d46d3cb6e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:17.351445 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.357205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4d983675-e031-4d52-b140-35a5ce5ce15f None None] Port 33300d4d-88cf-42ec-9fc0-745cd7ab52b1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:17.385949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4d983675-e031-4d52-b140-35a5ce5ce15f None None] Provisioning complete for port 70d4f708-e786-48c9-adfa-b7d9021e5ead triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:17.386491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4d983675-e031-4d52-b140-35a5ce5ce15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.612962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Allocated IP 172.20.0.2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/312e9e8b-c158-4489-8dda-6da2d0acde5a/c26b7584-c90e-4ab2-bd56-edf2293e6faf) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:17.620894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Allocated IP 2001:db8::f816:3eff:fea2:a7f2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/9b1298f6-ca9a-4d3a-b67b-992d46d3cb6e/c26b7584-c90e-4ab2-bd56-edf2293e6faf) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:17.649228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:17.807550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-22aa713f-38ae-47f7-a1b9-4c8783644b7a None None] Provisioning for port 6c11196e-fdee-4095-a5e4-9374e26dcff7 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:17.817681 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.836467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.838967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-22aa713f-38ae-47f7-a1b9-4c8783644b7a None None] Provisioning complete for port 6c11196e-fdee-4095-a5e4-9374e26dcff7 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:17.839409 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22aa713f-38ae-47f7-a1b9-4c8783644b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.862794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 2e94c380-f55b-430e-8caa-061f00b374a2 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:17.913636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.926591 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-00aa77a0-3862-4631-9f35-0be244c2e297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.940418 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:17.943255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-22aa713f-38ae-47f7-a1b9-4c8783644b7a None None] Port 6c11196e-fdee-4095-a5e4-9374e26dcff7 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:17.957574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Transition to ACTIVE for port object c26b7584-c90e-4ab2-bd56-edf2293e6faf will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:17.976731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Transition to ACTIVE for port object c26b7584-c90e-4ab2-bd56-edf2293e6faf will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:17.988331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:18.083556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302145ab-9ef3-4cfa-a2ca-d6c5a2961879 req-072c203b-4467-42ad-9105-69d454bfed7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:18.083556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-302145ab-9ef3-4cfa-a2ca-d6c5a2961879 req-072c203b-4467-42ad-9105-69d454bfed7d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.0839682 Aug 10 02:24:18.094205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=6c11196e-fdee-4095-a5e4-9374e26dcff7,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:18.108161 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:18.163619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-302145ab-9ef3-4cfa-a2ca-d6c5a2961879 req-5ee42987-1927-4648-af3a-968d606f35df tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717943 Aug 10 02:24:18.235407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 70d4f708-e786-48c9-adfa-b7d9021e5ead up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:18.242651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:18.255483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 172.20.0.11 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/312e9e8b-c158-4489-8dda-6da2d0acde5a/2e94c380-f55b-430e-8caa-061f00b374a2) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:18.263340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:febf:95a2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/9b1298f6-ca9a-4d3a-b67b-992d46d3cb6e/2e94c380-f55b-430e-8caa-061f00b374a2) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:18.281903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:18.289444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:18.296709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Pushing event updated for resources: {'Port': ['ID=c26b7584-c90e-4ab2-bd56-edf2293e6faf,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:18.361474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network ff8cd587-e358-423c-a17e-534f1f968a61 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:18.373305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:18.490445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Attempting to bind port c26b7584-c90e-4ab2-bd56-edf2293e6faf on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:18.490929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Attempting to bind port c26b7584-c90e-4ab2-bd56-edf2293e6faf by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:18.491282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Attempting to bind port c26b7584-c90e-4ab2-bd56-edf2293e6faf on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:18.498287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 70d4f708-e786-48c9-adfa-b7d9021e5ead triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:18.498697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:18.543073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:18.543457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:18.543872 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:18.544282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:18.544963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Bound port: c26b7584-c90e-4ab2-bd56-edf2293e6faf, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:18.545366 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:18.709394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router eaba0303-47a3-458b-9d2d-6acf1ce28bf7 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:24:18.729070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] For port c26b7584-c90e-4ab2-bd56-edf2293e6faf, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:18.734069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] For port c26b7584-c90e-4ab2-bd56-edf2293e6faf, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c26b7584-c90e-4ab2-bd56-edf2293e6faf,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:18.736604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:18.742014 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-02238ca2-254e-4488-bd9c-4e94aacc7a69 None None] Provisioning complete for port 6c11196e-fdee-4095-a5e4-9374e26dcff7 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:18.742494 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-02238ca2-254e-4488-bd9c-4e94aacc7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:18.782145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-02238ca2-254e-4488-bd9c-4e94aacc7a69 None None] Port 6c11196e-fdee-4095-a5e4-9374e26dcff7 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:18.789382 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:18.882464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 2e94c380-f55b-430e-8caa-061f00b374a2 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:18.884429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b23f28-265a-44c1-b456-bd6108cf80f8 None None] Pushing event updated for resources: {'Port': ['ID=c26b7584-c90e-4ab2-bd56-edf2293e6faf,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:18.926154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:18.934915 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d237b351-aae4-4d2e-a6c6-dc79bfb65351 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/eaba0303-47a3-458b-9d2d-6acf1ce28bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6958849 Aug 10 02:24:18.935247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53682) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:18.937949 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f5938-d1ec-4d94-9834-e545f46ce92c None None] Sync routers for ids ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:18.949988 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f5938-d1ec-4d94-9834-e545f46ce92c None None] Routers {'eaba0303-47a3-458b-9d2d-6acf1ce28bf7'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:18.950627 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-082f5938-d1ec-4d94-9834-e545f46ce92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:18.999922 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-082f5938-d1ec-4d94-9834-e545f46ce92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:19.003952 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f5938-d1ec-4d94-9834-e545f46ce92c None None] Routers {'eaba0303-47a3-458b-9d2d-6acf1ce28bf7'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:19.004565 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-082f5938-d1ec-4d94-9834-e545f46ce92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:23:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:19.020817 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:19.043680 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-082f5938-d1ec-4d94-9834-e545f46ce92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:19.044561 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f5938-d1ec-4d94-9834-e545f46ce92c None None] The sync data for ids ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:19.052373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1780e-6ba3-4005-be19-0f5c4ad72c16 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:19.054233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-44a1780e-6ba3-4005-be19-0f5c4ad72c16 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports/6c11196e-fdee-4095-a5e4-9374e26dcff7 HTTP/1.1" status: 200 len: 910 time: 0.1173368 Aug 10 02:24:19.056855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53686) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:19.094398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:19.102267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:19.117915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=2e94c380-f55b-430e-8caa-061f00b374a2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:19.122921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:19.250286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:19.250892 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:19.344219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a2f12a8b-02d0-40e7-b5e0-d5a692cdca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1514812 Aug 10 02:24:19.345278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53692) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:19.426322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226fc8f-fa37-4a8a-94bb-5dfa08e31318 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:19.436400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226fc8f-fa37-4a8a-94bb-5dfa08e31318 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:19.439260 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5226fc8f-fa37-4a8a-94bb-5dfa08e31318 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0916584 Aug 10 02:24:19.442940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53694) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:19.570772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c46c7f00-6163-44f3-bc62-c2f33bea1291 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 2e94c380-f55b-430e-8caa-061f00b374a2 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:19.571217 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c46c7f00-6163-44f3-bc62-c2f33bea1291 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:19.730933 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c46c7f00-6163-44f3-bc62-c2f33bea1291 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:19.749885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c46c7f00-6163-44f3-bc62-c2f33bea1291 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 2e94c380-f55b-430e-8caa-061f00b374a2 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:19.752435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4722553-f0cb-425e-b818-d824cf7e7b0f req-6b277673-9a5f-4cc3-96e6-ff141563b2eb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:19.754980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4722553-f0cb-425e-b818-d824cf7e7b0f req-6b277673-9a5f-4cc3-96e6-ff141563b2eb tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.1247070 Aug 10 02:24:19.847808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4722553-f0cb-425e-b818-d824cf7e7b0f req-eec9a172-1fc7-43a3-be5a-d1268a17ccef tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669646 Aug 10 02:24:20.023615 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:20.315549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c26b7584-c90e-4ab2-bd56-edf2293e6faf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:20.497138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port 6c11196e-fdee-4095-a5e4-9374e26dcff7 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:20.497818 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:20.506117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c26b7584-c90e-4ab2-bd56-edf2293e6faf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:20.562895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a7a32-5b0f-4047-a6d4-8cda7c218187 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:20.582736 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aa079476-dfab-4e80-bb11-54cda8374789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:20.609281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c46c7f00-6163-44f3-bc62-c2f33bea1291 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:20.658724 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:20.674628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for 6c11196e-fdee-4095-a5e4-9374e26dcff7 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:20.735359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c7f00-6163-44f3-bc62-c2f33bea1291 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=2e94c380-f55b-430e-8caa-061f00b374a2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:20.872088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-67970a52-c109-4d24-832c-7b0be0b71f64 None None] Provisioning for port c26b7584-c90e-4ab2-bd56-edf2293e6faf completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:20.876890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-67970a52-c109-4d24-832c-7b0be0b71f64 None None] Provisioning complete for port c26b7584-c90e-4ab2-bd56-edf2293e6faf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:20.876890 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67970a52-c109-4d24-832c-7b0be0b71f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:20.934083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c46c7f00-6163-44f3-bc62-c2f33bea1291 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:20.936388 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c46c7f00-6163-44f3-bc62-c2f33bea1291 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/2e94c380-f55b-430e-8caa-061f00b374a2 HTTP/1.1" status: 204 len: 168 time: 1.4920309 Aug 10 02:24:20.939850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53716) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:21.065739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67970a52-c109-4d24-832c-7b0be0b71f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.083565 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.116706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fdd891-ef8a-43bc-a648-92e35921ae4e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:21.118512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fdd891-ef8a-43bc-a648-92e35921ae4e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:21.121849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fdd891-ef8a-43bc-a648-92e35921ae4e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:21.123693 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-92fdd891-ef8a-43bc-a648-92e35921ae4e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1824236 Aug 10 02:24:21.126802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53722) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:21.133020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-67970a52-c109-4d24-832c-7b0be0b71f64 None None] For port c26b7584-c90e-4ab2-bd56-edf2293e6faf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c26b7584-c90e-4ab2-bd56-edf2293e6faf,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:21.135091 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.162263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=6c11196e-fdee-4095-a5e4-9374e26dcff7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:21.199189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b46a32-59b8-4f15-b7e8-c075ee6cc9d2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 312e9e8b-c158-4489-8dda-6da2d0acde5a {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:21.203172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67970a52-c109-4d24-832c-7b0be0b71f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.211596 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87b46a32-59b8-4f15-b7e8-c075ee6cc9d2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.273843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67970a52-c109-4d24-832c-7b0be0b71f64 None None] Pushing event updated for resources: {'Port': ['ID=c26b7584-c90e-4ab2-bd56-edf2293e6faf,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:21.283019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d55b2f-d87e-4788-a454-c271cc997bdc req-2877befd-7d07-4050-8269-42a5516b774f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:21.284873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09d55b2f-d87e-4788-a454-c271cc997bdc req-2877befd-7d07-4050-8269-42a5516b774f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.2478065 Aug 10 02:24:21.300718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87b46a32-59b8-4f15-b7e8-c075ee6cc9d2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.440161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f7ece430-327f-413b-a7f9-abfcb64ea92d None None] Provisioning complete for port c26b7584-c90e-4ab2-bd56-edf2293e6faf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:21.440649 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f7ece430-327f-413b-a7f9-abfcb64ea92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.461825 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.474452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87b46a32-59b8-4f15-b7e8-c075ee6cc9d2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.674440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09d55b2f-d87e-4788-a454-c271cc997bdc req-d0cdbd89-a6b8-4ca4-879d-3f3d975dbd4e tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3797429 Aug 10 02:24:21.729969 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87b46a32-59b8-4f15-b7e8-c075ee6cc9d2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.767595 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b46a32-59b8-4f15-b7e8-c075ee6cc9d2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=312e9e8b-c158-4489-8dda-6da2d0acde5a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:21.776867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-87b46a32-59b8-4f15-b7e8-c075ee6cc9d2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.782703 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-87b46a32-59b8-4f15-b7e8-c075ee6cc9d2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/312e9e8b-c158-4489-8dda-6da2d0acde5a HTTP/1.1" status: 204 len: 168 time: 0.6511698 Aug 10 02:24:21.782703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53728) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:21.847847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-039bfa02-5032-495c-a3ad-83e3d9c7ab50 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 9b1298f6-ca9a-4d3a-b67b-992d46d3cb6e {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:21.852079 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-039bfa02-5032-495c-a3ad-83e3d9c7ab50 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.882054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8212957-6b9f-4ac5-bf32-578eabf920c2 req-b7962a3c-8205-4ab2-843e-0777d6ce3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:21.887219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8212957-6b9f-4ac5-bf32-578eabf920c2 req-b7962a3c-8205-4ab2-843e-0777d6ce3fd8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 1098 time: 0.1511171 Aug 10 02:24:21.890460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d227c-cb70-4ea0-a6ea-b7a3c575512f None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:21.937802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router eaba0303-47a3-458b-9d2d-6acf1ce28bf7 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:24:21.942851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-039bfa02-5032-495c-a3ad-83e3d9c7ab50 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:21.960586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b03c68d3-38e7-4490-9b23-a4bcce53914e None None] Could not find standard attr ID for object a4813071-964b-477a-af1e-4f5b993f0026. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:24:21.988214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8212957-6b9f-4ac5-bf32-578eabf920c2 req-3d291554-ba2b-4360-b847-250a97a71de2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917222 Aug 10 02:24:22.096437 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-039bfa02-5032-495c-a3ad-83e3d9c7ab50 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:22.126160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:22.144643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d937498a-9400-4fec-b110-c3a40fed56bd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/eaba0303-47a3-458b-9d2d-6acf1ce28bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0835934 Aug 10 02:24:22.145375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53736) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:22.155120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270eb6b-9820-41d1-9128-21d6ce7ace36 None None] Sync routers for ids ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:22.181183 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270eb6b-9820-41d1-9128-21d6ce7ace36 None None] Routers {'eaba0303-47a3-458b-9d2d-6acf1ce28bf7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:22.182995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9270eb6b-9820-41d1-9128-21d6ce7ace36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:22.191231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c26b7584-c90e-4ab2-bd56-edf2293e6faf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:22.255027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-039bfa02-5032-495c-a3ad-83e3d9c7ab50 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:22.288783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9270eb6b-9820-41d1-9128-21d6ce7ace36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:22.329608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270eb6b-9820-41d1-9128-21d6ce7ace36 None None] Routers {'eaba0303-47a3-458b-9d2d-6acf1ce28bf7'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:22.330245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9270eb6b-9820-41d1-9128-21d6ce7ace36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:22.346356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bfa02-5032-495c-a3ad-83e3d9c7ab50 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1298f6-ca9a-4d3a-b67b-992d46d3cb6e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:22.351821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-039bfa02-5032-495c-a3ad-83e3d9c7ab50 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:22.354465 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-039bfa02-5032-495c-a3ad-83e3d9c7ab50 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/9b1298f6-ca9a-4d3a-b67b-992d46d3cb6e HTTP/1.1" status: 204 len: 168 time: 0.5711014 Aug 10 02:24:22.371207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53742) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:22.375258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9270eb6b-9820-41d1-9128-21d6ce7ace36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:22.376143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9270eb6b-9820-41d1-9128-21d6ce7ace36 None None] The sync data for ids ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:22.380873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:22.391976 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c26b7584-c90e-4ab2-bd56-edf2293e6faf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:22.392545 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:22.432558 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-eb3c0b69-60c9-4823-a5c1-2ef2e57007c4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595598 Aug 10 02:24:22.435611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53744) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:22.441449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:22.711997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:22.716433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:22.747663 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:22.961004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53754) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:23.033820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83136e0c-6535-4676-8d18-eb43bae92fe6 req-aba243ab-1525-41ce-8c06-1b94de92b9cc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:23.036201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:24:23.042187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83136e0c-6535-4676-8d18-eb43bae92fe6 req-aba243ab-1525-41ce-8c06-1b94de92b9cc tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.1945415 Aug 10 02:24:23.219379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8573c330-4cf7-481c-8751-0848dda36476 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:23.269293 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83136e0c-6535-4676-8d18-eb43bae92fe6 req-87a0ff78-014a-426d-9748-9ca89fbefa1d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264276 Aug 10 02:24:23.284434 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fb77-99a3-433b-ac4b-c348acce984d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.333102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:23.338880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5a499ed3-56b0-4a0a-a8b8-3ec683100214 None None] Provisioning complete for port c26b7584-c90e-4ab2-bd56-edf2293e6faf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:23.339394 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5a499ed3-56b0-4a0a-a8b8-3ec683100214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.345973 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.388106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:23.391682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:23.398599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'port_id': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'mac_address': 'fa:16:3e:4a:a9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:24:23.399032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:23.399935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.416698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=bdaf5239-36c5-4887-ad42-edc3ca802b41,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:23.486035 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port 33300d4d-88cf-42ec-9fc0-745cd7ab52b1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:23.486280 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.503435 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.535316 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fb77-99a3-433b-ac4b-c348acce984d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.551454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:24:23.584105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:23.591492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fb77-99a3-433b-ac4b-c348acce984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.598603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.641911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for 33300d4d-88cf-42ec-9fc0-745cd7ab52b1 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:23.645542 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.656848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a7a5fb77-99a3-433b-ac4b-c348acce984d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9967c6dd80814ac6a6343d0dfa1d1e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6917615 Aug 10 02:24:23.659388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53766) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:23.669167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5fb77-99a3-433b-ac4b-c348acce984d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f122b2-7d78-4e34-b2c2-e117353c41cd,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:23.677404 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-86a3b2b0-dc1b-4ff6-abb0-29d323000612 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2400782 Aug 10 02:24:23.683345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d12024c-3daa-40f6-b353-db4724227d9d None None] Update dhcp port {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': 'bdaf5239-36c5-4887-ad42-edc3ca802b41'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'c26b7584-c90e-4ab2-bd56-edf2293e6faf'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:24:23.685357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53768) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:23.691672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:23.729204 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d12024c-3daa-40f6-b353-db4724227d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.732121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:23.800821 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7c59ac2-8639-47a0-ab54-2ada4fc8814e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.871373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7c59ac2-8639-47a0-ab54-2ada4fc8814e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.911869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['71d4ebf4-3ae2-437f-b657-cdeae3572bb6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:24:23.919295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:23.924111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.951712 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:23.958613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-0d12024c-3daa-40f6-b353-db4724227d9d None None] Allocated IP 172.20.0.2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/bdaf5239-36c5-4887-ad42-edc3ca802b41/c26b7584-c90e-4ab2-bd56-edf2293e6faf) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:24.014598 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7c59ac2-8639-47a0-ab54-2ada4fc8814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:24.017844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d7c59ac2-8639-47a0-ab54-2ada4fc8814e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:24.019247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d7c59ac2-8639-47a0-ab54-2ada4fc8814e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46f122b2-7d78-4e34-b2c2-e117353c41cd HTTP/1.1" status: 204 len: 168 time: 0.3588207 Aug 10 02:24:24.030225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c59ac2-8639-47a0-ab54-2ada4fc8814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f122b2-7d78-4e34-b2c2-e117353c41cd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:24.041791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:24.129020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=33300d4d-88cf-42ec-9fc0-745cd7ab52b1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:24.431345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0d12024c-3daa-40f6-b353-db4724227d9d None None] For port c26b7584-c90e-4ab2-bd56-edf2293e6faf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c26b7584-c90e-4ab2-bd56-edf2293e6faf,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:24.487114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d12024c-3daa-40f6-b353-db4724227d9d None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:24.505203 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:24.516227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0d12024c-3daa-40f6-b353-db4724227d9d None None] Transition to ACTIVE for port object c26b7584-c90e-4ab2-bd56-edf2293e6faf will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:24.599591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:24:24.602596 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d12024c-3daa-40f6-b353-db4724227d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:24.682784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12024c-3daa-40f6-b353-db4724227d9d None None] Pushing event updated for resources: {'Port': ['ID=c26b7584-c90e-4ab2-bd56-edf2293e6faf,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:24.736392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69703d-e074-4738-b9e4-f2996843794d req-4d6b7795-4e30-44b6-9b35-01e51b6f643f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:24.737989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac69703d-e074-4738-b9e4-f2996843794d req-4d6b7795-4e30-44b6-9b35-01e51b6f643f tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 945 time: 0.2142160 Aug 10 02:24:24.844393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router eaba0303-47a3-458b-9d2d-6acf1ce28bf7 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:24:24.950785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac69703d-e074-4738-b9e4-f2996843794d req-e1a9ab1d-8e57-468c-9e35-38d832d4a931 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777074 Aug 10 02:24:24.978591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:24.978591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a2386503-d927-47ec-ba3e-8f4038f7823c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/eaba0303-47a3-458b-9d2d-6acf1ce28bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8266301 Aug 10 02:24:24.979897 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af482a7-1219-4c30-b6f5-60bf54352b1c None None] Sync routers for ids ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:24.983097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53796) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:24.992093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53798) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:24.998413 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af482a7-1219-4c30-b6f5-60bf54352b1c None None] Routers {'eaba0303-47a3-458b-9d2d-6acf1ce28bf7'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:25.000170 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1af482a7-1219-4c30-b6f5-60bf54352b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:25.023018 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.038088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:25.096234 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1af482a7-1219-4c30-b6f5-60bf54352b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:25.128009 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af482a7-1219-4c30-b6f5-60bf54352b1c None None] Routers {'eaba0303-47a3-458b-9d2d-6acf1ce28bf7'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:25.129246 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1af482a7-1219-4c30-b6f5-60bf54352b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:25.155991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:25.160012 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.168770 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1af482a7-1219-4c30-b6f5-60bf54352b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:25.169746 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af482a7-1219-4c30-b6f5-60bf54352b1c None None] The sync data for ids ['eaba0303-47a3-458b-9d2d-6acf1ce28bf7'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:25.367972 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.415409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:24:25.417263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] For port c26b7584-c90e-4ab2-bd56-edf2293e6faf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c26b7584-c90e-4ab2-bd56-edf2293e6faf,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:25.419189 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb2c231-6ba4-42df-9b54-4687881e2e34" -d '{"events": [{"server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "name": "network-vif-plugged", "status": "completed", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:24:25.465983 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.479842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:25.497411 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f0c46a-3931-44d5-8769-eac54f1e5a3b x-openstack-request-id: req-11f0c46a-3931-44d5-8769-eac54f1e5a3b {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:24:25.498157 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "name": "network-vif-plugged", "status": "completed", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:24:25.498596 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-11f0c46a-3931-44d5-8769-eac54f1e5a3b {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:24:25.499145 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'code': 200} Aug 10 02:24:25.534495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.535346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.569634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.573939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2367f1da-3519-4629-beee-44511bd93214 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaba0303-47a3-458b-9d2d-6acf1ce28bf7 HTTP/1.1" status: 200 len: 205 time: 0.5896270 Aug 10 02:24:25.576944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53818) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:25.596517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=ecb314dd-fa26-423e-a8f6-fe2d17a6f930,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:25.640405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:25.657863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:25.669935 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:25.670969 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.673511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:25.711549 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=c26b7584-c90e-4ab2-bd56-edf2293e6faf,revision_number=8']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:25.724516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebbbe75-e91f-4678-965f-8610f9e56e7e None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:25.745842 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10f08d1b-f74c-49f5-a915-0e8ab6524643 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.792841 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-17fb7fd0-afad-4880-bd71-e2b964b7991e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1035368 Aug 10 02:24:25.794816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53826) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:25.804496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:c1:2c:45', 'name': 'tempest-NetworksTestDHCPv6-726886148'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:25.841468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ae1c7b0d-8126-4360-a78e-f6c57f119699 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/floatingips/0ed3c0ab-8bfd-422e-a38a-0c77de54906f HTTP/1.1" status: 200 len: 993 time: 0.8476436 Aug 10 02:24:25.898566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-08438ab0-38f8-4045-8c48-55688a55e505 None None] Provisioning for port c26b7584-c90e-4ab2-bd56-edf2293e6faf completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:25.906246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-08438ab0-38f8-4045-8c48-55688a55e505 None None] Provisioning complete for port c26b7584-c90e-4ab2-bd56-edf2293e6faf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:25.906637 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-08438ab0-38f8-4045-8c48-55688a55e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.966159 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10f08d1b-f74c-49f5-a915-0e8ab6524643 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:25.968489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10f08d1b-f74c-49f5-a915-0e8ab6524643 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.100149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10f08d1b-f74c-49f5-a915-0e8ab6524643 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.100715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f08d1b-f74c-49f5-a915-0e8ab6524643 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Fanout notify agent at l3_agent the message router_deleted on router eaba0303-47a3-458b-9d2d-6acf1ce28bf7 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:24:26.121784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:26.128742 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10f08d1b-f74c-49f5-a915-0e8ab6524643 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.130258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-10f08d1b-f74c-49f5-a915-0e8ab6524643 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/eaba0303-47a3-458b-9d2d-6acf1ce28bf7 HTTP/1.1" status: 204 len: 168 time: 0.5397129 Aug 10 02:24:26.132723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53828) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:26.145049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c26b7584-c90e-4ab2-bd56-edf2293e6faf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:26.207053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f305016-665f-438f-bf21-eddeafd57f77 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting subnet 8b81913c-9130-4ccf-bcfc-b23d5bf83342 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:26.209144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c26b7584-c90e-4ab2-bd56-edf2293e6faf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:26.209601 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.212020 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f305016-665f-438f-bf21-eddeafd57f77 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.237459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.265651 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f305016-665f-438f-bf21-eddeafd57f77 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.276654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port a267d824-6b21-45fa-910c-402888f7a785 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:26.381106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f305016-665f-438f-bf21-eddeafd57f77 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.547633 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f305016-665f-438f-bf21-eddeafd57f77 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.557831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 172.20.0.9 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/bdaf5239-36c5-4887-ad42-edc3ca802b41/a267d824-6b21-45fa-910c-402888f7a785) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:26.566507 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:fec1:2c45 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/ecb314dd-fa26-423e-a8f6-fe2d17a6f930/a267d824-6b21-45fa-910c-402888f7a785) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:26.622366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f305016-665f-438f-bf21-eddeafd57f77 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Subnet': ['ID=8b81913c-9130-4ccf-bcfc-b23d5bf83342,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:26.624534 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f305016-665f-438f-bf21-eddeafd57f77 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.631653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7f305016-665f-438f-bf21-eddeafd57f77 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/8b81913c-9130-4ccf-bcfc-b23d5bf83342 HTTP/1.1" status: 204 len: 168 time: 0.4978447 Aug 10 02:24:26.632801 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53842) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:26.636063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804042b-819f-4d3b-aae0-ed998bd25f46 None None] Network ff8cd587-e358-423c-a17e-534f1f968a61 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:26.722200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed5fc22-452d-4e72-9b30-876f28cc932e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting subnet 1f217f29-8558-4832-a21c-fc1346f7aa83 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:26.725787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc22-452d-4e72-9b30-876f28cc932e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.792145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.824491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object a267d824-6b21-45fa-910c-402888f7a785 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:26.824717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc22-452d-4e72-9b30-876f28cc932e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.894876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d679066a-3917-4e67-a934-4e6e57d3741e None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:26.940325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:26.954637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb410c-2d38-4b3e-b486-b0487be605a7 None None] DHCP port deletion for ff8cd587-e358-423c-a17e-534f1f968a61 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:26.988875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=a267d824-6b21-45fa-910c-402888f7a785,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:27.007488 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc22-452d-4e72-9b30-876f28cc932e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.008233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:27.013318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:27.018571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:27.084908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:27.085855 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.093601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d8a4659b-18ed-44d9-8924-6669bab4a4ac None None] Provisioning complete for port c26b7584-c90e-4ab2-bd56-edf2293e6faf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:27.094192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d8a4659b-18ed-44d9-8924-6669bab4a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.183393 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-33a48459-2985-4686-a285-d39b8cc2d6c6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3846579 Aug 10 02:24:27.183925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53854) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:27.189029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bceb410c-2d38-4b3e-b486-b0487be605a7 None None] Deleting port 70d4f708-e786-48c9-adfa-b7d9021e5ead {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:27.189402 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bceb410c-2d38-4b3e-b486-b0487be605a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.215577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc22-452d-4e72-9b30-876f28cc932e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.257427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5fc22-452d-4e72-9b30-876f28cc932e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Subnet': ['ID=1f217f29-8558-4832-a21c-fc1346f7aa83,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:27.264602 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc22-452d-4e72-9b30-876f28cc932e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.266829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0ed5fc22-452d-4e72-9b30-876f28cc932e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/1f217f29-8558-4832-a21c-fc1346f7aa83 HTTP/1.1" status: 204 len: 168 time: 0.6329520 Aug 10 02:24:27.269277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53856) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:27.273968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9043e02-6ee4-4ce4-bbb3-5e820dd05440 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:27.285863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9043e02-6ee4-4ce4-bbb3-5e820dd05440 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:27.292404 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c9043e02-6ee4-4ce4-bbb3-5e820dd05440 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1045256 Aug 10 02:24:27.292877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53860) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:27.319486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c0687-b735-4048-83ed-7f35f6f4979d None None] Network 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:27.418397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9747d8a4-aac4-4c60-b313-f36daf9e2b62 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port a267d824-6b21-45fa-910c-402888f7a785 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:27.418740 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9747d8a4-aac4-4c60-b313-f36daf9e2b62 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.420861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.494907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port 70d4f708-e786-48c9-adfa-b7d9021e5ead {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:27.495629 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.516381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bceb410c-2d38-4b3e-b486-b0487be605a7 None None] For port 70d4f708-e786-48c9-adfa-b7d9021e5ead, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=70d4f708-e786-48c9-adfa-b7d9021e5ead,segment=NetworkSegment(5d6ffade-57d8-4927-a2b6-0e3e15e12bb9),segment_id=5d6ffade-57d8-4927-a2b6-0e3e15e12bb9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:27.516778 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bceb410c-2d38-4b3e-b486-b0487be605a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.523006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9747d8a4-aac4-4c60-b313-f36daf9e2b62 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.537504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9747d8a4-aac4-4c60-b313-f36daf9e2b62 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for a267d824-6b21-45fa-910c-402888f7a785 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:27.560535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bceb410c-2d38-4b3e-b486-b0487be605a7 None None] Calling delete_port for 70d4f708-e786-48c9-adfa-b7d9021e5ead owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:27.602442 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port 70d4f708-e786-48c9-adfa-b7d9021e5ead, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=70d4f708-e786-48c9-adfa-b7d9021e5ead,segment=NetworkSegment(5d6ffade-57d8-4927-a2b6-0e3e15e12bb9),segment_id=5d6ffade-57d8-4927-a2b6-0e3e15e12bb9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:27.602878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.620102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for 70d4f708-e786-48c9-adfa-b7d9021e5ead owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:27.738937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e70c4-4fb5-4f57-9dd2-e39e71a3a733 None None] DHCP port deletion for 9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:27.761431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.781495 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bceb410c-2d38-4b3e-b486-b0487be605a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.797915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=70d4f708-e786-48c9-adfa-b7d9021e5ead,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:27.809787 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No DVR routers for this DVR port 70d4f708-e786-48c9-adfa-b7d9021e5ead on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:27.814128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb410c-2d38-4b3e-b486-b0487be605a7 None None] Pushing event deleted for resources: {'Port': ['ID=70d4f708-e786-48c9-adfa-b7d9021e5ead,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:27.830329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb410c-2d38-4b3e-b486-b0487be605a7 None None] No DVR routers for this DVR port 70d4f708-e786-48c9-adfa-b7d9021e5ead on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:27.903303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-973e70c4-4fb5-4f57-9dd2-e39e71a3a733 None None] Deleting port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:27.904216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-973e70c4-4fb5-4f57-9dd2-e39e71a3a733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.967373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:27.988423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8cd587-e358-423c-a17e-534f1f968a61']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:28.009273 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9747d8a4-aac4-4c60-b313-f36daf9e2b62 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.026238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6ffade-57d8-4927-a2b6-0e3e15e12bb9') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:28.027782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6ffade-57d8-4927-a2b6-0e3e15e12bb9') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:28.048140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.088180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747d8a4-aac4-4c60-b313-f36daf9e2b62 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=a267d824-6b21-45fa-910c-402888f7a785,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:28.117276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-973e70c4-4fb5-4f57-9dd2-e39e71a3a733 None None] For port a60aa310-57ba-4723-bbd0-f8c2ca6c2244, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a60aa310-57ba-4723-bbd0-f8c2ca6c2244,segment=NetworkSegment(3cc08c68-7878-4f19-b3ef-0923f2003510),segment_id=3cc08c68-7878-4f19-b3ef-0923f2003510)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:28.117679 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-973e70c4-4fb5-4f57-9dd2-e39e71a3a733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.118231 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.129596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2b68466a-c791-4fba-a138-ee399f552ea9 None None] Provisioning complete for port c26b7584-c90e-4ab2-bd56-edf2293e6faf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:28.130000 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b68466a-c791-4fba-a138-ee399f552ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.132764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:24:28.133367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:24:28.137187 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:24:28.185188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-973e70c4-4fb5-4f57-9dd2-e39e71a3a733 None None] Calling delete_port for a60aa310-57ba-4723-bbd0-f8c2ca6c2244 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:28.188946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a60aa310-57ba-4723-bbd0-f8c2ca6c2244 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:28.273324 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9747d8a4-aac4-4c60-b313-f36daf9e2b62 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.276305 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9747d8a4-aac4-4c60-b313-f36daf9e2b62 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/a267d824-6b21-45fa-910c-402888f7a785 HTTP/1.1" status: 204 len: 168 time: 0.9822321 Aug 10 02:24:28.278880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53870) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:28.336555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.346348 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.363122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/networks/ff8cd587-e358-423c-a17e-534f1f968a61 HTTP/1.1" status: 204 len: 168 time: 1.0799446 Aug 10 02:24:28.363252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53874) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:28.373233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280cc9b-ecfc-4bcc-9d02-ea7f21624099 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:28.374912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280cc9b-ecfc-4bcc-9d02-ea7f21624099 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:28.376662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280cc9b-ecfc-4bcc-9d02-ea7f21624099 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:28.380806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1280cc9b-ecfc-4bcc-9d02-ea7f21624099 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0983939 Aug 10 02:24:28.380806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c6441-d287-40ce-8cfe-f0806e3e5082 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Network': ['ID=ff8cd587-e358-423c-a17e-534f1f968a61,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:28.381209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53876) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:28.440611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0198d67a-bdcd-4cbd-baed-29aa04232bd7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet bdaf5239-36c5-4887-ad42-edc3ca802b41 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:28.443543 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0198d67a-bdcd-4cbd-baed-29aa04232bd7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.464522 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.494799 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.520090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2b68466a-c791-4fba-a138-ee399f552ea9 None None] Could not find standard attr ID for object a267d824-6b21-45fa-910c-402888f7a785. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:24:28.524359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0198d67a-bdcd-4cbd-baed-29aa04232bd7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.586903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-973e70c4-4fb5-4f57-9dd2-e39e71a3a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.599827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:28.601194 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.658886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 70d4f708-e786-48c9-adfa-b7d9021e5ead no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:28.664413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e70c4-4fb5-4f57-9dd2-e39e71a3a733 None None] Pushing event deleted for resources: {'Port': ['ID=a60aa310-57ba-4723-bbd0-f8c2ca6c2244,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:28.703943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0198d67a-bdcd-4cbd-baed-29aa04232bd7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.706237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e70c4-4fb5-4f57-9dd2-e39e71a3a733 None None] No DVR routers for this DVR port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:28.708538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3109c053-83bb-48fb-8a2c-976645c05ded None None] Could not find standard attr ID for object 2e94c380-f55b-430e-8caa-061f00b374a2. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:24:28.711547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port a60aa310-57ba-4723-bbd0-f8c2ca6c2244, host n-d-767704-21, got binding levels [] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:28.711924 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.715938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 70d4f708-e786-48c9-adfa-b7d9021e5ead {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:28.716754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 70d4f708-e786-48c9-adfa-b7d9021e5ead not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:28.756813 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for a60aa310-57ba-4723-bbd0-f8c2ca6c2244 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:28.761131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 was not found and therefore no delete operation was performed {{(pid=101223) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:24:28.763657 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.814888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=a60aa310-57ba-4723-bbd0-f8c2ca6c2244,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:28.818388 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No DVR routers for this DVR port a60aa310-57ba-4723-bbd0-f8c2ca6c2244 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:28.856765 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0198d67a-bdcd-4cbd-baed-29aa04232bd7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.891815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198d67a-bdcd-4cbd-baed-29aa04232bd7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=bdaf5239-36c5-4887-ad42-edc3ca802b41,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:28.893868 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0198d67a-bdcd-4cbd-baed-29aa04232bd7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.898115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0198d67a-bdcd-4cbd-baed-29aa04232bd7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/bdaf5239-36c5-4887-ad42-edc3ca802b41 HTTP/1.1" status: 204 len: 168 time: 0.5136907 Aug 10 02:24:28.899056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53890) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:28.923240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.938947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3145527d-b488-4037-8835-f136a8eab5df None None] Could not find standard attr ID for object a267d824-6b21-45fa-910c-402888f7a785. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:24:28.952685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9840a26b-0ad2-4e30-adfe-c3a6cd1afc19']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:28.968961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab01e8ad-1b88-44c4-88aa-4fee9074dd13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet ecb314dd-fa26-423e-a8f6-fe2d17a6f930 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:28.973050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc08c68-7878-4f19-b3ef-0923f2003510') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:28.973235 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8ad-1b88-44c4-88aa-4fee9074dd13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:28.973330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc08c68-7878-4f19-b3ef-0923f2003510') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:28.989331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.006473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.020964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:24:29.021542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: items = [ Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:24:29.025633 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:24:29.028729 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8ad-1b88-44c4-88aa-4fee9074dd13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.130936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8ad-1b88-44c4-88aa-4fee9074dd13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.220209 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.238947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.240838 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/networks/9840a26b-0ad2-4e30-adfe-c3a6cd1afc19 HTTP/1.1" status: 204 len: 168 time: 0.8885205 Aug 10 02:24:29.241881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602accc-0a04-4d43-92c2-72c4a23ca4db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Network': ['ID=9840a26b-0ad2-4e30-adfe-c3a6cd1afc19,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:29.245281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53894) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:29.251539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'network': {'name': 'tempest-RoutersTest-356672917'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:29.277949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8ad-1b88-44c4-88aa-4fee9074dd13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.288258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376a4b3-3f63-4b7d-9566-e43975776d0b None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:29.313547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01e8ad-1b88-44c4-88aa-4fee9074dd13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb314dd-fa26-423e-a8f6-fe2d17a6f930,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:29.317306 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8ad-1b88-44c4-88aa-4fee9074dd13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.319210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ab01e8ad-1b88-44c4-88aa-4fee9074dd13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/ecb314dd-fa26-423e-a8f6-fe2d17a6f930 HTTP/1.1" status: 204 len: 168 time: 0.4178569 Aug 10 02:24:29.321631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53896) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:29.361178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b41c653b-c6b9-408b-a101-b95cde88a07d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383604 Aug 10 02:24:29.362063 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:29.363941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53900) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:29.365505 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.392569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:24:29.408005 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.408005 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added segment c3e39d6e-7071-45e5-a0eb-7e0461516855 of type vlan for network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d Aug 10 02:24:29.452323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.463662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d9a0b-7afd-42e8-b5d1-81a927d4b39d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:29.467695 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-451d9a0b-7afd-42e8-b5d1-81a927d4b39d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1002705 Aug 10 02:24:29.467977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53904) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:29.534303 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7997d49-9f85-43b5-a044-fb318adf478d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:29.541650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d7997d49-9f85-43b5-a044-fb318adf478d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0716889 Aug 10 02:24:29.544170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53908) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:29.592406 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.596228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:29.596834 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.603977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fe0aab06-5842-49c5-8649-ab2ba49b85c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580671 Aug 10 02:24:29.609171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:29.614279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d9ac669f-96f3-401a-9d33-c4792d2a17e2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:29.629367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a355b1-6d0b-45e1-9dfc-39fcf80720fa None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:29.687194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Network': ['ID=e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:29.714422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:24:29.718877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-64a355b1-6d0b-45e1-9dfc-39fcf80720fa None None] Deleting port c26b7584-c90e-4ab2-bd56-edf2293e6faf {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:29.719328 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-64a355b1-6d0b-45e1-9dfc-39fcf80720fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.744460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53918) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:29.745357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-efa65119-f563-406d-a198-7905d316fe78 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4944465 Aug 10 02:24:29.752909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'subnet': {'network_id': 'e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:29.861371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ac669f-96f3-401a-9d33-c4792d2a17e2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:29.873961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9ac669f-96f3-401a-9d33-c4792d2a17e2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.876990 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ac669f-96f3-401a-9d33-c4792d2a17e2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:24:29.877459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ac669f-96f3-401a-9d33-c4792d2a17e2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:24:29.986202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:29.989903 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:29.998895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-64a355b1-6d0b-45e1-9dfc-39fcf80720fa None None] For port c26b7584-c90e-4ab2-bd56-edf2293e6faf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c26b7584-c90e-4ab2-bd56-edf2293e6faf,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:29.999672 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-64a355b1-6d0b-45e1-9dfc-39fcf80720fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:30.018164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-64a355b1-6d0b-45e1-9dfc-39fcf80720fa None None] Calling delete_port for c26b7584-c90e-4ab2-bd56-edf2293e6faf owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:30.057716 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d9ac669f-96f3-401a-9d33-c4792d2a17e2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4427269 Aug 10 02:24:30.058755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53924) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:30.063019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5995777a-b621-4688-a406-b97b583c845c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:30.197949 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-64a355b1-6d0b-45e1-9dfc-39fcf80720fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:30.226045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5995777a-b621-4688-a406-b97b583c845c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:30.230429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a355b1-6d0b-45e1-9dfc-39fcf80720fa None None] Pushing event deleted for resources: {'Port': ['ID=c26b7584-c90e-4ab2-bd56-edf2293e6faf,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:30.247578 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5995777a-b621-4688-a406-b97b583c845c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:30.250113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a355b1-6d0b-45e1-9dfc-39fcf80720fa None None] No DVR routers for this DVR port c26b7584-c90e-4ab2-bd56-edf2293e6faf on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:30.251003 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5995777a-b621-4688-a406-b97b583c845c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:24:30.251543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5995777a-b621-4688-a406-b97b583c845c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:24:30.282730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c26b7584-c90e-4ab2-bd56-edf2293e6faf no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:30.308234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c26b7584-c90e-4ab2-bd56-edf2293e6faf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:30.308830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c26b7584-c90e-4ab2-bd56-edf2293e6faf not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:30.340660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5995777a-b621-4688-a406-b97b583c845c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2816486 Aug 10 02:24:30.345691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53928) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:30.350923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0775bc48-8173-4919-b97c-38ab9ce83806 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:30.409735 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:30.508147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Subnet': ['ID=5b909bf9-8458-4336-82ca-c8254b2bef41,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:30.518488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Checking segment: {'id': 'c3e39d6e-7071-45e5-a0eb-7e0461516855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:30.518884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network hostable DHCP agents. Network: e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:24:30.551375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0775bc48-8173-4919-b97c-38ab9ce83806 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:30.555298 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0775bc48-8173-4919-b97c-38ab9ce83806 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:30.556975 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0775bc48-8173-4919-b97c-38ab9ce83806 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:24:30.557493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0775bc48-8173-4919-b97c-38ab9ce83806 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:24:30.676533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:24:30.711835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0775bc48-8173-4919-b97c-38ab9ce83806 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3541739 Aug 10 02:24:30.711835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53938) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:30.713803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f002e3a7-f1d0-4c31-8928-78de8434e2ac tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:30.773832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:30.778821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:30.779434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:30.785442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd850c71-a12f-4cc5-95ed-e1e594be09bd None None] Network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:30.857346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-405d1a86-9e5b-4c85-98c8-195645536d2e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1100333 Aug 10 02:24:30.857555 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53940) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:30.862602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-80687a6b-a3e3-4268-8254-aec7f5ae4db5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-189973945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:30.939559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f002e3a7-f1d0-4c31-8928-78de8434e2ac tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:30.943336 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f002e3a7-f1d0-4c31-8928-78de8434e2ac tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:30.952366 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f002e3a7-f1d0-4c31-8928-78de8434e2ac tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:24:30.952366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f002e3a7-f1d0-4c31-8928-78de8434e2ac tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:24:30.973309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d', 'network_id': 'e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'fixed_ips': [{'subnet_id': '5b909bf9-8458-4336-82ca-c8254b2bef41'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:30.973309 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.023926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80687a6b-a3e3-4268-8254-aec7f5ae4db5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.023926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80687a6b-a3e3-4268-8254-aec7f5ae4db5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.089377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80687a6b-a3e3-4268-8254-aec7f5ae4db5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.104396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53946) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:31.105235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f002e3a7-f1d0-4c31-8928-78de8434e2ac tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3985772 Aug 10 02:24:31.111029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-817f7239-6bbf-43d1-9a82-5623d0f45472 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:31.126084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Allocated IP 172.20.0.2 (e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d/5b909bf9-8458-4336-82ca-c8254b2bef41/e2778643-c919-4071-9457-b23b76187f93) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:31.327864 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.338079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Transition to ACTIVE for port object e2778643-c919-4071-9457-b23b76187f93 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:31.355061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Transition to ACTIVE for port object e2778643-c919-4071-9457-b23b76187f93 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:31.420648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80687a6b-a3e3-4268-8254-aec7f5ae4db5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.488935 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.532663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:31.535571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:31.545617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:31.545809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80687a6b-a3e3-4268-8254-aec7f5ae4db5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.545809 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-80687a6b-a3e3-4268-8254-aec7f5ae4db5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6848774 Aug 10 02:24:31.545994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Pushing event updated for resources: {'Port': ['ID=e2778643-c919-4071-9457-b23b76187f93,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:31.547605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53954) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:31.552902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'port': {'network_id': 'e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d', 'name': 'tempest-RoutersTest-2114663429'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:31.604644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Attempting to bind port e2778643-c919-4071-9457-b23b76187f93 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:31.605017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Attempting to bind port e2778643-c919-4071-9457-b23b76187f93 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'c3e39d6e-7071-45e5-a0eb-7e0461516855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:31.605376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Attempting to bind port e2778643-c919-4071-9457-b23b76187f93 on network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:31.611117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:31.611491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Checking segment: {'id': 'c3e39d6e-7071-45e5-a0eb-7e0461516855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:31.611892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.612694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Bound using segment: {'id': 'c3e39d6e-7071-45e5-a0eb-7e0461516855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:31.612877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Bound port: e2778643-c919-4071-9457-b23b76187f93, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e39d6e-7071-45e5-a0eb-7e0461516855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:31.613267 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.642831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817f7239-6bbf-43d1-9a82-5623d0f45472 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:31.646788 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-817f7239-6bbf-43d1-9a82-5623d0f45472 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.650376 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-817f7239-6bbf-43d1-9a82-5623d0f45472 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:24:31.650376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817f7239-6bbf-43d1-9a82-5623d0f45472 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:24:31.694518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] For port e2778643-c919-4071-9457-b23b76187f93, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:31.699098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] For port e2778643-c919-4071-9457-b23b76187f93, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e2778643-c919-4071-9457-b23b76187f93,segment=NetworkSegment(c3e39d6e-7071-45e5-a0eb-7e0461516855),segment_id=c3e39d6e-7071-45e5-a0eb-7e0461516855)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:31.737386 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-817f7239-6bbf-43d1-9a82-5623d0f45472 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6283324 Aug 10 02:24:31.738016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53958) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:31.747300 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.748511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a3e111f3-d7b7-45b7-94e6-4f120be94680 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:31.873197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeecdbc-87a1-40fb-ae8c-a8634185fa2f None None] Pushing event updated for resources: {'Port': ['ID=e2778643-c919-4071-9457-b23b76187f93,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:31.917749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:31.924403 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:31.972979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] device_id is not set on port 98917c54-cdcb-407b-b99f-ae89292e8f5a yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:32.071881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e111f3-d7b7-45b7-94e6-4f120be94680 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:32.087036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a3e111f3-d7b7-45b7-94e6-4f120be94680 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:32.093688 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e111f3-d7b7-45b7-94e6-4f120be94680 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:24:32.093688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e111f3-d7b7-45b7-94e6-4f120be94680 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:24:32.177375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.20.0.14 (e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d/5b909bf9-8458-4336-82ca-c8254b2bef41/98917c54-cdcb-407b-b99f-ae89292e8f5a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:32.188406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a3e111f3-d7b7-45b7-94e6-4f120be94680 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4461350 Aug 10 02:24:32.188406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 53966) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:32.230612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7835bba2-89ce-4aa4-b25b-f603f2a6e82c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0405033 Aug 10 02:24:32.232937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53970) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:32.306180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948e352c-ec96-4799-a484-b775e79f1035 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:32.308560 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-948e352c-ec96-4799-a484-b775e79f1035 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0743129 Aug 10 02:24:32.311680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53972) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:32.364271 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8d6b36cd-3688-45f1-aae5-58ed66bf1d38 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458169 Aug 10 02:24:32.364504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53976) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:32.370197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:32.383793 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:32.400260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Transition to ACTIVE for port object 98917c54-cdcb-407b-b99f-ae89292e8f5a will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:32.856296 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:32.876476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:32.880192 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:32.949578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:32.954285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:32.961221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:32.971462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=98917c54-cdcb-407b-b99f-ae89292e8f5a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:33.002231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.002608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.005068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba16fcf-4416-469c-b2bc-2aae22de97d4 None None] Network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:33.008155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.011696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.012490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.013045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.027752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.028404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.028938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.031211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.032286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.032975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:33.126831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:33.127407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:33.184993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0c1db695-42e7-405b-a9b9-32aa2374b3d5 None None] Provisioning for port e2778643-c919-4071-9457-b23b76187f93 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:33.210429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-495c21b4-1db7-45b3-93b3-28a7185689bf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6608143 Aug 10 02:24:33.214206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 53988) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:33.579533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:24:33.583991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:33.603513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-25ebeb3d-3116-4c90-babf-591f8551ad81 None None] Provisioning for port 98917c54-cdcb-407b-b99f-ae89292e8f5a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:33.609887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-25ebeb3d-3116-4c90-babf-591f8551ad81 None None] Provisioning complete for port 98917c54-cdcb-407b-b99f-ae89292e8f5a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:33.610909 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-25ebeb3d-3116-4c90-babf-591f8551ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:33.649033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=04db3e18-5c8c-418a-a7ff-d5812a9cc6d6,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:33.678621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:33.723447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-25ebeb3d-3116-4c90-babf-591f8551ad81 None None] Port 98917c54-cdcb-407b-b99f-ae89292e8f5a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:33.757936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:33.778707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:33.779312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:33.783023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340c32f6-60e3-45bd-ab85-8e6cd311af3b None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:33.873427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:33.886733 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b1808d92-0689-49f9-8adc-33bfce42e16f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5210304 Aug 10 02:24:33.886989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54002) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:33.888221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e26ebfa-6e6e-49f6-b6bf-2025a8eeaa50 None None] Provisioning complete for port 98917c54-cdcb-407b-b99f-ae89292e8f5a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:33.888887 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e26ebfa-6e6e-49f6-b6bf-2025a8eeaa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:33.893552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:ff:78:6e', 'name': 'tempest-NetworksTestDHCPv6-295770752'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:34.001034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4e26ebfa-6e6e-49f6-b6bf-2025a8eeaa50 None None] Port 98917c54-cdcb-407b-b99f-ae89292e8f5a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:34.112511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:34.161962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '04db3e18-5c8c-418a-a7ff-d5812a9cc6d6'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:34.166916 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.264127 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.272242 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.286415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 43664f05-8252-4954-9146-899c798b8dcf yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:34.316000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e2778643-c919-4071-9457-b23b76187f93 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:34.373532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.408966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:feff:786e (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/04db3e18-5c8c-418a-a7ff-d5812a9cc6d6/43664f05-8252-4954-9146-899c798b8dcf) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:34.461024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e2778643-c919-4071-9457-b23b76187f93 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:34.467193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e2778643-c919-4071-9457-b23b76187f93 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:34.467471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=98917c54-cdcb-407b-b99f-ae89292e8f5a,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:34.467629 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.657977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.707030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e2778643-c919-4071-9457-b23b76187f93, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e2778643-c919-4071-9457-b23b76187f93,segment=NetworkSegment(c3e39d6e-7071-45e5-a0eb-7e0461516855),segment_id=c3e39d6e-7071-45e5-a0eb-7e0461516855)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:34.728949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.732097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-71168d7e-cdb0-4f99-b8c5-ae732785c221 None None] Provisioning complete for port 98917c54-cdcb-407b-b99f-ae89292e8f5a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:34.733288 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-71168d7e-cdb0-4f99-b8c5-ae732785c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.734855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.755640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 43664f05-8252-4954-9146-899c798b8dcf will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:34.800439 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.854570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-71168d7e-cdb0-4f99-b8c5-ae732785c221 None None] Port 98917c54-cdcb-407b-b99f-ae89292e8f5a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:34.877497 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:34.950065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Allocated IP 2001:db8::f816:3eff:fe92:a81b (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/04db3e18-5c8c-418a-a7ff-d5812a9cc6d6/6376a72a-4088-483c-82e4-9ca8f1895212) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:34.969694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:34.972474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e2778643-c919-4071-9457-b23b76187f93,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:34.985717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:34.995034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:34.995268 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.003085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:35.005219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.018881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=43664f05-8252-4954-9146-899c798b8dcf,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:35.116771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b1c5e870-7a92-4f08-91e8-1518bd6eb793 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2179585 Aug 10 02:24:35.118190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54026) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:35.192114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.193470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d14947-a0d2-464e-aea0-00d4e72568ab tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:35.204414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Transition to ACTIVE for port object 6376a72a-4088-483c-82e4-9ca8f1895212 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:35.208193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-57d14947-a0d2-464e-aea0-00d4e72568ab tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0882375 Aug 10 02:24:35.211171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54028) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:35.233556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Transition to ACTIVE for port object 6376a72a-4088-483c-82e4-9ca8f1895212 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:35.300964 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.323886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a3331-526b-4ebd-968f-81087678eb2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 43664f05-8252-4954-9146-899c798b8dcf {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:35.324735 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0c4a3331-526b-4ebd-968f-81087678eb2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.384551 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:35.387660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:35.391251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:35.418730 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.443085 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0c4a3331-526b-4ebd-968f-81087678eb2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.458259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a3331-526b-4ebd-968f-81087678eb2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 43664f05-8252-4954-9146-899c798b8dcf owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:35.477310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Attempting to bind port 6376a72a-4088-483c-82e4-9ca8f1895212 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:35.479653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Attempting to bind port 6376a72a-4088-483c-82e4-9ca8f1895212 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:35.479653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Attempting to bind port 6376a72a-4088-483c-82e4-9ca8f1895212 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:35.481352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Pushing event updated for resources: {'Port': ['ID=6376a72a-4088-483c-82e4-9ca8f1895212,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:35.487277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:35.488281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:35.488626 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.488920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:35.491108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Bound port: 6376a72a-4088-483c-82e4-9ca8f1895212, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:35.491519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.500409 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.590647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] For port 6376a72a-4088-483c-82e4-9ca8f1895212, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:35.600749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.664250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=98917c54-cdcb-407b-b99f-ae89292e8f5a,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:35.704453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.704804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.705146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.705487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.705823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.706156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.706499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.706895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.707243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.707690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.708071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.708417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:35.716808 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0c4a3331-526b-4ebd-968f-81087678eb2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.717259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] For port 6376a72a-4088-483c-82e4-9ca8f1895212, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6376a72a-4088-483c-82e4-9ca8f1895212,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:35.765596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a3331-526b-4ebd-968f-81087678eb2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=43664f05-8252-4954-9146-899c798b8dcf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:35.769488 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.804033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:35.805599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:35.830908 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0c4a3331-526b-4ebd-968f-81087678eb2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:35.839126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0c4a3331-526b-4ebd-968f-81087678eb2f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/43664f05-8252-4954-9146-899c798b8dcf HTTP/1.1" status: 204 len: 168 time: 0.6250963 Aug 10 02:24:35.839934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54048) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:35.906173 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66de503-e2b2-4ddc-8f3a-6e0d1b228966 None None] Pushing event updated for resources: {'Port': ['ID=6376a72a-4088-483c-82e4-9ca8f1895212,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:35.919877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4018714-e264-4be9-8a4f-41ec57f250a1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:35.924470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4018714-e264-4be9-8a4f-41ec57f250a1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:35.934799 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a4018714-e264-4be9-8a4f-41ec57f250a1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0938845 Aug 10 02:24:35.937304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54050) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:36.002190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc60034-aac8-4900-96d6-5e9befcac694 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 04db3e18-5c8c-418a-a7ff-d5812a9cc6d6 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:36.005914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dfc60034-aac8-4900-96d6-5e9befcac694 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:36.068106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dfc60034-aac8-4900-96d6-5e9befcac694 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:36.111480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router 9baad965-e1c4-431c-9e1a-f3e8af932ac9 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:24:36.112804 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:24:36.247175 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dfc60034-aac8-4900-96d6-5e9befcac694 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:36.297698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e2778643-c919-4071-9457-b23b76187f93 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:36.317506 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:36.326706 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-00fe90b0-1099-4ab5-89b9-57a13d3c2679 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/9baad965-e1c4-431c-9e1a-f3e8af932ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1110246 Aug 10 02:24:36.328251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54062) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:36.343876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5c21b1fa-c46a-4b9b-822a-6f651c5cf501 None None] Provisioning complete for port 98917c54-cdcb-407b-b99f-ae89292e8f5a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:36.347716 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c21b1fa-c46a-4b9b-822a-6f651c5cf501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:36.355075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1785797-4464-49b0-b80d-b94ab2884b20 None None] Sync routers for ids ['9baad965-e1c4-431c-9e1a-f3e8af932ac9'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:36.387009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82aba7c-9660-44d0-8333-8034d99b057b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:36.389576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e82aba7c-9660-44d0-8333-8034d99b057b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports/98917c54-cdcb-407b-b99f-ae89292e8f5a HTTP/1.1" status: 200 len: 978 time: 0.0602665 Aug 10 02:24:36.394640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54066) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:36.413272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dfc60034-aac8-4900-96d6-5e9befcac694 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:36.414070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1785797-4464-49b0-b80d-b94ab2884b20 None None] Routers {'9baad965-e1c4-431c-9e1a-f3e8af932ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:36.414070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c1785797-4464-49b0-b80d-b94ab2884b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9baad965-e1c4-431c-9e1a-f3e8af932ac9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:36.464302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c1785797-4464-49b0-b80d-b94ab2884b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:36.468800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5c21b1fa-c46a-4b9b-822a-6f651c5cf501 None None] Port 98917c54-cdcb-407b-b99f-ae89292e8f5a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:36.470890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc60034-aac8-4900-96d6-5e9befcac694 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=04db3e18-5c8c-418a-a7ff-d5812a9cc6d6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:36.473429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dfc60034-aac8-4900-96d6-5e9befcac694 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:36.479501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dfc60034-aac8-4900-96d6-5e9befcac694 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/04db3e18-5c8c-418a-a7ff-d5812a9cc6d6 HTTP/1.1" status: 204 len: 168 time: 0.5408890 Aug 10 02:24:36.480214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54068) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:36.494906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1785797-4464-49b0-b80d-b94ab2884b20 None None] Routers {'9baad965-e1c4-431c-9e1a-f3e8af932ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:36.495963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c1785797-4464-49b0-b80d-b94ab2884b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9baad965-e1c4-431c-9e1a-f3e8af932ac9'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:36.498222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e2778643-c919-4071-9457-b23b76187f93 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:36.498818 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:36.540880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-468d63eb-f272-4fb1-afef-4bd63cc5df7b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582983 Aug 10 02:24:36.541535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54070) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:36.547142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:36.563208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c1785797-4464-49b0-b80d-b94ab2884b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:36.564174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1785797-4464-49b0-b80d-b94ab2884b20 None None] The sync data for ids ['9baad965-e1c4-431c-9e1a-f3e8af932ac9'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:36.753645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:36.754938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:36.927751 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:37.261366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port 98917c54-cdcb-407b-b99f-ae89292e8f5a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:37.261947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:37.384366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a280d-48d2-4b55-afad-cd3d6dd5201e None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:37.392767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.objects.ports [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101224) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:24:37.559662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a29eaf0b-6f54-4a23-ad7b-5211da207345 None None] Provisioning for port 6376a72a-4088-483c-82e4-9ca8f1895212 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:37.703198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:37.719994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for 98917c54-cdcb-407b-b99f-ae89292e8f5a owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:37.869846 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.060900 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.151717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=98917c54-cdcb-407b-b99f-ae89292e8f5a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:38.152519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] For port 6376a72a-4088-483c-82e4-9ca8f1895212, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6376a72a-4088-483c-82e4-9ca8f1895212,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:38.229875 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.273771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6376a72a-4088-483c-82e4-9ca8f1895212 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:38.311546 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.312170 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.391287 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.426436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 6376a72a-4088-483c-82e4-9ca8f1895212 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:38.451747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:38.453818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f754c8d0-8c5b-43e6-8e9b-e054ee86e488 None None] Could not find standard attr ID for object 43664f05-8252-4954-9146-899c798b8dcf. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:24:38.455579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=6376a72a-4088-483c-82e4-9ca8f1895212,revision_number=5']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:38.458683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:38.465845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:38.467614 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.472470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6376a72a-4088-483c-82e4-9ca8f1895212 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:38.473225 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.488779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=0eec7998-4b58-4b6b-8aff-34fc41d546fa,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:38.559525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7a6a2e47-afb7-4589-a8b2-a258624b8021 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0168469 Aug 10 02:24:38.560211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54126) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:38.565675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:b8:56:64', 'name': 'tempest-NetworksTestDHCPv6-1566527329'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:38.669283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router 9baad965-e1c4-431c-9e1a-f3e8af932ac9 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:24:38.688048 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.748299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 6376a72a-4088-483c-82e4-9ca8f1895212, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6376a72a-4088-483c-82e4-9ca8f1895212,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:38.808663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:38.813487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b5fa16-6422-409e-b656-1ac72555c544 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:38.816025 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.840254 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:38.856424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:38.866792 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-58bb730d-dcb3-4678-b653-a189954e4bf3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/9baad965-e1c4-431c-9e1a-f3e8af932ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4712152 Aug 10 02:24:38.870332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54130) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:38.892557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b0a3e-d151-43ab-b6c8-7a1ee7684093 None None] Sync routers for ids ['9baad965-e1c4-431c-9e1a-f3e8af932ac9'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:38.894671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port fafdabaa-6761-4a21-a5bb-18e311ffe960 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:38.910326 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b0a3e-d151-43ab-b6c8-7a1ee7684093 None None] Routers {'9baad965-e1c4-431c-9e1a-f3e8af932ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:38.910997 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5b6b0a3e-d151-43ab-b6c8-7a1ee7684093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9baad965-e1c4-431c-9e1a-f3e8af932ac9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:38.990086 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5b6b0a3e-d151-43ab-b6c8-7a1ee7684093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:39.011211 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b0a3e-d151-43ab-b6c8-7a1ee7684093 None None] Routers {'9baad965-e1c4-431c-9e1a-f3e8af932ac9'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:39.011891 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5b6b0a3e-d151-43ab-b6c8-7a1ee7684093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9baad965-e1c4-431c-9e1a-f3e8af932ac9'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:39.088018 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5b6b0a3e-d151-43ab-b6c8-7a1ee7684093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:39.088677 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b0a3e-d151-43ab-b6c8-7a1ee7684093 None None] The sync data for ids ['9baad965-e1c4-431c-9e1a-f3e8af932ac9'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:39.204801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=6376a72a-4088-483c-82e4-9ca8f1895212,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:39.213346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:feb8:5664 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/0eec7998-4b58-4b6b-8aff-34fc41d546fa/fafdabaa-6761-4a21-a5bb-18e311ffe960) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:39.358777 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-30637ac7-2063-4065-8057-56db0ecbc3fb tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 02:24:39.362746 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-30637ac7-2063-4065-8057-56db0ecbc3fb tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/9baad965-e1c4-431c-9e1a-f3e8af932ac9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4873025 Aug 10 02:24:39.363346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54136) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:39.411316 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5afd103c-8c70-489c-bfec-33f515c9a819 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=9baad965-e1c4-431c-9e1a-f3e8af932ac9 HTTP/1.1" status: 200 len: 205 time: 0.0467722 Aug 10 02:24:39.411957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54138) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:39.510082 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0f85668-feb0-4ee8-9734-a9189e5d6d70 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:39.733619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0f85668-feb0-4ee8-9734-a9189e5d6d70 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:39.736224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0f85668-feb0-4ee8-9734-a9189e5d6d70 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:39.854650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0f85668-feb0-4ee8-9734-a9189e5d6d70 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:39.855274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f85668-feb0-4ee8-9734-a9189e5d6d70 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Fanout notify agent at l3_agent the message router_deleted on router 9baad965-e1c4-431c-9e1a-f3e8af932ac9 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:24:39.874297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0f85668-feb0-4ee8-9734-a9189e5d6d70 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:39.881536 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d0f85668-feb0-4ee8-9734-a9189e5d6d70 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/9baad965-e1c4-431c-9e1a-f3e8af932ac9 HTTP/1.1" status: 204 len: 168 time: 0.4685194 Aug 10 02:24:39.882515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54148) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:39.904323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cdd7c83b-7d32-4073-9031-d5f4aa117c98 None None] Provisioning complete for port 6376a72a-4088-483c-82e4-9ca8f1895212 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:39.912530 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c83b-7d32-4073-9031-d5f4aa117c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:39.989170 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.000118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-028f404d-2a02-4fc4-9943-05fb6646a4ec tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting subnet 5b909bf9-8458-4336-82ca-c8254b2bef41 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:40.005094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object fafdabaa-6761-4a21-a5bb-18e311ffe960 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:40.014828 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-028f404d-2a02-4fc4-9943-05fb6646a4ec tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.073392 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-028f404d-2a02-4fc4-9943-05fb6646a4ec tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.145802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.201433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6376a72a-4088-483c-82e4-9ca8f1895212 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:40.224393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:40.232114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:40.234821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:40.242279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:40.242688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-028f404d-2a02-4fc4-9943-05fb6646a4ec tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.247528 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.258186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=fafdabaa-6761-4a21-a5bb-18e311ffe960,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:40.285696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6376a72a-4088-483c-82e4-9ca8f1895212 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:40.286187 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.317676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-97ac3145-f9ac-42bd-97d4-31162757ad69 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7561679 Aug 10 02:24:40.326601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54154) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:40.427454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd0384-4c3b-4964-940b-481282f77241 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:40.432528 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd0384-4c3b-4964-940b-481282f77241 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:40.433160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-028f404d-2a02-4fc4-9943-05fb6646a4ec tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.438147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-edcd0384-4c3b-4964-940b-481282f77241 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1107979 Aug 10 02:24:40.438471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54156) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:40.532891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5da75-7216-4d32-9749-fe8bf82dfae5 None None] Network e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:40.561076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-028f404d-2a02-4fc4-9943-05fb6646a4ec tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.565368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-028f404d-2a02-4fc4-9943-05fb6646a4ec tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/5b909bf9-8458-4336-82ca-c8254b2bef41 HTTP/1.1" status: 204 len: 168 time: 0.6802940 Aug 10 02:24:40.567769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f404d-2a02-4fc4-9943-05fb6646a4ec tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Subnet': ['ID=5b909bf9-8458-4336-82ca-c8254b2bef41,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:40.569742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54158) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:40.693885 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.710894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-03a6e0f8-1bb1-439a-a879-0051140f5974 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port fafdabaa-6761-4a21-a5bb-18e311ffe960 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:40.711558 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03a6e0f8-1bb1-439a-a879-0051140f5974 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.831900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2eff5e9d-bfb1-427e-b2af-d2f2dfd1328a None None] Provisioning for port fafdabaa-6761-4a21-a5bb-18e311ffe960 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:40.837655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2eff5e9d-bfb1-427e-b2af-d2f2dfd1328a None None] Provisioning complete for port fafdabaa-6761-4a21-a5bb-18e311ffe960 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:40.838254 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2eff5e9d-bfb1-427e-b2af-d2f2dfd1328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.900910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ee5027-3687-4afa-b14e-3836db99eb44 None None] DHCP port deletion for e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:40.918208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03a6e0f8-1bb1-439a-a879-0051140f5974 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.939594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2eff5e9d-bfb1-427e-b2af-d2f2dfd1328a None None] Port fafdabaa-6761-4a21-a5bb-18e311ffe960 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:40.943768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port e2778643-c919-4071-9457-b23b76187f93 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:40.944360 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:40.957899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-03a6e0f8-1bb1-439a-a879-0051140f5974 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for fafdabaa-6761-4a21-a5bb-18e311ffe960 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:41.020626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-76ee5027-3687-4afa-b14e-3836db99eb44 None None] Deleting port e2778643-c919-4071-9457-b23b76187f93 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:41.023486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-76ee5027-3687-4afa-b14e-3836db99eb44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.074370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port e2778643-c919-4071-9457-b23b76187f93, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e2778643-c919-4071-9457-b23b76187f93,segment=NetworkSegment(c3e39d6e-7071-45e5-a0eb-7e0461516855),segment_id=c3e39d6e-7071-45e5-a0eb-7e0461516855)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:41.074980 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.092681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for e2778643-c919-4071-9457-b23b76187f93 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:41.121896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-76ee5027-3687-4afa-b14e-3836db99eb44 None None] For port e2778643-c919-4071-9457-b23b76187f93, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e2778643-c919-4071-9457-b23b76187f93,segment=NetworkSegment(c3e39d6e-7071-45e5-a0eb-7e0461516855),segment_id=c3e39d6e-7071-45e5-a0eb-7e0461516855)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:41.122816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-76ee5027-3687-4afa-b14e-3836db99eb44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.148424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-76ee5027-3687-4afa-b14e-3836db99eb44 None None] Calling delete_port for e2778643-c919-4071-9457-b23b76187f93 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:41.323047 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03a6e0f8-1bb1-439a-a879-0051140f5974 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.340855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.341550 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-76ee5027-3687-4afa-b14e-3836db99eb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.371996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee5027-3687-4afa-b14e-3836db99eb44 None None] Pushing event deleted for resources: {'Port': ['ID=e2778643-c919-4071-9457-b23b76187f93,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:41.374148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ee5027-3687-4afa-b14e-3836db99eb44 None None] No DVR routers for this DVR port e2778643-c919-4071-9457-b23b76187f93 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:41.395310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6e0f8-1bb1-439a-a879-0051140f5974 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=fafdabaa-6761-4a21-a5bb-18e311ffe960,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:41.466786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No DVR routers for this DVR port e2778643-c919-4071-9457-b23b76187f93 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:41.469457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=e2778643-c919-4071-9457-b23b76187f93,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:41.482378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-03a6e0f8-1bb1-439a-a879-0051140f5974 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.490025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-03a6e0f8-1bb1-439a-a879-0051140f5974 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/fafdabaa-6761-4a21-a5bb-18e311ffe960 HTTP/1.1" status: 204 len: 168 time: 1.0453207 Aug 10 02:24:41.490217 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54172) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:41.589072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed18b8-b04e-4ff8-a20b-a5fa60fb8522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:41.595086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed18b8-b04e-4ff8-a20b-a5fa60fb8522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:41.606262 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-69ed18b8-b04e-4ff8-a20b-a5fa60fb8522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1146431 Aug 10 02:24:41.612837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54174) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:41.639529 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.676602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:41.691330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d4491b-3f79-4788-9336-abd7b0d89cba tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 0eec7998-4b58-4b6b-8aff-34fc41d546fa {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:41.696995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32d4491b-3f79-4788-9336-abd7b0d89cba tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.715863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e39d6e-7071-45e5-a0eb-7e0461516855') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:41.715863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e39d6e-7071-45e5-a0eb-7e0461516855') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:41.731222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.748248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.755175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:24:41.755657 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:24:41.759406 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:24:41.771921 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32d4491b-3f79-4788-9336-abd7b0d89cba tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.903446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.938843 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.941799 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/networks/e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d HTTP/1.1" status: 204 len: 168 time: 1.3644063 Aug 10 02:24:41.942930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78eb045-1124-4fef-a13d-5e727929feef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Network': ['ID=e69bdcf2-cee4-4fd0-8ecb-4b91f3510f6d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:41.948144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54182) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:41.953019 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32d4491b-3f79-4788-9336-abd7b0d89cba tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:41.960570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'network': {'name': 'tempest-RoutersTest-2065369163'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:42.059915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:42.067456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.129160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32d4491b-3f79-4788-9336-abd7b0d89cba tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.134174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:24:42.149854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.150460 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added segment 47f9a2e3-58cc-47f9-9040-315884f428ed of type vlan for network 358e38c4-50ba-495a-a358-68d7da77867e Aug 10 02:24:42.172873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e2778643-c919-4071-9457-b23b76187f93 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:42.186134 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32d4491b-3f79-4788-9336-abd7b0d89cba tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.188407 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-32d4491b-3f79-4788-9336-abd7b0d89cba tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/0eec7998-4b58-4b6b-8aff-34fc41d546fa HTTP/1.1" status: 204 len: 168 time: 0.5800569 Aug 10 02:24:42.189435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4491b-3f79-4788-9336-abd7b0d89cba tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=0eec7998-4b58-4b6b-8aff-34fc41d546fa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:42.192786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54190) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:42.201852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48240d14-6ec4-4750-b7a5-803d73181a57 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:42.205260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e2778643-c919-4071-9457-b23b76187f93 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:42.205607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e2778643-c919-4071-9457-b23b76187f93 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:42.238965 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.246896 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-43d3f31a-5855-4432-973f-20b55bff4b01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506721 Aug 10 02:24:42.248521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54194) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:42.343403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cac11f-0d16-4251-89d1-eacaa24253bd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:42.345325 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-40cac11f-0d16-4251-89d1-eacaa24253bd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0954204 Aug 10 02:24:42.347768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54196) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:42.351314 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.359156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:42.359764 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.432425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d594b-d4d9-42c2-a5ad-66b8ab21c715 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:42.433994 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-463d594b-d4d9-42c2-a5ad-66b8ab21c715 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0842183 Aug 10 02:24:42.434671 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54200) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:42.475352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e61f254-d743-4ee1-bd06-9d697a0ce380 None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:42.486283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7e022da0-682d-46de-bf35-ce2711024fb1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504322 Aug 10 02:24:42.490947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54202) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:42.497099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:42.549207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5999596 Aug 10 02:24:42.550490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab4f32-158e-4931-ace8-c3f0aef82766 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Network': ['ID=358e38c4-50ba-495a-a358-68d7da77867e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:42.553344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54204) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:42.563492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'subnet': {'network_id': '358e38c4-50ba-495a-a358-68d7da77867e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:42.582100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 358e38c4-50ba-495a-a358-68d7da77867e details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:24:42.688814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3e61f254-d743-4ee1-bd06-9d697a0ce380 None None] Deleting port 6376a72a-4088-483c-82e4-9ca8f1895212 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:42.688992 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3e61f254-d743-4ee1-bd06-9d697a0ce380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.741700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:42.745884 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.803504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3e61f254-d743-4ee1-bd06-9d697a0ce380 None None] For port 6376a72a-4088-483c-82e4-9ca8f1895212, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6376a72a-4088-483c-82e4-9ca8f1895212,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:42.805597 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3e61f254-d743-4ee1-bd06-9d697a0ce380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:42.834719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3e61f254-d743-4ee1-bd06-9d697a0ce380 None None] Calling delete_port for 6376a72a-4088-483c-82e4-9ca8f1895212 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:42.884762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:42.888728 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:43.093527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3e61f254-d743-4ee1-bd06-9d697a0ce380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:43.293880 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:43.361364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Subnet': ['ID=746fd8e8-8644-4b4b-9313-9b32cefc6cbf,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:43.375359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61f254-d743-4ee1-bd06-9d697a0ce380 None None] Pushing event deleted for resources: {'Port': ['ID=6376a72a-4088-483c-82e4-9ca8f1895212,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:43.391472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61f254-d743-4ee1-bd06-9d697a0ce380 None None] No DVR routers for this DVR port 6376a72a-4088-483c-82e4-9ca8f1895212 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:43.417865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:24:43.419823 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:43.448105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Checking segment: {'id': '47f9a2e3-58cc-47f9-9040-315884f428ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '358e38c4-50ba-495a-a358-68d7da77867e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:43.448495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network hostable DHCP agents. Network: 358e38c4-50ba-495a-a358-68d7da77867e, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:24:43.489980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:43.494594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:43.497772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:43.500340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:43.516171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf384be-deef-40a4-aa1b-3a8ecc09fa53 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:43.533326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 358e38c4-50ba-495a-a358-68d7da77867e is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:24:43.536667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=239361b9-cbc6-4afb-ab32-91512e0be200,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:43.571991 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:43.598861 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-171987cf-1d34-4a53-a9c7-279f03b55c5b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1068168 Aug 10 02:24:43.603228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54220) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:43.610824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:00:26:91', 'name': 'tempest-NetworksTestDHCPv6-185950509'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:43.619228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 358e38c4-50ba-495a-a358-68d7da77867e) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:43.647940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a77f040-805b-4f53-bea7-e5fb1e8dbd22 None None] Network 358e38c4-50ba-495a-a358-68d7da77867e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:43.709693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:43.711338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:43.775759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '239361b9-cbc6-4afb-ab32-91512e0be200'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:43.776980 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:43.852839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e710af44-cf6e-478e-877c-96ae88277d39 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2973490 Aug 10 02:24:43.855861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54224) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:43.860941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-397bdd7c-3031-4bb5-9b66-643952ea85fa tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1305287012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:43.931723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:43.992418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-358e38c4-50ba-495a-a358-68d7da77867e', 'network_id': '358e38c4-50ba-495a-a358-68d7da77867e', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'fixed_ips': [{'subnet_id': '746fd8e8-8644-4b4b-9313-9b32cefc6cbf'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:43.994076 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.002271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-397bdd7c-3031-4bb5-9b66-643952ea85fa tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.003530 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-397bdd7c-3031-4bb5-9b66-643952ea85fa tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.130818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-397bdd7c-3031-4bb5-9b66-643952ea85fa tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.177374 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.225118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Allocated IP 172.20.0.2 (358e38c4-50ba-495a-a358-68d7da77867e/746fd8e8-8644-4b4b-9313-9b32cefc6cbf/e9fc57be-0db8-4a44-8df4-0dc45c869f8e) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:44.246943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 8af74049-7b4b-4905-b05e-670c9a715d0a yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:44.255958 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-397bdd7c-3031-4bb5-9b66-643952ea85fa tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.319942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6376a72a-4088-483c-82e4-9ca8f1895212 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:44.387749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-397bdd7c-3031-4bb5-9b66-643952ea85fa tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.392803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54232) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:44.393702 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-397bdd7c-3031-4bb5-9b66-643952ea85fa tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5359092 Aug 10 02:24:44.395837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 6376a72a-4088-483c-82e4-9ca8f1895212 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:44.396464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6376a72a-4088-483c-82e4-9ca8f1895212 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:44.471620 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.500542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Allocated IP 2001:db8::f816:3eff:fefa:ca86 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/239361b9-cbc6-4afb-ab32-91512e0be200/325d13e0-842a-4d1e-8fc2-ca3b94acfc84) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:44.574016 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.589812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Transition to ACTIVE for port object e9fc57be-0db8-4a44-8df4-0dc45c869f8e will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:44.618846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Transition to ACTIVE for port object e9fc57be-0db8-4a44-8df4-0dc45c869f8e will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:44.702138 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.764116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Network 358e38c4-50ba-495a-a358-68d7da77867e is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:44.767279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:44.775092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:44.777462 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.779282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Pushing event updated for resources: {'Port': ['ID=e9fc57be-0db8-4a44-8df4-0dc45c869f8e,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:44.793679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.796493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Transition to ACTIVE for port object 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:44.798960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.799309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.799654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.799990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.800325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.800672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.801046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.801374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.801698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.802044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.802349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.802781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:24:44.841803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Transition to ACTIVE for port object 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:44.900302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Attempting to bind port e9fc57be-0db8-4a44-8df4-0dc45c869f8e on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:44.901182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Attempting to bind port e9fc57be-0db8-4a44-8df4-0dc45c869f8e by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '47f9a2e3-58cc-47f9-9040-315884f428ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '358e38c4-50ba-495a-a358-68d7da77867e'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:44.902415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Attempting to bind port e9fc57be-0db8-4a44-8df4-0dc45c869f8e on network 358e38c4-50ba-495a-a358-68d7da77867e {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:44.911359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:44.912784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Checking segment: {'id': '47f9a2e3-58cc-47f9-9040-315884f428ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '358e38c4-50ba-495a-a358-68d7da77867e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:44.913865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.915331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Bound using segment: {'id': '47f9a2e3-58cc-47f9-9040-315884f428ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '358e38c4-50ba-495a-a358-68d7da77867e'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:44.917020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Bound port: e9fc57be-0db8-4a44-8df4-0dc45c869f8e, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f9a2e3-58cc-47f9-9040-315884f428ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '358e38c4-50ba-495a-a358-68d7da77867e'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:44.917020 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.922869 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:44.960307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:44.966785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:45.001643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:45.025769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:fe00:2691 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/239361b9-cbc6-4afb-ab32-91512e0be200/8af74049-7b4b-4905-b05e-670c9a715d0a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:45.120791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Pushing event updated for resources: {'Port': ['ID=325d13e0-842a-4d1e-8fc2-ca3b94acfc84,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:45.172491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] For port e9fc57be-0db8-4a44-8df4-0dc45c869f8e, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:45.175996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Attempting to bind port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:45.175996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Attempting to bind port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:45.176337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Attempting to bind port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:45.179907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] For port e9fc57be-0db8-4a44-8df4-0dc45c869f8e, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e9fc57be-0db8-4a44-8df4-0dc45c869f8e,segment=NetworkSegment(47f9a2e3-58cc-47f9-9040-315884f428ed),segment_id=47f9a2e3-58cc-47f9-9040-315884f428ed)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:45.188657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:45.189286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:45.189628 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.190037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:45.190528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Bound port: 325d13e0-842a-4d1e-8fc2-ca3b94acfc84, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:45.191901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.20.0.1 (358e38c4-50ba-495a-a358-68d7da77867e/746fd8e8-8644-4b4b-9313-9b32cefc6cbf/714c67b1-d7d7-4b2e-9238-d7b691434106) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:45.193251 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.284095 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.410265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6088f-aa16-42f7-9d65-4089e98261ff None None] Pushing event updated for resources: {'Port': ['ID=e9fc57be-0db8-4a44-8df4-0dc45c869f8e,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:45.417792 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.432272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] For port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:45.437362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] For port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=325d13e0-842a-4d1e-8fc2-ca3b94acfc84,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:45.445678 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.452149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 8af74049-7b4b-4905-b05e-670c9a715d0a will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:45.468125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Transition to ACTIVE for port object 714c67b1-d7d7-4b2e-9238-d7b691434106 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:45.523458 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.568543 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.612744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791f6ca-2a14-4525-93d2-772d8fb36d6c None None] Pushing event updated for resources: {'Port': ['ID=325d13e0-842a-4d1e-8fc2-ca3b94acfc84,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:45.629188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:45.648729 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.659051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:45.661126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=8af74049-7b4b-4905-b05e-670c9a715d0a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:45.668805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:45.671732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:45.672914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.740181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 358e38c4-50ba-495a-a358-68d7da77867e is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:45.748351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:45.757065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:45.805223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7906269b-6023-43a7-930e-a2cb35f2fbc1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2005348 Aug 10 02:24:45.810132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54256) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:45.822894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=714c67b1-d7d7-4b2e-9238-d7b691434106,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:45.844467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:45.952300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325cd2de-f65d-4475-8f42-c438122a3e93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:45.959256 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325cd2de-f65d-4475-8f42-c438122a3e93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:45.962405 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-325cd2de-f65d-4475-8f42-c438122a3e93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1483009 Aug 10 02:24:45.971206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54262) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:46.285208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-55f9aa30-eea8-4a42-bc0a-e0b5c64224d8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 8af74049-7b4b-4905-b05e-670c9a715d0a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:46.286135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55f9aa30-eea8-4a42-bc0a-e0b5c64224d8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:46.298056 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:46.340919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e9fc57be-0db8-4a44-8df4-0dc45c869f8e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:46.467500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55f9aa30-eea8-4a42-bc0a-e0b5c64224d8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:46.483952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-55f9aa30-eea8-4a42-bc0a-e0b5c64224d8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 8af74049-7b4b-4905-b05e-670c9a715d0a owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:46.562477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e9fc57be-0db8-4a44-8df4-0dc45c869f8e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:46.729121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55f9aa30-eea8-4a42-bc0a-e0b5c64224d8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:46.766522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9aa30-eea8-4a42-bc0a-e0b5c64224d8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=8af74049-7b4b-4905-b05e-670c9a715d0a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:46.804195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55f9aa30-eea8-4a42-bc0a-e0b5c64224d8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:46.813828 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-55f9aa30-eea8-4a42-bc0a-e0b5c64224d8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/8af74049-7b4b-4905-b05e-670c9a715d0a HTTP/1.1" status: 204 len: 168 time: 0.8407056 Aug 10 02:24:46.815052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54274) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:46.879684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:46.890316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f0da1-649c-4a57-b950-643d04a0ca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:46.894358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f0da1-649c-4a57-b950-643d04a0ca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:46.895684 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a33f0da1-649c-4a57-b950-643d04a0ca97 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0788345 Aug 10 02:24:46.896956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54276) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:46.946334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:46.996275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ab9948-a969-45c6-b5ee-dc20ea7244bf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 239361b9-cbc6-4afb-ab32-91512e0be200 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:47.001542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78ab9948-a969-45c6-b5ee-dc20ea7244bf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:47.129495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78ab9948-a969-45c6-b5ee-dc20ea7244bf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:47.165491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:47.186081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=714c67b1-d7d7-4b2e-9238-d7b691434106,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:47.254783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f4696-3e29-4c40-8b11-383253bbf7fe None None] Network 358e38c4-50ba-495a-a358-68d7da77867e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:47.429775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 358e38c4-50ba-495a-a358-68d7da77867e is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:47.434833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:47.435726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78ab9948-a969-45c6-b5ee-dc20ea7244bf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:47.607780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1c6097d3-d644-48f7-9695-8da4b2403441 None None] Provisioning for port e9fc57be-0db8-4a44-8df4-0dc45c869f8e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:47.613692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1c6097d3-d644-48f7-9695-8da4b2403441 None None] Provisioning complete for port e9fc57be-0db8-4a44-8df4-0dc45c869f8e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:47.614741 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c6097d3-d644-48f7-9695-8da4b2403441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:47.639802 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78ab9948-a969-45c6-b5ee-dc20ea7244bf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:47.667847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router 37607a41-a43e-4b01-9166-74d629be119d is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:24:47.712038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab9948-a969-45c6-b5ee-dc20ea7244bf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=239361b9-cbc6-4afb-ab32-91512e0be200,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:47.718971 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-78ab9948-a969-45c6-b5ee-dc20ea7244bf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:47.722086 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-78ab9948-a969-45c6-b5ee-dc20ea7244bf tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/239361b9-cbc6-4afb-ab32-91512e0be200 HTTP/1.1" status: 204 len: 168 time: 0.8236196 Aug 10 02:24:47.729316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54282) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:47.734785 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c6097d3-d644-48f7-9695-8da4b2403441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:47.793057 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a94ff50b-c4ab-4cfc-9b95-fe97863e490a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620925 Aug 10 02:24:47.800598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1c6097d3-d644-48f7-9695-8da4b2403441 None None] For port e9fc57be-0db8-4a44-8df4-0dc45c869f8e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e9fc57be-0db8-4a44-8df4-0dc45c869f8e,segment=NetworkSegment(47f9a2e3-58cc-47f9-9040-315884f428ed),segment_id=47f9a2e3-58cc-47f9-9040-315884f428ed)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:47.801529 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54284) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:47.807728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:47.870240 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c6097d3-d644-48f7-9695-8da4b2403441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:47.931482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:47.952034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-02b4d87a-3c8f-46ec-b063-a8ebb2f0ed0c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/37607a41-a43e-4b01-9166-74d629be119d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5564547 Aug 10 02:24:47.957894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54286) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:47.997753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fcbbb-e224-4f02-8335-ba213fbd8d4f None None] Sync routers for ids ['37607a41-a43e-4b01-9166-74d629be119d'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:48.020967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c891-2e23-4db4-8fcc-7aac86a1fdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:48.027148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c3de5-c991-49bb-b3d0-11ca4d7b6fe6 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:48.087825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e1457-4fa1-4992-a4f4-7d431fed78b5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:48.091794 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d80e1457-4fa1-4992-a4f4-7d431fed78b5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports/714c67b1-d7d7-4b2e-9238-d7b691434106 HTTP/1.1" status: 200 len: 910 time: 0.1323802 Aug 10 02:24:48.093500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54290) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:48.316861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:48.537593 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6097d3-d644-48f7-9695-8da4b2403441 None None] Pushing event updated for resources: {'Port': ['ID=e9fc57be-0db8-4a44-8df4-0dc45c869f8e,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:48.539982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:48.546035 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:48.613501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-31dbdea2-269b-43e8-ace3-241cefb514d7 None None] Provisioning for port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:48.619394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fcbbb-e224-4f02-8335-ba213fbd8d4f None None] Routers {'37607a41-a43e-4b01-9166-74d629be119d'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:48.621070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-919fcbbb-e224-4f02-8335-ba213fbd8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['37607a41-a43e-4b01-9166-74d629be119d'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:48.731624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-919fcbbb-e224-4f02-8335-ba213fbd8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:48.778117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fcbbb-e224-4f02-8335-ba213fbd8d4f None None] Routers {'37607a41-a43e-4b01-9166-74d629be119d'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:48.779578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-919fcbbb-e224-4f02-8335-ba213fbd8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['37607a41-a43e-4b01-9166-74d629be119d'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:48.833713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-919fcbbb-e224-4f02-8335-ba213fbd8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:48.833713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fcbbb-e224-4f02-8335-ba213fbd8d4f None None] The sync data for ids ['37607a41-a43e-4b01-9166-74d629be119d'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:48.859039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:48.868231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:48.868689 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:48.934572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a22dab-07ce-4076-9190-a3a202f18de7 None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:48.982521 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e561b541-054e-482e-a677-265342a223e4 None None] Provisioning for port 714c67b1-d7d7-4b2e-9238-d7b691434106 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:48.990696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e561b541-054e-482e-a677-265342a223e4 None None] Provisioning complete for port 714c67b1-d7d7-4b2e-9238-d7b691434106 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:48.994629 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e561b541-054e-482e-a677-265342a223e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.114926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e561b541-054e-482e-a677-265342a223e4 None None] Port 714c67b1-d7d7-4b2e-9238-d7b691434106 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:24:49.129277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-23a22dab-07ce-4076-9190-a3a202f18de7 None None] Deleting port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:49.129685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-23a22dab-07ce-4076-9190-a3a202f18de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.147591 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.191418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:24:49.271259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.310967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-23a22dab-07ce-4076-9190-a3a202f18de7 None None] For port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=325d13e0-842a-4d1e-8fc2-ca3b94acfc84,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:49.314110 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-23a22dab-07ce-4076-9190-a3a202f18de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.376795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-23a22dab-07ce-4076-9190-a3a202f18de7 None None] Calling delete_port for 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:49.380506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e561b541-054e-482e-a677-265342a223e4 None None] Provisioning complete for port e9fc57be-0db8-4a44-8df4-0dc45c869f8e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:49.380860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e561b541-054e-482e-a677-265342a223e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.478777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=325d13e0-842a-4d1e-8fc2-ca3b94acfc84,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:49.568440 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.606451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port 714c67b1-d7d7-4b2e-9238-d7b691434106 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:49.606698 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.645977 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=325d13e0-842a-4d1e-8fc2-ca3b94acfc84,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:49.684379 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.733653 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-23a22dab-07ce-4076-9190-a3a202f18de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.749456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:49.779193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for 714c67b1-d7d7-4b2e-9238-d7b691434106 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:49.797663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a22dab-07ce-4076-9190-a3a202f18de7 None None] Pushing event deleted for resources: {'Port': ['ID=325d13e0-842a-4d1e-8fc2-ca3b94acfc84,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:49.809717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a22dab-07ce-4076-9190-a3a202f18de7 None None] No DVR routers for this DVR port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:49.922166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] For port 325d13e0-842a-4d1e-8fc2-ca3b94acfc84, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=325d13e0-842a-4d1e-8fc2-ca3b94acfc84,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:49.966314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:50.054612 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:50.056129 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:50.110126 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=325d13e0-842a-4d1e-8fc2-ca3b94acfc84,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:50.116211 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:50.138170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:50.152422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=714c67b1-d7d7-4b2e-9238-d7b691434106,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:50.185076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:50.194447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1572329-8e14-4168-ad52-05c3ff2bbaa4 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:50.197578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e9fc57be-0db8-4a44-8df4-0dc45c869f8e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:50.202420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:50.203210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:50.238511 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=65527268-6ec7-4aef-8b5a-af4c1cc78dad,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:50.304352 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a2de516e-d82d-4871-b26c-77193f952394 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4992528 Aug 10 02:24:50.304885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54304) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:50.310868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:86:85:b4', 'name': 'tempest-NetworksTestDHCPv6-715122700'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:50.381995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e9fc57be-0db8-4a44-8df4-0dc45c869f8e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:50.382376 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:50.403369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:50.688086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:50.813872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '65527268-6ec7-4aef-8b5a-af4c1cc78dad'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:50.814830 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:50.825335 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0efc1f0-9bdf-4567-80e9-b26a9748fc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:50.846641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router 37607a41-a43e-4b01-9166-74d629be119d has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:24:50.962284 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.015868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:51.038829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:51.103720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:51.128475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9c7edb50-13ad-42d4-914e-5aafc88b5105 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/37607a41-a43e-4b01-9166-74d629be119d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0240459 Aug 10 02:24:51.128574 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64774c9-6aa3-4a5a-9043-c766f236d739 None None] Sync routers for ids ['37607a41-a43e-4b01-9166-74d629be119d'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:51.130500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54314) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:51.143044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:51.143527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 325d13e0-842a-4d1e-8fc2-ca3b94acfc84 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:51.144673 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64774c9-6aa3-4a5a-9043-c766f236d739 None None] Routers {'37607a41-a43e-4b01-9166-74d629be119d'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:51.170369 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d64774c9-6aa3-4a5a-9043-c766f236d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['37607a41-a43e-4b01-9166-74d629be119d'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:51.174479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6df798f1-7c43-49a0-a5ae-cb59d160b4e6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=37607a41-a43e-4b01-9166-74d629be119d HTTP/1.1" status: 200 len: 205 time: 0.0405505 Aug 10 02:24:51.176102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54316) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:51.225427 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.264760 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d64774c9-6aa3-4a5a-9043-c766f236d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:51.278693 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64774c9-6aa3-4a5a-9043-c766f236d739 None None] Routers {'37607a41-a43e-4b01-9166-74d629be119d'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:51.279502 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d64774c9-6aa3-4a5a-9043-c766f236d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['37607a41-a43e-4b01-9166-74d629be119d'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:51.315740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54318) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:51.331479 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d64774c9-6aa3-4a5a-9043-c766f236d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:51.332549 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64774c9-6aa3-4a5a-9043-c766f236d739 None None] The sync data for ids ['37607a41-a43e-4b01-9166-74d629be119d'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:51.414114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-982d699f-0dd1-4d63-8df5-51df568d0e44 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.487405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:fe86:85b4 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/65527268-6ec7-4aef-8b5a-af4c1cc78dad/bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:51.504048 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7fe43575-904f-4ed8-9974-3f1072870270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.669256 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7fe43575-904f-4ed8-9974-3f1072870270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.739018 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7fe43575-904f-4ed8-9974-3f1072870270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.782583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7fe43575-904f-4ed8-9974-3f1072870270 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2c0da5ac3a64a968edbb6a5c1086c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4655764 Aug 10 02:24:51.783474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe43575-904f-4ed8-9974-3f1072870270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d5728f-1f56-4bd9-9ec7-0cb5fb58c31d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:51.786788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54326) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:51.843625 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c723b762-58d8-4bad-98cf-ff90a91476ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.868149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c723b762-58d8-4bad-98cf-ff90a91476ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.894216 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-982d699f-0dd1-4d63-8df5-51df568d0e44 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.896550 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-982d699f-0dd1-4d63-8df5-51df568d0e44 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:51.965744 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.001610 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c723b762-58d8-4bad-98cf-ff90a91476ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.004368 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c723b762-58d8-4bad-98cf-ff90a91476ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.005558 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c723b762-58d8-4bad-98cf-ff90a91476ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/41d5728f-1f56-4bd9-9ec7-0cb5fb58c31d HTTP/1.1" status: 204 len: 168 time: 0.2178421 Aug 10 02:24:52.015889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723b762-58d8-4bad-98cf-ff90a91476ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d5728f-1f56-4bd9-9ec7-0cb5fb58c31d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:52.036432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:52.038186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-982d699f-0dd1-4d63-8df5-51df568d0e44 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.038660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982d699f-0dd1-4d63-8df5-51df568d0e44 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Fanout notify agent at l3_agent the message router_deleted on router 37607a41-a43e-4b01-9166-74d629be119d {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:24:52.047475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-982d699f-0dd1-4d63-8df5-51df568d0e44 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.050909 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-982d699f-0dd1-4d63-8df5-51df568d0e44 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/37607a41-a43e-4b01-9166-74d629be119d HTTP/1.1" status: 204 len: 168 time: 0.8724334 Aug 10 02:24:52.051390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54330) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:52.138746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d4ccb2-500d-4549-b37d-22015797f64f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting subnet 746fd8e8-8644-4b4b-9313-9b32cefc6cbf {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:52.142250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53d4ccb2-500d-4549-b37d-22015797f64f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.184614 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53d4ccb2-500d-4549-b37d-22015797f64f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.209380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.288159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:52.293750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:52.296759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Allocated IP 2001:db8::f816:3eff:fe44:3c6 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/65527268-6ec7-4aef-8b5a-af4c1cc78dad/48a8ce9a-749d-47a1-8f7b-071fda64cab5) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:52.299807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:52.307602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:52.308841 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.313073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:52.330343 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53d4ccb2-500d-4549-b37d-22015797f64f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.413576 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.422431 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-604d142a-0c79-488a-b9db-e7fafa229e66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1164548 Aug 10 02:24:52.422861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54334) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:52.501426 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53d4ccb2-500d-4549-b37d-22015797f64f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.524705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140510f6-fc2d-465d-942b-cd87ba77d92c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:52.531401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54340) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:52.532125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-140510f6-fc2d-465d-942b-cd87ba77d92c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1069520 Aug 10 02:24:52.557261 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.568425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Transition to ACTIVE for port object 48a8ce9a-749d-47a1-8f7b-071fda64cab5 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:52.574653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4ccb2-500d-4549-b37d-22015797f64f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Subnet': ['ID=746fd8e8-8644-4b4b-9313-9b32cefc6cbf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:52.581084 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-53d4ccb2-500d-4549-b37d-22015797f64f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.588841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-53d4ccb2-500d-4549-b37d-22015797f64f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/746fd8e8-8644-4b4b-9313-9b32cefc6cbf HTTP/1.1" status: 204 len: 168 time: 0.5311828 Aug 10 02:24:52.589953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54344) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:52.607412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b5726-8166-4d3a-a8e3-a7b07448ed6c None None] Network 358e38c4-50ba-495a-a358-68d7da77867e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:52.650229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Transition to ACTIVE for port object 48a8ce9a-749d-47a1-8f7b-071fda64cab5 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:52.735075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-36128fa2-c452-46e8-898a-af7251cf2b4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:52.735514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36128fa2-c452-46e8-898a-af7251cf2b4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.774697 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.793795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.889546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:52.892313 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36128fa2-c452-46e8-898a-af7251cf2b4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.896837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:52.902353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:52.907260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port e9fc57be-0db8-4a44-8df4-0dc45c869f8e {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:52.908815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:52.915640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-36128fa2-c452-46e8-898a-af7251cf2b4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:53.027101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port e9fc57be-0db8-4a44-8df4-0dc45c869f8e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e9fc57be-0db8-4a44-8df4-0dc45c869f8e,segment=NetworkSegment(47f9a2e3-58cc-47f9-9040-315884f428ed),segment_id=47f9a2e3-58cc-47f9-9040-315884f428ed)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:53.029744 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.035338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Pushing event updated for resources: {'Port': ['ID=48a8ce9a-749d-47a1-8f7b-071fda64cab5,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:53.057229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Attempting to bind port 48a8ce9a-749d-47a1-8f7b-071fda64cab5 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:53.058045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Attempting to bind port 48a8ce9a-749d-47a1-8f7b-071fda64cab5 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:53.058766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Attempting to bind port 48a8ce9a-749d-47a1-8f7b-071fda64cab5 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:53.062043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for e9fc57be-0db8-4a44-8df4-0dc45c869f8e owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:53.067730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:53.069413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:53.069855 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.071127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:53.072250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Bound port: 48a8ce9a-749d-47a1-8f7b-071fda64cab5, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:53.072666 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.159445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c79be0-86aa-40be-8300-301ed8628b63 None None] DHCP port deletion for 358e38c4-50ba-495a-a358-68d7da77867e request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:53.238016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-5d5fba3f-8677-42f3-8f4f-01acf665f588 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738971 Aug 10 02:24:53.249694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] For port 48a8ce9a-749d-47a1-8f7b-071fda64cab5, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:53.258451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] For port 48a8ce9a-749d-47a1-8f7b-071fda64cab5, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=48a8ce9a-749d-47a1-8f7b-071fda64cab5,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:53.278209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b7c79be0-86aa-40be-8300-301ed8628b63 None None] Deleting port e9fc57be-0db8-4a44-8df4-0dc45c869f8e {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:53.278860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b7c79be0-86aa-40be-8300-301ed8628b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.312671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36128fa2-c452-46e8-898a-af7251cf2b4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.369764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-a1d2e13e-101f-4971-9906-cf9a0aa002da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:53.371649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-a1d2e13e-101f-4971-9906-cf9a0aa002da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 1098 time: 0.0776477 Aug 10 02:24:53.379930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.387057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b7c79be0-86aa-40be-8300-301ed8628b63 None None] For port e9fc57be-0db8-4a44-8df4-0dc45c869f8e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e9fc57be-0db8-4a44-8df4-0dc45c869f8e,segment=NetworkSegment(47f9a2e3-58cc-47f9-9040-315884f428ed),segment_id=47f9a2e3-58cc-47f9-9040-315884f428ed)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:53.387763 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b7c79be0-86aa-40be-8300-301ed8628b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.390710 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.407490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36128fa2-c452-46e8-898a-af7251cf2b4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:53.426159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No DVR routers for this DVR port e9fc57be-0db8-4a44-8df4-0dc45c869f8e on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:53.441397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b7c79be0-86aa-40be-8300-301ed8628b63 None None] Calling delete_port for e9fc57be-0db8-4a44-8df4-0dc45c869f8e owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:53.456271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36128fa2-c452-46e8-898a-af7251cf2b4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.462839 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-36128fa2-c452-46e8-898a-af7251cf2b4b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb HTTP/1.1" status: 204 len: 168 time: 0.9294758 Aug 10 02:24:53.463735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54358) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:53.477482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=e9fc57be-0db8-4a44-8df4-0dc45c869f8e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:53.566013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62516ec7-1d39-4b79-bbde-fd21381b8e96 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:53.568214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62516ec7-1d39-4b79-bbde-fd21381b8e96 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:53.571352 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62516ec7-1d39-4b79-bbde-fd21381b8e96 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1051912 Aug 10 02:24:53.573353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54362) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:53.592311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb81e21-794d-4c8f-b8e5-8d03cd2c6a3d None None] Pushing event updated for resources: {'Port': ['ID=48a8ce9a-749d-47a1-8f7b-071fda64cab5,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:53.687427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54364) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:53.722749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0b3e32-423c-466c-8af9-f33113b2fc93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 65527268-6ec7-4aef-8b5a-af4c1cc78dad {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:24:53.730595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3e32-423c-466c-8af9-f33113b2fc93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.736193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b7c79be0-86aa-40be-8300-301ed8628b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.815892 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3e32-423c-466c-8af9-f33113b2fc93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.821776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79be0-86aa-40be-8300-301ed8628b63 None None] Pushing event deleted for resources: {'Port': ['ID=e9fc57be-0db8-4a44-8df4-0dc45c869f8e,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:53.833407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c79be0-86aa-40be-8300-301ed8628b63 None None] No DVR routers for this DVR port e9fc57be-0db8-4a44-8df4-0dc45c869f8e on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:53.901364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-b604f504-0c20-48eb-a0f7-0d55050479bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:53.904886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-b604f504-0c20-48eb-a0f7-0d55050479bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b HTTP/1.1" status: 200 len: 898 time: 0.4970913 Aug 10 02:24:53.904886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.907616 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:53.941180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358e38c4-50ba-495a-a358-68d7da77867e']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:54.000399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f9a2e3-58cc-47f9-9040-315884f428ed') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:54.001005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f9a2e3-58cc-47f9-9040-315884f428ed') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:54.014757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3e32-423c-466c-8af9-f33113b2fc93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.034394 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.049290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1638999787-network', 'tenant_id': '9082559d41d742f891f775f5c4029da0'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:54.091759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-13f8f7c4-f205-49ef-8553-1c0845677e29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6 HTTP/1.1" status: 200 len: 1001 time: 0.1789424 Aug 10 02:24:54.095092 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.156936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Made reservation on behalf of 9082559d41d742f891f775f5c4029da0 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:54.159180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:24:54.159370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.159631 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:24:54.163357 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:24:54.183797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.248006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 48a8ce9a-749d-47a1-8f7b-071fda64cab5 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:24:54.255199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3e32-423c-466c-8af9-f33113b2fc93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.256531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-69fcadcc-965a-4529-ab2b-d219e37a0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:54.258807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-69fcadcc-965a-4529-ab2b-d219e37a0778 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe1fa310-2bcd-4374-8731-35b8d9177fe1 HTTP/1.1" status: 200 len: 835 time: 0.1581640 Aug 10 02:24:54.301322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b3e32-423c-466c-8af9-f33113b2fc93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=65527268-6ec7-4aef-8b5a-af4c1cc78dad,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:54.308260 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3e32-423c-466c-8af9-f33113b2fc93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.313445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54368) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:54.313656 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0f0b3e32-423c-466c-8af9-f33113b2fc93 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/65527268-6ec7-4aef-8b5a-af4c1cc78dad HTTP/1.1" status: 204 len: 168 time: 0.7383289 Aug 10 02:24:54.365759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-adeefcdd-dec6-4c67-b033-28b15b7aebe6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511839 Aug 10 02:24:54.368921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.370405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54370) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:54.389307 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.394515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/networks/358e38c4-50ba-495a-a358-68d7da77867e HTTP/1.1" status: 204 len: 168 time: 1.7996695 Aug 10 02:24:54.395912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-65446a57-6fe9-4f25-a156-2e2c9340f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:54.397575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-65446a57-6fe9-4f25-a156-2e2c9340f333 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312699 Aug 10 02:24:54.397956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54372) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:54.403266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 48a8ce9a-749d-47a1-8f7b-071fda64cab5 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:54.404457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-321386767', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:54.432812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d31998-2cf3-4b40-91df-5298b7c51965 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Network': ['ID=358e38c4-50ba-495a-a358-68d7da77867e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:54.492715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e9fc57be-0db8-4a44-8df4-0dc45c869f8e no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:54.506638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.520512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93777f-a37c-4542-899e-b12421fa4811 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:54.525433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cf93777f-a37c-4542-899e-b12421fa4811 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1488509 Aug 10 02:24:54.526657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54374) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:54.530350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e9fc57be-0db8-4a44-8df4-0dc45c869f8e {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:24:54.530884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e9fc57be-0db8-4a44-8df4-0dc45c869f8e not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:24:54.557191 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.622216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:24:54.635782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231fb62f-a436-4c3d-a9c3-1b526df6aa45,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:54.645168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.645661 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Added segment 0cf6337d-8975-4476-a9b5-938ed6e50e8c of type vlan for network 96ead180-e03b-44cb-ac36-6e482b15f632 Aug 10 02:24:54.659358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8020fb2a-b078-41b8-a6b1-2e3545c7cfed tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:54.663417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8020fb2a-b078-41b8-a6b1-2e3545c7cfed tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1335964 Aug 10 02:24:54.669450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54384) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:54.678032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-03f7f664-8668-4491-a6a1-2ea8215486ed service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524619 Aug 10 02:24:54.782615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.784131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.789739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-873e038b-307b-4657-ae3c-cf7654c671f1 req-2ddaaef3-c689-40dd-8391-215914de0ef1 service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049519 Aug 10 02:24:54.792808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e7a5a1a3-fdd5-4084-91e6-ad9bbcbce93f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1266532 Aug 10 02:24:54.798772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54386) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:54.804706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:54.856559 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:54.967536 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.036896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:55.043946 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.125338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415558e2-45ad-488d-b4e6-8abaa863d360 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:55.146214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.148751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:55.148751 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.311864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6234519 Aug 10 02:24:55.321620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54406) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:55.328272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.335092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Request body: {'subnet': {'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1638999787-subnet', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:55.352034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c907f-6500-4e58-bc85-0aad6f39536f admin admin] Pushing event updated for resources: {'Network': ['ID=96ead180-e03b-44cb-ac36-6e482b15f632,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:55.371121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 96ead180-e03b-44cb-ac36-6e482b15f632 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:24:55.443860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-195a9af9-b409-43f4-aca8-1f476d40cc05 None None] Provisioning for port 48a8ce9a-749d-47a1-8f7b-071fda64cab5 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:55.460688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Made reservation on behalf of 9082559d41d742f891f775f5c4029da0 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:55.465253 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.478228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-195a9af9-b409-43f4-aca8-1f476d40cc05 None None] Provisioning complete for port 48a8ce9a-749d-47a1-8f7b-071fda64cab5 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:24:55.478976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-195a9af9-b409-43f4-aca8-1f476d40cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.482816 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.524640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54414) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:55.611836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:55.645929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:55.654510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:55.656585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.677091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=c8a55c55-fa1c-4578-9d08-1bea0d1aa045,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:55.688109 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-195a9af9-b409-43f4-aca8-1f476d40cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.696261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be83ed-ada7-47d7-9662-9ef55a9c89d8 None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:24:55.818580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-195a9af9-b409-43f4-aca8-1f476d40cc05 None None] For port 48a8ce9a-749d-47a1-8f7b-071fda64cab5, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=48a8ce9a-749d-47a1-8f7b-071fda64cab5,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:55.844876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-01676873-aa2d-4030-92d2-b43d6e45d4da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0443375 Aug 10 02:24:55.845803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54426) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:55.888708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e1be83ed-ada7-47d7-9662-9ef55a9c89d8 None None] Deleting port 48a8ce9a-749d-47a1-8f7b-071fda64cab5 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:55.889446 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e1be83ed-ada7-47d7-9662-9ef55a9c89d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:55.900375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:9e:6d:10', 'name': 'tempest-NetworksTestDHCPv6-171035161'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:55.902501 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-195a9af9-b409-43f4-aca8-1f476d40cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.070752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a9af9-b409-43f4-aca8-1f476d40cc05 None None] Pushing event updated for resources: {'Port': ['ID=48a8ce9a-749d-47a1-8f7b-071fda64cab5,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:56.087317 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port 2232a43b-5793-4e86-a61f-a7a53c77ff56 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:56.087914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.115095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e1be83ed-ada7-47d7-9662-9ef55a9c89d8 None None] For port 48a8ce9a-749d-47a1-8f7b-071fda64cab5, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=48a8ce9a-749d-47a1-8f7b-071fda64cab5,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:24:56.115508 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e1be83ed-ada7-47d7-9662-9ef55a9c89d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.133382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e1be83ed-ada7-47d7-9662-9ef55a9c89d8 None None] Calling delete_port for 48a8ce9a-749d-47a1-8f7b-071fda64cab5 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:56.222045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 48a8ce9a-749d-47a1-8f7b-071fda64cab5 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:24:56.318430 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.319076 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.339701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for 2232a43b-5793-4e86-a61f-a7a53c77ff56 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:24:56.355869 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.441913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:24:56.446742 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.448300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.470365 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e1be83ed-ada7-47d7-9662-9ef55a9c89d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.495913 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.507322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be83ed-ada7-47d7-9662-9ef55a9c89d8 None None] Pushing event deleted for resources: {'Port': ['ID=48a8ce9a-749d-47a1-8f7b-071fda64cab5,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:56.509636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be83ed-ada7-47d7-9662-9ef55a9c89d8 None None] No DVR routers for this DVR port 48a8ce9a-749d-47a1-8f7b-071fda64cab5 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:24:56.527255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db7bc85-ac6c-4b47-9651-decc74950650 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:56.582798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=870e0f49-f6c5-4672-afe5-fedc6f28e496,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:56.605274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:56.605631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Network hostable DHCP agents. Network: 96ead180-e03b-44cb-ac36-6e482b15f632, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:24:56.622799 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.654516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 2adff026-7442-4192-9496-f90d06880803 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:24:56.677116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.25.3.63 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/a564d82b-a848-4011-aacb-45d11b2e4667) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:56.735449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': 'c8a55c55-fa1c-4578-9d08-1bea0d1aa045'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:56.736643 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.762387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:24:56.826916 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.828189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::238 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/c8a55c55-fa1c-4578-9d08-1bea0d1aa045/2adff026-7442-4192-9496-f90d06880803) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:56.866008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 96ead180-e03b-44cb-ac36-6e482b15f632) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:56.871122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:56.873286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.875193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877956a6-6eb2-4d45-a661-b7ef76202708 None None] Network 96ead180-e03b-44cb-ac36-6e482b15f632 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:56.918210 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.957200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:56.964946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=2232a43b-5793-4e86-a61f-a7a53c77ff56,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:56.994924 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2daaf71d-55ef-4457-8eff-698d14d5a20d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6692953 Aug 10 02:24:56.999880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54470) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:57.022343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:57.035055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:57.038127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:57.044409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:57.047745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=a564d82b-a848-4011-aacb-45d11b2e4667,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:57.062228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-96ead180-e03b-44cb-ac36-6e482b15f632', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:24:57.063156 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.084751 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.085980 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Floating IP 0ed3c0ab-8bfd-422e-a38a-0c77de54906f disassociated (deleted). External IP: 172.25.3.98, port: 71d4ebf4-3ae2-437f-b657-cdeae3572bb6. Aug 10 02:24:57.174356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.176052 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.239836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Allocated IP 172.20.0.2 (96ead180-e03b-44cb-ac36-6e482b15f632/870e0f49-f6c5-4672-afe5-fedc6f28e496/0fa0da16-ad06-4fa0-80ff-104b9d5862f6) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:57.414584 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.427396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Transition to ACTIVE for port object 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:57.448166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Transition to ACTIVE for port object 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:57.453117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.505158 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.559789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:57.564264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:57.573454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:57.581085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Pushing event updated for resources: {'Port': ['ID=0fa0da16-ad06-4fa0-80ff-104b9d5862f6,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:57.660908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Attempting to bind port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:57.665650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Attempting to bind port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:57.665650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Attempting to bind port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:57.670239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:57.670778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:57.672012 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.672012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Bound using segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:57.672286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Bound port: 0fa0da16-ad06-4fa0-80ff-104b9d5862f6, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:57.673185 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.725828 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.767029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.767632 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] For port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:57.770846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] For port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0fa0da16-ad06-4fa0-80ff-104b9d5862f6,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:57.793509 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.860384 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:57.876739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 2adff026-7442-4192-9496-f90d06880803 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:57.927323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93e1a9-d5fc-46f0-8271-423866c0a2ff None None] Pushing event updated for resources: {'Port': ['ID=0fa0da16-ad06-4fa0-80ff-104b9d5862f6,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:58.047185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:58.075577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 72d890e3-c805-4151-b56b-de560d5c5114 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:24:58.105316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router 5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:24:58.220733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:58.316750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:58.325098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/c8a55c55-fa1c-4578-9d08-1bea0d1aa045/814f1650-efc7-4634-a2f9-1b544c123738) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:58.341291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:24:58.345787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67172adb-f3a3-4304-99c6-db1bfd50eaa8 None None] Sync routers for ids ['5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:58.355571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:58.376983 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] Sync routers for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:24:58.395626 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:58.396269 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:58.418625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=2adff026-7442-4192-9496-f90d06880803,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:58.421077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:58.425163 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-24cfbf2b-5875-4790-8ba9-5fcb0ffd498d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0241823 Aug 10 02:24:58.426805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54526) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:58.435104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:58.445542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:58.449837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b58a4960-a991-4d41-97bd-1fdb08fdcf9b tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/floatingips/0ed3c0ab-8bfd-422e-a38a-0c77de54906f HTTP/1.1" status: 204 len: 168 time: 2.9232478 Aug 10 02:24:58.450865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:58.456791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:58.457581 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:58.462814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:24:58.464893 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9" -d '{"events": [{"name": "network-changed", "server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:24:58.536463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-965ec507-fc15-42c3-9720-8cc4ba9aa4b0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6873910 Aug 10 02:24:58.594820 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54536) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:58.607634 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740a96a-8e1c-41f0-a041-e192cf177760 x-openstack-request-id: req-6740a96a-8e1c-41f0-a041-e192cf177760 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:24:58.612133 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:24:58.612487 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6740a96a-8e1c-41f0-a041-e192cf177760 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:24:58.612982 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'status': 'completed', 'code': 200} Aug 10 02:24:58.655996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67172adb-f3a3-4304-99c6-db1bfd50eaa8 None None] Routers {'5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:58.657488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-67172adb-f3a3-4304-99c6-db1bfd50eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:58.680840 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:24:58.722204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-67172adb-f3a3-4304-99c6-db1bfd50eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:58.753722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67172adb-f3a3-4304-99c6-db1bfd50eaa8 None None] Routers {'5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:58.754945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-67172adb-f3a3-4304-99c6-db1bfd50eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:58.850302 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:58.853855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-67172adb-f3a3-4304-99c6-db1bfd50eaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:58.854905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67172adb-f3a3-4304-99c6-db1bfd50eaa8 None None] The sync data for ids ['5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:24:58.878701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Transition to ACTIVE for port object 814f1650-efc7-4634-a2f9-1b544c123738 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:58.904912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-697b9b20-a872-4f86-8620-355f487d1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:58.909424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-697b9b20-a872-4f86-8620-355f487d1171 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 1098 time: 0.2941732 Aug 10 02:24:58.928514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Transition to ACTIVE for port object 814f1650-efc7-4634-a2f9-1b544c123738 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:24:58.931675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ff57a-6805-4915-bb6a-e6facee66783 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:58.933243 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c09ff57a-6805-4915-bb6a-e6facee66783 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3363285 Aug 10 02:24:58.944185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54554) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:58.971140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:59.011178 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a44000bf-4f71-47e0-bafc-cc3b09efb91c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/routers/5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 HTTP/1.1" status: 200 len: 879 time: 0.5822892 Aug 10 02:24:59.013755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54560) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:59.014351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:59.106090 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'f5743d7b-33ea-4cf7-9889-902a5680aac0', 'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:03Z', 'updated_at': '2021-08-10T02:23:11Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:59.138060 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] Checking router: 72d890e3-c805-4151-b56b-de560d5c5114 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:24:59.145107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:24:59.147829 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:24:59.149338 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:59.154928 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Pushing event updated for resources: {'Port': ['ID=814f1650-efc7-4634-a2f9-1b544c123738,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:59.157703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:24:59.160029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:24:59.251420 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:59.262587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Attempting to bind port 814f1650-efc7-4634-a2f9-1b544c123738 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:24:59.267707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Attempting to bind port 814f1650-efc7-4634-a2f9-1b544c123738 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:24:59.268300 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Attempting to bind port 814f1650-efc7-4634-a2f9-1b544c123738 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:24:59.279116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:24:59.282952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:24:59.283578 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:59.284135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:24:59.284818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Bound port: 814f1650-efc7-4634-a2f9-1b544c123738, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:24:59.285616 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:59.328166 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1ebc4810-84c3-4e79-acd4-55e698131fd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3127658 Aug 10 02:24:59.328807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54576) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:24:59.340475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-acdbe6eb-34b8-498f-855c-5c3eefe3db32 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-321386767'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:24:59.351943 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:24:59.391035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] For port 814f1650-efc7-4634-a2f9-1b544c123738, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:24:59.412193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] For port 814f1650-efc7-4634-a2f9-1b544c123738, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=814f1650-efc7-4634-a2f9-1b544c123738,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:24:59.468536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429237e3-95dd-4c78-8dbd-9004bff88a01 req-d65c9f4d-0e01-45cb-8526-aaac953293da tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:59.470367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-429237e3-95dd-4c78-8dbd-9004bff88a01 req-d65c9f4d-0e01-45cb-8526-aaac953293da tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.3113484 Aug 10 02:24:59.488360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-cf28d751-511e-4b3f-ba04-286e7589409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:59.489864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-cf28d751-511e-4b3f-ba04-286e7589409e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b HTTP/1.1" status: 200 len: 898 time: 0.5723579 Aug 10 02:24:59.500201 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:59.620159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32ab03-d7e9-432e-a6c2-d5c821d4d20b None None] Pushing event updated for resources: {'Port': ['ID=814f1650-efc7-4634-a2f9-1b544c123738,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:24:59.644445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d10b5058-d85b-4c2d-9b68-05c8de65f837 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 2adff026-7442-4192-9496-f90d06880803 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:24:59.644684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d10b5058-d85b-4c2d-9b68-05c8de65f837 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:59.654017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-dc9a281f-edbd-4c67-9a2d-699b574b256c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6 HTTP/1.1" status: 200 len: 217 time: 0.1271935 Aug 10 02:24:59.658481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d011cc-61d0-419e-96d5-2ba9fa6adc00 None None] Network 96ead180-e03b-44cb-ac36-6e482b15f632 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:24:59.770958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Allocated IP 172.25.3.66 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/728352c2-1d80-438e-ac12-7f94bdf1d022) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:24:59.788327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-429237e3-95dd-4c78-8dbd-9004bff88a01 req-d118faa5-b747-4cad-8150-dd6b4afe6196 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056066 Aug 10 02:24:59.805242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a8b77d81-a995-4552-beaa-87893af8f956 None None] Provisioning for port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:24:59.870200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-58346f1f-44dc-4389-a1e8-de363ac798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:24:59.871791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-58346f1f-44dc-4389-a1e8-de363ac798d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe1fa310-2bcd-4374-8731-35b8d9177fe1 HTTP/1.1" status: 200 len: 835 time: 0.2022798 Aug 10 02:24:59.874181 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'f5743d7b-33ea-4cf7-9889-902a5680aac0', 'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:03Z', 'updated_at': '2021-08-10T02:23:11Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:24:59.949420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acdbe6eb-34b8-498f-855c-5c3eefe3db32 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:24:59.951756 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c13ac-f945-4434-84fe-29cd436594a1 None None] The sync data for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 is: [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:23:04Z', 'revision_number': 4, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'f5743d7b-33ea-4cf7-9889-902a5680aac0', 'name': '', 'network_id': '4ea453d0-7752-4e8b-8eca-2ae58121dc6b', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'mac_address': 'fa:16:3e:b8:c9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:23:03Z', 'updated_at': '2021-08-10T02:23:11Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'subnets': [{'id': 'fe1fa310-2bcd-4374-8731-35b8d9177fe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:00.004978 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d10b5058-d85b-4c2d-9b68-05c8de65f837 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:00.013482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acdbe6eb-34b8-498f-855c-5c3eefe3db32 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:00.097220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d10b5058-d85b-4c2d-9b68-05c8de65f837 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 2adff026-7442-4192-9496-f90d06880803 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:00.328078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-c79657d1-4193-4b4e-9b7f-ef98172a0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:00.329799 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-c79657d1-4193-4b4e-9b7f-ef98172a0450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ea453d0-7752-4e8b-8eca-2ae58121dc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4185426 Aug 10 02:25:00.364429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:00.452610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:00.595793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:00.602937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4964a-8ef8-4e8a-9b80-4b4e93779459 None None] New status for floating IP 0ed3c0ab-8bfd-422e-a38a-0c77de54906f: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:25:00.706731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:00.708215 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:00.715682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-629263c9-497c-47f5-856d-c83decf0d89b service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519917 Aug 10 02:25:00.730219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-11aababf-f587-45e8-8091-43c28e0788e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:00.740518 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-11aababf-f587-45e8-8091-43c28e0788e8 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.5278516 Aug 10 02:25:00.827505 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:00.931906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdbe6eb-34b8-498f-855c-5c3eefe3db32 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router 5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:25:00.949773 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.037308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0fa0da16-ad06-4fa0-80ff-104b9d5862f6,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:01.107975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bddf0e0a-624a-445c-a128-86707233c03c None None] Provisioning complete for port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:01.115988 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bddf0e0a-624a-445c-a128-86707233c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.144849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=728352c2-1d80-438e-ac12-7f94bdf1d022,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:01.151021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdbe6eb-34b8-498f-855c-5c3eefe3db32 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:01.155556 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.160727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 814f1650-efc7-4634-a2f9-1b544c123738 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:01.161866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:01.164490 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb12ca-fd8a-40ed-8214-321d30383bbd None None] Sync routers for ids ['5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:01.169651 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acdbe6eb-34b8-498f-855c-5c3eefe3db32 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.172048 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-acdbe6eb-34b8-498f-855c-5c3eefe3db32 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 HTTP/1.1" status: 200 len: 886 time: 1.8421109 Aug 10 02:25:01.174783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54648) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:01.185585 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb12ca-fd8a-40ed-8214-321d30383bbd None None] Routers {'5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:01.190437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-aadb12ca-fd8a-40ed-8214-321d30383bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:01.239272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:01.244904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:01.255452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d10b5058-d85b-4c2d-9b68-05c8de65f837 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.280271 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-aadb12ca-fd8a-40ed-8214-321d30383bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:01.300864 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb12ca-fd8a-40ed-8214-321d30383bbd None None] Routers {'5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:01.301969 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-aadb12ca-fd8a-40ed-8214-321d30383bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:01.344982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=0fa0da16-ad06-4fa0-80ff-104b9d5862f6,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:01.349276 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-aadb12ca-fd8a-40ed-8214-321d30383bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:01.350426 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb12ca-fd8a-40ed-8214-321d30383bbd None None] The sync data for ids ['5b54ea0a-167b-4b5a-8253-db2a3f2cdc18'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:01.407167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-72c99309-d07b-4d8f-857d-36de5b3ecf5b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/routers/5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 HTTP/1.1" status: 200 len: 886 time: 0.2306893 Aug 10 02:25:01.407901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54658) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:01.414349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5adbd68-4ca4-46e8-a6ed-ae4c4a8d46a9 req-84e3b292-c892-4d2f-a41e-b74b3b13c6cc service neutron] 10.222.0.11 "GET /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048269 Aug 10 02:25:01.418210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b5058-d85b-4c2d-9b68-05c8de65f837 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=2adff026-7442-4192-9496-f90d06880803,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:01.466999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abad7b-2614-4a9c-9000-31626d032ebf req-4338318e-4134-4bbc-9621-b239e29d8187 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:01.468619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9abad7b-2614-4a9c-9000-31626d032ebf req-4338318e-4134-4bbc-9621-b239e29d8187 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 946 time: 0.4855790 Aug 10 02:25:01.473719 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-25be270a-b38c-49e6-8b13-81594c726520 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 HTTP/1.1" status: 200 len: 205 time: 0.0602195 Aug 10 02:25:01.473719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54662) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:01.479107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d10b5058-d85b-4c2d-9b68-05c8de65f837 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.483425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d10b5058-d85b-4c2d-9b68-05c8de65f837 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/2adff026-7442-4192-9496-f90d06880803 HTTP/1.1" status: 204 len: 168 time: 2.5372932 Aug 10 02:25:01.488645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54664) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:01.567488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 814f1650-efc7-4634-a2f9-1b544c123738 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:01.653193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.671463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:01.671463 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.685279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7859ab-e7cf-4c68-9f65-3c6a316075c5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:01.686964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7859ab-e7cf-4c68-9f65-3c6a316075c5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:01.687714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cea98111-cbde-4119-8160-4b26e1f92911 None None] Provisioning for port 814f1650-efc7-4634-a2f9-1b544c123738 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:01.691330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2b7859ab-e7cf-4c68-9f65-3c6a316075c5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2015381 Aug 10 02:25:01.697945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54674) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:01.700063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cea98111-cbde-4119-8160-4b26e1f92911 None None] Provisioning complete for port 814f1650-efc7-4634-a2f9-1b544c123738 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:01.708120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cea98111-cbde-4119-8160-4b26e1f92911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.805655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.838806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cea98111-cbde-4119-8160-4b26e1f92911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.879624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-cea98111-cbde-4119-8160-4b26e1f92911 None None] For port 814f1650-efc7-4634-a2f9-1b544c123738, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=814f1650-efc7-4634-a2f9-1b544c123738,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:01.931183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port a564d82b-a848-4011-aacb-45d11b2e4667 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:01.936533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:01.958288 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cea98111-cbde-4119-8160-4b26e1f92911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.043264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea98111-cbde-4119-8160-4b26e1f92911 None None] Pushing event updated for resources: {'Port': ['ID=814f1650-efc7-4634-a2f9-1b544c123738,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:02.065842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.079761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1ab20480-3916-486d-9927-cae8a30bf35e None None] Could not find standard attr ID for object bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:25:02.081048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for a564d82b-a848-4011-aacb-45d11b2e4667 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:02.201596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0482d6fc-ff55-405f-bdfd-5e541c5220b7 None None] Could not find standard attr ID for object 2adff026-7442-4192-9496-f90d06880803. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:25:02.215439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:02.279335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:02.280848 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.306831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9abad7b-2614-4a9c-9000-31626d032ebf req-0d1c0232-29c4-418d-83a6-408670c61968 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/security-groups?id=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8147287 Aug 10 02:25:02.341798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-50917cac-0d02-4c8f-8f3c-b900bbc88664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet c8a55c55-fa1c-4578-9d08-1bea0d1aa045 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:02.362208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50917cac-0d02-4c8f-8f3c-b900bbc88664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.398987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 814f1650-efc7-4634-a2f9-1b544c123738 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:02.445111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.458126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 814f1650-efc7-4634-a2f9-1b544c123738 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:02.458648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.487513 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:02.488286 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.508645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=a564d82b-a848-4011-aacb-45d11b2e4667,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:02.509445 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50917cac-0d02-4c8f-8f3c-b900bbc88664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.512428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:02.621242 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.720545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.722905 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.790695 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50917cac-0d02-4c8f-8f3c-b900bbc88664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.794886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.887163 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.887773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Fanout notify agent at l3_agent the message router_deleted on router 5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:25:02.895724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:02.896803 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-43a1c156-995f-41a0-ac81-866bada797d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 HTTP/1.1" status: 204 len: 168 time: 1.4235303 Aug 10 02:25:02.902137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54720) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:02.907871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'network': {'name': 'tempest-RoutersTest-807532913'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:02.979401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:02.983684 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.019358 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.053056 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:25:03.059730 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50917cac-0d02-4c8f-8f3c-b900bbc88664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.063539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.063904 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added segment 2cf06803-9958-41fb-afde-9c0a9d0754d4 of type vlan for network c5158668-6c7a-44e6-8cec-d6ca89fd8467 Aug 10 02:25:03.066898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=71d4ebf4-3ae2-437f-b657-cdeae3572bb6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:03.114327 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.131704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50917cac-0d02-4c8f-8f3c-b900bbc88664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a55c55-fa1c-4578-9d08-1bea0d1aa045,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:03.135622 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50917cac-0d02-4c8f-8f3c-b900bbc88664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.137850 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-50917cac-0d02-4c8f-8f3c-b900bbc88664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/c8a55c55-fa1c-4578-9d08-1bea0d1aa045 HTTP/1.1" status: 204 len: 168 time: 0.9331563 Aug 10 02:25:03.145141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d40f365-fc02-4c0d-b564-4790ae0c94a7 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:03.147284 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54734) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:03.192458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] No DVR routers for this DVR port 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:25:03.208550 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.211710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e39226a-41a7-4a49-92cd-2c7fd2164fee req-0ce8adee-4d27-4131-8630-e3ffb4b5abed tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.11 "DELETE /v2.0/ports/71d4ebf4-3ae2-437f-b657-cdeae3572bb6 HTTP/1.1" status: 204 len: 173 time: 2.3815606 Aug 10 02:25:03.212485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'name': 'network-vif-deleted', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:25:03.214960 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0829d2d9-857b-4dca-a694-1eed3ac60574" -d '{"events": [{"server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "name": "network-vif-deleted", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:25:03.227226 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.279813 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2261ae44-28be-49f2-a664-88eedebe3070 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101942 Aug 10 02:25:03.280874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54744) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:03.323401 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5c73c8-037b-4f56-a015-4428e3c8da87 x-openstack-request-id: req-0e5c73c8-037b-4f56-a015-4428e3c8da87 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:25:03.323712 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de25d6e6-8c1b-40d2-b0d9-4300baa08c59", "name": "network-vif-deleted", "tag": "71d4ebf4-3ae2-437f-b657-cdeae3572bb6", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:25:03.323973 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0e5c73c8-037b-4f56-a015-4428e3c8da87 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:25:03.324382 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de25d6e6-8c1b-40d2-b0d9-4300baa08c59', 'name': 'network-vif-deleted', 'tag': '71d4ebf4-3ae2-437f-b657-cdeae3572bb6', 'status': 'completed', 'code': 200} Aug 10 02:25:03.338646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dda6a9-f338-4413-93fe-39f7b220ff19 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:03.340223 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23dda6a9-f338-4413-93fe-39f7b220ff19 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0572617 Aug 10 02:25:03.344068 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54746) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:03.441800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d034726-9fda-4478-8421-695f0aeb232d None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:25:03.463829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ba924-85a7-42ce-9d12-78210ae85abd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:03.467813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7f1ba924-85a7-42ce-9d12-78210ae85abd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1201851 Aug 10 02:25:03.468387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54754) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:03.471636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59b867ea-1900-4f81-bd22-4cfd904539a1 req-bd6d5917-ea27-4c3f-9336-1396349ce83a tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "GET /v2.0/ports?device_id=de25d6e6-8c1b-40d2-b0d9-4300baa08c59 HTTP/1.1" status: 200 len: 210 time: 0.0486784 Aug 10 02:25:03.525637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0d034726-9fda-4478-8421-695f0aeb232d None None] Deleting port 814f1650-efc7-4634-a2f9-1b544c123738 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:03.526046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d034726-9fda-4478-8421-695f0aeb232d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.537365 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7f74a6eb-9140-4d93-b862-a6c86465d037 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639167 Aug 10 02:25:03.537365 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.537936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54756) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:03.546443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:03.547880 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.551350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:03.594038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Router 13958a0c-7c5a-4277-9434-bdb5760de667 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:25:03.619511 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0d034726-9fda-4478-8421-695f0aeb232d None None] For port 814f1650-efc7-4634-a2f9-1b544c123738, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=814f1650-efc7-4634-a2f9-1b544c123738,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:03.619914 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d034726-9fda-4478-8421-695f0aeb232d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.636516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0d034726-9fda-4478-8421-695f0aeb232d None None] Calling delete_port for 814f1650-efc7-4634-a2f9-1b544c123738 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:03.639734 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7360868 Aug 10 02:25:03.647787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c276de-1aa4-4734-88e1-21abb5a84ca1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Network': ['ID=c5158668-6c7a-44e6-8cec-d6ca89fd8467,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:03.659288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54762) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:03.677365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'subnet': {'network_id': 'c5158668-6c7a-44e6-8cec-d6ca89fd8467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:03.734394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c5158668-6c7a-44e6-8cec-d6ca89fd8467 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:25:03.840025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:03.849569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:03.850888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Sync routers for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:03.854274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.860611 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d034726-9fda-4478-8421-695f0aeb232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:03.888747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d034726-9fda-4478-8421-695f0aeb232d None None] Pushing event deleted for resources: {'Port': ['ID=814f1650-efc7-4634-a2f9-1b544c123738,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:03.893239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:03.894075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:03.934910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d034726-9fda-4478-8421-695f0aeb232d None None] No DVR routers for this DVR port 814f1650-efc7-4634-a2f9-1b544c123738 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:25:03.945611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:03.951536 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.050540 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.075289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fcf9eef3-1beb-402f-b441-f25dee69e2f7 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0666845 Aug 10 02:25:04.076234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54782) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:04.078838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:04.168500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.215962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 814f1650-efc7-4634-a2f9-1b544c123738 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:04.257847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 814f1650-efc7-4634-a2f9-1b544c123738 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:25:04.258942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 814f1650-efc7-4634-a2f9-1b544c123738 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:25:04.273153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Subnet': ['ID=6fc98641-d105-4041-bc7c-6431263a613c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:04.291721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Checking segment: {'id': '2cf06803-9958-41fb-afde-9c0a9d0754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5158668-6c7a-44e6-8cec-d6ca89fd8467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:04.292164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network hostable DHCP agents. Network: c5158668-6c7a-44e6-8cec-d6ca89fd8467, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:25:04.378585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network c5158668-6c7a-44e6-8cec-d6ca89fd8467 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:25:04.425355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:02Z', 'revision_number': 3, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:04.463586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Checking router: 13958a0c-7c5a-4277-9434-bdb5760de667 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:04.464068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Updating router 13958a0c-7c5a-4277-9434-bdb5760de667 port 728352c2-1d80-438e-ac12-7f94bdf1d022 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:04.494186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c5158668-6c7a-44e6-8cec-d6ca89fd8467) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:04.499029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:04.499805 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.501425 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.513107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ac456-b7be-47f7-971f-002690afd03f None None] Network c5158668-6c7a-44e6-8cec-d6ca89fd8467 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:04.579916 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54810) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:04.663115 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5ba2661f-3367-4c1e-8f10-cf1165559d72 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0020134 Aug 10 02:25:04.666425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54814) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:04.673531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-48b7e758-ddab-4ff9-a92d-efefea04ba3f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-355393159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:04.771222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.objects.ports [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101224) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:25:04.776017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.817822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:04.825955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:04.826705 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48b7e758-ddab-4ff9-a92d-efefea04ba3f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.828831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48b7e758-ddab-4ff9-a92d-efefea04ba3f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.831137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:04.831734 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.840762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe62d7-aa52-4d3a-91d2-efec224cb932 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:04.879194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=589f9c50-31f7-41d4-ade7-584ec1ee5d59,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:04.890791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.894085 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48b7e758-ddab-4ff9-a92d-efefea04ba3f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.955919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-c5158668-6c7a-44e6-8cec-d6ca89fd8467', 'network_id': 'c5158668-6c7a-44e6-8cec-d6ca89fd8467', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'fixed_ips': [{'subnet_id': '6fc98641-d105-4041-bc7c-6431263a613c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:04.956780 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:04.977035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e84f379a-fcf9-4bed-991d-c8f6931c2fce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4323421 Aug 10 02:25:04.979023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54826) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:04.985755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-94d36ed8-4a14-42b6-9e61-7198111283e4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:04.997564 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48b7e758-ddab-4ff9-a92d-efefea04ba3f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.128026 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48b7e758-ddab-4ff9-a92d-efefea04ba3f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.131711 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-48b7e758-ddab-4ff9-a92d-efefea04ba3f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4616807 Aug 10 02:25:05.135047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54834) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:05.218282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:05.222158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Allocated IP 172.20.0.1 (96ead180-e03b-44cb-ac36-6e482b15f632/870e0f49-f6c5-4672-afe5-fedc6f28e496/d34e2383-bd43-4af0-8465-edb849d975dd) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:05.312054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '589f9c50-31f7-41d4-ade7-584ec1ee5d59'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:05.313226 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.326609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:25:05.327188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 71d4ebf4-3ae2-437f-b657-cdeae3572bb6 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:25:05.343868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d36ed8-4a14-42b6-9e61-7198111283e4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:05.347681 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94d36ed8-4a14-42b6-9e61-7198111283e4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.349355 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.437768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Transition to ACTIVE for port object 728352c2-1d80-438e-ac12-7f94bdf1d022 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:05.444316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Allocated IP 172.20.0.2 (c5158668-6c7a-44e6-8cec-d6ca89fd8467/6fc98641-d105-4041-bc7c-6431263a613c/195ebd89-c045-4a53-aad1-c9bd8a18dd61) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:05.483735 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.501584 n-d-767704-21 neutron-server[101224]: INFO neutron.db.ipam_backend_mixin [None req-94d36ed8-4a14-42b6-9e61-7198111283e4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 589f9c50-31f7-41d4-ade7-584ec1ee5d59 (CIDR: 2001:db8::/64) Aug 10 02:25:05.507060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Transition to ACTIVE for port object d34e2383-bd43-4af0-8465-edb849d975dd will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:05.540061 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d36ed8-4a14-42b6-9e61-7198111283e4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:25:05.541223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d36ed8-4a14-42b6-9e61-7198111283e4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:05.541416 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.609803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Allocated IP 2001:db8::f816:3eff:fe85:9207 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/589f9c50-31f7-41d4-ade7-584ec1ee5d59/ab7479a2-a373-40f2-a337-38d65068a2be) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:05.631019 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.632922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Attempting to bind port 728352c2-1d80-438e-ac12-7f94bdf1d022 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:05.633748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Attempting to bind port 728352c2-1d80-438e-ac12-7f94bdf1d022 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:05.635436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Attempting to bind port 728352c2-1d80-438e-ac12-7f94bdf1d022 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:05.663738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8a2cf-f61f-4ea8-8d97-6c8039da300f None None] Pushing event updated for resources: {'Port': ['ID=728352c2-1d80-438e-ac12-7f94bdf1d022,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:05.667595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:05.668051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:05.668541 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.668996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:05.669627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Bound port: 728352c2-1d80-438e-ac12-7f94bdf1d022, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:05.670074 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.683718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:05.688183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:05.691854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-94d36ed8-4a14-42b6-9e61-7198111283e4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7112429 Aug 10 02:25:05.695405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:05.696258 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54858) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:05.713617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:05.731924 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.748743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d34e2383-bd43-4af0-8465-edb849d975dd,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:05.770516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:05.912783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.044319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] For port 728352c2-1d80-438e-ac12-7f94bdf1d022, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:06.073271 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.078806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] For port 728352c2-1d80-438e-ac12-7f94bdf1d022, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=728352c2-1d80-438e-ac12-7f94bdf1d022,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:06.096055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Transition to ACTIVE for port object 195ebd89-c045-4a53-aad1-c9bd8a18dd61 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:06.098425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.139525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Transition to ACTIVE for port object 195ebd89-c045-4a53-aad1-c9bd8a18dd61 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:06.155852 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.158949 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.212311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Transition to ACTIVE for port object ab7479a2-a373-40f2-a337-38d65068a2be will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:06.237756 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.270512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:06.271449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:06.312387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8a2cf-f61f-4ea8-8d97-6c8039da300f None None] Pushing event updated for resources: {'Port': ['ID=728352c2-1d80-438e-ac12-7f94bdf1d022,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:06.318346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Transition to ACTIVE for port object ab7479a2-a373-40f2-a337-38d65068a2be will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:06.325728 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.326628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ad2e99de-810a-4735-86e0-77c1bf024897 None None] Provisioning for port d34e2383-bd43-4af0-8465-edb849d975dd completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:06.356312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Network c5158668-6c7a-44e6-8cec-d6ca89fd8467 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:06.369750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ad2e99de-810a-4735-86e0-77c1bf024897 None None] Provisioning complete for port d34e2383-bd43-4af0-8465-edb849d975dd triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:06.369750 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ad2e99de-810a-4735-86e0-77c1bf024897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.373529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:06.379069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:06.425491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.432116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.478424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Pushing event updated for resources: {'Port': ['ID=195ebd89-c045-4a53-aad1-c9bd8a18dd61,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:06.479324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.557039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e99de-810a-4735-86e0-77c1bf024897 None None] Port d34e2383-bd43-4af0-8465-edb849d975dd cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:06.573491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:06.574600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d34e2383-bd43-4af0-8465-edb849d975dd,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:06.588974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:06.607204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:06.610976 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:06.614182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:06.616626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Attempting to bind port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:06.617236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Attempting to bind port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '2cf06803-9958-41fb-afde-9c0a9d0754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5158668-6c7a-44e6-8cec-d6ca89fd8467'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:06.617699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Attempting to bind port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 on network c5158668-6c7a-44e6-8cec-d6ca89fd8467 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:06.649852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:06.652082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:06.656545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:06.657294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Checking segment: {'id': '2cf06803-9958-41fb-afde-9c0a9d0754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5158668-6c7a-44e6-8cec-d6ca89fd8467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:06.657294 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.658584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Bound using segment: {'id': '2cf06803-9958-41fb-afde-9c0a9d0754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5158668-6c7a-44e6-8cec-d6ca89fd8467'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:06.658584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Bound port: 195ebd89-c045-4a53-aad1-c9bd8a18dd61, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf06803-9958-41fb-afde-9c0a9d0754d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5158668-6c7a-44e6-8cec-d6ca89fd8467'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:06.658894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.713069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:06.716641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:06.818635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.20.0.1 (c5158668-6c7a-44e6-8cec-d6ca89fd8467/6fc98641-d105-4041-bc7c-6431263a613c/1021d035-6fa6-4dd0-ab06-e8b27c28152c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:06.832135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Router 13958a0c-7c5a-4277-9434-bdb5760de667 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:25:06.953938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] For port 195ebd89-c045-4a53-aad1-c9bd8a18dd61, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:06.995577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] For port 195ebd89-c045-4a53-aad1-c9bd8a18dd61, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=195ebd89-c045-4a53-aad1-c9bd8a18dd61,segment=NetworkSegment(2cf06803-9958-41fb-afde-9c0a9d0754d4),segment_id=2cf06803-9958-41fb-afde-9c0a9d0754d4)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:07.003806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Attempting to bind port ab7479a2-a373-40f2-a337-38d65068a2be on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:07.004197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Attempting to bind port ab7479a2-a373-40f2-a337-38d65068a2be by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:07.004560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Attempting to bind port ab7479a2-a373-40f2-a337-38d65068a2be on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:07.016286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:07.016704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:07.017071 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.017670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:07.018169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Bound port: ab7479a2-a373-40f2-a337-38d65068a2be, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:07.018718 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.050285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0875c4f0-5add-4ba6-9a3b-99113c60c5b4 None None] Provisioning complete for port d34e2383-bd43-4af0-8465-edb849d975dd triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:07.050581 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0875c4f0-5add-4ba6-9a3b-99113c60c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.106361 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.160178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port f5743d7b-33ea-4cf7-9889-902a5680aac0 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:07.160444 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.188926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0875c4f0-5add-4ba6-9a3b-99113c60c5b4 None None] Port d34e2383-bd43-4af0-8465-edb849d975dd cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:07.205126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:07.208548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 1, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:07.212491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:07.251000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fdf769-5ca1-4916-8bc3-f8907c768692 None None] The sync data for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 is: [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 1, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:07.260088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecbb41-4ef3-430b-8a6e-d5601777269f None None] Pushing event updated for resources: {'Port': ['ID=195ebd89-c045-4a53-aad1-c9bd8a18dd61,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:07.293475 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.301594 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.381137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Transition to ACTIVE for port object 1021d035-6fa6-4dd0-ab06-e8b27c28152c will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:07.388906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512e114-cefd-48df-a95b-c81095a5b702 None None] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:07.420678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:07.429537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-513dfd5e-06b9-45d6-8f37-90a6271e6fd0 admin admin] 10.222.0.38 "PUT /v2.0/routers/13958a0c-7c5a-4277-9434-bdb5760de667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3435943 Aug 10 02:25:07.464767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port f5743d7b-33ea-4cf7-9889-902a5680aac0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f5743d7b-33ea-4cf7-9889-902a5680aac0,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:07.465157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.520325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for f5743d7b-33ea-4cf7-9889-902a5680aac0 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:07.520325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.686713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:07.706131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:07.713371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:07.714615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.747878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=4f42fd36-2891-407f-9538-a9d8aab5bb92,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:07.768720 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:07.847913 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-af7f5ff0-d3c9-4e8d-8278-99fa055c595e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1472178 Aug 10 02:25:07.850923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54930) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:07.856955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:63:96:ba', 'name': 'tempest-NetworksTestDHCPv6-2108398567'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:07.905761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=1021d035-6fa6-4dd0-ab06-e8b27c28152c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:07.919344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network c5158668-6c7a-44e6-8cec-d6ca89fd8467 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:07.922792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:07.926747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:08.005770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:08.136715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:08.190105 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:08.242208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=f5743d7b-33ea-4cf7-9889-902a5680aac0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:08.261608 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:08.312886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 5a30e0f3-08ed-4040-856a-3e83bd37fb58 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:25:08.319989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 195ebd89-c045-4a53-aad1-c9bd8a18dd61 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:08.454101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:08.578939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:08.583381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ab7479a2-a373-40f2-a337-38d65068a2be up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:08.765506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54952) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:08.795069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-282100483-network', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:08.858591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ab7479a2-a373-40f2-a337-38d65068a2be completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:08.909572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8:0:1::39e (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/4f42fd36-2891-407f-9538-a9d8aab5bb92/5a30e0f3-08ed-4040-856a-3e83bd37fb58) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:08.926880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:fe63:96ba (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/589f9c50-31f7-41d4-ade7-584ec1ee5d59/5a30e0f3-08ed-4040-856a-3e83bd37fb58) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:09.012252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-64fa716f-edbe-48c4-b4bc-e87609441538 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:09.020156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-64fa716f-edbe-48c4-b4bc-e87609441538 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/networks?id=4599161d-db67-41c9-87af-53740c11455b HTTP/1.1" status: 200 len: 813 time: 0.2191873 Aug 10 02:25:09.035637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Made reservation on behalf of a0a9d0e82a894fdba4c2c3efd84c82bf for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:09.038002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.068577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-d2f851bd-70b3-4abd-9111-e65ea5aa9edb tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/quotas/11cdeeed330e44be9d264d35d7c861c6 HTTP/1.1" status: 200 len: 375 time: 0.0473266 Aug 10 02:25:09.079288 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.083660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.151923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb326c71-bdaf-4d72-8c0c-05eff49bb209 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:09.167363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-5c43d75a-a0e4-49b3-a4a9-59880dc1f97a tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=11cdeeed330e44be9d264d35d7c861c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980217 Aug 10 02:25:09.356645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.360775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860fd25-3d2c-4895-8ee8-4c0e6eaf6fa5 None None] Network c5158668-6c7a-44e6-8cec-d6ca89fd8467 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:09.365733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8d5e052f-4449-42df-a48b-e534b318107b None None] Provisioning for port ab7479a2-a373-40f2-a337-38d65068a2be completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:09.368569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-4094abaa-2510-4847-978d-a5d279854474 service neutron] 10.222.0.38 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003088 Aug 10 02:25:09.409441 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.412810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8d5e052f-4449-42df-a48b-e534b318107b None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:09.413821 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8d5e052f-4449-42df-a48b-e534b318107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.428296 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.500013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 5a30e0f3-08ed-4040-856a-3e83bd37fb58 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:09.611253 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.613216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-0a82ed25-9757-4f2d-b296-ce98c202b9c3 service neutron] 10.222.0.38 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260718 Aug 10 02:25:09.666680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.698781 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.736597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:25:09.794951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4c7110-4672-4a0d-83db-aa75c95c8724,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:09.806456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.806794 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Added segment 6047a0ca-9586-452d-9c84-ef06851ed10b of type vlan for network 36819f84-b8f7-403e-894c-ebe534f78d26 Aug 10 02:25:09.809606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:09.823386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:09.830529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:09.837012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:09.837593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.862513 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=5a30e0f3-08ed-4040-856a-3e83bd37fb58,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:09.885354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.908691 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8d5e052f-4449-42df-a48b-e534b318107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.922737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.934366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb16f877-678c-4356-a2f0-a218bc42d7db None None] Update dhcp port {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': '589f9c50-31f7-41d4-ade7-584ec1ee5d59', 'ip_address': '2001:db8::f816:3eff:fe85:9207'}, {'subnet_id': '4f42fd36-2891-407f-9538-a9d8aab5bb92'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'ab7479a2-a373-40f2-a337-38d65068a2be'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:25:09.940504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=1021d035-6fa6-4dd0-ab06-e8b27c28152c,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:09.973826 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eb16f877-678c-4356-a2f0-a218bc42d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:09.981951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fcfd1b0c-7a78-47f5-82ff-6e3896ce2d9b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1293893 Aug 10 02:25:09.984335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54960) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:09.994792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Router 72d890e3-c805-4151-b56b-de560d5c5114 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:25:10.030481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8d5e052f-4449-42df-a48b-e534b318107b None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:10.087603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.087603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:10.087603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.162239 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8d5e052f-4449-42df-a48b-e534b318107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.226397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4588311 Aug 10 02:25:10.228774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network c5158668-6c7a-44e6-8cec-d6ca89fd8467 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:10.231655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54966) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:10.263880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:10.278306 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] Sync routers for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:10.289294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Request body: {'subnet': {'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-282100483-subnet', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:10.294901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8640e-5fc3-4108-9037-5d8ce29ace13 admin admin] Pushing event updated for resources: {'Network': ['ID=36819f84-b8f7-403e-894c-ebe534f78d26,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:10.300571 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:10.301220 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:10.328311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e052f-4449-42df-a48b-e534b318107b None None] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:10.353908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:10.377392 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-244b4c3f-67ba-4310-8553-8f6725b7f988 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "PUT /v2.0/routers/72d890e3-c805-4151-b56b-de560d5c5114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7956693 Aug 10 02:25:10.379795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54968) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:10.383139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe44bd8b-74aa-4038-89ce-4b84a92586e8 req-6f8c0ad1-b31e-4701-96ed-af2c9eb403ca tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 210 time: 0.1690073 Aug 10 02:25:10.386781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 36819f84-b8f7-403e-894c-ebe534f78d26 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:25:10.422746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ed2cff74-d4c0-49b5-b7c1-e5f4f2a97d18 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 5a30e0f3-08ed-4040-856a-3e83bd37fb58 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:10.423455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed2cff74-d4c0-49b5-b7c1-e5f4f2a97d18 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.469964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 728352c2-1d80-438e-ac12-7f94bdf1d022 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:10.514720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Made reservation on behalf of a0a9d0e82a894fdba4c2c3efd84c82bf for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:10.517918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.557451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-eb16f877-678c-4356-a2f0-a218bc42d7db None None] Allocated IP 2001:db8:0:1::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/4f42fd36-2891-407f-9538-a9d8aab5bb92/ab7479a2-a373-40f2-a337-38d65068a2be) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:10.573949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8e7f3a85-3f00-4bec-9520-b632796abf7a None None] Provisioning for port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:10.578604 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:10.601922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed2cff74-d4c0-49b5-b7c1-e5f4f2a97d18 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.613764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8e7f3a85-3f00-4bec-9520-b632796abf7a None None] Provisioning complete for port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:10.614154 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8e7f3a85-3f00-4bec-9520-b632796abf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.638376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ed2cff74-d4c0-49b5-b7c1-e5f4f2a97d18 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 5a30e0f3-08ed-4040-856a-3e83bd37fb58 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:10.854927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-61045006-f6a5-4b7f-b95d-19aa8b9d7ed4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting subnet fe1fa310-2bcd-4374-8731-35b8d9177fe1 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:10.864971 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61045006-f6a5-4b7f-b95d-19aa8b9d7ed4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.865720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-eb16f877-678c-4356-a2f0-a218bc42d7db None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:10.906634 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:25:08Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:10.943949 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eb16f877-678c-4356-a2f0-a218bc42d7db None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.949726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Sync routers for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:10.960482 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] Checking router: 72d890e3-c805-4151-b56b-de560d5c5114 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:10.968516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 728352c2-1d80-438e-ac12-7f94bdf1d022 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:10.977966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] Routers {'72d890e3-c805-4151-b56b-de560d5c5114'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:10.979060 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['72d890e3-c805-4151-b56b-de560d5c5114'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:10.986713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 728352c2-1d80-438e-ac12-7f94bdf1d022 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:10.987093 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.992426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61045006-f6a5-4b7f-b95d-19aa8b9d7ed4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:10.996167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-eb16f877-678c-4356-a2f0-a218bc42d7db None None] Transition to ACTIVE for port object ab7479a2-a373-40f2-a337-38d65068a2be will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:11.002367 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8e7f3a85-3f00-4bec-9520-b632796abf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.024431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:11.025131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:11.068208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.084549 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eb16f877-678c-4356-a2f0-a218bc42d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.121516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed2cff74-d4c0-49b5-b7c1-e5f4f2a97d18 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.122656 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] Set router 72d890e3-c805-4151-b56b-de560d5c5114 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:11.195109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cff74-d4c0-49b5-b7c1-e5f4f2a97d18 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=5a30e0f3-08ed-4040-856a-3e83bd37fb58,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:11.215423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8e7f3a85-3f00-4bec-9520-b632796abf7a None None] For port 195ebd89-c045-4a53-aad1-c9bd8a18dd61, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=195ebd89-c045-4a53-aad1-c9bd8a18dd61,segment=NetworkSegment(2cf06803-9958-41fb-afde-9c0a9d0754d4),segment_id=2cf06803-9958-41fb-afde-9c0a9d0754d4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:11.259708 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ed2cff74-d4c0-49b5-b7c1-e5f4f2a97d18 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.260181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab5cce1-234d-4221-93ec-f16b4ae791b5,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:11.263726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61045006-f6a5-4b7f-b95d-19aa8b9d7ed4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.267753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ed2cff74-d4c0-49b5-b7c1-e5f4f2a97d18 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/5a30e0f3-08ed-4040-856a-3e83bd37fb58 HTTP/1.1" status: 204 len: 168 time: 1.2821267 Aug 10 02:25:11.269024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54970) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:11.274784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Checking segment: {'id': '6047a0ca-9586-452d-9c84-ef06851ed10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:11.274784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Network hostable DHCP agents. Network: 36819f84-b8f7-403e-894c-ebe534f78d26, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:25:11.291922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16f877-678c-4356-a2f0-a218bc42d7db None None] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:11.312615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8e7f3a85-3f00-4bec-9520-b632796abf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.345413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f734eba-eb5f-4565-9b21-3fad986197da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:11.349683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8f734eba-eb5f-4565-9b21-3fad986197da tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0768895 Aug 10 02:25:11.350146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54972) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:11.386673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router 823b1f00-9a04-49dc-b5a8-b2185600551e is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:25:11.386923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:11.398949 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:25:08Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:11.441473 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.477861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d919697-5701-46df-b05b-fad59bd707db tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:11.483819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Network 36819f84-b8f7-403e-894c-ebe534f78d26 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:25:11.487157 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4d919697-5701-46df-b05b-fad59bd707db tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1351228 Aug 10 02:25:11.490467 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f669b18-658c-4308-9065-170a2ea79d90 None None] The sync data for ids ['72d890e3-c805-4151-b56b-de560d5c5114'] in n-d-767704-21 is: [{'id': '72d890e3-c805-4151-b56b-de560d5c5114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-472176277', 'tenant_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:22:55Z', 'updated_at': '2021-08-10T02:25:08Z', 'revision_number': 5, 'project_id': '0e3cf897ab3b41ada028f5fcb9815b32', 'gw_port': {'id': 'c24d2073-857c-4953-a761-9503ad9e1100', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d890e3-c805-4151-b56b-de560d5c5114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:22:56Z', 'updated_at': '2021-08-10T02:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:11.493060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54978) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:11.559263 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61045006-f6a5-4b7f-b95d-19aa8b9d7ed4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.566449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-11724d5d-9505-4335-b4f2-5fdd27c2cfa1 None None] Provisioning for port 1021d035-6fa6-4dd0-ab06-e8b27c28152c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:11.569187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f3a85-3f00-4bec-9520-b632796abf7a None None] Pushing event updated for resources: {'Port': ['ID=195ebd89-c045-4a53-aad1-c9bd8a18dd61,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:11.583075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 728352c2-1d80-438e-ac12-7f94bdf1d022, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=728352c2-1d80-438e-ac12-7f94bdf1d022,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:11.590178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-11724d5d-9505-4335-b4f2-5fdd27c2cfa1 None None] Provisioning complete for port 1021d035-6fa6-4dd0-ab06-e8b27c28152c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:11.590663 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11724d5d-9505-4335-b4f2-5fdd27c2cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.602341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61045006-f6a5-4b7f-b95d-19aa8b9d7ed4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1fa310-2bcd-4374-8731-35b8d9177fe1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:11.613709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61045006-f6a5-4b7f-b95d-19aa8b9d7ed4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.615963 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-61045006-f6a5-4b7f-b95d-19aa8b9d7ed4 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/subnets/fe1fa310-2bcd-4374-8731-35b8d9177fe1 HTTP/1.1" status: 204 len: 168 time: 1.2348638 Aug 10 02:25:11.621388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79f8a218-0e6e-43eb-b010-10c1f29ba4a7 req-61d0dfbe-5e5e-464d-a963-dd9411a294df tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 210 time: 0.1299808 Aug 10 02:25:11.622176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54984) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:11.641773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:11.654329 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a76cedf5-0bbc-4a4d-9781-1196a4c005b4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/823b1f00-9a04-49dc-b5a8-b2185600551e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5176833 Aug 10 02:25:11.659487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54986) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:11.659928 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0c519-0a7c-443b-b4a6-bf3c21eadf20 None None] Sync routers for ids ['823b1f00-9a04-49dc-b5a8-b2185600551e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:11.675692 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0c519-0a7c-443b-b4a6-bf3c21eadf20 None None] Routers {'823b1f00-9a04-49dc-b5a8-b2185600551e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:11.676337 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e4c0c519-0a7c-443b-b4a6-bf3c21eadf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['823b1f00-9a04-49dc-b5a8-b2185600551e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:11.679130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17989cbe-d372-4abd-8d08-eb6eed0a0e23 None None] Network 4ea453d0-7752-4e8b-8eca-2ae58121dc6b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:11.728131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535c47-2566-4985-8e6a-3bd8c92e496e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:11.729793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535c47-2566-4985-8e6a-3bd8c92e496e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:11.731386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e8044a-a9c3-49fd-a815-fb7cb639832a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:11.734450 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f9e8044a-a9c3-49fd-a815-fb7cb639832a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports/1021d035-6fa6-4dd0-ab06-e8b27c28152c HTTP/1.1" status: 200 len: 910 time: 0.0739207 Aug 10 02:25:11.735624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5535c47-2566-4985-8e6a-3bd8c92e496e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:11.739807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c5535c47-2566-4985-8e6a-3bd8c92e496e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2438674 Aug 10 02:25:11.751658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54988) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:11.752160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54990) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:11.752295 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e4c0c519-0a7c-443b-b4a6-bf3c21eadf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:11.761584 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8b9b3fff-c3d7-41ca-9b3b-4ba8e1c6912b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6fc98641-d105-4041-bc7c-6431263a613c'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:11.764544 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c0c519-0a7c-443b-b4a6-bf3c21eadf20 None None] Routers {'823b1f00-9a04-49dc-b5a8-b2185600551e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:11.765519 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e4c0c519-0a7c-443b-b4a6-bf3c21eadf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['823b1f00-9a04-49dc-b5a8-b2185600551e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:11.769930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 36819f84-b8f7-403e-894c-ebe534f78d26) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:11.786620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:11.786620 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.794575 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:11.811782 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e4c0c519-0a7c-443b-b4a6-bf3c21eadf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:11.812453 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c0c519-0a7c-443b-b4a6-bf3c21eadf20 None None] The sync data for ids ['823b1f00-9a04-49dc-b5a8-b2185600551e'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:11.816645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bdfe3c-deb7-4f03-bb79-9defe4cc0aed None None] Network 36819f84-b8f7-403e-894c-ebe534f78d26 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:11.896734 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fcc97b03-6cc9-4e5c-8ea3-acef9bf8e91b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6385188 Aug 10 02:25:11.898273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 54992) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:11.909269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:11.967667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-11724d5d-9505-4335-b4f2-5fdd27c2cfa1 None None] Port 1021d035-6fa6-4dd0-ab06-e8b27c28152c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:12.007682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b681b169-2f5e-4947-b138-f466296022d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 4f42fd36-2891-407f-9538-a9d8aab5bb92 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:12.012808 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b681b169-2f5e-4947-b138-f466296022d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.024947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.026077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.043223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=728352c2-1d80-438e-ac12-7f94bdf1d022,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:12.070918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b681b169-2f5e-4947-b138-f466296022d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.115416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-11724d5d-9505-4335-b4f2-5fdd27c2cfa1 None None] Provisioning complete for port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:12.115725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11724d5d-9505-4335-b4f2-5fdd27c2cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.139621 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.171239 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.282423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 195ebd89-c045-4a53-aad1-c9bd8a18dd61 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:12.379874 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b681b169-2f5e-4947-b138-f466296022d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.400569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.420419 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b9b3fff-c3d7-41ca-9b3b-4ba8e1c6912b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.436757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.471929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-36819f84-b8f7-403e-894c-ebe534f78d26', 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'fixed_ips': [{'subnet_id': '8ab5cce1-234d-4221-93ec-f16b4ae791b5'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:12.472804 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.528277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:06Z', 'revision_number': 2, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:12.531354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209d63b-e1f2-4a94-8c8a-11d6a896a034 None None] DHCP port deletion for 4ea453d0-7752-4e8b-8eca-2ae58121dc6b request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:25:12.586678 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:12.587067 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.600955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Checking router: 13958a0c-7c5a-4277-9434-bdb5760de667 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:12.601317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Updating router 13958a0c-7c5a-4277-9434-bdb5760de667 port d34e2383-bd43-4af0-8465-edb849d975dd binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:12.742715 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b681b169-2f5e-4947-b138-f466296022d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.780784 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.806008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.838272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681b169-2f5e-4947-b138-f466296022d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=4f42fd36-2891-407f-9538-a9d8aab5bb92,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:12.848653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75930796-5bad-4b7a-af20-c8db65039650 req-c6b75044-0dc8-49ca-a1f2-52b4a0e58ca4 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 210 time: 0.1126370 Aug 10 02:25:12.861129 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b681b169-2f5e-4947-b138-f466296022d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.865559 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b681b169-2f5e-4947-b138-f466296022d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/4f42fd36-2891-407f-9538-a9d8aab5bb92 HTTP/1.1" status: 204 len: 168 time: 1.0922532 Aug 10 02:25:12.885226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 54996) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:12.942891 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:12.977080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Allocated IP 172.25.3.230 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/f20903cc-fc31-45bc-b217-4d1473e6afda) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:13.016571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Deleting port c24d2073-857c-4953-a761-9503ad9e1100 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:13.016929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.033736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d468363d-05ae-4d76-8a8e-cf6d9cc89bbb None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:13.044322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa1969a-dd24-48fb-9f6c-62b56132c0dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 589f9c50-31f7-41d4-ade7-584ec1ee5d59 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:13.073533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2ef7ae5e-5b18-4a20-8016-38028e879986 None None] Provisioning for port ab7479a2-a373-40f2-a337-38d65068a2be completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:13.085397 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7aa1969a-dd24-48fb-9f6c-62b56132c0dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.115412 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:25:13.132660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2ef7ae5e-5b18-4a20-8016-38028e879986 None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:13.132660 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ae5e-5b18-4a20-8016-38028e879986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.151614 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7aa1969a-dd24-48fb-9f6c-62b56132c0dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.166957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.204125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Allocated IP 172.20.0.2 (36819f84-b8f7-403e-894c-ebe534f78d26/8ab5cce1-234d-4221-93ec-f16b4ae791b5/d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:13.263181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9209d63b-e1f2-4a94-8c8a-11d6a896a034 None None] Deleting port e4f89dd7-aa00-44e0-8398-9bc551b5b706 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:13.263519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9209d63b-e1f2-4a94-8c8a-11d6a896a034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.277657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 728352c2-1d80-438e-ac12-7f94bdf1d022 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:13.303778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7aa1969a-dd24-48fb-9f6c-62b56132c0dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.321925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.347634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] For port c24d2073-857c-4953-a761-9503ad9e1100, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c24d2073-857c-4953-a761-9503ad9e1100,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:13.348271 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.373575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:13.374288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Calling delete_port for c24d2073-857c-4953-a761-9503ad9e1100 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:13.379227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:13.383926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:13.396668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b9b3fff-c3d7-41ca-9b3b-4ba8e1c6912b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.405672 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.412335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Pushing event updated for resources: {'Port': ['ID=f20903cc-fc31-45bc-b217-4d1473e6afda,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:13.482313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9209d63b-e1f2-4a94-8c8a-11d6a896a034 None None] For port e4f89dd7-aa00-44e0-8398-9bc551b5b706, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e4f89dd7-aa00-44e0-8398-9bc551b5b706,segment=NetworkSegment(78292030-89f4-46fa-ae53-2a2b09909d09),segment_id=78292030-89f4-46fa-ae53-2a2b09909d09)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:13.482950 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9209d63b-e1f2-4a94-8c8a-11d6a896a034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.535919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7aa1969a-dd24-48fb-9f6c-62b56132c0dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.538919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b9b3fff-c3d7-41ca-9b3b-4ba8e1c6912b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.549207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9209d63b-e1f2-4a94-8c8a-11d6a896a034 None None] Calling delete_port for e4f89dd7-aa00-44e0-8398-9bc551b5b706 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:13.625862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1969a-dd24-48fb-9f6c-62b56132c0dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=589f9c50-31f7-41d4-ade7-584ec1ee5d59,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:13.629810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7aa1969a-dd24-48fb-9f6c-62b56132c0dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.634475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7aa1969a-dd24-48fb-9f6c-62b56132c0dd tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/589f9c50-31f7-41d4-ade7-584ec1ee5d59 HTTP/1.1" status: 204 len: 168 time: 0.7455285 Aug 10 02:25:13.635224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55002) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:13.686167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-39807e54-5781-4ae5-bece-6827e4533ac8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467474 Aug 10 02:25:13.686167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55004) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:13.692105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:13.830100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 728352c2-1d80-438e-ac12-7f94bdf1d022 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:13.831008 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.955309 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:13.993952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fe06af34-c52d-4ac5-a8fe-ece8286d4641 None None] Could not find standard attr ID for object 5a30e0f3-08ed-4040-856a-3e83bd37fb58. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:25:14.050518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:14.053090 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9209d63b-e1f2-4a94-8c8a-11d6a896a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.055893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.066172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.111005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209d63b-e1f2-4a94-8c8a-11d6a896a034 None None] Pushing event deleted for resources: {'Port': ['ID=e4f89dd7-aa00-44e0-8398-9bc551b5b706,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:14.123416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b3fff-c3d7-41ca-9b3b-4ba8e1c6912b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=1021d035-6fa6-4dd0-ab06-e8b27c28152c,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:14.123978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Transition to ACTIVE for port object d34e2383-bd43-4af0-8465-edb849d975dd will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:14.126068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209d63b-e1f2-4a94-8c8a-11d6a896a034 None None] No DVR routers for this DVR port e4f89dd7-aa00-44e0-8398-9bc551b5b706 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:25:14.134307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ebf87-5695-4b80-8dff-e7e6e8db859d None None] Update dhcp port {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': '589f9c50-31f7-41d4-ade7-584ec1ee5d59'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'ab7479a2-a373-40f2-a337-38d65068a2be'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:25:14.136277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9b3fff-c3d7-41ca-9b3b-4ba8e1c6912b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:14.136916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b9b3fff-c3d7-41ca-9b3b-4ba8e1c6912b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.141921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8b9b3fff-c3d7-41ca-9b3b-4ba8e1c6912b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/ports/1021d035-6fa6-4dd0-ab06-e8b27c28152c HTTP/1.1" status: 200 len: 910 time: 2.3851509 Aug 10 02:25:14.142026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ab7479a2-a373-40f2-a337-38d65068a2be up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:14.148889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55008) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:14.173518 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d04c425-83de-4f5e-97b5-a630fd311d50 req-ee5ddc8f-dd09-4473-b1df-1acaac34d41b tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 210 time: 0.0621977 Aug 10 02:25:14.221739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b49ebf87-5695-4b80-8dff-e7e6e8db859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.232872 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.271661 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.297981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc8ad1-b69e-4d55-b939-f25352d7a32a None None] Pushing event updated for resources: {'Port': ['ID=d34e2383-bd43-4af0-8465-edb849d975dd,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:14.316553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Port': ['ID=c24d2073-857c-4953-a761-9503ad9e1100,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:14.360632 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.454758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.466881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.468806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:14.469223 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.550592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Transition to ACTIVE for port object d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:14.587569 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.602955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Attempting to bind port d34e2383-bd43-4af0-8465-edb849d975dd on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:14.603434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Attempting to bind port d34e2383-bd43-4af0-8465-edb849d975dd by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:14.607211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Attempting to bind port d34e2383-bd43-4af0-8465-edb849d975dd on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:14.608777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Transition to ACTIVE for port object d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:14.623959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:14.624546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:14.625317 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.625504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Bound using segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:14.626623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Bound port: d34e2383-bd43-4af0-8465-edb849d975dd, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:14.627076 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.640278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d1522e-495e-45ba-ab89-2fa6e6090788 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:14.719930 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.722915 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.731198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.840358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:25:14.851991 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.910776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Router be19dfad-76ac-437f-ba69-a4b91ac2816c is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:25:14.981716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Network 36819f84-b8f7-403e-894c-ebe534f78d26 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:14.988001 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.989023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Fanout notify agent at l3_agent the message router_deleted on router 72d890e3-c805-4151-b56b-de560d5c5114 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:25:14.996888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:14.998307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2a41f8f3-2368-4e13-9b2b-c612fa6a2b39 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/routers/72d890e3-c805-4151-b56b-de560d5c5114 HTTP/1.1" status: 204 len: 168 time: 3.3713586 Aug 10 02:25:15.003473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55010) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:15.006016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:15.015054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:15.044170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f5743d7b-33ea-4cf7-9889-902a5680aac0 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:15.081534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Pushing event updated for resources: {'Port': ['ID=d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:15.089221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: f5743d7b-33ea-4cf7-9889-902a5680aac0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:25:15.089221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f5743d7b-33ea-4cf7-9889-902a5680aac0 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:25:15.103349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-51c4b372-33ba-4982-82d3-630c586452fb None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:15.103685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-51c4b372-33ba-4982-82d3-630c586452fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.105929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] For port d34e2383-bd43-4af0-8465-edb849d975dd, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:15.179024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] For port d34e2383-bd43-4af0-8465-edb849d975dd, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d34e2383-bd43-4af0-8465-edb849d975dd,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:15.256280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Attempting to bind port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:15.257011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Attempting to bind port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '6047a0ca-9586-452d-9c84-ef06851ed10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:15.257451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Attempting to bind port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d on network 36819f84-b8f7-403e-894c-ebe534f78d26 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:15.257710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-6143a7dc-f572-403d-a981-2c410674a508 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:15.260100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-6143a7dc-f572-403d-a981-2c410674a508 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.11 "GET /v2.0/networks?id=4599161d-db67-41c9-87af-53740c11455b HTTP/1.1" status: 200 len: 813 time: 0.2284009 Aug 10 02:25:15.277533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:15.278637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Checking segment: {'id': '6047a0ca-9586-452d-9c84-ef06851ed10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:15.279374 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.280076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Bound using segment: {'id': '6047a0ca-9586-452d-9c84-ef06851ed10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:15.280808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Bound port: d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6047a0ca-9586-452d-9c84-ef06851ed10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:15.281709 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.283385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Request body: {'port': {'device_id': 'd6d54443-09a1-4b6c-945d-f7d069508835', 'network_id': '4599161d-db67-41c9-87af-53740c11455b', 'admin_state_up': True, 'tenant_id': '11cdeeed330e44be9d264d35d7c861c6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:15.300224 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.441482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2eaf6c9-ab1e-4a35-a54d-4e49bf1c3de7 req-ed88be09-33a3-40e6-a763-dbd58eb4ff18 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 210 time: 0.1030774 Aug 10 02:25:15.559905 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.575043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4e330170-a3c9-4255-a932-95006498e21c None None] For port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:15.609237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port 1021d035-6fa6-4dd0-ab06-e8b27c28152c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:15.610800 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.618916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:15.619775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:15.634948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ee8a8-7e72-4584-af5d-00cba2f1c7fd None None] Update dhcp port {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': 'f38e23de-6d69-4ab9-b4ea-506fe99c1fe1'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'ab7479a2-a373-40f2-a337-38d65068a2be'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:25:15.646072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:15.704900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Made reservation on behalf of 11cdeeed330e44be9d264d35d7c861c6 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:15.708577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.733405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4e330170-a3c9-4255-a932-95006498e21c None None] For port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d,segment=NetworkSegment(6047a0ca-9586-452d-9c84-ef06851ed10b),segment_id=6047a0ca-9586-452d-9c84-ef06851ed10b)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:15.735219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc8ad1-b69e-4d55-b939-f25352d7a32a None None] Pushing event updated for resources: {'Port': ['ID=d34e2383-bd43-4af0-8465-edb849d975dd,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:15.738739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Sync routers for ids ['be19dfad-76ac-437f-ba69-a4b91ac2816c'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:15.756241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ab7479a2-a373-40f2-a337-38d65068a2be no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:15.775510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.792096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.799165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Routers {'be19dfad-76ac-437f-ba69-a4b91ac2816c'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:15.799812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['be19dfad-76ac-437f-ba69-a4b91ac2816c'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:15.806889 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e78ee8a8-7e72-4584-af5d-00cba2f1c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.809092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea453d0-7752-4e8b-8eca-2ae58121dc6b']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:15.824357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.824826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.826119 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4354b353-f3ee-4201-8be4-2458685ec5bd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9264879 Aug 10 02:25:15.833765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55014) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:15.870411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78292030-89f4-46fa-ae53-2a2b09909d09') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:15.870732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78292030-89f4-46fa-ae53-2a2b09909d09') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:15.888554 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.905183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for 1021d035-6fa6-4dd0-ab06-e8b27c28152c owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:15.905442 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.923714 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.978438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:25:15.978820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:25:15.983790 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:25:16.017459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Allocated IP 172.20.0.8 (4599161d-db67-41c9-87af-53740c11455b/7c9b70a3-d804-4c3a-9fdc-68fa0260f702/34c188b3-5cec-4a2a-bc57-789b51ecb854) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:16.100943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:16.117010 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.123185 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.125744 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/networks/4ea453d0-7752-4e8b-8eca-2ae58121dc6b HTTP/1.1" status: 204 len: 168 time: 1.1217949 Aug 10 02:25:16.133255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55016) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:16.146529 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f47f6-227a-401f-8842-7909179a546d tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'Network': ['ID=4ea453d0-7752-4e8b-8eca-2ae58121dc6b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:16.166770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.166992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e330170-a3c9-4255-a932-95006498e21c None None] Pushing event updated for resources: {'Port': ['ID=d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:16.179630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:16.236131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.237402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.276260 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.370525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:16.373091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Set router be19dfad-76ac-437f-ba69-a4b91ac2816c gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:16.380657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=f38e23de-6d69-4ab9-b4ea-506fe99c1fe1,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:16.393281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:16.397779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:16.406191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:16.406918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.419654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=8']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:16.433738 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-e78ee8a8-7e72-4584-af5d-00cba2f1c7fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:25:16.434297 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-e78ee8a8-7e72-4584-af5d-00cba2f1c7fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:25:16.447066 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dc03160-9615-411c-9091-83e209571111 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.467153 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.467374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4f89dd7-aa00-44e0-8398-9bc551b5b706 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:16.474735 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a57b822f-ad9d-4043-92c6-d26036fd97f2 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7843502 Aug 10 02:25:16.476207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55022) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:16.492069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c65fdf0b-964f-4a07-869c-0b0666b3d522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:16.538698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e4f89dd7-aa00-44e0-8398-9bc551b5b706 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:25:16.539126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4f89dd7-aa00-44e0-8398-9bc551b5b706 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:25:16.546049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:16.590385 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dc03160-9615-411c-9091-83e209571111 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.611600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.627662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9b9f90d-76af-4842-8745-ad05bc034909 req-f88d94cc-8656-41b5-bc16-fc7e06e5b284 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 210 time: 0.0924704 Aug 10 02:25:16.656058 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.740115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=1021d035-6fa6-4dd0-ab06-e8b27c28152c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:16.788930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:15Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:16.795674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65fdf0b-964f-4a07-869c-0b0666b3d522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:16.799423 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c65fdf0b-964f-4a07-869c-0b0666b3d522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:16.817624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd217a-f4d0-44cb-acca-b950d8461f23 None None] The sync data for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 is: [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:15Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:16.822594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:13Z', 'revision_number': 3, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'gw_port': {'id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:16.861790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Checking router: be19dfad-76ac-437f-ba69-a4b91ac2816c for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:16.862142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Updating router be19dfad-76ac-437f-ba69-a4b91ac2816c port f20903cc-fc31-45bc-b217-4d1473e6afda binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:16.978306 n-d-767704-21 neutron-server[101223]: INFO neutron.db.ipam_backend_mixin [None req-c65fdf0b-964f-4a07-869c-0b0666b3d522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f38e23de-6d69-4ab9-b4ea-506fe99c1fe1 (CIDR: 2001:db8::/64) Aug 10 02:25:17.032109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.039983 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.047285 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65fdf0b-964f-4a07-869c-0b0666b3d522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:25:17.047893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65fdf0b-964f-4a07-869c-0b0666b3d522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:17.096326 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dc03160-9615-411c-9091-83e209571111 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.116164 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0dc03160-9615-411c-9091-83e209571111 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.128313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0dc03160-9615-411c-9091-83e209571111 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] 10.222.0.38 "DELETE /v2.0/security-groups/1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f HTTP/1.1" status: 204 len: 168 time: 0.9807792 Aug 10 02:25:17.144819 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c65fdf0b-964f-4a07-869c-0b0666b3d522 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6664569 Aug 10 02:25:17.147754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:17.153333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:17.183601 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.215002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Network 4599161d-db67-41c9-87af-53740c11455b is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:17.217415 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e78ee8a8-7e72-4584-af5d-00cba2f1c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.285596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc03160-9615-411c-9091-83e209571111 tempest-TestNetworkAdvancedServerOps-1317334448 tempest-TestNetworkAdvancedServerOps-1317334448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce611fc-e88c-40a6-8f4e-cdb6f4a1dc7f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:17.393101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:17.404274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:17.479062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.486200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d34e2383-bd43-4af0-8465-edb849d975dd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:17.523935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Pushing event updated for resources: {'Port': ['ID=34c188b3-5cec-4a2a-bc57-789b51ecb854,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:17.556155 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:17.559619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.762959 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:17.763638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.770490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058c9ae-f872-4ec4-b29a-b9c655b8b81c None None] Network 36819f84-b8f7-403e-894c-ebe534f78d26 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:17.921461 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:17.992273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.017977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:18.032830 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-24b98d21-16fa-4096-8f58-a922e0671d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.039048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:18.044357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:18.045225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.051667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55034) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:18.056219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Transition to ACTIVE for port object f20903cc-fc31-45bc-b217-4d1473e6afda will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:18.064180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port d34e2383-bd43-4af0-8465-edb849d975dd completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:18.067381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e3b23779-3442-4b04-8e78-386b4b3c7477 None None] Provisioning for port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:18.074366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=a459740f-c09d-403c-9c6d-863b9a902d5d,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:18.108696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d34e2383-bd43-4af0-8465-edb849d975dd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:18.109125 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.117196 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.134105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c01e429-7a37-4056-a118-3c4271db19ca tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9852803 Aug 10 02:25:18.137463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55038) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:18.142804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:db:25:bb', 'name': 'tempest-NetworksTestDHCPv6-25820771'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:18.259720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e78ee8a8-7e72-4584-af5d-00cba2f1c7fd None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:18.274528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666b245-783e-44d3-874f-ee48347b55d7 None None] Pushing event updated for resources: {'Port': ['ID=f20903cc-fc31-45bc-b217-4d1473e6afda,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:18.314426 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9f182709-70e7-4615-bd4c-5f4d203d1bcf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e3cf897ab3b41ada028f5fcb9815b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589426 Aug 10 02:25:18.315219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router 823b1f00-9a04-49dc-b5a8-b2185600551e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:25:18.317702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55040) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:18.319915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Attempting to bind port f20903cc-fc31-45bc-b217-4d1473e6afda on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:18.320367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Attempting to bind port f20903cc-fc31-45bc-b217-4d1473e6afda by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:18.320890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Attempting to bind port f20903cc-fc31-45bc-b217-4d1473e6afda on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:18.349370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:18.349797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098cb6a-6282-40ed-8f9e-fef8c1047647 req-7604de3d-e313-4803-874d-adda940e1b7b tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:18.350028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:18.351275 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.351787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:18.352352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2098cb6a-6282-40ed-8f9e-fef8c1047647 req-7604de3d-e313-4803-874d-adda940e1b7b tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 931 time: 0.5556283 Aug 10 02:25:18.352515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Bound port: f20903cc-fc31-45bc-b217-4d1473e6afda, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:18.352956 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.356426 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e78ee8a8-7e72-4584-af5d-00cba2f1c7fd None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.363086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-08a94e21-52c5-4d52-823f-3b8040412a7c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0897048 Aug 10 02:25:18.406771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9733ea1-d410-4b59-bc35-e8262fdef6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.409174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Request body: {'port': {'device_id': 'd6d54443-09a1-4b6c-945d-f7d069508835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:18.424819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e78ee8a8-7e72-4584-af5d-00cba2f1c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.433885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9733ea1-d410-4b59-bc35-e8262fdef6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.479819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.498501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:18.517991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] For port f20903cc-fc31-45bc-b217-4d1473e6afda, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:18.537943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:18.548473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-10a23ca0-2e24-45ad-b8b4-21d55e0a2a8b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/823b1f00-9a04-49dc-b5a8-b2185600551e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3941100 Aug 10 02:25:18.549308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] For port f20903cc-fc31-45bc-b217-4d1473e6afda, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f20903cc-fc31-45bc-b217-4d1473e6afda,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:18.549441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Allocated IP 172.20.0.1 (36819f84-b8f7-403e-894c-ebe534f78d26/8ab5cce1-234d-4221-93ec-f16b4ae791b5/2471f776-b6c7-4653-8db7-4b21fb528acf) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:18.552114 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ee8a8-7e72-4584-af5d-00cba2f1c7fd None None] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=10']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:18.555537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2098cb6a-6282-40ed-8f9e-fef8c1047647 req-ca40c22f-d266-4662-95c7-062385074045 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957698 Aug 10 02:25:18.556030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55042) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:18.560448 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785762e-52d9-4d12-88bc-e243d9110b91 None None] Sync routers for ids ['823b1f00-9a04-49dc-b5a8-b2185600551e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:18.564321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port d34e2383-bd43-4af0-8465-edb849d975dd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d34e2383-bd43-4af0-8465-edb849d975dd,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:18.600778 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785762e-52d9-4d12-88bc-e243d9110b91 None None] Routers {'823b1f00-9a04-49dc-b5a8-b2185600551e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:18.614404 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6785762e-52d9-4d12-88bc-e243d9110b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['823b1f00-9a04-49dc-b5a8-b2185600551e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:18.626750 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9733ea1-d410-4b59-bc35-e8262fdef6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.630182 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9733ea1-d410-4b59-bc35-e8262fdef6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.632348 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d9733ea1-d410-4b59-bc35-e8262fdef6fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b6222ccd-d5e5-4ec1-80b6-747acb3e08ad HTTP/1.1" status: 204 len: 168 time: 0.3124814 Aug 10 02:25:18.674157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.676716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9733ea1-d410-4b59-bc35-e8262fdef6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6222ccd-d5e5-4ec1-80b6-747acb3e08ad,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:18.685198 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6785762e-52d9-4d12-88bc-e243d9110b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:18.701312 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.705628 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785762e-52d9-4d12-88bc-e243d9110b91 None None] Routers {'823b1f00-9a04-49dc-b5a8-b2185600551e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:18.706623 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6785762e-52d9-4d12-88bc-e243d9110b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['823b1f00-9a04-49dc-b5a8-b2185600551e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:18.709327 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.712599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:18.714042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:25:18.769959 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6785762e-52d9-4d12-88bc-e243d9110b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:18.771113 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785762e-52d9-4d12-88bc-e243d9110b91 None None] The sync data for ids ['823b1f00-9a04-49dc-b5a8-b2185600551e'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:18.789054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55046) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:18.789916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7ddc682d-eb0f-4665-987e-e8772138b8c8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=823b1f00-9a04-49dc-b5a8-b2185600551e HTTP/1.1" status: 200 len: 205 time: 0.2066088 Aug 10 02:25:18.802309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:18.957564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Routers {'be19dfad-76ac-437f-ba69-a4b91ac2816c'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:18.961129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:24:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['be19dfad-76ac-437f-ba69-a4b91ac2816c'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:19.010319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ef6646-8ec0-4c69-a554-a6fcf46e2700 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.052059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666b245-783e-44d3-874f-ee48347b55d7 None None] Pushing event updated for resources: {'Port': ['ID=f20903cc-fc31-45bc-b217-4d1473e6afda,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:19.190016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:19.211100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:19.211481 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.218714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-92363f6f-2e07-49fb-a9ca-67af74118c84 None None] Provisioning complete for port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:19.218714 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-92363f6f-2e07-49fb-a9ca-67af74118c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.238252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=d34e2383-bd43-4af0-8465-edb849d975dd,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:19.243284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c188b3-5cec-4a2a-bc57-789b51ecb854 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:25:19.264790 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.280144 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.288339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] Set router be19dfad-76ac-437f-ba69-a4b91ac2816c gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:19.298788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Transition to ACTIVE for port object 2471f776-b6c7-4653-8db7-4b21fb528acf will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:19.323690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Transition to ACTIVE for port object 34c188b3-5cec-4a2a-bc57-789b51ecb854 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:19.375569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ef6646-8ec0-4c69-a554-a6fcf46e2700 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.389698 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ef6646-8ec0-4c69-a554-a6fcf46e2700 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.411823 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.431924 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8:0:1::34b (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/a459740f-c09d-403c-9c6d-863b9a902d5d/70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:19.456457 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.500027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Network 36819f84-b8f7-403e-894c-ebe534f78d26 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:19.500824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=34c188b3-5cec-4a2a-bc57-789b51ecb854,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:19.509077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:19.516366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:19.526845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::f816:3eff:fedb:25bb (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/f38e23de-6d69-4ab9-b4ea-506fe99c1fe1/70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:19.578996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ef6646-8ec0-4c69-a554-a6fcf46e2700 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.581583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ef6646-8ec0-4c69-a554-a6fcf46e2700 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Fanout notify agent at l3_agent the message router_deleted on router 823b1f00-9a04-49dc-b5a8-b2185600551e {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:25:19.605829 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ef6646-8ec0-4c69-a554-a6fcf46e2700 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.609296 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23ef6646-8ec0-4c69-a554-a6fcf46e2700 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/823b1f00-9a04-49dc-b5a8-b2185600551e HTTP/1.1" status: 204 len: 168 time: 0.8153129 Aug 10 02:25:19.609296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55050) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:19.636860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55052) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:19.671414 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.685331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Attempting to bind port 34c188b3-5cec-4a2a-bc57-789b51ecb854 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:19.685788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Attempting to bind port 34c188b3-5cec-4a2a-bc57-789b51ecb854 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '2a7b0e73-8e44-47bb-8351-afc15252d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4599161d-db67-41c9-87af-53740c11455b'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:19.685947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Attempting to bind port 34c188b3-5cec-4a2a-bc57-789b51ecb854 on network 4599161d-db67-41c9-87af-53740c11455b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:19.688100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Pushing event updated for resources: {'Port': ['ID=2471f776-b6c7-4653-8db7-4b21fb528acf,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:19.735634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Port 34c188b3-5cec-4a2a-bc57-789b51ecb854 on network 4599161d-db67-41c9-87af-53740c11455b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:25:19.736486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Attempting to bind port 34c188b3-5cec-4a2a-bc57-789b51ecb854 on network 4599161d-db67-41c9-87af-53740c11455b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:19.744736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898171df-db53-4040-a02d-c7867cda9251 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:19.761206 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.776205 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-92363f6f-2e07-49fb-a9ca-67af74118c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.781026 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dc1b7363-57c7-4c5e-9fcb-f84cb6228048 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=02d4faa304984f90a4ccb6da9241a312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697443 Aug 10 02:25:19.791631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55056) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:19.813936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a65c89-d5d9-4822-ab3f-316ff4fa513b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting subnet 6fc98641-d105-4041-bc7c-6431263a613c {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:19.821490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a65c89-d5d9-4822-ab3f-316ff4fa513b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.857806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:19.858231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Checking segment: {'id': '2a7b0e73-8e44-47bb-8351-afc15252d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4599161d-db67-41c9-87af-53740c11455b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:19.858996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Bound using segment: {'id': '2a7b0e73-8e44-47bb-8351-afc15252d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4599161d-db67-41c9-87af-53740c11455b'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:19.859842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Bound port: 34c188b3-5cec-4a2a-bc57-789b51ecb854, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7b0e73-8e44-47bb-8351-afc15252d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4599161d-db67-41c9-87af-53740c11455b'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:19.860234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.930828 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a65c89-d5d9-4822-ab3f-316ff4fa513b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:19.973318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6d473-62f3-424e-8b16-76d8d38a2ec4 req-c93ec581-8bde-4d32-ae2e-7ec8135da206 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:19.975128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dcf6d473-62f3-424e-8b16-76d8d38a2ec4 req-c93ec581-8bde-4d32-ae2e-7ec8135da206 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 943 time: 0.2437122 Aug 10 02:25:20.013753 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.045594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d,segment=NetworkSegment(6047a0ca-9586-452d-9c84-ef06851ed10b),segment_id=6047a0ca-9586-452d-9c84-ef06851ed10b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:20.054331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:20.071595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72015144-ea3c-4b3e-ac43-0f009bcfd911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.075106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a65c89-d5d9-4822-ab3f-316ff4fa513b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.088415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:13Z', 'revision_number': 3, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'gw_port': {'id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:20.122641 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.126522 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72015144-ea3c-4b3e-ac43-0f009bcfd911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.138168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] For port 34c188b3-5cec-4a2a-bc57-789b51ecb854, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:20.144958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b460e0da-16f9-42e0-9307-a6ca4d5a65f8 None None] The sync data for ids ['be19dfad-76ac-437f-ba69-a4b91ac2816c'] in n-d-767704-21 is: [{'id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:13Z', 'revision_number': 3, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'gw_port': {'id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:20.149951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dcf6d473-62f3-424e-8b16-76d8d38a2ec4 req-50da1ac3-a864-46d5-bac6-863fdf135391 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499040 Aug 10 02:25:20.152906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c24d2073-857c-4953-a761-9503ad9e1100 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:20.165498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] For port 34c188b3-5cec-4a2a-bc57-789b51ecb854, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=34c188b3-5cec-4a2a-bc57-789b51ecb854,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:20.207454 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.219889 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.229584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c24d2073-857c-4953-a761-9503ad9e1100 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:25:20.229929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c24d2073-857c-4953-a761-9503ad9e1100 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:25:20.265963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:20.281314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:20.284174 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a65c89-d5d9-4822-ab3f-316ff4fa513b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.298953 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.318189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a65c89-d5d9-4822-ab3f-316ff4fa513b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc98641-d105-4041-bc7c-6431263a613c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:20.332091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62a65c89-d5d9-4822-ab3f-316ff4fa513b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.334500 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62a65c89-d5d9-4822-ab3f-316ff4fa513b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/6fc98641-d105-4041-bc7c-6431263a613c HTTP/1.1" status: 204 len: 168 time: 0.6965892 Aug 10 02:25:20.343103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:20.343103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55058) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:20.346334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a2b30-1610-4b98-8ba5-0d8120d75571 None None] Network c5158668-6c7a-44e6-8cec-d6ca89fd8467 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:20.374739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-92363f6f-2e07-49fb-a9ca-67af74118c84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:25:20.375106 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-92363f6f-2e07-49fb-a9ca-67af74118c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:25:20.448265 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.452890 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:20.457046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:20.471483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:20.473097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.583468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d34e2383-bd43-4af0-8465-edb849d975dd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:20.585566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:20.586023 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.610925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72015144-ea3c-4b3e-ac43-0f009bcfd911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.613930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72015144-ea3c-4b3e-ac43-0f009bcfd911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.615349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-72015144-ea3c-4b3e-ac43-0f009bcfd911 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb9f92b7-74ab-455a-89a2-059e060f1fe0 HTTP/1.1" status: 204 len: 168 time: 0.8216500 Aug 10 02:25:20.620165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:20.620798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.622191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] 10.222.0.11 "PUT /v2.0/ports/34c188b3-5cec-4a2a-bc57-789b51ecb854 HTTP/1.1" status: 200 len: 1092 time: 2.2386632 Aug 10 02:25:20.625908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d54443-09a1-4b6c-945d-f7d069508835', 'tag': '34c188b3-5cec-4a2a-bc57-789b51ecb854'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:25:20.628543 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ad0c9d-a969-47e3-bc6c-02013df95d04" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d54443-09a1-4b6c-945d-f7d069508835", "tag": "34c188b3-5cec-4a2a-bc57-789b51ecb854"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:25:20.641760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a5dc7-a315-4121-89da-1e4c95b32ecb None None] Update dhcp port {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': 'f38e23de-6d69-4ab9-b4ea-506fe99c1fe1', 'ip_address': '2001:db8::f816:3eff:fe85:9207'}, {'subnet_id': 'a459740f-c09d-403c-9c6d-863b9a902d5d'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'ab7479a2-a373-40f2-a337-38d65068a2be'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:25:20.661965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72015144-ea3c-4b3e-ac43-0f009bcfd911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f92b7-74ab-455a-89a2-059e060f1fe0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:20.680477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016124b-3264-48ac-a6f8-07fe3a80f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=34c188b3-5cec-4a2a-bc57-789b51ecb854,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:20.695894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b40812b7-07c4-4ae6-9ef6-8403e2811864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.702667 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-42821707-9e9b-4152-a6cc-92e2a8c2e389 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5637081 Aug 10 02:25:20.716921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55064) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:20.743594 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.747873 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca9e85f-dd6b-4559-bb0f-7ef52e9ed2f0 x-openstack-request-id: req-dca9e85f-dd6b-4559-bb0f-7ef52e9ed2f0 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:25:20.751625 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d54443-09a1-4b6c-945d-f7d069508835", "tag": "34c188b3-5cec-4a2a-bc57-789b51ecb854", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:25:20.751924 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dca9e85f-dd6b-4559-bb0f-7ef52e9ed2f0 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:25:20.752356 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d54443-09a1-4b6c-945d-f7d069508835', 'tag': '34c188b3-5cec-4a2a-bc57-789b51ecb854', 'status': 'completed', 'code': 200} Aug 10 02:25:20.753104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc06c4d-dbb9-435b-99f5-f799ea561dff None None] DHCP port deletion for c5158668-6c7a-44e6-8cec-d6ca89fd8467 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:25:20.765847 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5dc7-a315-4121-89da-1e4c95b32ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.808376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port 195ebd89-c045-4a53-aad1-c9bd8a18dd61, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=195ebd89-c045-4a53-aad1-c9bd8a18dd61,segment=NetworkSegment(2cf06803-9958-41fb-afde-9c0a9d0754d4),segment_id=2cf06803-9958-41fb-afde-9c0a9d0754d4)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:20.816869 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.833752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad0c9d-a969-47e3-bc6c-02013df95d04 req-fdf20b46-cdf5-4403-9993-3b8a75936cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:20.836499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11ad0c9d-a969-47e3-bc6c-02013df95d04 req-fdf20b46-cdf5-4403-9993-3b8a75936cea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11cdeeed330e44be9d264d35d7c861c6&device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 1095 time: 0.0831015 Aug 10 02:25:20.838313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.857257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for 195ebd89-c045-4a53-aad1-c9bd8a18dd61 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:20.872174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d34e2383-bd43-4af0-8465-edb849d975dd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:20.872587 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:20.957161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e32c9-ec11-45f4-91b8-c35a4ff5e1ce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:20.958862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae5e32c9-ec11-45f4-91b8-c35a4ff5e1ce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.060252 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.079885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Pushing event updated for resources: {'Port': ['ID=2471f776-b6c7-4653-8db7-4b21fb528acf,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:21.096049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ccc06c4d-dbb9-435b-99f5-f799ea561dff None None] Deleting port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:21.096855 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ccc06c4d-dbb9-435b-99f5-f799ea561dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.173816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae5e32c9-ec11-45f4-91b8-c35a4ff5e1ce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.214991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad0c9d-a969-47e3-bc6c-02013df95d04 req-1bd5d502-2a3c-4256-9675-b27debb70989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:21.214991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11ad0c9d-a969-47e3-bc6c-02013df95d04 req-1bd5d502-2a3c-4256-9675-b27debb70989 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=11cdeeed330e44be9d264d35d7c861c6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3631821 Aug 10 02:25:21.215410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e32c9-ec11-45f4-91b8-c35a4ff5e1ce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:21.258684 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.313296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ab7479a2-a373-40f2-a337-38d65068a2be up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:21.335663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ccc06c4d-dbb9-435b-99f5-f799ea561dff None None] For port 195ebd89-c045-4a53-aad1-c9bd8a18dd61, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=195ebd89-c045-4a53-aad1-c9bd8a18dd61,segment=NetworkSegment(2cf06803-9958-41fb-afde-9c0a9d0754d4),segment_id=2cf06803-9958-41fb-afde-9c0a9d0754d4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:21.336012 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ccc06c4d-dbb9-435b-99f5-f799ea561dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.358775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-0b7a5dc7-a315-4121-89da-1e4c95b32ecb None None] Allocated IP 2001:db8:0:1::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/a459740f-c09d-403c-9c6d-863b9a902d5d/ab7479a2-a373-40f2-a337-38d65068a2be) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:21.379179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ccc06c4d-dbb9-435b-99f5-f799ea561dff None None] Calling delete_port for 195ebd89-c045-4a53-aad1-c9bd8a18dd61 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:21.416093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Provisioning for port 2471f776-b6c7-4653-8db7-4b21fb528acf completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:21.422093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Network 36819f84-b8f7-403e-894c-ebe534f78d26 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:21.429041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:21.435658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Provisioning complete for port 2471f776-b6c7-4653-8db7-4b21fb528acf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:21.436383 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.473224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c191fb-7b85-4b0d-a03a-8fbc9abd70a2 req-331136e6-63e0-4c93-b397-2fcc5372376c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:21.477550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95c191fb-7b85-4b0d-a03a-8fbc9abd70a2 req-331136e6-63e0-4c93-b397-2fcc5372376c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 943 time: 0.1612239 Aug 10 02:25:21.540636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad0c9d-a969-47e3-bc6c-02013df95d04 req-72b83269-05e8-465d-95d9-1001b8c2a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:21.542340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11ad0c9d-a969-47e3-bc6c-02013df95d04 req-72b83269-05e8-465d-95d9-1001b8c2a54a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3173788 Aug 10 02:25:21.614196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0b7a5dc7-a315-4121-89da-1e4c95b32ecb None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:21.678346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.678505 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5dc7-a315-4121-89da-1e4c95b32ecb None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.715924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0b7a5dc7-a315-4121-89da-1e4c95b32ecb None None] Transition to ACTIVE for port object ab7479a2-a373-40f2-a337-38d65068a2be will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:21.758495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=195ebd89-c045-4a53-aad1-c9bd8a18dd61,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:21.767171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No DVR routers for this DVR port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:25:21.789759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:21.790289 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.795438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95c191fb-7b85-4b0d-a03a-8fbc9abd70a2 req-c2e412cd-1f12-4b13-a1b1-eaf03c800084 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653089 Aug 10 02:25:21.820460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-9fe7bb47-1051-4a26-a22a-a7d11064ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:21.823669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-9fe7bb47-1051-4a26-a22a-a7d11064ffa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11cdeeed330e44be9d264d35d7c861c6&device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 1095 time: 0.1815453 Aug 10 02:25:21.834227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Router be19dfad-76ac-437f-ba69-a4b91ac2816c has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:25:21.838845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Port 2471f776-b6c7-4653-8db7-4b21fb528acf cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:21.842903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5dc7-a315-4121-89da-1e4c95b32ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.866806 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae5e32c9-ec11-45f4-91b8-c35a4ff5e1ce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.912296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-51328a68-1c53-450a-ae7c-641cb39c73e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34c188b3-5cec-4a2a-bc57-789b51ecb854 HTTP/1.1" status: 200 len: 217 time: 0.0755363 Aug 10 02:25:21.918567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e32c9-ec11-45f4-91b8-c35a4ff5e1ce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:21.961963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.975632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae5e32c9-ec11-45f4-91b8-c35a4ff5e1ce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:21.977726 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ae5e32c9-ec11-45f4-91b8-c35a4ff5e1ce tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a HTTP/1.1" status: 204 len: 168 time: 1.2595520 Aug 10 02:25:21.988811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5158668-6c7a-44e6-8cec-d6ca89fd8467']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:21.991668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55078) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:22.029867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf06803-9958-41fb-afde-9c0a9d0754d4') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:22.030158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf06803-9958-41fb-afde-9c0a9d0754d4') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:22.049846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Provisioning for port ab7479a2-a373-40f2-a337-38d65068a2be completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:22.058504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.081581 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.087563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:22.087956 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.093586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:25:22.093586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.101015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ccc06c4d-dbb9-435b-99f5-f799ea561dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.103100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-00f8dccb-787c-4444-af83-235e434bf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:22.105407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-00f8dccb-787c-4444-af83-235e434bf3d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9b70a3-d804-4c3a-9fdc-68fa0260f702 HTTP/1.1" status: 200 len: 853 time: 0.1858745 Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:25:22.110990 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:25:22.160767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a5dc7-a315-4121-89da-1e4c95b32ecb None None] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=11']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:22.170348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c950628-4b3b-4727-9462-5c7371f7d21c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:22.172335 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8c950628-4b3b-4727-9462-5c7371f7d21c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1749032 Aug 10 02:25:22.177668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55080) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:22.193647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc06c4d-dbb9-435b-99f5-f799ea561dff None None] No DVR routers for this DVR port 195ebd89-c045-4a53-aad1-c9bd8a18dd61 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:25:22.206427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-d97e4ece-7705-4542-bae7-3357d1737a4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4599161d-db67-41c9-87af-53740c11455b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883639 Aug 10 02:25:22.219407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc06c4d-dbb9-435b-99f5-f799ea561dff None None] Pushing event deleted for resources: {'Port': ['ID=195ebd89-c045-4a53-aad1-c9bd8a18dd61,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:22.253702 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.315979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ac798-4368-41e3-891b-07f02dc39679 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:22.317813 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ee0ac798-4368-41e3-891b-07f02dc39679 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1387708 Aug 10 02:25:22.321391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55086) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:22.341468 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.362517 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.375104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:22.381066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-aefc5593-bce3-40e7-9ee7-7ca42f501aab service neutron] 10.222.0.11 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664236 Aug 10 02:25:22.399153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.415686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:22.429379 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.430901 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.432860 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/networks/c5158668-6c7a-44e6-8cec-d6ca89fd8467 HTTP/1.1" status: 204 len: 168 time: 2.0928040 Aug 10 02:25:22.436371 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9624c943-fc05-4da9-b422-1a62248bef52 admin admin] 10.222.0.38 "PUT /v2.0/routers/be19dfad-76ac-437f-ba69-a4b91ac2816c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6014328 Aug 10 02:25:22.449347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55092) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:22.454459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a72cbfd2-112b-4dbe-b8eb-5bc2a1d3cf45 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-442572890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:22.497688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d839d-c321-4e01-a039-914d5abb0fba tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Network': ['ID=c5158668-6c7a-44e6-8cec-d6ca89fd8467,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:22.542796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17e9cd-b627-4cd6-935a-779e339d94a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:22.545724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17e9cd-b627-4cd6-935a-779e339d94a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:22.548015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17e9cd-b627-4cd6-935a-779e339d94a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:22.550645 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9c17e9cd-b627-4cd6-935a-779e339d94a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2276888 Aug 10 02:25:22.553431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55096) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:22.612276 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a72cbfd2-112b-4dbe-b8eb-5bc2a1d3cf45 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.613554 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a72cbfd2-112b-4dbe-b8eb-5bc2a1d3cf45 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.633390 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:25:22.641095 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-978a4c1f-f60c-413f-927c-6bce63f7aa2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:25:22.703044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=12']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:22.705182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89e57cc-eb28-4d82-9239-cdd1796b668a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet a459740f-c09d-403c-9c6d-863b9a902d5d {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:22.709580 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a89e57cc-eb28-4d82-9239-cdd1796b668a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.766544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a72cbfd2-112b-4dbe-b8eb-5bc2a1d3cf45 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.768264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55098) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:22.777398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8b6cade-3d6a-4deb-b65d-92c235c6ffab req-458b4491-345b-448a-b862-b6837ec05cbd service neutron] 10.222.0.11 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856091 Aug 10 02:25:22.818335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f20903cc-fc31-45bc-b217-4d1473e6afda up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:22.858950 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a72cbfd2-112b-4dbe-b8eb-5bc2a1d3cf45 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:22.982235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Sync routers for ids ['be19dfad-76ac-437f-ba69-a4b91ac2816c'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:22.987249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f20903cc-fc31-45bc-b217-4d1473e6afda completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:22.998438 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f20903cc-fc31-45bc-b217-4d1473e6afda triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:22.998438 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.000405 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a72cbfd2-112b-4dbe-b8eb-5bc2a1d3cf45 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.001627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a72cbfd2-112b-4dbe-b8eb-5bc2a1d3cf45 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5513003 Aug 10 02:25:23.006002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-108872437-network', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:23.015140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55108) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:23.022823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'network': {'name': 'tempest-RoutersTest-1598322739'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:23.050280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Routers {'be19dfad-76ac-437f-ba69-a4b91ac2816c'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:23.051371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['be19dfad-76ac-437f-ba69-a4b91ac2816c'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:23.061283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4c376-7514-400e-8ecf-3d25e1dd7bd0 req-e3b08dc0-3dff-4678-895c-324d6fbf752b tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:23.063468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75e4c376-7514-400e-8ecf-3d25e1dd7bd0 req-e3b08dc0-3dff-4678-895c-324d6fbf752b tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 943 time: 0.1288714 Aug 10 02:25:23.064449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 02:25:23.064449 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 02:25:23.064449 n-d-767704-21 neutron-server[101224]: [parameters: {'project_id_1': 'b8ce74a9720049809b3ea78002a163f1', 'expiration_1': datetime.datetime(2021, 8, 10, 2, 25, 23, 36329)}] Aug 10 02:25:23.064449 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:25:23.064845 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:25:23.132017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75e4c376-7514-400e-8ecf-3d25e1dd7bd0 req-dba43399-89a5-4667-bffe-97745acf3b2e tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595803 Aug 10 02:25:23.184035 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Made reservation on behalf of c3b7529ff2354362acf72aeee9da0800 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:23.186465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.197194 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.222903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494d0ef1-2863-4eee-93da-07bff91848cd None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:23.264716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a89e57cc-eb28-4d82-9239-cdd1796b668a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.358205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.371397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a89e57cc-eb28-4d82-9239-cdd1796b668a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.395933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.423523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:25:23.442991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a2b9d-9ff8-4a55-8a0f-279e31892dc4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:23.447679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.448083 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Added segment 8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75 of type vlan for network 5083d3a1-f14b-4880-af06-dc2116d32fb2 Aug 10 02:25:23.483219 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.497582 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.526433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port f20903cc-fc31-45bc-b217-4d1473e6afda, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f20903cc-fc31-45bc-b217-4d1473e6afda,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:23.532182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Set router be19dfad-76ac-437f-ba69-a4b91ac2816c gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:23.570243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a89e57cc-eb28-4d82-9239-cdd1796b668a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.592936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.593222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:23.594219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.594386 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.595135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:23.625698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e57cc-eb28-4d82-9239-cdd1796b668a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=a459740f-c09d-403c-9c6d-863b9a902d5d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:23.638532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a89e57cc-eb28-4d82-9239-cdd1796b668a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.642592 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a89e57cc-eb28-4d82-9239-cdd1796b668a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/a459740f-c09d-403c-9c6d-863b9a902d5d HTTP/1.1" status: 204 len: 168 time: 1.0859065 Aug 10 02:25:23.644847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55116) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:23.660883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5083d3a1-f14b-4880-af06-dc2116d32fb2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:23.693396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:23.699147 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.701029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 5083d3a1-f14b-4880-af06-dc2116d32fb2 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:25:23.716267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afdbebf-481f-487d-a7cd-78a63be6da86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet f38e23de-6d69-4ab9-b4ea-506fe99c1fe1 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:23.719889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1afdbebf-481f-487d-a7cd-78a63be6da86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.729279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:25:23.740048 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.740512 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added segment 5b0d6746-7276-4083-9d0f-f0331226da41 of type vlan for network f89d3ce3-d291-47a0-9753-6d612591bd47 Aug 10 02:25:23.777267 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1afdbebf-481f-487d-a7cd-78a63be6da86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.786460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2efa1154-e6f3-4c12-9060-8c18fab951b8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0078781 Aug 10 02:25:23.794187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55118) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:23.794187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.804452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Request body: {'subnet': {'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-108872437-subnet', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:23.864033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a5ddc069-6a86-4020-8b2c-9ac74f3f2a7f None None] Provisioning complete for port 2471f776-b6c7-4653-8db7-4b21fb528acf triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:23.864411 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc069-6a86-4020-8b2c-9ac74f3f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.888926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1afdbebf-481f-487d-a7cd-78a63be6da86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.921678 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=f20903cc-fc31-45bc-b217-4d1473e6afda,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:23.935820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Made reservation on behalf of c3b7529ff2354362acf72aeee9da0800 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:23.939735 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.946062 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.956329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.964057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:23.964805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.982006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddc069-6a86-4020-8b2c-9ac74f3f2a7f None None] Port 2471f776-b6c7-4653-8db7-4b21fb528acf cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:23.991576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:23.991959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:23.993435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a5ddc069-6a86-4020-8b2c-9ac74f3f2a7f None None] Could not find standard attr ID for object 70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:25:24.029565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1afdbebf-481f-487d-a7cd-78a63be6da86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.061360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a5ddc069-6a86-4020-8b2c-9ac74f3f2a7f None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:24.066144 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc069-6a86-4020-8b2c-9ac74f3f2a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.066277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdbebf-481f-487d-a7cd-78a63be6da86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=f38e23de-6d69-4ab9-b4ea-506fe99c1fe1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:24.071480 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1afdbebf-481f-487d-a7cd-78a63be6da86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.079089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55120) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:24.079305 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1afdbebf-481f-487d-a7cd-78a63be6da86 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/f38e23de-6d69-4ab9-b4ea-506fe99c1fe1 HTTP/1.1" status: 204 len: 168 time: 0.4331079 Aug 10 02:25:24.161324 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:20Z', 'revision_number': 4, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'gw_port': {'id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '2471f776-b6c7-4653-8db7-4b21fb528acf', 'name': '', 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'mac_address': 'fa:16:3e:9b:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8ab5cce1-234d-4221-93ec-f16b4ae791b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:17Z', 'updated_at': '2021-08-10T02:25:20Z', 'revision_number': 2, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'subnets': [{'id': '8ab5cce1-234d-4221-93ec-f16b4ae791b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:24.173732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a7cdc230-0f9c-4f7b-848a-6b5d93c80891 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883102 Aug 10 02:25:24.175291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55124) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:24.185694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1654038 Aug 10 02:25:24.188780 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:24.190379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55126) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:24.193369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400e6d5-153d-4351-b21f-ff93f60a7ada tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Network': ['ID=f89d3ce3-d291-47a0-9753-6d612591bd47,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:24.222450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'subnet': {'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:24.230884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network f89d3ce3-d291-47a0-9753-6d612591bd47 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:25:24.245925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Checking router: be19dfad-76ac-437f-ba69-a4b91ac2816c for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:24.246291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Updating router be19dfad-76ac-437f-ba69-a4b91ac2816c port 2471f776-b6c7-4653-8db7-4b21fb528acf binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:24.283862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ab7479a2-a373-40f2-a337-38d65068a2be up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:24.382614 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.446589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:24.450867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.460960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d562d98-ead8-4f96-93b2-b9e1265a7275 req-bc8c3350-15a1-45cc-b538-80f0b60d64e5 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:24.463845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d562d98-ead8-4f96-93b2-b9e1265a7275 req-bc8c3350-15a1-45cc-b538-80f0b60d64e5 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 943 time: 0.1909006 Aug 10 02:25:24.576918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:24.577298 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.657378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d562d98-ead8-4f96-93b2-b9e1265a7275 req-2ad77d3d-e4d3-451d-b1cf-3aa98bdaae36 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545892 Aug 10 02:25:24.677136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:24.682211 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.765836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.790339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.822909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c725e5c7-f576-4e69-9166-fee1e8461d9f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:24.871735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:24.877220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:24.880883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:24.882375 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.896434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=60539d10-5abf-417f-aa88-d947676af01c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:24.909404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Checking segment: {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:24.909776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Network hostable DHCP agents. Network: 5083d3a1-f14b-4880-af06-dc2116d32fb2, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:25:24.963872 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:24.980929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194b63c3-e3eb-4e69-9233-38207901004b None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:24.987989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Transition to ACTIVE for port object 2471f776-b6c7-4653-8db7-4b21fb528acf will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:24.993930 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03836c3b-fb43-45a0-b281-a308798c4861 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8170893 Aug 10 02:25:24.996423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55136) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:24.999898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-29d799d3-9259-4350-a582-07c17a23a862 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:25.033738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 195ebd89-c045-4a53-aad1-c9bd8a18dd61 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:25.056874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Network 5083d3a1-f14b-4880-af06-dc2116d32fb2 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:25:25.059674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 195ebd89-c045-4a53-aad1-c9bd8a18dd61 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:25:25.063250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 195ebd89-c045-4a53-aad1-c9bd8a18dd61 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:25:25.087129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.133109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.143862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a0a4b94d-cb08-46a1-aaae-142a9c55cadf None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:25.144390 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0a4b94d-cb08-46a1-aaae-142a9c55cadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.197315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 5083d3a1-f14b-4880-af06-dc2116d32fb2) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:25.205697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:25.207444 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.207584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f20903cc-fc31-45bc-b217-4d1473e6afda up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:25.216869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de345d4-19e5-4e57-b917-50a60aa60e49 None None] Network 5083d3a1-f14b-4880-af06-dc2116d32fb2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:25.242013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Subnet': ['ID=0b5741f1-3096-4755-b343-cf66aa578ef1,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:25.270867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Checking segment: {'id': '5b0d6746-7276-4083-9d0f-f0331226da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:25.271515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network hostable DHCP agents. Network: f89d3ce3-d291-47a0-9753-6d612591bd47, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:25:25.287886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d799d3-9259-4350-a582-07c17a23a862 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:25.292741 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-29d799d3-9259-4350-a582-07c17a23a862 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.306421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 34c188b3-5cec-4a2a-bc57-789b51ecb854 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:25:25.321808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b0513-e4fb-4d0b-bffe-a174d0b5cef1 None None] Pushing event updated for resources: {'Port': ['ID=2471f776-b6c7-4653-8db7-4b21fb528acf,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:25.374760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-08b93caf-1813-451f-aebd-8147a5b82323 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5834560 Aug 10 02:25:25.376010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network f89d3ce3-d291-47a0-9753-6d612591bd47 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:25:25.384580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55140) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:25.396865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:25.439236 n-d-767704-21 neutron-server[101223]: INFO neutron.db.ipam_backend_mixin [None req-29d799d3-9259-4350-a582-07c17a23a862 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60539d10-5abf-417f-aa88-d947676af01c (CIDR: 2001:db8::/64) Aug 10 02:25:25.491762 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d799d3-9259-4350-a582-07c17a23a862 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:25:25.492478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d799d3-9259-4350-a582-07c17a23a862 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:25.533066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, f89d3ce3-d291-47a0-9753-6d612591bd47) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:25.538351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:25.548255 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.550710 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Attempting to bind port 2471f776-b6c7-4653-8db7-4b21fb528acf on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:25.551103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Attempting to bind port 2471f776-b6c7-4653-8db7-4b21fb528acf by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '6047a0ca-9586-452d-9c84-ef06851ed10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:25.551464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Attempting to bind port 2471f776-b6c7-4653-8db7-4b21fb528acf on network 36819f84-b8f7-403e-894c-ebe534f78d26 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:25.553472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de6020a-9b29-4c52-9803-56de77ecd86b None None] Network f89d3ce3-d291-47a0-9753-6d612591bd47 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:25.583324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.583324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.655564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.659411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f47b71e9-b637-4a99-9385-6bdcd5eb22b8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4675252 Aug 10 02:25:25.662270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55142) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:25.666886 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-29d799d3-9259-4350-a582-07c17a23a862 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6708591 Aug 10 02:25:25.681091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55144) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:25.686701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:25.838416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:25.838912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Checking segment: {'id': '6047a0ca-9586-452d-9c84-ef06851ed10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:25.839397 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.839870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Bound using segment: {'id': '6047a0ca-9586-452d-9c84-ef06851ed10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:25.840480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Bound port: 2471f776-b6c7-4653-8db7-4b21fb528acf, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6047a0ca-9586-452d-9c84-ef06851ed10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:25.840970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.893282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:25.900899 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:25.931892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f20903cc-fc31-45bc-b217-4d1473e6afda triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:25.932293 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:26.143783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 34c188b3-5cec-4a2a-bc57-789b51ecb854, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=34c188b3-5cec-4a2a-bc57-789b51ecb854,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:26.188053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-5083d3a1-f14b-4880-af06-dc2116d32fb2', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:26.189400 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:26.211234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] For port 2471f776-b6c7-4653-8db7-4b21fb528acf, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:26.228183 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '34c188b3-5cec-4a2a-bc57-789b51ecb854', 'network_id': '4599161d-db67-41c9-87af-53740c11455b', 'port_id': '34c188b3-5cec-4a2a-bc57-789b51ecb854', 'mac_address': 'fa:16:3e:a3:a3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9b70a3-d804-4c3a-9fdc-68fa0260f702', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:25:26.293473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] For port 2471f776-b6c7-4653-8db7-4b21fb528acf, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2471f776-b6c7-4653-8db7-4b21fb528acf,segment=NetworkSegment(6047a0ca-9586-452d-9c84-ef06851ed10b),segment_id=6047a0ca-9586-452d-9c84-ef06851ed10b)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:26.394030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:25:26.401790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-f89d3ce3-d291-47a0-9753-6d612591bd47', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:26.402802 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:26.429274 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:26.492205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:26.498440 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:26.515712 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ab7479a2-a373-40f2-a337-38d65068a2be up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:26.527835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd0ca-9e11-464b-944b-a132aab73070 req-d7401f79-68e6-455a-9b62-30fa96babee0 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:26.535976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-165cd0ca-9e11-464b-944b-a132aab73070 req-d7401f79-68e6-455a-9b62-30fa96babee0 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 943 time: 0.2966461 Aug 10 02:25:26.654209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-165cd0ca-9e11-464b-944b-a132aab73070 req-1ad4b9f6-9c37-4b4b-bc6b-054e98154843 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130877 Aug 10 02:25:26.686328 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:26.718929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c188b3-5cec-4a2a-bc57-789b51ecb854 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:25:26.746118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1095908a-ed5a-4141-a38c-611bc3b2fa5f None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:26.746634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1095908a-ed5a-4141-a38c-611bc3b2fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:26.800467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b0513-e4fb-4d0b-bffe-a174d0b5cef1 None None] Pushing event updated for resources: {'Port': ['ID=2471f776-b6c7-4653-8db7-4b21fb528acf,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:26.829700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Routers {'be19dfad-76ac-437f-ba69-a4b91ac2816c'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:26.830328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['be19dfad-76ac-437f-ba69-a4b91ac2816c'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:26.847696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 34c188b3-5cec-4a2a-bc57-789b51ecb854, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=34c188b3-5cec-4a2a-bc57-789b51ecb854,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:26.891012 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:26.905713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Allocated IP 172.20.0.2 (5083d3a1-f14b-4880-af06-dc2116d32fb2/c725e5c7-f576-4e69-9166-fee1e8461d9f/e405dc10-ba43-4b92-9ffa-3d96d13d138b) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:27.016712 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.175922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Allocated IP 172.20.0.2 (f89d3ce3-d291-47a0-9753-6d612591bd47/0b5741f1-3096-4755-b343-cf66aa578ef1/ad596cb1-e3e7-4301-9e00-f82030e34c8c) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:27.192730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:27.192730 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.218867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:27.255482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.263764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['34c188b3-5cec-4a2a-bc57-789b51ecb854'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:25:27.282048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81532218-4e37-4a0b-a710-a14808501158 req-9e387a18-3d62-4139-8e07-a87bb5132794 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:27.283591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-9e387a18-3d62-4139-8e07-a87bb5132794 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.2342603 Aug 10 02:25:27.305821 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.312368 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.315314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.325540 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=34c188b3-5cec-4a2a-bc57-789b51ecb854,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:27.337618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-e312a25a-c678-4a2d-8696-ee3c6de3282a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/quotas/9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 375 time: 0.0430331 Aug 10 02:25:27.338922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.397905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] Set router be19dfad-76ac-437f-ba69-a4b91ac2816c gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:27.408131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:27.424859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:27.432149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:27.432906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.442734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=ebe70f5a-2f72-4952-98ac-248cb75a4ab8,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:27.448335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=16']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:27.455110 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-1c29ed7b-9b3b-4f65-a11f-54e2f3588875 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077909 Aug 10 02:25:27.476957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ede7d3-2852-4101-8156-afb9b6ae4d16 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:27.509774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Allocated IP 172.25.3.113 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/732f4bbc-2bc4-4f79-8895-eaa83be49ce6) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:27.557138 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-967bfa02-918f-4683-b287-37005c5392e8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8754263 Aug 10 02:25:27.559907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55172) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:27.566031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:31:35:20', 'name': 'tempest-NetworksTestDHCPv6-1362848092'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:27.580469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-93c7e836-7fb3-4623-8975-793d21249f2c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:25:27.580469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-93c7e836-7fb3-4623-8975-793d21249f2c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009240 Aug 10 02:25:27.640448 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.716443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.784315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:27.795610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-d4187a15-bde4-4a71-b8f9-533f99683d01 service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986663 Aug 10 02:25:27.888832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6238002-6dd4-4d2f-a694-18cce4049d4b req-a6d74f2b-75fc-40d3-8b2e-328dd688db96 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:27.890438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6238002-6dd4-4d2f-a694-18cce4049d4b req-a6d74f2b-75fc-40d3-8b2e-328dd688db96 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 944 time: 0.1533055 Aug 10 02:25:27.892401 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.915477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port 46a05de5-11b3-41a4-beb0-ca8204964136 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:25:27.926046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Transition to ACTIVE for port object e405dc10-ba43-4b92-9ffa-3d96d13d138b will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:27.954692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-0ce7c9c0-fad4-4e62-b28c-f8b1e3bd8428 service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462462 Aug 10 02:25:27.957772 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:27.968636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6238002-6dd4-4d2f-a694-18cce4049d4b req-88a8a268-fece-4013-ab17-4e4f4d7c2640 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608945 Aug 10 02:25:27.978308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9feb8232-4112-4ffb-a227-383cb088bb74 None None] Could not find standard attr ID for object 70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:25:28.006136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:28.009427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:28.012178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:28.031755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Transition to ACTIVE for port object e405dc10-ba43-4b92-9ffa-3d96d13d138b will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:28.068112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Pushing event updated for resources: {'Port': ['ID=732f4bbc-2bc4-4f79-8895-eaa83be49ce6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:28.133238 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.138593 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.208064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::139 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/60539d10-5abf-417f-aa88-d947676af01c/46a05de5-11b3-41a4-beb0-ca8204964136) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:28.210837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Transition to ACTIVE for port object ad596cb1-e3e7-4301-9e00-f82030e34c8c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:28.216703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:3520 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/ebe70f5a-2f72-4952-98ac-248cb75a4ab8/46a05de5-11b3-41a4-beb0-ca8204964136) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:28.254208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ab7479a2-a373-40f2-a337-38d65068a2be up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:28.345854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Network 5083d3a1-f14b-4880-af06-dc2116d32fb2 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:28.360334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Transition to ACTIVE for port object ad596cb1-e3e7-4301-9e00-f82030e34c8c will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:28.369622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Pushing event updated for resources: {'Port': ['ID=e405dc10-ba43-4b92-9ffa-3d96d13d138b,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:28.372379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:28.381449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.385689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:28.388793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.404456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object 46a05de5-11b3-41a4-beb0-ca8204964136 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:28.492309 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.507594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ab7479a2-a373-40f2-a337-38d65068a2be triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:28.508067 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.551281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.577627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:20Z', 'revision_number': 4, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'gw_port': {'id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '2471f776-b6c7-4653-8db7-4b21fb528acf', 'name': '', 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'mac_address': 'fa:16:3e:9b:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8ab5cce1-234d-4221-93ec-f16b4ae791b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:17Z', 'updated_at': '2021-08-10T02:25:26Z', 'revision_number': 4, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'subnets': [{'id': '8ab5cce1-234d-4221-93ec-f16b4ae791b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:28.579769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Attempting to bind port e405dc10-ba43-4b92-9ffa-3d96d13d138b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:28.580412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Attempting to bind port e405dc10-ba43-4b92-9ffa-3d96d13d138b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:28.581031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Attempting to bind port e405dc10-ba43-4b92-9ffa-3d96d13d138b on network 5083d3a1-f14b-4880-af06-dc2116d32fb2 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:28.610171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:28.613181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.20.0.1 (f89d3ce3-d291-47a0-9753-6d612591bd47/0b5741f1-3096-4755-b343-cf66aa578ef1/ce3025f5-bc10-4bb1-b916-d9cf26febb87) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:28.613698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:28.620182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:28.626126 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:28.626823 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.639041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=46a05de5-11b3-41a4-beb0-ca8204964136,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:28.655596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Network f89d3ce3-d291-47a0-9753-6d612591bd47 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:28.682203 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:28.683442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Checking segment: {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:28.684695 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.684695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Bound using segment: {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:28.684984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Bound port: e405dc10-ba43-4b92-9ffa-3d96d13d138b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:28.685498 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.687738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c47690-4bc5-4eb4-ab40-d488a52d2185 None None] The sync data for ids ['be19dfad-76ac-437f-ba69-a4b91ac2816c'] in n-d-767704-21 is: [{'id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:20Z', 'revision_number': 4, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'gw_port': {'id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '2471f776-b6c7-4653-8db7-4b21fb528acf', 'name': '', 'network_id': '36819f84-b8f7-403e-894c-ebe534f78d26', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'mac_address': 'fa:16:3e:9b:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '8ab5cce1-234d-4221-93ec-f16b4ae791b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:17Z', 'updated_at': '2021-08-10T02:25:26Z', 'revision_number': 4, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'subnets': [{'id': '8ab5cce1-234d-4221-93ec-f16b4ae791b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:28.705779 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c1039cd9-f804-473f-821f-6f8dcd5fdb0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1446040 Aug 10 02:25:28.709176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:28.715390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:28.722663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:28.727041 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Pushing event updated for resources: {'Port': ['ID=ad596cb1-e3e7-4301-9e00-f82030e34c8c,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:28.784590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d9b15-cee8-4d66-97fa-463c29d56002 None None] Update dhcp port {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': 'ebe70f5a-2f72-4952-98ac-248cb75a4ab8', 'ip_address': '2001:db8:0:1:f816:3eff:fe85:9207'}, {'subnet_id': '60539d10-5abf-417f-aa88-d947676af01c'}], 'binding:host_id': 'n-d-767704-21'}, 'id': 'ab7479a2-a373-40f2-a337-38d65068a2be'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:25:28.900115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Attempting to bind port ad596cb1-e3e7-4301-9e00-f82030e34c8c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:28.900765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Attempting to bind port ad596cb1-e3e7-4301-9e00-f82030e34c8c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '5b0d6746-7276-4083-9d0f-f0331226da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:28.900934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Attempting to bind port ad596cb1-e3e7-4301-9e00-f82030e34c8c on network f89d3ce3-d291-47a0-9753-6d612591bd47 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:28.918153 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-726d9b15-cee8-4d66-97fa-463c29d56002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.925914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:28.926312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Checking segment: {'id': '5b0d6746-7276-4083-9d0f-f0331226da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:28.926768 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.927174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Bound using segment: {'id': '5b0d6746-7276-4083-9d0f-f0331226da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:28.927686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Bound port: ad596cb1-e3e7-4301-9e00-f82030e34c8c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0d6746-7276-4083-9d0f-f0331226da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:28.928084 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:28.940080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7df76e14-3ca5-4cda-8341-f4d446e6cd92 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port 46a05de5-11b3-41a4-beb0-ca8204964136 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:28.941666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7df76e14-3ca5-4cda-8341-f4d446e6cd92 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.000389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.028281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] For port e405dc10-ba43-4b92-9ffa-3d96d13d138b, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:29.033262 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.140419 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7df76e14-3ca5-4cda-8341-f4d446e6cd92 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.154643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7df76e14-3ca5-4cda-8341-f4d446e6cd92 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for 46a05de5-11b3-41a4-beb0-ca8204964136 owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:29.201087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] For port ad596cb1-e3e7-4301-9e00-f82030e34c8c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:29.204618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] For port ad596cb1-e3e7-4301-9e00-f82030e34c8c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ad596cb1-e3e7-4301-9e00-f82030e34c8c,segment=NetworkSegment(5b0d6746-7276-4083-9d0f-f0331226da41),segment_id=5b0d6746-7276-4083-9d0f-f0331226da41)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:29.214291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b92db88e-f4a6-4a67-98ae-1c8cf35127d8 req-d30b4d47-9b66-4a07-aaa5-814cba1edd49 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 210 time: 0.3935008 Aug 10 02:25:29.221665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] For port e405dc10-ba43-4b92-9ffa-3d96d13d138b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e405dc10-ba43-4b92-9ffa-3d96d13d138b,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:29.256458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Transition to ACTIVE for port object ce3025f5-bc10-4bb1-b916-d9cf26febb87 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:29.308991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cd0be-318a-460a-9f87-c7455c23e525 req-91a74fef-5310-4ec2-9764-5f7cf80a1a2a tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:29.316377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 34c188b3-5cec-4a2a-bc57-789b51ecb854 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:29.317523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d30cd0be-318a-460a-9f87-c7455c23e525 req-91a74fef-5310-4ec2-9764-5f7cf80a1a2a tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 944 time: 0.1906149 Aug 10 02:25:29.318815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.333011 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.404039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d30cd0be-318a-460a-9f87-c7455c23e525 req-27a5c491-fa93-49e1-81c7-47c2a305f4f9 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854104 Aug 10 02:25:29.435358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7df76e14-3ca5-4cda-8341-f4d446e6cd92 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.452825 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.489374 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df76e14-3ca5-4cda-8341-f4d446e6cd92 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=46a05de5-11b3-41a4-beb0-ca8204964136,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:29.547389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Router b76712b5-9e92-4319-8519-0086f81e0bd4 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:25:29.571808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7df76e14-3ca5-4cda-8341-f4d446e6cd92 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.573773 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7df76e14-3ca5-4cda-8341-f4d446e6cd92 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/46a05de5-11b3-41a4-beb0-ca8204964136 HTTP/1.1" status: 204 len: 168 time: 0.8632841 Aug 10 02:25:29.576429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55196) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:29.581917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84772a8a-99b2-4dff-9ff3-e1e27656ee2e None None] Pushing event updated for resources: {'Port': ['ID=e405dc10-ba43-4b92-9ffa-3d96d13d138b,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:29.611664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network f89d3ce3-d291-47a0-9753-6d612591bd47 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:29.617002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:29.620017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=ce3025f5-bc10-4bb1-b916-d9cf26febb87,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:29.624496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:29.664685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-726d9b15-cee8-4d66-97fa-463c29d56002 None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/60539d10-5abf-417f-aa88-d947676af01c/ab7479a2-a373-40f2-a337-38d65068a2be) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:29.687878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdecd38-7f79-44b3-bff9-3bb4fa91f0d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:29.696963 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6bdecd38-7f79-44b3-bff9-3bb4fa91f0d6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.1169462 Aug 10 02:25:29.697884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55200) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:29.835781 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.849932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 34c188b3-5cec-4a2a-bc57-789b51ecb854 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:29.854490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 34c188b3-5cec-4a2a-bc57-789b51ecb854 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:29.854943 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:29.856506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc8ee5-b10c-4a5f-a289-8284cb0e2b90 None None] Pushing event updated for resources: {'Port': ['ID=ad596cb1-e3e7-4301-9e00-f82030e34c8c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:29.880679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996aec8-8918-4e04-ba58-c18793e486e3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:29.882937 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d996aec8-8918-4e04-ba58-c18793e486e3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.1775174 Aug 10 02:25:29.886081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55202) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:29.993078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-726d9b15-cee8-4d66-97fa-463c29d56002 None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:30.001998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:30.029655 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Sync routers for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:30.050465 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:30.051533 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:30.093415 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.112154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0eaec-c726-432f-8fa9-73c169bc6b79 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:30.117622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0eaec-c726-432f-8fa9-73c169bc6b79 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:30.130943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0eaec-c726-432f-8fa9-73c169bc6b79 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:30.134660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.136804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9fcc3f12-d777-4622-80c4-ad3c129ff525 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7503943 Aug 10 02:25:30.139388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55204) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:30.144553 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-726d9b15-cee8-4d66-97fa-463c29d56002 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.156092 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-93f0eaec-c726-432f-8fa9-73c169bc6b79 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2666893 Aug 10 02:25:30.156696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55206) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:30.189224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-726d9b15-cee8-4d66-97fa-463c29d56002 None None] Transition to ACTIVE for port object ab7479a2-a373-40f2-a337-38d65068a2be will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:30.212930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d54443-09a1-4b6c-945d-f7d069508835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c188b3-5cec-4a2a-bc57-789b51ecb854'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:25:30.215456 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587b6b54-af48-4ff7-99e5-1c18d4e66954" -d '{"events": [{"server_uuid": "d6d54443-09a1-4b6c-945d-f7d069508835", "name": "network-vif-plugged", "status": "completed", "tag": "34c188b3-5cec-4a2a-bc57-789b51ecb854"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:25:30.288907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-012403e9-3f9c-4db2-b5b0-1a46b2f4769a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 60539d10-5abf-417f-aa88-d947676af01c {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:30.297993 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-012403e9-3f9c-4db2-b5b0-1a46b2f4769a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.311771 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-726d9b15-cee8-4d66-97fa-463c29d56002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.322877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 34c188b3-5cec-4a2a-bc57-789b51ecb854, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=34c188b3-5cec-4a2a-bc57-789b51ecb854,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:30.417808 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b75f65-ef37-435e-a7a6-49072d97e374 x-openstack-request-id: req-45b75f65-ef37-435e-a7a6-49072d97e374 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:25:30.420467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-012403e9-3f9c-4db2-b5b0-1a46b2f4769a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.427401 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d54443-09a1-4b6c-945d-f7d069508835", "name": "network-vif-plugged", "status": "completed", "tag": "34c188b3-5cec-4a2a-bc57-789b51ecb854", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:25:30.427401 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45b75f65-ef37-435e-a7a6-49072d97e374 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:25:30.427401 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d54443-09a1-4b6c-945d-f7d069508835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c188b3-5cec-4a2a-bc57-789b51ecb854', 'code': 200} Aug 10 02:25:30.531218 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.551223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2471f776-b6c7-4653-8db7-4b21fb528acf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:30.643403 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:30.694970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-012403e9-3f9c-4db2-b5b0-1a46b2f4769a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.791907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d9b15-cee8-4d66-97fa-463c29d56002 None None] Pushing event updated for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=17']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:30.914844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 2471f776-b6c7-4653-8db7-4b21fb528acf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:30.933959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 2471f776-b6c7-4653-8db7-4b21fb528acf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:30.942120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.966034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-012403e9-3f9c-4db2-b5b0-1a46b2f4769a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:30.977639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=34c188b3-5cec-4a2a-bc57-789b51ecb854,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:31.076849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012403e9-3f9c-4db2-b5b0-1a46b2f4769a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=60539d10-5abf-417f-aa88-d947676af01c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:31.081950 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:28Z', 'revision_number': 3, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:31.092151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-012403e9-3f9c-4db2-b5b0-1a46b2f4769a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.095539 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-012403e9-3f9c-4db2-b5b0-1a46b2f4769a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/60539d10-5abf-417f-aa88-d947676af01c HTTP/1.1" status: 204 len: 168 time: 0.9377196 Aug 10 02:25:31.101758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55216) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:31.131322 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.162089 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Checking router: b76712b5-9e92-4319-8519-0086f81e0bd4 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:31.164079 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Updating router b76712b5-9e92-4319-8519-0086f81e0bd4 port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:31.214441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 2471f776-b6c7-4653-8db7-4b21fb528acf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2471f776-b6c7-4653-8db7-4b21fb528acf,segment=NetworkSegment(6047a0ca-9586-452d-9c84-ef06851ed10b),segment_id=6047a0ca-9586-452d-9c84-ef06851ed10b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:31.230169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88975bf-c968-4585-ad55-87e1782ca2a4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet ebe70f5a-2f72-4952-98ac-248cb75a4ab8 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:31.230845 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.244864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e88975bf-c968-4585-ad55-87e1782ca2a4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.305732 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.306600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e405dc10-ba43-4b92-9ffa-3d96d13d138b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:31.352397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e88975bf-c968-4585-ad55-87e1782ca2a4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.398402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.436261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=2471f776-b6c7-4653-8db7-4b21fb528acf,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:31.451892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db224ed5-3702-4a82-9d47-87aa95491744 None None] Network f89d3ce3-d291-47a0-9753-6d612591bd47 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:31.484369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2377beb6-61f8-4a10-a053-e7444fca4506 req-3bb63941-ee6f-4211-b946-3b0fc446f464 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 210 time: 0.9161289 Aug 10 02:25:31.580629 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e88975bf-c968-4585-ad55-87e1782ca2a4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.739665 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.755341 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Transition to ACTIVE for port object 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:31.795026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b868b4b0-8764-4b34-856e-267a7752ef96 None None] Provisioning for port ad596cb1-e3e7-4301-9e00-f82030e34c8c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:31.801885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a5595-c347-4413-89a4-82b8d0955d58 None None] Network 5083d3a1-f14b-4880-af06-dc2116d32fb2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:31.813869 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:31.814592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ccbd2-91f1-4b81-9ed7-4e7c9247673e req-22d1d865-e0fa-407f-a1e8-a8712bc3ec7f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:31.816203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a42ccbd2-91f1-4b81-9ed7-4e7c9247673e req-22d1d865-e0fa-407f-a1e8-a8712bc3ec7f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 945 time: 0.4537966 Aug 10 02:25:31.857261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fb660-b9f8-4469-a0b1-dc4d613e21d2 req-cbf69673-a498-4381-9f8e-453acd24b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:31.858889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f32fb660-b9f8-4469-a0b1-dc4d613e21d2 req-cbf69673-a498-4381-9f8e-453acd24b0b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 1097 time: 1.3249731 Aug 10 02:25:31.932685 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Attempting to bind port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:31.944749 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Attempting to bind port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:31.946432 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Attempting to bind port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:31.995437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Pushing event updated for resources: {'Port': ['ID=732f4bbc-2bc4-4f79-8895-eaa83be49ce6,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:32.001605 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:32.002055 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:32.006673 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.007316 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:32.008110 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Bound port: 732f4bbc-2bc4-4f79-8895-eaa83be49ce6, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:32.008513 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.057296 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e88975bf-c968-4585-ad55-87e1782ca2a4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.064864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f32fb660-b9f8-4469-a0b1-dc4d613e21d2 req-92edb844-793c-4d67-86da-a0a86fa658fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870253 Aug 10 02:25:32.092137 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.092728 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.092815 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.095057 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.095057 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.095057 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.095057 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.095395 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.095508 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.097502 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.098975 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.099500 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:32.145045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a42ccbd2-91f1-4b81-9ed7-4e7c9247673e req-9bda2588-5235-4a48-abd6-51e68baee6a9 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124349 Aug 10 02:25:32.149316 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.187552 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] For port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:32.189697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88975bf-c968-4585-ad55-87e1782ca2a4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe70f5a-2f72-4952-98ac-248cb75a4ab8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:32.201636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e88975bf-c968-4585-ad55-87e1782ca2a4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.201932 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] For port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=732f4bbc-2bc4-4f79-8895-eaa83be49ce6,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:32.204422 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e88975bf-c968-4585-ad55-87e1782ca2a4 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/ebe70f5a-2f72-4952-98ac-248cb75a4ab8 HTTP/1.1" status: 204 len: 168 time: 1.1013148 Aug 10 02:25:32.207257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55218) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:32.238670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.242978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becc6e0f-f571-4a25-95db-5e1009bfa120 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:32.248447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e405dc10-ba43-4b92-9ffa-3d96d13d138b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:32.252070 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.266943 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-eb771a7e-f5b3-4eae-ac7c-9c015db2a359 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583673 Aug 10 02:25:32.280597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81532218-4e37-4a0b-a710-a14808501158 req-2c23f3dc-06da-4be0-b94f-1fbecb30ca47 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:32.280597 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-2c23f3dc-06da-4be0-b94f-1fbecb30ca47 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.5929630 Aug 10 02:25:32.291342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55220) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:32.306286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'port': {'device_id': 'ca3035c8-d1c6-42f9-987e-1fe577d95a12', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'admin_state_up': True, 'tenant_id': '9082559d41d742f891f775f5c4029da0'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:32.315017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:32.316770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ad596cb1-e3e7-4301-9e00-f82030e34c8c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:32.329779 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.456519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0c7d16cc-fc41-4280-9d92-6b925239b823 None None] Provisioning for port e405dc10-ba43-4b92-9ffa-3d96d13d138b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:32.478525 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3a0b7-e1b9-4c8d-ac42-d774809f219e None None] Pushing event updated for resources: {'Port': ['ID=732f4bbc-2bc4-4f79-8895-eaa83be49ce6,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:32.485812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0c7d16cc-fc41-4280-9d92-6b925239b823 None None] Provisioning complete for port e405dc10-ba43-4b92-9ffa-3d96d13d138b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:32.486193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0c7d16cc-fc41-4280-9d92-6b925239b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.561694 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:32.563199 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:32.635222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.635806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:32.643198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.646833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=ce3025f5-bc10-4bb1-b916-d9cf26febb87,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:32.717502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ad596cb1-e3e7-4301-9e00-f82030e34c8c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:32.744646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ad596cb1-e3e7-4301-9e00-f82030e34c8c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:32.745486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.750769 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0c7d16cc-fc41-4280-9d92-6b925239b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.780459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f814545e-ff4a-43d9-871d-b5a91ebf2e74 req-ba6aebc5-23de-4399-8157-01dec1418fa5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 210 time: 0.0923700 Aug 10 02:25:32.797713 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:32.880609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ce6f2-2d08-4d23-bde7-62896321bd0f None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:25:32.889945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Made reservation on behalf of 9082559d41d742f891f775f5c4029da0 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:32.893561 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:32.905235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Allocated IP 172.20.0.1 (5083d3a1-f14b-4880-af06-dc2116d32fb2/c725e5c7-f576-4e69-9166-fee1e8461d9f/e4d6adf5-58e0-4d70-9c8b-9c0793a66b97) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:32.927295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network f89d3ce3-d291-47a0-9753-6d612591bd47 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:32.929797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:32.959026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0c7d16cc-fc41-4280-9d92-6b925239b823 None None] For port e405dc10-ba43-4b92-9ffa-3d96d13d138b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e405dc10-ba43-4b92-9ffa-3d96d13d138b,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:33.001116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ce6f2-2d08-4d23-bde7-62896321bd0f None None] Deleting port ab7479a2-a373-40f2-a337-38d65068a2be {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:33.001521 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce6f2-2d08-4d23-bde7-62896321bd0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.152061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7a9ce6f2-2d08-4d23-bde7-62896321bd0f None None] For port ab7479a2-a373-40f2-a337-38d65068a2be, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ab7479a2-a373-40f2-a337-38d65068a2be,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:33.152477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce6f2-2d08-4d23-bde7-62896321bd0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.164344 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0c7d16cc-fc41-4280-9d92-6b925239b823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.225555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ce6f2-2d08-4d23-bde7-62896321bd0f None None] Calling delete_port for ab7479a2-a373-40f2-a337-38d65068a2be owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:33.265843 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:28Z', 'revision_number': 3, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:33.271679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.20.0.5 (96ead180-e03b-44cb-ac36-6e482b15f632/870e0f49-f6c5-4672-afe5-fedc6f28e496/369ed6f2-4576-4669-9cd3-fb9e7c0b074d) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:33.293250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.329766 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeded094-d9f8-4c13-af51-a03709722d91 None None] The sync data for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 is: [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:28Z', 'revision_number': 3, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:33.357074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Transition to ACTIVE for port object e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:33.368262 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.390800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d16cc-fc41-4280-9d92-6b925239b823 None None] Pushing event updated for resources: {'Port': ['ID=e405dc10-ba43-4b92-9ffa-3d96d13d138b,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:33.479043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ad596cb1-e3e7-4301-9e00-f82030e34c8c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ad596cb1-e3e7-4301-9e00-f82030e34c8c,segment=NetworkSegment(5b0d6746-7276-4083-9d0f-f0331226da41),segment_id=5b0d6746-7276-4083-9d0f-f0331226da41)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:33.561418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb2b2c-8a48-4f86-8df8-7a9b7cc02d10 req-fadb5424-3967-4cc9-b572-6806f3a008f6 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:33.563064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01eb2b2c-8a48-4f86-8df8-7a9b7cc02d10 req-fadb5424-3967-4cc9-b572-6806f3a008f6 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 945 time: 0.2616928 Aug 10 02:25:33.609806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01eb2b2c-8a48-4f86-8df8-7a9b7cc02d10 req-31921f9d-ef31-474d-9ea5-871e01ada67b tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 Aug 10 02:25:33.612455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be9b099d-1bdf-450a-91c6-941257a26252 None None] Provisioning for port ce3025f5-bc10-4bb1-b916-d9cf26febb87 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:33.622111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be9b099d-1bdf-450a-91c6-941257a26252 None None] Provisioning complete for port ce3025f5-bc10-4bb1-b916-d9cf26febb87 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:33.622487 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be9b099d-1bdf-450a-91c6-941257a26252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.661259 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce6f2-2d08-4d23-bde7-62896321bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.666525 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.689323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.690744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:25:33.754776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.797710 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-be9b099d-1bdf-450a-91c6-941257a26252 None None] Port ce3025f5-bc10-4bb1-b916-d9cf26febb87 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:33.828922 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ce6f2-2d08-4d23-bde7-62896321bd0f None None] Pushing event deleted for resources: {'Port': ['ID=ab7479a2-a373-40f2-a337-38d65068a2be,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:33.863884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Network 5083d3a1-f14b-4880-af06-dc2116d32fb2 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:33.895225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:33.903903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:33.922811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ad596cb1-e3e7-4301-9e00-f82030e34c8c,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:33.925400 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be9b099d-1bdf-450a-91c6-941257a26252 None None] Could not find standard attr ID for object ab7479a2-a373-40f2-a337-38d65068a2be. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:25:33.931502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ce6f2-2d08-4d23-bde7-62896321bd0f None None] No DVR routers for this DVR port ab7479a2-a373-40f2-a337-38d65068a2be on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:25:33.934860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e405dc10-ba43-4b92-9ffa-3d96d13d138b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:33.939885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:33.958406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:33.969075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:33.969718 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:33.999853 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc1240-b498-4c69-acc9-3eb34054a997 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:34.018921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d6adf5-58e0-4d70-9c8b-9c0793a66b97,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:34.078864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=2901b56e-fd78-433d-b089-13e42c172697,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:34.088924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be9b099d-1bdf-450a-91c6-941257a26252 None None] Provisioning complete for port e405dc10-ba43-4b92-9ffa-3d96d13d138b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:34.089537 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be9b099d-1bdf-450a-91c6-941257a26252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.223607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e405dc10-ba43-4b92-9ffa-3d96d13d138b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:34.224276 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.243018 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-34c333b7-e980-4dca-87a1-1eaa20e2e0c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9427218 Aug 10 02:25:34.285310 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.345360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.359223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.359223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.359223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.359223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.359557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.359874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.360183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.360520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.360846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.361173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.361504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.362066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:34.368135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:34.376509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-04b5b695-5b83-4d8c-8e50-34d34ad3cdd5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7061810 Aug 10 02:25:34.378765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Transition to ACTIVE for port object 369ed6f2-4576-4669-9cd3-fb9e7c0b074d will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:34.378891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55272) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:34.379151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55274) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:34.389450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0bf20716-f6cd-4d55-a0f1-91e0dfa29617 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:34.398901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'network': {'name': 'tempest-RoutersTest-1702144122'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:34.402916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:34.444665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:34.444665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:34.451563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-be9b099d-1bdf-450a-91c6-941257a26252 None None] Provisioning complete for port ad596cb1-e3e7-4301-9e00-f82030e34c8c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:34.452034 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be9b099d-1bdf-450a-91c6-941257a26252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.494314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.517662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0071da4a-8815-4ed8-83d8-db8739692b8b req-6b020a77-e2d3-4d78-86a4-d8c77110934f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 210 time: 0.4902728 Aug 10 02:25:34.619938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:34.631357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:34.633071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:34.636109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:34.647676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'tenant_id': '41e209a088934bad8bd1f09816382d5a', 'fixed_ips': [{'subnet_id': '2901b56e-fd78-433d-b089-13e42c172697'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:34.648810 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.652420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:34.656429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.708790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:25:34.746201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:34.796911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:34.799770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.806523 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:34.816677 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added segment 07516033-de40-4145-a7ee-240be0ad8b80 of type vlan for network 95adb39e-de62-41d4-abfd-0835ded3f69d Aug 10 02:25:34.939612 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-4097f693-bd0c-4239-9f1a-1198e3813915 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6492996 Aug 10 02:25:34.942033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2471f776-b6c7-4653-8db7-4b21fb528acf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:34.954274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Request body: {'port': {'device_id': 'ca3035c8-d1c6-42f9-987e-1fe577d95a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:34.955751 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.000198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.047585 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.212438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.214501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf20716-f6cd-4d55-a0f1-91e0dfa29617 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:35.218413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0bf20716-f6cd-4d55-a0f1-91e0dfa29617 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.259574 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.267960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:35.272228 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.320257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.434078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d6adf5-58e0-4d70-9c8b-9c0793a66b97,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:35.489767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Network': ['ID=95adb39e-de62-41d4-abfd-0835ded3f69d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:35.510655 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.523683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 95adb39e-de62-41d4-abfd-0835ded3f69d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:25:35.560739 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4d37a251-d27b-4b55-9461-baaee0ef5493 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1791706 Aug 10 02:25:35.563697 n-d-767704-21 neutron-server[101224]: INFO neutron.db.ipam_backend_mixin [None req-0bf20716-f6cd-4d55-a0f1-91e0dfa29617 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2901b56e-fd78-433d-b089-13e42c172697 (CIDR: 2001:db8::/64) Aug 10 02:25:35.568211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55314) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:35.581731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'subnet': {'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:35.634717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369ed6f2-4576-4669-9cd3-fb9e7c0b074d {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:25:35.657471 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.671031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 2471f776-b6c7-4653-8db7-4b21fb528acf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:35.671410 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.701953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Transition to ACTIVE for port object 369ed6f2-4576-4669-9cd3-fb9e7c0b074d will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:35.725184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Allocated IP 2001:db8::2 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/2901b56e-fd78-433d-b089-13e42c172697/0f7b5910-e446-4f5a-a178-404b92176478) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:35.779349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.805063 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf20716-f6cd-4d55-a0f1-91e0dfa29617 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:25:35.807624 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf20716-f6cd-4d55-a0f1-91e0dfa29617 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:35.833344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f19aa949-4800-49cd-bcce-913f504b45c6 None None] Provisioning for port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:35.844420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:30Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:31Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:35.853411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f19aa949-4800-49cd-bcce-913f504b45c6 None None] Provisioning complete for port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:35.853844 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f19aa949-4800-49cd-bcce-913f504b45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:35.876289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Network 5083d3a1-f14b-4880-af06-dc2116d32fb2 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:35.883788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:36.033890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:36.034915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Updating router ebc76998-9448-47b7-b84c-e44bca014d42 port ce3025f5-bc10-4bb1-b916-d9cf26febb87 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:36.068782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Pushing event updated for resources: {'Port': ['ID=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:36.098771 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:36.144250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.148527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.158135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:36.161830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f19aa949-4800-49cd-bcce-913f504b45c6 None None] Port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:36.189913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ab7479a2-a373-40f2-a337-38d65068a2be no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:36.202691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Attempting to bind port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:36.203366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Attempting to bind port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:36.214448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Attempting to bind port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:36.214448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d on network 96ead180-e03b-44cb-ac36-6e482b15f632 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:25:36.214448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Attempting to bind port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:36.218663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:36.219239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:36.219823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Bound using segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:36.220446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Bound port: 369ed6f2-4576-4669-9cd3-fb9e7c0b074d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:36.221184 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:36.230220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Router b76712b5-9e92-4319-8519-0086f81e0bd4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:25:36.302103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7b43e-0e60-42c4-9454-e7f013ea6357 req-91f98c08-6cd9-4b59-a379-6f23e882a684 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:36.304966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9f7b43e-0e60-42c4-9454-e7f013ea6357 req-91f98c08-6cd9-4b59-a379-6f23e882a684 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 931 time: 0.5762424 Aug 10 02:25:36.309005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0bf20716-f6cd-4d55-a0f1-91e0dfa29617 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9262669 Aug 10 02:25:36.316061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55318) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:36.323202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'subnet': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:36.425089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] For port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:36.442629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:36.447294 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] For port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:36.453653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4a532daa-3373-4cfe-88d4-2ead771f17c4 admin admin] 10.222.0.38 "PUT /v2.0/routers/b76712b5-9e92-4319-8519-0086f81e0bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3123786 Aug 10 02:25:36.454846 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Sync routers for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:36.471188 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:36.474191 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:36.526821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9f7b43e-0e60-42c4-9454-e7f013ea6357 req-a093be2c-3eb0-48c4-a937-d276cb28afeb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809610 Aug 10 02:25:36.533989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:36.589301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ab7479a2-a373-40f2-a337-38d65068a2be {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:25:36.590246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ab7479a2-a373-40f2-a337-38d65068a2be not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:25:36.596596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:36.617929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:36.659951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:36.659951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:36.666802 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] 10.222.0.16 "PUT /v2.0/ports/369ed6f2-4576-4669-9cd3-fb9e7c0b074d HTTP/1.1" status: 200 len: 1092 time: 1.7081478 Aug 10 02:25:36.688760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f19aa949-4800-49cd-bcce-913f504b45c6 None None] Provisioning for port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:36.693160 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:36.718214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3035c8-d1c6-42f9-987e-1fe577d95a12', 'tag': '369ed6f2-4576-4669-9cd3-fb9e7c0b074d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:25:36.718214 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb8540e-4f86-4743-8558-7e700a690f64" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3035c8-d1c6-42f9-987e-1fe577d95a12", "tag": "369ed6f2-4576-4669-9cd3-fb9e7c0b074d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:25:36.723883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Transition to ACTIVE for port object 0f7b5910-e446-4f5a-a178-404b92176478 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:36.761683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:36.768886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:36.778739 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:36.780553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Transition to ACTIVE for port object 0f7b5910-e446-4f5a-a178-404b92176478 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:36.870640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:36.883177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3b8c7a88-61ad-4ef4-9a35-8520b3833149 None None] Provisioning complete for port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:36.883761 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7a88-61ad-4ef4-9a35-8520b3833149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:36.900696 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc4f2ae-0963-49d1-85e2-cffdfc661624 x-openstack-request-id: req-ccc4f2ae-0963-49d1-85e2-cffdfc661624 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:25:36.903629 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3035c8-d1c6-42f9-987e-1fe577d95a12", "tag": "369ed6f2-4576-4669-9cd3-fb9e7c0b074d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:25:36.908657 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ccc4f2ae-0963-49d1-85e2-cffdfc661624 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:25:36.908657 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3035c8-d1c6-42f9-987e-1fe577d95a12', 'tag': '369ed6f2-4576-4669-9cd3-fb9e7c0b074d', 'status': 'completed', 'code': 200} Aug 10 02:25:37.051823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:37.203605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:37.223375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c7a88-61ad-4ef4-9a35-8520b3833149 None None] Port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:37.236591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:37.241132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:37.259840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Pushing event updated for resources: {'Port': ['ID=0f7b5910-e446-4f5a-a178-404b92176478,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:37.265658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9a63-26a2-4d6b-bcef-ee4a6ebd44ac service neutron] Pushing event updated for resources: {'Port': ['ID=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:37.289577 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.316883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81532218-4e37-4a0b-a710-a14808501158 req-6962f5e3-d72c-4912-be63-d1df43b68cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:37.318601 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-6962f5e3-d72c-4912-be63-d1df43b68cc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 1095 time: 0.4651859 Aug 10 02:25:37.333717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.376940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Transition to ACTIVE for port object ce3025f5-bc10-4bb1-b916-d9cf26febb87 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:37.395874 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:34Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e4d6adf5-58e0-4d70-9c8b-9c0793a66b97', 'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'mac_address': 'fa:16:3e:42:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:32Z', 'updated_at': '2021-08-10T02:25:35Z', 'revision_number': 2, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'subnets': [{'id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:37.399147 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-ff737aef-c036-43ff-a222-792952cc52c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=369ed6f2-4576-4669-9cd3-fb9e7c0b074d HTTP/1.1" status: 200 len: 217 time: 0.0694401 Aug 10 02:25:37.469755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Subnet': ['ID=45421376-4302-4b09-9a03-cc5ce3298424,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:37.478456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Attempting to bind port 0f7b5910-e446-4f5a-a178-404b92176478 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:37.478862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Attempting to bind port 0f7b5910-e446-4f5a-a178-404b92176478 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:37.479214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Attempting to bind port 0f7b5910-e446-4f5a-a178-404b92176478 on network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:37.495898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:37.496285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Checking segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:37.496696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.497657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Bound using segment: {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:37.497657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Bound port: 0f7b5910-e446-4f5a-a178-404b92176478, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fe38c-2ab1-4901-8313-c61c905a9745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:37.497963 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.510000 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Checking router: b76712b5-9e92-4319-8519-0086f81e0bd4 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:37.511891 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Updating router b76712b5-9e92-4319-8519-0086f81e0bd4 port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:37.518268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81532218-4e37-4a0b-a710-a14808501158 req-ee7de0ea-e00e-4670-bbfc-b8ef65cba7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:37.521327 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-ee7de0ea-e00e-4670-bbfc-b8ef65cba7ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0949728 Aug 10 02:25:37.527705 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.539710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Checking segment: {'id': '07516033-de40-4145-a7ee-240be0ad8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:37.540541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network hostable DHCP agents. Network: 95adb39e-de62-41d4-abfd-0835ded3f69d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:25:37.584941 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.625892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81532218-4e37-4a0b-a710-a14808501158 req-840a3936-41dc-4f41-a15d-a8ff32452377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:37.628101 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-840a3936-41dc-4f41-a15d-a8ff32452377 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999312 Aug 10 02:25:37.649109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:37.656738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:37.657111 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.699938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 95adb39e-de62-41d4-abfd-0835ded3f69d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:25:37.769448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cac63a-b130-4c91-8e93-f9731af7962f None None] Pushing event updated for resources: {'Port': ['ID=ce3025f5-bc10-4bb1-b916-d9cf26febb87,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:37.813877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b34fe-c69d-42bd-86da-f5e6b00212d1 req-5f736ab5-243a-4c4b-9cbe-f665a3a0bd42 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:37.815507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-924b34fe-c69d-42bd-86da-f5e6b00212d1 req-5f736ab5-243a-4c4b-9cbe-f665a3a0bd42 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 943 time: 0.1569397 Aug 10 02:25:37.816642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 95adb39e-de62-41d4-abfd-0835ded3f69d) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:37.827936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:37.833107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:37.881905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3e0484-c5ec-4376-a4d2-da78f06e2709 None None] Network 95adb39e-de62-41d4-abfd-0835ded3f69d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:37.906501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] For port 0f7b5910-e446-4f5a-a178-404b92176478, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:37.914581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-924b34fe-c69d-42bd-86da-f5e6b00212d1 req-3aba43cd-f3f4-428c-8700-e9ca2f281909 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588293 Aug 10 02:25:37.946176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-276e82e4-8c36-431b-89a1-2e493a3bf430 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3694925 Aug 10 02:25:37.949401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55338) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:38.028320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Attempting to bind port ce3025f5-bc10-4bb1-b916-d9cf26febb87 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:38.028704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Attempting to bind port ce3025f5-bc10-4bb1-b916-d9cf26febb87 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '5b0d6746-7276-4083-9d0f-f0331226da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:38.029073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Attempting to bind port ce3025f5-bc10-4bb1-b916-d9cf26febb87 on network f89d3ce3-d291-47a0-9753-6d612591bd47 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:38.051793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:38.057080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Checking segment: {'id': '5b0d6746-7276-4083-9d0f-f0331226da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:38.057080 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.064514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Bound using segment: {'id': '5b0d6746-7276-4083-9d0f-f0331226da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:38.065345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Bound port: ce3025f5-bc10-4bb1-b916-d9cf26febb87, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0d6746-7276-4083-9d0f-f0331226da41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:38.065771 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.074443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] For port 0f7b5910-e446-4f5a-a178-404b92176478, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0f7b5910-e446-4f5a-a178-404b92176478,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:38.109179 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-60d145e7-fe90-4afa-8f27-3eaeb598eef4 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698331 Aug 10 02:25:38.112966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55342) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:38.169704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1322458896-network', 'tenant_id': 'e25376e80c4b4c2289a879207365b778'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:38.199116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.220418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.objects.ports [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101223) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 02:25:38.396762 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.423879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=732f4bbc-2bc4-4f79-8895-eaa83be49ce6,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:38.424108 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.431687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8f817-7664-4065-86c9-e53192a0a4ea None None] Pushing event updated for resources: {'Port': ['ID=0f7b5910-e446-4f5a-a178-404b92176478,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:38.448012 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Transition to ACTIVE for port object e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:38.474232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] For port ce3025f5-bc10-4bb1-b916-d9cf26febb87, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:38.482359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] For port ce3025f5-bc10-4bb1-b916-d9cf26febb87, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ce3025f5-bc10-4bb1-b916-d9cf26febb87,segment=NetworkSegment(5b0d6746-7276-4083-9d0f-f0331226da41),segment_id=5b0d6746-7276-4083-9d0f-f0331226da41)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:38.524581 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-81532218-4e37-4a0b-a710-a14808501158 req-83951ec7-f543-4df0-8abf-ffc401909582 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600793 Aug 10 02:25:38.525482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Made reservation on behalf of e25376e80c4b4c2289a879207365b778 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:38.530471 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.533500 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.547468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.567593 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.568480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ad596cb1-e3e7-4301-9e00-f82030e34c8c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:38.662029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-95adb39e-de62-41d4-abfd-0835ded3f69d', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:38.667497 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.687400 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.772966 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db50ecd-769b-4724-bedd-e8a52693e763 None None] Pushing event updated for resources: {'Port': ['ID=e4d6adf5-58e0-4d70-9c8b-9c0793a66b97,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:38.846506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=732f4bbc-2bc4-4f79-8895-eaa83be49ce6,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:38.846714 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Attempting to bind port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:38.846714 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Attempting to bind port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:38.846714 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Attempting to bind port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 on network 5083d3a1-f14b-4880-af06-dc2116d32fb2 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:38.853215 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:38.853586 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Checking segment: {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:38.853998 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:38.854511 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Bound using segment: {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:38.854960 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Bound port: e4d6adf5-58e0-4d70-9c8b-9c0793a66b97, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:38.855624 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:39.080816 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] For port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:39.100417 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] For port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e4d6adf5-58e0-4d70-9c8b-9c0793a66b97,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:39.114410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-81ae5900-e6a5-46d2-add2-3706698f82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:39.118783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-81ae5900-e6a5-46d2-add2-3706698f82f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 1095 time: 0.4646597 Aug 10 02:25:39.185535 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:39.343797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:39.345147 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:39.345270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:39.346195 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:39.609241 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:39.786379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06975de6-f65e-47f2-982d-de5cf15869d8 req-56662b1e-3e6b-4372-9975-f4b48e90fad5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:39.805870 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db50ecd-769b-4724-bedd-e8a52693e763 None None] Pushing event updated for resources: {'Port': ['ID=e4d6adf5-58e0-4d70-9c8b-9c0793a66b97,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:39.824104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06975de6-f65e-47f2-982d-de5cf15869d8 req-56662b1e-3e6b-4372-9975-f4b48e90fad5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 943 time: 0.2776139 Aug 10 02:25:39.828141 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:39.878068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:39.886635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-f91e4550-8756-4fa7-8e04-65b3a59b6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:39.888730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-f91e4550-8756-4fa7-8e04-65b3a59b6a16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.7599242 Aug 10 02:25:39.961546 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:39.985600 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-56fa8feb-c876-4b7d-8d73-b72cd6966369 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=369ed6f2-4576-4669-9cd3-fb9e7c0b074d HTTP/1.1" status: 200 len: 217 time: 0.0877774 Aug 10 02:25:40.021854 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:40.131196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:25:40.141077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06975de6-f65e-47f2-982d-de5cf15869d8 req-d4888423-b9a2-4ee3-98bb-587d62f7cfe8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081686 Aug 10 02:25:40.206387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ad596cb1-e3e7-4301-9e00-f82030e34c8c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:40.206387 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:40.219650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1defe0d0-1176-4281-b939-ca049d027fe9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:40.250076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:40.256351 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Added segment 3ed6084f-2a97-43c4-bd65-325ffdafc571 of type vlan for network e56f99f5-ab40-4306-9f3c-602e6476de35 Aug 10 02:25:40.282791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cac63a-b130-4c91-8e93-f9731af7962f None None] Pushing event updated for resources: {'Port': ['ID=ce3025f5-bc10-4bb1-b916-d9cf26febb87,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:40.343736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:40.364631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Allocated IP 172.21.0.2 (95adb39e-de62-41d4-abfd-0835ded3f69d/45421376-4302-4b09-9a03-cc5ce3298424/7565ad50-2a5a-4f71-912d-0a4f25c55833) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:40.396990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-db4b9098-8dc9-457f-889b-ff1ad3c63927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:40.404726 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-db4b9098-8dc9-457f-889b-ff1ad3c63927 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.3921897 Aug 10 02:25:40.483349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:40.490427 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:34Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e4d6adf5-58e0-4d70-9c8b-9c0793a66b97', 'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'mac_address': 'fa:16:3e:42:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:32Z', 'updated_at': '2021-08-10T02:25:39Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'subnets': [{'id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:40.533771 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869e8d57-8822-4a4d-9ed6-2f549111d79d None None] The sync data for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 is: [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:34Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e4d6adf5-58e0-4d70-9c8b-9c0793a66b97', 'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'mac_address': 'fa:16:3e:42:88:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:32Z', 'updated_at': '2021-08-10T02:25:39Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'subnets': [{'id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:40.542308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-e5a3c839-9e24-49e3-936c-a2176bcd3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:40.542983 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-e5a3c839-9e24-49e3-936c-a2176bcd3e75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248989 Aug 10 02:25:40.554860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] For port 0f7b5910-e446-4f5a-a178-404b92176478, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0f7b5910-e446-4f5a-a178-404b92176478,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:40.651206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:40.652180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:40.652757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:40.879738 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:40.896745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Transition to ACTIVE for port object 7565ad50-2a5a-4f71-912d-0a4f25c55833 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:40.934254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Transition to ACTIVE for port object 7565ad50-2a5a-4f71-912d-0a4f25c55833 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:40.949984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:30Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:40.982837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4f409-2f38-407a-8695-ceb1c494612b None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:30Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:40.990884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0e351a4d-c2f6-47f7-9210-f4988254c237 None None] Provisioning for port 0f7b5910-e446-4f5a-a178-404b92176478 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:41.037483 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.137858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Pushing event updated for resources: {'Port': ['ID=7565ad50-2a5a-4f71-912d-0a4f25c55833,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:41.147639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:41.157630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.21.0.1 (95adb39e-de62-41d4-abfd-0835ded3f69d/45421376-4302-4b09-9a03-cc5ce3298424/f6bdf14a-af9d-42cb-8346-603fd6a9d170) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:41.172325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.196352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=e56f99f5-ab40-4306-9f3c-602e6476de35,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:41.234780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network e56f99f5-ab40-4306-9f3c-602e6476de35 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:25:41.240046 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c2da7268-e5bb-455c-9701-97d247b20cc2 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1117094 Aug 10 02:25:41.246247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55354) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:41.252963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Request body: {'subnet': {'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1322458896-subnet', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:41.265526 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-da560629-3117-4e82-ab06-376a382d3c42 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134533 Aug 10 02:25:41.266531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.267582 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.329085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Network 95adb39e-de62-41d4-abfd-0835ded3f69d is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:41.338385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:41.339599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:41.493684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.499442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:41.499999 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.543290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Transition to ACTIVE for port object f6bdf14a-af9d-42cb-8346-603fd6a9d170 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:41.555138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:41.593019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Attempting to bind port 7565ad50-2a5a-4f71-912d-0a4f25c55833 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:41.593435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Attempting to bind port 7565ad50-2a5a-4f71-912d-0a4f25c55833 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '07516033-de40-4145-a7ee-240be0ad8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:41.593742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8acc-e82e-4727-b45a-0d7f0c0e0051 req-0217a56e-e371-4d36-8ee3-d95970b42994 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:41.594621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:41.595621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c75b8acc-e82e-4727-b45a-0d7f0c0e0051 req-0217a56e-e371-4d36-8ee3-d95970b42994 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 943 time: 0.3036959 Aug 10 02:25:41.604207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:41.605518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Attempting to bind port 7565ad50-2a5a-4f71-912d-0a4f25c55833 on network 95adb39e-de62-41d4-abfd-0835ded3f69d {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:41.607009 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.613338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72001af-c284-4cec-8a7d-1d1e2bb15159 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:41.667491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:41.668210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Checking segment: {'id': '07516033-de40-4145-a7ee-240be0ad8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:41.668838 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.669402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Bound using segment: {'id': '07516033-de40-4145-a7ee-240be0ad8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:41.672802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Bound port: 7565ad50-2a5a-4f71-912d-0a4f25c55833, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07516033-de40-4145-a7ee-240be0ad8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:41.673437 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.693528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c75b8acc-e82e-4727-b45a-0d7f0c0e0051 req-dd9dd97d-be5d-48a8-8fe3-0dbc10b37589 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854721 Aug 10 02:25:41.696758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Subnet': ['ID=4066c55b-58ce-40be-b5a5-a3c6c01a8efc,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:41.712556 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbb8540e-4f86-4743-8558-7e700a690f64 req-823f0c2b-5050-468b-84e9-0c5eac50fc18 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329479 Aug 10 02:25:41.713332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=0f7b5910-e446-4f5a-a178-404b92176478,revision_number=4']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:41.723115 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.742923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Made reservation on behalf of e25376e80c4b4c2289a879207365b778 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:41.746404 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:41.855924 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0da86437-568a-4872-bb4d-5f8abd1dd7b5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.5386779 Aug 10 02:25:41.856869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55358) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:41.857671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 95adb39e-de62-41d4-abfd-0835ded3f69d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:41.868220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Request body: {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'mac_address': 'fa:16:3e:2a:18:40', 'name': 'tempest-NetworksTestDHCPv6-1503801796'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:41.869166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:41.877525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:41.955231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=f6bdf14a-af9d-42cb-8346-603fd6a9d170,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:42.011887 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.065720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] For port 7565ad50-2a5a-4f71-912d-0a4f25c55833, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:42.077089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0f7b5910-e446-4f5a-a178-404b92176478 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:42.172294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] For port 7565ad50-2a5a-4f71-912d-0a4f25c55833, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7565ad50-2a5a-4f71-912d-0a4f25c55833,segment=NetworkSegment(07516033-de40-4145-a7ee-240be0ad8b80),segment_id=07516033-de40-4145-a7ee-240be0ad8b80)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:42.228453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.278807 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.287889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:42.325885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Checking segment: {'id': '3ed6084f-2a97-43c4-bd65-325ffdafc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:42.326267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Network hostable DHCP agents. Network: e56f99f5-ab40-4306-9f3c-602e6476de35, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:25:42.329413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Made reservation on behalf of 41e209a088934bad8bd1f09816382d5a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:42.354640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 0f7b5910-e446-4f5a-a178-404b92176478 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:42.381629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0f7b5910-e446-4f5a-a178-404b92176478 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:42.382041 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.396812 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.506072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2da261-54e5-4a17-8fe1-8befdd2c92c8 None None] Pushing event updated for resources: {'Port': ['ID=7565ad50-2a5a-4f71-912d-0a4f25c55833,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:42.518363 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.556394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Network e56f99f5-ab40-4306-9f3c-602e6476de35 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:25:42.568004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] device_id is not set on port facf7840-3e55-488d-9015-87156e2cb94e yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:25:42.620551 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.679216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, e56f99f5-ab40-4306-9f3c-602e6476de35) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:42.688150 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:42.688762 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.709249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 0f7b5910-e446-4f5a-a178-404b92176478, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0f7b5910-e446-4f5a-a178-404b92176478,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:42.718821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e930a390-1857-4b35-b9b2-a60be044febb None None] Network e56f99f5-ab40-4306-9f3c-602e6476de35 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:42.826827 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:42.827639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:42.877009 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-959cc21a-b560-4f60-9590-91e3784ce2a1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6286392 Aug 10 02:25:42.879825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55364) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:42.888428 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:42.941790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=0f7b5910-e446-4f5a-a178-404b92176478,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:43.019668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.019904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.065778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8::3a3 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/2901b56e-fd78-433d-b089-13e42c172697/facf7840-3e55-488d-9015-87156e2cb94e) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:43.080796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3a2dc-fa69-452b-88c6-cc4ebb668e00 req-212b251b-7189-42b8-afef-b3ed3289592d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:43.085425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fab3a2dc-fa69-452b-88c6-cc4ebb668e00 req-212b251b-7189-42b8-afef-b3ed3289592d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 943 time: 0.2719710 Aug 10 02:25:43.101767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2a:1840 (8d938db4-b4e4-4263-8031-3eac9ee5bf9f/4066c55b-58ce-40be-b5a5-a3c6c01a8efc/facf7840-3e55-488d-9015-87156e2cb94e) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:43.157746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.164257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.200006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-e56f99f5-ab40-4306-9f3c-602e6476de35', 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'fixed_ips': [{'subnet_id': 'f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:43.201155 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.216117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fab3a2dc-fa69-452b-88c6-cc4ebb668e00 req-978ec4ed-3eae-4ab0-b652-367535f0c74a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174812 Aug 10 02:25:43.246086 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.247921 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.248682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:43.339682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:43.340085 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.351768 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.445145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=f6bdf14a-af9d-42cb-8346-603fd6a9d170,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:43.490113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1a5e348c-bc6b-45ce-8618-064168d60a41 None None] Provisioning complete for port 0f7b5910-e446-4f5a-a178-404b92176478 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:43.490481 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1a5e348c-bc6b-45ce-8618-064168d60a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.515128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.527475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 95adb39e-de62-41d4-abfd-0835ded3f69d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:43.529371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:43.575764 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.582339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Allocated IP 172.20.0.2 (e56f99f5-ab40-4306-9f3c-602e6476de35/f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45/b96cd9e7-6b86-4b0a-b46d-ec083e4e623a) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:43.597413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Transition to ACTIVE for port object facf7840-3e55-488d-9015-87156e2cb94e will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:43.667243 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.713372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:25:43.841993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e4d6adf5-58e0-4d70-9c8b-9c0793a66b97,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:43.890947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.911896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:43.917718 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:43.925793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1709b7c4-3796-40de-ad1c-0f660946e3a6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9716773 Aug 10 02:25:43.926488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55368) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:43.943046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'network': {'name': 'tempest-RoutersTest-1492449991'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:44.066920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e4d6adf5-58e0-4d70-9c8b-9c0793a66b97,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:44.074449 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.078118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:44.081850 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.091686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Transition to ACTIVE for port object b96cd9e7-6b86-4b0a-b46d-ec083e4e623a will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:44.114910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c221bf-7770-486a-b3af-f7bb170f8768 None None] Network 95adb39e-de62-41d4-abfd-0835ded3f69d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:44.131754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:44.142597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:44.150083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:44.156475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:44.157090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.165840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:25:44.177839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event updated for resources: {'Port': ['ID=facf7840-3e55-488d-9015-87156e2cb94e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:44.185265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:44.191535 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.192384 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added segment 314627f1-d88f-458e-920b-b34489b0d3e4 of type vlan for network 3e862c15-2ba4-44eb-8194-15b141b0b4ca Aug 10 02:25:44.200006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.203368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Transition to ACTIVE for port object b96cd9e7-6b86-4b0a-b46d-ec083e4e623a will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:44.229107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.268537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.295606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:44.298702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:44.306404 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9232f08a-5d38-4452-91f4-41c1f7b6c83c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4461172 Aug 10 02:25:44.310539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55372) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:44.324578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0f7b5910-e446-4f5a-a178-404b92176478 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:44.395513 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.397491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.417959 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.425121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:44.427341 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.465041 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9c5f535d-d7de-421f-8849-e1d34c811f00 None None] Provisioning for port 7565ad50-2a5a-4f71-912d-0a4f25c55833 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:44.492447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Allocated IP 172.25.3.154 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/b2479b60-51c4-4f5e-8a03-50bcbd5569cd) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:44.502630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae71f07-96ae-4eee-bbf8-4bad3cbdeb77 req-63e251fa-2880-4d2c-b6fa-0732b1793716 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:44.511645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ae71f07-96ae-4eee-bbf8-4bad3cbdeb77 req-63e251fa-2880-4d2c-b6fa-0732b1793716 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 943 time: 0.1630430 Aug 10 02:25:44.514409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9ecab5d4-e53e-424b-a279-4c291d6e30a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting port facf7840-3e55-488d-9015-87156e2cb94e {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:44.514789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ecab5d4-e53e-424b-a279-4c291d6e30a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.565367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Network': ['ID=3e862c15-2ba4-44eb-8194-15b141b0b4ca,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:44.592824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ae71f07-96ae-4eee-bbf8-4bad3cbdeb77 req-912c80f4-3eb5-433a-9317-e1e4ddc44e2e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786469 Aug 10 02:25:44.677089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f87127af-9eec-4111-8b78-9813b73b86d6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7494757 Aug 10 02:25:44.678110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55374) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:44.685268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'subnet': {'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:44.743164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 3e862c15-2ba4-44eb-8194-15b141b0b4ca details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:25:44.746659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ecab5d4-e53e-424b-a279-4c291d6e30a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.753019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Network e56f99f5-ab40-4306-9f3c-602e6476de35 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:44.787792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9ecab5d4-e53e-424b-a279-4c291d6e30a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Calling delete_port for facf7840-3e55-488d-9015-87156e2cb94e owned by {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:44.796637 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:44.800050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:44.832755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:44.872943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:44.880824 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Pushing event updated for resources: {'Port': ['ID=b96cd9e7-6b86-4b0a-b46d-ec083e4e623a,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:44.956016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.956364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.956665 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:44.956776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.957032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.957366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.957701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.958027 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.958354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.958708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.959032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.959356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.959680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:25:44.960999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.020401 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.057490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0f7b5910-e446-4f5a-a178-404b92176478 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:45.057860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.061723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-27724269-102a-44cb-9b9b-d4a7f8667ebb None None] Provisioning for port facf7840-3e55-488d-9015-87156e2cb94e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:45.066978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Attempting to bind port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:45.067353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Attempting to bind port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '3ed6084f-2a97-43c4-bd65-325ffdafc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:45.067717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Attempting to bind port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a on network e56f99f5-ab40-4306-9f3c-602e6476de35 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:45.101406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-27724269-102a-44cb-9b9b-d4a7f8667ebb None None] Provisioning complete for port facf7840-3e55-488d-9015-87156e2cb94e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:45.101884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-27724269-102a-44cb-9b9b-d4a7f8667ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.107548 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:45.125290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:45.138699 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:45.161623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:45.162012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Checking segment: {'id': '3ed6084f-2a97-43c4-bd65-325ffdafc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:45.162397 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.162810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Bound using segment: {'id': '3ed6084f-2a97-43c4-bd65-325ffdafc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:45.163855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Bound port: b96cd9e7-6b86-4b0a-b46d-ec083e4e623a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed6084f-2a97-43c4-bd65-325ffdafc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:45.164431 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.170429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Pushing event updated for resources: {'Port': ['ID=b2479b60-51c4-4f5e-8a03-50bcbd5569cd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:45.240275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-27724269-102a-44cb-9b9b-d4a7f8667ebb None None] Port facf7840-3e55-488d-9015-87156e2cb94e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:45.347809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] For port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:45.372691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7565ad50-2a5a-4f71-912d-0a4f25c55833 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:45.375611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] For port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b96cd9e7-6b86-4b0a-b46d-ec083e4e623a,segment=NetworkSegment(3ed6084f-2a97-43c4-bd65-325ffdafc571),segment_id=3ed6084f-2a97-43c4-bd65-325ffdafc571)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:45.407315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ecab5d4-e53e-424b-a279-4c291d6e30a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.436353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:42Z', 'revision_number': 3, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:42Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:45.458221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecab5d4-e53e-424b-a279-4c291d6e30a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Port': ['ID=facf7840-3e55-488d-9015-87156e2cb94e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:45.466857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:45.470306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Updating router ebc76998-9448-47b7-b84c-e44bca014d42 port f6bdf14a-af9d-42cb-8346-603fd6a9d170 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:45.489823 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.540287 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.570920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7565ad50-2a5a-4f71-912d-0a4f25c55833 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:45.587249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9ecab5d4-e53e-424b-a279-4c291d6e30a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.591632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9ecab5d4-e53e-424b-a279-4c291d6e30a0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/facf7840-3e55-488d-9015-87156e2cb94e HTTP/1.1" status: 204 len: 168 time: 1.2774878 Aug 10 02:25:45.591907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55378) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:45.610275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7565ad50-2a5a-4f71-912d-0a4f25c55833 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:45.610675 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.669127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1630115a-ada6-438f-8f3d-85f098e86b3f None None] Provisioning complete for port 7565ad50-2a5a-4f71-912d-0a4f25c55833 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:45.669496 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1630115a-ada6-438f-8f3d-85f098e86b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.707018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11170cee-07de-4465-b20c-5527876d57d7 None None] Pushing event updated for resources: {'Port': ['ID=b96cd9e7-6b86-4b0a-b46d-ec083e4e623a,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:45.794332 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:45.838917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e6271-a6bf-4c0b-b207-0e40e7e8463a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:45.840536 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d06e6271-a6bf-4c0b-b207-0e40e7e8463a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2476974 Aug 10 02:25:45.845888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e5521-add8-4622-aa2c-9c6cdf25a2e6 req-fec393bd-6fa9-4825-a59c-2b798bdfacdf tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:45.855184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c72e5521-add8-4622-aa2c-9c6cdf25a2e6 req-fec393bd-6fa9-4825-a59c-2b798bdfacdf tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 943 time: 0.0995100 Aug 10 02:25:45.864772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55382) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:46.035538 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.077648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c72e5521-add8-4622-aa2c-9c6cdf25a2e6 req-164456fa-ddfc-404a-abff-038278e35b10 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170646 Aug 10 02:25:46.105853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3dbe7-a155-408f-844f-843a8b3d03fe tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:46.109228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-41a3dbe7-a155-408f-844f-843a8b3d03fe tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2435379 Aug 10 02:25:46.112890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55386) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:46.208265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Subnet': ['ID=e860b34a-ff73-4e19-a2df-7ef87f1d7329,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:46.242296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e098539-8dee-48c6-a4ef-b59e8054f3e1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:46.245641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e098539-8dee-48c6-a4ef-b59e8054f3e1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:46.247531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e098539-8dee-48c6-a4ef-b59e8054f3e1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:46.255224 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9e098539-8dee-48c6-a4ef-b59e8054f3e1 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1383657 Aug 10 02:25:46.256411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55388) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:46.274268 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.305202 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1630115a-ada6-438f-8f3d-85f098e86b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.337967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-47104a02-3063-41f3-b346-900e3db6b96c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 2901b56e-fd78-433d-b089-13e42c172697 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:46.342117 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47104a02-3063-41f3-b346-900e3db6b96c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.357239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Checking segment: {'id': '314627f1-d88f-458e-920b-b34489b0d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:46.357703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network hostable DHCP agents. Network: 3e862c15-2ba4-44eb-8194-15b141b0b4ca, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:25:46.379778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.389242 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47104a02-3063-41f3-b346-900e3db6b96c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.396517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 7565ad50-2a5a-4f71-912d-0a4f25c55833, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7565ad50-2a5a-4f71-912d-0a4f25c55833,segment=NetworkSegment(07516033-de40-4145-a7ee-240be0ad8b80),segment_id=07516033-de40-4145-a7ee-240be0ad8b80)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:46.492676 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.507129 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47104a02-3063-41f3-b346-900e3db6b96c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.509442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Transition to ACTIVE for port object f6bdf14a-af9d-42cb-8346-603fd6a9d170 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:46.525248 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.526639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ce3025f5-bc10-4bb1-b916-d9cf26febb87 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:46.608409 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.669755 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-1630115a-ada6-438f-8f3d-85f098e86b3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:25:46.669755 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-1630115a-ada6-438f-8f3d-85f098e86b3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:25:46.689447 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47104a02-3063-41f3-b346-900e3db6b96c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.714820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=7565ad50-2a5a-4f71-912d-0a4f25c55833,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:46.721980 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-47104a02-3063-41f3-b346-900e3db6b96c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.724067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-47104a02-3063-41f3-b346-900e3db6b96c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/2901b56e-fd78-433d-b089-13e42c172697 HTTP/1.1" status: 204 len: 168 time: 0.4666579 Aug 10 02:25:46.727366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55390) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:46.761845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47104a02-3063-41f3-b346-900e3db6b96c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=2901b56e-fd78-433d-b089-13e42c172697,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:46.763042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426f912-5be8-4c43-8fef-27ba9b630a9c None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:46.840598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a86f9a-38ba-46a8-8d53-c077ffda782f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Deleting subnet 4066c55b-58ce-40be-b5a5-a3c6c01a8efc {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:25:46.844618 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79a86f9a-38ba-46a8-8d53-c077ffda782f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.922372 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79a86f9a-38ba-46a8-8d53-c077ffda782f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:46.939392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Attempting to bind port f6bdf14a-af9d-42cb-8346-603fd6a9d170 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:46.940499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Attempting to bind port f6bdf14a-af9d-42cb-8346-603fd6a9d170 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '07516033-de40-4145-a7ee-240be0ad8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:46.940864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Attempting to bind port f6bdf14a-af9d-42cb-8346-603fd6a9d170 on network 95adb39e-de62-41d4-abfd-0835ded3f69d {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:46.972889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ce3025f5-bc10-4bb1-b916-d9cf26febb87 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:46.975843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 3e862c15-2ba4-44eb-8194-15b141b0b4ca is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:25:47.031988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:47.033681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Checking segment: {'id': '07516033-de40-4145-a7ee-240be0ad8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:47.034094 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.034496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Bound using segment: {'id': '07516033-de40-4145-a7ee-240be0ad8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:47.035027 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Bound port: f6bdf14a-af9d-42cb-8346-603fd6a9d170, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07516033-de40-4145-a7ee-240be0ad8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:47.035417 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.065571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 3e862c15-2ba4-44eb-8194-15b141b0b4ca) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:47.066103 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79a86f9a-38ba-46a8-8d53-c077ffda782f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.070353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ce3025f5-bc10-4bb1-b916-d9cf26febb87 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:47.079622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:47.080278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.084831 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.145318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aadfd13-56f4-4a1e-9e49-ec0c319a7e4a None None] Network 3e862c15-2ba4-44eb-8194-15b141b0b4ca requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:47.151168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Router a59ee38f-87ed-460d-b4d7-9211f20e65f5 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:25:47.212795 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-eb29fce9-d6a0-4dcf-899f-5751a62c09d3 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5314734 Aug 10 02:25:47.215371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55396) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:47.285304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c9738-5b74-486a-afa1-ddd0c57f3e30 None None] Pushing event updated for resources: {'Port': ['ID=f6bdf14a-af9d-42cb-8346-603fd6a9d170,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:47.290856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ee8bc-5b0a-4170-bdd9-2d444510441c req-8e49625e-ae29-4487-bee6-14c440ff6ea7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:47.303130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-914ee8bc-5b0a-4170-bdd9-2d444510441c req-8e49625e-ae29-4487-bee6-14c440ff6ea7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 943 time: 0.1198335 Aug 10 02:25:47.349378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-914ee8bc-5b0a-4170-bdd9-2d444510441c req-6eceb33e-5658-49a7-9d1c-d0ab9d2431a5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451770 Aug 10 02:25:47.350961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79a86f9a-38ba-46a8-8d53-c077ffda782f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.384813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a86f9a-38ba-46a8-8d53-c077ffda782f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Subnet': ['ID=4066c55b-58ce-40be-b5a5-a3c6c01a8efc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:47.388671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79a86f9a-38ba-46a8-8d53-c077ffda782f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.393693 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-79a86f9a-38ba-46a8-8d53-c077ffda782f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/4066c55b-58ce-40be-b5a5-a3c6c01a8efc HTTP/1.1" status: 204 len: 168 time: 0.6647992 Aug 10 02:25:47.399437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55398) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:47.438145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:47.452669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-88348f38-5cad-4866-a74a-9f2f45823174 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476000 Aug 10 02:25:47.453069 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Sync routers for ids ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:47.453609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55400) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:47.471952 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Routers {'a59ee38f-87ed-460d-b4d7-9211f20e65f5'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:47.472512 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:47.532335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26d6f6-1fc7-422a-9cce-1b942643f830 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:47.534243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dc26d6f6-1fc7-422a-9cce-1b942643f830 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0823205 Aug 10 02:25:47.537968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55402) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:47.599373 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.602613 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-26195eee-57a4-4d27-b247-afb66e60050a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7195511 Aug 10 02:25:47.603577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55404) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:47.649763 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Set router a59ee38f-87ed-460d-b4d7-9211f20e65f5 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:47.669656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415a7ee-33f0-405f-9f46-89c7bcde9617 None None] Network e56f99f5-ab40-4306-9f3c-602e6476de35 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:47.777220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a249399-7b81-480d-8d13-134cc84dc895 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:47.778816 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6a249399-7b81-480d-8d13-134cc84dc895 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2394505 Aug 10 02:25:47.781679 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.782016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55406) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:47.879366 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b938ba40-e6ba-4a99-b2e6-07548aed15c5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938661 Aug 10 02:25:47.887684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55408) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:47.931320 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8323318a-6a3c-48ae-ab54-3d8448b465a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:47.932454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8323318a-6a3c-48ae-ab54-3d8448b465a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:47.934475 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8323318a-6a3c-48ae-ab54-3d8448b465a8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/facf7840-3e55-488d-9015-87156e2cb94e HTTP/1.1" status: 404 len: 333 time: 0.0411336 Aug 10 02:25:47.937258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:47.939316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55410) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:47.969049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] For port f6bdf14a-af9d-42cb-8346-603fd6a9d170, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:47.988152 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:43Z', 'updated_at': '2021-08-10T02:25:45Z', 'revision_number': 3, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'gw_port': {'id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:44Z', 'updated_at': '2021-08-10T02:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:48.003100 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-897f2ed7-731b-4154-9b7a-3979515a2e0f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.003729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897f2ed7-731b-4154-9b7a-3979515a2e0f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.005583 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-897f2ed7-731b-4154-9b7a-3979515a2e0f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/4066c55b-58ce-40be-b5a5-a3c6c01a8efc HTTP/1.1" status: 404 len: 337 time: 0.0650496 Aug 10 02:25:48.008570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55412) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.043267 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Checking router: a59ee38f-87ed-460d-b4d7-9211f20e65f5 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:48.043825 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Updating router a59ee38f-87ed-460d-b4d7-9211f20e65f5 port b2479b60-51c4-4f5e-8a03-50bcbd5569cd binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:48.046496 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0096a53-0cb4-4d1f-96d9-eaaacf9fb442 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.047087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0096a53-0cb4-4d1f-96d9-eaaacf9fb442 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.049162 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b0096a53-0cb4-4d1f-96d9-eaaacf9fb442 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/2901b56e-fd78-433d-b089-13e42c172697 HTTP/1.1" status: 404 len: 337 time: 0.0395541 Aug 10 02:25:48.054642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55414) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.069901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] For port f6bdf14a-af9d-42cb-8346-603fd6a9d170, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f6bdf14a-af9d-42cb-8346-603fd6a9d170,segment=NetworkSegment(07516033-de40-4145-a7ee-240be0ad8b80),segment_id=07516033-de40-4145-a7ee-240be0ad8b80)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:48.073356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:48.073356 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:48.113174 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d7e7ef11-07b0-4de0-9b04-9a340536021e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:48.125223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ce3025f5-bc10-4bb1-b916-d9cf26febb87, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ce3025f5-bc10-4bb1-b916-d9cf26febb87,segment=NetworkSegment(5b0d6746-7276-4083-9d0f-f0331226da41),segment_id=5b0d6746-7276-4083-9d0f-f0331226da41)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:48.148051 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc827c6-446f-4de9-94c6-bcee903c341d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.148856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc827c6-446f-4de9-94c6-bcee903c341d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.156384 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3cc827c6-446f-4de9-94c6-bcee903c341d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/46a05de5-11b3-41a4-beb0-ca8204964136 HTTP/1.1" status: 404 len: 333 time: 0.0943015 Aug 10 02:25:48.156602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55418) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.167563 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:48.201529 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:48.206587 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37b60c5-021b-49d7-b79d-d8cc4550c48a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.208588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37b60c5-021b-49d7-b79d-d8cc4550c48a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.218342 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d37b60c5-021b-49d7-b79d-d8cc4550c48a tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/ebe70f5a-2f72-4952-98ac-248cb75a4ab8 HTTP/1.1" status: 404 len: 337 time: 0.0603623 Aug 10 02:25:48.221169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55420) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.258737 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-32477205-3f78-481f-bda1-2cc395d66c5e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.259236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32477205-3f78-481f-bda1-2cc395d66c5e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.261146 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-32477205-3f78-481f-bda1-2cc395d66c5e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/60539d10-5abf-417f-aa88-d947676af01c HTTP/1.1" status: 404 len: 337 time: 0.0390623 Aug 10 02:25:48.263824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55422) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.286428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1630115a-ada6-438f-8f3d-85f098e86b3f None None] Provisioning for port f6bdf14a-af9d-42cb-8346-603fd6a9d170 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:48.297121 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:48.307668 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e31ab3-884c-49ff-aa8a-ad4ce2107698 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.308415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e31ab3-884c-49ff-aa8a-ad4ce2107698 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.312626 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c2e31ab3-884c-49ff-aa8a-ad4ce2107698 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/70c8e9b8-c25e-4f8f-9af0-5ee09a9c232a HTTP/1.1" status: 404 len: 333 time: 0.0455415 Aug 10 02:25:48.312868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.454155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c276e-eb68-419a-9931-847fd990dc22 None None] Update dhcp port {'port': {'network_id': '8d938db4-b4e4-4263-8031-3eac9ee5bf9f', 'fixed_ips': [{'subnet_id': '4066c55b-58ce-40be-b5a5-a3c6c01a8efc'}], 'binding:host_id': 'n-d-767704-21'}, 'id': '0f7b5910-e446-4f5a-a178-404b92176478'} from n-d-767704-21. {{(pid=101225) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 02:25:48.492429 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b776d8-db70-43b4-a676-5ba30f1a7a9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.493090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b776d8-db70-43b4-a676-5ba30f1a7a9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.499490 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-24b776d8-db70-43b4-a676-5ba30f1a7a9d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/a459740f-c09d-403c-9c6d-863b9a902d5d HTTP/1.1" status: 404 len: 337 time: 0.1831849 Aug 10 02:25:48.500251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:48.508844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55428) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.603830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Allocated IP 172.22.0.2 (3e862c15-2ba4-44eb-8194-15b141b0b4ca/e860b34a-ff73-4e19-a2df-7ef87f1d7329/3409b6d3-022d-4848-a4db-58eef770fe8c) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:48.650703 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-df21a48b-a602-41d9-9373-ebf8008323b3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.651097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df21a48b-a602-41d9-9373-ebf8008323b3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.655386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-df21a48b-a602-41d9-9373-ebf8008323b3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/f38e23de-6d69-4ab9-b4ea-506fe99c1fe1 HTTP/1.1" status: 404 len: 337 time: 0.1188295 Aug 10 02:25:48.655733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.701112 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d275b8b9-2a12-47f3-8553-7d72ae048382 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.701936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d275b8b9-2a12-47f3-8553-7d72ae048382 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.708064 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d275b8b9-2a12-47f3-8553-7d72ae048382 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/5a30e0f3-08ed-4040-856a-3e83bd37fb58 HTTP/1.1" status: 404 len: 333 time: 0.0489743 Aug 10 02:25:48.708614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55432) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.792673 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88aae37-d398-4254-8f37-88e4afc27627 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.793180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88aae37-d398-4254-8f37-88e4afc27627 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.797382 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d88aae37-d398-4254-8f37-88e4afc27627 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/4f42fd36-2891-407f-9538-a9d8aab5bb92 HTTP/1.1" status: 404 len: 337 time: 0.0854049 Aug 10 02:25:48.797654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55434) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.814910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c9738-5b74-486a-afa1-ddd0c57f3e30 None None] Pushing event updated for resources: {'Port': ['ID=f6bdf14a-af9d-42cb-8346-603fd6a9d170,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:48.828349 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8849786d-f257-4580-a213-2f5b0cc27d7c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.829425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8849786d-f257-4580-a213-2f5b0cc27d7c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.830816 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8849786d-f257-4580-a213-2f5b0cc27d7c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/589f9c50-31f7-41d4-ade7-584ec1ee5d59 HTTP/1.1" status: 404 len: 337 time: 0.0321684 Aug 10 02:25:48.832612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:48.833251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:48.833754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.866154 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e96bcac-cf84-4da9-bbea-69da0c071fe9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.866838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e96bcac-cf84-4da9-bbea-69da0c071fe9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.869302 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5e96bcac-cf84-4da9-bbea-69da0c071fe9 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/2adff026-7442-4192-9496-f90d06880803 HTTP/1.1" status: 404 len: 333 time: 0.0345714 Aug 10 02:25:48.875676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55438) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.881849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab82130-3fe0-4006-8212-ba5039952377 req-118c1aeb-5676-42d4-a555-c6b5b0d6a7a9 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:48.894499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ab82130-3fe0-4006-8212-ba5039952377 req-118c1aeb-5676-42d4-a555-c6b5b0d6a7a9 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 943 time: 0.3589351 Aug 10 02:25:48.908805 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:48.920285 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Transition to ACTIVE for port object b2479b60-51c4-4f5e-8a03-50bcbd5569cd will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:48.927377 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-583a3396-ad84-483f-b64c-fb4a98495d13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.927847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583a3396-ad84-483f-b64c-fb4a98495d13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.930196 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-583a3396-ad84-483f-b64c-fb4a98495d13 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/c8a55c55-fa1c-4578-9d08-1bea0d1aa045 HTTP/1.1" status: 404 len: 337 time: 0.0532765 Aug 10 02:25:48.936664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55440) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.965118 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf09fdf2-1539-4cf5-90d2-11043cfff664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:48.966302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf09fdf2-1539-4cf5-90d2-11043cfff664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:48.968360 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bf09fdf2-1539-4cf5-90d2-11043cfff664 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/bf4f6aec-0e78-47fd-bac2-a2e1ac1bf1bb HTTP/1.1" status: 404 len: 333 time: 0.0304379 Aug 10 02:25:48.970911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55442) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:48.980217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:48.980961 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.010020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ab82130-3fe0-4006-8212-ba5039952377 req-1d3e80d0-82f0-40c0-94ff-60bd90f633e5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144855 Aug 10 02:25:49.021545 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-882c51f2-c943-4d55-913a-454a2bc45eb8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.022117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882c51f2-c943-4d55-913a-454a2bc45eb8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.026783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-882c51f2-c943-4d55-913a-454a2bc45eb8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/65527268-6ec7-4aef-8b5a-af4c1cc78dad HTTP/1.1" status: 404 len: 337 time: 0.0532532 Aug 10 02:25:49.028937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55444) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.067280 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1695a-5fa9-4aef-99d8-eecee05ae089 None None] Pushing event updated for resources: {'Port': ['ID=b2479b60-51c4-4f5e-8a03-50bcbd5569cd,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:49.080011 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Attempting to bind port b2479b60-51c4-4f5e-8a03-50bcbd5569cd on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:49.080331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 369ed6f2-4576-4669-9cd3-fb9e7c0b074d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:25:49.080925 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Attempting to bind port b2479b60-51c4-4f5e-8a03-50bcbd5569cd by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:49.081661 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Attempting to bind port b2479b60-51c4-4f5e-8a03-50bcbd5569cd on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:49.088359 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:49.089111 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:49.089757 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.093506 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:49.093506 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Bound port: b2479b60-51c4-4f5e-8a03-50bcbd5569cd, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:49.093738 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-510d289f-616c-4e27-b23e-d5dac95c78c8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.093845 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.093931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510d289f-616c-4e27-b23e-d5dac95c78c8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.093931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-510d289f-616c-4e27-b23e-d5dac95c78c8 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/8af74049-7b4b-4905-b05e-670c9a715d0a HTTP/1.1" status: 404 len: 333 time: 0.0639391 Aug 10 02:25:49.096398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55446) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.109016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:49.111162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e42c276e-eb68-419a-9931-847fd990dc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.114217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3ee2b29c-9a19-450d-abcd-88006172a790 None None] Provisioning for port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:49.136463 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92a3a93-1f7a-4230-bcf9-54fbd934ea73 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.136844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92a3a93-1f7a-4230-bcf9-54fbd934ea73 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.141534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e92a3a93-1f7a-4230-bcf9-54fbd934ea73 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/239361b9-cbc6-4afb-ab32-91512e0be200 HTTP/1.1" status: 404 len: 337 time: 0.0412514 Aug 10 02:25:49.142027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55448) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.152361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Allocated IP 172.20.0.1 (e56f99f5-ab40-4306-9f3c-602e6476de35/f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45/fa191507-e0d2-4b93-ae1c-f61f79ff3eba) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:49.169526 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.188769 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0defde09-139a-4053-aca8-18c2ad914ef0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.189032 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] For port b2479b60-51c4-4f5e-8a03-50bcbd5569cd, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:49.189809 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0defde09-139a-4053-aca8-18c2ad914ef0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.195728 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0defde09-139a-4053-aca8-18c2ad914ef0 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/fafdabaa-6761-4a21-a5bb-18e311ffe960 HTTP/1.1" status: 404 len: 333 time: 0.0486386 Aug 10 02:25:49.196193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55450) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.202536 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] For port b2479b60-51c4-4f5e-8a03-50bcbd5569cd, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b2479b60-51c4-4f5e-8a03-50bcbd5569cd,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:49.251707 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0483e730-5874-4ad6-bfec-397cb46e4c3e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.252171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0483e730-5874-4ad6-bfec-397cb46e4c3e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.258909 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0483e730-5874-4ad6-bfec-397cb46e4c3e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/0eec7998-4b58-4b6b-8aff-34fc41d546fa HTTP/1.1" status: 404 len: 337 time: 0.0608637 Aug 10 02:25:49.261577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55454) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.263622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Transition to ACTIVE for port object 3409b6d3-022d-4848-a4db-58eef770fe8c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:49.278444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ce3025f5-bc10-4bb1-b916-d9cf26febb87,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:49.301031 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30a27f7-32fd-48f6-a171-f6210c3f5c30 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.301807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30a27f7-32fd-48f6-a171-f6210c3f5c30 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.303630 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b30a27f7-32fd-48f6-a171-f6210c3f5c30 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/43664f05-8252-4954-9146-899c798b8dcf HTTP/1.1" status: 404 len: 333 time: 0.0413492 Aug 10 02:25:49.306864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55456) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.323301 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.323666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.337825 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad673e5-4f80-4eb7-9997-8def22f36b40 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.337825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad673e5-4f80-4eb7-9997-8def22f36b40 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.341629 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cad673e5-4f80-4eb7-9997-8def22f36b40 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/04db3e18-5c8c-418a-a7ff-d5812a9cc6d6 HTTP/1.1" status: 404 len: 337 time: 0.0308928 Aug 10 02:25:49.341629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55458) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.361153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Transition to ACTIVE for port object fa191507-e0d2-4b93-ae1c-f61f79ff3eba will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:49.372286 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8213a988-f9b6-4d00-a728-b33520580550 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.372964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8213a988-f9b6-4d00-a728-b33520580550 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.377161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:49.377161 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.382534 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8213a988-f9b6-4d00-a728-b33520580550 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/a267d824-6b21-45fa-910c-402888f7a785 HTTP/1.1" status: 404 len: 333 time: 0.0324447 Aug 10 02:25:49.383263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55460) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.406741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Transition to ACTIVE for port object 3409b6d3-022d-4848-a4db-58eef770fe8c will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:49.407074 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Routers {'a59ee38f-87ed-460d-b4d7-9211f20e65f5'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:49.407074 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:49.423123 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1564f57e-071f-4a0e-aac7-da3550e4249e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.423588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1564f57e-071f-4a0e-aac7-da3550e4249e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.427889 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1564f57e-071f-4a0e-aac7-da3550e4249e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/ecb314dd-fa26-423e-a8f6-fe2d17a6f930 HTTP/1.1" status: 404 len: 337 time: 0.0412357 Aug 10 02:25:49.428178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.471245 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fe3be0-3a2c-489a-95c7-e35315104e0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.476783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fe3be0-3a2c-489a-95c7-e35315104e0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.477849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55464) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.489643 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c9fe3be0-3a2c-489a-95c7-e35315104e0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/bdaf5239-36c5-4887-ad42-edc3ca802b41 HTTP/1.1" status: 404 len: 337 time: 0.0604627 Aug 10 02:25:49.528846 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f657610-08e6-49be-a13b-8ebd598d92e5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.529476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.531943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f657610-08e6-49be-a13b-8ebd598d92e5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.541639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0f657610-08e6-49be-a13b-8ebd598d92e5 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/2e94c380-f55b-430e-8caa-061f00b374a2 HTTP/1.1" status: 404 len: 333 time: 0.0624614 Aug 10 02:25:49.543900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55466) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.589835 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:49.603404 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e84aa6-f2f7-46ea-8fef-0bf1877fe146 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.604026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e84aa6-f2f7-46ea-8fef-0bf1877fe146 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.609920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e1e84aa6-f2f7-46ea-8fef-0bf1877fe146 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/9b1298f6-ca9a-4d3a-b67b-992d46d3cb6e HTTP/1.1" status: 404 len: 337 time: 0.0634856 Aug 10 02:25:49.612561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55468) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.651542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Network e56f99f5-ab40-4306-9f3c-602e6476de35 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:49.660116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:49.665006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:49.684412 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] Set router a59ee38f-87ed-460d-b4d7-9211f20e65f5 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:49.714165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.22.0.1 (3e862c15-2ba4-44eb-8194-15b141b0b4ca/e860b34a-ff73-4e19-a2df-7ef87f1d7329/c07c0db2-3896-4b48-9211-9b7aafd5b676) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:49.722855 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62244af-fdce-4332-8333-786c69b8f312 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.724702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62244af-fdce-4332-8333-786c69b8f312 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.735532 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a62244af-fdce-4332-8333-786c69b8f312 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/312e9e8b-c158-4489-8dda-6da2d0acde5a HTTP/1.1" status: 404 len: 337 time: 0.1219513 Aug 10 02:25:49.740458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55470) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.753193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Network 3e862c15-2ba4-44eb-8194-15b141b0b4ca is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:49.755602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:49.774821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:49.777259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:49.785006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6aa1b6-32fa-4a88-8c14-054b28896302 None None] Network 8d938db4-b4e4-4263-8031-3eac9ee5bf9f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:49.797441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Pushing event updated for resources: {'Port': ['ID=fa191507-e0d2-4b93-ae1c-f61f79ff3eba,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:49.803856 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d40ab9d-eb4d-46e4-8abf-ef41153d33ad tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.805635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d40ab9d-eb4d-46e4-8abf-ef41153d33ad tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.815757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1d40ab9d-eb4d-46e4-8abf-ef41153d33ad tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/a4813071-964b-477a-af1e-4f5b993f0026 HTTP/1.1" status: 404 len: 333 time: 0.0630243 Aug 10 02:25:49.817238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55472) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.867955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Pushing event updated for resources: {'Port': ['ID=3409b6d3-022d-4848-a4db-58eef770fe8c,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:49.896787 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1695a-5fa9-4aef-99d8-eecee05ae089 None None] Pushing event updated for resources: {'Port': ['ID=b2479b60-51c4-4f5e-8a03-50bcbd5569cd,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:49.900816 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5de3ae-8991-4381-893a-3bbb2a64d566 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:49.904592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5de3ae-8991-4381-893a-3bbb2a64d566 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:49.913411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2a5de3ae-8991-4381-893a-3bbb2a64d566 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/218e4695-45fa-42c1-90c5-b8964e982661 HTTP/1.1" status: 404 len: 337 time: 0.0919833 Aug 10 02:25:49.920928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55474) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:49.930993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '369ed6f2-4576-4669-9cd3-fb9e7c0b074d', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'port_id': '369ed6f2-4576-4669-9cd3-fb9e7c0b074d', 'mac_address': 'fa:16:3e:8c:f0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:25:50.001719 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.003100 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.009609 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-950a0d9d-44fd-4f62-856d-c1998f28e878 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:50.017288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950a0d9d-44fd-4f62-856d-c1998f28e878 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:50.020304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Transition to ACTIVE for port object c07c0db2-3896-4b48-9211-9b7aafd5b676 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:50.026094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-950a0d9d-44fd-4f62-856d-c1998f28e878 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/219a1a1d-68d1-48cc-a698-63e19c01d786 HTTP/1.1" status: 404 len: 337 time: 0.0971522 Aug 10 02:25:50.029324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55478) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:50.123886 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.169925 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c170ee88-d115-4d43-bb7f-0315734b53e3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:50.170836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c170ee88-d115-4d43-bb7f-0315734b53e3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:50.172242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 3e862c15-2ba4-44eb-8194-15b141b0b4ca is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:50.173237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c170ee88-d115-4d43-bb7f-0315734b53e3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/fbb15b21-2021-4d16-afe5-495f3ab234ab HTTP/1.1" status: 404 len: 333 time: 0.1393874 Aug 10 02:25:50.177630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55480) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:50.182846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:50.188929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:50.220003 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:25:50.228071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c06c8-8074-48a9-aaa6-379f671905c3 req-96626438-7750-462d-a780-f43611c35994 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:50.229736 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d7c06c8-8074-48a9-aaa6-379f671905c3 req-96626438-7750-462d-a780-f43611c35994 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 943 time: 0.1129413 Aug 10 02:25:50.232894 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed70c7a-36b7-4f44-b596-2b5224465efc tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:50.233378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed70c7a-36b7-4f44-b596-2b5224465efc tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:50.238149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1ed70c7a-36b7-4f44-b596-2b5224465efc tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/cdd9f2d4-177f-410a-a4ed-7e02db803a57 HTTP/1.1" status: 404 len: 337 time: 0.0560932 Aug 10 02:25:50.240342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55482) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:50.261797 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:43Z', 'updated_at': '2021-08-10T02:25:45Z', 'revision_number': 3, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'gw_port': {'id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:44Z', 'updated_at': '2021-08-10T02:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:50.284138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6e3e47f4-4b50-4d53-acf3-ff187a15a64e None None] Provisioning complete for port 0f7b5910-e446-4f5a-a178-404b92176478 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:50.284559 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6e3e47f4-4b50-4d53-acf3-ff187a15a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.294025 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a261b75-909f-4cb6-9718-bcf1c4210be1 None None] The sync data for ids ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'] in n-d-767704-21 is: [{'id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:43Z', 'updated_at': '2021-08-10T02:25:45Z', 'revision_number': 3, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'gw_port': {'id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:44Z', 'updated_at': '2021-08-10T02:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:50.333838 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-50695c0c-7ccb-4cc9-b20b-c728fd4a76fb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:50.334321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50695c0c-7ccb-4cc9-b20b-c728fd4a76fb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:50.337386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-50695c0c-7ccb-4cc9-b20b-c728fd4a76fb tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/67013694-ed4b-4554-b9a8-b7307054a2e4 HTTP/1.1" status: 404 len: 337 time: 0.0933967 Aug 10 02:25:50.354228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55486) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:50.363669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Attempting to bind port 3409b6d3-022d-4848-a4db-58eef770fe8c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:50.397144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Attempting to bind port 3409b6d3-022d-4848-a4db-58eef770fe8c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '314627f1-d88f-458e-920b-b34489b0d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:50.397144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Attempting to bind port 3409b6d3-022d-4848-a4db-58eef770fe8c on network 3e862c15-2ba4-44eb-8194-15b141b0b4ca {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:50.397144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b96cd9e7-6b86-4b0a-b46d-ec083e4e623a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:50.399637 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.436820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:50.436820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Checking segment: {'id': '314627f1-d88f-458e-920b-b34489b0d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:50.437227 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.437653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Bound using segment: {'id': '314627f1-d88f-458e-920b-b34489b0d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:50.438943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Bound port: 3409b6d3-022d-4848-a4db-58eef770fe8c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314627f1-d88f-458e-920b-b34489b0d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:50.438943 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.460048 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.501034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=c07c0db2-3896-4b48-9211-9b7aafd5b676,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:50.550828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369ed6f2-4576-4669-9cd3-fb9e7c0b074d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:25:50.555816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee010e8f-0b7b-493c-b2c5-4a2728357318 None None] DHCP port deletion for 8d938db4-b4e4-4263-8031-3eac9ee5bf9f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:25:50.617665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:50.654949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:42Z', 'revision_number': 3, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:50.757106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] For port 3409b6d3-022d-4848-a4db-58eef770fe8c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:50.769121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] For port 3409b6d3-022d-4848-a4db-58eef770fe8c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=3409b6d3-022d-4848-a4db-58eef770fe8c,segment=NetworkSegment(314627f1-d88f-458e-920b-b34489b0d3e4),segment_id=314627f1-d88f-458e-920b-b34489b0d3e4)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:50.861032 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f762bd0c-6e55-4cee-88e8-e404d4ef90db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.864061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.877180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:50.885164 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.894578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d7c06c8-8074-48a9-aaa6-379f671905c3 req-6a348483-29eb-4c28-9273-20d6a9ff0dfd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509886 Aug 10 02:25:50.933138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-93d79e23-0284-4357-90c0-025ef26ddf01 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports?device_id=53a422f1-7f01-474d-aba9-e3ab3906d450 HTTP/1.1" status: 200 len: 205 time: 0.5753551 Aug 10 02:25:50.938753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55488) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:50.947619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6e3e47f4-4b50-4d53-acf3-ff187a15a64e None None] Provisioning complete for port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:50.961511 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6e3e47f4-4b50-4d53-acf3-ff187a15a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.989664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:50.990056 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:50.994253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b699642-1ff1-428a-a0c8-22406ebd6dc9 None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:42Z', 'revision_number': 3, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:51.004358 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.020603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:51.037001 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-e07c3fe2-c050-410b-a2b4-0945e0af2054 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] delete failed (client error): The resource could not be found. Aug 10 02:25:51.044974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e07c3fe2-c050-410b-a2b4-0945e0af2054 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/routers/53a422f1-7f01-474d-aba9-e3ab3906d450 HTTP/1.1" status: 404 len: 336 time: 0.1045463 Aug 10 02:25:51.050312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55490) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:51.199011 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fdc477-d8cb-4056-ac73-19e14769c887 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:51.200278 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fdc477-d8cb-4056-ac73-19e14769c887 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:51.205575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-74fdc477-d8cb-4056-ac73-19e14769c887 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/bdb1058c-dc9f-4f43-a5b8-a4e05210441a HTTP/1.1" status: 404 len: 337 time: 0.1578650 Aug 10 02:25:51.207797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55492) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:51.277700 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6e3e47f4-4b50-4d53-acf3-ff187a15a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.277961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.312527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['369ed6f2-4576-4669-9cd3-fb9e7c0b074d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:25:51.317250 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3ebc1439-aa59-4c90-a3a8-3991c39d815c tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "GET /v2.0/ports?device_id=13e0b82a-dd96-4b43-8bcf-93aa55c2b468 HTTP/1.1" status: 200 len: 205 time: 0.1044261 Aug 10 02:25:51.318225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55494) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:51.355280 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.400634 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-6dca49ed-132a-46f9-93c0-3aaa0f123c67 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] delete failed (client error): The resource could not be found. Aug 10 02:25:51.402305 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6dca49ed-132a-46f9-93c0-3aaa0f123c67 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/routers/13e0b82a-dd96-4b43-8bcf-93aa55c2b468 HTTP/1.1" status: 404 len: 336 time: 0.0762801 Aug 10 02:25:51.439316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55496) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:51.496883 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab671e0-6527-448a-865b-9887ff4e1850 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:51.496883 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab671e0-6527-448a-865b-9887ff4e1850 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:51.496883 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8ab671e0-6527-448a-865b-9887ff4e1850 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/ff03aa51-1f54-4858-8e04-f8eebe9254e9 HTTP/1.1" status: 404 len: 337 time: 0.0487449 Aug 10 02:25:51.510868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55500) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:51.519894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c4ae1-4983-4065-92d0-19c740e71b28 None None] Pushing event updated for resources: {'Port': ['ID=3409b6d3-022d-4848-a4db-58eef770fe8c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:51.551157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ee010e8f-0b7b-493c-b2c5-4a2728357318 None None] Deleting port 0f7b5910-e446-4f5a-a178-404b92176478 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:25:51.551841 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ee010e8f-0b7b-493c-b2c5-4a2728357318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.562602 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-81668fed-1001-4a70-b1da-9dee60b53081 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:51.568592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81668fed-1001-4a70-b1da-9dee60b53081 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:51.569059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-81668fed-1001-4a70-b1da-9dee60b53081 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/80067022-c04c-482c-a3ab-092fd9ee3d52 HTTP/1.1" status: 404 len: 337 time: 0.0567222 Aug 10 02:25:51.571387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55502) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:51.625273 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d877b6-d49e-47ed-86f8-d244506294b3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:51.628335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d877b6-d49e-47ed-86f8-d244506294b3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:51.631465 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-95d877b6-d49e-47ed-86f8-d244506294b3 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/70d259b1-b76e-4a54-ba53-053bf6c1949f HTTP/1.1" status: 404 len: 333 time: 0.0546288 Aug 10 02:25:51.637151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55504) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:51.739912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.751706 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-23158749-1463-42b2-a811-f659ab2a9418 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:51.752085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23158749-1463-42b2-a811-f659ab2a9418 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:51.755910 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23158749-1463-42b2-a811-f659ab2a9418 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/6e180de6-5e64-4c15-82c6-c8a94537e235 HTTP/1.1" status: 404 len: 337 time: 0.1193213 Aug 10 02:25:51.762391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55506) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:51.786029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6e3e47f4-4b50-4d53-acf3-ff187a15a64e None None] For port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b96cd9e7-6b86-4b0a-b46d-ec083e4e623a,segment=NetworkSegment(3ed6084f-2a97-43c4-bd65-325ffdafc571),segment_id=3ed6084f-2a97-43c4-bd65-325ffdafc571)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:51.826653 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c50636-f0d2-4160-a380-838735aa3db7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:51.828537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c50636-f0d2-4160-a380-838735aa3db7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:51.833452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-79c50636-f0d2-4160-a380-838735aa3db7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/eef66d4e-3765-4ae4-b5d7-243966ecfe16 HTTP/1.1" status: 404 len: 333 time: 0.0699227 Aug 10 02:25:51.834110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55508) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:51.862601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.864847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.892214 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6e3e47f4-4b50-4d53-acf3-ff187a15a64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.900751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-ee010e8f-0b7b-493c-b2c5-4a2728357318 None None] For port 0f7b5910-e446-4f5a-a178-404b92176478, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0f7b5910-e446-4f5a-a178-404b92176478,segment=NetworkSegment(034fe38c-2ab1-4901-8313-c61c905a9745),segment_id=034fe38c-2ab1-4901-8313-c61c905a9745)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:51.901642 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ee010e8f-0b7b-493c-b2c5-4a2728357318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.934206 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:51.980646 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0af1f5c-a50d-4acd-ad29-e6638a67db7d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:51.981245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0af1f5c-a50d-4acd-ad29-e6638a67db7d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:51.985839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e0af1f5c-a50d-4acd-ad29-e6638a67db7d tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/82d187db-8406-4204-ae22-5e1142e0e7ec HTTP/1.1" status: 404 len: 337 time: 0.1481061 Aug 10 02:25:51.988474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55512) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:52.120839 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10c9fa8-ac9a-46df-b524-796e82d3c5c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:52.122073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10c9fa8-ac9a-46df-b524-796e82d3c5c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:52.129928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c10c9fa8-ac9a-46df-b524-796e82d3c5c7 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/27b59d41-8105-4f46-b2a1-81b2ef1664a7 HTTP/1.1" status: 404 len: 333 time: 0.1378560 Aug 10 02:25:52.139990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7565ad50-2a5a-4f71-912d-0a4f25c55833 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:52.145817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55514) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:52.147380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e47f4-4b50-4d53-acf3-ff187a15a64e None None] Pushing event updated for resources: {'Port': ['ID=b96cd9e7-6b86-4b0a-b46d-ec083e4e623a,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:52.183793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ee010e8f-0b7b-493c-b2c5-4a2728357318 None None] Calling delete_port for 0f7b5910-e446-4f5a-a178-404b92176478 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:25:52.194348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Pushing event updated for resources: {'Port': ['ID=fa191507-e0d2-4b93-ae1c-f61f79ff3eba,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:52.197243 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.202612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=c07c0db2-3896-4b48-9211-9b7aafd5b676,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:52.266649 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d693099-bc27-44a0-9c34-d76394800a0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:52.266649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d693099-bc27-44a0-9c34-d76394800a0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:52.270730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d693099-bc27-44a0-9c34-d76394800a0e tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/2e155db9-c08e-43e3-9415-6686b10fcf88 HTTP/1.1" status: 404 len: 337 time: 0.1085436 Aug 10 02:25:52.277138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfa19-411e-4fe4-aed0-ace8c3dfe835 req-137e45ef-6b1c-4ca2-be10-2b28bec86ceb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:52.279888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55516) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:52.282258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.283396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1dbfa19-411e-4fe4-aed0-ace8c3dfe835 req-137e45ef-6b1c-4ca2-be10-2b28bec86ceb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 944 time: 0.2419412 Aug 10 02:25:52.331405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ca777ae2-a26e-4441-92e1-25f3e0b3980e None None] Provisioning for port fa191507-e0d2-4b93-ae1c-f61f79ff3eba completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:52.354752 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aee3c40-d1a2-4b4f-8dac-992b8786b2f6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:52.355574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aee3c40-d1a2-4b4f-8dac-992b8786b2f6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:52.360719 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1aee3c40-d1a2-4b4f-8dac-992b8786b2f6 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/a4aeaacb-88c5-4dee-bbba-8d25744463cd HTTP/1.1" status: 404 len: 333 time: 0.0774164 Aug 10 02:25:52.376141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55518) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:52.406185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ca777ae2-a26e-4441-92e1-25f3e0b3980e None None] Provisioning complete for port fa191507-e0d2-4b93-ae1c-f61f79ff3eba triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:52.406585 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ca777ae2-a26e-4441-92e1-25f3e0b3980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.446501 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.454011 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62fa66f-767d-474c-a7cc-c1549668ec40 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:52.454806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62fa66f-767d-474c-a7cc-c1549668ec40 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:52.459979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b62fa66f-767d-474c-a7cc-c1549668ec40 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/d8fe125c-381d-46c9-80c8-d43940af9c5a HTTP/1.1" status: 404 len: 337 time: 0.0823562 Aug 10 02:25:52.460832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55520) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:52.463484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Network e56f99f5-ab40-4306-9f3c-602e6476de35 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:52.524466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:52.534856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1dbfa19-411e-4fe4-aed0-ace8c3dfe835 req-1f11b03a-3b0e-4131-9f8c-74a7d47bb66b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712086 Aug 10 02:25:52.535810 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-447201ec-57d6-419c-916c-a97c3aeb7d67 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:52.536722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447201ec-57d6-419c-916c-a97c3aeb7d67 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:52.544055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-447201ec-57d6-419c-916c-a97c3aeb7d67 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/01644e0c-5e78-43f2-b57c-34fcb49323ba HTTP/1.1" status: 404 len: 333 time: 0.0755031 Aug 10 02:25:52.544241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55522) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:52.595174 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 3e862c15-2ba4-44eb-8194-15b141b0b4ca is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:52.597790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:52.626415 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e988633-337a-4f0b-a020-cfd09c789631 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:52.626919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e988633-337a-4f0b-a020-cfd09c789631 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:52.636131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1e988633-337a-4f0b-a020-cfd09c789631 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/a277a625-e3ac-4d81-9d59-1a1be4323381 HTTP/1.1" status: 404 len: 337 time: 0.0863733 Aug 10 02:25:52.637115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55526) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:52.676082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ca777ae2-a26e-4441-92e1-25f3e0b3980e None None] Port fa191507-e0d2-4b93-ae1c-f61f79ff3eba cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:52.688814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7565ad50-2a5a-4f71-912d-0a4f25c55833 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:52.689384 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.734875 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ee010e8f-0b7b-493c-b2c5-4a2728357318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:52.735144 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-db493ee5-93d5-4ac0-aa29-2c5c348a7f1b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:52.744516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db493ee5-93d5-4ac0-aa29-2c5c348a7f1b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:52.755600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-db493ee5-93d5-4ac0-aa29-2c5c348a7f1b tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/31f47777-8901-4265-b9f9-ae2ab3669b0a HTTP/1.1" status: 404 len: 333 time: 0.1174078 Aug 10 02:25:52.788364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55528) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:52.800329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee010e8f-0b7b-493c-b2c5-4a2728357318 None None] Pushing event deleted for resources: {'Port': ['ID=0f7b5910-e446-4f5a-a178-404b92176478,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:52.814746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee010e8f-0b7b-493c-b2c5-4a2728357318 None None] No DVR routers for this DVR port 0f7b5910-e446-4f5a-a178-404b92176478 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:25:53.026646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Router a59ee38f-87ed-460d-b4d7-9211f20e65f5 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:25:53.074649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 369ed6f2-4576-4669-9cd3-fb9e7c0b074d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:53.170947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6835bf7e-e1f6-49c2-8430-c9b42af058cb None None] Network 3e862c15-2ba4-44eb-8194-15b141b0b4ca requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:53.247474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-a2e34c68-49fd-4225-a41a-716004a5a78c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1188455 Aug 10 02:25:53.274376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:53.305115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bc8fd3a2-1ec4-4bef-b379-4edebfeea01f admin admin] 10.222.0.38 "PUT /v2.0/routers/a59ee38f-87ed-460d-b4d7-9211f20e65f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6996601 Aug 10 02:25:53.321481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3f031096-d5e2-46b2-a7c9-1a40c0fb8a05 None None] Provisioning complete for port fa191507-e0d2-4b93-ae1c-f61f79ff3eba triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:53.322042 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3f031096-d5e2-46b2-a7c9-1a40c0fb8a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:53.326092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f6bdf14a-af9d-42cb-8346-603fd6a9d170 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:53.343500 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bd290f-7c98-4f87-9981-e11845e393fc tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:53.344100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bd290f-7c98-4f87-9981-e11845e393fc tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:53.346127 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-30bd290f-7c98-4f87-9981-e11845e393fc tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/1f704bc5-a0de-4d33-84ec-942dfaae5f74 HTTP/1.1" status: 404 len: 337 time: 0.5558100 Aug 10 02:25:53.348663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55532) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:53.377566 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-093b6e68-10f7-41f8-93b2-3163c416931f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:53.378257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093b6e68-10f7-41f8-93b2-3163c416931f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:53.380246 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-093b6e68-10f7-41f8-93b2-3163c416931f tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/ports/f8b8e179-d159-42f3-ab9f-8cd6b4de6a66 HTTP/1.1" status: 404 len: 333 time: 0.0306656 Aug 10 02:25:53.384367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55534) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:53.412593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-2de60349-b98c-4be3-bb28-0d86cc4ea0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:53.414429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-2de60349-b98c-4be3-bb28-0d86cc4ea0ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11cdeeed330e44be9d264d35d7c861c6&device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 1097 time: 0.0926020 Aug 10 02:25:53.470015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3f031096-d5e2-46b2-a7c9-1a40c0fb8a05 None None] Port fa191507-e0d2-4b93-ae1c-f61f79ff3eba cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:53.500081 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b5b02f-e985-4637-931f-a7bde9470802 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] DELETE failed (client error): The resource could not be found. Aug 10 02:25:53.501489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b5b02f-e985-4637-931f-a7bde9470802 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:25:53.508323 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-58b5b02f-e985-4637-931f-a7bde9470802 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/subnets/391f76c6-1a01-4d89-9e5c-df8b0a7c2858 HTTP/1.1" status: 404 len: 337 time: 0.1211543 Aug 10 02:25:53.513083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:25:53.514633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55540) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:53.541065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:53.547614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:53.547994 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:53.614037 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-c5931605-b501-403d-aaf2-e41f17850c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:53.619057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-c5931605-b501-403d-aaf2-e41f17850c5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4599161d-db67-41c9-87af-53740c11455b HTTP/1.1" status: 200 len: 914 time: 0.1799955 Aug 10 02:25:53.651249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f6bdf14a-af9d-42cb-8346-603fd6a9d170 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:53.680169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f6bdf14a-af9d-42cb-8346-603fd6a9d170 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:53.680811 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:53.728532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-94d86f29-059e-4c4c-9c54-668e7c531372 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34c188b3-5cec-4a2a-bc57-789b51ecb854 HTTP/1.1" status: 200 len: 217 time: 0.1028614 Aug 10 02:25:53.739885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-71af8d44-2460-4933-a0e3-8ff73e427100 None None] Provisioning for port 3409b6d3-022d-4848-a4db-58eef770fe8c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:53.852998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:53.884518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-79f5a970-d857-45f2-9f8a-be4b4f6f16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:53.889890 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-79f5a970-d857-45f2-9f8a-be4b4f6f16b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9b70a3-d804-4c3a-9fdc-68fa0260f702 HTTP/1.1" status: 200 len: 853 time: 0.1508808 Aug 10 02:25:53.895848 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:53.931841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3035c8-d1c6-42f9-987e-1fe577d95a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369ed6f2-4576-4669-9cd3-fb9e7c0b074d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:25:53.934203 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a3abfe-4d15-49a7-b146-71c80df42d89" -d '{"events": [{"server_uuid": "ca3035c8-d1c6-42f9-987e-1fe577d95a12", "name": "network-vif-plugged", "status": "completed", "tag": "369ed6f2-4576-4669-9cd3-fb9e7c0b074d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:25:53.949182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:53.966164 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:53.970073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:53.998619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:25:54.021519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:54.026629 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1d44279b-b101-4a4c-93d2-70a116bb18f1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8100479 Aug 10 02:25:54.027834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55548) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:54.031958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-47d1e9b2-263c-45da-9c15-db9bd497fea3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4599161d-db67-41c9-87af-53740c11455b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874188 Aug 10 02:25:54.058651 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.082144 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'network': {'name': 'tempest-RoutersTest-1662640056'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:54.085187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port f6bdf14a-af9d-42cb-8346-603fd6a9d170, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f6bdf14a-af9d-42cb-8346-603fd6a9d170,segment=NetworkSegment(07516033-de40-4145-a7ee-240be0ad8b80),segment_id=07516033-de40-4145-a7ee-240be0ad8b80)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:54.133732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:54.139065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:54.146320 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.167363 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Sync routers for ids ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:25:54.171548 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d938db4-b4e4-4263-8031-3eac9ee5bf9f']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:54.192002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034fe38c-2ab1-4901-8313-c61c905a9745') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:54.199381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034fe38c-2ab1-4901-8313-c61c905a9745') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:54.199547 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Routers {'a59ee38f-87ed-460d-b4d7-9211f20e65f5'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:54.199547 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:54.213706 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.214675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b2479b60-51c4-4f5e-8a03-50bcbd5569cd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:54.239749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.240757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1389b8-d7e7-4dc6-b6a4-705609e5fc54 req-05a07813-ccae-4569-ba2b-5e9d4f194f80 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:54.246831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d1389b8-d7e7-4dc6-b6a4-705609e5fc54 req-05a07813-ccae-4569-ba2b-5e9d4f194f80 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 944 time: 0.5420685 Aug 10 02:25:54.256002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:54.262546 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.296740 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.321470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3d751883-002a-41b0-8f9d-e697d6ab523d None None] Provisioning for port c07c0db2-3896-4b48-9211-9b7aafd5b676 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:54.326105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:25:54.424981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:25:54.427969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:54.428056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7d1389b8-d7e7-4dc6-b6a4-705609e5fc54 req-1c50e916-0b53-4ca1-a7d0-e3983b78d646 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050291 Aug 10 02:25:54.428056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-eb2b2e90-2ce9-411a-a337-954069a5886e service neutron] 10.222.0.11 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747377 Aug 10 02:25:54.449997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.450789 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added segment 31c99e7a-9ae5-4295-a825-99e34a6401a5 of type vlan for network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 Aug 10 02:25:54.472711 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Set router a59ee38f-87ed-460d-b4d7-9211f20e65f5 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:54.503802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3d751883-002a-41b0-8f9d-e697d6ab523d None None] Provisioning complete for port c07c0db2-3896-4b48-9211-9b7aafd5b676 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:54.505244 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3d751883-002a-41b0-8f9d-e697d6ab523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.511912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:54.535111 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caba17bb-8d0d-40bc-b1d4-1fc03e95760e x-openstack-request-id: req-caba17bb-8d0d-40bc-b1d4-1fc03e95760e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:25:54.535626 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3035c8-d1c6-42f9-987e-1fe577d95a12", "name": "network-vif-plugged", "status": "completed", "tag": "369ed6f2-4576-4669-9cd3-fb9e7c0b074d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:25:54.535982 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-caba17bb-8d0d-40bc-b1d4-1fc03e95760e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:25:54.536461 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3035c8-d1c6-42f9-987e-1fe577d95a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369ed6f2-4576-4669-9cd3-fb9e7c0b074d', 'code': 200} Aug 10 02:25:54.624869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5b4b4a-4a48-41f7-b0a3-0e3b80bea7ca req-cb3dc8d6-dbaa-4b7f-ab17-dfdfaba705ab service neutron] 10.222.0.11 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030234 Aug 10 02:25:54.669685 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.673367 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.693349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3d751883-002a-41b0-8f9d-e697d6ab523d None None] Port c07c0db2-3896-4b48-9211-9b7aafd5b676 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:54.701475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.705704 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] 10.222.0.38 "DELETE /v2.0/networks/8d938db4-b4e4-4263-8031-3eac9ee5bf9f HTTP/1.1" status: 204 len: 168 time: 1.1851420 Aug 10 02:25:54.763110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f77fa8-579c-419a-b74a-59cbf7247f66 tempest-NetworksTestDHCPv6-50790893 tempest-NetworksTestDHCPv6-50790893-project] Pushing event deleted for resources: {'Network': ['ID=8d938db4-b4e4-4263-8031-3eac9ee5bf9f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:54.840837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7a0e-e96b-4c9e-9eb4-fca222476f92 req-5f6f0ffc-67c5-49fb-90ca-f58a497dcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:54.842474 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0b7a0e-e96b-4c9e-9eb4-fca222476f92 req-5f6f0ffc-67c5-49fb-90ca-f58a497dcdb3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 1097 time: 0.2883799 Aug 10 02:25:54.858537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55554) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:54.866512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e476fcb3-3fb9-4cc7-ad8b-0b5e17bdfb9d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130944777', 'description': 'tempest-secgroup-smoke-2130944777 description', 'project_id': 'c3b7529ff2354362acf72aeee9da0800'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:54.875811 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:43Z', 'updated_at': '2021-08-10T02:25:50Z', 'revision_number': 4, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'gw_port': {'id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:44Z', 'updated_at': '2021-08-10T02:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'fa191507-e0d2-4b93-ae1c-f61f79ff3eba', 'name': '', 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'mac_address': 'fa:16:3e:05:d3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:51Z', 'revision_number': 2, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'subnets': [{'id': 'f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:54.937917 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.949087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:54.952747 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.953014 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Checking router: a59ee38f-87ed-460d-b4d7-9211f20e65f5 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:54.953014 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Updating router a59ee38f-87ed-460d-b4d7-9211f20e65f5 port fa191507-e0d2-4b93-ae1c-f61f79ff3eba binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:54.980663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=f6bdf14a-af9d-42cb-8346-603fd6a9d170,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:54.995504 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:54.997193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b2479b60-51c4-4f5e-8a03-50bcbd5569cd completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:55.003370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e476fcb3-3fb9-4cc7-ad8b-0b5e17bdfb9d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.011924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b2479b60-51c4-4f5e-8a03-50bcbd5569cd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:55.012382 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.029190 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fe0b7a0e-e96b-4c9e-9eb4-fca222476f92 req-99d78779-57bc-48dd-a49c-6cdcebd618e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777451 Aug 10 02:25:55.077053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d7f48d67-a86c-4941-84ea-beddce9ae138 None None] Provisioning complete for port c07c0db2-3896-4b48-9211-9b7aafd5b676 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:55.077435 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d7f48d67-a86c-4941-84ea-beddce9ae138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.112589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Network': ['ID=64118e5b-96b6-44ce-b7bc-42ab78d263b7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:55.135570 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-45932b76-cb63-4935-9c5e-6dde2e196a6d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0613093 Aug 10 02:25:55.136175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:25:55.140206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55556) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:55.162149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'subnet': {'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:55.298883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e476fcb3-3fb9-4cc7-ad8b-0b5e17bdfb9d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.357589 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e476fcb3-3fb9-4cc7-ad8b-0b5e17bdfb9d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.419388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476fcb3-3fb9-4cc7-ad8b-0b5e17bdfb9d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7a4ed8-70c1-4c76-b864-b609e7f3246d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:55.433042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Made reservation on behalf of b8ce74a9720049809b3ea78002a163f1 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:55.439471 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.450288 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.464426 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Transition to ACTIVE for port object fa191507-e0d2-4b93-ae1c-f61f79ff3eba will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:55.485117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d7f48d67-a86c-4941-84ea-beddce9ae138 None None] Port c07c0db2-3896-4b48-9211-9b7aafd5b676 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:25:55.530828 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e476fcb3-3fb9-4cc7-ad8b-0b5e17bdfb9d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.535517 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e476fcb3-3fb9-4cc7-ad8b-0b5e17bdfb9d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6757009 Aug 10 02:25:55.538134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55562) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:55.544129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f5713c30-bf7b-4126-8eaf-0a601f4eb5f8 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Request body: {'security_group_rule': {'security_group_id': '2a7a4ed8-70c1-4c76-b864-b609e7f3246d', 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:55.557604 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.559104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55564) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:55.592332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71d1cb-f62b-48fa-b6a2-5bbad39dd6bb req-90ec26bf-71b3-4252-99d0-a2f7e9ba8d53 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:55.594902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e71d1cb-f62b-48fa-b6a2-5bbad39dd6bb req-90ec26bf-71b3-4252-99d0-a2f7e9ba8d53 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 945 time: 0.1084225 Aug 10 02:25:55.603400 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.669146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port b2479b60-51c4-4f5e-8a03-50bcbd5569cd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b2479b60-51c4-4f5e-8a03-50bcbd5569cd,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:55.676154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:50Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:51Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:55.728986 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26861df7-cab7-484e-9a95-73f9e0d46d1d None None] Pushing event updated for resources: {'Port': ['ID=fa191507-e0d2-4b93-ae1c-f61f79ff3eba,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:55.740982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e71d1cb-f62b-48fa-b6a2-5bbad39dd6bb req-af77e872-f767-4f91-9391-de36925ce47e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359353 Aug 10 02:25:55.743820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f5713c30-bf7b-4126-8eaf-0a601f4eb5f8 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.769454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:25:55.769454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Updating router ebc76998-9448-47b7-b84c-e44bca014d42 port c07c0db2-3896-4b48-9211-9b7aafd5b676 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:25:55.771006 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.771880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b96cd9e7-6b86-4b0a-b46d-ec083e4e623a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:55.775733 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Attempting to bind port fa191507-e0d2-4b93-ae1c-f61f79ff3eba on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:55.776116 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Attempting to bind port fa191507-e0d2-4b93-ae1c-f61f79ff3eba by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '3ed6084f-2a97-43c4-bd65-325ffdafc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:55.776488 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Attempting to bind port fa191507-e0d2-4b93-ae1c-f61f79ff3eba on network e56f99f5-ab40-4306-9f3c-602e6476de35 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:55.790812 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:55.791173 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Checking segment: {'id': '3ed6084f-2a97-43c4-bd65-325ffdafc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:55.791582 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.791987 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Bound using segment: {'id': '3ed6084f-2a97-43c4-bd65-325ffdafc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:55.792469 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Bound port: fa191507-e0d2-4b93-ae1c-f61f79ff3eba, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed6084f-2a97-43c4-bd65-325ffdafc571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:55.792863 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.870083 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f5713c30-bf7b-4126-8eaf-0a601f4eb5f8 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.937997 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.938227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3c87abfe-7c00-4432-820a-b5ddbe71820d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=41e209a088934bad8bd1f09816382d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754869 Aug 10 02:25:55.938822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55570) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:55.946418 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] For port fa191507-e0d2-4b93-ae1c-f61f79ff3eba, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:55.950750 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] For port fa191507-e0d2-4b93-ae1c-f61f79ff3eba, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fa191507-e0d2-4b93-ae1c-f61f79ff3eba,segment=NetworkSegment(3ed6084f-2a97-43c4-bd65-325ffdafc571),segment_id=3ed6084f-2a97-43c4-bd65-325ffdafc571)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:55.957606 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f5713c30-bf7b-4126-8eaf-0a601f4eb5f8 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:55.994263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5713c30-bf7b-4126-8eaf-0a601f4eb5f8 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f113911-56be-479c-a8a8-63e353561006,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:55.998744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=b2479b60-51c4-4f5e-8a03-50bcbd5569cd,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:56.031406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:56.031881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.032539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f678e042-e283-4f40-8a2e-dfa85769eb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.040321 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.058036 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f678e042-e283-4f40-8a2e-dfa85769eb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.066838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f5713c30-bf7b-4126-8eaf-0a601f4eb5f8 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.068189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f5713c30-bf7b-4126-8eaf-0a601f4eb5f8 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5281255 Aug 10 02:25:56.071290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55572) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:56.079227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0cdac205-2695-4d4c-856f-668594117a95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Request body: {'security_group_rule': {'security_group_id': '2a7a4ed8-70c1-4c76-b864-b609e7f3246d', 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:56.116618 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26861df7-cab7-484e-9a95-73f9e0d46d1d None None] Pushing event updated for resources: {'Port': ['ID=fa191507-e0d2-4b93-ae1c-f61f79ff3eba,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:56.124603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.132820 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Routers {'a59ee38f-87ed-460d-b4d7-9211f20e65f5'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:56.132820 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:56.202795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Subnet': ['ID=7d550bf5-410f-44d1-bdee-670769d8c49c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:56.233670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0cdac205-2695-4d4c-856f-668594117a95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.288472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ce3025f5-bc10-4bb1-b916-d9cf26febb87 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:56.294240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Checking segment: {'id': '31c99e7a-9ae5-4295-a825-99e34a6401a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:56.294645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network hostable DHCP agents. Network: 64118e5b-96b6-44ce-b7bc-42ab78d263b7, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:25:56.326669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0cdac205-2695-4d4c-856f-668594117a95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.330972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f678e042-e283-4f40-8a2e-dfa85769eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.333903 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f678e042-e283-4f40-8a2e-dfa85769eb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.336621 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f678e042-e283-4f40-8a2e-dfa85769eb6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7c9a3247-141a-4dfd-8248-a718215c6110 HTTP/1.1" status: 204 len: 168 time: 0.3936930 Aug 10 02:25:56.346397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678e042-e283-4f40-8a2e-dfa85769eb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9a3247-141a-4dfd-8248-a718215c6110,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:56.362885 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] Set router a59ee38f-87ed-460d-b4d7-9211f20e65f5 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:56.410411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:25:56.437669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ce3025f5-bc10-4bb1-b916-d9cf26febb87 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:56.437978 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.448104 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0cdac205-2695-4d4c-856f-668594117a95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.487952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdac205-2695-4d4c-856f-668594117a95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f0a30c-2f8b-48a9-b13a-712a17ae1527,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:56.490907 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.499819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 64118e5b-96b6-44ce-b7bc-42ab78d263b7) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:56.504143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:56.504679 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.509270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Transition to ACTIVE for port object c07c0db2-3896-4b48-9211-9b7aafd5b676 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:56.530010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f39e8-57d7-4486-b960-7030a48bcee7 None None] Network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:25:56.569004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0cdac205-2695-4d4c-856f-668594117a95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.572913 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0cdac205-2695-4d4c-856f-668594117a95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4980180 Aug 10 02:25:56.573156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55576) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:56.578408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-07e369f3-6997-4da1-91e6-2e24e0a5e945 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Request body: {'security_group_rule': {'security_group_id': '2a7a4ed8-70c1-4c76-b864-b609e7f3246d', 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:56.594674 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.599668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55578) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:56.608149 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c34d9654-69f7-4065-9617-3b508e739781 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4658921 Aug 10 02:25:56.653647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 3409b6d3-022d-4848-a4db-58eef770fe8c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:56.722972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-07e369f3-6997-4da1-91e6-2e24e0a5e945 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.738463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57290523-8ccd-46ad-bdf5-66a0058d9fe1 None None] Pushing event updated for resources: {'Port': ['ID=c07c0db2-3896-4b48-9211-9b7aafd5b676,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:56.814572 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:43Z', 'updated_at': '2021-08-10T02:25:50Z', 'revision_number': 4, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'gw_port': {'id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:44Z', 'updated_at': '2021-08-10T02:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'fa191507-e0d2-4b93-ae1c-f61f79ff3eba', 'name': '', 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'mac_address': 'fa:16:3e:05:d3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:55Z', 'revision_number': 4, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'subnets': [{'id': 'f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:56.854781 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b2e37-42f8-4d63-a6f7-3988672ee44e None None] The sync data for ids ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'] in n-d-767704-21 is: [{'id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:43Z', 'updated_at': '2021-08-10T02:25:50Z', 'revision_number': 4, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'gw_port': {'id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:44Z', 'updated_at': '2021-08-10T02:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'fa191507-e0d2-4b93-ae1c-f61f79ff3eba', 'name': '', 'network_id': 'e56f99f5-ab40-4306-9f3c-602e6476de35', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'mac_address': 'fa:16:3e:05:d3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:55Z', 'revision_number': 4, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'subnets': [{'id': 'f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:56.861863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-07e369f3-6997-4da1-91e6-2e24e0a5e945 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.939139 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-07e369f3-6997-4da1-91e6-2e24e0a5e945 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:56.991642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e369f3-6997-4da1-91e6-2e24e0a5e945 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e18480-7614-4ee8-916c-0ce020acb6b8,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:56.992215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Attempting to bind port c07c0db2-3896-4b48-9211-9b7aafd5b676 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:56.992729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Attempting to bind port c07c0db2-3896-4b48-9211-9b7aafd5b676 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '314627f1-d88f-458e-920b-b34489b0d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:56.992974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Attempting to bind port c07c0db2-3896-4b48-9211-9b7aafd5b676 on network 3e862c15-2ba4-44eb-8194-15b141b0b4ca {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:57.000832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:57.001309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Checking segment: {'id': '314627f1-d88f-458e-920b-b34489b0d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:57.001739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.002142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Bound using segment: {'id': '314627f1-d88f-458e-920b-b34489b0d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:57.003128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Bound port: c07c0db2-3896-4b48-9211-9b7aafd5b676, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314627f1-d88f-458e-920b-b34489b0d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:57.003566 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.040547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-64118e5b-96b6-44ce-b7bc-42ab78d263b7', 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'fixed_ips': [{'subnet_id': '7d550bf5-410f-44d1-bdee-670769d8c49c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:25:57.041494 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.071979 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-07e369f3-6997-4da1-91e6-2e24e0a5e945 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.075625 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-07e369f3-6997-4da1-91e6-2e24e0a5e945 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5014615 Aug 10 02:25:57.084852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55592) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:57.093134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-45dac310-5df1-441f-bdf6-7865a1ba8c95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Request body: {'security_group_rule': {'security_group_id': '2a7a4ed8-70c1-4c76-b864-b609e7f3246d', 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:57.183768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 3409b6d3-022d-4848-a4db-58eef770fe8c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:57.220626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45dac310-5df1-441f-bdf6-7865a1ba8c95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.266156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] For port c07c0db2-3896-4b48-9211-9b7aafd5b676, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:57.267997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee02d-88b2-4c48-ae73-0f675e257630 req-868860a7-93c2-4cc6-8145-d4d8c817d3d4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:57.269426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] For port c07c0db2-3896-4b48-9211-9b7aafd5b676, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c07c0db2-3896-4b48-9211-9b7aafd5b676,segment=NetworkSegment(314627f1-d88f-458e-920b-b34489b0d3e4),segment_id=314627f1-d88f-458e-920b-b34489b0d3e4)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:57.270623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0cee02d-88b2-4c48-ae73-0f675e257630 req-868860a7-93c2-4cc6-8145-d4d8c817d3d4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 945 time: 0.2244277 Aug 10 02:25:57.270772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 3409b6d3-022d-4848-a4db-58eef770fe8c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:57.271108 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.354210 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.416830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45dac310-5df1-441f-bdf6-7865a1ba8c95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.443343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Allocated IP 172.23.0.2 (64118e5b-96b6-44ce-b7bc-42ab78d263b7/7d550bf5-410f-44d1-bdee-670769d8c49c/aa54ed42-5c35-4296-b1a3-57fd77f6a3ab) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:57.448303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0cee02d-88b2-4c48-ae73-0f675e257630 req-f238329c-b015-4f51-8cbc-a7e2cef1ccec tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907443 Aug 10 02:25:57.453761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:25:57.454443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:57.469952 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.583985 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:57.638609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 3409b6d3-022d-4848-a4db-58eef770fe8c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=3409b6d3-022d-4848-a4db-58eef770fe8c,segment=NetworkSegment(314627f1-d88f-458e-920b-b34489b0d3e4),segment_id=314627f1-d88f-458e-920b-b34489b0d3e4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:57.676429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57290523-8ccd-46ad-bdf5-66a0058d9fe1 None None] Pushing event updated for resources: {'Port': ['ID=c07c0db2-3896-4b48-9211-9b7aafd5b676,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:57.747817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569358e6-ba5c-402c-a597-8c3bc3114031 req-3d943c39-0c3c-4df1-876b-5976c4c93be1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:57.749968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-569358e6-ba5c-402c-a597-8c3bc3114031 req-3d943c39-0c3c-4df1-876b-5976c4c93be1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 945 time: 0.1333902 Aug 10 02:25:57.784691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:25:57.842361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-569358e6-ba5c-402c-a597-8c3bc3114031 req-01352f1f-69b6-41ed-a120-6368a372138e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797250 Aug 10 02:25:57.994264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b9bfd-2784-4c65-946e-42862f8c8209 req-ebc3fbb8-e793-4075-a814-f3d3bbabd674 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:57.996032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-582b9bfd-2784-4c65-946e-42862f8c8209 req-ebc3fbb8-e793-4075-a814-f3d3bbabd674 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 945 time: 0.0721693 Aug 10 02:25:58.042130 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.059124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Transition to ACTIVE for port object aa54ed42-5c35-4296-b1a3-57fd77f6a3ab will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:58.073940 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-582b9bfd-2784-4c65-946e-42862f8c8209 req-79a579c0-7ec5-4a8c-8c40-8e330b6981d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662224 Aug 10 02:25:58.091030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Transition to ACTIVE for port object aa54ed42-5c35-4296-b1a3-57fd77f6a3ab will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:58.176921 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:50Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:57Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:25:58.220198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267b6e4-5da9-4512-9ebd-ff2bdc3969d5 None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:50Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:57Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:25:58.278316 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45dac310-5df1-441f-bdf6-7865a1ba8c95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.289902 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.325879 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.355343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dac310-5df1-441f-bdf6-7865a1ba8c95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8202c3-2b8d-4c9d-a0c3-fe88480147d7,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:58.448688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Allocated IP 172.23.0.1 (64118e5b-96b6-44ce-b7bc-42ab78d263b7/7d550bf5-410f-44d1-bdee-670769d8c49c/b94243b6-1423-4eab-9f8b-92663e625f00) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:25:58.453856 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-45dac310-5df1-441f-bdf6-7865a1ba8c95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.459630 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-45dac310-5df1-441f-bdf6-7865a1ba8c95 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3700583 Aug 10 02:25:58.459630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55618) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:58.465851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-de53aa88-89cc-47b3-bb54-b2d7df310018 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Request body: {'security_group_rule': {'security_group_id': '2a7a4ed8-70c1-4c76-b864-b609e7f3246d', 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:58.586754 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-de53aa88-89cc-47b3-bb54-b2d7df310018 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Project c3b7529ff2354362acf72aeee9da0800 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:25:58.601955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de53aa88-89cc-47b3-bb54-b2d7df310018 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.691979 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.736750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Transition to ACTIVE for port object b94243b6-1423-4eab-9f8b-92663e625f00 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:25:58.764875 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de53aa88-89cc-47b3-bb54-b2d7df310018 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.775035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:58.777821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:58.779926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0f7b5910-e446-4f5a-a178-404b92176478 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:25:58.784539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:58.806706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55632) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:58.809808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=3409b6d3-022d-4848-a4db-58eef770fe8c,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:58.822253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 0f7b5910-e446-4f5a-a178-404b92176478 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:25:58.823515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0f7b5910-e446-4f5a-a178-404b92176478 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:25:58.854832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de53aa88-89cc-47b3-bb54-b2d7df310018 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.877862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd8ebe-b715-4ea6-a215-868bbea0ddbb req-c6a94cb1-bb67-4537-a3ea-27f45570884d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:25:58.888009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53aa88-89cc-47b3-bb54-b2d7df310018 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e596226-06be-4e55-afc5-f46772a2b331,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:58.894908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15bd8ebe-b715-4ea6-a215-868bbea0ddbb req-c6a94cb1-bb67-4537-a3ea-27f45570884d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 945 time: 0.1534035 Aug 10 02:25:58.973132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Attempting to bind port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:25:58.980128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Attempting to bind port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '31c99e7a-9ae5-4295-a825-99e34a6401a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:25:58.980128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Attempting to bind port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab on network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:25:58.980479 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-de53aa88-89cc-47b3-bb54-b2d7df310018 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.980479 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-de53aa88-89cc-47b3-bb54-b2d7df310018 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5159707 Aug 10 02:25:58.980479 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55636) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:25:58.989663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:25:58.990073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Checking segment: {'id': '31c99e7a-9ae5-4295-a825-99e34a6401a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:25:58.990567 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:58.993449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Bound using segment: {'id': '31c99e7a-9ae5-4295-a825-99e34a6401a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:25:58.994827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Bound port: aa54ed42-5c35-4296-b1a3-57fd77f6a3ab, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c99e7a-9ae5-4295-a825-99e34a6401a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:25:58.995219 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.004275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-55189d0c-db7d-492d-a1ea-01f41f05b9b6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Request body: {'security_group_rule': {'security_group_id': '2a7a4ed8-70c1-4c76-b864-b609e7f3246d', 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:59.010600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15bd8ebe-b715-4ea6-a215-868bbea0ddbb req-6d6438dc-fce7-4b59-8b5a-9b3160f4ccb2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059811 Aug 10 02:25:59.039642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Pushing event updated for resources: {'Port': ['ID=aa54ed42-5c35-4296-b1a3-57fd77f6a3ab,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:59.055707 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.115749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:25:59.120560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:25:59.123912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:25:59.128760 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-55189d0c-db7d-492d-a1ea-01f41f05b9b6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Project c3b7529ff2354362acf72aeee9da0800 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:25:59.135447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55189d0c-db7d-492d-a1ea-01f41f05b9b6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.177658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] For port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:25:59.193746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] For port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=aa54ed42-5c35-4296-b1a3-57fd77f6a3ab,segment=NetworkSegment(31c99e7a-9ae5-4295-a825-99e34a6401a5),segment_id=31c99e7a-9ae5-4295-a825-99e34a6401a5)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:25:59.205282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c07c0db2-3896-4b48-9211-9b7aafd5b676 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:59.233998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.244868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=b94243b6-1423-4eab-9f8b-92663e625f00,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:59.301400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55189d0c-db7d-492d-a1ea-01f41f05b9b6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.304114 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.364141 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55189d0c-db7d-492d-a1ea-01f41f05b9b6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.394080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1499571396'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:25:59.401422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55189d0c-db7d-492d-a1ea-01f41f05b9b6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d787109-4174-4310-9d35-08dc98b06f7e,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:59.403863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7343814-a614-4ae9-bb1c-c60415dadc85 None None] Pushing event updated for resources: {'Port': ['ID=aa54ed42-5c35-4296-b1a3-57fd77f6a3ab,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:59.448469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c07c0db2-3896-4b48-9211-9b7aafd5b676 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:25:59.458783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c07c0db2-3896-4b48-9211-9b7aafd5b676 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:59.458783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.478116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55189d0c-db7d-492d-a1ea-01f41f05b9b6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.488322 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-55189d0c-db7d-492d-a1ea-01f41f05b9b6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4977207 Aug 10 02:25:59.545733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.602693 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.667491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port c07c0db2-3896-4b48-9211-9b7aafd5b676, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c07c0db2-3896-4b48-9211-9b7aafd5b676,segment=NetworkSegment(314627f1-d88f-458e-920b-b34489b0d3e4),segment_id=314627f1-d88f-458e-920b-b34489b0d3e4)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:25:59.759788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Made reservation on behalf of 64632cc93acd4dbe9bfc71b030471eff for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:25:59.764030 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.768887 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.770925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 3409b6d3-022d-4848-a4db-58eef770fe8c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:25:59.826895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.874379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=c07c0db2-3896-4b48-9211-9b7aafd5b676,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:25:59.885184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 3409b6d3-022d-4848-a4db-58eef770fe8c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:25:59.885561 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:25:59.920625 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-3e2a5f96-8309-4841-9984-cae48bd2d5d3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130944777&fields=id&tenant_id=c3b7529ff2354362acf72aeee9da0800 HTTP/1.1" status: 200 len: 267 time: 0.0949187 Aug 10 02:25:59.971568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f6bdf14a-af9d-42cb-8346-603fd6a9d170 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:00.029483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f6bdf14a-af9d-42cb-8346-603fd6a9d170 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:00.030146 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.115526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-5f1de10f-06dd-488a-9c7a-226fa35f1505 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:00.117966 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-5f1de10f-06dd-488a-9c7a-226fa35f1505 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 945 time: 0.0930989 Aug 10 02:26:00.140460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b2479b60-51c4-4f5e-8a03-50bcbd5569cd up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:00.203010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b2479b60-51c4-4f5e-8a03-50bcbd5569cd triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:00.203714 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.244720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:00.245473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.357123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fa191507-e0d2-4b93-ae1c-f61f79ff3eba up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:00.398971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] For port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:00.399836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.433448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for 369ed6f2-4576-4669-9cd3-fb9e7c0b074d owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:00.557373 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port fa191507-e0d2-4b93-ae1c-f61f79ff3eba completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:00.561568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fa191507-e0d2-4b93-ae1c-f61f79ff3eba triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:00.561696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.678322 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.700255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.715397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3dc9c-9a2c-496e-95c3-670f0690e5ed req-06d786a0-368c-4290-97fa-c032b8afcbe0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:00.717195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879a1191-eeba-440d-ac85-592e1ea6732b None None] Network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:00.719380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['369ed6f2-4576-4669-9cd3-fb9e7c0b074d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:26:00.722881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50f3dc9c-9a2c-496e-95c3-670f0690e5ed req-06d786a0-368c-4290-97fa-c032b8afcbe0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 945 time: 0.2604325 Aug 10 02:26:00.741868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=369ed6f2-4576-4669-9cd3-fb9e7c0b074d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:00.782876 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-b5bd13d1-1154-4442-840a-c09e5cd6939a tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:00.791025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-b5bd13d1-1154-4442-840a-c09e5cd6939a tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/networks?id=5083d3a1-f14b-4880-af06-dc2116d32fb2 HTTP/1.1" status: 200 len: 808 time: 0.8570809 Aug 10 02:26:00.813889 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.826859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] No DVR routers for this DVR port 369ed6f2-4576-4669-9cd3-fb9e7c0b074d on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:00.831660 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.838705 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-05afcfa7-735a-4e35-82b9-68210c8332c6 req-594db91b-7d09-4b5a-957f-6f19141dd2b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "DELETE /v2.0/ports/369ed6f2-4576-4669-9cd3-fb9e7c0b074d HTTP/1.1" status: 204 len: 173 time: 0.7145140 Aug 10 02:26:00.839340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3035c8-d1c6-42f9-987e-1fe577d95a12', 'name': 'network-vif-deleted', 'tag': '369ed6f2-4576-4669-9cd3-fb9e7c0b074d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:26:00.844020 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.853356 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12321b7b-0683-4949-adac-2f5792a2e558" -d '{"events": [{"server_uuid": "ca3035c8-d1c6-42f9-987e-1fe577d95a12", "name": "network-vif-deleted", "tag": "369ed6f2-4576-4669-9cd3-fb9e7c0b074d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:26:00.859134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50f3dc9c-9a2c-496e-95c3-670f0690e5ed req-a457a1ab-e21a-492e-a4da-ffca6c6d60de tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348417 Aug 10 02:26:00.864898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f9c4fcda-c0ca-4b51-a72b-6b33ee26a306 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/quotas/c3b7529ff2354362acf72aeee9da0800 HTTP/1.1" status: 200 len: 375 time: 0.0691724 Aug 10 02:26:00.893662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port fa191507-e0d2-4b93-ae1c-f61f79ff3eba, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fa191507-e0d2-4b93-ae1c-f61f79ff3eba,segment=NetworkSegment(3ed6084f-2a97-43c4-bd65-325ffdafc571),segment_id=3ed6084f-2a97-43c4-bd65-325ffdafc571)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:00.925960 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e113e-9dbc-4026-a1ff-cc814b5a0c60 x-openstack-request-id: req-3b0e113e-9dbc-4026-a1ff-cc814b5a0c60 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:26:00.926366 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3035c8-d1c6-42f9-987e-1fe577d95a12", "name": "network-vif-deleted", "tag": "369ed6f2-4576-4669-9cd3-fb9e7c0b074d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:26:00.926755 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3b0e113e-9dbc-4026-a1ff-cc814b5a0c60 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:26:00.927343 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3035c8-d1c6-42f9-987e-1fe577d95a12', 'name': 'network-vif-deleted', 'tag': '369ed6f2-4576-4669-9cd3-fb9e7c0b074d', 'status': 'completed', 'code': 200} Aug 10 02:26:00.940775 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:00.968569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-76af9fdd-47c1-469d-aa4d-60c0e75d6bbe None None] Provisioning for port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:00.985678 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.065668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.074193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.103640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:26:01.122896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=fa191507-e0d2-4b93-ae1c-f61f79ff3eba,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:01.130527 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.133986 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Added segment d89ad211-e925-499c-a5b3-93f6aae194ea of type vlan for network cd29ae81-2bd0-4011-b3bc-c011c313c44f Aug 10 02:26:01.255026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-9c6005f2-3de7-4ba9-a2d6-91391dfcb482 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3b7529ff2354362acf72aeee9da0800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3865387 Aug 10 02:26:01.266435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c07c0db2-3896-4b48-9211-9b7aafd5b676 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:01.359357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c07c0db2-3896-4b48-9211-9b7aafd5b676 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:01.360023 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.473928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event updated for resources: {'Port': ['ID=b94243b6-1423-4eab-9f8b-92663e625f00,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:01.474669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aa54ed42-5c35-4296-b1a3-57fd77f6a3ab up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:01.487352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:01.499309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.503347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:01.511923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68753ea-6215-483e-ad2f-d6ce0391e85e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:01.655479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d6771e29-e79e-48b5-b895-d08f3d5e505b None None] Provisioning for port b94243b6-1423-4eab-9f8b-92663e625f00 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:01.660509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d6771e29-e79e-48b5-b895-d08f3d5e505b None None] Provisioning complete for port b94243b6-1423-4eab-9f8b-92663e625f00 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:01.660854 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d6771e29-e79e-48b5-b895-d08f3d5e505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.675273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:01.722155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:01.729345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:01.729345 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.776276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d6771e29-e79e-48b5-b895-d08f3d5e505b None None] Port b94243b6-1423-4eab-9f8b-92663e625f00 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:01.798576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.801253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d6771e29-e79e-48b5-b895-d08f3d5e505b None None] Provisioning complete for port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:01.801636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d6771e29-e79e-48b5-b895-d08f3d5e505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.807116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:01.808287 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.833841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-5a8bf971-38dc-4101-9771-6dbe703790a9 service neutron] 10.222.0.38 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487456 Aug 10 02:26:01.905171 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:01.979124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=aa54ed42-5c35-4296-b1a3-57fd77f6a3ab,segment=NetworkSegment(31c99e7a-9ae5-4295-a825-99e34a6401a5),segment_id=31c99e7a-9ae5-4295-a825-99e34a6401a5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:01.980532 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d6771e29-e79e-48b5-b895-d08f3d5e505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:02.100507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81009300-e8fc-43fd-af1a-37f27e2b24d2 req-ab95b919-fb3b-4b68-bab0-b823e094ceb7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 210 time: 0.0661392 Aug 10 02:26:02.101125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event updated for resources: {'Network': ['ID=cd29ae81-2bd0-4011-b3bc-c011c313c44f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:02.115876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6173d517-c3c0-486e-92a7-ac3735deccdf tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3034554 Aug 10 02:26:02.117225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:02.119265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55670) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:02.124710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Request body: {'subnet': {'network_id': 'cd29ae81-2bd0-4011-b3bc-c011c313c44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:02.136998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55672) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:02.144235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cd922b76-06f0-4d94-b359-5db5581bf210 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5413568 Aug 10 02:26:02.151323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network cd29ae81-2bd0-4011-b3bc-c011c313c44f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:26:02.156539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:02.160028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:02.177225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:02.196863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-572a1fc2-eafe-4e9a-b45d-a73f46ee4d18 service neutron] 10.222.0.38 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610587 Aug 10 02:26:02.285408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:02.286855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:02.346347 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-d6771e29-e79e-48b5-b895-d08f3d5e505b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:26:02.347590 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-d6771e29-e79e-48b5-b895-d08f3d5e505b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:26:02.420677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=aa54ed42-5c35-4296-b1a3-57fd77f6a3ab,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:02.438958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:02.658754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06cfb564-97f1-4361-a017-6fde69b63a01 req-8dd37ec6-f1d6-4a87-93f8-ae3c80f4e2b9 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0563257 Aug 10 02:26:02.679981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Made reservation on behalf of 64632cc93acd4dbe9bfc71b030471eff for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:02.688825 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:02.806497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'b94243b6-1423-4eab-9f8b-92663e625f00', 'name': '', 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:97:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7d550bf5-410f-44d1-bdee-670769d8c49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:57Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '7d550bf5-410f-44d1-bdee-670769d8c49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:02.845821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:02.847274 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Updating router ebc76998-9448-47b7-b84c-e44bca014d42 port b94243b6-1423-4eab-9f8b-92663e625f00 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:26:02.934676 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:02.977223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.extraroute_db [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 02:26:03.006674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.extraroute_db [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Removed routes are [] {{(pid=101223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 02:26:03.008888 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.093565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6c8800bf-ff1c-4606-b567-8a44b1b16996 None None] Provisioning complete for port b94243b6-1423-4eab-9f8b-92663e625f00 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:03.093925 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6c8800bf-ff1c-4606-b567-8a44b1b16996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.127991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 369ed6f2-4576-4669-9cd3-fb9e7c0b074d no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:03.129879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aa54ed42-5c35-4296-b1a3-57fd77f6a3ab up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:03.226759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 369ed6f2-4576-4669-9cd3-fb9e7c0b074d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:03.227151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 369ed6f2-4576-4669-9cd3-fb9e7c0b074d not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:03.276245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.288333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9364ee3-466d-4011-acba-eb665dc14b33 req-e6f59b41-e354-467d-a4e2-a7ce27ca956c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 210 time: 0.0442646 Aug 10 02:26:03.383664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event updated for resources: {'Subnet': ['ID=c8da0332-2d84-4b14-8327-cc8530eb41e9,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:03.404006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.413649 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.439935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6c8800bf-ff1c-4606-b567-8a44b1b16996 None None] Port b94243b6-1423-4eab-9f8b-92663e625f00 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:03.462859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Checking segment: {'id': 'd89ad211-e925-499c-a5b3-93f6aae194ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cd29ae81-2bd0-4011-b3bc-c011c313c44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:03.463558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Network hostable DHCP agents. Network: cd29ae81-2bd0-4011-b3bc-c011c313c44f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:26:03.526956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:03.527499 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.546954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:03.597435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Network cd29ae81-2bd0-4011-b3bc-c011c313c44f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:26:03.658892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:03.667412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.671377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55688) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:03.671561 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-27ece3fc-4c52-434c-9de6-3b96c1550e00 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42 HTTP/1.1" status: 200 len: 933 time: 1.5016122 Aug 10 02:26:03.672398 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.698172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Transition to ACTIVE for port object b94243b6-1423-4eab-9f8b-92663e625f00 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:03.704855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fa191507-e0d2-4b93-ae1c-f61f79ff3eba up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:03.775381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, cd29ae81-2bd0-4011-b3bc-c011c313c44f) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:03.780247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:03.781124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.793957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4397f-fa71-4332-8ab5-df79e498c723 None None] Network cd29ae81-2bd0-4011-b3bc-c011c313c44f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:03.795180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa27bd5b-bc11-4dcd-87ca-41212a08c9fd req-a89bfb14-9eee-4952-b7d0-eeb03e8bbe73 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0344026 Aug 10 02:26:03.810459 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.821586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55694) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:03.822140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4276a87d-229e-407e-99af-7d8eac405656 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42 HTTP/1.1" status: 200 len: 933 time: 0.1491873 Aug 10 02:26:03.826842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'routes': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:03.875285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fa191507-e0d2-4b93-ae1c-f61f79ff3eba triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:03.875681 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:03.907399 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-04cec066-50a3-474e-a3cb-7379ff1a205b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7869384 Aug 10 02:26:03.910215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55696) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:03.917560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-975ff329-4808-4a6a-bdaa-2abaf1bd2895 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1069605433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:03.947537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15846f4-7cd2-40bb-9091-b5e0a4ed3668 None None] Pushing event updated for resources: {'Port': ['ID=b94243b6-1423-4eab-9f8b-92663e625f00,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:04.059503 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-975ff329-4808-4a6a-bdaa-2abaf1bd2895 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.060712 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-975ff329-4808-4a6a-bdaa-2abaf1bd2895 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.154286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Attempting to bind port b94243b6-1423-4eab-9f8b-92663e625f00 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:04.155107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Attempting to bind port b94243b6-1423-4eab-9f8b-92663e625f00 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '31c99e7a-9ae5-4295-a825-99e34a6401a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:04.155651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Attempting to bind port b94243b6-1423-4eab-9f8b-92663e625f00 on network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:04.175475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-cd29ae81-2bd0-4011-b3bc-c011c313c44f', 'network_id': 'cd29ae81-2bd0-4011-b3bc-c011c313c44f', 'tenant_id': '64632cc93acd4dbe9bfc71b030471eff', 'fixed_ips': [{'subnet_id': 'c8da0332-2d84-4b14-8327-cc8530eb41e9'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:26:04.176599 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.186111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-975ff329-4808-4a6a-bdaa-2abaf1bd2895 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.228321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:04.233495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Checking segment: {'id': '31c99e7a-9ae5-4295-a825-99e34a6401a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:04.233495 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.233495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Bound using segment: {'id': '31c99e7a-9ae5-4295-a825-99e34a6401a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:04.233495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Bound port: b94243b6-1423-4eab-9f8b-92663e625f00, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c99e7a-9ae5-4295-a825-99e34a6401a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:04.233495 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.312362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-975ff329-4808-4a6a-bdaa-2abaf1bd2895 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.407207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.extraroute_db [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added routes are [] {{(pid=101223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 02:26:04.407536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.extraroute_db [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 02:26:04.434730 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-787a1ead-d08a-47cc-80b9-a483b9b6f0b3 req-79cc7e3b-2bd7-4ce1-96cb-f7bbc5e6b6a9 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 210 time: 0.0494304 Aug 10 02:26:04.459632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.461754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] For port b94243b6-1423-4eab-9f8b-92663e625f00, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:04.466678 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] For port b94243b6-1423-4eab-9f8b-92663e625f00, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b94243b6-1423-4eab-9f8b-92663e625f00,segment=NetworkSegment(31c99e7a-9ae5-4295-a825-99e34a6401a5),segment_id=31c99e7a-9ae5-4295-a825-99e34a6401a5)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:04.480258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-975ff329-4808-4a6a-bdaa-2abaf1bd2895 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.483996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Allocated IP 172.20.0.2 (cd29ae81-2bd0-4011-b3bc-c011c313c44f/c8da0332-2d84-4b14-8327-cc8530eb41e9/4498de84-352f-432b-8181-be7ba3bdff40) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:04.485518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55700) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:04.485664 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-975ff329-4808-4a6a-bdaa-2abaf1bd2895 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5745831 Aug 10 02:26:04.629476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.697559 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.725771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Transition to ACTIVE for port object 4498de84-352f-432b-8181-be7ba3bdff40 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:04.737469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:04.738250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:04.744423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15846f4-7cd2-40bb-9091-b5e0a4ed3668 None None] Pushing event updated for resources: {'Port': ['ID=b94243b6-1423-4eab-9f8b-92663e625f00,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:04.801041 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Transition to ACTIVE for port object 4498de84-352f-432b-8181-be7ba3bdff40 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:04.896245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:04.937238 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:04.995178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Network cd29ae81-2bd0-4011-b3bc-c011c313c44f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:05.030907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:05.036002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea557f24-4c76-4f92-9f8b-9be55bb64125 req-c1a99f95-1bb3-4367-b0bb-248eb2e6dbd4 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0861065 Aug 10 02:26:05.067719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:05.081731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Pushing event updated for resources: {'Port': ['ID=4498de84-352f-432b-8181-be7ba3bdff40,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:05.177101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:05.228571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Attempting to bind port 4498de84-352f-432b-8181-be7ba3bdff40 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:05.229206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Attempting to bind port 4498de84-352f-432b-8181-be7ba3bdff40 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd89ad211-e925-499c-a5b3-93f6aae194ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cd29ae81-2bd0-4011-b3bc-c011c313c44f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:05.229760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Attempting to bind port 4498de84-352f-432b-8181-be7ba3bdff40 on network cd29ae81-2bd0-4011-b3bc-c011c313c44f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:05.233341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:05.239702 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:05.256542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:05.257237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Checking segment: {'id': 'd89ad211-e925-499c-a5b3-93f6aae194ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cd29ae81-2bd0-4011-b3bc-c011c313c44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:05.258412 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:05.259019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Bound using segment: {'id': 'd89ad211-e925-499c-a5b3-93f6aae194ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cd29ae81-2bd0-4011-b3bc-c011c313c44f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:05.266297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Bound port: 4498de84-352f-432b-8181-be7ba3bdff40, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89ad211-e925-499c-a5b3-93f6aae194ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cd29ae81-2bd0-4011-b3bc-c011c313c44f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:05.266297 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:05.373729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:05.391420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] For port 4498de84-352f-432b-8181-be7ba3bdff40, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:05.395011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] For port 4498de84-352f-432b-8181-be7ba3bdff40, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4498de84-352f-432b-8181-be7ba3bdff40,segment=NetworkSegment(d89ad211-e925-499c-a5b3-93f6aae194ea),segment_id=d89ad211-e925-499c-a5b3-93f6aae194ea)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:05.473395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:04Z', 'revision_number': 7, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'b94243b6-1423-4eab-9f8b-92663e625f00', 'name': '', 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:97:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7d550bf5-410f-44d1-bdee-670769d8c49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:57Z', 'updated_at': '2021-08-10T02:26:04Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '7d550bf5-410f-44d1-bdee-670769d8c49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:05.505103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:05.514195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:05.516038 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-40524884-f694-4ac2-957a-f41c6765eb54 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42 HTTP/1.1" status: 200 len: 699 time: 1.6931911 Aug 10 02:26:05.517838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4e33f5-1b00-4ba3-940c-b36b7016e5de None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:04Z', 'revision_number': 7, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'b94243b6-1423-4eab-9f8b-92663e625f00', 'name': '', 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:97:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7d550bf5-410f-44d1-bdee-670769d8c49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:57Z', 'updated_at': '2021-08-10T02:26:04Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '7d550bf5-410f-44d1-bdee-670769d8c49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:05.518944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55708) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:05.534592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Allocated IP 172.20.0.1 (cd29ae81-2bd0-4011-b3bc-c011c313c44f/c8da0332-2d84-4b14-8327-cc8530eb41e9/46ed3776-229c-46b6-a312-1698c2c10eb6) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:05.541865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:05.649975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1fb0a2a-bfde-4f44-9ddd-9a237d5eb52e req-899c57eb-cf9e-4944-b575-4c54db86f178 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 210 time: 0.0888081 Aug 10 02:26:05.718177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e8dff-1564-4770-8ad9-1f4c448084b4 None None] Pushing event updated for resources: {'Port': ['ID=4498de84-352f-432b-8181-be7ba3bdff40,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:05.737049 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2b6c4b43-1616-4d1f-982d-278234af3f2b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42 HTTP/1.1" status: 200 len: 699 time: 0.2161913 Aug 10 02:26:05.737782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55710) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:05.762715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-53aefb26-b257-4b08-a72f-b6090dbdfb96 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:05.764152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-53aefb26-b257-4b08-a72f-b6090dbdfb96 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.11 "GET /v2.0/networks?id=5083d3a1-f14b-4880-af06-dc2116d32fb2 HTTP/1.1" status: 200 len: 808 time: 0.3073823 Aug 10 02:26:05.856066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-02fbd824-cb54-4eaa-8750-f96bc9f7749c tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3b7529ff2354362acf72aeee9da0800 HTTP/1.1" status: 200 len: 380 time: 0.0782042 Aug 10 02:26:05.867685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Request body: {'port': {'device_id': '3cf14de9-847a-457f-b860-246a1640d2a6', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'admin_state_up': True, 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'security_groups': ['2a7a4ed8-70c1-4c76-b864-b609e7f3246d']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:05.904730 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:05.991816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Transition to ACTIVE for port object 46ed3776-229c-46b6-a312-1698c2c10eb6 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:06.174233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:06.182189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08002bf8-411e-4b65-9a5e-7944df952493 req-8bc7418a-599d-4f7a-abf2-e0ac2a4d5e1a tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0422611 Aug 10 02:26:06.230063 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Network cd29ae81-2bd0-4011-b3bc-c011c313c44f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:06.233518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:06.240464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:06.279420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Made reservation on behalf of c3b7529ff2354362acf72aeee9da0800 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:06.285060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:06.295804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event updated for resources: {'Port': ['ID=46ed3776-229c-46b6-a312-1698c2c10eb6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:06.354544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:06.403961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:06.578366 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:06.599737 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:06.600645 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:06.641363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Allocated IP 172.20.0.13 (5083d3a1-f14b-4880-af06-dc2116d32fb2/c725e5c7-f576-4e69-9166-fee1e8461d9f/0ed75e4a-a67e-495e-9f85-7497defc645a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:06.772930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port b94243b6-1423-4eab-9f8b-92663e625f00 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:06.774464 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:06.787090 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:06.827836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:06.843803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Transition to ACTIVE for port object 0ed75e4a-a67e-495e-9f85-7497defc645a will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:06.900382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e6bbf43-07df-4ae0-a623-10fd026b4ca1 req-65ab6447-1f2a-47e8-8c8f-cf7a8a86596c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca3035c8-d1c6-42f9-987e-1fe577d95a12 HTTP/1.1" status: 200 len: 210 time: 0.0502653 Aug 10 02:26:06.924257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:06.935143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port b94243b6-1423-4eab-9f8b-92663e625f00, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b94243b6-1423-4eab-9f8b-92663e625f00,segment=NetworkSegment(31c99e7a-9ae5-4295-a825-99e34a6401a5),segment_id=31c99e7a-9ae5-4295-a825-99e34a6401a5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:06.935968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:06.966128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for b94243b6-1423-4eab-9f8b-92663e625f00 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:07.051702 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:07.109524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace095e-44cc-4059-8dca-dacdecdbdb56 None None] Network cd29ae81-2bd0-4011-b3bc-c011c313c44f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:07.274575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b94243b6-1423-4eab-9f8b-92663e625f00 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:07.283919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'Port': ['ID=0ed75e4a-a67e-495e-9f85-7497defc645a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:07.344533 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:04Z', 'revision_number': 7, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'b94243b6-1423-4eab-9f8b-92663e625f00', 'name': '', 'network_id': '64118e5b-96b6-44ce-b7bc-42ab78d263b7', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:97:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7d550bf5-410f-44d1-bdee-670769d8c49c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:57Z', 'updated_at': '2021-08-10T02:26:04Z', 'revision_number': 4, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '7d550bf5-410f-44d1-bdee-670769d8c49c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:07.348939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Network 5083d3a1-f14b-4880-af06-dc2116d32fb2 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:07.356536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:07.376559 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:07.376665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:07.381082 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:07.386588 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:07.387491 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:07.411835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-97dc45d3-86b0-4284-92a9-b96e3bdd6948 None None] Provisioning for port 4498de84-352f-432b-8181-be7ba3bdff40 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:07.441399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b94243b6-1423-4eab-9f8b-92663e625f00 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:07.441782 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:07.456074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=b94243b6-1423-4eab-9f8b-92663e625f00,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:07.494587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Port b94243b6-1423-4eab-9f8b-92663e625f00 was deleted so its status cannot be updated. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 02:26:07.497749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4498de84-352f-432b-8181-be7ba3bdff40 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:07.515277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421333e-d972-467a-b516-070b79210439 req-0addead1-1e4d-4746-80da-87d1186d9ecc tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:07.516919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3421333e-d972-467a-b516-070b79210439 req-0addead1-1e4d-4746-80da-87d1186d9ecc tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 932 time: 0.2216427 Aug 10 02:26:07.520518 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:07.707092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 4498de84-352f-432b-8181-be7ba3bdff40 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:07.712640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4498de84-352f-432b-8181-be7ba3bdff40 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:07.713021 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:07.716346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:07.716346 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:07.738380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3421333e-d972-467a-b516-070b79210439 req-c0590f6a-0b20-4336-9742-794bf4072354 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837354 Aug 10 02:26:07.796419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-34b4f461-7860-4756-9748-91747fb785b3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9322701 Aug 10 02:26:07.818444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Request body: {'port': {'device_id': '3cf14de9-847a-457f-b860-246a1640d2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:07.824636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:07.878743 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:07.885090 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:07Z', 'revision_number': 8, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:07.917225 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc220a0-747c-45d9-a304-78126b45b2ec None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:07Z', 'revision_number': 8, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:07.931210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 4498de84-352f-432b-8181-be7ba3bdff40, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4498de84-352f-432b-8181-be7ba3bdff40,segment=NetworkSegment(d89ad211-e925-499c-a5b3-93f6aae194ea),segment_id=d89ad211-e925-499c-a5b3-93f6aae194ea)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:08.023166 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.034061 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.042447 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.136570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=4498de84-352f-432b-8181-be7ba3bdff40,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:08.173085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:08.181435 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.193704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d7f015ba-f733-4601-97d2-1ec50252e6c2 None None] Provisioning for port 0ed75e4a-a67e-495e-9f85-7497defc645a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:08.197536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d7f015ba-f733-4601-97d2-1ec50252e6c2 None None] Provisioning complete for port 0ed75e4a-a67e-495e-9f85-7497defc645a triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:08.197917 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d7f015ba-f733-4601-97d2-1ec50252e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.288653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d7f015ba-f733-4601-97d2-1ec50252e6c2 None None] Port 0ed75e4a-a67e-495e-9f85-7497defc645a cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:08.353114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:08.372110 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7c0ab58a-c6d3-4696-bd22-75f5b085caca tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6330953 Aug 10 02:26:08.381445 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55730) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:08.449539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e76b5b-bc99-4c69-acc6-d299e9195ebf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting subnet 7d550bf5-410f-44d1-bdee-670769d8c49c {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:08.458684 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0e76b5b-bc99-4c69-acc6-d299e9195ebf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.512661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-23b1a75a-e3d1-4bdf-8390-99c51c5bfd03 None None] Provisioning for port 46ed3776-229c-46b6-a312-1698c2c10eb6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:08.518063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-23b1a75a-e3d1-4bdf-8390-99c51c5bfd03 None None] Provisioning complete for port 46ed3776-229c-46b6-a312-1698c2c10eb6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:08.518758 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-23b1a75a-e3d1-4bdf-8390-99c51c5bfd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.546439 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0e76b5b-bc99-4c69-acc6-d299e9195ebf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.575971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-23b1a75a-e3d1-4bdf-8390-99c51c5bfd03 None None] Port 46ed3776-229c-46b6-a312-1698c2c10eb6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:08.604615 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-23b1a75a-e3d1-4bdf-8390-99c51c5bfd03 None None] Provisioning complete for port 4498de84-352f-432b-8181-be7ba3bdff40 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:08.604615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-23b1a75a-e3d1-4bdf-8390-99c51c5bfd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.709073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0e76b5b-bc99-4c69-acc6-d299e9195ebf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.747231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event updated for resources: {'Port': ['ID=46ed3776-229c-46b6-a312-1698c2c10eb6,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:08.773706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.840211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:08.849543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:08.850182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:08.924956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0e76b5b-bc99-4c69-acc6-d299e9195ebf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.959670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e76b5b-bc99-4c69-acc6-d299e9195ebf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Subnet': ['ID=7d550bf5-410f-44d1-bdee-670769d8c49c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:08.969383 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d0e76b5b-bc99-4c69-acc6-d299e9195ebf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:08.971931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d0e76b5b-bc99-4c69-acc6-d299e9195ebf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/7d550bf5-410f-44d1-bdee-670769d8c49c HTTP/1.1" status: 204 len: 168 time: 0.5891268 Aug 10 02:26:08.974443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55734) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:08.991994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61b895-6add-40a1-b450-3b7bcde5cbb7 req-fefca5a9-73eb-424a-8af1-c90192c4e210 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:08.994201 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df61b895-6add-40a1-b450-3b7bcde5cbb7 req-fefca5a9-73eb-424a-8af1-c90192c4e210 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 932 time: 0.1146355 Aug 10 02:26:09.083148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:09.093055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Network cd29ae81-2bd0-4011-b3bc-c011c313c44f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:09.105651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:09.181361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:09.181787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:09.221800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cda1f-c714-45d5-8c10-cf1b6c8be022 None None] Network 64118e5b-96b6-44ce-b7bc-42ab78d263b7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:09.223718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4498de84-352f-432b-8181-be7ba3bdff40 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:09.245430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df61b895-6add-40a1-b450-3b7bcde5cbb7 req-5449601f-5c9b-437f-aac0-4ef8d11056f6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319520 Aug 10 02:26:09.318331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=aa54ed42-5c35-4296-b1a3-57fd77f6a3ab,segment=NetworkSegment(31c99e7a-9ae5-4295-a825-99e34a6401a5),segment_id=31c99e7a-9ae5-4295-a825-99e34a6401a5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:09.319251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed75e4a-a67e-495e-9f85-7497defc645a {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:26:09.321258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:09.331675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:09.364248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Transition to ACTIVE for port object 0ed75e4a-a67e-495e-9f85-7497defc645a will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:09.365236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for aa54ed42-5c35-4296-b1a3-57fd77f6a3ab owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:09.456878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:09.465643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Router d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:26:09.536415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:09.635852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2ffbb253-6d04-4b37-bf57-1883278c18e0 None None] Provisioning complete for port 46ed3776-229c-46b6-a312-1698c2c10eb6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:09.636299 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb253-6d04-4b37-bf57-1883278c18e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:09.660996 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:09.703598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2ffbb253-6d04-4b37-bf57-1883278c18e0 None None] Port 46ed3776-229c-46b6-a312-1698c2c10eb6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:09.708554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4498de84-352f-432b-8181-be7ba3bdff40 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:09.708868 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:09.720695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=aa54ed42-5c35-4296-b1a3-57fd77f6a3ab,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:09.734283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No DVR routers for this DVR port aa54ed42-5c35-4296-b1a3-57fd77f6a3ab on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:09.764228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed75e4a-a67e-495e-9f85-7497defc645a,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:09.788587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:09.804300 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f16ec-a3f9-4c47-bb27-00a2f34f9d37 None None] Sync routers for ids ['d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:09.818588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0b6010fd-3774-4ffc-bac1-4a0a873b1a8e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "PUT /v2.0/routers/d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3313363 Aug 10 02:26:09.823399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55740) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:09.840760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Request body: {'port': {'network_id': 'cd29ae81-2bd0-4011-b3bc-c011c313c44f', 'name': 'tempest-FloatingIPNegativeTestJSON-1470201350'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:09.841920 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f16ec-a3f9-4c47-bb27-00a2f34f9d37 None None] Routers {'d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:09.842824 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dc7f16ec-a3f9-4c47-bb27-00a2f34f9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:09.893845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a94126-0b7f-4002-a809-074eeda757d6 None None] DHCP port deletion for 64118e5b-96b6-44ce-b7bc-42ab78d263b7 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:26:09.946228 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dc7f16ec-a3f9-4c47-bb27-00a2f34f9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:09.968692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:09.979222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b94243b6-1423-4eab-9f8b-92663e625f00 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:09.983946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64118e5b-96b6-44ce-b7bc-42ab78d263b7']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:09.995248 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f16ec-a3f9-4c47-bb27-00a2f34f9d37 None None] Routers {'d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:09.997875 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dc7f16ec-a3f9-4c47-bb27-00a2f34f9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:09.998148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c99e7a-9ae5-4295-a825-99e34a6401a5') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:09.998705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c99e7a-9ae5-4295-a825-99e34a6401a5') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:10.002405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b94243b6-1423-4eab-9f8b-92663e625f00 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:10.003038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b94243b6-1423-4eab-9f8b-92663e625f00 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:10.016377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.048694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.065276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:26:10.067754 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.080942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:07Z', 'revision_number': 8, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:10.098530 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dc7f16ec-a3f9-4c47-bb27-00a2f34f9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:10.099365 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7f16ec-a3f9-4c47-bb27-00a2f34f9d37 None None] The sync data for ids ['d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:10.126616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:10.130773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Attempting to bind port 0ed75e4a-a67e-495e-9f85-7497defc645a on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:10.131363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Attempting to bind port 0ed75e4a-a67e-495e-9f85-7497defc645a by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:10.132053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Attempting to bind port 0ed75e4a-a67e-495e-9f85-7497defc645a on network 5083d3a1-f14b-4880-af06-dc2116d32fb2 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:10.137394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:10.138149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:26:10.139583 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:26:10.148085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Port 0ed75e4a-a67e-495e-9f85-7497defc645a on network 5083d3a1-f14b-4880-af06-dc2116d32fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:26:10.149022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Attempting to bind port 0ed75e4a-a67e-495e-9f85-7497defc645a on network 5083d3a1-f14b-4880-af06-dc2116d32fb2 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:10.156819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:10.157166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Checking segment: {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:10.157568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Bound using segment: {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:10.158039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Bound port: 0ed75e4a-a67e-495e-9f85-7497defc645a, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:10.158414 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.192081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.197397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.202379 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/networks/64118e5b-96b6-44ce-b7bc-42ab78d263b7 HTTP/1.1" status: 204 len: 168 time: 1.2240846 Aug 10 02:26:10.208420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55742) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:10.224617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Made reservation on behalf of 64632cc93acd4dbe9bfc71b030471eff for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:10.229088 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.250831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:10.265284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] device_id is not set on port c45bcfa5-eb86-4421-85c3-c52302e17763 yet. {{(pid=101224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:26:10.317590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] For port 0ed75e4a-a67e-495e-9f85-7497defc645a, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:10.325091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23511916-98cb-444a-a3e2-5ece32ceda56 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Network': ['ID=64118e5b-96b6-44ce-b7bc-42ab78d263b7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:10.441524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] For port 0ed75e4a-a67e-495e-9f85-7497defc645a, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0ed75e4a-a67e-495e-9f85-7497defc645a,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:10.499957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474394e-f0db-4474-8335-9845022d50a6 req-73965da0-b8ae-46cc-b739-e7816fd32915 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:10.508292 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7474394e-f0db-4474-8335-9845022d50a6 req-73965da0-b8ae-46cc-b739-e7816fd32915 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 944 time: 0.1294832 Aug 10 02:26:10.520191 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.581201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:10.581854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.584030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ed75e4a-a67e-495e-9f85-7497defc645a HTTP/1.1" status: 200 len: 1093 time: 2.7791350 Aug 10 02:26:10.590296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf14de9-847a-457f-b860-246a1640d2a6', 'tag': '0ed75e4a-a67e-495e-9f85-7497defc645a'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:26:10.592814 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef68aba0-508e-4238-97d6-4c0786f27128" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf14de9-847a-457f-b860-246a1640d2a6", "tag": "0ed75e4a-a67e-495e-9f85-7497defc645a"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:26:10.628494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:07Z', 'revision_number': 8, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:10.653833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7474394e-f0db-4474-8335-9845022d50a6 req-596d0522-3e53-48af-a55f-3b120894a319 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422579 Aug 10 02:26:10.684085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f225f-a7db-4101-9cff-78d7caa8c4b9 None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:07Z', 'revision_number': 8, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'c07c0db2-3896-4b48-9211-9b7aafd5b676', 'name': '', 'network_id': '3e862c15-2ba4-44eb-8194-15b141b0b4ca', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:98:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:48Z', 'updated_at': '2021-08-10T02:25:59Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': 'e860b34a-ff73-4e19-a2df-7ef87f1d7329', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:10.690464 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69942132-4821-4aac-ab6b-c72aa10f03b2 x-openstack-request-id: req-69942132-4821-4aac-ab6b-c72aa10f03b2 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:26:10.690866 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf14de9-847a-457f-b860-246a1640d2a6", "tag": "0ed75e4a-a67e-495e-9f85-7497defc645a", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:26:10.691128 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69942132-4821-4aac-ab6b-c72aa10f03b2 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:26:10.691539 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf14de9-847a-457f-b860-246a1640d2a6', 'tag': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'status': 'completed', 'code': 200} Aug 10 02:26:10.715189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Allocated IP 172.20.0.9 (cd29ae81-2bd0-4011-b3bc-c011c313c44f/c8da0332-2d84-4b14-8327-cc8530eb41e9/c45bcfa5-eb86-4421-85c3-c52302e17763) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:10.740931 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:10.801493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0275e91-7e1c-4eae-b19c-896eadd74d92 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed75e4a-a67e-495e-9f85-7497defc645a,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:10.848700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68aba0-508e-4238-97d6-4c0786f27128 req-d276af48-39f2-41d7-a2a3-9b17c9903544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:10.850261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef68aba0-508e-4238-97d6-4c0786f27128 req-d276af48-39f2-41d7-a2a3-9b17c9903544 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3b7529ff2354362acf72aeee9da0800&device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1096 time: 0.1523690 Aug 10 02:26:11.063450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.077972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68aba0-508e-4238-97d6-4c0786f27128 req-7da4caff-54b9-4b8f-91ef-008952687da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:11.081241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef68aba0-508e-4238-97d6-4c0786f27128 req-7da4caff-54b9-4b8f-91ef-008952687da6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c3b7529ff2354362acf72aeee9da0800&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2202477 Aug 10 02:26:11.091906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Transition to ACTIVE for port object c45bcfa5-eb86-4421-85c3-c52302e17763 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:11.108704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aa54ed42-5c35-4296-b1a3-57fd77f6a3ab no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:11.133829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: aa54ed42-5c35-4296-b1a3-57fd77f6a3ab {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:11.134330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aa54ed42-5c35-4296-b1a3-57fd77f6a3ab not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:11.240108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68aba0-508e-4238-97d6-4c0786f27128 req-c855170b-b437-45fb-9323-6d98c0368ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:11.241628 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef68aba0-508e-4238-97d6-4c0786f27128 req-c855170b-b437-45fb-9323-6d98c0368ac0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477909 Aug 10 02:26:11.267289 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.342267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Network cd29ae81-2bd0-4011-b3bc-c011c313c44f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:11.348315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port c07c0db2-3896-4b48-9211-9b7aafd5b676 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:11.348737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.350631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:11.354539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:11.357180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event updated for resources: {'Port': ['ID=c45bcfa5-eb86-4421-85c3-c52302e17763,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:11.404056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-0fa76ae6-a67f-4220-a07e-16f3f082c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:11.405389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-0fa76ae6-a67f-4220-a07e-16f3f082c3b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3b7529ff2354362acf72aeee9da0800&device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1096 time: 0.1054540 Aug 10 02:26:11.428867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:11.429918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.474386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-46afd724-9f75-4870-8536-1fcb7bacd627 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed75e4a-a67e-495e-9f85-7497defc645a HTTP/1.1" status: 200 len: 217 time: 0.0606127 Aug 10 02:26:11.489862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port c07c0db2-3896-4b48-9211-9b7aafd5b676, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c07c0db2-3896-4b48-9211-9b7aafd5b676,segment=NetworkSegment(314627f1-d88f-458e-920b-b34489b0d3e4),segment_id=314627f1-d88f-458e-920b-b34489b0d3e4)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:11.494257 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.525501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for c07c0db2-3896-4b48-9211-9b7aafd5b676 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:11.543456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f2b44a07-76c0-4d5a-bc5f-d92dc32b0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:11.545611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-f2b44a07-76c0-4d5a-bc5f-d92dc32b0b7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c725e5c7-f576-4e69-9166-fee1e8461d9f HTTP/1.1" status: 200 len: 847 time: 0.0624304 Aug 10 02:26:11.565758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-078fb1de-4ca9-4fc0-b017-9f4b95ba8526 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7408454 Aug 10 02:26:11.578076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55760) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:11.586787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:11.609828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-26a14f34-10ab-4fef-8154-8f2f5663b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:11.611857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-26a14f34-10ab-4fef-8154-8f2f5663b3f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5083d3a1-f14b-4880-af06-dc2116d32fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587962 Aug 10 02:26:11.691197 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.734643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-57897f58-c88f-40eb-9074-aee19b3525c3 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143706 Aug 10 02:26:11.776160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-295b7931-0d41-4a9d-bbde-8b397a0f2979 None None] Provisioning for port c45bcfa5-eb86-4421-85c3-c52302e17763 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:11.781234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-295b7931-0d41-4a9d-bbde-8b397a0f2979 None None] Provisioning complete for port c45bcfa5-eb86-4421-85c3-c52302e17763 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:11.781825 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-295b7931-0d41-4a9d-bbde-8b397a0f2979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.821983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-295b7931-0d41-4a9d-bbde-8b397a0f2979 None None] Port c45bcfa5-eb86-4421-85c3-c52302e17763 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:11.873560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.874897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388faee-c9c4-4d65-a351-c71018f64959 req-db56c7ad-5fd9-492c-921a-4e3d3caa1f9a tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:11.876458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a388faee-c9c4-4d65-a351-c71018f64959 req-db56c7ad-5fd9-492c-921a-4e3d3caa1f9a tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 944 time: 0.1131179 Aug 10 02:26:11.894306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f9043fc-3d24-4ebd-a5a3-abb19a94d331 req-351f49ba-bedf-4c62-b5ba-711dda231da3 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522939 Aug 10 02:26:11.938799 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:11.943861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a388faee-c9c4-4d65-a351-c71018f64959 req-814d43ce-3e66-456f-8143-c09f0e6cd2de tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482469 Aug 10 02:26:11.975405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=c07c0db2-3896-4b48-9211-9b7aafd5b676,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:12.100798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Allocated IP 172.25.3.8 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/2c9955ff-0b70-4446-a373-40fe57d07c82) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:12.251482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.377769 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.514139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:12.624124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.628423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:12.642062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55776) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:12.643951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:12.649568 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4898b012-d576-4209-90f3-e7cfd7db76db tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375632 Aug 10 02:26:12.663610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:12.665226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:12.704169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:12.708108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:12.713136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:12.737656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aac6050-8f70-41b4-a299-2c8411cd20e8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting subnet e860b34a-ff73-4e19-a2df-7ef87f1d7329 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:12.744692 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8aac6050-8f70-41b4-a299-2c8411cd20e8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.760939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event updated for resources: {'Port': ['ID=2c9955ff-0b70-4446-a373-40fe57d07c82,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:12.806967 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8aac6050-8f70-41b4-a299-2c8411cd20e8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.807304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:12.865255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.908271 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8aac6050-8f70-41b4-a299-2c8411cd20e8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:12.992033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.145092 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8aac6050-8f70-41b4-a299-2c8411cd20e8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.191951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac6050-8f70-41b4-a299-2c8411cd20e8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Subnet': ['ID=e860b34a-ff73-4e19-a2df-7ef87f1d7329,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:13.194982 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8aac6050-8f70-41b4-a299-2c8411cd20e8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.197684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8aac6050-8f70-41b4-a299-2c8411cd20e8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/e860b34a-ff73-4e19-a2df-7ef87f1d7329 HTTP/1.1" status: 204 len: 168 time: 0.5541692 Aug 10 02:26:13.203130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55816) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:13.210854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa9626e-9bd7-4ea0-909f-882b35654de9 None None] Network 3e862c15-2ba4-44eb-8194-15b141b0b4ca requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:13.220646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297799f-4dd7-468f-8f7a-1a8b3b9d9b60 req-63e29b1a-7038-443c-8fa9-b4e10cf4b3da tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:13.220832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.222425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4297799f-4dd7-468f-8f7a-1a8b3b9d9b60 req-63e29b1a-7038-443c-8fa9-b4e10cf4b3da tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 944 time: 0.1564765 Aug 10 02:26:13.315594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4297799f-4dd7-468f-8f7a-1a8b3b9d9b60 req-ba0dfd40-a108-407a-acdd-8ac0a0d47898 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813079 Aug 10 02:26:13.319155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.326724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.353725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:11Z', 'revision_number': 9, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:13.387459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:13.390415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port 3409b6d3-022d-4848-a4db-58eef770fe8c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:13.390863 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.393331 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.431597 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:13.432240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:13.462942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port 3409b6d3-022d-4848-a4db-58eef770fe8c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=3409b6d3-022d-4848-a4db-58eef770fe8c,segment=NetworkSegment(314627f1-d88f-458e-920b-b34489b0d3e4),segment_id=314627f1-d88f-458e-920b-b34489b0d3e4)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:13.463240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.480157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for 3409b6d3-022d-4848-a4db-58eef770fe8c owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:13.490249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event updated for resources: {'Port': ['ID=2c9955ff-0b70-4446-a373-40fe57d07c82,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:13.501495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.620876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.622196 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c5f4623-0303-42c6-b856-d46ec145d06b tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0429215 Aug 10 02:26:13.625210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55824) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:13.631363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7e79df3b-aa41-4e43-82b9-915fe159d4f1 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Request body: {'floatingip': {'port_id': 'c45bcfa5-eb86-4421-85c3-c52302e17763', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:13.655580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.681891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7e79df3b-aa41-4e43-82b9-915fe159d4f1 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.701098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=3409b6d3-022d-4848-a4db-58eef770fe8c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:13.708997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No DVR routers for this DVR port 3409b6d3-022d-4848-a4db-58eef770fe8c on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:13.720090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:13.817980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3694f714-5059-4a80-b4ac-6d280e8e3372 None None] DHCP port deletion for 3e862c15-2ba4-44eb-8194-15b141b0b4ca request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:26:13.832739 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.847064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e862c15-2ba4-44eb-8194-15b141b0b4ca']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:13.860002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314627f1-d88f-458e-920b-b34489b0d3e4') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:13.860307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314627f1-d88f-458e-920b-b34489b0d3e4') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:13.873431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.890742 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.899342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:26:13.905591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:13.922088 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-7e79df3b-aa41-4e43-82b9-915fe159d4f1 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] update failed (client error): The resource could not be found. Aug 10 02:26:13.928884 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7e79df3b-aa41-4e43-82b9-915fe159d4f1 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "PUT /v2.0/floatingips/b7f79dd9-14fc-41bd-b9b9-6d524970d7d5 HTTP/1.1" status: 404 len: 507 time: 0.3025630 Aug 10 02:26:13.930783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55826) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:26:13.972859 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:26:14.072917 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.077829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.080615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/networks/3e862c15-2ba4-44eb-8194-15b141b0b4ca HTTP/1.1" status: 204 len: 168 time: 0.8778212 Aug 10 02:26:14.085629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55828) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:14.098445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccda133-093d-4026-9516-b21a483a6ff5 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Network': ['ID=3e862c15-2ba4-44eb-8194-15b141b0b4ca,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:14.106868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:11Z', 'revision_number': 9, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:14.139646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5833e-0f8e-40ae-acef-1fe622905119 None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:11Z', 'revision_number': 9, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6bdf14a-af9d-42cb-8346-603fd6a9d170', 'name': '', 'network_id': '95adb39e-de62-41d4-abfd-0835ded3f69d', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:51:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '45421376-4302-4b09-9a03-cc5ce3298424', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:40Z', 'updated_at': '2021-08-10T02:25:54Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '45421376-4302-4b09-9a03-cc5ce3298424', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:14.151904 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Deleting port 2c9955ff-0b70-4446-a373-40fe57d07c82 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:14.152244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.324759 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.369882 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.370231 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.393168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Calling delete_port for 2c9955ff-0b70-4446-a373-40fe57d07c82 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:14.507204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24b0a-ec41-49e4-aa6f-502a4d7a236b req-1c34a4c8-6046-454f-881a-bc7f1e33519b tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:14.515571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1d24b0a-ec41-49e4-aa6f-502a4d7a236b req-1c34a4c8-6046-454f-881a-bc7f1e33519b tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 944 time: 0.0906339 Aug 10 02:26:14.591296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1d24b0a-ec41-49e4-aa6f-502a4d7a236b req-fe4e7f43-72e3-40d1-a4ea-de52c9b60e4f tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675538 Aug 10 02:26:14.724458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.767854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event deleted for resources: {'Port': ['ID=2c9955ff-0b70-4446-a373-40fe57d07c82,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:14.841698 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.931066 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.933835 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:14.935240 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-26162746-7022-4e6f-b4dc-efa3558c5ce6 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "DELETE /v2.0/floatingips/b7f79dd9-14fc-41bd-b9b9-6d524970d7d5 HTTP/1.1" status: 204 len: 168 time: 1.0012751 Aug 10 02:26:14.938781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55866) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:14.943494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-620401cb-705b-406e-8f6a-deba7674ed42 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Request body: {'floatingip': {'floating_network_id': 'cd29ae81-2bd0-4011-b3bc-c011c313c44f', 'port_id': 'c45bcfa5-eb86-4421-85c3-c52302e17763', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:15.026981 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-620401cb-705b-406e-8f6a-deba7674ed42 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:15.119939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c07c0db2-3896-4b48-9211-9b7aafd5b676 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:15.151226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c07c0db2-3896-4b48-9211-9b7aafd5b676 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:15.151982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c07c0db2-3896-4b48-9211-9b7aafd5b676 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:15.153312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 3409b6d3-022d-4848-a4db-58eef770fe8c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:15.176994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port f6bdf14a-af9d-42cb-8346-603fd6a9d170 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:15.177589 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:15.183700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 3409b6d3-022d-4848-a4db-58eef770fe8c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:15.186706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 3409b6d3-022d-4848-a4db-58eef770fe8c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:15.288297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port f6bdf14a-af9d-42cb-8346-603fd6a9d170, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f6bdf14a-af9d-42cb-8346-603fd6a9d170,segment=NetworkSegment(07516033-de40-4145-a7ee-240be0ad8b80),segment_id=07516033-de40-4145-a7ee-240be0ad8b80)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:15.288691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:15.307559 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-620401cb-705b-406e-8f6a-deba7674ed42 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:26:15.312463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-620401cb-705b-406e-8f6a-deba7674ed42 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3686500 Aug 10 02:26:15.312636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for f6bdf14a-af9d-42cb-8346-603fd6a9d170 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:15.312742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55868) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:15.317879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'c45bcfa5-eb86-4421-85c3-c52302e17763', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:15.416603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:15.557777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:15.609923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0ed75e4a-a67e-495e-9f85-7497defc645a details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:26:15.621366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:15.709822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Allocated IP 172.25.3.166 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/c759fe00-dfc4-4cf2-ab7e-26b0da1ef4df) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:15.724176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=f6bdf14a-af9d-42cb-8346-603fd6a9d170,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:15.813252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0ed75e4a-a67e-495e-9f85-7497defc645a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0ed75e4a-a67e-495e-9f85-7497defc645a,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:15.815758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d14f2-99ba-414d-8aab-4a25a20cf3e1 req-41681b40-6c86-4881-9fa9-bd1e544ae552 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:15.824053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-074d14f2-99ba-414d-8aab-4a25a20cf3e1 req-41681b40-6c86-4881-9fa9-bd1e544ae552 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 944 time: 0.1622021 Aug 10 02:26:15.840541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'port_id': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'mac_address': 'fa:16:3e:de:78:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:26:15.890748 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:15.902382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-074d14f2-99ba-414d-8aab-4a25a20cf3e1 req-612c6563-3837-403a-97b6-c89c29f95af0 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768206 Aug 10 02:26:15.948297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed75e4a-a67e-495e-9f85-7497defc645a {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:26:15.968101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:15.981446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0ed75e4a-a67e-495e-9f85-7497defc645a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0ed75e4a-a67e-495e-9f85-7497defc645a,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:16.020117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:16.049497 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:16.107408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:16.112796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0ed75e4a-a67e-495e-9f85-7497defc645a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:16.170235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:16.173797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:16.178032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:16.184373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event updated for resources: {'Port': ['ID=c759fe00-dfc4-4cf2-ab7e-26b0da1ef4df,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:16.255287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['0ed75e4a-a67e-495e-9f85-7497defc645a'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:26:16.371942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Deleting port c759fe00-dfc4-4cf2-ab7e-26b0da1ef4df {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:16.372466 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:16.488477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:16.488822 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:16.501444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Calling delete_port for c759fe00-dfc4-4cf2-ab7e-26b0da1ef4df owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:16.685668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:16.741290 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:16.769554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event deleted for resources: {'Port': ['ID=c759fe00-dfc4-4cf2-ab7e-26b0da1ef4df,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:16.836791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:16.847042 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-acfba64e-7885-418a-94a4-226d5d63e88a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7533996 Aug 10 02:26:16.847868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55880) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:16.850013 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:16.864608 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:16.865584 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:16.918768 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] create failed (client error): The resource could not be found. Aug 10 02:26:16.923464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f6237f3a-9fde-4e6e-92a1-fae2cc6e7998 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6062086 Aug 10 02:26:16.923957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55884) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:16.942773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67eb981-c50c-4bd8-8f4a-b84d2150f19e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting subnet 45421376-4302-4b09-9a03-cc5ce3298424 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:16.952468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b67eb981-c50c-4bd8-8f4a-b84d2150f19e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.000423 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:17.051648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b67eb981-c50c-4bd8-8f4a-b84d2150f19e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.217344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b67eb981-c50c-4bd8-8f4a-b84d2150f19e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.225912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb2acc-f9a7-4418-9b33-2049d5b26256 req-ed769a10-7372-4c72-8859-7a18a04beb4b tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:17.241854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8eb2acc-f9a7-4418-9b33-2049d5b26256 req-ed769a10-7372-4c72-8859-7a18a04beb4b tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 945 time: 0.2106650 Aug 10 02:26:17.260304 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:15Z', 'revision_number': 10, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:17.281118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f106ad47-4025-4eaa-bfbb-c323254378c9 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Deleting port c45bcfa5-eb86-4421-85c3-c52302e17763 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:17.281716 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f106ad47-4025-4eaa-bfbb-c323254378c9 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.309955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:17.323332 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:17.324387 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:17.354949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b67eb981-c50c-4bd8-8f4a-b84d2150f19e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.387996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67eb981-c50c-4bd8-8f4a-b84d2150f19e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Subnet': ['ID=45421376-4302-4b09-9a03-cc5ce3298424,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:17.399497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b67eb981-c50c-4bd8-8f4a-b84d2150f19e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.404641 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b67eb981-c50c-4bd8-8f4a-b84d2150f19e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/45421376-4302-4b09-9a03-cc5ce3298424 HTTP/1.1" status: 204 len: 168 time: 0.5527506 Aug 10 02:26:17.404755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8eb2acc-f9a7-4418-9b33-2049d5b26256 req-07a5cfb4-6ed7-48aa-a672-7ccc1e17ed1d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608739 Aug 10 02:26:17.405359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55886) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:17.410241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e61d2-1395-4c6e-bfb2-4c48414d5467 None None] Network 95adb39e-de62-41d4-abfd-0835ded3f69d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:17.454833 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:17.494886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f106ad47-4025-4eaa-bfbb-c323254378c9 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.519774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f106ad47-4025-4eaa-bfbb-c323254378c9 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Calling delete_port for c45bcfa5-eb86-4421-85c3-c52302e17763 owned by {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:17.541613 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.629161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0ed75e4a-a67e-495e-9f85-7497defc645a up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:17.723747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6402f64a-9369-4e31-b5ab-169f6bc17b3d None None] DHCP port deletion for 95adb39e-de62-41d4-abfd-0835ded3f69d request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:26:17.785185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6402f64a-9369-4e31-b5ab-169f6bc17b3d None None] Deleting port 7565ad50-2a5a-4f71-912d-0a4f25c55833 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:17.785691 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6402f64a-9369-4e31-b5ab-169f6bc17b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.832349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port 7565ad50-2a5a-4f71-912d-0a4f25c55833 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:17.832706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.840675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 0ed75e4a-a67e-495e-9f85-7497defc645a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:17.861449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 0ed75e4a-a67e-495e-9f85-7497defc645a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:17.861791 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.864939 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:15Z', 'revision_number': 10, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:17.921302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6402f64a-9369-4e31-b5ab-169f6bc17b3d None None] For port 7565ad50-2a5a-4f71-912d-0a4f25c55833, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7565ad50-2a5a-4f71-912d-0a4f25c55833,segment=NetworkSegment(07516033-de40-4145-a7ee-240be0ad8b80),segment_id=07516033-de40-4145-a7ee-240be0ad8b80)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:17.921706 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6402f64a-9369-4e31-b5ab-169f6bc17b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.927935 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479902b3-0521-43c7-be93-4c8f3fd09b06 None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:15Z', 'revision_number': 10, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None, '_interfaces': [{'id': 'ce3025f5-bc10-4bb1-b916-d9cf26febb87', 'name': '', 'network_id': 'f89d3ce3-d291-47a0-9753-6d612591bd47', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'mac_address': 'fa:16:3e:3f:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:26Z', 'updated_at': '2021-08-10T02:25:47Z', 'revision_number': 5, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'subnets': [{'id': '0b5741f1-3096-4755-b343-cf66aa578ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:17.949237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6402f64a-9369-4e31-b5ab-169f6bc17b3d None None] Calling delete_port for 7565ad50-2a5a-4f71-912d-0a4f25c55833 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:17.954295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port 7565ad50-2a5a-4f71-912d-0a4f25c55833, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7565ad50-2a5a-4f71-912d-0a4f25c55833,segment=NetworkSegment(07516033-de40-4145-a7ee-240be0ad8b80),segment_id=07516033-de40-4145-a7ee-240be0ad8b80)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:17.954715 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.955960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a2253774-0d2b-4093-afa2-8146424e5361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:17.972166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for 7565ad50-2a5a-4f71-912d-0a4f25c55833 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:18.025821 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f106ad47-4025-4eaa-bfbb-c323254378c9 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.062609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106ad47-4025-4eaa-bfbb-c323254378c9 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event deleted for resources: {'Port': ['ID=c45bcfa5-eb86-4421-85c3-c52302e17763,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:18.067202 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.108413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf14de9-847a-457f-b860-246a1640d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed75e4a-a67e-495e-9f85-7497defc645a'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:26:18.111104 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe1b69d-6c3f-4ebb-8668-7e74727c97d7" -d '{"events": [{"server_uuid": "3cf14de9-847a-457f-b860-246a1640d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ed75e4a-a67e-495e-9f85-7497defc645a"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:26:18.126789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0ed75e4a-a67e-495e-9f85-7497defc645a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0ed75e4a-a67e-495e-9f85-7497defc645a,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:18.168227 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f9936-89fa-421e-9a09-5c53096adb14 x-openstack-request-id: req-6f9f9936-89fa-421e-9a09-5c53096adb14 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:26:18.168689 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf14de9-847a-457f-b860-246a1640d2a6", "name": "network-vif-plugged", "status": "completed", "tag": "0ed75e4a-a67e-495e-9f85-7497defc645a", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:26:18.168969 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6f9f9936-89fa-421e-9a09-5c53096adb14 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:26:18.169452 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf14de9-847a-457f-b860-246a1640d2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'code': 200} Aug 10 02:26:18.198986 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6402f64a-9369-4e31-b5ab-169f6bc17b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.243139 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.245666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402f64a-9369-4e31-b5ab-169f6bc17b3d None None] No DVR routers for this DVR port 7565ad50-2a5a-4f71-912d-0a4f25c55833 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:18.248026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402f64a-9369-4e31-b5ab-169f6bc17b3d None None] Pushing event deleted for resources: {'Port': ['ID=7565ad50-2a5a-4f71-912d-0a4f25c55833,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:18.331777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0ed75e4a-a67e-495e-9f85-7497defc645a,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:18.646983 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f106ad47-4025-4eaa-bfbb-c323254378c9 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.650032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f106ad47-4025-4eaa-bfbb-c323254378c9 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "DELETE /v2.0/ports/c45bcfa5-eb86-4421-85c3-c52302e17763 HTTP/1.1" status: 204 len: 168 time: 1.7251346 Aug 10 02:26:18.653518 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55896) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:18.672986 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.708095 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c3e9e-6aeb-49ae-bcbc-49528990423a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:18.710601 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-274c3e9e-6aeb-49ae-bcbc-49528990423a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6 HTTP/1.1" status: 200 len: 913 time: 0.0550179 Aug 10 02:26:18.713558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55898) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:18.717441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=7565ad50-2a5a-4f71-912d-0a4f25c55833,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:18.722900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No DVR routers for this DVR port 7565ad50-2a5a-4f71-912d-0a4f25c55833 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:18.760919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f53d3-3bb9-4779-91c7-bdfcd557d62a req-e1852a41-a0be-45ed-b431-58aa85e49746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:18.762606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-511f53d3-3bb9-4779-91c7-bdfcd557d62a req-e1852a41-a0be-45ed-b431-58aa85e49746 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.1531208 Aug 10 02:26:18.770275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472ae39-27a2-41e5-a822-749fb685bc16 req-40943f59-2f77-4a72-bc3c-24c868977ea3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:18.781771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a472ae39-27a2-41e5-a822-749fb685bc16 req-40943f59-2f77-4a72-bc3c-24c868977ea3 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1740234 Aug 10 02:26:18.881310 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.910760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a472ae39-27a2-41e5-a822-749fb685bc16 req-58f49bbe-518d-4d4c-9efb-2e3df4a356ad tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259921 Aug 10 02:26:18.921084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95adb39e-de62-41d4-abfd-0835ded3f69d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:18.927158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07516033-de40-4145-a7ee-240be0ad8b80') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:18.927467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07516033-de40-4145-a7ee-240be0ad8b80') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:18.930815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-511f53d3-3bb9-4779-91c7-bdfcd557d62a req-8f0d5e6a-708c-4f8c-be47-a770be052805 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486540 Aug 10 02:26:18.940923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.960097 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.969573 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:26:18.970220 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:26:18.973528 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:26:19.079213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f6bdf14a-af9d-42cb-8346-603fd6a9d170 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:19.102989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:19.103459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: f6bdf14a-af9d-42cb-8346-603fd6a9d170 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:19.103806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f6bdf14a-af9d-42cb-8346-603fd6a9d170 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:19.104232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7565ad50-2a5a-4f71-912d-0a4f25c55833 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:19.116332 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:19.124937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7565ad50-2a5a-4f71-912d-0a4f25c55833 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:19.125288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7565ad50-2a5a-4f71-912d-0a4f25c55833 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:19.127068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:19.129128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/networks/95adb39e-de62-41d4-abfd-0835ded3f69d HTTP/1.1" status: 204 len: 168 time: 1.7163203 Aug 10 02:26:19.129877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4ae90-5630-4ca8-bbfc-93116092368f tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Network': ['ID=95adb39e-de62-41d4-abfd-0835ded3f69d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:19.133540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55904) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:19.391931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Deleting port 46ed3776-229c-46b6-a312-1698c2c10eb6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:19.392285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:19.485799 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:19.494384 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:19.499072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Calling delete_port for 46ed3776-229c-46b6-a312-1698c2c10eb6 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:19.759738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port ce3025f5-bc10-4bb1-b916-d9cf26febb87 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:19.760330 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:19.804281 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:19.842104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event deleted for resources: {'Port': ['ID=46ed3776-229c-46b6-a312-1698c2c10eb6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:19.887471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port ce3025f5-bc10-4bb1-b916-d9cf26febb87, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ce3025f5-bc10-4bb1-b916-d9cf26febb87,segment=NetworkSegment(5b0d6746-7276-4083-9d0f-f0331226da41),segment_id=5b0d6746-7276-4083-9d0f-f0331226da41)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:19.887965 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:19.903557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for ce3025f5-bc10-4bb1-b916-d9cf26febb87 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:20.048514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.125062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c919fa3-933a-4bfd-9496-170cfe6b5e5b req-0b48115b-3747-4238-85bf-212bb1e3cf5d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:20.126773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c919fa3-933a-4bfd-9496-170cfe6b5e5b req-0b48115b-3747-4238-85bf-212bb1e3cf5d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 946 time: 0.0931675 Aug 10 02:26:20.215493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c919fa3-933a-4bfd-9496-170cfe6b5e5b req-2112317c-ec76-4922-bfca-5e8b003a9dcb tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480835 Aug 10 02:26:20.218465 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Router d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:20.302786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:20.312674 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ef6e4be6-5b1a-4b0c-9c71-d956f265928a tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "PUT /v2.0/routers/d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5949855 Aug 10 02:26:20.312674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55912) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:20.315811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d002a-ba4f-49fe-bb2b-3339cf37bd53 None None] Sync routers for ids ['d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:20.325154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d002a-ba4f-49fe-bb2b-3339cf37bd53 None None] Routers {'d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:20.325773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f91d002a-ba4f-49fe-bb2b-3339cf37bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:20.329898 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.360922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=ce3025f5-bc10-4bb1-b916-d9cf26febb87,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:20.373866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f91d002a-ba4f-49fe-bb2b-3339cf37bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:20.383527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d002a-ba4f-49fe-bb2b-3339cf37bd53 None None] Routers {'d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:20.384156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f91d002a-ba4f-49fe-bb2b-3339cf37bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:25:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:20.417340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2463f9f0-f973-42c4-80f8-4129997f0e0e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.433453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f91d002a-ba4f-49fe-bb2b-3339cf37bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:20.434472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d002a-ba4f-49fe-bb2b-3339cf37bd53 None None] The sync data for ids ['d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:20.558331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.564212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ecbfff55-a98f-4c18-b667-871143f730ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.631804 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2463f9f0-f973-42c4-80f8-4129997f0e0e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.635020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2463f9f0-f973-42c4-80f8-4129997f0e0e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.741379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:20.770239 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2463f9f0-f973-42c4-80f8-4129997f0e0e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.770789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2463f9f0-f973-42c4-80f8-4129997f0e0e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Fanout notify agent at l3_agent the message router_deleted on router d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:26:20.783374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2463f9f0-f973-42c4-80f8-4129997f0e0e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.785482 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2463f9f0-f973-42c4-80f8-4129997f0e0e tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "DELETE /v2.0/routers/d4a6c69b-71c1-42e1-b6c8-bd9d4f8c77e6 HTTP/1.1" status: 204 len: 168 time: 0.4720287 Aug 10 02:26:20.788163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55914) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:20.823457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:20.828764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-302af0ca-4f18-4780-ae8e-3fdea3f16dd2 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6938508 Aug 10 02:26:20.831279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55916) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:20.833761 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:20.847154 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:20.848832 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:20.861736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96a1355-7fe1-4a02-9038-44914e86f335 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Deleting subnet c8da0332-2d84-4b14-8327-cc8530eb41e9 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:20.865287 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d96a1355-7fe1-4a02-9038-44914e86f335 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.909559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc22d05b-8862-4e7f-8b26-5fd17109c893 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting subnet 0b5741f1-3096-4755-b343-cf66aa578ef1 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:20.912861 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc22d05b-8862-4e7f-8b26-5fd17109c893 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.926847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d96a1355-7fe1-4a02-9038-44914e86f335 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:20.951006 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:20.968747 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc22d05b-8862-4e7f-8b26-5fd17109c893 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.056946 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:20Z', 'revision_number': 11, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:21.068112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d96a1355-7fe1-4a02-9038-44914e86f335 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.137344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc22d05b-8862-4e7f-8b26-5fd17109c893 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.147448 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.208569 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:21.217544 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:21.218160 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:21.233317 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d96a1355-7fe1-4a02-9038-44914e86f335 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.281091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a1355-7fe1-4a02-9038-44914e86f335 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event deleted for resources: {'Subnet': ['ID=c8da0332-2d84-4b14-8327-cc8530eb41e9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:21.286306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d96a1355-7fe1-4a02-9038-44914e86f335 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.287681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace2742-8dc4-4295-b47d-aff0bbe38c60 None None] Network cd29ae81-2bd0-4011-b3bc-c011c313c44f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:21.290041 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d96a1355-7fe1-4a02-9038-44914e86f335 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "DELETE /v2.0/subnets/c8da0332-2d84-4b14-8327-cc8530eb41e9 HTTP/1.1" status: 204 len: 168 time: 0.5003321 Aug 10 02:26:21.292743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55924) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:21.295472 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:21.305162 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc22d05b-8862-4e7f-8b26-5fd17109c893 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.355979 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:20Z', 'revision_number': 11, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:21.387686 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f353b53-7a94-4f3e-8644-389ab60a77b9 None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:20Z', 'revision_number': 11, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:21.407703 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc22d05b-8862-4e7f-8b26-5fd17109c893 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.411187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dc22d05b-8862-4e7f-8b26-5fd17109c893 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/0b5741f1-3096-4755-b343-cf66aa578ef1 HTTP/1.1" status: 204 len: 168 time: 0.5789499 Aug 10 02:26:21.414082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55926) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:21.442170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22d05b-8862-4e7f-8b26-5fd17109c893 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5741f1-3096-4755-b343-cf66aa578ef1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:21.450156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f3fcd5-4c07-4158-be90-a1fad887a99b None None] Network f89d3ce3-d291-47a0-9753-6d612591bd47 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:21.487994 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708d316-083b-41bf-9360-c724c37dcb5b req-5ab86123-b3a8-4f4f-b85f-b60c8cb67ac4 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:21.489559 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a708d316-083b-41bf-9360-c724c37dcb5b req-5ab86123-b3a8-4f4f-b85f-b60c8cb67ac4 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1098633 Aug 10 02:26:21.493736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.519995 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.568607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a708d316-083b-41bf-9360-c724c37dcb5b req-f2cfc0bd-18a7-4f35-b9b3-8704e41a6f00 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676844 Aug 10 02:26:21.600719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Deleting port 4498de84-352f-432b-8181-be7ba3bdff40 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:21.601193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.615198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Deleting port ad596cb1-e3e7-4301-9e00-f82030e34c8c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:21.615557 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.694017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] For port ad596cb1-e3e7-4301-9e00-f82030e34c8c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ad596cb1-e3e7-4301-9e00-f82030e34c8c,segment=NetworkSegment(5b0d6746-7276-4083-9d0f-f0331226da41),segment_id=5b0d6746-7276-4083-9d0f-f0331226da41)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:21.694354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.708833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Calling delete_port for ad596cb1-e3e7-4301-9e00-f82030e34c8c owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:21.738386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] For port 4498de84-352f-432b-8181-be7ba3bdff40, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4498de84-352f-432b-8181-be7ba3bdff40,segment=NetworkSegment(d89ad211-e925-499c-a5b3-93f6aae194ea),segment_id=d89ad211-e925-499c-a5b3-93f6aae194ea)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:21.738386 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.753343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Calling delete_port for 4498de84-352f-432b-8181-be7ba3bdff40 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:21.764883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5408cb-ec8c-470d-ab6a-1f21d2f51996 None None] DHCP port deletion for cd29ae81-2bd0-4011-b3bc-c011c313c44f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:26:21.769027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665bef5-f28b-49de-91ee-2c9ed174e323 req-634490b4-3004-4b7e-bf5c-528901e4d2f6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:21.771121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8665bef5-f28b-49de-91ee-2c9ed174e323 req-634490b4-3004-4b7e-bf5c-528901e4d2f6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 946 time: 0.0894592 Aug 10 02:26:21.825988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] DHCP port deletion for f89d3ce3-d291-47a0-9753-6d612591bd47 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:26:21.865926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8665bef5-f28b-49de-91ee-2c9ed174e323 req-4fb3b861-a611-4bbc-9654-fda7b513db6d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541584 Aug 10 02:26:21.885640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.909590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2b5408cb-ec8c-470d-ab6a-1f21d2f51996 None None] Deleting port 4498de84-352f-432b-8181-be7ba3bdff40 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:21.910391 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b5408cb-ec8c-470d-ab6a-1f21d2f51996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.941922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No DVR routers for this DVR port ad596cb1-e3e7-4301-9e00-f82030e34c8c on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:21.953709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Port': ['ID=ad596cb1-e3e7-4301-9e00-f82030e34c8c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:21.959109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:21.978350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] Deleting port ad596cb1-e3e7-4301-9e00-f82030e34c8c {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:21.987366 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.014400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event deleted for resources: {'Port': ['ID=4498de84-352f-432b-8181-be7ba3bdff40,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:22.016977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] No DVR routers for this DVR port 4498de84-352f-432b-8181-be7ba3bdff40 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:22.084070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.087214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2b5408cb-ec8c-470d-ab6a-1f21d2f51996 None None] For port 4498de84-352f-432b-8181-be7ba3bdff40, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4498de84-352f-432b-8181-be7ba3bdff40,segment=NetworkSegment(d89ad211-e925-499c-a5b3-93f6aae194ea),segment_id=d89ad211-e925-499c-a5b3-93f6aae194ea)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:22.088054 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b5408cb-ec8c-470d-ab6a-1f21d2f51996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.100062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140a8d7-dee5-45e0-b52d-73e629bf56bd req-ebe1acf9-0008-45c8-b4b0-d0019614ba00 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:22.108246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1140a8d7-dee5-45e0-b52d-73e629bf56bd req-ebe1acf9-0008-45c8-b4b0-d0019614ba00 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1624694 Aug 10 02:26:22.114186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89d3ce3-d291-47a0-9753-6d612591bd47']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:22.121334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] For port ad596cb1-e3e7-4301-9e00-f82030e34c8c, host n-d-767704-21, got binding levels [] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:22.121997 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.141172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] Calling delete_port for ad596cb1-e3e7-4301-9e00-f82030e34c8c owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:22.145105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.ipam_backend_mixin [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] Port ad596cb1-e3e7-4301-9e00-f82030e34c8c was not found and therefore no delete operation was performed {{(pid=101225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:26:22.145276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0d6746-7276-4083-9d0f-f0331226da41') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:22.145589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0d6746-7276-4083-9d0f-f0331226da41') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:22.145852 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.146526 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.163435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.171384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd29ae81-2bd0-4011-b3bc-c011c313c44f']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:22.175742 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] No DVR routers for this DVR port ad596cb1-e3e7-4301-9e00-f82030e34c8c on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:22.177524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2b5408cb-ec8c-470d-ab6a-1f21d2f51996 None None] Calling delete_port for 4498de84-352f-432b-8181-be7ba3bdff40 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:22.183827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1140a8d7-dee5-45e0-b52d-73e629bf56bd req-68b15761-e125-43c0-a6a4-f9aa5451519c tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745230 Aug 10 02:26:22.198090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.203908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89ad211-e925-499c-a5b3-93f6aae194ea') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:22.203908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89ad211-e925-499c-a5b3-93f6aae194ea') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:22.204156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca67b2-107a-414b-aa87-8c2d8bd012bc None None] Pushing event deleted for resources: {'Port': ['ID=ad596cb1-e3e7-4301-9e00-f82030e34c8c,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:22.209134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:26:22.209514 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.215580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55936) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:26:22.219495 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:26:22.226103 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.242690 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.248298 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:26:22.248803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:26:22.255170 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:26:22.344134 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b5408cb-ec8c-470d-ab6a-1f21d2f51996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.353393 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.361379 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.367199 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/networks/f89d3ce3-d291-47a0-9753-6d612591bd47 HTTP/1.1" status: 204 len: 168 time: 0.9511573 Aug 10 02:26:22.371670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55940) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:22.373989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5408cb-ec8c-470d-ab6a-1f21d2f51996 None None] Pushing event deleted for resources: {'Port': ['ID=4498de84-352f-432b-8181-be7ba3bdff40,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:22.377432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'routes': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:22.377808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5408cb-ec8c-470d-ab6a-1f21d2f51996 None None] No DVR routers for this DVR port 4498de84-352f-432b-8181-be7ba3bdff40 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:22.404489 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.411443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d0bfd-1035-4e3f-95f5-ffff33b51746 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Pushing event deleted for resources: {'Network': ['ID=f89d3ce3-d291-47a0-9753-6d612591bd47,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:22.460445 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.472914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.474800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] 10.222.0.38 "DELETE /v2.0/networks/cd29ae81-2bd0-4011-b3bc-c011c313c44f HTTP/1.1" status: 204 len: 168 time: 1.1805539 Aug 10 02:26:22.495381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fedd5-7f83-41a3-b8ea-5f8c8b987f26 tempest-FloatingIPNegativeTestJSON-1936257367 tempest-FloatingIPNegativeTestJSON-1936257367-project] Pushing event deleted for resources: {'Network': ['ID=cd29ae81-2bd0-4011-b3bc-c011c313c44f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:22.567986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37927dd3-d5ec-4574-8f5e-f106af0d28df tempest-TestServerBasicOps-271314735 tempest-TestServerBasicOps-271314735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:22.571118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-37927dd3-d5ec-4574-8f5e-f106af0d28df tempest-TestServerBasicOps-271314735 tempest-TestServerBasicOps-271314735-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1093 time: 0.3544457 Aug 10 02:26:22.572666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55944) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:22.577621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:22.621366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.extraroute_db [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Added routes are [] {{(pid=101224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 02:26:22.621595 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.extraroute_db [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Removed routes are [] {{(pid=101224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 02:26:22.621949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.690205 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.778290 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.781668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.810034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.869819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router ebc76998-9448-47b7-b84c-e44bca014d42 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:22.968209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:22.979153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:22.979384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] Sync routers for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:22.980364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c6df2d41-b095-4c5b-ace4-c01199830aef tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42 HTTP/1.1" status: 200 len: 700 time: 0.6077418 Aug 10 02:26:22.980977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55948) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:22.986518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55950) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:23.012298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:23.015525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:23.019164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-77f34629-3ce3-459e-be0a-9768314abab6 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebc76998-9448-47b7-b84c-e44bca014d42 HTTP/1.1" status: 200 len: 205 time: 0.0315464 Aug 10 02:26:23.021832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55954) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:23.124631 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd569-e733-406c-b273-e198faf63246 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:23.203644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:23.271722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:20Z', 'revision_number': 11, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:23.276016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4498de84-352f-432b-8181-be7ba3bdff40 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:23.333568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] Checking router: ebc76998-9448-47b7-b84c-e44bca014d42 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:23.344787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 4498de84-352f-432b-8181-be7ba3bdff40 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:23.345228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4498de84-352f-432b-8181-be7ba3bdff40 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:23.345724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ce3025f5-bc10-4bb1-b916-d9cf26febb87 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:23.349119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] Routers {'ebc76998-9448-47b7-b84c-e44bca014d42'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:23.349759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ebc76998-9448-47b7-b84c-e44bca014d42'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:23.368312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Allocated IP 172.25.3.170 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/b54d9d7a-4ea0-42c2-8b48-0b6f121d6e90) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:23.424088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ce3025f5-bc10-4bb1-b916-d9cf26febb87 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:23.424088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ce3025f5-bc10-4bb1-b916-d9cf26febb87 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:23.424088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ad596cb1-e3e7-4301-9e00-f82030e34c8c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:23.475828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ad596cb1-e3e7-4301-9e00-f82030e34c8c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:23.476244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ad596cb1-e3e7-4301-9e00-f82030e34c8c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:23.484219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] Set router ebc76998-9448-47b7-b84c-e44bca014d42 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:23.496374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:23.552997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:20Z', 'revision_number': 11, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:23.587491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5194e9fc-cc21-4ab2-8769-e0d2224eb35b None None] The sync data for ids ['ebc76998-9448-47b7-b84c-e44bca014d42'] in n-d-767704-21 is: [{'id': 'ebc76998-9448-47b7-b84c-e44bca014d42', 'name': 'tempest-RoutersTest-router-442572890', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:22Z', 'updated_at': '2021-08-10T02:26:20Z', 'revision_number': 11, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:23.600102 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:23.652489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:23.657022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:23.668460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:23.703986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'Port': ['ID=b54d9d7a-4ea0-42c2-8b48-0b6f121d6e90,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:23.740180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd569-e733-406c-b273-e198faf63246 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:23.744720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd569-e733-406c-b273-e198faf63246 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:23.796262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4802a4ae-afc1-45b2-8ec2-177dd5c0d5a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=64632cc93acd4dbe9bfc71b030471eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8141534 Aug 10 02:26:23.799223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55960) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:23.884900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd569-e733-406c-b273-e198faf63246 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:23.885522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8dd569-e733-406c-b273-e198faf63246 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Fanout notify agent at l3_agent the message router_deleted on router ebc76998-9448-47b7-b84c-e44bca014d42 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:26:23.894691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3f8dd569-e733-406c-b273-e198faf63246 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:23.895821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3f8dd569-e733-406c-b273-e198faf63246 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42 HTTP/1.1" status: 204 len: 168 time: 0.8730428 Aug 10 02:26:23.900633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55962) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:23.907241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c35e3687-df70-47b0-986d-12395a973d2a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-237933608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:23.918926 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:23.962837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1eccc9a4-e8f7-4e2d-b147-4a0496eafcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:23.998907 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c35e3687-df70-47b0-986d-12395a973d2a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.000336 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c35e3687-df70-47b0-986d-12395a973d2a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.000808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1eccc9a4-e8f7-4e2d-b147-4a0496eafcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.064291 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c35e3687-df70-47b0-986d-12395a973d2a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.113792 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c35e3687-df70-47b0-986d-12395a973d2a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.213767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.222008 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c35e3687-df70-47b0-986d-12395a973d2a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.226502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c35e3687-df70-47b0-986d-12395a973d2a tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3216422 Aug 10 02:26:24.229104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 55966) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:24.236357 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1eccc9a4-e8f7-4e2d-b147-4a0496eafcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.239064 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1eccc9a4-e8f7-4e2d-b147-4a0496eafcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.243772 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1eccc9a4-e8f7-4e2d-b147-4a0496eafcb9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d68753ea-6215-483e-ad2f-d6ce0391e85e HTTP/1.1" status: 204 len: 168 time: 0.4434547 Aug 10 02:26:24.244323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-94406346-5bc1-4c50-b825-e38a79e2aef1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:24.256576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccc9a4-e8f7-4e2d-b147-4a0496eafcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68753ea-6215-483e-ad2f-d6ce0391e85e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:24.374480 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.525744 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94406346-5bc1-4c50-b825-e38a79e2aef1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.566139 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.599095 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94406346-5bc1-4c50-b825-e38a79e2aef1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.627531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.704326 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event updated for resources: {'Port': ['ID=b54d9d7a-4ea0-42c2-8b48-0b6f121d6e90,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:24.720028 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.798508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94406346-5bc1-4c50-b825-e38a79e2aef1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Router 9898b414-c892-47eb-a102-49f8e5f958b8 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:26:24.852464 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Floating IP f030c037-a327-47bf-94e5-934f7f8b210e associated. External IP: 172.25.3.170, port: 0ed75e4a-a67e-495e-9f85-7497defc645a. Aug 10 02:26:24.880058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94406346-5bc1-4c50-b825-e38a79e2aef1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:24.889467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-94406346-5bc1-4c50-b825-e38a79e2aef1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:24.893250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55982) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:24.893570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-94406346-5bc1-4c50-b825-e38a79e2aef1 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "PUT /v2.0/routers/9898b414-c892-47eb-a102-49f8e5f958b8 HTTP/1.1" status: 200 len: 693 time: 0.6634715 Aug 10 02:26:24.899619 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] Sync routers for ids ['9898b414-c892-47eb-a102-49f8e5f958b8'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:24.911755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] Routers {'9898b414-c892-47eb-a102-49f8e5f958b8'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:24.911755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9898b414-c892-47eb-a102-49f8e5f958b8'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:24.977820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f71dc3d0-a470-42a6-902a-d857420971a8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/routers/9898b414-c892-47eb-a102-49f8e5f958b8 HTTP/1.1" status: 200 len: 699 time: 0.0831888 Aug 10 02:26:24.980334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55984) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.003111 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] Set router 9898b414-c892-47eb-a102-49f8e5f958b8 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:25.014635 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd13e9cb-7009-4a44-ab7d-68436061eafc tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=9898b414-c892-47eb-a102-49f8e5f958b8 HTTP/1.1" status: 200 len: 205 time: 0.0332031 Aug 10 02:26:25.017146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 55986) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.071070 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9898b414-c892-47eb-a102-49f8e5f958b8', 'name': 'tempest-RoutersTest-router-237933608', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:26:24Z', 'updated_at': '2021-08-10T02:26:24Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:25.109007 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] Checking router: 9898b414-c892-47eb-a102-49f8e5f958b8 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:25.122488 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] Routers {'9898b414-c892-47eb-a102-49f8e5f958b8'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:25.123254 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9898b414-c892-47eb-a102-49f8e5f958b8'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:25.135337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06b108a4-0579-4102-96ad-54ac8fb2927d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:25.213832 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] Set router 9898b414-c892-47eb-a102-49f8e5f958b8 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:25.286199 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9898b414-c892-47eb-a102-49f8e5f958b8', 'name': 'tempest-RoutersTest-router-237933608', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:26:24Z', 'updated_at': '2021-08-10T02:26:24Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:25.318457 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0d344-e4cf-4d99-a679-f1ef8f81f91f None None] The sync data for ids ['9898b414-c892-47eb-a102-49f8e5f958b8'] in n-d-767704-21 is: [{'id': '9898b414-c892-47eb-a102-49f8e5f958b8', 'name': 'tempest-RoutersTest-router-237933608', 'tenant_id': 'b8ce74a9720049809b3ea78002a163f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:26:24Z', 'updated_at': '2021-08-10T02:26:24Z', 'revision_number': 2, 'project_id': 'b8ce74a9720049809b3ea78002a163f1', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:25.390787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06b108a4-0579-4102-96ad-54ac8fb2927d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:25.394343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06b108a4-0579-4102-96ad-54ac8fb2927d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:25.519874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Router b76712b5-9e92-4319-8519-0086f81e0bd4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:25.580029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06b108a4-0579-4102-96ad-54ac8fb2927d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:25.586872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b108a4-0579-4102-96ad-54ac8fb2927d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Fanout notify agent at l3_agent the message router_deleted on router 9898b414-c892-47eb-a102-49f8e5f958b8 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:26:25.590053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-06b108a4-0579-4102-96ad-54ac8fb2927d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:25.591214 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-06b108a4-0579-4102-96ad-54ac8fb2927d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/9898b414-c892-47eb-a102-49f8e5f958b8 HTTP/1.1" status: 204 len: 168 time: 0.5731735 Aug 10 02:26:25.594802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56004) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.636163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56006) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.640059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2126611b-854a-4b8f-8896-2b3890e91387 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=9898b414-c892-47eb-a102-49f8e5f958b8 HTTP/1.1" status: 200 len: 205 time: 0.0439448 Aug 10 02:26:25.644433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56008) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.679046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:25.699673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] Sync routers for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:25.708529 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-9ba760b1-8b38-4406-96b3-8e4fefe51fb4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] delete failed (client error): The resource could not be found. Aug 10 02:26:25.711836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:25.712963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:25.713150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9ba760b1-8b38-4406-96b3-8e4fefe51fb4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/9898b414-c892-47eb-a102-49f8e5f958b8 HTTP/1.1" status: 404 len: 336 time: 0.0656703 Aug 10 02:26:25.713856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56012) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.745180 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0fe820-0d98-4f3d-bd86-c12912e39e6c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] DELETE failed (client error): The resource could not be found. Aug 10 02:26:25.745470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0fe820-0d98-4f3d-bd86-c12912e39e6c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:26:25.747142 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7f0fe820-0d98-4f3d-bd86-c12912e39e6c tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/7d550bf5-410f-44d1-bdee-670769d8c49c HTTP/1.1" status: 404 len: 337 time: 0.0320001 Aug 10 02:26:25.749680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56014) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.782705 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:25.783828 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fc2fe8-4545-4b1e-8357-ffb91d4e8a84 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] DELETE failed (client error): The resource could not be found. Aug 10 02:26:25.784358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fc2fe8-4545-4b1e-8357-ffb91d4e8a84 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:26:25.788475 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-06fc2fe8-4545-4b1e-8357-ffb91d4e8a84 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/e860b34a-ff73-4e19-a2df-7ef87f1d7329 HTTP/1.1" status: 404 len: 337 time: 0.0351930 Aug 10 02:26:25.788890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56018) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.828313 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3816d9ca-18b4-4740-ab61-5bd3b748508d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2535954 Aug 10 02:26:25.828313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf14de9-847a-457f-b860-246a1640d2a6', 'tag': '0ed75e4a-a67e-495e-9f85-7497defc645a'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:26:25.832598 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c67465-1641-44f0-b78e-e04902dddc30 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] DELETE failed (client error): The resource could not be found. Aug 10 02:26:25.833263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c67465-1641-44f0-b78e-e04902dddc30 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:26:25.833431 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bd6643-cad4-4496-af92-a776bb019683" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf14de9-847a-457f-b860-246a1640d2a6", "tag": "0ed75e4a-a67e-495e-9f85-7497defc645a"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:26:25.835579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-91c67465-1641-44f0-b78e-e04902dddc30 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/45421376-4302-4b09-9a03-cc5ce3298424 HTTP/1.1" status: 404 len: 337 time: 0.0455246 Aug 10 02:26:25.838332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56022) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.855674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-189832734'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:25.874327 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a8c457-3106-43a5-80f3-24a850ef412d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] DELETE failed (client error): The resource could not be found. Aug 10 02:26:25.875044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a8c457-3106-43a5-80f3-24a850ef412d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:26:25.877104 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-66a8c457-3106-43a5-80f3-24a850ef412d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/0b5741f1-3096-4755-b343-cf66aa578ef1 HTTP/1.1" status: 404 len: 337 time: 0.0376675 Aug 10 02:26:25.883785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56026) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.916493 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5839e614-73d4-41ff-a05d-379261e0ef82 x-openstack-request-id: req-5839e614-73d4-41ff-a05d-379261e0ef82 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:26:25.916783 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf14de9-847a-457f-b860-246a1640d2a6", "tag": "0ed75e4a-a67e-495e-9f85-7497defc645a", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:26:25.917060 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5839e614-73d4-41ff-a05d-379261e0ef82 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:26:25.917448 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf14de9-847a-457f-b860-246a1640d2a6', 'tag': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'status': 'completed', 'code': 200} Aug 10 02:26:25.921957 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-14e7de83-6224-4987-bced-e6a4a64ce380 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=ebc76998-9448-47b7-b84c-e44bca014d42 HTTP/1.1" status: 200 len: 205 time: 0.0349650 Aug 10 02:26:25.922207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56028) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:25.961039 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-9b84869d-7383-469c-94a6-0fb04279c157 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] delete failed (client error): The resource could not be found. Aug 10 02:26:25.965373 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9b84869d-7383-469c-94a6-0fb04279c157 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/ebc76998-9448-47b7-b84c-e44bca014d42 HTTP/1.1" status: 404 len: 336 time: 0.0394981 Aug 10 02:26:25.969868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56030) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.003940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6643-cad4-4496-af92-a776bb019683 req-f4517838-5b33-4acf-af12-5a8be8b977cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:26.004534 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bebec383-b9e1-4bed-93bd-987886f78c25 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=823b1f00-9a04-49dc-b5a8-b2185600551e HTTP/1.1" status: 200 len: 205 time: 0.0348740 Aug 10 02:26:26.004638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87bd6643-cad4-4496-af92-a776bb019683 req-f4517838-5b33-4acf-af12-5a8be8b977cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3b7529ff2354362acf72aeee9da0800&device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.0642979 Aug 10 02:26:26.004638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56032) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.024456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:26.028172 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:26.105663 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-3d1cd13d-034c-4a44-b081-1a0ad415eeaf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] delete failed (client error): The resource could not be found. Aug 10 02:26:26.109026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3d1cd13d-034c-4a44-b081-1a0ad415eeaf tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/823b1f00-9a04-49dc-b5a8-b2185600551e HTTP/1.1" status: 404 len: 336 time: 0.1015475 Aug 10 02:26:26.109790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56034) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.109933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:26.125477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:26.176856 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afbb517-9619-448d-9440-954daf39eb22 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] DELETE failed (client error): The resource could not be found. Aug 10 02:26:26.177333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afbb517-9619-448d-9440-954daf39eb22 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:26:26.189438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4afbb517-9619-448d-9440-954daf39eb22 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/6fc98641-d105-4041-bc7c-6431263a613c HTTP/1.1" status: 404 len: 337 time: 0.0687535 Aug 10 02:26:26.190204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56036) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.250523 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7d77bdf8-57dd-4a8a-8092-4ca7afbf37fe tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 HTTP/1.1" status: 200 len: 205 time: 0.0571284 Aug 10 02:26:26.251008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56038) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.276773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6643-cad4-4496-af92-a776bb019683 req-62a650fb-4e98-469c-93ac-1f00a7711a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:26.278535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87bd6643-cad4-4496-af92-a776bb019683 req-62a650fb-4e98-469c-93ac-1f00a7711a31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5083d3a1-f14b-4880-af06-dc2116d32fb2 HTTP/1.1" status: 200 len: 909 time: 0.2658246 Aug 10 02:26:26.291796 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:26.356604 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-cd34f0af-7d70-4f48-a501-b2542ab1720b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] delete failed (client error): The resource could not be found. Aug 10 02:26:26.359919 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd34f0af-7d70-4f48-a501-b2542ab1720b tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/5b54ea0a-167b-4b5a-8253-db2a3f2cdc18 HTTP/1.1" status: 404 len: 336 time: 0.1044352 Aug 10 02:26:26.360683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56040) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.391663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87bd6643-cad4-4496-af92-a776bb019683 req-037ceb00-f718-4f2d-855f-befa841d3e6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed75e4a-a67e-495e-9f85-7497defc645a HTTP/1.1" status: 200 len: 1000 time: 0.1027489 Aug 10 02:26:26.402160 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1910524d-cf2b-488b-bd41-a20b2b561b25 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=37607a41-a43e-4b01-9166-74d629be119d HTTP/1.1" status: 200 len: 205 time: 0.0408208 Aug 10 02:26:26.404428 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56042) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.464334 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-49ffcb8b-2036-481d-9d95-79678d790bf8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] delete failed (client error): The resource could not be found. Aug 10 02:26:26.468102 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-49ffcb8b-2036-481d-9d95-79678d790bf8 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/37607a41-a43e-4b01-9166-74d629be119d HTTP/1.1" status: 404 len: 336 time: 0.0594277 Aug 10 02:26:26.474123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56046) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.482875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6643-cad4-4496-af92-a776bb019683 req-3e0ffd22-a5ab-4c74-962d-22660260fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:26.484690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87bd6643-cad4-4496-af92-a776bb019683 req-3e0ffd22-a5ab-4c74-962d-22660260fc9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c725e5c7-f576-4e69-9166-fee1e8461d9f HTTP/1.1" status: 200 len: 847 time: 0.0846627 Aug 10 02:26:26.504852 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c46b84-33bd-46fc-bf44-36130d3e4f93 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] DELETE failed (client error): The resource could not be found. Aug 10 02:26:26.505320 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c46b84-33bd-46fc-bf44-36130d3e4f93 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:26:26.509407 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-95c46b84-33bd-46fc-bf44-36130d3e4f93 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/746fd8e8-8644-4b4b-9313-9b32cefc6cbf HTTP/1.1" status: 404 len: 337 time: 0.0378036 Aug 10 02:26:26.511281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56048) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.539948 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:26.568432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:34Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'f030c037-a327-47bf-94e5-934f7f8b210e', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'port_id': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'mac_address': 'fa:16:3e:de:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf14de9-847a-457f-b860-246a1640d2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:26:24Z', 'updated_at': '2021-08-10T02:26:24Z', 'revision_number': 0, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6adf5-58e0-4d70-9c8b-9c0793a66b97', 'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'mac_address': 'fa:16:3e:42:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:32Z', 'updated_at': '2021-08-10T02:25:43Z', 'revision_number': 5, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'subnets': [{'id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:26.590247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a363e3eb-4e5c-4206-b89c-0ecd1215657e tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=9baad965-e1c4-431c-9e1a-f3e8af932ac9 HTTP/1.1" status: 200 len: 205 time: 0.0750957 Aug 10 02:26:26.592354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56050) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.607370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] Checking router: b76712b5-9e92-4319-8519-0086f81e0bd4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:26:26.619771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:26:26.622009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:26.623193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:26.644178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fd663c-967c-4d64-829a-3af2a95d5679,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:26.648555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:26.648555 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added segment 1374b342-4a6b-4c56-ab22-aafebfe0d4a0 of type vlan for network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 Aug 10 02:26:26.656228 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-d60d9ea1-0ea9-4ab6-90fd-71a7f250149d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] delete failed (client error): The resource could not be found. Aug 10 02:26:26.659761 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d60d9ea1-0ea9-4ab6-90fd-71a7f250149d tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/9baad965-e1c4-431c-9e1a-f3e8af932ac9 HTTP/1.1" status: 404 len: 336 time: 0.0640540 Aug 10 02:26:26.670128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56052) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.678822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd6643-cad4-4496-af92-a776bb019683 req-77cbda5a-ed5e-471f-832d-6448afd8fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:26.681138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87bd6643-cad4-4496-af92-a776bb019683 req-77cbda5a-ed5e-471f-832d-6448afd8fa17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5083d3a1-f14b-4880-af06-dc2116d32fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1871686 Aug 10 02:26:26.706219 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ddbbd1-4c23-490e-aefe-0bec3fa5d9cd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] DELETE failed (client error): The resource could not be found. Aug 10 02:26:26.706723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ddbbd1-4c23-490e-aefe-0bec3fa5d9cd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:26:26.713416 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-92ddbbd1-4c23-490e-aefe-0bec3fa5d9cd tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/5b909bf9-8458-4336-82ca-c8254b2bef41 HTTP/1.1" status: 404 len: 337 time: 0.0457122 Aug 10 02:26:26.713688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56054) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.776830 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bcbb64e5-ac00-4fbe-8a2e-cf7cf3e1b490 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "GET /v2.0/ports?device_id=eaba0303-47a3-458b-9d2d-6acf1ce28bf7 HTTP/1.1" status: 200 len: 205 time: 0.0598295 Aug 10 02:26:26.777430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56056) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.802183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:26.829621 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-b4ad14be-4fc0-4e3b-9dd7-7e1b9eccfe89 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] delete failed (client error): The resource could not be found. Aug 10 02:26:26.831124 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b4ad14be-4fc0-4e3b-9dd7-7e1b9eccfe89 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/routers/eaba0303-47a3-458b-9d2d-6acf1ce28bf7 HTTP/1.1" status: 404 len: 336 time: 0.0523059 Aug 10 02:26:26.834168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56060) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.861381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:26:26.871179 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bec2cf9-fa65-43e2-a681-4b9629b07bf4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] DELETE failed (client error): The resource could not be found. Aug 10 02:26:26.871849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bec2cf9-fa65-43e2-a681-4b9629b07bf4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:26:26.874939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2bec2cf9-fa65-43e2-a681-4b9629b07bf4 tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/8b81913c-9130-4ccf-bcfc-b23d5bf83342 HTTP/1.1" status: 404 len: 337 time: 0.0396385 Aug 10 02:26:26.877849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56062) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:26.912075 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0bae03-5f80-4b75-bcfc-7194a7c9e6dc tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] DELETE failed (client error): The resource could not be found. Aug 10 02:26:26.912696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0bae03-5f80-4b75-bcfc-7194a7c9e6dc tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:26:26.916115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87bd6643-cad4-4496-af92-a776bb019683 req-9d10725e-122f-4cbd-9109-23a681c66660 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863079 Aug 10 02:26:26.920661 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d0bae03-5f80-4b75-bcfc-7194a7c9e6dc tempest-RoutersTest-2065690424 tempest-RoutersTest-2065690424-project] 10.222.0.38 "DELETE /v2.0/subnets/1f217f29-8558-4832-a21c-fc1346f7aa83 HTTP/1.1" status: 404 len: 337 time: 0.0373743 Aug 10 02:26:26.969251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:26.976147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:26.977519 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:27.104390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Network': ['ID=4bcd1f99-bf35-4067-95ab-706c02b9c9c3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:27.119475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:26:27.153233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87bd6643-cad4-4496-af92-a776bb019683 req-f57e78b4-8354-4f87-adc0-65501bebe6f3 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301791 Aug 10 02:26:27.181007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f925dc6a-8672-4871-95fe-d4a2da9e1080 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5401087 Aug 10 02:26:27.183839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56066) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:27.186656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1194693935'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:27.228070 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:26:27.257749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:34Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'f030c037-a327-47bf-94e5-934f7f8b210e', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'port_id': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'mac_address': 'fa:16:3e:de:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf14de9-847a-457f-b860-246a1640d2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:26:24Z', 'updated_at': '2021-08-10T02:26:24Z', 'revision_number': 0, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6adf5-58e0-4d70-9c8b-9c0793a66b97', 'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'mac_address': 'fa:16:3e:42:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:32Z', 'updated_at': '2021-08-10T02:25:43Z', 'revision_number': 5, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'subnets': [{'id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:27.283052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:27.286606 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:27.299505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d74a41-7cad-41cd-ab4b-e49cc62e09dc None None] The sync data for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 is: [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:34Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'f030c037-a327-47bf-94e5-934f7f8b210e', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'port_id': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'mac_address': 'fa:16:3e:de:78:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf14de9-847a-457f-b860-246a1640d2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:26:24Z', 'updated_at': '2021-08-10T02:26:24Z', 'revision_number': 0, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6adf5-58e0-4d70-9c8b-9c0793a66b97', 'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'mac_address': 'fa:16:3e:42:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:32Z', 'updated_at': '2021-08-10T02:25:43Z', 'revision_number': 5, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'subnets': [{'id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:27.320660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:26:27.330835 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:27.331186 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added segment bed385b2-ee55-4011-b717-c5fb505d0d87 of type vlan for network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 Aug 10 02:26:27.407033 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:27.536356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:27.545309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:27.550432 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:27.596468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56072) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:27.644369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4618459 Aug 10 02:26:27.648362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56076) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:27.655585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'subnet': {'network_id': '4bcd1f99-bf35-4067-95ab-706c02b9c9c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:27.676183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ea855-882b-4489-bfc4-903aa611259a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Network': ['ID=40bf75b8-a392-4c4f-88e2-ed145acd82b5,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:27.683564 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807e973-4f13-4840-a496-75e3dc11c293 None None] New status for floating IP f030c037-a327-47bf-94e5-934f7f8b210e: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:26:27.705465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:26:27.842301 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-57c08123-be10-44f8-865a-f77c92685ec8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8ce74a9720049809b3ea78002a163f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404287 Aug 10 02:26:27.846209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56078) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:27.916988 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d806292e-f5b0-4250-b9fd-af1d0e33179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:27.940492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d806292e-f5b0-4250-b9fd-af1d0e33179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:27.976288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:27.987851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:28.073273 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d806292e-f5b0-4250-b9fd-af1d0e33179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:28.076451 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d806292e-f5b0-4250-b9fd-af1d0e33179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:28.083834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d806292e-f5b0-4250-b9fd-af1d0e33179a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d562b226-8a6b-4bd9-b61c-a7de519275b8 HTTP/1.1" status: 204 len: 168 time: 0.2304165 Aug 10 02:26:28.086931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806292e-f5b0-4250-b9fd-af1d0e33179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562b226-8a6b-4bd9-b61c-a7de519275b8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:28.291100 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:28.364703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Subnet': ['ID=67b5d633-ab16-41a5-876e-81df08c8ac14,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:28.365749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Checking segment: {'id': '1374b342-4a6b-4c56-ab22-aafebfe0d4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4bcd1f99-bf35-4067-95ab-706c02b9c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:28.366120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network hostable DHCP agents. Network: 4bcd1f99-bf35-4067-95ab-706c02b9c9c3, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:26:28.449774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:26:28.556929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4bcd1f99-bf35-4067-95ab-706c02b9c9c3) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:28.563363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:28.564111 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:28.565212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92005d-33ba-47ec-9ddc-3a70d2c9bb3a None None] Network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:28.640054 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f2fba20a-2ed5-44c2-bbae-799f2cf8c465 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9898105 Aug 10 02:26:28.642930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56100) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:28.650622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'subnet': {'network_id': '40bf75b8-a392-4c4f-88e2-ed145acd82b5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:28.792523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-4bcd1f99-bf35-4067-95ab-706c02b9c9c3', 'network_id': '4bcd1f99-bf35-4067-95ab-706c02b9c9c3', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'fixed_ips': [{'subnet_id': '67b5d633-ab16-41a5-876e-81df08c8ac14'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:26:28.793707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:28.896774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:28.904223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:28.964537 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Allocated IP 2001:db8::2 (4bcd1f99-bf35-4067-95ab-706c02b9c9c3/67b5d633-ab16-41a5-876e-81df08c8ac14/e1a06027-a23c-4f03-ac21-04fc69ed256c) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:29.136540 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:29.146200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Transition to ACTIVE for port object e1a06027-a23c-4f03-ac21-04fc69ed256c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:29.168346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Transition to ACTIVE for port object e1a06027-a23c-4f03-ac21-04fc69ed256c will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:29.221981 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:29.280191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56110) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:29.326260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Checking segment: {'id': 'bed385b2-ee55-4011-b717-c5fb505d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '40bf75b8-a392-4c4f-88e2-ed145acd82b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:29.326665 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network hostable DHCP agents. Network: 40bf75b8-a392-4c4f-88e2-ed145acd82b5, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:26:29.329997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Subnet': ['ID=1cbcfa4d-ca53-4de6-992d-4e410325e4af,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:29.393771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-689fd925-ae1c-4ad5-9735-7fea5f39f959 tempest-DvrRoutersNegativeTest-1302207400 tempest-DvrRoutersNegativeTest-1302207400-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-982788158', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:29.396851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.policy [None req-689fd925-ae1c-4ad5-9735-7fea5f39f959 tempest-DvrRoutersNegativeTest-1302207400 tempest-DvrRoutersNegativeTest-1302207400-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101223) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 10 02:26:29.397162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.policy [None req-689fd925-ae1c-4ad5-9735-7fea5f39f959 tempest-DvrRoutersNegativeTest-1302207400 tempest-DvrRoutersNegativeTest-1302207400-project] Failed policy check for 'create_router' {{(pid=101223) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 10 02:26:29.397785 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-689fd925-ae1c-4ad5-9735-7fea5f39f959 tempest-DvrRoutersNegativeTest-1302207400 tempest-DvrRoutersNegativeTest-1302207400-project] create failed (client error): Access was denied to this resource. Aug 10 02:26:29.398802 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-689fd925-ae1c-4ad5-9735-7fea5f39f959 tempest-DvrRoutersNegativeTest-1302207400 tempest-DvrRoutersNegativeTest-1302207400-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1614819 Aug 10 02:26:29.404896 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:29.452197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:29.455496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:29.466009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:29.466009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Pushing event updated for resources: {'Port': ['ID=e1a06027-a23c-4f03-ac21-04fc69ed256c,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:29.519111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Attempting to bind port e1a06027-a23c-4f03-ac21-04fc69ed256c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:29.519492 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Attempting to bind port e1a06027-a23c-4f03-ac21-04fc69ed256c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '1374b342-4a6b-4c56-ab22-aafebfe0d4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4bcd1f99-bf35-4067-95ab-706c02b9c9c3'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:29.519925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Attempting to bind port e1a06027-a23c-4f03-ac21-04fc69ed256c on network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:29.525649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:29.525875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Checking segment: {'id': '1374b342-4a6b-4c56-ab22-aafebfe0d4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4bcd1f99-bf35-4067-95ab-706c02b9c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:29.526227 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:29.526660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Bound using segment: {'id': '1374b342-4a6b-4c56-ab22-aafebfe0d4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4bcd1f99-bf35-4067-95ab-706c02b9c9c3'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:29.527128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Bound port: e1a06027-a23c-4f03-ac21-04fc69ed256c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1374b342-4a6b-4c56-ab22-aafebfe0d4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4bcd1f99-bf35-4067-95ab-706c02b9c9c3'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:29.527513 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:29.592849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] For port e1a06027-a23c-4f03-ac21-04fc69ed256c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:29.593629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:26:29.595830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] For port e1a06027-a23c-4f03-ac21-04fc69ed256c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e1a06027-a23c-4f03-ac21-04fc69ed256c,segment=NetworkSegment(1374b342-4a6b-4c56-ab22-aafebfe0d4a0),segment_id=1374b342-4a6b-4c56-ab22-aafebfe0d4a0)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:29.673855 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:29.702498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 40bf75b8-a392-4c4f-88e2-ed145acd82b5) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:29.718505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:29.720202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:29.724946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cfb055-de53-44c9-ba00-4a4da0bf3489 None None] Network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:29.821458 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3a7b8-76da-408c-b96b-f4f3571706ec None None] Pushing event updated for resources: {'Port': ['ID=e1a06027-a23c-4f03-ac21-04fc69ed256c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:29.836630 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e66aae9e-5f8a-4122-9369-dd604ab238ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1895895 Aug 10 02:26:29.843171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56120) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:29.850023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-94422cc9-6a22-48cf-acf6-1b367ab02d80 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1799952541', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:30.004340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94422cc9-6a22-48cf-acf6-1b367ab02d80 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.007724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94422cc9-6a22-48cf-acf6-1b367ab02d80 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.019874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-40bf75b8-a392-4c4f-88e2-ed145acd82b5', 'network_id': '40bf75b8-a392-4c4f-88e2-ed145acd82b5', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'fixed_ips': [{'subnet_id': '1cbcfa4d-ca53-4de6-992d-4e410325e4af'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:26:30.020788 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.124013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94422cc9-6a22-48cf-acf6-1b367ab02d80 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.138035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56124) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:30.211065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94422cc9-6a22-48cf-acf6-1b367ab02d80 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.241007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Allocated IP 2001:db8:1::2 (40bf75b8-a392-4c4f-88e2-ed145acd82b5/1cbcfa4d-ca53-4de6-992d-4e410325e4af/de90fa78-cba3-4c49-9375-9be27fa37273) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:30.305893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94422cc9-6a22-48cf-acf6-1b367ab02d80 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.310512 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-94422cc9-6a22-48cf-acf6-1b367ab02d80 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4613080 Aug 10 02:26:30.310703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56128) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:30.330166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b28716b-10ff-4937-b3f6-0afe5828f47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.423285 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.433786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Transition to ACTIVE for port object de90fa78-cba3-4c49-9375-9be27fa37273 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:30.456427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Transition to ACTIVE for port object de90fa78-cba3-4c49-9375-9be27fa37273 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:30.513560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b28716b-10ff-4937-b3f6-0afe5828f47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.536888 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.573917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:30.578342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:30.582271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b28716b-10ff-4937-b3f6-0afe5828f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.588397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:30.637960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28716b-10ff-4937-b3f6-0afe5828f47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99948a3-b1d4-4cee-a91a-0337e9aedecc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:30.689212 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9b28716b-10ff-4937-b3f6-0afe5828f47c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0095932cbabd4aff926843278988ceb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493267 Aug 10 02:26:30.694309 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56136) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:30.722604 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.749763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05a5b22a-78ad-43b0-ad98-25d1812a1dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.764617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Pushing event updated for resources: {'Port': ['ID=de90fa78-cba3-4c49-9375-9be27fa37273,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:30.764617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Attempting to bind port de90fa78-cba3-4c49-9375-9be27fa37273 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:30.764617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Attempting to bind port de90fa78-cba3-4c49-9375-9be27fa37273 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'bed385b2-ee55-4011-b717-c5fb505d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '40bf75b8-a392-4c4f-88e2-ed145acd82b5'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:30.764617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Attempting to bind port de90fa78-cba3-4c49-9375-9be27fa37273 on network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:30.773616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:30.774828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Checking segment: {'id': 'bed385b2-ee55-4011-b717-c5fb505d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '40bf75b8-a392-4c4f-88e2-ed145acd82b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:30.775247 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.775650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Bound using segment: {'id': 'bed385b2-ee55-4011-b717-c5fb505d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '40bf75b8-a392-4c4f-88e2-ed145acd82b5'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:30.776142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Bound port: de90fa78-cba3-4c49-9375-9be27fa37273, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed385b2-ee55-4011-b717-c5fb505d0d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '40bf75b8-a392-4c4f-88e2-ed145acd82b5'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:30.776539 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.799862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05a5b22a-78ad-43b0-ad98-25d1812a1dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.930912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] For port de90fa78-cba3-4c49-9375-9be27fa37273, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:30.935772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] For port de90fa78-cba3-4c49-9375-9be27fa37273, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=de90fa78-cba3-4c49-9375-9be27fa37273,segment=NetworkSegment(bed385b2-ee55-4011-b717-c5fb505d0d87),segment_id=bed385b2-ee55-4011-b717-c5fb505d0d87)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:30.976262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05a5b22a-78ad-43b0-ad98-25d1812a1dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.980252 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-05a5b22a-78ad-43b0-ad98-25d1812a1dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:30.986822 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-05a5b22a-78ad-43b0-ad98-25d1812a1dc3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a99948a3-b1d4-4cee-a91a-0337e9aedecc HTTP/1.1" status: 204 len: 168 time: 0.2903860 Aug 10 02:26:31.005272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.024739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5b22a-78ad-43b0-ad98-25d1812a1dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99948a3-b1d4-4cee-a91a-0337e9aedecc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:31.127701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 2001:db8::1 (4bcd1f99-bf35-4067-95ab-706c02b9c9c3/67b5d633-ab16-41a5-876e-81df08c8ac14/a186cc14-9a10-4c06-8687-813f8296bc33) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:31.178935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580a9d3-0ae8-4042-b9de-0917d06cd0b9 None None] Pushing event updated for resources: {'Port': ['ID=de90fa78-cba3-4c49-9375-9be27fa37273,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:31.218525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e1a06027-a23c-4f03-ac21-04fc69ed256c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:31.273195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacccbed-1d6c-42b7-ab24-3171f0e1a7cd None None] Network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:31.316078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.354297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Transition to ACTIVE for port object a186cc14-9a10-4c06-8687-813f8296bc33 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:31.466346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9bccb9bd-c6d3-4736-bdbd-4fd88eb4a89c None None] Provisioning for port e1a06027-a23c-4f03-ac21-04fc69ed256c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:31.469181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e1a06027-a23c-4f03-ac21-04fc69ed256c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:31.478386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9bccb9bd-c6d3-4736-bdbd-4fd88eb4a89c None None] Provisioning complete for port e1a06027-a23c-4f03-ac21-04fc69ed256c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:31.478900 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9bccb9bd-c6d3-4736-bdbd-4fd88eb4a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.480368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e1a06027-a23c-4f03-ac21-04fc69ed256c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:31.480726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.520333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.600988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:31.635196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:31.647722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:31.649711 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.728639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=a186cc14-9a10-4c06-8687-813f8296bc33,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:31.759684 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9bccb9bd-c6d3-4736-bdbd-4fd88eb4a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.762598 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.825230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e1a06027-a23c-4f03-ac21-04fc69ed256c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e1a06027-a23c-4f03-ac21-04fc69ed256c,segment=NetworkSegment(1374b342-4a6b-4c56-ab22-aafebfe0d4a0),segment_id=1374b342-4a6b-4c56-ab22-aafebfe0d4a0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:31.899946 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.954928 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:31.999310 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-9bccb9bd-c6d3-4736-bdbd-4fd88eb4a89c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:26:31.999587 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-9bccb9bd-c6d3-4736-bdbd-4fd88eb4a89c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:26:32.028883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e1a06027-a23c-4f03-ac21-04fc69ed256c,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:32.402154 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:32.532900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341524c-3626-4b9a-b850-cd8b799e0b1f None None] Network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:32.729523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-802fb91a-8ae2-49c4-996b-d3b8d3f4673b None None] Provisioning complete for port e1a06027-a23c-4f03-ac21-04fc69ed256c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:32.729887 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-802fb91a-8ae2-49c4-996b-d3b8d3f4673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.035425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-802fb91a-8ae2-49c4-996b-d3b8d3f4673b None None] Provisioning for port a186cc14-9a10-4c06-8687-813f8296bc33 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:33.036155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.036918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.043203 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-802fb91a-8ae2-49c4-996b-d3b8d3f4673b None None] Provisioning complete for port a186cc14-9a10-4c06-8687-813f8296bc33 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:33.043203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-802fb91a-8ae2-49c4-996b-d3b8d3f4673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.138678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=a186cc14-9a10-4c06-8687-813f8296bc33,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:33.157034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-802fb91a-8ae2-49c4-996b-d3b8d3f4673b None None] Port a186cc14-9a10-4c06-8687-813f8296bc33 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:33.250965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-802fb91a-8ae2-49c4-996b-d3b8d3f4673b None None] Provisioning for port de90fa78-cba3-4c49-9375-9be27fa37273 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:33.368828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:33.373007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:33.391381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e1a06027-a23c-4f03-ac21-04fc69ed256c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:33.494080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e1a06027-a23c-4f03-ac21-04fc69ed256c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:33.494460 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.542343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56188) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:33.605166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 62ac9de1-4b28-4c5c-b040-b7ed75737056 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:26:33.645003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device de90fa78-cba3-4c49-9375-9be27fa37273 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:33.700109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-acacdb67-72fc-42ee-bd36-c325f62ed085 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-172958174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:33.753079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:33.758928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4634f549-e6f1-4b23-8937-04195fb21fb7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/62ac9de1-4b28-4c5c-b040-b7ed75737056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4468184 Aug 10 02:26:33.762895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56192) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:33.763830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaf04b-7ece-4941-bdd7-2117b30a2a66 None None] Sync routers for ids ['62ac9de1-4b28-4c5c-b040-b7ed75737056'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:33.775820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeaf04b-7ece-4941-bdd7-2117b30a2a66 None None] Routers {'62ac9de1-4b28-4c5c-b040-b7ed75737056'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:33.776669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8eeaf04b-7ece-4941-bdd7-2117b30a2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['62ac9de1-4b28-4c5c-b040-b7ed75737056'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:33.808559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88babe0-3460-4505-9bf7-0449907abe00 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:33.812621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b88babe0-3460-4505-9bf7-0449907abe00 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports/a186cc14-9a10-4c06-8687-813f8296bc33 HTTP/1.1" status: 200 len: 911 time: 0.0460901 Aug 10 02:26:33.812844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56194) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:33.815933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8eeaf04b-7ece-4941-bdd7-2117b30a2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:33.827912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acacdb67-72fc-42ee-bd36-c325f62ed085 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.835013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acacdb67-72fc-42ee-bd36-c325f62ed085 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.846890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port de90fa78-cba3-4c49-9375-9be27fa37273 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:33.862097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port de90fa78-cba3-4c49-9375-9be27fa37273 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:33.862493 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.865961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-07e317d8-1ec9-4fba-8df5-2162f48726b3 None None] Provisioning complete for port a186cc14-9a10-4c06-8687-813f8296bc33 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:33.865961 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-07e317d8-1ec9-4fba-8df5-2162f48726b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.908659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeaf04b-7ece-4941-bdd7-2117b30a2a66 None None] Routers {'62ac9de1-4b28-4c5c-b040-b7ed75737056'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:33.909349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8eeaf04b-7ece-4941-bdd7-2117b30a2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['62ac9de1-4b28-4c5c-b040-b7ed75737056'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:33.959482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acacdb67-72fc-42ee-bd36-c325f62ed085 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:33.965743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8eeaf04b-7ece-4941-bdd7-2117b30a2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:33.966471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeaf04b-7ece-4941-bdd7-2117b30a2a66 None None] The sync data for ids ['62ac9de1-4b28-4c5c-b040-b7ed75737056'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:33.985581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-07e317d8-1ec9-4fba-8df5-2162f48726b3 None None] Port a186cc14-9a10-4c06-8687-813f8296bc33 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:34.028373 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acacdb67-72fc-42ee-bd36-c325f62ed085 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.034028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.077846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port de90fa78-cba3-4c49-9375-9be27fa37273, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=de90fa78-cba3-4c49-9375-9be27fa37273,segment=NetworkSegment(bed385b2-ee55-4011-b717-c5fb505d0d87),segment_id=bed385b2-ee55-4011-b717-c5fb505d0d87)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:34.122029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acacdb67-72fc-42ee-bd36-c325f62ed085 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.126029 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-acacdb67-72fc-42ee-bd36-c325f62ed085 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5799122 Aug 10 02:26:34.126578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56204) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:34.132364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1675216248'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:34.159481 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.236514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=de90fa78-cba3-4c49-9375-9be27fa37273,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:34.247227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Made reservation on behalf of 2497382574514ee993fdafeb9380bab5 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:34.251224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.267899 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.373215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.451059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.485668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:26:34.498260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e94d9d-32f5-459c-b7a0-5b30857cc9dd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:34.504908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.505351 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Added segment cd1bcec0-4b90-43dc-9138-c6124c634109 of type vlan for network 06286857-51f8-43a6-bdf1-499870293398 Aug 10 02:26:34.548775 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.705900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.730666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.740951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:34.750247 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:34.823334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6956553 Aug 10 02:26:34.826183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56206) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:34.833183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'subnet': {'network_id': '06286857-51f8-43a6-bdf1-499870293398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:34.838564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d2d55-bf8b-490a-a198-54719fc34cec tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Network': ['ID=06286857-51f8-43a6-bdf1-499870293398,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:34.859927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 06286857-51f8-43a6-bdf1-499870293398 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:26:34.999228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Made reservation on behalf of 2497382574514ee993fdafeb9380bab5 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:35.002919 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:35.040391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 2001:db8:1::1 (40bf75b8-a392-4c4f-88e2-ed145acd82b5/1cbcfa4d-ca53-4de6-992d-4e410325e4af/9b638538-52b5-4cf8-809e-6a92a68f25c5) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:35.184479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device de90fa78-cba3-4c49-9375-9be27fa37273 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:35.222533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:35.262248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Transition to ACTIVE for port object 9b638538-52b5-4cf8-809e-6a92a68f25c5 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:35.346573 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port de90fa78-cba3-4c49-9375-9be27fa37273 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:35.347066 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:35.405446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:35.469077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:35.473032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=9b638538-52b5-4cf8-809e-6a92a68f25c5,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:35.475263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:35.478872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:35.479406 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:35.526257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.526631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.527139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.527478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.528223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.528590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.528947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.529654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.530033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.530326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.530710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.531047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:35.560020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:35.677012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Subnet': ['ID=0a0d3cf0-23e1-4915-bcd4-acb41ed6b425,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:35.689833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Checking segment: {'id': 'cd1bcec0-4b90-43dc-9138-c6124c634109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '06286857-51f8-43a6-bdf1-499870293398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:35.690499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network hostable DHCP agents. Network: 06286857-51f8-43a6-bdf1-499870293398, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:26:35.720536 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:35.799553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network 06286857-51f8-43a6-bdf1-499870293398 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:26:35.885367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 06286857-51f8-43a6-bdf1-499870293398) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:35.897197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c62642-ed5c-4406-a7c7-e77613ff2892 None None] Network 06286857-51f8-43a6-bdf1-499870293398 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:35.901227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:35.902687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:35.950120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8ff69d10-0c68-46ed-97af-9bf91d001abb None None] Provisioning for port 9b638538-52b5-4cf8-809e-6a92a68f25c5 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:35.959656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8ff69d10-0c68-46ed-97af-9bf91d001abb None None] Provisioning complete for port 9b638538-52b5-4cf8-809e-6a92a68f25c5 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:35.960071 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8ff69d10-0c68-46ed-97af-9bf91d001abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:35.997372 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-df44632f-96b0-4ced-95fd-ec3e251ef71e tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1671338 Aug 10 02:26:35.997753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56220) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:36.004359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'network': {'name': 'tempest-router-network01--885384465'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:36.024507 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8ff69d10-0c68-46ed-97af-9bf91d001abb None None] Port 9b638538-52b5-4cf8-809e-6a92a68f25c5 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:36.058485 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.100388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-06286857-51f8-43a6-bdf1-499870293398', 'network_id': '06286857-51f8-43a6-bdf1-499870293398', 'tenant_id': '2497382574514ee993fdafeb9380bab5', 'fixed_ips': [{'subnet_id': '0a0d3cf0-23e1-4915-bcd4-acb41ed6b425'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:26:36.106254 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.125116 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.125269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Made reservation on behalf of 2497382574514ee993fdafeb9380bab5 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:36.125886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.129055 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.157000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:26:36.178423 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.178995 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Added segment 0a4ed97b-7342-47ea-8757-b0be2f2230d6 of type vlan for network b4dee119-737c-4d56-9373-15f5d91c191b Aug 10 02:26:36.248447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.254998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=9b638538-52b5-4cf8-809e-6a92a68f25c5,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:36.296449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Allocated IP 2001:db8::2 (06286857-51f8-43a6-bdf1-499870293398/0a0d3cf0-23e1-4915-bcd4-acb41ed6b425/d57ad11c-45e9-49af-bf26-e041ea392594) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:36.303543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:36.305002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:36.363420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.394205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:36.395610 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.519569 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5207179 Aug 10 02:26:36.522160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56230) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:36.527393 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.535542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'network': {'name': 'tempest-router-network02--106911028'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:36.543237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Transition to ACTIVE for port object d57ad11c-45e9-49af-bf26-e041ea392594 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:36.544243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Network': ['ID=b4dee119-737c-4d56-9373-15f5d91c191b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:36.554274 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.555002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.556113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.556675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.557198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.558231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.558889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.559447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.560009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.560563 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.561572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.562119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f96dec8-cfa5-4fcd-9e7b-decbbcd08069 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:36.572417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Transition to ACTIVE for port object d57ad11c-45e9-49af-bf26-e041ea392594 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:36.580825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network b4dee119-737c-4d56-9373-15f5d91c191b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:26:36.625321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 62ac9de1-4b28-4c5c-b040-b7ed75737056 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:36.662134 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.733972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Made reservation on behalf of 2497382574514ee993fdafeb9380bab5 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:36.738123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.744781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Network 06286857-51f8-43a6-bdf1-499870293398 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:36.753498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:36.756985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:36.776405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Pushing event updated for resources: {'Port': ['ID=d57ad11c-45e9-49af-bf26-e041ea392594,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:36.791482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:26:36.802021 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.802388 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Added segment 4718cab2-ad79-4aa7-889f-b5ee6f3fa865 of type vlan for network 2f3af270-701e-4dc1-8228-4b229fa8ab19 Aug 10 02:26:36.848006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Attempting to bind port d57ad11c-45e9-49af-bf26-e041ea392594 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:36.848509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Attempting to bind port d57ad11c-45e9-49af-bf26-e041ea392594 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cd1bcec0-4b90-43dc-9138-c6124c634109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '06286857-51f8-43a6-bdf1-499870293398'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:36.849020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Attempting to bind port d57ad11c-45e9-49af-bf26-e041ea392594 on network 06286857-51f8-43a6-bdf1-499870293398 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:36.852763 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.859077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:36.859764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Checking segment: {'id': 'cd1bcec0-4b90-43dc-9138-c6124c634109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '06286857-51f8-43a6-bdf1-499870293398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:36.860266 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.860775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Bound using segment: {'id': 'cd1bcec0-4b90-43dc-9138-c6124c634109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '06286857-51f8-43a6-bdf1-499870293398'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:36.861487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Bound port: d57ad11c-45e9-49af-bf26-e041ea392594, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1bcec0-4b90-43dc-9138-c6124c634109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '06286857-51f8-43a6-bdf1-499870293398'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:36.861965 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.872659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c3d03cd4-8c6a-4ab6-b54c-f920cb7a5699 None None] Provisioning complete for port 9b638538-52b5-4cf8-809e-6a92a68f25c5 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:36.873170 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c3d03cd4-8c6a-4ab6-b54c-f920cb7a5699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.880567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:36.895202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56232) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:36.895327 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d3afb-15dc-496c-8192-1d98e451e3c3 None None] Sync routers for ids ['62ac9de1-4b28-4c5c-b040-b7ed75737056'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:36.904639 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d3afb-15dc-496c-8192-1d98e451e3c3 None None] Routers {'62ac9de1-4b28-4c5c-b040-b7ed75737056'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:36.905268 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-958d3afb-15dc-496c-8192-1d98e451e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['62ac9de1-4b28-4c5c-b040-b7ed75737056'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:36.905441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c08db682-5250-4348-8de9-695def9055ab tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/62ac9de1-4b28-4c5c-b040-b7ed75737056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0892665 Aug 10 02:26:36.945242 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-958d3afb-15dc-496c-8192-1d98e451e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:36.956323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf83f1-9c94-47fd-a684-c383a078fde5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:36.960757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.962026 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d3afb-15dc-496c-8192-1d98e451e3c3 None None] Routers {'62ac9de1-4b28-4c5c-b040-b7ed75737056'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:36.962443 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-afaf83f1-9c94-47fd-a684-c383a078fde5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports/9b638538-52b5-4cf8-809e-6a92a68f25c5 HTTP/1.1" status: 200 len: 913 time: 0.0684414 Aug 10 02:26:36.963292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56234) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:36.964769 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-958d3afb-15dc-496c-8192-1d98e451e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['62ac9de1-4b28-4c5c-b040-b7ed75737056'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:36.966783 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:36.967969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:36.989213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c3d03cd4-8c6a-4ab6-b54c-f920cb7a5699 None None] Port 9b638538-52b5-4cf8-809e-6a92a68f25c5 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:37.003100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-958d3afb-15dc-496c-8192-1d98e451e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:37.003751 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d3afb-15dc-496c-8192-1d98e451e3c3 None None] The sync data for ids ['62ac9de1-4b28-4c5c-b040-b7ed75737056'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:37.021363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] For port d57ad11c-45e9-49af-bf26-e041ea392594, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:37.025781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] For port d57ad11c-45e9-49af-bf26-e041ea392594, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d57ad11c-45e9-49af-bf26-e041ea392594,segment=NetworkSegment(cd1bcec0-4b90-43dc-9138-c6124c634109),segment_id=cd1bcec0-4b90-43dc-9138-c6124c634109)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:37.082752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Network': ['ID=2f3af270-701e-4dc1-8228-4b229fa8ab19,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:37.096163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 2f3af270-701e-4dc1-8228-4b229fa8ab19 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:26:37.165172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:37.187127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3fbdd30f-a960-4ada-9569-1c4df3a36586 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6600637 Aug 10 02:26:37.187362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56236) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:37.193331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'subnet': {'network_id': 'b4dee119-737c-4d56-9373-15f5d91c191b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:37.283219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db74d8-6b7f-40ce-88e6-eab821467388 None None] Pushing event updated for resources: {'Port': ['ID=d57ad11c-45e9-49af-bf26-e041ea392594,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:37.462321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Made reservation on behalf of 2497382574514ee993fdafeb9380bab5 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:37.470233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:37.816960 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:37.862717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:37.929520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Subnet': ['ID=0422a3f8-300a-47c6-9365-61b8bdcdd3e7,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:37.935215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Checking segment: {'id': '0a4ed97b-7342-47ea-8757-b0be2f2230d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4dee119-737c-4d56-9373-15f5d91c191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:37.935215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network hostable DHCP agents. Network: b4dee119-737c-4d56-9373-15f5d91c191b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:26:38.052283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network b4dee119-737c-4d56-9373-15f5d91c191b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:26:38.112947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 9b638538-52b5-4cf8-809e-6a92a68f25c5 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:38.113343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.119189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, b4dee119-737c-4d56-9373-15f5d91c191b) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:38.123702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:38.124517 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.131981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb4e89-da45-4046-943f-e19acb334e9a None None] Network b4dee119-737c-4d56-9373-15f5d91c191b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:38.217631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3b5ec396-0023-4c99-8d77-de36d1765cbc tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0290999 Aug 10 02:26:38.221268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56242) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:38.222852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.227255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'subnet': {'network_id': '2f3af270-701e-4dc1-8228-4b229fa8ab19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:38.241997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 9b638538-52b5-4cf8-809e-6a92a68f25c5 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:38.340756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-b4dee119-737c-4d56-9373-15f5d91c191b', 'network_id': 'b4dee119-737c-4d56-9373-15f5d91c191b', 'tenant_id': '2497382574514ee993fdafeb9380bab5', 'fixed_ips': [{'subnet_id': '0422a3f8-300a-47c6-9365-61b8bdcdd3e7'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:26:38.341778 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.421422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5274f7-db81-4d8c-9d99-cd923e8aab54 None None] Network 06286857-51f8-43a6-bdf1-499870293398 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:38.479027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Made reservation on behalf of 2497382574514ee993fdafeb9380bab5 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:38.483153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.553488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.568424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Allocated IP 2001:db8::2 (b4dee119-737c-4d56-9373-15f5d91c191b/0422a3f8-300a-47c6-9365-61b8bdcdd3e7/181b0b0c-094a-49ed-bb53-9ece2f133872) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:38.587356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=9b638538-52b5-4cf8-809e-6a92a68f25c5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:38.738436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-59a99842-02ee-4036-b18e-981694d15df9 None None] Provisioning for port d57ad11c-45e9-49af-bf26-e041ea392594 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:38.773615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.845419 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.910380 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:38.922007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Transition to ACTIVE for port object 181b0b0c-094a-49ed-bb53-9ece2f133872 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:38.939975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Transition to ACTIVE for port object 181b0b0c-094a-49ed-bb53-9ece2f133872 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:38.959485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Subnet': ['ID=92acb090-3585-4c35-91c0-45ddea8d6899,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:38.971972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Checking segment: {'id': '4718cab2-ad79-4aa7-889f-b5ee6f3fa865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2f3af270-701e-4dc1-8228-4b229fa8ab19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:38.971972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network hostable DHCP agents. Network: 2f3af270-701e-4dc1-8228-4b229fa8ab19, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:26:39.023176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 62ac9de1-4b28-4c5c-b040-b7ed75737056 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:39.027815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:39.057306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network 2f3af270-701e-4dc1-8228-4b229fa8ab19 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:26:39.142574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Network b4dee119-737c-4d56-9373-15f5d91c191b is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:39.142574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:39.151970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:39.154601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Pushing event updated for resources: {'Port': ['ID=181b0b0c-094a-49ed-bb53-9ece2f133872,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:39.158878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:39.171363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56252) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:39.183214 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4660645c-f016-44fc-aaf4-9d16d93de0ad tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/62ac9de1-4b28-4c5c-b040-b7ed75737056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2185264 Aug 10 02:26:39.193898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd7883-5a03-420d-ad89-aa2343e99d27 None None] Sync routers for ids ['62ac9de1-4b28-4c5c-b040-b7ed75737056'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:39.218192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d57ad11c-45e9-49af-bf26-e041ea392594 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:39.232991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 2f3af270-701e-4dc1-8228-4b229fa8ab19) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:39.262406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189a94f9-f429-4b8f-a54c-8265e9ed1aa8 None None] Network 2f3af270-701e-4dc1-8228-4b229fa8ab19 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:39.266478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:39.266675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:39.280739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Attempting to bind port 181b0b0c-094a-49ed-bb53-9ece2f133872 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:39.281026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Attempting to bind port 181b0b0c-094a-49ed-bb53-9ece2f133872 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '0a4ed97b-7342-47ea-8757-b0be2f2230d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4dee119-737c-4d56-9373-15f5d91c191b'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:39.281384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Attempting to bind port 181b0b0c-094a-49ed-bb53-9ece2f133872 on network b4dee119-737c-4d56-9373-15f5d91c191b {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:39.286232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd7883-5a03-420d-ad89-aa2343e99d27 None None] Routers {'62ac9de1-4b28-4c5c-b040-b7ed75737056'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:39.286881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6efd7883-5a03-420d-ad89-aa2343e99d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['62ac9de1-4b28-4c5c-b040-b7ed75737056'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:39.317944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:39.318310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Checking segment: {'id': '0a4ed97b-7342-47ea-8757-b0be2f2230d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4dee119-737c-4d56-9373-15f5d91c191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:39.318740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:39.319133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Bound using segment: {'id': '0a4ed97b-7342-47ea-8757-b0be2f2230d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4dee119-737c-4d56-9373-15f5d91c191b'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:39.319615 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Bound port: 181b0b0c-094a-49ed-bb53-9ece2f133872, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4ed97b-7342-47ea-8757-b0be2f2230d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4dee119-737c-4d56-9373-15f5d91c191b'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:39.319994 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:39.375356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6efd7883-5a03-420d-ad89-aa2343e99d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:39.386780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dd290156-ce2d-4834-b91e-145d22b12925 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1607077 Aug 10 02:26:39.387035 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56254) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:39.451387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd7883-5a03-420d-ad89-aa2343e99d27 None None] Routers {'62ac9de1-4b28-4c5c-b040-b7ed75737056'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:39.455849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6efd7883-5a03-420d-ad89-aa2343e99d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['62ac9de1-4b28-4c5c-b040-b7ed75737056'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:39.513648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6efd7883-5a03-420d-ad89-aa2343e99d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:39.514212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd7883-5a03-420d-ad89-aa2343e99d27 None None] The sync data for ids ['62ac9de1-4b28-4c5c-b040-b7ed75737056'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:39.722137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] For port 181b0b0c-094a-49ed-bb53-9ece2f133872, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:39.724272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port d57ad11c-45e9-49af-bf26-e041ea392594 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:39.747578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d57ad11c-45e9-49af-bf26-e041ea392594 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:39.747955 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:39.755752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] For port 181b0b0c-094a-49ed-bb53-9ece2f133872, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=181b0b0c-094a-49ed-bb53-9ece2f133872,segment=NetworkSegment(0a4ed97b-7342-47ea-8757-b0be2f2230d6),segment_id=0a4ed97b-7342-47ea-8757-b0be2f2230d6)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:39.809592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:39.818966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-2f3af270-701e-4dc1-8228-4b229fa8ab19', 'network_id': '2f3af270-701e-4dc1-8228-4b229fa8ab19', 'tenant_id': '2497382574514ee993fdafeb9380bab5', 'fixed_ips': [{'subnet_id': '92acb090-3585-4c35-91c0-45ddea8d6899'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:26:39.819820 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:39.871564 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.001442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.038773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b8044-2e44-4431-9ff6-83bd635914f0 None None] Pushing event updated for resources: {'Port': ['ID=181b0b0c-094a-49ed-bb53-9ece2f133872,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:40.053212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.108659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port d57ad11c-45e9-49af-bf26-e041ea392594, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d57ad11c-45e9-49af-bf26-e041ea392594,segment=NetworkSegment(cd1bcec0-4b90-43dc-9138-c6124c634109),segment_id=cd1bcec0-4b90-43dc-9138-c6124c634109)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:40.173565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Allocated IP 2001:db8::2 (2f3af270-701e-4dc1-8228-4b229fa8ab19/92acb090-3585-4c35-91c0-45ddea8d6899/e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:40.233785 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.435058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Allocated IP 2001:db8::1 (b4dee119-737c-4d56-9373-15f5d91c191b/0422a3f8-300a-47c6-9365-61b8bdcdd3e7/34c6ad07-07dc-4b1e-b3e3-16218d0725a9) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:40.470711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=d57ad11c-45e9-49af-bf26-e041ea392594,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:40.476330 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.487043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Transition to ACTIVE for port object e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:40.505648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Transition to ACTIVE for port object e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:40.594249 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.633914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port a186cc14-9a10-4c06-8687-813f8296bc33 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:40.634244 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.636282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Network 2f3af270-701e-4dc1-8228-4b229fa8ab19 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:40.640450 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.640987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:40.645264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:40.648528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Pushing event updated for resources: {'Port': ['ID=e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:40.692533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Transition to ACTIVE for port object 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:40.707531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Attempting to bind port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:40.707937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Attempting to bind port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '4718cab2-ad79-4aa7-889f-b5ee6f3fa865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2f3af270-701e-4dc1-8228-4b229fa8ab19'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:40.708419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Attempting to bind port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a on network 2f3af270-701e-4dc1-8228-4b229fa8ab19 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:40.716261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:40.717391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Checking segment: {'id': '4718cab2-ad79-4aa7-889f-b5ee6f3fa865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2f3af270-701e-4dc1-8228-4b229fa8ab19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:40.718058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.718755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Bound using segment: {'id': '4718cab2-ad79-4aa7-889f-b5ee6f3fa865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2f3af270-701e-4dc1-8228-4b229fa8ab19'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:40.719504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Bound port: e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4718cab2-ad79-4aa7-889f-b5ee6f3fa865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2f3af270-701e-4dc1-8228-4b229fa8ab19'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:40.720150 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.759601 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.778013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for a186cc14-9a10-4c06-8687-813f8296bc33 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:40.800091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] For port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:40.805839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] For port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a,segment=NetworkSegment(4718cab2-ad79-4aa7-889f-b5ee6f3fa865),segment_id=4718cab2-ad79-4aa7-889f-b5ee6f3fa865)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:40.894499 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.908648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.966384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network b4dee119-737c-4d56-9373-15f5d91c191b is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:40.971613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:40.981695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:40.982319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:40.983007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb8b44-f081-475c-afae-40bc5faed413 None None] Pushing event updated for resources: {'Port': ['ID=e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:41.276934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d57ad11c-45e9-49af-bf26-e041ea392594 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:41.341305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d57ad11c-45e9-49af-bf26-e041ea392594 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:41.341771 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:41.371377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0fc2dd-c965-4f71-9ae4-626885177ade None None] Network b4dee119-737c-4d56-9373-15f5d91c191b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:41.419476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Port': ['ID=34c6ad07-07dc-4b1e-b3e3-16218d0725a9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:41.531096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 181b0b0c-094a-49ed-bb53-9ece2f133872 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:41.645484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:41.677681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=a186cc14-9a10-4c06-8687-813f8296bc33,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:41.702021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8a1ce96d-6608-4018-9c03-0fc6e5765f8e None None] Provisioning for port 181b0b0c-094a-49ed-bb53-9ece2f133872 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:41.793936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 181b0b0c-094a-49ed-bb53-9ece2f133872 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:41.795981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 181b0b0c-094a-49ed-bb53-9ece2f133872 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:41.796377 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:41.828019 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:41.843912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:41.980496 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.034060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 181b0b0c-094a-49ed-bb53-9ece2f133872, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=181b0b0c-094a-49ed-bb53-9ece2f133872,segment=NetworkSegment(0a4ed97b-7342-47ea-8757-b0be2f2230d6),segment_id=0a4ed97b-7342-47ea-8757-b0be2f2230d6)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:42.134523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c99c426d-3d02-478f-8c02-c957de96a7fb None None] Provisioning complete for port 181b0b0c-094a-49ed-bb53-9ece2f133872 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:42.135503 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c99c426d-3d02-478f-8c02-c957de96a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.159848 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.232965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 62ac9de1-4b28-4c5c-b040-b7ed75737056 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:42.236927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=181b0b0c-094a-49ed-bb53-9ece2f133872,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:42.384270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:42.398245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-454b584b-da99-4d06-ae40-e547eb212606 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/62ac9de1-4b28-4c5c-b040-b7ed75737056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2200868 Aug 10 02:26:42.398372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56278) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:42.401012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72ced6a-8ae2-43b8-8a05-65416acd0a01 None None] Network 2f3af270-701e-4dc1-8228-4b229fa8ab19 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:42.403842 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcbb23-c722-4a6f-b8d9-96abfa63211c None None] Sync routers for ids ['62ac9de1-4b28-4c5c-b040-b7ed75737056'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:42.422012 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcbb23-c722-4a6f-b8d9-96abfa63211c None None] Routers {'62ac9de1-4b28-4c5c-b040-b7ed75737056'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:42.422844 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b6fcbb23-c722-4a6f-b8d9-96abfa63211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['62ac9de1-4b28-4c5c-b040-b7ed75737056'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:42.435481 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-923e84ca-f519-43ff-b39d-890e058b069a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=62ac9de1-4b28-4c5c-b040-b7ed75737056 HTTP/1.1" status: 200 len: 205 time: 0.0364411 Aug 10 02:26:42.435812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56280) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:42.464437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b6fcbb23-c722-4a6f-b8d9-96abfa63211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:42.484506 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcbb23-c722-4a6f-b8d9-96abfa63211c None None] Routers {'62ac9de1-4b28-4c5c-b040-b7ed75737056'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:42.484506 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b6fcbb23-c722-4a6f-b8d9-96abfa63211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['62ac9de1-4b28-4c5c-b040-b7ed75737056'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:42.487021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c99c426d-3d02-478f-8c02-c957de96a7fb None None] Provisioning for port 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:42.494968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c99c426d-3d02-478f-8c02-c957de96a7fb None None] Provisioning complete for port 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:42.495351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c99c426d-3d02-478f-8c02-c957de96a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.515912 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-b6fcbb23-c722-4a6f-b8d9-96abfa63211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:42.516814 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcbb23-c722-4a6f-b8d9-96abfa63211c None None] The sync data for ids ['62ac9de1-4b28-4c5c-b040-b7ed75737056'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:42.564027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-946ee47e-49e4-462f-9229-c44d1cfb6a01 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.565816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c99c426d-3d02-478f-8c02-c957de96a7fb None None] Port 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:42.659178 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.695356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ee37d2ca-dc53-4385-9642-497b3cc00a31 None None] Provisioning complete for port 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:42.695356 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ee37d2ca-dc53-4385-9642-497b3cc00a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.739393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ee37d2ca-dc53-4385-9642-497b3cc00a31 None None] Port 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:42.767951 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-946ee47e-49e4-462f-9229-c44d1cfb6a01 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.770695 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-946ee47e-49e4-462f-9229-c44d1cfb6a01 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.777955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.777955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.845195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ee37d2ca-dc53-4385-9642-497b3cc00a31 None None] Provisioning for port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:42.897144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Port': ['ID=34c6ad07-07dc-4b1e-b3e3-16218d0725a9,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:42.947229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network b4dee119-737c-4d56-9373-15f5d91c191b is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:42.948662 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:42.954633 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-946ee47e-49e4-462f-9229-c44d1cfb6a01 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.955144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ee47e-49e4-462f-9229-c44d1cfb6a01 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Fanout notify agent at l3_agent the message router_deleted on router 62ac9de1-4b28-4c5c-b040-b7ed75737056 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:26:42.962378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-946ee47e-49e4-462f-9229-c44d1cfb6a01 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:42.963426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-946ee47e-49e4-462f-9229-c44d1cfb6a01 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/62ac9de1-4b28-4c5c-b040-b7ed75737056 HTTP/1.1" status: 204 len: 168 time: 0.5255623 Aug 10 02:26:42.974083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56282) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:43.070182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-def77362-67b7-4003-bb9b-3a9a63d67064 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting subnet 1cbcfa4d-ca53-4de6-992d-4e410325e4af {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:43.080830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-def77362-67b7-4003-bb9b-3a9a63d67064 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.170067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-def77362-67b7-4003-bb9b-3a9a63d67064 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.176319 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.245279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Router 6199499a-ebb1-488f-bf9c-da41eef862e1 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:26:43.304220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-def77362-67b7-4003-bb9b-3a9a63d67064 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.324750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:43.376644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:43.391169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf6019-6a49-49ca-929f-95b3b7e150e2 None None] Sync routers for ids ['6199499a-ebb1-488f-bf9c-da41eef862e1'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:43.392165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-61d648b8-ebf7-4246-8053-bdc8e4170a49 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "PUT /v2.0/routers/6199499a-ebb1-488f-bf9c-da41eef862e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0043106 Aug 10 02:26:43.395036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56286) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:43.409542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf6019-6a49-49ca-929f-95b3b7e150e2 None None] Routers {'6199499a-ebb1-488f-bf9c-da41eef862e1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:43.410541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bacf6019-6a49-49ca-929f-95b3b7e150e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6199499a-ebb1-488f-bf9c-da41eef862e1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:43.447529 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-def77362-67b7-4003-bb9b-3a9a63d67064 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.454447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:43.458103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bacf6019-6a49-49ca-929f-95b3b7e150e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:43.463309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9635ba04-c769-4834-9e65-28beb7b6b615 None None] Provisioning complete for port 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:43.463784 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9635ba04-c769-4834-9e65-28beb7b6b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.465478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:43.466173 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.517694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def77362-67b7-4003-bb9b-3a9a63d67064 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbcfa4d-ca53-4de6-992d-4e410325e4af,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:43.521713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-def77362-67b7-4003-bb9b-3a9a63d67064 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.527114 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-def77362-67b7-4003-bb9b-3a9a63d67064 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/1cbcfa4d-ca53-4de6-992d-4e410325e4af HTTP/1.1" status: 204 len: 168 time: 0.5479736 Aug 10 02:26:43.527114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56290) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:43.528039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcc9329-7b11-4e21-ac04-7a65779b0edf None None] Network 40bf75b8-a392-4c4f-88e2-ed145acd82b5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:43.552318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf6019-6a49-49ca-929f-95b3b7e150e2 None None] Routers {'6199499a-ebb1-488f-bf9c-da41eef862e1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:43.552965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bacf6019-6a49-49ca-929f-95b3b7e150e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6199499a-ebb1-488f-bf9c-da41eef862e1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:43.593610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a0c426-def1-49e3-8246-aaba070b01d9 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting subnet 67b5d633-ab16-41a5-876e-81df08c8ac14 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:43.600592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c426-def1-49e3-8246-aaba070b01d9 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.640065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9635ba04-c769-4834-9e65-28beb7b6b615 None None] Port 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:43.647934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-bacf6019-6a49-49ca-929f-95b3b7e150e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:43.648600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf6019-6a49-49ca-929f-95b3b7e150e2 None None] The sync data for ids ['6199499a-ebb1-488f-bf9c-da41eef862e1'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:43.698983 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c426-def1-49e3-8246-aaba070b01d9 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.788572 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.838452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a,segment=NetworkSegment(4718cab2-ad79-4aa7-889f-b5ee6f3fa865),segment_id=4718cab2-ad79-4aa7-889f-b5ee6f3fa865)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:43.870059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965bd267-1798-4257-aea2-51fa83a031c7 None None] DHCP port deletion for 40bf75b8-a392-4c4f-88e2-ed145acd82b5 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:26:43.925849 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.927042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 181b0b0c-094a-49ed-bb53-9ece2f133872 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:43.932664 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c426-def1-49e3-8246-aaba070b01d9 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:43.933686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-965bd267-1798-4257-aea2-51fa83a031c7 None None] Deleting port de90fa78-cba3-4c49-9375-9be27fa37273 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:43.934058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-965bd267-1798-4257-aea2-51fa83a031c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.069219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:44.077842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-965bd267-1798-4257-aea2-51fa83a031c7 None None] For port de90fa78-cba3-4c49-9375-9be27fa37273, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=de90fa78-cba3-4c49-9375-9be27fa37273,segment=NetworkSegment(bed385b2-ee55-4011-b717-c5fb505d0d87),segment_id=bed385b2-ee55-4011-b717-c5fb505d0d87)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:44.078249 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-965bd267-1798-4257-aea2-51fa83a031c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.084837 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-9f42d348-da23-4cae-a936-aba45ca63ef6 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:26:44.085919 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9f42d348-da23-4cae-a936-aba45ca63ef6 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "PUT /v2.0/routers/6199499a-ebb1-488f-bf9c-da41eef862e1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6898370 Aug 10 02:26:44.090331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56292) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:44.093760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-965bd267-1798-4257-aea2-51fa83a031c7 None None] Calling delete_port for de90fa78-cba3-4c49-9375-9be27fa37273 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:44.103827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 181b0b0c-094a-49ed-bb53-9ece2f133872 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:44.104542 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.145250 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c426-def1-49e3-8246-aaba070b01d9 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.506014 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.511310 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-965bd267-1798-4257-aea2-51fa83a031c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.537704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bd267-1798-4257-aea2-51fa83a031c7 None None] Pushing event deleted for resources: {'Port': ['ID=de90fa78-cba3-4c49-9375-9be27fa37273,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:44.544917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bd267-1798-4257-aea2-51fa83a031c7 None None] No DVR routers for this DVR port de90fa78-cba3-4c49-9375-9be27fa37273 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:44.560941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0c426-def1-49e3-8246-aaba070b01d9 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Subnet': ['ID=67b5d633-ab16-41a5-876e-81df08c8ac14,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:44.573367 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c426-def1-49e3-8246-aaba070b01d9 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.577772 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f8a0c426-def1-49e3-8246-aaba070b01d9 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/67b5d633-ab16-41a5-876e-81df08c8ac14 HTTP/1.1" status: 204 len: 168 time: 1.0474153 Aug 10 02:26:44.579724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76f446-5fde-490d-8d64-ccf09c61ef88 None None] Network 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:44.579850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56296) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:44.769251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.797126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] DHCP port deletion for 4bcd1f99-bf35-4067-95ab-706c02b9c9c3 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:26:44.851931 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Deleting port e1a06027-a23c-4f03-ac21-04fc69ed256c {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:44.852391 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.920694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] For port e1a06027-a23c-4f03-ac21-04fc69ed256c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e1a06027-a23c-4f03-ac21-04fc69ed256c,segment=NetworkSegment(1374b342-4a6b-4c56-ab22-aafebfe0d4a0),segment_id=1374b342-4a6b-4c56-ab22-aafebfe0d4a0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:44.920929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.921414 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.933844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bf75b8-a392-4c4f-88e2-ed145acd82b5']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:44.936985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Calling delete_port for e1a06027-a23c-4f03-ac21-04fc69ed256c owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:44.946027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed385b2-ee55-4011-b717-c5fb505d0d87') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:44.946382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed385b2-ee55-4011-b717-c5fb505d0d87') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:44.960448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:44.979268 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.004063 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:26:45.004477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:26:45.007683 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:26:45.093543 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.141644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:45.170412 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.177798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.187422 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.189619 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/networks/40bf75b8-a392-4c4f-88e2-ed145acd82b5 HTTP/1.1" status: 204 len: 168 time: 0.6106215 Aug 10 02:26:45.193283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56302) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:45.207214 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Pushing event deleted for resources: {'Port': ['ID=e1a06027-a23c-4f03-ac21-04fc69ed256c,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:45.208109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bf051-ea08-4746-bb86-2dc632b65635 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Network': ['ID=40bf75b8-a392-4c4f-88e2-ed145acd82b5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:45.219602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] No DVR routers for this DVR port e1a06027-a23c-4f03-ac21-04fc69ed256c on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:45.230247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.231424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.231424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.231424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.231913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.232384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.232839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.233211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.233641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.234085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.234637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.235103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24874104-f1d9-480a-b75d-3b5d9ef86de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:26:45.278443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:45.279710 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.335818 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.468443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.496297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting port 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:45.496297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.499191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcd1f99-bf35-4067-95ab-706c02b9c9c3']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:45.511843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1374b342-4a6b-4c56-ab22-aafebfe0d4a0') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:45.512150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1374b342-4a6b-4c56-ab22-aafebfe0d4a0') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:45.514417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e1a06027-a23c-4f03-ac21-04fc69ed256c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:45.527860 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.542818 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.548189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e1a06027-a23c-4f03-ac21-04fc69ed256c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:45.549062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e1a06027-a23c-4f03-ac21-04fc69ed256c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:45.549644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device de90fa78-cba3-4c49-9375-9be27fa37273 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:45.554639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:26:45.555064 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:26:45.558637 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:26:45.580496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: de90fa78-cba3-4c49-9375-9be27fa37273 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:45.580914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device de90fa78-cba3-4c49-9375-9be27fa37273 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:45.617274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.632123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Calling delete_port for 34c6ad07-07dc-4b1e-b3e3-16218d0725a9 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:45.749338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.763552 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.765449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/networks/4bcd1f99-bf35-4067-95ab-706c02b9c9c3 HTTP/1.1" status: 204 len: 168 time: 0.5683508 Aug 10 02:26:45.777334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56312) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:45.782642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1276796071'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:45.785850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b851573-8840-40a8-ac0b-bf0db734c9d8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Network': ['ID=4bcd1f99-bf35-4067-95ab-706c02b9c9c3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:45.874327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:45.879884 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.914125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.918587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:26:45.928625 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:45.929110 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added segment 373920a3-d617-4361-b895-14c4113cefea of type vlan for network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc Aug 10 02:26:45.953815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Port': ['ID=34c6ad07-07dc-4b1e-b3e3-16218d0725a9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:45.981564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.080176 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.113711 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.120380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:46.121170 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.220982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Network': ['ID=9dac55b8-755d-4c00-ae7c-3c13c9337ebc,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:46.239896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:26:46.261177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-42c015c0-b326-4019-ac63-7e42eb4cbb26 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4795091 Aug 10 02:26:46.261465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56316) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:46.267020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'subnet': {'network_id': '9dac55b8-755d-4c00-ae7c-3c13c9337ebc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:46.296091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Router 6199499a-ebb1-488f-bf9c-da41eef862e1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:46.412539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:46.419191 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-32fb0b54-ea96-4d40-9ed7-d496b37f306d tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "PUT /v2.0/routers/6199499a-ebb1-488f-bf9c-da41eef862e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3274801 Aug 10 02:26:46.424987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56318) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:46.428090 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39713405-dab4-430d-9367-f3adf10d6088 None None] Sync routers for ids ['6199499a-ebb1-488f-bf9c-da41eef862e1'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:46.438769 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39713405-dab4-430d-9367-f3adf10d6088 None None] Routers {'6199499a-ebb1-488f-bf9c-da41eef862e1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:46.439852 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-39713405-dab4-430d-9367-f3adf10d6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6199499a-ebb1-488f-bf9c-da41eef862e1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:46.465356 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-d25ae903-9381-41ef-96ae-f2d2040492e6 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] delete failed (client error): The resource could not be found. Aug 10 02:26:46.472652 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d25ae903-9381-41ef-96ae-f2d2040492e6 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/routers/tempest-non_exist_router-1397467755 HTTP/1.1" status: 404 len: 335 time: 0.0408361 Aug 10 02:26:46.472652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56320) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:46.474332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:46.478115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-110b084f-192e-4aaf-a2f3-44e42f35a148 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'router': {'external_gateway_info': {'network_id': '6199499a-ebb1-488f-bf9c-da41eef862e1'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:46.479364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.480715 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-39713405-dab4-430d-9367-f3adf10d6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:46.490391 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39713405-dab4-430d-9367-f3adf10d6088 None None] Routers {'6199499a-ebb1-488f-bf9c-da41eef862e1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:46.491437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-39713405-dab4-430d-9367-f3adf10d6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6199499a-ebb1-488f-bf9c-da41eef862e1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:46.530575 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-39713405-dab4-430d-9367-f3adf10d6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:46.531489 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39713405-dab4-430d-9367-f3adf10d6088 None None] The sync data for ids ['6199499a-ebb1-488f-bf9c-da41eef862e1'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:46.749844 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-110b084f-192e-4aaf-a2f3-44e42f35a148 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.787706 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.835403 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-110b084f-192e-4aaf-a2f3-44e42f35a148 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] update failed (client error): The resource could not be found. Aug 10 02:26:46.843165 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-110b084f-192e-4aaf-a2f3-44e42f35a148 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "PUT /v2.0/routers/6199499a-ebb1-488f-bf9c-da41eef862e1 HTTP/1.1" status: 404 len: 339 time: 0.3691840 Aug 10 02:26:46.843886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56322) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:46.847562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Subnet': ['ID=562048c0-15fd-4767-a46c-f2b335493423,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:46.850009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1216717914'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:46.876812 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Checking segment: {'id': '373920a3-d617-4361-b895-14c4113cefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dac55b8-755d-4c00-ae7c-3c13c9337ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:46.877297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network hostable DHCP agents. Network: 9dac55b8-755d-4c00-ae7c-3c13c9337ebc, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:26:46.942426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Made reservation on behalf of 2497382574514ee993fdafeb9380bab5 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:46.946668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.973215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:26:46.986189 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:46.986887 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Added segment 1c0de599-7147-41cd-ada1-adb24b01d792 of type vlan for network 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 Aug 10 02:26:46.989348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:26:47.031977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.079385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9dac55b8-755d-4c00-ae7c-3c13c9337ebc) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:47.083499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:47.084095 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.092524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65dae8-6227-4d0b-a2d2-3c363717cfb7 None None] Network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:47.136902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.142999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:47.143700 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.197533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c6cfb64c-7a21-4333-aed3-3b93fe088754 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9317188 Aug 10 02:26:47.197769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56328) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:47.202229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-977f5fb0-8553-4d84-abd0-22bef5b844c2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-496234002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:47.235044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Network': ['ID=0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:47.245860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:26:47.309895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-977f5fb0-8553-4d84-abd0-22bef5b844c2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.309895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-977f5fb0-8553-4d84-abd0-22bef5b844c2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.338762 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-9dac55b8-755d-4c00-ae7c-3c13c9337ebc', 'network_id': '9dac55b8-755d-4c00-ae7c-3c13c9337ebc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'fixed_ips': [{'subnet_id': '562048c0-15fd-4767-a46c-f2b335493423'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:26:47.339757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.382583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-977f5fb0-8553-4d84-abd0-22bef5b844c2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.405616 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b317e5d8-a8f3-4b58-874f-abd1e03cad38 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5605316 Aug 10 02:26:47.408926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56332) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:47.415019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'subnet': {'network_id': '0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:47.514407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-977f5fb0-8553-4d84-abd0-22bef5b844c2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.548547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Allocated IP 2001:db8::2 (9dac55b8-755d-4c00-ae7c-3c13c9337ebc/562048c0-15fd-4767-a46c-f2b335493423/87d062b5-f15f-4ac6-8563-2e4cdb67c973) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:47.616676 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-977f5fb0-8553-4d84-abd0-22bef5b844c2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.621566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-977f5fb0-8553-4d84-abd0-22bef5b844c2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4228654 Aug 10 02:26:47.621725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56334) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:47.627031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'port': {'network_id': '9dac55b8-755d-4c00-ae7c-3c13c9337ebc', 'name': 'tempest-RoutersIpV6Test-2110271587'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:47.722324 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.731964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Transition to ACTIVE for port object 87d062b5-f15f-4ac6-8563-2e4cdb67c973 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:47.744762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Made reservation on behalf of 2497382574514ee993fdafeb9380bab5 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:47.746880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Transition to ACTIVE for port object 87d062b5-f15f-4ac6-8563-2e4cdb67c973 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:47.748307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.805662 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.859460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:47.863428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:47.865125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Pushing event updated for resources: {'Port': ['ID=87d062b5-f15f-4ac6-8563-2e4cdb67c973,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:47.867335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:47.896117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:47.900353 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.927761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Attempting to bind port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:47.928138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Attempting to bind port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '373920a3-d617-4361-b895-14c4113cefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dac55b8-755d-4c00-ae7c-3c13c9337ebc'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:47.928503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Attempting to bind port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 on network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:47.934098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:47.934477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Checking segment: {'id': '373920a3-d617-4361-b895-14c4113cefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dac55b8-755d-4c00-ae7c-3c13c9337ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:47.934919 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.935315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Bound using segment: {'id': '373920a3-d617-4361-b895-14c4113cefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dac55b8-755d-4c00-ae7c-3c13c9337ebc'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:47.935906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Bound port: 87d062b5-f15f-4ac6-8563-2e4cdb67c973, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373920a3-d617-4361-b895-14c4113cefea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9dac55b8-755d-4c00-ae7c-3c13c9337ebc'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:47.936300 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:47.948802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] device_id is not set on port d38c19ac-e130-46ad-b8db-e463c2d2b047 yet. {{(pid=101223) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 02:26:47.959739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d967d42d-4501-4d5b-8d17-1289defca2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:48.004677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] For port 87d062b5-f15f-4ac6-8563-2e4cdb67c973, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:48.007858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] For port 87d062b5-f15f-4ac6-8563-2e4cdb67c973, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=87d062b5-f15f-4ac6-8563-2e4cdb67c973,segment=NetworkSegment(373920a3-d617-4361-b895-14c4113cefea),segment_id=373920a3-d617-4361-b895-14c4113cefea)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:48.081835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 2001:db8::2e3 (9dac55b8-755d-4c00-ae7c-3c13c9337ebc/562048c0-15fd-4767-a46c-f2b335493423/d38c19ac-e130-46ad-b8db-e463c2d2b047) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:48.084670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:48.085581 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:48.145584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622543b-8882-4d41-b159-3a29560f81aa None None] Pushing event updated for resources: {'Port': ['ID=87d062b5-f15f-4ac6-8563-2e4cdb67c973,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:48.176852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Subnet': ['ID=e7a2c96e-7941-482e-b9a4-fad27234b7fa,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:48.245690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Checking segment: {'id': '1c0de599-7147-41cd-ada1-adb24b01d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:48.246067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network hostable DHCP agents. Network: 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:26:48.370070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:48.372838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:26:48.419360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Transition to ACTIVE for port object d38c19ac-e130-46ad-b8db-e463c2d2b047 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:48.513849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:48.522330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fca2e6-0ea6-48fb-b9a5-8dc316dc6adb None None] Network 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:48.524745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:48.525377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:48.586294 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:48.649982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:48.654619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:48.657641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:48.664437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:48.665676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:48.681233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d904db-1490-46a1-96de-bd6b8acb850d req-cf9784a3-4dd4-43fa-a8f5-7680a14557ba tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:48.682005 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1d80694f-e5bb-48e6-9db5-945606e6073f tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2680898 Aug 10 02:26:48.689601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56352) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:48.690921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-cf9784a3-4dd4-43fa-a8f5-7680a14557ba tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.1404102 Aug 10 02:26:48.695633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5b07171f-326a-4b15-81fe-55f6367cc186 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:48.698955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=d38c19ac-e130-46ad-b8db-e463c2d2b047,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:48.704078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8', 'network_id': '0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8', 'tenant_id': '2497382574514ee993fdafeb9380bab5', 'fixed_ips': [{'subnet_id': 'e7a2c96e-7941-482e-b9a4-fad27234b7fa'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:26:48.704951 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:48.720275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-61b4ac11-f45c-47f4-ae8e-dac5f6ac18cb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/quotas/9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 375 time: 0.0280032 Aug 10 02:26:48.784356 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6de05049-728a-4a8f-a726-11726eb1d9ae tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1614671 Aug 10 02:26:48.787199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56356) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:48.809627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-f4217989-e470-486c-bad4-121c4b9ac1d0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882149 Aug 10 02:26:48.869443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Allocated IP 2001:db8:1::2 (0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8/e7a2c96e-7941-482e-b9a4-fad27234b7fa/7e845e86-9084-4730-adb1-dec3edfb4001) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:48.881353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac986f1-3955-4deb-8e46-e107bb855de1 req-a60f1791-f0f7-4feb-bae0-e6c91b4a1b7b tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:48.883307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ac986f1-3955-4deb-8e46-e107bb855de1 req-a60f1791-f0f7-4feb-bae0-e6c91b4a1b7b tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 945 time: 0.1140900 Aug 10 02:26:48.960534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ac986f1-3955-4deb-8e46-e107bb855de1 req-08561826-d4da-4f37-8396-38b0a20f2c50 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691557 Aug 10 02:26:48.985788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-9729139c-db70-4c86-8f7d-19ca330ce40b service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671588 Aug 10 02:26:49.049088 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:49.059347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Transition to ACTIVE for port object 7e845e86-9084-4730-adb1-dec3edfb4001 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:49.076611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Transition to ACTIVE for port object 7e845e86-9084-4730-adb1-dec3edfb4001 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:49.111841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-3c3c5a66-108d-44c5-bb07-8bb2ae62c3d1 service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160469 Aug 10 02:26:49.154805 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:49.180434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Network 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:49.210838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:49.219395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 87d062b5-f15f-4ac6-8563-2e4cdb67c973 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:49.223065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:49.242344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5b07171f-326a-4b15-81fe-55f6367cc186 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:49.269972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Pushing event updated for resources: {'Port': ['ID=7e845e86-9084-4730-adb1-dec3edfb4001,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:49.302904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:49.328393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Attempting to bind port 7e845e86-9084-4730-adb1-dec3edfb4001 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:49.328757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Attempting to bind port 7e845e86-9084-4730-adb1-dec3edfb4001 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '1c0de599-7147-41cd-ada1-adb24b01d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:49.329124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Attempting to bind port 7e845e86-9084-4730-adb1-dec3edfb4001 on network 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:49.335777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:49.336175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Checking segment: {'id': '1c0de599-7147-41cd-ada1-adb24b01d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:49.336564 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:49.337106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Bound using segment: {'id': '1c0de599-7147-41cd-ada1-adb24b01d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:49.337754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Bound port: 7e845e86-9084-4730-adb1-dec3edfb4001, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0de599-7147-41cd-ada1-adb24b01d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:49.338168 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:49.393642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:49.418942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbc6f8bc-7413-4e2c-9e65-af4d86458fff req-3a85f916-08f9-4323-823e-6607b945bdca tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 210 time: 0.0291686 Aug 10 02:26:49.426636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61063efe-3964-4780-8520-07350d0a2bf6 None None] Network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:49.486093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] For port 7e845e86-9084-4730-adb1-dec3edfb4001, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:49.513858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] For port 7e845e86-9084-4730-adb1-dec3edfb4001, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e845e86-9084-4730-adb1-dec3edfb4001,segment=NetworkSegment(1c0de599-7147-41cd-ada1-adb24b01d792),segment_id=1c0de599-7147-41cd-ada1-adb24b01d792)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:49.612510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:49.624021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-094e12cb-57c0-4cc4-a065-3430292914b3 None None] Provisioning for port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:49.655695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-094e12cb-57c0-4cc4-a065-3430292914b3 None None] Provisioning complete for port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:49.655947 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-094e12cb-57c0-4cc4-a065-3430292914b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:49.724331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d1a06-bea5-4738-9145-0f3f39959749 None None] Pushing event updated for resources: {'Port': ['ID=7e845e86-9084-4730-adb1-dec3edfb4001,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:49.791445 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-094e12cb-57c0-4cc4-a065-3430292914b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:49.842754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-094e12cb-57c0-4cc4-a065-3430292914b3 None None] For port 87d062b5-f15f-4ac6-8563-2e4cdb67c973, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=87d062b5-f15f-4ac6-8563-2e4cdb67c973,segment=NetworkSegment(373920a3-d617-4361-b895-14c4113cefea),segment_id=373920a3-d617-4361-b895-14c4113cefea)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:49.925185 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-094e12cb-57c0-4cc4-a065-3430292914b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.004151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e12cb-57c0-4cc4-a065-3430292914b3 None None] Pushing event updated for resources: {'Port': ['ID=87d062b5-f15f-4ac6-8563-2e4cdb67c973,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:50.077859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d305010b-bcce-40bb-b350-957e3efcb347 None None] Provisioning complete for port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:50.081594 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d305010b-bcce-40bb-b350-957e3efcb347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.096627 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-5b07171f-326a-4b15-81fe-55f6367cc186 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:26:50.105179 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5b07171f-326a-4b15-81fe-55f6367cc186 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "PUT /v2.0/routers/6199499a-ebb1-488f-bf9c-da41eef862e1 HTTP/1.1" status: 400 len: 364 time: 1.4127536 Aug 10 02:26:50.105363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56372) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:50.166045 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.274830 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.314160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0d690-4509-4b99-8e0a-e86bc6450d9f req-f9d89509-1367-4e41-9fdb-4c4ad300108e tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:50.315789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81c0d690-4509-4b99-8e0a-e86bc6450d9f req-f9d89509-1367-4e41-9fdb-4c4ad300108e tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 945 time: 0.2329943 Aug 10 02:26:50.331371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d305010b-bcce-40bb-b350-957e3efcb347 None None] Provisioning for port d38c19ac-e130-46ad-b8db-e463c2d2b047 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:50.337379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d305010b-bcce-40bb-b350-957e3efcb347 None None] Provisioning complete for port d38c19ac-e130-46ad-b8db-e463c2d2b047 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:50.338206 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d305010b-bcce-40bb-b350-957e3efcb347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.380520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=d38c19ac-e130-46ad-b8db-e463c2d2b047,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:50.418373 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d305010b-bcce-40bb-b350-957e3efcb347 None None] Port d38c19ac-e130-46ad-b8db-e463c2d2b047 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:50.533794 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.550648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-62949ab0-38fa-4c58-9036-68078aa4f4f4 None None] Provisioning complete for port d38c19ac-e130-46ad-b8db-e463c2d2b047 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:50.551288 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-62949ab0-38fa-4c58-9036-68078aa4f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.635162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-62949ab0-38fa-4c58-9036-68078aa4f4f4 None None] Port d38c19ac-e130-46ad-b8db-e463c2d2b047 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:50.640513 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3aba19ae-d3a0-4161-b96b-c60ce4e78aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.776610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-843ed065-0d28-41d7-a536-3ca7df22885e None None] Provisioning complete for port d38c19ac-e130-46ad-b8db-e463c2d2b047 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:50.777398 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-843ed065-0d28-41d7-a536-3ca7df22885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.835298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-843ed065-0d28-41d7-a536-3ca7df22885e None None] Port d38c19ac-e130-46ad-b8db-e463c2d2b047 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:50.843894 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:50.902802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81c0d690-4509-4b99-8e0a-e86bc6450d9f req-2c03e2e2-b201-4b16-8ccc-4bb4c33a18e5 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492857 Aug 10 02:26:50.910519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-dfb12e07-bf19-4a94-bfea-a7940829c101 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:50.912064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-dfb12e07-bf19-4a94-bfea-a7940829c101 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 945 time: 0.6757464 Aug 10 02:26:51.007438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f127125-a2f2-42ae-b7bb-52e16a52af0a req-0e4851df-c3bc-4757-be88-892b1ce19900 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 210 time: 0.1797125 Aug 10 02:26:51.118827 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.136947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Deleting port 34c188b3-5cec-4a2a-bc57-789b51ecb854 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:51.137297 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.143137 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.168703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2eca68-3e00-4123-a5c3-c9c9240c087c None None] Network 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:51.286013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.305857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e845e86-9084-4730-adb1-dec3edfb4001 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:51.354890 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.355721 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.359437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] For port 34c188b3-5cec-4a2a-bc57-789b51ecb854, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=34c188b3-5cec-4a2a-bc57-789b51ecb854,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:51.359816 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.404248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Calling delete_port for 34c188b3-5cec-4a2a-bc57-789b51ecb854 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:51.420570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-480322a0-a957-4561-b6b7-21e643f16953 None None] Provisioning for port 7e845e86-9084-4730-adb1-dec3edfb4001 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:51.504668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=d38c19ac-e130-46ad-b8db-e463c2d2b047,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:51.541276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Allocated IP 2001:db8::1 (06286857-51f8-43a6-bdf1-499870293398/0a0d3cf0-23e1-4915-bcd4-acb41ed6b425/6906c139-8bd3-4cf9-8366-435848f5d6b0) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:51.560167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:51.562263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:51.571836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7e845e86-9084-4730-adb1-dec3edfb4001 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:51.575979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7e845e86-9084-4730-adb1-dec3edfb4001 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:51.576426 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.751080 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.805976 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.809709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 7e845e86-9084-4730-adb1-dec3edfb4001, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e845e86-9084-4730-adb1-dec3edfb4001,segment=NetworkSegment(1c0de599-7147-41cd-ada1-adb24b01d792),segment_id=1c0de599-7147-41cd-ada1-adb24b01d792)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:51.857722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d904db-1490-46a1-96de-bd6b8acb850d req-d9bdbb5b-de04-4732-9197-1044eb1bde05 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:51.859310 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-d9bdbb5b-de04-4732-9197-1044eb1bde05 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.1866372 Aug 10 02:26:51.873423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'port': {'device_id': '0d3de68a-df3c-432b-9c23-937a158bcac2', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'admin_state_up': True, 'tenant_id': '9082559d41d742f891f775f5c4029da0'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:51.886150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.888611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Pushing event deleted for resources: {'Port': ['ID=34c188b3-5cec-4a2a-bc57-789b51ecb854,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:51.892325 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.893239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 87d062b5-f15f-4ac6-8563-2e4cdb67c973 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:51.940599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] No DVR routers for this DVR port 34c188b3-5cec-4a2a-bc57-789b51ecb854 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:51.942781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Transition to ACTIVE for port object 6906c139-8bd3-4cf9-8366-435848f5d6b0 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:51.944567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:51.947359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3398b889-5017-4f6d-ab8d-5b08b46e7e7a req-09c7025a-512f-4097-b7d6-9d9fb214e029 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.11 "DELETE /v2.0/ports/34c188b3-5cec-4a2a-bc57-789b51ecb854 HTTP/1.1" status: 204 len: 173 time: 1.0100625 Aug 10 02:26:51.947840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d54443-09a1-4b6c-945d-f7d069508835', 'name': 'network-vif-deleted', 'tag': '34c188b3-5cec-4a2a-bc57-789b51ecb854'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:26:51.948290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 63692100-fb27-40b7-a5bc-438084c0a223 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:26:51.950415 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8490a9f-0f5f-4bc7-bdcb-fd600253ea9f" -d '{"events": [{"server_uuid": "d6d54443-09a1-4b6c-945d-f7d069508835", "name": "network-vif-deleted", "tag": "34c188b3-5cec-4a2a-bc57-789b51ecb854"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:26:52.092201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=7e845e86-9084-4730-adb1-dec3edfb4001,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:52.103509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05281b28-c443-4570-80af-3b51e70a4fc9 req-bbe7bb59-bae8-40d8-8c25-66966f81d768 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=d6d54443-09a1-4b6c-945d-f7d069508835 HTTP/1.1" status: 200 len: 210 time: 0.0573447 Aug 10 02:26:52.105932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6d628c02-4f24-4a99-b648-eccd72f5338d None None] Provisioning complete for port 7e845e86-9084-4730-adb1-dec3edfb4001 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:52.106543 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d628c02-4f24-4a99-b648-eccd72f5338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.107195 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.166862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:52.174377 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-edb966a2-6cb1-42a0-bd2d-f490345f9e9b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/63692100-fb27-40b7-a5bc-438084c0a223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3861773 Aug 10 02:26:52.179624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56384) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:52.201415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874009e-d577-42ad-a1d0-a86d631ab2d2 None None] Sync routers for ids ['63692100-fb27-40b7-a5bc-438084c0a223'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:52.223812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:52.227100 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.238107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a39cf-e26d-4492-a835-7b468a5a3b96 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:52.242484 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d6a39cf-e26d-4492-a835-7b468a5a3b96 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports/d38c19ac-e130-46ad-b8db-e463c2d2b047 HTTP/1.1" status: 200 len: 984 time: 0.0592999 Aug 10 02:26:52.246734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56386) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:52.247781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network 06286857-51f8-43a6-bdf1-499870293398 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:52.254542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:52.260062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:52.260803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.307827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874009e-d577-42ad-a1d0-a86d631ab2d2 None None] Routers {'63692100-fb27-40b7-a5bc-438084c0a223'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:52.308469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7874009e-d577-42ad-a1d0-a86d631ab2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['63692100-fb27-40b7-a5bc-438084c0a223'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:52.329547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Made reservation on behalf of 9082559d41d742f891f775f5c4029da0 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:52.333278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.376041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-755e9d63-2117-4cf1-b61f-5f4ee785ad19 req-f2db6383-03eb-4f29-b656-0a6ff3e6ef00 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 210 time: 0.1225502 Aug 10 02:26:52.382013 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e7c9cc-61cf-4c78-a7c1-b168212d36ab x-openstack-request-id: req-b7e7c9cc-61cf-4c78-a7c1-b168212d36ab {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:26:52.382647 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d54443-09a1-4b6c-945d-f7d069508835", "name": "network-vif-deleted", "tag": "34c188b3-5cec-4a2a-bc57-789b51ecb854", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:26:52.383125 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7e7c9cc-61cf-4c78-a7c1-b168212d36ab {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:26:52.384359 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d54443-09a1-4b6c-945d-f7d069508835', 'name': 'network-vif-deleted', 'tag': '34c188b3-5cec-4a2a-bc57-789b51ecb854', 'status': 'completed', 'code': 200} Aug 10 02:26:52.396006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Port': ['ID=6906c139-8bd3-4cf9-8366-435848f5d6b0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:52.574661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7874009e-d577-42ad-a1d0-a86d631ab2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:52.585175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874009e-d577-42ad-a1d0-a86d631ab2d2 None None] Routers {'63692100-fb27-40b7-a5bc-438084c0a223'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:52.586051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7874009e-d577-42ad-a1d0-a86d631ab2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['63692100-fb27-40b7-a5bc-438084c0a223'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:52.587687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.623585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-7874009e-d577-42ad-a1d0-a86d631ab2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:52.624137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7874009e-d577-42ad-a1d0-a86d631ab2d2 None None] The sync data for ids ['63692100-fb27-40b7-a5bc-438084c0a223'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:52.649003 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.715639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.20.0.11 (96ead180-e03b-44cb-ac36-6e482b15f632/870e0f49-f6c5-4672-afe5-fedc6f28e496/6bf4b798-45e6-4e8f-952e-a64c6c1914ae) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:26:52.873669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-95012f70-9574-4439-8ba6-625302eee4cb None None] Provisioning for port 6906c139-8bd3-4cf9-8366-435848f5d6b0 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:52.878674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-95012f70-9574-4439-8ba6-625302eee4cb None None] Provisioning complete for port 6906c139-8bd3-4cf9-8366-435848f5d6b0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:52.879339 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-95012f70-9574-4439-8ba6-625302eee4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.932722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.938034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.965285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-95012f70-9574-4439-8ba6-625302eee4cb None None] Port 6906c139-8bd3-4cf9-8366-435848f5d6b0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:52.982409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-95012f70-9574-4439-8ba6-625302eee4cb None None] Provisioning complete for port d38c19ac-e130-46ad-b8db-e463c2d2b047 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:52.982809 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-95012f70-9574-4439-8ba6-625302eee4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.994275 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:52.995992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.019280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-95012f70-9574-4439-8ba6-625302eee4cb None None] Port d38c19ac-e130-46ad-b8db-e463c2d2b047 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:53.032060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.072495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Transition to ACTIVE for port object 6bf4b798-45e6-4e8f-952e-a64c6c1914ae will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:53.127706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event updated for resources: {'Port': ['ID=6906c139-8bd3-4cf9-8366-435848f5d6b0,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:53.179387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e845e86-9084-4730-adb1-dec3edfb4001 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:26:53.208594 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Network 06286857-51f8-43a6-bdf1-499870293398 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:53.210484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:53.262308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7e845e86-9084-4730-adb1-dec3edfb4001 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:53.264354 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.305135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port d38c19ac-e130-46ad-b8db-e463c2d2b047 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:53.306058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.315016 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.345491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Router 6199499a-ebb1-488f-bf9c-da41eef862e1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:53.480569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:26:53.501291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:26:53.504321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:26:53.514603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:53.529134 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df454bf-7f18-413b-96c2-a2b013ccf5f9 None None] Sync routers for ids ['6199499a-ebb1-488f-bf9c-da41eef862e1'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:53.547138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:53.551519 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df454bf-7f18-413b-96c2-a2b013ccf5f9 None None] Routers {'6199499a-ebb1-488f-bf9c-da41eef862e1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:53.552298 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0df454bf-7f18-413b-96c2-a2b013ccf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6199499a-ebb1-488f-bf9c-da41eef862e1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:53.567165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0192f284-caf9-4fac-bdfc-12cded67ff35 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "PUT /v2.0/routers/6199499a-ebb1-488f-bf9c-da41eef862e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4614606 Aug 10 02:26:53.568781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56402) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:53.598689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fd1f9533-a11f-4b33-b6bc-9982eaf2730f None None] Provisioning complete for port 6906c139-8bd3-4cf9-8366-435848f5d6b0 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:53.599695 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd1f9533-a11f-4b33-b6bc-9982eaf2730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.631898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66519b-1ac0-4b7e-a45e-0953667b9f13 req-28d5fed2-603c-4260-b21c-e5fc0fc0941b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:53.634388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a66519b-1ac0-4b7e-a45e-0953667b9f13 req-28d5fed2-603c-4260-b21c-e5fc0fc0941b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 932 time: 0.1352351 Aug 10 02:26:53.640076 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0df454bf-7f18-413b-96c2-a2b013ccf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:53.643493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f9533-a11f-4b33-b6bc-9982eaf2730f None None] Port 6906c139-8bd3-4cf9-8366-435848f5d6b0 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:53.664582 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df454bf-7f18-413b-96c2-a2b013ccf5f9 None None] Routers {'6199499a-ebb1-488f-bf9c-da41eef862e1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:53.665574 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0df454bf-7f18-413b-96c2-a2b013ccf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6199499a-ebb1-488f-bf9c-da41eef862e1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:53.710484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a66519b-1ac0-4b7e-a45e-0953667b9f13 req-274ee3bb-ee90-4894-8bbb-39b762249b16 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679536 Aug 10 02:26:53.728363 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0df454bf-7f18-413b-96c2-a2b013ccf5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:53.729300 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df454bf-7f18-413b-96c2-a2b013ccf5f9 None None] The sync data for ids ['6199499a-ebb1-488f-bf9c-da41eef862e1'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:53.741230 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.769401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for d38c19ac-e130-46ad-b8db-e463c2d2b047 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:53.788875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 34c188b3-5cec-4a2a-bc57-789b51ecb854 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:53.812288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:53.813157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.821084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 34c188b3-5cec-4a2a-bc57-789b51ecb854 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:53.821483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 34c188b3-5cec-4a2a-bc57-789b51ecb854 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:53.830676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-53bb5075-96c7-4801-8dc6-1cc6df887bb7 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.885948 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:53.958279 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-c82e29d4-9233-425f-a523-b437c68152ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0890195 Aug 10 02:26:53.978420 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-53bb5075-96c7-4801-8dc6-1cc6df887bb7 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 02:26:53.982625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56408) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:53.990683 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-53bb5075-96c7-4801-8dc6-1cc6df887bb7 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/routers/6199499a-ebb1-488f-bf9c-da41eef862e1 HTTP/1.1" status: 409 len: 329 time: 0.4154575 Aug 10 02:26:54.022421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fe6a3b6a-26d7-4ea3-9221-0fa01b25a2ab None None] Provisioning for port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:26:54.027320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fe6a3b6a-26d7-4ea3-9221-0fa01b25a2ab None None] Provisioning complete for port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:26:54.027697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fe6a3b6a-26d7-4ea3-9221-0fa01b25a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:54.063270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a3b6a-26d7-4ea3-9221-0fa01b25a2ab None None] Port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:26:54.074291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Request body: {'port': {'device_id': '0d3de68a-df3c-432b-9c23-937a158bcac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:54.170962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:54.322937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:54.372629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=d38c19ac-e130-46ad-b8db-e463c2d2b047,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:54.409333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:54.522417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:54.776137 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting port 6906c139-8bd3-4cf9-8366-435848f5d6b0 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:54.776639 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:54.926866 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:54.942027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Calling delete_port for 6906c139-8bd3-4cf9-8366-435848f5d6b0 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:55.069086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ec49-4311-435a-8d69-2a0af1aa7712 req-8de97dbb-6605-469a-8f9b-40cc3191b305 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:55.076599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c691ec49-4311-435a-8d69-2a0af1aa7712 req-8de97dbb-6605-469a-8f9b-40cc3191b305 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 932 time: 0.2127693 Aug 10 02:26:55.148632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c691ec49-4311-435a-8d69-2a0af1aa7712 req-5e4d62f5-a7e7-4f63-abee-4f9272c79c23 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710282 Aug 10 02:26:55.150218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 63692100-fb27-40b7-a5bc-438084c0a223 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:55.179152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf4b798-45e6-4e8f-952e-a64c6c1914ae {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:26:55.189970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:55.265137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-33c8aad1-02cf-4db8-a011-b1a804d30a9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1705487 Aug 10 02:26:55.273463 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:55.282874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Transition to ACTIVE for port object 6bf4b798-45e6-4e8f-952e-a64c6c1914ae will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:26:55.284873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:55.300638 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c42a6636-f724-415b-bec9-43d7c9b4569a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/63692100-fb27-40b7-a5bc-438084c0a223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0555670 Aug 10 02:26:55.301871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56416) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:55.310167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Port': ['ID=6906c139-8bd3-4cf9-8366-435848f5d6b0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:55.386013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978f365-9631-4104-86d9-fc5e2cde2930 None None] Sync routers for ids ['63692100-fb27-40b7-a5bc-438084c0a223'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:55.435822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978f365-9631-4104-86d9-fc5e2cde2930 None None] Routers {'63692100-fb27-40b7-a5bc-438084c0a223'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:55.436813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a978f365-9631-4104-86d9-fc5e2cde2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['63692100-fb27-40b7-a5bc-438084c0a223'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:55.463538 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:55.530759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a978f365-9631-4104-86d9-fc5e2cde2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:55.584791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978f365-9631-4104-86d9-fc5e2cde2930 None None] Routers {'63692100-fb27-40b7-a5bc-438084c0a223'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:55.585453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a978f365-9631-4104-86d9-fc5e2cde2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['63692100-fb27-40b7-a5bc-438084c0a223'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:55.625042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a978f365-9631-4104-86d9-fc5e2cde2930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:55.625731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978f365-9631-4104-86d9-fc5e2cde2930 None None] The sync data for ids ['63692100-fb27-40b7-a5bc-438084c0a223'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:55.761518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:55.862637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56424) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:55.907185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:55.919059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-72a970f3-341d-4bcc-99a5-331930811fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:55.922021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-72a970f3-341d-4bcc-99a5-331930811fb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3b7529ff2354362acf72aeee9da0800&device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.5330713 Aug 10 02:26:56.039549 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-b6fd5729-6e01-4e13-a403-f9d6bc3099b4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 02:26:56.041460 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b6fd5729-6e01-4e13-a403-f9d6bc3099b4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/63692100-fb27-40b7-a5bc-438084c0a223/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7383168 Aug 10 02:26:56.045118 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56428) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:56.085965 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-493d612e-70ea-4fb5-83c4-7b08999a3728 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=63692100-fb27-40b7-a5bc-438084c0a223 HTTP/1.1" status: 200 len: 205 time: 0.0394382 Aug 10 02:26:56.087949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Attempting to bind port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:26:56.088485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Attempting to bind port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:26:56.089022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Attempting to bind port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:56.092112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:56.171365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Router 6199499a-ebb1-488f-bf9c-da41eef862e1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:26:56.184393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae on network 96ead180-e03b-44cb-ac36-6e482b15f632 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:26:56.186804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Attempting to bind port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:26:56.190253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dd261-c818-4629-a72a-400673a7029a req-27ea9b27-ae22-470e-8092-244546bac29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:56.191994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc2dd261-c818-4629-a72a-400673a7029a req-27ea9b27-ae22-470e-8092-244546bac29e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.3270886 Aug 10 02:26:56.236873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-963919fb-0b38-4720-9c5f-2fd946f9496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:56.237346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:26:56.237685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:26:56.238067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Bound using segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:26:56.238270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-963919fb-0b38-4720-9c5f-2fd946f9496d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5083d3a1-f14b-4880-af06-dc2116d32fb2 HTTP/1.1" status: 200 len: 909 time: 0.2391222 Aug 10 02:26:56.238515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Bound port: 6bf4b798-45e6-4e8f-952e-a64c6c1914ae, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:26:56.238935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:56.251453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57ed4c7d-c038-4e31-a43e-edc4822ea975 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:56.498407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57ed4c7d-c038-4e31-a43e-edc4822ea975 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:56.502832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57ed4c7d-c038-4e31-a43e-edc4822ea975 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:56.507673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] For port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:26:56.513282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] For port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:26:56.589956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:56.634877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:56.634877 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:56.634877 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/6bf4b798-45e6-4e8f-952e-a64c6c1914ae HTTP/1.1" status: 200 len: 1093 time: 2.6652546 Aug 10 02:26:56.634877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3de68a-df3c-432b-9c23-937a158bcac2', 'tag': '6bf4b798-45e6-4e8f-952e-a64c6c1914ae'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:26:56.636618 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9daa716-2c26-44af-8b38-fcda1c37a770" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3de68a-df3c-432b-9c23-937a158bcac2", "tag": "6bf4b798-45e6-4e8f-952e-a64c6c1914ae"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:26:56.679180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef49e1f-eae5-46b4-9d72-7ca38e48e9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:56.686811 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57ed4c7d-c038-4e31-a43e-edc4822ea975 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:56.686811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed4c7d-c038-4e31-a43e-edc4822ea975 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Fanout notify agent at l3_agent the message router_deleted on router 63692100-fb27-40b7-a5bc-438084c0a223 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:26:56.707262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-57ed4c7d-c038-4e31-a43e-edc4822ea975 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:56.711078 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-57ed4c7d-c038-4e31-a43e-edc4822ea975 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/63692100-fb27-40b7-a5bc-438084c0a223 HTTP/1.1" status: 204 len: 168 time: 0.6153562 Aug 10 02:26:56.711078 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93736f56-3268-4f8d-96f6-c20e1067ae51 x-openstack-request-id: req-93736f56-3268-4f8d-96f6-c20e1067ae51 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:26:56.711078 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3de68a-df3c-432b-9c23-937a158bcac2", "tag": "6bf4b798-45e6-4e8f-952e-a64c6c1914ae", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:26:56.711078 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93736f56-3268-4f8d-96f6-c20e1067ae51 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:26:56.711078 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3de68a-df3c-432b-9c23-937a158bcac2', 'tag': '6bf4b798-45e6-4e8f-952e-a64c6c1914ae', 'status': 'completed', 'code': 200} Aug 10 02:26:56.716424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:56.815163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf5dcb4-2c95-41c4-821c-7de449ae67bd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting subnet 562048c0-15fd-4767-a46c-f2b335493423 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:56.816556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:26:56.820485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa716-2c26-44af-8b38-fcda1c37a770 req-0c8a81aa-aac8-4baf-ad0e-df55bd134443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:56.822120 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9daa716-2c26-44af-8b38-fcda1c37a770 req-0c8a81aa-aac8-4baf-ad0e-df55bd134443 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 1096 time: 0.1065826 Aug 10 02:26:56.823007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9527454c-797a-4222-838d-aab7277ac7b5 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "PUT /v2.0/routers/6199499a-ebb1-488f-bf9c-da41eef862e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8388908 Aug 10 02:26:56.826389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56440) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:56.828198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dcb4-2c95-41c4-821c-7de449ae67bd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:56.836102 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e577e54-e8e3-4b00-93b9-349dc68a7111 None None] Sync routers for ids ['6199499a-ebb1-488f-bf9c-da41eef862e1'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:26:56.847460 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e577e54-e8e3-4b00-93b9-349dc68a7111 None None] Routers {'6199499a-ebb1-488f-bf9c-da41eef862e1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:56.848374 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9e577e54-e8e3-4b00-93b9-349dc68a7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6199499a-ebb1-488f-bf9c-da41eef862e1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:56.880745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-7b85c565-9205-4d78-9351-8630c2451517 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed75e4a-a67e-495e-9f85-7497defc645a HTTP/1.1" status: 200 len: 1002 time: 0.5936444 Aug 10 02:26:56.892467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc2dd261-c818-4629-a72a-400673a7029a req-731d7e87-8b84-45da-9cea-ae87a868b8f5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6840861 Aug 10 02:26:56.907494 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9e577e54-e8e3-4b00-93b9-349dc68a7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:56.928546 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e577e54-e8e3-4b00-93b9-349dc68a7111 None None] Routers {'6199499a-ebb1-488f-bf9c-da41eef862e1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:26:56.929467 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9e577e54-e8e3-4b00-93b9-349dc68a7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['6199499a-ebb1-488f-bf9c-da41eef862e1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:57.037936 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-ee1b5fe0-8cde-412c-8b58-624b7a50e2b1 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] show failed (client error): The resource could not be found. Aug 10 02:26:57.038863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dcb4-2c95-41c4-821c-7de449ae67bd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:57.048202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ee1b5fe0-8cde-412c-8b58-624b7a50e2b1 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "GET /v2.0/routers/tempest-non_exist_router-2133081829 HTTP/1.1" status: 404 len: 335 time: 0.2193937 Aug 10 02:26:57.066204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56452) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:57.076879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-dfb9ddf2-73ad-4728-af1a-f5c603f085d1 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:57.082462 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-9e577e54-e8e3-4b00-93b9-349dc68a7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:57.083301 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e577e54-e8e3-4b00-93b9-349dc68a7111 None None] The sync data for ids ['6199499a-ebb1-488f-bf9c-da41eef862e1'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:26:57.123662 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-dfb9ddf2-73ad-4728-af1a-f5c603f085d1 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] update failed (client error): The resource could not be found. Aug 10 02:26:57.124710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dfb9ddf2-73ad-4728-af1a-f5c603f085d1 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "PUT /v2.0/routers/tempest-non_exist_router-1209853369 HTTP/1.1" status: 404 len: 335 time: 0.0527320 Aug 10 02:26:57.134767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25f5c1-d4a8-49cb-8c59-b9af04e4db68 req-d369a877-9420-4f26-ae78-04efa1b8d25d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:57.135798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56454) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:57.141271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b25f5c1-d4a8-49cb-8c59-b9af04e4db68 req-d369a877-9420-4f26-ae78-04efa1b8d25d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.8557191 Aug 10 02:26:57.153177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-805058ea-1778-4387-9a9b-54a2bf50af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:57.155014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-805058ea-1778-4387-9a9b-54a2bf50af64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c725e5c7-f576-4e69-9166-fee1e8461d9f HTTP/1.1" status: 200 len: 847 time: 0.2612042 Aug 10 02:26:57.219947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa716-2c26-44af-8b38-fcda1c37a770 req-f327270e-da45-45ea-a1c9-9cf35858e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:57.221471 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9daa716-2c26-44af-8b38-fcda1c37a770 req-f327270e-da45-45ea-a1c9-9cf35858e02d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9082559d41d742f891f775f5c4029da0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3902211 Aug 10 02:26:57.231612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b25f5c1-d4a8-49cb-8c59-b9af04e4db68 req-6c1002d3-8ea9-44f8-897f-f5b91f6b8e7a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893645 Aug 10 02:26:57.263828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-b9f5718f-29dc-45ea-9ab7-54bdb95db7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:57.271341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-b9f5718f-29dc-45ea-9ab7-54bdb95db7ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5083d3a1-f14b-4880-af06-dc2116d32fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986078 Aug 10 02:26:57.294014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a4c90e-e9e5-4282-828d-6558f212f194 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting subnet e7a2c96e-7941-482e-b9a4-fad27234b7fa {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:57.339506 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89a4c90e-e9e5-4282-828d-6558f212f194 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:57.417971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-07cc5a66-901a-43f5-ac34-08c3cfb2980d service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417520 Aug 10 02:26:57.421595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dcb4-2c95-41c4-821c-7de449ae67bd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:57.519493 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89a4c90e-e9e5-4282-828d-6558f212f194 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:57.586601 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb5c3824-d364-4b47-92df-ebb6df147f46 req-62351cf6-ee61-447e-823d-03fe3fd30fb9 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612060 Aug 10 02:26:57.928033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa716-2c26-44af-8b38-fcda1c37a770 req-a65e7ae5-cf35-4100-b503-993e32d67680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:57.942789 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9daa716-2c26-44af-8b38-fcda1c37a770 req-a65e7ae5-cf35-4100-b503-993e32d67680 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6787469 Aug 10 02:26:57.996131 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89a4c90e-e9e5-4282-828d-6558f212f194 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.034885 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dcb4-2c95-41c4-821c-7de449ae67bd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.079509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5dcb4-2c95-41c4-821c-7de449ae67bd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Subnet': ['ID=562048c0-15fd-4767-a46c-f2b335493423,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:58.094012 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dcb4-2c95-41c4-821c-7de449ae67bd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.095915 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fdf5dcb4-2c95-41c4-821c-7de449ae67bd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/562048c0-15fd-4767-a46c-f2b335493423 HTTP/1.1" status: 204 len: 168 time: 1.3783500 Aug 10 02:26:58.097978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e039c-10e0-4270-8e32-86569346b407 None None] Network 9dac55b8-755d-4c00-ae7c-3c13c9337ebc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:58.098815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56472) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:58.108064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d904db-1490-46a1-96de-bd6b8acb850d req-7e86a29d-f13a-4558-888c-d2f47e7c532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:58.109389 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-7e86a29d-f13a-4558-888c-d2f47e7c532e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 1096 time: 0.1296618 Aug 10 02:26:58.174795 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-73ae1d33-f5ac-4071-ac95-fdc44caa508e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bf4b798-45e6-4e8f-952e-a64c6c1914ae HTTP/1.1" status: 200 len: 217 time: 0.0556087 Aug 10 02:26:58.192721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.235058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89a4c90e-e9e5-4282-828d-6558f212f194 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.274006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:58.277144 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4c90e-e9e5-4282-828d-6558f212f194 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a2c96e-7941-482e-b9a4-fad27234b7fa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:58.279833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89a4c90e-e9e5-4282-828d-6558f212f194 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.284071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-89a4c90e-e9e5-4282-828d-6558f212f194 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/subnets/e7a2c96e-7941-482e-b9a4-fad27234b7fa HTTP/1.1" status: 204 len: 168 time: 1.1451886 Aug 10 02:26:58.284071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d904db-1490-46a1-96de-bd6b8acb850d req-d47da157-f4b6-45d3-8c6f-29c18b120bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:58.285479 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-d47da157-f4b6-45d3-8c6f-29c18b120bf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0995467 Aug 10 02:26:58.286440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56476) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:58.291068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.316419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f427b9-e731-433c-bb32-212affc317a7 None None] Network 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:26:58.489259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port 87d062b5-f15f-4ac6-8563-2e4cdb67c973, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=87d062b5-f15f-4ac6-8563-2e4cdb67c973,segment=NetworkSegment(373920a3-d617-4361-b895-14c4113cefea),segment_id=373920a3-d617-4361-b895-14c4113cefea)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:58.489642 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.500841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d904db-1490-46a1-96de-bd6b8acb850d req-fdb00048-d112-4f87-a31d-273333126acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:58.503249 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-fdb00048-d112-4f87-a31d-273333126acb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065573 Aug 10 02:26:58.515232 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 87d062b5-f15f-4ac6-8563-2e4cdb67c973 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:58.531145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb8301-6cab-4a58-8017-da8c4b4ac177 req-9246d7ac-12cc-4d8a-81f5-a2696e0a845b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:58.531145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7eb8301-6cab-4a58-8017-da8c4b4ac177 req-9246d7ac-12cc-4d8a-81f5-a2696e0a845b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1605053 Aug 10 02:26:58.559629 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.577895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae27d5-9b32-46b8-92c9-ef3a043df2cf None None] DHCP port deletion for 9dac55b8-755d-4c00-ae7c-3c13c9337ebc request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:26:58.671785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae27d5-9b32-46b8-92c9-ef3a043df2cf None None] Deleting port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:58.673019 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a2ae27d5-9b32-46b8-92c9-ef3a043df2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.687368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-778d5e15-6e15-4481-a22e-11b308baadc6 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706448 Aug 10 02:26:58.701967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7eb8301-6cab-4a58-8017-da8c4b4ac177 req-e41b70c4-5d4c-467d-b4fb-694e5a7a3fed tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945568 Aug 10 02:26:58.753551 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f310f-d196-4c3a-b129-86206e633e04 None None] DHCP port deletion for 0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:26:58.759668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting port 7e845e86-9084-4730-adb1-dec3edfb4001 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:58.760022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.781995 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.787603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a2ae27d5-9b32-46b8-92c9-ef3a043df2cf None None] For port 87d062b5-f15f-4ac6-8563-2e4cdb67c973, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=87d062b5-f15f-4ac6-8563-2e4cdb67c973,segment=NetworkSegment(373920a3-d617-4361-b895-14c4113cefea),segment_id=373920a3-d617-4361-b895-14c4113cefea)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:58.788145 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a2ae27d5-9b32-46b8-92c9-ef3a043df2cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.809112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae27d5-9b32-46b8-92c9-ef3a043df2cf None None] Calling delete_port for 87d062b5-f15f-4ac6-8563-2e4cdb67c973 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:58.810713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=87d062b5-f15f-4ac6-8563-2e4cdb67c973,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:58.825924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No DVR routers for this DVR port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:58.852896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] For port 7e845e86-9084-4730-adb1-dec3edfb4001, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e845e86-9084-4730-adb1-dec3edfb4001,segment=NetworkSegment(1c0de599-7147-41cd-ada1-adb24b01d792),segment_id=1c0de599-7147-41cd-ada1-adb24b01d792)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:58.853518 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.892632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-53d904db-1490-46a1-96de-bd6b8acb850d req-0027e0a4-c61d-4644-b508-4b34af6c3384 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983924 Aug 10 02:26:58.893881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Calling delete_port for 7e845e86-9084-4730-adb1-dec3edfb4001 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:58.952548 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a2ae27d5-9b32-46b8-92c9-ef3a043df2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.959090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:58.974219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dac55b8-755d-4c00-ae7c-3c13c9337ebc']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:58.985707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae27d5-9b32-46b8-92c9-ef3a043df2cf None None] Pushing event deleted for resources: {'Port': ['ID=87d062b5-f15f-4ac6-8563-2e4cdb67c973,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:58.988581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae27d5-9b32-46b8-92c9-ef3a043df2cf None None] No DVR routers for this DVR port 87d062b5-f15f-4ac6-8563-2e4cdb67c973 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:58.990311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373920a3-d617-4361-b895-14c4113cefea') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:58.990533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373920a3-d617-4361-b895-14c4113cefea') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:59.003045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-910f310f-d196-4c3a-b129-86206e633e04 None None] Deleting port 7e845e86-9084-4730-adb1-dec3edfb4001 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:26:59.003045 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-910f310f-d196-4c3a-b129-86206e633e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.010809 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.038002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.045223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:26:59.045632 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:26:59.048786 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:26:59.082055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-910f310f-d196-4c3a-b129-86206e633e04 None None] For port 7e845e86-9084-4730-adb1-dec3edfb4001, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e845e86-9084-4730-adb1-dec3edfb4001,segment=NetworkSegment(1c0de599-7147-41cd-ada1-adb24b01d792),segment_id=1c0de599-7147-41cd-ada1-adb24b01d792)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:26:59.082526 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-910f310f-d196-4c3a-b129-86206e633e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.104621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-910f310f-d196-4c3a-b129-86206e633e04 None None] Calling delete_port for 7e845e86-9084-4730-adb1-dec3edfb4001 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:26:59.131478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.159693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Port': ['ID=7e845e86-9084-4730-adb1-dec3edfb4001,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:59.163276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] No DVR routers for this DVR port 7e845e86-9084-4730-adb1-dec3edfb4001 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:59.166821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e845e86-9084-4730-adb1-dec3edfb4001 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:59.190633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7e845e86-9084-4730-adb1-dec3edfb4001 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:59.191072 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e845e86-9084-4730-adb1-dec3edfb4001 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:59.191391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 87d062b5-f15f-4ac6-8563-2e4cdb67c973 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:26:59.219461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 87d062b5-f15f-4ac6-8563-2e4cdb67c973 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:26:59.223345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 87d062b5-f15f-4ac6-8563-2e4cdb67c973 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:26:59.245959 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.268429 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.271601 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-910f310f-d196-4c3a-b129-86206e633e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.277573 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.280032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/networks/9dac55b8-755d-4c00-ae7c-3c13c9337ebc HTTP/1.1" status: 204 len: 168 time: 1.1801639 Aug 10 02:26:59.281134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2b7e3-99be-477e-9454-098aef436dce tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Network': ['ID=9dac55b8-755d-4c00-ae7c-3c13c9337ebc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:59.287334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:59.287474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56480) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:59.292501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1624365215'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:26:59.301404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0de599-7147-41cd-ada1-adb24b01d792') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:59.302175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0de599-7147-41cd-ada1-adb24b01d792') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:26:59.304493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f310f-d196-4c3a-b129-86206e633e04 None None] Pushing event deleted for resources: {'Port': ['ID=7e845e86-9084-4730-adb1-dec3edfb4001,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:59.308221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f310f-d196-4c3a-b129-86206e633e04 None None] No DVR routers for this DVR port 7e845e86-9084-4730-adb1-dec3edfb4001 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:26:59.317858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.333278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.340331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:26:59.340684 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:26:59.344093 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:26:59.430890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:26:59.434499 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.514968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.521507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:26:59.522368 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.527629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56486) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:26:59.528156 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/networks/0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8 HTTP/1.1" status: 204 len: 168 time: 1.2405045 Aug 10 02:26:59.541823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db86fe6-1eae-4211-a804-aea31f361477 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Network': ['ID=0a1b3dad-8b51-4bff-b644-bd1d96a4d3b8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:59.568977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.569258 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added segment 09ad9b59-5862-40d6-821d-580ec4ba470c of type vlan for network dd971a5e-cfa5-465b-b41b-e48a46627b3f Aug 10 02:26:59.634964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca70437-6e49-4afc-bc1b-c02a809d0040 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting subnet 92acb090-3585-4c35-91c0-45ddea8d6899 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:26:59.640434 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca70437-6e49-4afc-bc1b-c02a809d0040 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.643999 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.700713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca70437-6e49-4afc-bc1b-c02a809d0040 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.825904 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.831568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:59.832145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.870916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca70437-6e49-4afc-bc1b-c02a809d0040 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:26:59.979079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f586d-f4b0-4e60-b011-d8972decd6cb req-1294a8d9-140e-4ffc-8b2b-fff197fdfac2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:26:59.980509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-301f586d-f4b0-4e60-b011-d8972decd6cb req-1294a8d9-140e-4ffc-8b2b-fff197fdfac2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1979382 Aug 10 02:26:59.983376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Network': ['ID=dd971a5e-cfa5-465b-b41b-e48a46627b3f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:26:59.994932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network dd971a5e-cfa5-465b-b41b-e48a46627b3f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:27:00.022099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c9b17b90-6cba-476b-adc6-dcc4466f0db0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7336497 Aug 10 02:27:00.026310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56494) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:00.041116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'subnet': {'network_id': 'dd971a5e-cfa5-465b-b41b-e48a46627b3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:00.049721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-301f586d-f4b0-4e60-b011-d8972decd6cb req-7001bf6f-0259-4b2d-a4e1-2d9e8c31552c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604031 Aug 10 02:27:00.114674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca70437-6e49-4afc-bc1b-c02a809d0040 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.145599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca70437-6e49-4afc-bc1b-c02a809d0040 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Subnet': ['ID=92acb090-3585-4c35-91c0-45ddea8d6899,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:00.158806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6a0ba-c79a-4a64-8801-e3902c5cc4f7 None None] Network 2f3af270-701e-4dc1-8228-4b229fa8ab19 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:00.159397 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca70437-6e49-4afc-bc1b-c02a809d0040 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.162513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7ca70437-6e49-4afc-bc1b-c02a809d0040 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/subnets/92acb090-3585-4c35-91c0-45ddea8d6899 HTTP/1.1" status: 204 len: 168 time: 0.6331084 Aug 10 02:27:00.165158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56496) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:00.218763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:00.221285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-084c5790-a1b7-4b06-8979-24ca95a75527 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting subnet 0422a3f8-300a-47c6-9365-61b8bdcdd3e7 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:27:00.224462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.228680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-084c5790-a1b7-4b06-8979-24ca95a75527 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.270873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-084c5790-a1b7-4b06-8979-24ca95a75527 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.397640 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-084c5790-a1b7-4b06-8979-24ca95a75527 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.457519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6adb682-0684-43b3-9b0f-ec96913c2271 None None] DHCP port deletion for 2f3af270-701e-4dc1-8228-4b229fa8ab19 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:27:00.529343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a6adb682-0684-43b3-9b0f-ec96913c2271 None None] Deleting port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:00.529623 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a6adb682-0684-43b3-9b0f-ec96913c2271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.582387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-084c5790-a1b7-4b06-8979-24ca95a75527 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.595584 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.597601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a6adb682-0684-43b3-9b0f-ec96913c2271 None None] For port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a,segment=NetworkSegment(4718cab2-ad79-4aa7-889f-b5ee6f3fa865),segment_id=4718cab2-ad79-4aa7-889f-b5ee6f3fa865)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:00.598446 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a6adb682-0684-43b3-9b0f-ec96913c2271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.620102 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-084c5790-a1b7-4b06-8979-24ca95a75527 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.631792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-084c5790-a1b7-4b06-8979-24ca95a75527 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/subnets/0422a3f8-300a-47c6-9365-61b8bdcdd3e7 HTTP/1.1" status: 204 len: 168 time: 0.4661045 Aug 10 02:27:00.633103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56498) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:00.633247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c5790-a1b7-4b06-8979-24ca95a75527 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Subnet': ['ID=0422a3f8-300a-47c6-9365-61b8bdcdd3e7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:00.640173 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a6adb682-0684-43b3-9b0f-ec96913c2271 None None] Calling delete_port for e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:00.649816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244a197-a215-4785-8f85-3ca3fab06544 None None] Network b4dee119-737c-4d56-9373-15f5d91c191b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:00.740448 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Subnet': ['ID=02bac484-5677-4951-89e9-855d2e6b5209,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:00.758400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Checking segment: {'id': '09ad9b59-5862-40d6-821d-580ec4ba470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd971a5e-cfa5-465b-b41b-e48a46627b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:00.759419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network hostable DHCP agents. Network: dd971a5e-cfa5-465b-b41b-e48a46627b3f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:27:00.765895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.833199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:00.833698 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.871696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network dd971a5e-cfa5-465b-b41b-e48a46627b3f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:27:00.933582 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a6adb682-0684-43b3-9b0f-ec96913c2271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.940029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] For port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a,segment=NetworkSegment(4718cab2-ad79-4aa7-889f-b5ee6f3fa865),segment_id=4718cab2-ad79-4aa7-889f-b5ee6f3fa865)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:00.940453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:00.961151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Calling delete_port for e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:00.971857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46587cb-f4b6-4ee7-9cb0-423c6f661282 None None] DHCP port deletion for b4dee119-737c-4d56-9373-15f5d91c191b request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:27:00.998982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adb682-0684-43b3-9b0f-ec96913c2271 None None] Pushing event deleted for resources: {'Port': ['ID=e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:01.000822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6adb682-0684-43b3-9b0f-ec96913c2271 None None] No DVR routers for this DVR port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:01.047634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, dd971a5e-cfa5-465b-b41b-e48a46627b3f) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:01.053695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:01.054025 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.060553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f2e35-ab1b-4082-94d7-8ef5b3177ba2 None None] Network dd971a5e-cfa5-465b-b41b-e48a46627b3f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:01.100215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.139855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b46587cb-f4b6-4ee7-9cb0-423c6f661282 None None] Deleting port 181b0b0c-094a-49ed-bb53-9ece2f133872 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:01.140226 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b46587cb-f4b6-4ee7-9cb0-423c6f661282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.161205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Port': ['ID=e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:01.161205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] No DVR routers for this DVR port e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:01.166944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:01.198850 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c26e934a-33c7-4f02-ab6b-4f8319dc244a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1708910 Aug 10 02:27:01.203302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d32ef3-91df-43f0-aa7a-241d51c306ba req-61eebdb3-d3cd-4e2b-a6f5-bdf40ea9d957 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:01.204076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56504) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:01.209381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-676f02ba-da13-469a-b71f-58991e5362a0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-611989185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:01.210222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59d32ef3-91df-43f0-aa7a-241d51c306ba req-61eebdb3-d3cd-4e2b-a6f5-bdf40ea9d957 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0735610 Aug 10 02:27:01.229970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:01.230321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e3b004d0-978d-49ee-bc3f-d5bca7f6ec4a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:01.231043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 181b0b0c-094a-49ed-bb53-9ece2f133872 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:01.261275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59d32ef3-91df-43f0-aa7a-241d51c306ba req-3aacf212-25f4-45e8-85de-13e35e7b46fb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497320 Aug 10 02:27:01.307498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.326399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3af270-701e-4dc1-8228-4b229fa8ab19']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:01.331608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b46587cb-f4b6-4ee7-9cb0-423c6f661282 None None] For port 181b0b0c-094a-49ed-bb53-9ece2f133872, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=181b0b0c-094a-49ed-bb53-9ece2f133872,segment=NetworkSegment(0a4ed97b-7342-47ea-8757-b0be2f2230d6),segment_id=0a4ed97b-7342-47ea-8757-b0be2f2230d6)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:01.332070 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b46587cb-f4b6-4ee7-9cb0-423c6f661282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.343978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4718cab2-ad79-4aa7-889f-b5ee6f3fa865') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:01.345517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4718cab2-ad79-4aa7-889f-b5ee6f3fa865') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:01.357698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b46587cb-f4b6-4ee7-9cb0-423c6f661282 None None] Calling delete_port for 181b0b0c-094a-49ed-bb53-9ece2f133872 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:01.364524 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.383391 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.390860 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-676f02ba-da13-469a-b71f-58991e5362a0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.392065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-676f02ba-da13-469a-b71f-58991e5362a0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.397819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:27:01.398230 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:27:01.401904 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:27:01.453701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-dd971a5e-cfa5-465b-b41b-e48a46627b3f', 'network_id': 'dd971a5e-cfa5-465b-b41b-e48a46627b3f', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'fixed_ips': [{'subnet_id': '02bac484-5677-4951-89e9-855d2e6b5209'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:27:01.455165 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.505697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.574081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.598345 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.601709 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/networks/2f3af270-701e-4dc1-8228-4b229fa8ab19 HTTP/1.1" status: 204 len: 168 time: 0.9649949 Aug 10 02:27:01.604657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56506) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:01.646649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 181b0b0c-094a-49ed-bb53-9ece2f133872, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=181b0b0c-094a-49ed-bb53-9ece2f133872,segment=NetworkSegment(0a4ed97b-7342-47ea-8757-b0be2f2230d6),segment_id=0a4ed97b-7342-47ea-8757-b0be2f2230d6)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:01.686211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-676f02ba-da13-469a-b71f-58991e5362a0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.697690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e23a9-aeb1-475a-a611-e649ca25e76b tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Network': ['ID=2f3af270-701e-4dc1-8228-4b229fa8ab19,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:01.721178 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.722233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Allocated IP 2001:db8::2 (dd971a5e-cfa5-465b-b41b-e48a46627b3f/02bac484-5677-4951-89e9-855d2e6b5209/dba17e01-65d0-410f-ab57-dc24051448c1) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:01.736424 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.785628 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting port 181b0b0c-094a-49ed-bb53-9ece2f133872 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:01.785972 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.812113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-676f02ba-da13-469a-b71f-58991e5362a0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.855058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b46587cb-f4b6-4ee7-9cb0-423c6f661282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.862032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] For port 181b0b0c-094a-49ed-bb53-9ece2f133872, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=181b0b0c-094a-49ed-bb53-9ece2f133872,segment=NetworkSegment(0a4ed97b-7342-47ea-8757-b0be2f2230d6),segment_id=0a4ed97b-7342-47ea-8757-b0be2f2230d6)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:01.862617 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.869247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=181b0b0c-094a-49ed-bb53-9ece2f133872,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:01.886041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Calling delete_port for 181b0b0c-094a-49ed-bb53-9ece2f133872 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:01.905709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46587cb-f4b6-4ee7-9cb0-423c6f661282 None None] No DVR routers for this DVR port 181b0b0c-094a-49ed-bb53-9ece2f133872 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:01.910057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46587cb-f4b6-4ee7-9cb0-423c6f661282 None None] Pushing event deleted for resources: {'Port': ['ID=181b0b0c-094a-49ed-bb53-9ece2f133872,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:01.943318 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-676f02ba-da13-469a-b71f-58991e5362a0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.944511 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-676f02ba-da13-469a-b71f-58991e5362a0 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7393160 Aug 10 02:27:01.948230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56508) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:01.971498 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:01.980572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Transition to ACTIVE for port object dba17e01-65d0-410f-ab57-dc24051448c1 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:02.006114 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Transition to ACTIVE for port object dba17e01-65d0-410f-ab57-dc24051448c1 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:02.108115 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.150521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Port': ['ID=181b0b0c-094a-49ed-bb53-9ece2f133872,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:02.154472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] No DVR routers for this DVR port 181b0b0c-094a-49ed-bb53-9ece2f133872 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:02.178785 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.246864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Network dd971a5e-cfa5-465b-b41b-e48a46627b3f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:02.251180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:02.253438 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Pushing event updated for resources: {'Port': ['ID=dba17e01-65d0-410f-ab57-dc24051448c1,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:02.256204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:02.292654 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.329620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Attempting to bind port dba17e01-65d0-410f-ab57-dc24051448c1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:02.330143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Attempting to bind port dba17e01-65d0-410f-ab57-dc24051448c1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '09ad9b59-5862-40d6-821d-580ec4ba470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd971a5e-cfa5-465b-b41b-e48a46627b3f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:02.330515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Attempting to bind port dba17e01-65d0-410f-ab57-dc24051448c1 on network dd971a5e-cfa5-465b-b41b-e48a46627b3f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:02.340759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:02.341202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Checking segment: {'id': '09ad9b59-5862-40d6-821d-580ec4ba470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd971a5e-cfa5-465b-b41b-e48a46627b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:02.341629 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.342296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Bound using segment: {'id': '09ad9b59-5862-40d6-821d-580ec4ba470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd971a5e-cfa5-465b-b41b-e48a46627b3f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:02.342983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Bound port: dba17e01-65d0-410f-ab57-dc24051448c1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ad9b59-5862-40d6-821d-580ec4ba470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd971a5e-cfa5-465b-b41b-e48a46627b3f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:02.343383 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.385615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-25ec394b-8a18-4e96-abeb-be1066c0a6f2 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:02.391079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-25ec394b-8a18-4e96-abeb-be1066c0a6f2 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/networks?id=4599161d-db67-41c9-87af-53740c11455b HTTP/1.1" status: 200 len: 813 time: 0.1768489 Aug 10 02:27:02.435837 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.439962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-72da616d-1479-4028-aca0-9d3fbb1c9739 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/quotas/11cdeeed330e44be9d264d35d7c861c6 HTTP/1.1" status: 200 len: 375 time: 0.0434537 Aug 10 02:27:02.452006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4dee119-737c-4d56-9373-15f5d91c191b']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:02.457491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] For port dba17e01-65d0-410f-ab57-dc24051448c1, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:02.470360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] For port dba17e01-65d0-410f-ab57-dc24051448c1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dba17e01-65d0-410f-ab57-dc24051448c1,segment=NetworkSegment(09ad9b59-5862-40d6-821d-580ec4ba470c),segment_id=09ad9b59-5862-40d6-821d-580ec4ba470c)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:02.475231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4ed97b-7342-47ea-8757-b0be2f2230d6') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:02.475536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4ed97b-7342-47ea-8757-b0be2f2230d6') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:02.499626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-08aa24f1-a6d4-45d3-8f0b-c11213d5c2ce tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=11cdeeed330e44be9d264d35d7c861c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501397 Aug 10 02:27:02.504834 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.534285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435236d5-d445-4a3b-8d75-84871f21de63 req-fdaae390-4af9-4b3c-a610-cb59ad561658 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:02.536031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-435236d5-d445-4a3b-8d75-84871f21de63 req-fdaae390-4af9-4b3c-a610-cb59ad561658 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1440125 Aug 10 02:27:02.550746 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.565684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:27:02.566105 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:27:02.569479 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:27:02.577996 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.643784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 2001:db8::1 (dd971a5e-cfa5-465b-b41b-e48a46627b3f/02bac484-5677-4951-89e9-855d2e6b5209/7823fc2b-d175-4fdb-854a-397867f7c121) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:02.658728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90efd72-5d87-4e92-9da6-6fa63a52daaa None None] Pushing event updated for resources: {'Port': ['ID=dba17e01-65d0-410f-ab57-dc24051448c1,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:02.716453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-435236d5-d445-4a3b-8d75-84871f21de63 req-adbf22e9-ff2b-4401-85d7-b1d114d826c6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731820 Aug 10 02:27:02.764321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-341bd6d7-b3b3-45a1-a353-cb58a0bf1e46 service neutron] 10.222.0.38 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518814 Aug 10 02:27:02.795131 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.800089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.806635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/networks/b4dee119-737c-4d56-9373-15f5d91c191b HTTP/1.1" status: 204 len: 168 time: 1.2001319 Aug 10 02:27:02.808622 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.817598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56530) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:02.864162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Transition to ACTIVE for port object 7823fc2b-d175-4fdb-854a-397867f7c121 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:02.864509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d654b-e8f3-4e55-88cc-25455511aacf tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Network': ['ID=b4dee119-737c-4d56-9373-15f5d91c191b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:02.894387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3350ce6b-5bc9-4d3c-b70a-6a9dc675f1fe tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting subnet 0a0d3cf0-23e1-4915-bcd4-acb41ed6b425 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:27:02.920533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3350ce6b-5bc9-4d3c-b70a-6a9dc675f1fe tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:02.950159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-702f2d20-7ead-4f00-8a78-9fd2fbaca11d service neutron] 10.222.0.38 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791379 Aug 10 02:27:02.980477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3350ce6b-5bc9-4d3c-b70a-6a9dc675f1fe tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.050464 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.119694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network dd971a5e-cfa5-465b-b41b-e48a46627b3f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:03.151410 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:03.153829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:03.154834 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.168648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=7823fc2b-d175-4fdb-854a-397867f7c121,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:03.173488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dba17e01-65d0-410f-ab57-dc24051448c1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:03.230406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3350ce6b-5bc9-4d3c-b70a-6a9dc675f1fe tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.293641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-398d44ed-5f61-4d6a-997c-9a078e4a426f req-dea7d08e-7fa5-486f-a60f-810d87f26622 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 210 time: 0.0658760 Aug 10 02:27:03.377844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port dba17e01-65d0-410f-ab57-dc24051448c1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:03.410798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3350ce6b-5bc9-4d3c-b70a-6a9dc675f1fe tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.474061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350ce6b-5bc9-4d3c-b70a-6a9dc675f1fe tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0d3cf0-23e1-4915-bcd4-acb41ed6b425,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:03.477047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3350ce6b-5bc9-4d3c-b70a-6a9dc675f1fe tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.482647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56540) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:03.482831 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3350ce6b-5bc9-4d3c-b70a-6a9dc675f1fe tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/subnets/0a0d3cf0-23e1-4915-bcd4-acb41ed6b425 HTTP/1.1" status: 204 len: 168 time: 0.6710749 Aug 10 02:27:03.483966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.486490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ad7f2b-5e62-498d-a799-f57ae0ea9438 None None] Network 06286857-51f8-43a6-bdf1-499870293398 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:03.594942 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.677710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Deleting port d57ad11c-45e9-49af-bf26-e041ea392594 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:03.677949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.764711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] For port d57ad11c-45e9-49af-bf26-e041ea392594, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d57ad11c-45e9-49af-bf26-e041ea392594,segment=NetworkSegment(cd1bcec0-4b90-43dc-9138-c6124c634109),segment_id=cd1bcec0-4b90-43dc-9138-c6124c634109)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:03.765323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.782711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Calling delete_port for d57ad11c-45e9-49af-bf26-e041ea392594 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:03.800134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6941f57-df55-41e4-bf41-8e63efbc28f0 None None] DHCP port deletion for 06286857-51f8-43a6-bdf1-499870293398 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:27:03.880601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e6941f57-df55-41e4-bf41-8e63efbc28f0 None None] Deleting port d57ad11c-45e9-49af-bf26-e041ea392594 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:03.883549 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e6941f57-df55-41e4-bf41-8e63efbc28f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.935046 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:03.942363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83953b-7d56-4312-87de-12d8eeca5ff2 req-837708e6-7fc9-45fe-bec8-d86e979afc29 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:03.943973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f83953b-7d56-4312-87de-12d8eeca5ff2 req-837708e6-7fc9-45fe-bec8-d86e979afc29 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0745704 Aug 10 02:27:03.958097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876213b0-fb8c-4600-800b-91ddcd04bd6b None None] Network dd971a5e-cfa5-465b-b41b-e48a46627b3f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:03.992582 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f83953b-7d56-4312-87de-12d8eeca5ff2 req-9d20b6b6-6f2d-4487-9ed3-e47f10d9c8dc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391204 Aug 10 02:27:04.023081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e6941f57-df55-41e4-bf41-8e63efbc28f0 None None] For port d57ad11c-45e9-49af-bf26-e041ea392594, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d57ad11c-45e9-49af-bf26-e041ea392594,segment=NetworkSegment(cd1bcec0-4b90-43dc-9138-c6124c634109),segment_id=cd1bcec0-4b90-43dc-9138-c6124c634109)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:04.023497 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e6941f57-df55-41e4-bf41-8e63efbc28f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.046308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e6941f57-df55-41e4-bf41-8e63efbc28f0 None None] Calling delete_port for d57ad11c-45e9-49af-bf26-e041ea392594 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:04.090736 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.091012 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.091827 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.116391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Port': ['ID=d57ad11c-45e9-49af-bf26-e041ea392594,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:04.123733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] No DVR routers for this DVR port d57ad11c-45e9-49af-bf26-e041ea392594 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:04.184007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d09762cf-1c0a-4d4a-b65c-7f7a5c77669a None None] Provisioning for port dba17e01-65d0-410f-ab57-dc24051448c1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:04.206678 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d09762cf-1c0a-4d4a-b65c-7f7a5c77669a None None] Provisioning complete for port dba17e01-65d0-410f-ab57-dc24051448c1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:04.207091 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d09762cf-1c0a-4d4a-b65c-7f7a5c77669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.228441 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:27:04.229054 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.234420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=7823fc2b-d175-4fdb-854a-397867f7c121,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:04.241772 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e6941f57-df55-41e4-bf41-8e63efbc28f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.242728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06286857-51f8-43a6-bdf1-499870293398']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:04.257327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1bcec0-4b90-43dc-9138-c6124c634109') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:04.257655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1bcec0-4b90-43dc-9138-c6124c634109') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:04.270101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.283327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6941f57-df55-41e4-bf41-8e63efbc28f0 None None] Pushing event deleted for resources: {'Port': ['ID=d57ad11c-45e9-49af-bf26-e041ea392594,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:04.290753 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.293218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6941f57-df55-41e4-bf41-8e63efbc28f0 None None] No DVR routers for this DVR port d57ad11c-45e9-49af-bf26-e041ea392594 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:04.308064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network dd971a5e-cfa5-465b-b41b-e48a46627b3f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:04.309593 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:04.323347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:27:04.323777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:27:04.329430 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:27:04.390889 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d09762cf-1c0a-4d4a-b65c-7f7a5c77669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.460058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b006af3-18d0-47c4-bc13-87367cbd5cb5 req-02be2955-692b-41c1-8686-e06cf5c71ecd tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 210 time: 0.0457540 Aug 10 02:27:04.469071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d09762cf-1c0a-4d4a-b65c-7f7a5c77669a None None] For port dba17e01-65d0-410f-ab57-dc24051448c1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dba17e01-65d0-410f-ab57-dc24051448c1,segment=NetworkSegment(09ad9b59-5862-40d6-821d-580ec4ba470c),segment_id=09ad9b59-5862-40d6-821d-580ec4ba470c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:04.566190 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d09762cf-1c0a-4d4a-b65c-7f7a5c77669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.566495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 411ca85b-19f7-4817-8722-d9cc6d32bacc is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:27:04.568255 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.585746 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.597211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/networks/06286857-51f8-43a6-bdf1-499870293398 HTTP/1.1" status: 204 len: 168 time: 1.1122265 Aug 10 02:27:04.599857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56548) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:04.625970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d3626-6282-44d5-af70-5be5f270dd14 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Pushing event deleted for resources: {'Network': ['ID=06286857-51f8-43a6-bdf1-499870293398,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:04.632737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09762cf-1c0a-4d4a-b65c-7f7a5c77669a None None] Pushing event updated for resources: {'Port': ['ID=dba17e01-65d0-410f-ab57-dc24051448c1,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:04.643439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7768910d-4b7d-4439-a430-5cfa61a16ff9 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "GET /v2.0/ports?device_id=6199499a-ebb1-488f-bf9c-da41eef862e1 HTTP/1.1" status: 200 len: 205 time: 0.0424404 Aug 10 02:27:04.645819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56550) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:04.750665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64b88558-193e-4a9e-8e75-90c131569412 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.751010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:04.761206 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-343bd38e-3de9-4d9a-bdf8-b21211552cfd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/411ca85b-19f7-4817-8722-d9cc6d32bacc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8078251 Aug 10 02:27:04.761206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56552) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:04.762438 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50e787-847b-4c8b-8eb1-5fdc871a3592 None None] Sync routers for ids ['411ca85b-19f7-4817-8722-d9cc6d32bacc'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:04.774249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf50e787-847b-4c8b-8eb1-5fdc871a3592 None None] Routers {'411ca85b-19f7-4817-8722-d9cc6d32bacc'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:04.775322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cf50e787-847b-4c8b-8eb1-5fdc871a3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['411ca85b-19f7-4817-8722-d9cc6d32bacc'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:04.784860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fa18db24-ef36-46f5-99e2-15055f109f18 None None] Provisioning for port 7823fc2b-d175-4fdb-854a-397867f7c121 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:04.816918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b0539-2437-47db-bd40-05483afc13de tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:04.821946 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cb5b0539-2437-47db-bd40-05483afc13de tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports/7823fc2b-d175-4fdb-854a-397867f7c121 HTTP/1.1" status: 200 len: 911 time: 0.0568554 Aug 10 02:27:04.822855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56554) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:04.823863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fa18db24-ef36-46f5-99e2-15055f109f18 None None] Provisioning complete for port 7823fc2b-d175-4fdb-854a-397867f7c121 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:04.824445 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa18db24-ef36-46f5-99e2-15055f109f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.963041 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64b88558-193e-4a9e-8e75-90c131569412 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:04.967797 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64b88558-193e-4a9e-8e75-90c131569412 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:05.109123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cf50e787-847b-4c8b-8eb1-5fdc871a3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:05.114398 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64b88558-193e-4a9e-8e75-90c131569412 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:05.121129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b88558-193e-4a9e-8e75-90c131569412 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Fanout notify agent at l3_agent the message router_deleted on router 6199499a-ebb1-488f-bf9c-da41eef862e1 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:27:05.144024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-fa18db24-ef36-46f5-99e2-15055f109f18 None None] Port 7823fc2b-d175-4fdb-854a-397867f7c121 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:05.145794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf50e787-847b-4c8b-8eb1-5fdc871a3592 None None] Routers {'411ca85b-19f7-4817-8722-d9cc6d32bacc'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:05.146434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cf50e787-847b-4c8b-8eb1-5fdc871a3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['411ca85b-19f7-4817-8722-d9cc6d32bacc'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:05.174151 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-64b88558-193e-4a9e-8e75-90c131569412 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:05.175351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-64b88558-193e-4a9e-8e75-90c131569412 tempest-RoutersNegativeIpV6Test-743117162 tempest-RoutersNegativeIpV6Test-743117162-project] 10.222.0.38 "DELETE /v2.0/routers/6199499a-ebb1-488f-bf9c-da41eef862e1 HTTP/1.1" status: 204 len: 168 time: 0.5285404 Aug 10 02:27:05.208417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cf50e787-847b-4c8b-8eb1-5fdc871a3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:05.218512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ace665-b964-45a7-a272-d74cf0a56d72 req-490774c8-8fc5-476a-afec-3eadc1771c3b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:05.219216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50e787-847b-4c8b-8eb1-5fdc871a3592 None None] The sync data for ids ['411ca85b-19f7-4817-8722-d9cc6d32bacc'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:05.224019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8ace665-b964-45a7-a272-d74cf0a56d72 req-490774c8-8fc5-476a-afec-3eadc1771c3b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1327648 Aug 10 02:27:05.224989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fa18db24-ef36-46f5-99e2-15055f109f18 None None] Provisioning complete for port dba17e01-65d0-410f-ab57-dc24051448c1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:05.225448 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa18db24-ef36-46f5-99e2-15055f109f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:05.270609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dba17e01-65d0-410f-ab57-dc24051448c1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:05.347187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8ace665-b964-45a7-a272-d74cf0a56d72 req-44e5a5a0-e00a-477c-9339-9c0d5299b007 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985303 Aug 10 02:27:05.412664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port dba17e01-65d0-410f-ab57-dc24051448c1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:05.412664 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:05.593256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-68958a65-accf-46ea-b36f-1abe8326e321 None None] Provisioning complete for port 7823fc2b-d175-4fdb-854a-397867f7c121 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:05.593879 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-68958a65-accf-46ea-b36f-1abe8326e321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:05.605971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdbdd6f3-6641-49b6-acb0-0482e54a470d req-8aff91b8-db07-42ce-af10-cc6714904268 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 210 time: 0.0483692 Aug 10 02:27:05.618822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d57ad11c-45e9-49af-bf26-e041ea392594 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:05.643559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: d57ad11c-45e9-49af-bf26-e041ea392594 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:05.643925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d57ad11c-45e9-49af-bf26-e041ea392594 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:05.655064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-68958a65-accf-46ea-b36f-1abe8326e321 None None] Port 7823fc2b-d175-4fdb-854a-397867f7c121 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:05.766358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:05.803990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-18f82e28-3184-4415-ba96-d1cd4931e956 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:05.805762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-18f82e28-3184-4415-ba96-d1cd4931e956 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.11 "GET /v2.0/networks?id=4599161d-db67-41c9-87af-53740c11455b HTTP/1.1" status: 200 len: 813 time: 0.1170533 Aug 10 02:27:05.819044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Request body: {'port': {'device_id': '72834539-74e2-41b2-a747-bcb8e22084a6', 'network_id': '4599161d-db67-41c9-87af-53740c11455b', 'admin_state_up': True, 'tenant_id': '11cdeeed330e44be9d264d35d7c861c6'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:05.954164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56564) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:06.046392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Made reservation on behalf of 11cdeeed330e44be9d264d35d7c861c6 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:06.049953 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.067087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 7823fc2b-d175-4fdb-854a-397867f7c121 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:06.067489 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.169888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e5fbc20f-280b-4b39-8e0f-a553abaf3b70 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2497382574514ee993fdafeb9380bab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144153 Aug 10 02:27:06.171661 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.186356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56568) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:06.198853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 7823fc2b-d175-4fdb-854a-397867f7c121 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:06.228937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Allocated IP 172.20.0.13 (4599161d-db67-41c9-87af-53740c11455b/7c9b70a3-d804-4c3a-9fdc-68fa0260f702/3175115c-3be4-496e-a812-90cb27018f79) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:06.282047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1248f332-2821-4b40-b3e0-178c6d120876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.315985 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1248f332-2821-4b40-b3e0-178c6d120876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.390172 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.480391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8b101-56a7-42d2-aa79-ea93137e142a req-59c681af-07de-491e-be9c-6f3b8b05ed0f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:06.481819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6a8b101-56a7-42d2-aa79-ea93137e142a req-59c681af-07de-491e-be9c-6f3b8b05ed0f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0727949 Aug 10 02:27:06.525901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6a8b101-56a7-42d2-aa79-ea93137e142a req-f41fcd60-7d8f-45e6-9a33-c8f54817ea02 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Aug 10 02:27:06.543635 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1248f332-2821-4b40-b3e0-178c6d120876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.546213 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1248f332-2821-4b40-b3e0-178c6d120876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.547408 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1248f332-2821-4b40-b3e0-178c6d120876 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/56e94d9d-32f5-459c-b7a0-5b30857cc9dd HTTP/1.1" status: 204 len: 168 time: 0.3725233 Aug 10 02:27:06.555199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248f332-2821-4b40-b3e0-178c6d120876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e94d9d-32f5-459c-b7a0-5b30857cc9dd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:06.583509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.600717 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.614044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=7823fc2b-d175-4fdb-854a-397867f7c121,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:06.632857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Network 4599161d-db67-41c9-87af-53740c11455b is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:06.637410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:06.641455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:06.648274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Pushing event updated for resources: {'Port': ['ID=3175115c-3be4-496e-a812-90cb27018f79,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:06.713524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:06.715975 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.738545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.792438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52179f39-a2da-4c70-886d-c19fbed20154 req-33561d33-95c6-40df-919b-4aadf3e3ec8c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:06.800440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52179f39-a2da-4c70-886d-c19fbed20154 req-33561d33-95c6-40df-919b-4aadf3e3ec8c tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 932 time: 0.0609415 Aug 10 02:27:06.826526 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-880cb16b-cf52-4422-99a6-2a368b4d9344 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0115960 Aug 10 02:27:06.846198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Request body: {'port': {'device_id': '72834539-74e2-41b2-a747-bcb8e22084a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:06.876196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-52179f39-a2da-4c70-886d-c19fbed20154 req-9a2ff894-15a2-4645-ae2e-01868422c544 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758879 Aug 10 02:27:06.927871 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:06.982950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 411ca85b-19f7-4817-8722-d9cc6d32bacc has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:07.070068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:07.079004 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fdcbab87-ce29-43e6-adae-b86fc5b64a27 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/411ca85b-19f7-4817-8722-d9cc6d32bacc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2548130 Aug 10 02:27:07.081747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56582) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:07.088907 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ef837-88db-40fc-8169-91ca1a098a6e None None] Sync routers for ids ['411ca85b-19f7-4817-8722-d9cc6d32bacc'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:07.114954 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ef837-88db-40fc-8169-91ca1a098a6e None None] Routers {'411ca85b-19f7-4817-8722-d9cc6d32bacc'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:07.116069 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-641ef837-88db-40fc-8169-91ca1a098a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['411ca85b-19f7-4817-8722-d9cc6d32bacc'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:07.117956 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5f09a1ae-a12a-4baa-9e4e-a572b264e764 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=411ca85b-19f7-4817-8722-d9cc6d32bacc HTTP/1.1" status: 200 len: 205 time: 0.0348165 Aug 10 02:27:07.121338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56584) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:07.176388 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-641ef837-88db-40fc-8169-91ca1a098a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:07.186233 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641ef837-88db-40fc-8169-91ca1a098a6e None None] Routers {'411ca85b-19f7-4817-8722-d9cc6d32bacc'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:07.186905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-641ef837-88db-40fc-8169-91ca1a098a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['411ca85b-19f7-4817-8722-d9cc6d32bacc'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:07.206768 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6979f3f-09d8-4600-91a7-535e7e687735 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.225244 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-641ef837-88db-40fc-8169-91ca1a098a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:07.225912 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ef837-88db-40fc-8169-91ca1a098a6e None None] The sync data for ids ['411ca85b-19f7-4817-8722-d9cc6d32bacc'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:07.266476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3175115c-3be4-496e-a812-90cb27018f79 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:27:07.275254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.293077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Transition to ACTIVE for port object 3175115c-3be4-496e-a812-90cb27018f79 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:07.366591 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.385800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6979f3f-09d8-4600-91a7-535e7e687735 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.388042 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6979f3f-09d8-4600-91a7-535e7e687735 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.422891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3175115c-3be4-496e-a812-90cb27018f79,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:07.498700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Attempting to bind port 3175115c-3be4-496e-a812-90cb27018f79 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:07.499054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Attempting to bind port 3175115c-3be4-496e-a812-90cb27018f79 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '2a7b0e73-8e44-47bb-8351-afc15252d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4599161d-db67-41c9-87af-53740c11455b'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:07.499392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Attempting to bind port 3175115c-3be4-496e-a812-90cb27018f79 on network 4599161d-db67-41c9-87af-53740c11455b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:07.504197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Port 3175115c-3be4-496e-a812-90cb27018f79 on network 4599161d-db67-41c9-87af-53740c11455b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:27:07.504529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Attempting to bind port 3175115c-3be4-496e-a812-90cb27018f79 on network 4599161d-db67-41c9-87af-53740c11455b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:07.509450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:07.509799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Checking segment: {'id': '2a7b0e73-8e44-47bb-8351-afc15252d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4599161d-db67-41c9-87af-53740c11455b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:07.510186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Bound using segment: {'id': '2a7b0e73-8e44-47bb-8351-afc15252d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4599161d-db67-41c9-87af-53740c11455b'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:07.510650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Bound port: 3175115c-3be4-496e-a812-90cb27018f79, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7b0e73-8e44-47bb-8351-afc15252d7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4599161d-db67-41c9-87af-53740c11455b'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:07.511021 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.554968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6979f3f-09d8-4600-91a7-535e7e687735 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.555667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6979f3f-09d8-4600-91a7-535e7e687735 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Fanout notify agent at l3_agent the message router_deleted on router 411ca85b-19f7-4817-8722-d9cc6d32bacc {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:27:07.565501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6979f3f-09d8-4600-91a7-535e7e687735 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.570437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56598) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:07.570844 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d6979f3f-09d8-4600-91a7-535e7e687735 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/411ca85b-19f7-4817-8722-d9cc6d32bacc HTTP/1.1" status: 204 len: 168 time: 0.4491718 Aug 10 02:27:07.645254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] For port 3175115c-3be4-496e-a812-90cb27018f79, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:07.687133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] For port 3175115c-3be4-496e-a812-90cb27018f79, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3175115c-3be4-496e-a812-90cb27018f79,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:07.696361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-006f05c9-da85-4113-a90a-f05603e3b8eb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting subnet 02bac484-5677-4951-89e9-855d2e6b5209 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:27:07.704557 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-006f05c9-da85-4113-a90a-f05603e3b8eb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.748091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75307653-9b88-493d-9306-6d5d5660d9ce req-53368183-a449-49b5-abcb-ade33d769a1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:07.749934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75307653-9b88-493d-9306-6d5d5660d9ce req-53368183-a449-49b5-abcb-ade33d769a1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1313970 Aug 10 02:27:07.773344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-006f05c9-da85-4113-a90a-f05603e3b8eb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.815681 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.842108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56602) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:07.883570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:07.884405 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:07.885904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] 10.222.0.11 "PUT /v2.0/ports/3175115c-3be4-496e-a812-90cb27018f79 HTTP/1.1" status: 200 len: 1093 time: 1.0505745 Aug 10 02:27:07.890065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72834539-74e2-41b2-a747-bcb8e22084a6', 'tag': '3175115c-3be4-496e-a812-90cb27018f79'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:27:07.892396 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89ee673-05f6-4f11-9a9b-040dd38b51fd" -d '{"events": [{"name": "network-changed", "server_uuid": "72834539-74e2-41b2-a747-bcb8e22084a6", "tag": "3175115c-3be4-496e-a812-90cb27018f79"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:27:07.929737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75307653-9b88-493d-9306-6d5d5660d9ce req-e4612e59-9f4b-4738-b2f7-aaca53a7493d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670749 Aug 10 02:27:07.952786 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75ea727-1272-4607-8f6e-c60bc6915dd3 x-openstack-request-id: req-b75ea727-1272-4607-8f6e-c60bc6915dd3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:27:07.953089 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72834539-74e2-41b2-a747-bcb8e22084a6", "tag": "3175115c-3be4-496e-a812-90cb27018f79", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:27:07.953368 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b75ea727-1272-4607-8f6e-c60bc6915dd3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:27:07.953740 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72834539-74e2-41b2-a747-bcb8e22084a6', 'tag': '3175115c-3be4-496e-a812-90cb27018f79', 'status': 'completed', 'code': 200} Aug 10 02:27:07.956533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f836023-f3b6-4aaf-bf05-711cdc54b5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3175115c-3be4-496e-a812-90cb27018f79,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:07.983795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1872609728'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:08.003595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-006f05c9-da85-4113-a90a-f05603e3b8eb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.092707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ee673-05f6-4f11-9a9b-040dd38b51fd req-a42ce473-cc0d-4450-b7d4-fd957567b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:08.092707 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b89ee673-05f6-4f11-9a9b-040dd38b51fd req-a42ce473-cc0d-4450-b7d4-fd957567b31a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11cdeeed330e44be9d264d35d7c861c6&device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 1096 time: 0.1143162 Aug 10 02:27:08.143397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Made reservation on behalf of a17c413ac45243dfa80bd84e6e7d6f6c for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:08.147106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.158804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318deb7f-f2b5-4903-90c1-229ac658b1bc req-aa36fdd3-91c1-4d11-9079-8f3a4855cb78 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:08.159627 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.160628 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-318deb7f-f2b5-4903-90c1-229ac658b1bc req-aa36fdd3-91c1-4d11-9079-8f3a4855cb78 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 944 time: 0.1318085 Aug 10 02:27:08.340457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.447160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.483615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:27:08.485704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45036e6-c984-4528-91f1-f281c64c7d20,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:08.496851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.497263 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Added segment 0219f348-a4a6-4a6f-a122-504028d59eb7 of type vlan for network 82d8e5f0-8d58-4b27-964b-e149d844ffb1 Aug 10 02:27:08.544155 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.590098 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-006f05c9-da85-4113-a90a-f05603e3b8eb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.642699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f05c9-da85-4113-a90a-f05603e3b8eb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Subnet': ['ID=02bac484-5677-4951-89e9-855d2e6b5209,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:08.647685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-006f05c9-da85-4113-a90a-f05603e3b8eb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.649715 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-006f05c9-da85-4113-a90a-f05603e3b8eb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/02bac484-5677-4951-89e9-855d2e6b5209 HTTP/1.1" status: 204 len: 168 time: 1.0736811 Aug 10 02:27:08.653356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56610) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:08.655832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b7658-a790-4284-9bec-ab3737eb4bfc None None] Network dd971a5e-cfa5-465b-b41b-e48a46627b3f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:08.662441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ee673-05f6-4f11-9a9b-040dd38b51fd req-75ce17a8-d370-44c2-8e34-6c64121504dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:08.663975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b89ee673-05f6-4f11-9a9b-040dd38b51fd req-75ce17a8-d370-44c2-8e34-6c64121504dc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=11cdeeed330e44be9d264d35d7c861c6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5698550 Aug 10 02:27:08.673010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-318deb7f-f2b5-4903-90c1-229ac658b1bc req-bcc2fd7b-1b38-49bb-acbf-c9817f7fc9c1 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026634 Aug 10 02:27:08.674138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.680456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:08.688160 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.787969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ee673-05f6-4f11-9a9b-040dd38b51fd req-41abe8cb-7cff-4491-b182-5badb37fa368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:08.791078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b89ee673-05f6-4f11-9a9b-040dd38b51fd req-41abe8cb-7cff-4491-b182-5badb37fa368 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164639 Aug 10 02:27:08.831408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Pushing event updated for resources: {'Network': ['ID=82d8e5f0-8d58-4b27-964b-e149d844ffb1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:08.837038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:08.845207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 82d8e5f0-8d58-4b27-964b-e149d844ffb1 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:27:08.885944 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-17dc2eef-b3db-468a-8656-1c67a1d6704b tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0385544 Aug 10 02:27:08.888490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56612) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:08.895651 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-0be99781-f3a5-497d-82ed-f0ece872572c tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1', 'tempest-TagsTest-Tag-1781587255') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:08.899474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-ee572b6b-4f77-4f6c-b2f6-1d098088240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:08.901835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-ee572b6b-4f77-4f6c-b2f6-1d098088240d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=11cdeeed330e44be9d264d35d7c861c6&device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 1096 time: 0.0611539 Aug 10 02:27:08.913970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549c936-4dd3-4356-b656-bbe2696d1cdd None None] DHCP port deletion for dd971a5e-cfa5-465b-b41b-e48a46627b3f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:27:08.953427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-52e5b42b-ce46-44f7-a22d-501aeb75d186 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3175115c-3be4-496e-a812-90cb27018f79 HTTP/1.1" status: 200 len: 217 time: 0.0418229 Aug 10 02:27:08.974638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a549c936-4dd3-4356-b656-bbe2696d1cdd None None] Deleting port dba17e01-65d0-410f-ab57-dc24051448c1 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:08.975200 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a549c936-4dd3-4356-b656-bbe2696d1cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.002138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port dba17e01-65d0-410f-ab57-dc24051448c1 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:09.009636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.028610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-923f3af3-f8f6-471c-bffe-5cf4a3479b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:09.030209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-923f3af3-f8f6-471c-bffe-5cf4a3479b91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c9b70a3-d804-4c3a-9fdc-68fa0260f702 HTTP/1.1" status: 200 len: 853 time: 0.0697412 Aug 10 02:27:09.059964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a549c936-4dd3-4356-b656-bbe2696d1cdd None None] For port dba17e01-65d0-410f-ab57-dc24051448c1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dba17e01-65d0-410f-ab57-dc24051448c1,segment=NetworkSegment(09ad9b59-5862-40d6-821d-580ec4ba470c),segment_id=09ad9b59-5862-40d6-821d-580ec4ba470c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:09.060368 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a549c936-4dd3-4356-b656-bbe2696d1cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.080254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a549c936-4dd3-4356-b656-bbe2696d1cdd None None] Calling delete_port for dba17e01-65d0-410f-ab57-dc24051448c1 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:09.091073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port dba17e01-65d0-410f-ab57-dc24051448c1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=dba17e01-65d0-410f-ab57-dc24051448c1,segment=NetworkSegment(09ad9b59-5862-40d6-821d-580ec4ba470c),segment_id=09ad9b59-5862-40d6-821d-580ec4ba470c)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:09.091783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.112513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-e03b79d6-39d2-4880-8f3d-96bd7f3dcaca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4599161d-db67-41c9-87af-53740c11455b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741987 Aug 10 02:27:09.119710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for dba17e01-65d0-410f-ab57-dc24051448c1 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:09.135012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e4a48-0438-428b-b873-cca933ba7a4b req-ff81d69e-f604-414a-8ac7-0d49fa823613 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:09.136452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d1e4a48-0438-428b-b873-cca933ba7a4b req-ff81d69e-f604-414a-8ac7-0d49fa823613 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1122055 Aug 10 02:27:09.168339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device dba17e01-65d0-410f-ab57-dc24051448c1 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:09.203993 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0be99781-f3a5-497d-82ed-f0ece872572c tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "PUT /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags/tempest-TagsTest-Tag-1781587255 HTTP/1.1" status: 201 len: 201 time: 0.3149006 Aug 10 02:27:09.204767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56616) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:09.210691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-068943f1-ffe9-4670-99fa-974cb2a33162 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1', 'tempest-TagsTest-Tag-1781587255') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:09.221519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d1e4a48-0438-428b-b873-cca933ba7a4b req-12a4e225-8575-4378-8658-afde2166f67f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746043 Aug 10 02:27:09.275908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-7098eac5-094b-4559-a6e0-a964e97f38da service neutron] 10.222.0.11 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485212 Aug 10 02:27:09.300362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56618) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:09.300576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-068943f1-ffe9-4670-99fa-974cb2a33162 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "GET /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags/tempest-TagsTest-Tag-1781587255 HTTP/1.1" status: 204 len: 168 time: 0.0938158 Aug 10 02:27:09.301803 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.304883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-21222849-ebce-41d9-889e-a0a6f747b90d tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:09.309779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.326833 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a549c936-4dd3-4356-b656-bbe2696d1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.358621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=dba17e01-65d0-410f-ab57-dc24051448c1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:09.358888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549c936-4dd3-4356-b656-bbe2696d1cdd None None] Pushing event deleted for resources: {'Port': ['ID=dba17e01-65d0-410f-ab57-dc24051448c1,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:09.361088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No DVR routers for this DVR port dba17e01-65d0-410f-ab57-dc24051448c1 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:09.379910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549c936-4dd3-4356-b656-bbe2696d1cdd None None] No DVR routers for this DVR port dba17e01-65d0-410f-ab57-dc24051448c1 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:09.448651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddbf0862-87ca-41a2-b2a5-bf68ea6ce7c5 req-769c2875-dd89-4021-85df-9fddc408e499 service neutron] 10.222.0.11 "GET /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669118 Aug 10 02:27:09.451092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-21222849-ebce-41d9-889e-a0a6f747b90d tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "GET /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags HTTP/1.1" status: 200 len: 238 time: 0.1498048 Aug 10 02:27:09.461801 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.462512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56620) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:09.462512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.tag.tag_plugin [None req-05a6319a-6847-435d-b01a-fb8d7c32105e tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1', {'tags': ['tempest-TagsTest-Tag-969616986', 'tempest-TagsTest-Tag-1648259134', 'tempest-TagsTest-Tag-866407758']}) {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:09.464090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd971a5e-cfa5-465b-b41b-e48a46627b3f']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:09.476011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ad9b59-5862-40d6-821d-580ec4ba470c') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:09.476219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ad9b59-5862-40d6-821d-580ec4ba470c') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:09.491607 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.506868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.513251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:27:09.513696 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:27:09.517389 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:27:09.731053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.738570 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.740943 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/networks/dd971a5e-cfa5-465b-b41b-e48a46627b3f HTTP/1.1" status: 204 len: 168 time: 1.0863526 Aug 10 02:27:09.745100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56624) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:09.750753 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1344252625', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:09.756494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc575-9062-4c0e-89df-7741eaa8606c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Network': ['ID=dd971a5e-cfa5-465b-b41b-e48a46627b3f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:09.830814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb83a39-6a4c-4129-8d18-a0e3001ccf49 req-37505da1-5618-47f2-8b48-4a431a568d41 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:09.832310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bcb83a39-6a4c-4129-8d18-a0e3001ccf49 req-37505da1-5618-47f2-8b48-4a431a568d41 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 944 time: 0.0555198 Aug 10 02:27:09.835286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-05a6319a-6847-435d-b01a-fb8d7c32105e tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "PUT /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags HTTP/1.1" status: 200 len: 307 time: 0.3806093 Aug 10 02:27:09.838967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56626) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:09.844377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-1684dd83-9f7d-4ae4-98fc-0d6f7cb42ab5 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1', 'tempest-TagsTest-Tag-969616986') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:09.872599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bcb83a39-6a4c-4129-8d18-a0e3001ccf49 req-dbfe8ed4-1e0a-4a6a-ada9-ff4ba4edff32 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333893 Aug 10 02:27:09.874407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.880000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:09.936583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.013804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1684dd83-9f7d-4ae4-98fc-0d6f7cb42ab5 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "DELETE /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags/tempest-TagsTest-Tag-969616986 HTTP/1.1" status: 204 len: 168 time: 0.1733677 Aug 10 02:27:10.016219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56628) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:10.026703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-a718c465-668a-4bbb-8288-c67c0dbad885 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1', 'tempest-TagsTest-Tag-969616986') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.125932 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-a718c465-668a-4bbb-8288-c67c0dbad885 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] show failed (client error): The resource could not be found. Aug 10 02:27:10.127164 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a718c465-668a-4bbb-8288-c67c0dbad885 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "GET /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags/tempest-TagsTest-Tag-969616986 HTTP/1.1" status: 404 len: 325 time: 0.1094239 Aug 10 02:27:10.129767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56630) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:10.135047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-fddc3173-3b2d-483e-baea-7c75b3a93b50 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1', 'tempest-TagsTest-Tag-1648259134') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.187804 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.208675 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fddc3173-3b2d-483e-baea-7c75b3a93b50 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "GET /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags/tempest-TagsTest-Tag-1648259134 HTTP/1.1" status: 204 len: 168 time: 0.0778034 Aug 10 02:27:10.211279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56632) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:10.215723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-ed4e3ee3-c444-403c-bed9-88ee77d2fc59 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1', 'tempest-TagsTest-Tag-866407758') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.291342 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ed4e3ee3-c444-403c-bed9-88ee77d2fc59 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "GET /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags/tempest-TagsTest-Tag-866407758 HTTP/1.1" status: 204 len: 168 time: 0.0789740 Aug 10 02:27:10.294060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56636) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:10.299497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-e366e2af-ee25-475d-9747-7d4123d2de9f tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.371775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1c48c-7dab-4572-b196-85e8b593f2e8 req-0bad7270-6027-4b02-a6dd-04bddeab8319 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:10.373282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7e1c48c-7dab-4572-b196-85e8b593f2e8 req-0bad7270-6027-4b02-a6dd-04bddeab8319 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0716779 Aug 10 02:27:10.433233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7e1c48c-7dab-4572-b196-85e8b593f2e8 req-546795b7-fc27-4c7d-b1d6-49647966890a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523221 Aug 10 02:27:10.470880 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e366e2af-ee25-475d-9747-7d4123d2de9f tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "DELETE /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags HTTP/1.1" status: 204 len: 168 time: 0.1755586 Aug 10 02:27:10.473362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56640) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:10.478312 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-f15b5d2e-c88c-4f8c-b0e8-89bc54a148fd tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1', 'tempest-TagsTest-Tag-1648259134') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.537859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.554632 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-f15b5d2e-c88c-4f8c-b0e8-89bc54a148fd tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] show failed (client error): The resource could not be found. Aug 10 02:27:10.556324 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f15b5d2e-c88c-4f8c-b0e8-89bc54a148fd tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "GET /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags/tempest-TagsTest-Tag-1648259134 HTTP/1.1" status: 404 len: 326 time: 0.0813901 Aug 10 02:27:10.559386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56642) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:10.559551 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.563843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-0db4acdb-3c67-401a-b08d-b71c623434a4 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1', 'tempest-TagsTest-Tag-866407758') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.638266 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-0db4acdb-3c67-401a-b08d-b71c623434a4 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] show failed (client error): The resource could not be found. Aug 10 02:27:10.639366 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0db4acdb-3c67-401a-b08d-b71c623434a4 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "GET /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags/tempest-TagsTest-Tag-866407758 HTTP/1.1" status: 404 len: 325 time: 0.0790312 Aug 10 02:27:10.642148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56644) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:10.646463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.tag.tag_plugin [None req-0cf8c038-753a-4ada-afce-f287053d61c3 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '82d8e5f0-8d58-4b27-964b-e149d844ffb1') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.672741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 172.25.3.145 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/73bf6d71-3e73-4fa2-ae31-8cf3e60b28cf) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:10.724354 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0cf8c038-753a-4ada-afce-f287053d61c3 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "DELETE /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1/tags HTTP/1.1" status: 204 len: 168 time: 0.0811751 Aug 10 02:27:10.728319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56646) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:10.808810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.819551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.910216 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.911956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.928657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d8e5f0-8d58-4b27-964b-e149d844ffb1']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.942100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0219f348-a4a6-4a6f-a122-504028d59eb7') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.942100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0219f348-a4a6-4a6f-a122-504028d59eb7') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:10.954334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:10.955931 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.960498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:10.966356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:10.983669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.991172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:27:10.991172 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:27:10.993594 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:27:11.022359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=73bf6d71-3e73-4fa2-ae31-8cf3e60b28cf,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:11.056674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cb694-60a5-49c8-9afc-131f19f3e2ab req-f32cba78-f53c-4e23-ae1e-d82ceb1d93b0 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:11.058220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-311cb694-60a5-49c8-9afc-131f19f3e2ab req-f32cba78-f53c-4e23-ae1e-d82ceb1d93b0 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 944 time: 0.0989084 Aug 10 02:27:11.119640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:11.131196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:11.135228 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] 10.222.0.38 "DELETE /v2.0/networks/82d8e5f0-8d58-4b27-964b-e149d844ffb1 HTTP/1.1" status: 204 len: 168 time: 0.4044261 Aug 10 02:27:11.147808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d897b-9c36-4e42-9bd0-e68553485939 tempest-TagsTest-503103549 tempest-TagsTest-503103549-project] Pushing event deleted for resources: {'Network': ['ID=82d8e5f0-8d58-4b27-964b-e149d844ffb1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:11.193055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-311cb694-60a5-49c8-9afc-131f19f3e2ab req-464d3786-1ae8-4a5c-9c31-050ceb3f0a55 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282368 Aug 10 02:27:11.394567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:11.643857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdb59c-3926-41ec-914f-709c5b6506ad req-ad8d34c3-afed-4933-a421-c086de834a5a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:11.645474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41bdb59c-3926-41ec-914f-709c5b6506ad req-ad8d34c3-afed-4933-a421-c086de834a5a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1331503 Aug 10 02:27:11.663067 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:11.742737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41bdb59c-3926-41ec-914f-709c5b6506ad req-db9be31c-0f40-4744-aa98-508cc910c791 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897341 Aug 10 02:27:11.759925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56656) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:11.867180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 3175115c-3be4-496e-a812-90cb27018f79 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:27:11.892652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 2ad6ac29-9483-4910-bcdb-5ac3fe667f70 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:27:11.909662 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-42036f6c-8ad2-4e72-b25c-247099d43148 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a17c413ac45243dfa80bd84e6e7d6f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487365 Aug 10 02:27:11.912909 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56660) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:11.982473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 3175115c-3be4-496e-a812-90cb27018f79, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3175115c-3be4-496e-a812-90cb27018f79,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:11.984605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e567ccf-7daa-41c7-9206-cb59ee38b8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:11.997719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '3175115c-3be4-496e-a812-90cb27018f79', 'network_id': '4599161d-db67-41c9-87af-53740c11455b', 'port_id': '3175115c-3be4-496e-a812-90cb27018f79', 'mac_address': 'fa:16:3e:b3:20:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9b70a3-d804-4c3a-9fdc-68fa0260f702', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:27:12.009820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e567ccf-7daa-41c7-9206-cb59ee38b8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:12.018999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:12.033820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cef90-379c-4dc5-aaf0-0c600c1ff295 None None] Sync routers for ids ['2ad6ac29-9483-4910-bcdb-5ac3fe667f70'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:12.052178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:12.054937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cef90-379c-4dc5-aaf0-0c600c1ff295 None None] Routers {'2ad6ac29-9483-4910-bcdb-5ac3fe667f70'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:12.055567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-400cef90-379c-4dc5-aaf0-0c600c1ff295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2ad6ac29-9483-4910-bcdb-5ac3fe667f70'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:12.095021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-400cef90-379c-4dc5-aaf0-0c600c1ff295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:12.101815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3175115c-3be4-496e-a812-90cb27018f79 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:27:12.114452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:12.115873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-77f51803-2a86-4e71-b907-45e64f5932c7 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3697186 Aug 10 02:27:12.119633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56662) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:12.122885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cef90-379c-4dc5-aaf0-0c600c1ff295 None None] Routers {'2ad6ac29-9483-4910-bcdb-5ac3fe667f70'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:12.123530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-400cef90-379c-4dc5-aaf0-0c600c1ff295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2ad6ac29-9483-4910-bcdb-5ac3fe667f70'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:12.129452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 3175115c-3be4-496e-a812-90cb27018f79, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3175115c-3be4-496e-a812-90cb27018f79,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:12.163651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-400cef90-379c-4dc5-aaf0-0c600c1ff295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:12.164238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cef90-379c-4dc5-aaf0-0c600c1ff295 None None] The sync data for ids ['2ad6ac29-9483-4910-bcdb-5ac3fe667f70'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:12.183467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e567ccf-7daa-41c7-9206-cb59ee38b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:12.186298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8e567ccf-7daa-41c7-9206-cb59ee38b8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:12.187593 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8e567ccf-7daa-41c7-9206-cb59ee38b8da admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d45036e6-c984-4528-91f1-f281c64c7d20 HTTP/1.1" status: 204 len: 168 time: 0.2736669 Aug 10 02:27:12.196933 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e567ccf-7daa-41c7-9206-cb59ee38b8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45036e6-c984-4528-91f1-f281c64c7d20,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:12.231976 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:12.262464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b66bb8fc-6c17-45c2-a929-2c72e757c0ec tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/routers/2ad6ac29-9483-4910-bcdb-5ac3fe667f70 HTTP/1.1" status: 200 len: 885 time: 0.1399941 Aug 10 02:27:12.264834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56668) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:12.302538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=3175115c-3be4-496e-a812-90cb27018f79,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:12.392484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ab2dc-1dc9-4ac9-9262-4eb2822a9f9a req-f786ae34-5eef-4067-bdd6-a9256c256bfe tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:12.394132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-272ab2dc-1dc9-4ac9-9262-4eb2822a9f9a req-f786ae34-5eef-4067-bdd6-a9256c256bfe tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 945 time: 0.1167812 Aug 10 02:27:12.448910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['3175115c-3be4-496e-a812-90cb27018f79'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:27:12.476789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-272ab2dc-1dc9-4ac9-9262-4eb2822a9f9a req-524d3770-22a9-47fd-a261-2741717204d6 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767100 Aug 10 02:27:12.541320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-57cf5813-cd54-40da-9683-b6d6ee16943f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2730744 Aug 10 02:27:12.543459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56672) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:12.548248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d13a532f-519f-4d7d-aa9a-39e31ddc1fd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1344252625'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:13.128935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0feff-ef3f-48f4-b0be-dcebcc214ff3 req-ade375c1-0c17-4a55-b058-1c3eb4a49480 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:13.130217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5d0feff-ef3f-48f4-b0be-dcebcc214ff3 req-ade375c1-0c17-4a55-b058-1c3eb4a49480 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1074409 Aug 10 02:27:13.195037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:13.210468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5d0feff-ef3f-48f4-b0be-dcebcc214ff3 req-daaac997-80a0-4505-88fd-2e86f26d11d4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Aug 10 02:27:13.325756 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d13a532f-519f-4d7d-aa9a-39e31ddc1fd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:13.355126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56692) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:13.358955 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027838 Aug 10 02:27:13.361719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56694) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:13.406998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d13a532f-519f-4d7d-aa9a-39e31ddc1fd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:13.472488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-089ea2a0-f030-4168-8760-26b003dd8e19 tempest-NetworksApiDiscovery-818613275 tempest-NetworksApiDiscovery-818613275-project] 10.222.0.38 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1060636 Aug 10 02:27:13.534119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13a532f-519f-4d7d-aa9a-39e31ddc1fd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 2ad6ac29-9483-4910-bcdb-5ac3fe667f70 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:13.682704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11891e4d-a3c4-4312-88e0-20c60e135326 req-19e0d9d7-715f-414c-b7f2-5b938d933350 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:13.684319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11891e4d-a3c4-4312-88e0-20c60e135326 req-19e0d9d7-715f-414c-b7f2-5b938d933350 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 945 time: 0.1052985 Aug 10 02:27:13.700293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a532f-519f-4d7d-aa9a-39e31ddc1fd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:13.707699 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d13a532f-519f-4d7d-aa9a-39e31ddc1fd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:13.708882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d13a532f-519f-4d7d-aa9a-39e31ddc1fd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/2ad6ac29-9483-4910-bcdb-5ac3fe667f70 HTTP/1.1" status: 200 len: 892 time: 1.1643500 Aug 10 02:27:13.710570 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07422dd2-95d8-4b3a-8c04-a450f85ed133 None None] Sync routers for ids ['2ad6ac29-9483-4910-bcdb-5ac3fe667f70'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:13.714846 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56702) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:13.732549 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07422dd2-95d8-4b3a-8c04-a450f85ed133 None None] Routers {'2ad6ac29-9483-4910-bcdb-5ac3fe667f70'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:13.733176 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-07422dd2-95d8-4b3a-8c04-a450f85ed133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2ad6ac29-9483-4910-bcdb-5ac3fe667f70'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:13.739828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11891e4d-a3c4-4312-88e0-20c60e135326 req-39238ce1-065a-4322-862f-3d9190f49382 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485630 Aug 10 02:27:13.771387 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-07422dd2-95d8-4b3a-8c04-a450f85ed133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:13.781327 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07422dd2-95d8-4b3a-8c04-a450f85ed133 None None] Routers {'2ad6ac29-9483-4910-bcdb-5ac3fe667f70'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:13.781955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-07422dd2-95d8-4b3a-8c04-a450f85ed133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2ad6ac29-9483-4910-bcdb-5ac3fe667f70'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:13.821203 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-07422dd2-95d8-4b3a-8c04-a450f85ed133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:13.822456 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07422dd2-95d8-4b3a-8c04-a450f85ed133 None None] The sync data for ids ['2ad6ac29-9483-4910-bcdb-5ac3fe667f70'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:13.840905 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3b8e678e-7351-48dc-b249-feb2dd2254cc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/routers/2ad6ac29-9483-4910-bcdb-5ac3fe667f70 HTTP/1.1" status: 200 len: 892 time: 0.1247776 Aug 10 02:27:13.844022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56704) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:13.874296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6a536e06-effb-4405-845c-f6980d1c83cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ad6ac29-9483-4910-bcdb-5ac3fe667f70 HTTP/1.1" status: 200 len: 205 time: 0.0291212 Aug 10 02:27:13.880916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 3175115c-3be4-496e-a812-90cb27018f79 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:13.887677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56706) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:14.002575 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.017640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 3175115c-3be4-496e-a812-90cb27018f79 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:14.021849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 3175115c-3be4-496e-a812-90cb27018f79 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:14.022213 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.023090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56710) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:14.114658 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.120329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.140516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72834539-74e2-41b2-a747-bcb8e22084a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175115c-3be4-496e-a812-90cb27018f79'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:27:14.145421 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0613f0d2-9a84-4afc-bd33-eb4835b9ef38" -d '{"events": [{"server_uuid": "72834539-74e2-41b2-a747-bcb8e22084a6", "name": "network-vif-plugged", "status": "completed", "tag": "3175115c-3be4-496e-a812-90cb27018f79"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:27:14.158213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 3175115c-3be4-496e-a812-90cb27018f79, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3175115c-3be4-496e-a812-90cb27018f79,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:14.161477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acfed0e1-dd6b-472b-b76c-fa7965b0fbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.189287 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee650b1-ead1-46f2-b6ab-cd68f107af1d x-openstack-request-id: req-6ee650b1-ead1-46f2-b6ab-cd68f107af1d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:27:14.189287 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72834539-74e2-41b2-a747-bcb8e22084a6", "name": "network-vif-plugged", "status": "completed", "tag": "3175115c-3be4-496e-a812-90cb27018f79", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:27:14.189512 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ee650b1-ead1-46f2-b6ab-cd68f107af1d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:27:14.189890 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72834539-74e2-41b2-a747-bcb8e22084a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175115c-3be4-496e-a812-90cb27018f79', 'code': 200} Aug 10 02:27:14.253419 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.281993 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acfed0e1-dd6b-472b-b76c-fa7965b0fbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.325807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 73bf6d71-3e73-4fa2-ae31-8cf3e60b28cf {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:14.326408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.328923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=3175115c-3be4-496e-a812-90cb27018f79,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:14.378193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acfed0e1-dd6b-472b-b76c-fa7965b0fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.384746 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.406999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46cc2b-34df-4fe3-9046-fe2dd901b21f req-e562e7ad-ce80-48ba-b383-e9c4e540444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:14.407482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e46cc2b-34df-4fe3-9046-fe2dd901b21f req-e562e7ad-ce80-48ba-b383-e9c4e540444b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 1098 time: 0.1353109 Aug 10 02:27:14.421432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfed0e1-dd6b-472b-b76c-fa7965b0fbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b79ff45-c8bb-4692-aad6-c4d00e529c78,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:14.428464 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-acfed0e1-dd6b-472b-b76c-fa7965b0fbb9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c93459986344a178a6d3ef7e202bf81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019890 Aug 10 02:27:14.428700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56718) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:14.443857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba5228-6b13-4b0c-aa80-c783cdaf55c0 req-0b73c56f-523c-472b-bbe2-6a3a5f81affd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:14.445426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84ba5228-6b13-4b0c-aa80-c783cdaf55c0 req-0b73c56f-523c-472b-bbe2-6a3a5f81affd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1428707 Aug 10 02:27:14.485991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5eb6-a12f-40a9-8a30-1a5b04a38f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.491627 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.496245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e46cc2b-34df-4fe3-9046-fe2dd901b21f req-aa49f447-264c-4e88-b598-7f941702c059 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764499 Aug 10 02:27:14.513893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5eb6-a12f-40a9-8a30-1a5b04a38f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.516950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 73bf6d71-3e73-4fa2-ae31-8cf3e60b28cf owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:14.525227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84ba5228-6b13-4b0c-aa80-c783cdaf55c0 req-b7fad7f6-f19c-4051-aa31-0410185488aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713708 Aug 10 02:27:14.662935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5eb6-a12f-40a9-8a30-1a5b04a38f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.665688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd7e5eb6-a12f-40a9-8a30-1a5b04a38f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.669594 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dd7e5eb6-a12f-40a9-8a30-1a5b04a38f50 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b79ff45-c8bb-4692-aad6-c4d00e529c78 HTTP/1.1" status: 204 len: 168 time: 0.2371826 Aug 10 02:27:14.678184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e5eb6-a12f-40a9-8a30-1a5b04a38f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b79ff45-c8bb-4692-aad6-c4d00e529c78,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:14.788883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:14.816073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=73bf6d71-3e73-4fa2-ae31-8cf3e60b28cf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:14.920533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85940f-921d-42df-b091-84599ef9581d req-d9fac902-8de6-4271-922b-ac37c0556060 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:14.921976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b85940f-921d-42df-b091-84599ef9581d req-d9fac902-8de6-4271-922b-ac37c0556060 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 946 time: 0.0976186 Aug 10 02:27:14.924832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.044902 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.047580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.066488 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b85940f-921d-42df-b091-84599ef9581d req-33e0be9b-9b20-41a7-9418-0d9159378f94 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380942 Aug 10 02:27:15.183467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.184116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Fanout notify agent at l3_agent the message router_deleted on router 2ad6ac29-9483-4910-bcdb-5ac3fe667f70 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:27:15.191772 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.192944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c470f6d1-f975-49ec-bb0e-986365b75c5f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/2ad6ac29-9483-4910-bcdb-5ac3fe667f70 HTTP/1.1" status: 204 len: 168 time: 1.3042376 Aug 10 02:27:15.203455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56732) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:15.203960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1891446090'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:15.326647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:15.334212 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.360805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:27:15.371226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.371841 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added segment 83b8ed2e-a801-4bfa-a049-30ca559d83d5 of type vlan for network ccc06fd6-6717-495c-9645-195902983af5 Aug 10 02:27:15.412852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.594507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.608926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:15.608926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:15.656347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2ec80-85f2-474f-8970-cd027124e229 req-043953b9-02de-4ddd-9de2-7336b18eed0f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:15.663716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ab2ec80-85f2-474f-8970-cd027124e229 req-043953b9-02de-4ddd-9de2-7336b18eed0f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0616784 Aug 10 02:27:15.682886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Network': ['ID=ccc06fd6-6717-495c-9645-195902983af5,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:15.703957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ab2ec80-85f2-474f-8970-cd027124e229 req-63123ec3-0f51-4df2-8507-903425224206 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Aug 10 02:27:15.709267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network ccc06fd6-6717-495c-9645-195902983af5 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:27:15.762118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e2e9a6b3-c1e7-4d58-bf64-ccae987c6d90 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5624237 Aug 10 02:27:15.765452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56744) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:15.770639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'subnet': {'network_id': 'ccc06fd6-6717-495c-9645-195902983af5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:15.937759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:15.941457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:16.200007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c572e1e-870d-4d7a-b82c-96255eb6ccaf req-3e03fa1e-7766-4d4a-ad95-b1c24d967128 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:16.201558 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c572e1e-870d-4d7a-b82c-96255eb6ccaf req-3e03fa1e-7766-4d4a-ad95-b1c24d967128 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 946 time: 0.0532391 Aug 10 02:27:16.212997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:16.244944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c572e1e-870d-4d7a-b82c-96255eb6ccaf req-d46a61cd-4791-446a-97e1-63975f4d004e tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361731 Aug 10 02:27:16.271523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Subnet': ['ID=9bf6e559-e6da-4356-86cb-aa513c2f450d,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:16.283241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Checking segment: {'id': '83b8ed2e-a801-4bfa-a049-30ca559d83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ccc06fd6-6717-495c-9645-195902983af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:16.283663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network hostable DHCP agents. Network: ccc06fd6-6717-495c-9645-195902983af5, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:27:16.406538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network ccc06fd6-6717-495c-9645-195902983af5 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:27:16.544168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, ccc06fd6-6717-495c-9645-195902983af5) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:16.548979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:16.549669 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:16.554989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a0ae4f-019d-4dac-acb1-f65df0caa172 None None] Network ccc06fd6-6717-495c-9645-195902983af5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:16.633494 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56764) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:16.633717 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d8256263-1f66-454c-a9a4-030250d9331b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8670833 Aug 10 02:27:16.642543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-da53ab87-488d-45af-aa40-a0dc3bcaad54 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2070677748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:16.735059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-ccc06fd6-6717-495c-9645-195902983af5', 'network_id': 'ccc06fd6-6717-495c-9645-195902983af5', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'fixed_ips': [{'subnet_id': '9bf6e559-e6da-4356-86cb-aa513c2f450d'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:27:16.735059 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:16.756476 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da53ab87-488d-45af-aa40-a0dc3bcaad54 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:16.759863 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da53ab87-488d-45af-aa40-a0dc3bcaad54 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:16.877661 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da53ab87-488d-45af-aa40-a0dc3bcaad54 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:16.924894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8f48b-bfdf-43dd-93f8-fd56dd49a08b req-05f99f76-3be3-435a-a1e2-dc51b8482679 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:16.926726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88b8f48b-bfdf-43dd-93f8-fd56dd49a08b req-05f99f76-3be3-435a-a1e2-dc51b8482679 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0629504 Aug 10 02:27:16.975327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Allocated IP 2001:db8::2 (ccc06fd6-6717-495c-9645-195902983af5/9bf6e559-e6da-4356-86cb-aa513c2f450d/1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:16.990535 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da53ab87-488d-45af-aa40-a0dc3bcaad54 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:17.010042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88b8f48b-bfdf-43dd-93f8-fd56dd49a08b req-dfea274f-8910-4273-aebc-74de7fd5e637 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714941 Aug 10 02:27:17.127488 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da53ab87-488d-45af-aa40-a0dc3bcaad54 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:17.131425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-da53ab87-488d-45af-aa40-a0dc3bcaad54 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4955401 Aug 10 02:27:17.132240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56780) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:17.168428 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:17.177642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Transition to ACTIVE for port object 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:17.193991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Transition to ACTIVE for port object 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:17.304557 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:17.350367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Network ccc06fd6-6717-495c-9645-195902983af5 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:17.359556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:17.361836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Pushing event updated for resources: {'Port': ['ID=1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:17.371121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:17.450046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Attempting to bind port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:17.450432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Attempting to bind port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '83b8ed2e-a801-4bfa-a049-30ca559d83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ccc06fd6-6717-495c-9645-195902983af5'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:17.451008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Attempting to bind port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 on network ccc06fd6-6717-495c-9645-195902983af5 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:17.459920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:17.460307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Checking segment: {'id': '83b8ed2e-a801-4bfa-a049-30ca559d83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ccc06fd6-6717-495c-9645-195902983af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:17.460757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:17.463736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Bound using segment: {'id': '83b8ed2e-a801-4bfa-a049-30ca559d83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ccc06fd6-6717-495c-9645-195902983af5'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:17.463736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Bound port: 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b8ed2e-a801-4bfa-a049-30ca559d83d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ccc06fd6-6717-495c-9645-195902983af5'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:17.463736 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:17.541233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] For port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:17.544973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] For port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1,segment=NetworkSegment(83b8ed2e-a801-4bfa-a049-30ca559d83d5),segment_id=83b8ed2e-a801-4bfa-a049-30ca559d83d5)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:17.629959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:17.704079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0f87f-ba32-48ba-aebc-138b43d0fa04 None None] Pushing event updated for resources: {'Port': ['ID=1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:17.835015 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:17.928116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6df00920-c87a-4fbd-85a3-a7d8d15836e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:18.162494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 2001:db8::1 (ccc06fd6-6717-495c-9645-195902983af5/9bf6e559-e6da-4356-86cb-aa513c2f450d/8ea335bd-90bf-458f-9771-423c27665b78) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:18.198303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5fc9-839b-49eb-bd68-55593d7335cf req-0d86255d-a1c9-49eb-beba-b7a13f3a7520 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:18.199931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb6f5fc9-839b-49eb-bd68-55593d7335cf req-0d86255d-a1c9-49eb-beba-b7a13f3a7520 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0726659 Aug 10 02:27:18.244927 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb6f5fc9-839b-49eb-bd68-55593d7335cf req-959d9e65-134c-4a5c-aca7-922dcb47db82 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383935 Aug 10 02:27:18.299262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:18.314376 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Transition to ACTIVE for port object 8ea335bd-90bf-458f-9771-423c27665b78 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:18.424236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:18.479339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network ccc06fd6-6717-495c-9645-195902983af5 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:18.483729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:18.488806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:18.492469 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:18.496648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=8ea335bd-90bf-458f-9771-423c27665b78,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:18.755220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:18.838415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac26f3-3fa3-427f-a97c-e4941dd8c705 None None] Network ccc06fd6-6717-495c-9645-195902983af5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:18.996076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-88ad4df2-3ad4-4b16-9b7b-90d2fe6de74a None None] Provisioning for port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:19.105091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:19.184466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:19.185666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:19.234613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:19.335075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=8ea335bd-90bf-458f-9771-423c27665b78,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:19.395401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:19.400306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:19.401298 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:19.414450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network ccc06fd6-6717-495c-9645-195902983af5 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:19.417461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:19.475456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b664d5-fa50-440b-9056-7d8609f81309 req-cbe42af9-217a-45a1-8cbc-87d2ba72e904 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:19.478880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62b664d5-fa50-440b-9056-7d8609f81309 req-cbe42af9-217a-45a1-8cbc-87d2ba72e904 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0879555 Aug 10 02:27:19.591336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8b7d0068-1875-4328-9cc8-6491cc52d24c None None] Provisioning for port 8ea335bd-90bf-458f-9771-423c27665b78 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:19.592824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62b664d5-fa50-440b-9056-7d8609f81309 req-c6680dd2-31ae-440f-8834-d204f67881ef tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078732 Aug 10 02:27:19.606849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8b7d0068-1875-4328-9cc8-6491cc52d24c None None] Provisioning complete for port 8ea335bd-90bf-458f-9771-423c27665b78 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:19.607225 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0068-1875-4328-9cc8-6491cc52d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:19.612375 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:19.667064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d0068-1875-4328-9cc8-6491cc52d24c None None] Port 8ea335bd-90bf-458f-9771-423c27665b78 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:19.677140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1,segment=NetworkSegment(83b8ed2e-a801-4bfa-a049-30ca559d83d5),segment_id=83b8ed2e-a801-4bfa-a049-30ca559d83d5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:19.686805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8b7d0068-1875-4328-9cc8-6491cc52d24c None None] Provisioning complete for port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:19.687187 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0068-1875-4328-9cc8-6491cc52d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:19.731667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 0d797eee-e127-4774-bdd7-1e0a81be2581 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:27:19.786883 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:19.822102 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b7d0068-1875-4328-9cc8-6491cc52d24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:19.866718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:19.885424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6af388f-9258-4943-a4b7-aa220297f8e8 None None] Sync routers for ids ['0d797eee-e127-4774-bdd7-1e0a81be2581'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:19.889671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56806) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:19.890118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bc50eec1-2a0b-46cc-adfe-39a871b60daa tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/0d797eee-e127-4774-bdd7-1e0a81be2581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7565494 Aug 10 02:27:19.907247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:19.915836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af388f-9258-4943-a4b7-aa220297f8e8 None None] Routers {'0d797eee-e127-4774-bdd7-1e0a81be2581'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:19.916594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d6af388f-9258-4943-a4b7-aa220297f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0d797eee-e127-4774-bdd7-1e0a81be2581'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:19.952029 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-8b7d0068-1875-4328-9cc8-6491cc52d24c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:27:19.956375 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-8b7d0068-1875-4328-9cc8-6491cc52d24c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:27:19.957496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d6af388f-9258-4943-a4b7-aa220297f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:19.962633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd063426-7679-442e-9cfa-d6541de26d86 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:19.967860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56808) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:19.970237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af388f-9258-4943-a4b7-aa220297f8e8 None None] Routers {'0d797eee-e127-4774-bdd7-1e0a81be2581'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:19.971152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d6af388f-9258-4943-a4b7-aa220297f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:26:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0d797eee-e127-4774-bdd7-1e0a81be2581'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:19.973444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cd063426-7679-442e-9cfa-d6541de26d86 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports/8ea335bd-90bf-458f-9771-423c27665b78 HTTP/1.1" status: 200 len: 911 time: 0.0826614 Aug 10 02:27:19.974910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-35124f2f-36f5-4bc2-b550-c14d0e44710f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9bf6e559-e6da-4356-86cb-aa513c2f450d'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:20.013116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d6af388f-9258-4943-a4b7-aa220297f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:20.013785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6af388f-9258-4943-a4b7-aa220297f8e8 None None] The sync data for ids ['0d797eee-e127-4774-bdd7-1e0a81be2581'] in n-d-767704-21 is: [] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:20.154601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35124f2f-36f5-4bc2-b550-c14d0e44710f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:20.566722 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-10303602-cd22-4f25-8f4f-78d2fd9a67a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:20.572312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35124f2f-36f5-4bc2-b550-c14d0e44710f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:20.627821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-822700eb-139a-4aab-8796-2fde764fa4a0 None None] Provisioning complete for port 8ea335bd-90bf-458f-9771-423c27665b78 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:20.628207 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-822700eb-139a-4aab-8796-2fde764fa4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:20.641088 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35124f2f-36f5-4bc2-b550-c14d0e44710f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:20.647176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35124f2f-36f5-4bc2-b550-c14d0e44710f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:20.647818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-35124f2f-36f5-4bc2-b550-c14d0e44710f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:20.652361 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-35124f2f-36f5-4bc2-b550-c14d0e44710f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/ports/8ea335bd-90bf-458f-9771-423c27665b78 HTTP/1.1" status: 200 len: 911 time: 0.6799314 Aug 10 02:27:20.652780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56822) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:20.694068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-822700eb-139a-4aab-8796-2fde764fa4a0 None None] Port 8ea335bd-90bf-458f-9771-423c27665b78 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:20.711768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35124f2f-36f5-4bc2-b550-c14d0e44710f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=8ea335bd-90bf-458f-9771-423c27665b78,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:20.820784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779745e-33e0-417e-9fed-bd9f4021fbd5 req-577a47d3-e72f-4b84-a739-4ee0a0d199f1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:20.823258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b779745e-33e0-417e-9fed-bd9f4021fbd5 req-577a47d3-e72f-4b84-a739-4ee0a0d199f1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1111250 Aug 10 02:27:20.938216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b779745e-33e0-417e-9fed-bd9f4021fbd5 req-de6c4bfb-e3e6-4073-aeff-c049fffc68d1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812874 Aug 10 02:27:21.088779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:21.131515 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:21.167780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:21.271380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:21.274080 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:21.426113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 8ea335bd-90bf-458f-9771-423c27665b78 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:21.426516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:21.528085 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:21.544410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 8ea335bd-90bf-458f-9771-423c27665b78 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:21.772330 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:21.806060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=8ea335bd-90bf-458f-9771-423c27665b78,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:21.915113 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:22.116565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 0d797eee-e127-4774-bdd7-1e0a81be2581 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:22.131965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed22dec-5663-4afd-99f6-ce1cfb176612 req-5e386f73-33b0-4b1d-8e00-fdb9dabe0b02 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:22.133536 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fed22dec-5663-4afd-99f6-ce1cfb176612 req-5e386f73-33b0-4b1d-8e00-fdb9dabe0b02 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0915070 Aug 10 02:27:22.223625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:22.231686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56834) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:22.232309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-11a24541-5f19-4e00-94b0-95b556b05be8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/0d797eee-e127-4774-bdd7-1e0a81be2581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5782542 Aug 10 02:27:22.240853 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e6aab-cdff-4a76-bee0-356cbb8752d6 None None] Sync routers for ids ['0d797eee-e127-4774-bdd7-1e0a81be2581'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:22.249729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fed22dec-5663-4afd-99f6-ce1cfb176612 req-6a321bc1-d065-41bd-ad52-8b4d9a40e812 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078410 Aug 10 02:27:22.256900 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e6aab-cdff-4a76-bee0-356cbb8752d6 None None] Routers {'0d797eee-e127-4774-bdd7-1e0a81be2581'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:22.266206 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e84e6aab-cdff-4a76-bee0-356cbb8752d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0d797eee-e127-4774-bdd7-1e0a81be2581'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:22.276812 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4ad1feb0-326a-4ce9-ab7c-398ce00a6138 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d797eee-e127-4774-bdd7-1e0a81be2581 HTTP/1.1" status: 200 len: 205 time: 0.0416656 Aug 10 02:27:22.277048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56836) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:22.290009 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e84e6aab-cdff-4a76-bee0-356cbb8752d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:22.303632 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e6aab-cdff-4a76-bee0-356cbb8752d6 None None] Routers {'0d797eee-e127-4774-bdd7-1e0a81be2581'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:22.304260 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e84e6aab-cdff-4a76-bee0-356cbb8752d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0d797eee-e127-4774-bdd7-1e0a81be2581'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:22.344019 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e84e6aab-cdff-4a76-bee0-356cbb8752d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:22.345479 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e6aab-cdff-4a76-bee0-356cbb8752d6 None None] The sync data for ids ['0d797eee-e127-4774-bdd7-1e0a81be2581'] in n-d-767704-21 is: [] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:22.349527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:22.380639 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a504cb2c-efb3-4b00-8acf-219ff7da1060 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:22.566728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a504cb2c-efb3-4b00-8acf-219ff7da1060 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:22.569020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a504cb2c-efb3-4b00-8acf-219ff7da1060 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:22.675371 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a504cb2c-efb3-4b00-8acf-219ff7da1060 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:22.676321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a504cb2c-efb3-4b00-8acf-219ff7da1060 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Fanout notify agent at l3_agent the message router_deleted on router 0d797eee-e127-4774-bdd7-1e0a81be2581 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:27:22.687458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a504cb2c-efb3-4b00-8acf-219ff7da1060 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:22.689446 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a504cb2c-efb3-4b00-8acf-219ff7da1060 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/0d797eee-e127-4774-bdd7-1e0a81be2581 HTTP/1.1" status: 204 len: 168 time: 0.4112535 Aug 10 02:27:22.692753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56844) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:22.762509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd78d8ab-cff8-43a4-8e03-60710297a89c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting subnet 9bf6e559-e6da-4356-86cb-aa513c2f450d {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:27:22.765656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd78d8ab-cff8-43a4-8e03-60710297a89c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:22.807280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd78d8ab-cff8-43a4-8e03-60710297a89c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:22.907343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd78d8ab-cff8-43a4-8e03-60710297a89c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.029315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd78d8ab-cff8-43a4-8e03-60710297a89c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.057466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78d8ab-cff8-43a4-8e03-60710297a89c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf6e559-e6da-4356-86cb-aa513c2f450d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:23.061395 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd78d8ab-cff8-43a4-8e03-60710297a89c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.065938 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd78d8ab-cff8-43a4-8e03-60710297a89c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/9bf6e559-e6da-4356-86cb-aa513c2f450d HTTP/1.1" status: 204 len: 168 time: 0.3694725 Aug 10 02:27:23.066190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56846) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:23.086054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5572f600-d90e-466d-8234-f88005fb1fb5 None None] Network ccc06fd6-6717-495c-9645-195902983af5 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:23.161053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.218012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:23.218963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.298844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1,segment=NetworkSegment(83b8ed2e-a801-4bfa-a049-30ca559d83d5),segment_id=83b8ed2e-a801-4bfa-a049-30ca559d83d5)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:23.299469 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.318467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:23.338225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ff280-c642-4346-95d1-684bd867e0da None None] DHCP port deletion for ccc06fd6-6717-495c-9645-195902983af5 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:27:23.406901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ff280-c642-4346-95d1-684bd867e0da None None] Deleting port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:23.408643 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff280-c642-4346-95d1-684bd867e0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.420706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ef9e2-3417-4af4-8265-dc0914e04586 req-44d0e257-7382-4687-94b8-bf69bf12c47d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:23.429181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df5ef9e2-3417-4af4-8265-dc0914e04586 req-44d0e257-7382-4687-94b8-bf69bf12c47d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0920603 Aug 10 02:27:23.478490 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df5ef9e2-3417-4af4-8265-dc0914e04586 req-1d841ec5-9c0a-4a16-8aeb-bd3e93d4b327 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478959 Aug 10 02:27:23.485610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8f6ff280-c642-4346-95d1-684bd867e0da None None] For port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1,segment=NetworkSegment(83b8ed2e-a801-4bfa-a049-30ca559d83d5),segment_id=83b8ed2e-a801-4bfa-a049-30ca559d83d5)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:23.490528 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff280-c642-4346-95d1-684bd867e0da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.513197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ff280-c642-4346-95d1-684bd867e0da None None] Calling delete_port for 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:23.553119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.593581 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:23.612940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No DVR routers for this DVR port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:23.684707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8f6ff280-c642-4346-95d1-684bd867e0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.728823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ff280-c642-4346-95d1-684bd867e0da None None] Pushing event deleted for resources: {'Port': ['ID=1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:23.737899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ff280-c642-4346-95d1-684bd867e0da None None] No DVR routers for this DVR port 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:23.762876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.774439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc06fd6-6717-495c-9645-195902983af5']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:23.788880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b8ed2e-a801-4bfa-a049-30ca559d83d5') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:23.789445 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b8ed2e-a801-4bfa-a049-30ca559d83d5') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:23.801008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.819455 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.826037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:27:23.826445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:27:23.830420 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:27:23.909492 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.978632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.990152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:23.992221 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/networks/ccc06fd6-6717-495c-9645-195902983af5 HTTP/1.1" status: 204 len: 168 time: 0.9248607 Aug 10 02:27:23.998543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56854) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:24.003805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ec0c7535-607c-466e-92b5-d906c8d78b84 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1703172848', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:24.005106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85efdd7-3497-49f3-b707-7cce78cbe984 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Network': ['ID=ccc06fd6-6717-495c-9645-195902983af5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:24.086758 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7535-607c-466e-92b5-d906c8d78b84 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.088443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7535-607c-466e-92b5-d906c8d78b84 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.143427 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7535-607c-466e-92b5-d906c8d78b84 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.189923 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7535-607c-466e-92b5-d906c8d78b84 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.303965 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7535-607c-466e-92b5-d906c8d78b84 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.305219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ec0c7535-607c-466e-92b5-d906c8d78b84 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3055804 Aug 10 02:27:24.309108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56856) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:24.315205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1577314017'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:24.389821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:24.393323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.418335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:27:24.426944 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.427301 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added segment 0ddae076-d813-454e-96ee-c3e0cf6225ba of type vlan for network 69019614-6799-425f-be31-d52a88db521c Aug 10 02:27:24.476647 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.566842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.578356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:24.578356 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:24.610717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be5af-d941-4a84-8ac3-17d71acee775 req-d730b669-4515-44f6-85fa-74a7492c593a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:24.618202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-455be5af-d941-4a84-8ac3-17d71acee775 req-d730b669-4515-44f6-85fa-74a7492c593a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0680561 Aug 10 02:27:24.649923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Network': ['ID=69019614-6799-425f-be31-d52a88db521c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:24.655223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-455be5af-d941-4a84-8ac3-17d71acee775 req-98323343-9ed1-4fc9-b9f0-793aa7367683 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354228 Aug 10 02:27:24.662154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 69019614-6799-425f-be31-d52a88db521c details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:27:24.686521 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d9f0ff6d-ae1d-48b3-91f5-f3309f368233 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3761499 Aug 10 02:27:24.689279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56860) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:24.695171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'subnet': {'network_id': '69019614-6799-425f-be31-d52a88db521c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:24.835449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:24.840119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:25.104921 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:25.139895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:25.171566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:25.171964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1f23a9f3-14a5-4aa5-84a6-ad42c63e74a1 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:25.177133 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Subnet': ['ID=21704e83-f5d2-46fb-917a-011c97c7626e,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:25.190989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Checking segment: {'id': '0ddae076-d813-454e-96ee-c3e0cf6225ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69019614-6799-425f-be31-d52a88db521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:25.190989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network hostable DHCP agents. Network: 69019614-6799-425f-be31-d52a88db521c, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:27:25.263971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 69019614-6799-425f-be31-d52a88db521c is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:27:25.332664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 69019614-6799-425f-be31-d52a88db521c) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:25.340622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b4b48-11a8-4f12-8220-059c5e44ec25 None None] Network 69019614-6799-425f-be31-d52a88db521c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:25.342467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:25.343094 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:25.421870 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-74151bf7-3b10-42d2-b987-b47a858b8d28 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7282295 Aug 10 02:27:25.421870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56872) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:25.503068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-69019614-6799-425f-be31-d52a88db521c', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:27:25.504111 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:25.664064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Allocated IP 2001:db8::2 (69019614-6799-425f-be31-d52a88db521c/21704e83-f5d2-46fb-917a-011c97c7626e/e51ed6f3-a9eb-4f40-857c-1e178a209d3c) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:25.798750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948e5a7-8ba0-41a2-8ba1-3ab49c4f1e5e req-c59a70ec-2936-471c-8acb-fe49b5200b04 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:25.800130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:25.801870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8948e5a7-8ba0-41a2-8ba1-3ab49c4f1e5e req-c59a70ec-2936-471c-8acb-fe49b5200b04 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0620375 Aug 10 02:27:25.855241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8948e5a7-8ba0-41a2-8ba1-3ab49c4f1e5e req-f54ddd0b-db40-4298-b016-491dd71004b7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Aug 10 02:27:25.878121 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:25.887862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Transition to ACTIVE for port object e51ed6f3-a9eb-4f40-857c-1e178a209d3c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:25.905428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Transition to ACTIVE for port object e51ed6f3-a9eb-4f40-857c-1e178a209d3c will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:25.990596 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:26.034018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Network 69019614-6799-425f-be31-d52a88db521c is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:26.037783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:26.048408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:26.066833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Pushing event updated for resources: {'Port': ['ID=e51ed6f3-a9eb-4f40-857c-1e178a209d3c,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:26.133516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Attempting to bind port e51ed6f3-a9eb-4f40-857c-1e178a209d3c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:26.134942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Attempting to bind port e51ed6f3-a9eb-4f40-857c-1e178a209d3c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '0ddae076-d813-454e-96ee-c3e0cf6225ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69019614-6799-425f-be31-d52a88db521c'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:26.135601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Attempting to bind port e51ed6f3-a9eb-4f40-857c-1e178a209d3c on network 69019614-6799-425f-be31-d52a88db521c {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:26.147566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:26.149020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Checking segment: {'id': '0ddae076-d813-454e-96ee-c3e0cf6225ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69019614-6799-425f-be31-d52a88db521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:26.150650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:26.151807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Bound using segment: {'id': '0ddae076-d813-454e-96ee-c3e0cf6225ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69019614-6799-425f-be31-d52a88db521c'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:26.152527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Bound port: e51ed6f3-a9eb-4f40-857c-1e178a209d3c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddae076-d813-454e-96ee-c3e0cf6225ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69019614-6799-425f-be31-d52a88db521c'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:26.153151 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:26.244356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] For port e51ed6f3-a9eb-4f40-857c-1e178a209d3c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:26.250135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] For port e51ed6f3-a9eb-4f40-857c-1e178a209d3c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e51ed6f3-a9eb-4f40-857c-1e178a209d3c,segment=NetworkSegment(0ddae076-d813-454e-96ee-c3e0cf6225ba),segment_id=0ddae076-d813-454e-96ee-c3e0cf6225ba)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:26.349845 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:26.427826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dafb2-98bf-4055-8b29-6c3dbcbf12a1 None None] Pushing event updated for resources: {'Port': ['ID=e51ed6f3-a9eb-4f40-857c-1e178a209d3c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:26.502639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 2001:db8::1 (69019614-6799-425f-be31-d52a88db521c/21704e83-f5d2-46fb-917a-011c97c7626e/56ab0e66-65c1-4485-9ddb-eb40156d4d4b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:26.684507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:26.705180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Transition to ACTIVE for port object 56ab0e66-65c1-4485-9ddb-eb40156d4d4b will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:26.801622 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:26.844288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 69019614-6799-425f-be31-d52a88db521c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:26.849358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:26.854000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:26.854593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:26.903474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=56ab0e66-65c1-4485-9ddb-eb40156d4d4b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:27.004352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b23718-4997-4b56-b2cb-ee5e739cfbcc req-30f8bf06-0f7a-4c44-a75f-deda7b79ae66 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:27.006468 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82b23718-4997-4b56-b2cb-ee5e739cfbcc req-30f8bf06-0f7a-4c44-a75f-deda7b79ae66 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0588984 Aug 10 02:27:27.047667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82b23718-4997-4b56-b2cb-ee5e739cfbcc req-9a63bf67-2fc3-4566-847d-17a407439bad tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335648 Aug 10 02:27:27.100997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:27.231769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e51ed6f3-a9eb-4f40-857c-1e178a209d3c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:27.418604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e51ed6f3-a9eb-4f40-857c-1e178a209d3c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:27.475343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:27.549857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef40a1d-4220-4a23-ac75-8e9147b7ada1 None None] Network 69019614-6799-425f-be31-d52a88db521c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:27.555602 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:27.556775 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:27.649346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=56ab0e66-65c1-4485-9ddb-eb40156d4d4b,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:27.706728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 69019614-6799-425f-be31-d52a88db521c is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:27.708242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:27.735018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dd9827cd-0376-4370-b77b-602f5fa46b7e None None] Provisioning for port e51ed6f3-a9eb-4f40-857c-1e178a209d3c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:27.742044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dd9827cd-0376-4370-b77b-602f5fa46b7e None None] Provisioning complete for port e51ed6f3-a9eb-4f40-857c-1e178a209d3c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:27.742442 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd9827cd-0376-4370-b77b-602f5fa46b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:27.842861 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd9827cd-0376-4370-b77b-602f5fa46b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:27.882737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dd9827cd-0376-4370-b77b-602f5fa46b7e None None] For port e51ed6f3-a9eb-4f40-857c-1e178a209d3c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e51ed6f3-a9eb-4f40-857c-1e178a209d3c,segment=NetworkSegment(0ddae076-d813-454e-96ee-c3e0cf6225ba),segment_id=0ddae076-d813-454e-96ee-c3e0cf6225ba)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:27.915406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:27:27.938186 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd9827cd-0376-4370-b77b-602f5fa46b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.000956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9827cd-0376-4370-b77b-602f5fa46b7e None None] Pushing event updated for resources: {'Port': ['ID=e51ed6f3-a9eb-4f40-857c-1e178a209d3c,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:28.047037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:28.054246 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8b03a1e4-5176-477a-8bbc-5cd743b0d56d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6303442 Aug 10 02:27:28.056213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56898) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:28.060016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:28.064750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1056958592'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:28.071590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:28.072471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:28.154649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:28.159269 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.163858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-92b94bf7-8555-484e-9c0f-6d5375d08456 None None] Provisioning for port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:28.171004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-92b94bf7-8555-484e-9c0f-6d5375d08456 None None] Provisioning complete for port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:28.171431 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-92b94bf7-8555-484e-9c0f-6d5375d08456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.194450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:27:28.222828 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.223517 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added segment c2ff81e9-a2b7-46f3-94ab-29223c92aaf2 of type vlan for network b8635bcd-97ca-4c0a-ae7e-f012555c0792 Aug 10 02:27:28.248872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-92b94bf7-8555-484e-9c0f-6d5375d08456 None None] Port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:28.268548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20379fd-62eb-40bb-8590-6d4b3d10787b req-4dd1d0f0-fa92-48af-a6f1-bd54228feb14 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:28.275535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e20379fd-62eb-40bb-8590-6d4b3d10787b req-4dd1d0f0-fa92-48af-a6f1-bd54228feb14 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1103904 Aug 10 02:27:28.297759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:28.308417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.336282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e20379fd-62eb-40bb-8590-6d4b3d10787b req-47f73afb-f5f4-4051-a28d-1207d14793c5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535038 Aug 10 02:27:28.375771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-92b94bf7-8555-484e-9c0f-6d5375d08456 None None] Provisioning complete for port e51ed6f3-a9eb-4f40-857c-1e178a209d3c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:28.376329 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-92b94bf7-8555-484e-9c0f-6d5375d08456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.417849 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.427233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:28.434603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.528031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Network': ['ID=b8635bcd-97ca-4c0a-ae7e-f012555c0792,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:28.540176 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network b8635bcd-97ca-4c0a-ae7e-f012555c0792 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:27:28.580449 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3fa1f242-35f7-4ca1-a188-80c1bcaa37fb tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5227878 Aug 10 02:27:28.583115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56908) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:28.588864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'subnet': {'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:28.733077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:26Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:27Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:28.764653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:28.764939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Updating router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:27:28.778209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:28.782418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.800330 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.812266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d71ef7bf-2cfd-4172-b93e-cf70d1595937 None None] Provisioning complete for port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:28.812632 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d71ef7bf-2cfd-4172-b93e-cf70d1595937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:28.878053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d71ef7bf-2cfd-4172-b93e-cf70d1595937 None None] Port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:29.064427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:29.108795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:29.119568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Transition to ACTIVE for port object 56ab0e66-65c1-4485-9ddb-eb40156d4d4b will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:29.139375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Subnet': ['ID=18b38c86-ff95-465e-8451-2ddc252d93e0,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:29.144816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Checking segment: {'id': 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:29.155943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network hostable DHCP agents. Network: b8635bcd-97ca-4c0a-ae7e-f012555c0792, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:27:29.176075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e51ed6f3-a9eb-4f40-857c-1e178a209d3c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:29.229631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e51ed6f3-a9eb-4f40-857c-1e178a209d3c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:29.230012 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:29.231643 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:29.268398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network b8635bcd-97ca-4c0a-ae7e-f012555c0792 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:27:29.315388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27182f23-5a3f-42a4-9a16-bc6ddfbb0956 None None] Pushing event updated for resources: {'Port': ['ID=56ab0e66-65c1-4485-9ddb-eb40156d4d4b,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:29.348483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, b8635bcd-97ca-4c0a-ae7e-f012555c0792) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:29.355504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:29.369148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:29.369548 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7bb9a4-e193-4266-ba5d-ff799ff11a82 None None] Network b8635bcd-97ca-4c0a-ae7e-f012555c0792 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:29.455895 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8b74542f-da37-4351-9a46-fc63ea791f60 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8691177 Aug 10 02:27:29.456725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56916) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:29.543855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62546e3-3618-479b-ba9c-be1c8b8556c5 req-80290998-d0ed-4b3d-ae3a-251d91215421 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:29.554458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f62546e3-3618-479b-ba9c-be1c8b8556c5 req-80290998-d0ed-4b3d-ae3a-251d91215421 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1099439 Aug 10 02:27:29.622840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f62546e3-3618-479b-ba9c-be1c8b8556c5 req-f2c07b84-8f19-413e-b3d4-b0ff85671562 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625992 Aug 10 02:27:29.754505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Attempting to bind port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:29.754907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Attempting to bind port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '0ddae076-d813-454e-96ee-c3e0cf6225ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69019614-6799-425f-be31-d52a88db521c'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:29.755270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Attempting to bind port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b on network 69019614-6799-425f-be31-d52a88db521c {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:29.772331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:29.772705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Checking segment: {'id': '0ddae076-d813-454e-96ee-c3e0cf6225ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69019614-6799-425f-be31-d52a88db521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:29.773166 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:29.773571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Bound using segment: {'id': '0ddae076-d813-454e-96ee-c3e0cf6225ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69019614-6799-425f-be31-d52a88db521c'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:29.774045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Bound port: 56ab0e66-65c1-4485-9ddb-eb40156d4d4b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddae076-d813-454e-96ee-c3e0cf6225ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69019614-6799-425f-be31-d52a88db521c'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:29.774411 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:29.880968 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:29.903880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] For port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:29.907275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] For port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=56ab0e66-65c1-4485-9ddb-eb40156d4d4b,segment=NetworkSegment(0ddae076-d813-454e-96ee-c3e0cf6225ba),segment_id=0ddae076-d813-454e-96ee-c3e0cf6225ba)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:29.945091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:27:29.946348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:30.030327 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:30.143142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27182f23-5a3f-42a4-9a16-bc6ddfbb0956 None None] Pushing event updated for resources: {'Port': ['ID=56ab0e66-65c1-4485-9ddb-eb40156d4d4b,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:30.144855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:30.145894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:30.156065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Allocated IP 2001:db8:1::2 (b8635bcd-97ca-4c0a-ae7e-f012555c0792/18b38c86-ff95-465e-8451-2ddc252d93e0/6ef1a5bc-c2d2-432e-ab07-78c07ca667e7) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:30.300348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:30.530321 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:30.545366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Transition to ACTIVE for port object 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:30.596148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Transition to ACTIVE for port object 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:30.629385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:26Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:29Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:30.657442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1a5cf-d5c6-4d9c-8dbe-ccba3a255978 None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:26Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:29Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:30.703522 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:30.768179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Pushing event updated for resources: {'Port': ['ID=6ef1a5bc-c2d2-432e-ab07-78c07ca667e7,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:30.784591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04437a-32c1-4356-9772-1e06378ff999 req-68a20776-d66d-4343-9979-e2c5b72e41e5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:30.788136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d04437a-32c1-4356-9772-1e06378ff999 req-68a20776-d66d-4343-9979-e2c5b72e41e5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0825257 Aug 10 02:27:30.790453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Network b8635bcd-97ca-4c0a-ae7e-f012555c0792 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:30.792110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:30.792757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 2001:db8:1::1 (b8635bcd-97ca-4c0a-ae7e-f012555c0792/18b38c86-ff95-465e-8451-2ddc252d93e0/d5eda0c2-1b4e-4b5f-988d-5833a6f961b1) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:30.794829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:30.860002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d04437a-32c1-4356-9772-1e06378ff999 req-3256541e-332c-4c43-be89-fabfa439a81e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572400 Aug 10 02:27:30.897323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Attempting to bind port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:30.897840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Attempting to bind port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:30.898329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Attempting to bind port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 on network b8635bcd-97ca-4c0a-ae7e-f012555c0792 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:30.907870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:30.908635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Checking segment: {'id': 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:30.909272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:30.910002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Bound using segment: {'id': 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:30.910711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Bound port: 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:30.911197 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:30.964942 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:31.001266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Transition to ACTIVE for port object d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:31.071293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] For port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:31.074934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] For port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6ef1a5bc-c2d2-432e-ab07-78c07ca667e7,segment=NetworkSegment(c2ff81e9-a2b7-46f3-94ab-29223c92aaf2),segment_id=c2ff81e9-a2b7-46f3-94ab-29223c92aaf2)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:31.134196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:31.168810 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:31.201489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network b8635bcd-97ca-4c0a-ae7e-f012555c0792 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:31.207835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:31.215407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:31.215989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:31.255135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc62ee-b569-4498-ac98-79353cfb9eb0 None None] Pushing event updated for resources: {'Port': ['ID=6ef1a5bc-c2d2-432e-ab07-78c07ca667e7,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:31.261949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 56ab0e66-65c1-4485-9ddb-eb40156d4d4b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:31.298467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=d5eda0c2-1b4e-4b5f-988d-5833a6f961b1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:31.407730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:31.411918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:31.412901 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:31.472570 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:31.641699 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:31.736927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=56ab0e66-65c1-4485-9ddb-eb40156d4d4b,segment=NetworkSegment(0ddae076-d813-454e-96ee-c3e0cf6225ba),segment_id=0ddae076-d813-454e-96ee-c3e0cf6225ba)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:31.835757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:31.910903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=56ab0e66-65c1-4485-9ddb-eb40156d4d4b,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:31.988118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:31.996158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbc75a-cb2c-484c-825b-93b327403906 req-2bce332d-6376-45e5-9d39-741ff951439b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:31.997657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3fbc75a-cb2c-484c-825b-93b327403906 req-2bce332d-6376-45e5-9d39-741ff951439b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0652988 Aug 10 02:27:32.042284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3fbc75a-cb2c-484c-825b-93b327403906 req-67b3c735-c1b8-43c1-ab78-8802f9571f70 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Aug 10 02:27:32.069366 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:32.079056 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:32.162442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=d5eda0c2-1b4e-4b5f-988d-5833a6f961b1,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:32.210536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network b8635bcd-97ca-4c0a-ae7e-f012555c0792 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:32.211911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:32.320857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:32.415824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:32.420965 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e8d19254-0f92-4700-b5ba-3077042634cd tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9614930 Aug 10 02:27:32.423696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 56944) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:32.428728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2134973843'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:32.515660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:32.519539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:32.546502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:27:32.555666 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:32.556558 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added segment 149b701b-734b-465a-bae6-78f48dce88fb of type vlan for network 3e705cc5-385a-4d5c-8446-6d7966c86ddc Aug 10 02:27:32.600217 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:32.733024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:32.744927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:32.745924 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:32.835898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Network': ['ID=3e705cc5-385a-4d5c-8446-6d7966c86ddc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:32.848190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 3e705cc5-385a-4d5c-8446-6d7966c86ddc details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:27:32.871183 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-298ad661-8ef0-4d2b-817a-334edb1ec42d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4464576 Aug 10 02:27:32.874115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56950) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:32.875175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf96778-5614-4443-b982-13e479d395b6 None None] Network b8635bcd-97ca-4c0a-ae7e-f012555c0792 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:32.887318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'subnet': {'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:32.911280 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:32.937733 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:32.938657 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:33.081334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:33.086002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.089978 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:33.123278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-311c0d1f-6192-4752-b0b3-2fbb844282ce None None] Provisioning for port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:33.314099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eca55-d3f9-4374-be4f-03ddf5186683 req-1c7fcbcf-e6e7-435b-b9c6-2b24c236b0fb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:33.316075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e36eca55-d3f9-4374-be4f-03ddf5186683 req-1c7fcbcf-e6e7-435b-b9c6-2b24c236b0fb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.1259127 Aug 10 02:27:33.348779 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 3, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:33.364619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:33.381521 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:33.382150 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Updating router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:27:33.419031 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.430064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e36eca55-d3f9-4374-be4f-03ddf5186683 req-f477735e-e06b-4698-bd05-6e6f54fe8436 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971885 Aug 10 02:27:33.577515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:33.593486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:33.594831 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.669183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.761379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Subnet': ['ID=92b6f195-63b8-467b-9b0e-dbc7e55270a3,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:33.764280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Checking segment: {'id': '149b701b-734b-465a-bae6-78f48dce88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:33.764444 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.764694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network hostable DHCP agents. Network: 3e705cc5-385a-4d5c-8446-6d7966c86ddc, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:27:33.805434 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.810498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-99e3ab3c-dfcb-4f75-8b2a-694b8b377017 None None] Provisioning for port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:33.813802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6ef1a5bc-c2d2-432e-ab07-78c07ca667e7,segment=NetworkSegment(c2ff81e9-a2b7-46f3-94ab-29223c92aaf2),segment_id=c2ff81e9-a2b7-46f3-94ab-29223c92aaf2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:33.816840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-99e3ab3c-dfcb-4f75-8b2a-694b8b377017 None None] Provisioning complete for port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:33.817292 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99e3ab3c-dfcb-4f75-8b2a-694b8b377017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.823071 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Transition to ACTIVE for port object d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:33.867069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-99e3ab3c-dfcb-4f75-8b2a-694b8b377017 None None] Port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:33.877760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-99e3ab3c-dfcb-4f75-8b2a-694b8b377017 None None] Provisioning complete for port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:33.878210 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99e3ab3c-dfcb-4f75-8b2a-694b8b377017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.893981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 3e705cc5-385a-4d5c-8446-6d7966c86ddc is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:27:33.931682 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.952411 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:33.953203 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 56ab0e66-65c1-4485-9ddb-eb40156d4d4b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:33.995579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 3e705cc5-385a-4d5c-8446-6d7966c86ddc) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:34.000311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:34.001192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:34.003853 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Pushing event updated for resources: {'Port': ['ID=d5eda0c2-1b4e-4b5f-988d-5833a6f961b1,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:34.022210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0fa745-d094-40ca-b9ba-c195d01c3546 None None] Network 3e705cc5-385a-4d5c-8446-6d7966c86ddc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:34.037556 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.037917 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.038274 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.041139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.041139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.041139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.041139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.041139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.041139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.041139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.041681 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.041681 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:34.093699 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Attempting to bind port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:34.093699 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Attempting to bind port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:34.093699 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Attempting to bind port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 on network b8635bcd-97ca-4c0a-ae7e-f012555c0792 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:34.107271 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:34.107664 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Checking segment: {'id': 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:34.108119 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:34.108566 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Bound using segment: {'id': 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:34.109314 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Bound port: d5eda0c2-1b4e-4b5f-988d-5833a6f961b1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:34.111037 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:34.121739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99e3ab3c-dfcb-4f75-8b2a-694b8b377017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:34.131818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7dc9e479-370c-475a-9dca-6f661b1e6f7d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2565184 Aug 10 02:27:34.135235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56962) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:34.217258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=6ef1a5bc-c2d2-432e-ab07-78c07ca667e7,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:34.283051 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] For port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:34.292585 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] For port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d5eda0c2-1b4e-4b5f-988d-5833a6f961b1,segment=NetworkSegment(c2ff81e9-a2b7-46f3-94ab-29223c92aaf2),segment_id=c2ff81e9-a2b7-46f3-94ab-29223c92aaf2)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:34.386501 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:34.387502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:34.387856 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:34.486253 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:34.486933 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:34.688395 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:34.746322 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364db77-20ad-45c0-80b6-d91c7c3d10bc None None] Pushing event updated for resources: {'Port': ['ID=d5eda0c2-1b4e-4b5f-988d-5833a6f961b1,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:34.842601 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-99e3ab3c-dfcb-4f75-8b2a-694b8b377017 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:27:34.843199 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-99e3ab3c-dfcb-4f75-8b2a-694b8b377017 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:27:34.913575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9131f4-3b0b-4795-83ac-2c3558aef945 req-986fc96c-298a-4409-b190-21a10ee55448 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:34.915435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f9131f4-3b0b-4795-83ac-2c3558aef945 req-986fc96c-298a-4409-b190-21a10ee55448 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 944 time: 0.0649197 Aug 10 02:27:34.957425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:27:34.959073 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:35.075126 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 3, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:34Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:35.119096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f9131f4-3b0b-4795-83ac-2c3558aef945 req-f04d1906-49dd-4ecf-a55f-f08d0f6720e1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058230 Aug 10 02:27:35.257407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Allocated IP 2001:db8:2::2 (3e705cc5-385a-4d5c-8446-6d7966c86ddc/92b6f195-63b8-467b-9b0e-dbc7e55270a3/f45f376f-81b3-40bb-b5a7-3ff322da7d3b) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:35.305407 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a481b-66e5-420a-b208-9e9e3671ed1e None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 3, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:34Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:35.337204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:35.349687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:35.485122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6bf4b798-45e6-4e8f-952e-a64c6c1914ae details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:27:35.617121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:35.617442 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:35.682772 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:35.715498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Transition to ACTIVE for port object f45f376f-81b3-40bb-b5a7-3ff322da7d3b will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:35.771346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Transition to ACTIVE for port object f45f376f-81b3-40bb-b5a7-3ff322da7d3b will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:35.773782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:35.819629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '6bf4b798-45e6-4e8f-952e-a64c6c1914ae', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'port_id': '6bf4b798-45e6-4e8f-952e-a64c6c1914ae', 'mac_address': 'fa:16:3e:b0:f5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:27:35.870854 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:35.932305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Network 3e705cc5-385a-4d5c-8446-6d7966c86ddc is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:35.940360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:35.940360 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:35.945294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:35.949848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 2001:db8:2::1 (3e705cc5-385a-4d5c-8446-6d7966c86ddc/92b6f195-63b8-467b-9b0e-dbc7e55270a3/a09473c4-e8d3-4594-a38a-391796750296) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:35.961861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Pushing event updated for resources: {'Port': ['ID=f45f376f-81b3-40bb-b5a7-3ff322da7d3b,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:35.989265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf4b798-45e6-4e8f-952e-a64c6c1914ae {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:27:36.012926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:36.054455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Attempting to bind port f45f376f-81b3-40bb-b5a7-3ff322da7d3b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:36.054974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Attempting to bind port f45f376f-81b3-40bb-b5a7-3ff322da7d3b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '149b701b-734b-465a-bae6-78f48dce88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:36.055350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Attempting to bind port f45f376f-81b3-40bb-b5a7-3ff322da7d3b on network 3e705cc5-385a-4d5c-8446-6d7966c86ddc {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:36.062697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:36.063330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Checking segment: {'id': '149b701b-734b-465a-bae6-78f48dce88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:36.064009 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:36.064713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Bound using segment: {'id': '149b701b-734b-465a-bae6-78f48dce88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:36.064862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Bound port: f45f376f-81b3-40bb-b5a7-3ff322da7d3b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149b701b-734b-465a-bae6-78f48dce88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:36.065323 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:36.128650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:36.140548 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:36.160991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Transition to ACTIVE for port object a09473c4-e8d3-4594-a38a-391796750296 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:36.199346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] For port f45f376f-81b3-40bb-b5a7-3ff322da7d3b, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:36.210344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] For port f45f376f-81b3-40bb-b5a7-3ff322da7d3b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f45f376f-81b3-40bb-b5a7-3ff322da7d3b,segment=NetworkSegment(149b701b-734b-465a-bae6-78f48dce88fb),segment_id=149b701b-734b-465a-bae6-78f48dce88fb)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:36.214432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:36.295760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc802c9-9210-4e60-84f1-afe1cd9b2e2b req-9a37a368-2584-470f-83fe-b514e4d01891 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:36.297532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bc802c9-9210-4e60-84f1-afe1cd9b2e2b req-9a37a368-2584-470f-83fe-b514e4d01891 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 945 time: 0.0560389 Aug 10 02:27:36.299304 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:36.334211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['6bf4b798-45e6-4e8f-952e-a64c6c1914ae'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:27:36.394608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=a09473c4-e8d3-4594-a38a-391796750296,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:36.395821 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:36.404861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.405308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.405724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.405974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.406374 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.406751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.407173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.407514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.407848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.408180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.408629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.408857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:36.434991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 3e705cc5-385a-4d5c-8446-6d7966c86ddc is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:36.440780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:36.449476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:36.450465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:36.502891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8fb93-1c68-4155-8b25-738e4ecb0a3e None None] Pushing event updated for resources: {'Port': ['ID=f45f376f-81b3-40bb-b5a7-3ff322da7d3b,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:36.508702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bc802c9-9210-4e60-84f1-afe1cd9b2e2b req-e39dba5f-571c-45f9-b409-34619586e1ed tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036185 Aug 10 02:27:36.726066 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.112272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.213327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.214643 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.253790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f45f376f-81b3-40bb-b5a7-3ff322da7d3b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:37.310054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=a09473c4-e8d3-4594-a38a-391796750296,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:37.364280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network 3e705cc5-385a-4d5c-8446-6d7966c86ddc is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:37.365960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:37.367299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port f45f376f-81b3-40bb-b5a7-3ff322da7d3b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:37.377950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:37.493377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6bf4b798-45e6-4e8f-952e-a64c6c1914ae up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:37.526571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:37.558165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:37.563445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:37.563962 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.670695 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.675411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:37.684003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4197fde1-f019-4c1b-8078-8ae8d2c3a122 None None] Network 3e705cc5-385a-4d5c-8446-6d7966c86ddc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:37.704704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:37.713907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6b2e04bb-2c6c-4665-a4e2-61a3dfea52a5 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5728331 Aug 10 02:27:37.713907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 56992) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:37.719972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-280879642'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:37.735925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:37.736351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.740126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd13ed-4b5c-470e-b940-e388df9d3ed1 req-333be39c-0030-447b-9544-a7b3f6a1b60d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:37.744605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3fd13ed-4b5c-470e-b940-e388df9d3ed1 req-333be39c-0030-447b-9544-a7b3f6a1b60d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 945 time: 0.0935404 Aug 10 02:27:37.744838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:37.787679 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3fd13ed-4b5c-470e-b940-e388df9d3ed1 req-13b4b15f-ea83-4054-8bc8-3f7ab23272b1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357709 Aug 10 02:27:37.794379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d5eda0c2-1b4e-4b5f-988d-5833a6f961b1,segment=NetworkSegment(c2ff81e9-a2b7-46f3-94ab-29223c92aaf2),segment_id=c2ff81e9-a2b7-46f3-94ab-29223c92aaf2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:37.810253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:37.810909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:37.835005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:37.844928 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.870356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:27:37.888173 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.888754 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added segment d85251d2-a26c-464e-a24d-21a19f4861ff of type vlan for network eecef6f6-8e61-4001-90b1-241bda8ce687 Aug 10 02:27:37.942928 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:37.945525 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.004697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-974ed3d7-0b4b-48b5-a0a0-a5569fd884f0 None None] Provisioning for port f45f376f-81b3-40bb-b5a7-3ff322da7d3b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:38.011311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:38.053825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-974ed3d7-0b4b-48b5-a0a0-a5569fd884f0 None None] Provisioning complete for port f45f376f-81b3-40bb-b5a7-3ff322da7d3b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:38.054457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-974ed3d7-0b4b-48b5-a0a0-a5569fd884f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.076370 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.083940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:38.085219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.145396 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.183035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=d5eda0c2-1b4e-4b5f-988d-5833a6f961b1,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:38.214262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4966362 Aug 10 02:27:38.218717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57000) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:38.225499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'subnet': {'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:38.231408 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb53c87-8fed-424a-a5d5-b7742f98e738 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Network': ['ID=eecef6f6-8e61-4001-90b1-241bda8ce687,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:38.269939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network eecef6f6-8e61-4001-90b1-241bda8ce687 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:27:38.308243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3de68a-df3c-432b-9c23-937a158bcac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf4b798-45e6-4e8f-952e-a64c6c1914ae'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:27:38.310850 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbd0514-fe2a-45b7-bb16-fe102edbbb23" -d '{"events": [{"server_uuid": "0d3de68a-df3c-432b-9c23-937a158bcac2", "name": "network-vif-plugged", "status": "completed", "tag": "6bf4b798-45e6-4e8f-952e-a64c6c1914ae"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:27:38.347041 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:38.429970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-974ed3d7-0b4b-48b5-a0a0-a5569fd884f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.457235 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.486931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Made reservation on behalf of eb202d4a98b841e6b3f8649a87d7b795 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:27:38.500529 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.558695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:38.578539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-974ed3d7-0b4b-48b5-a0a0-a5569fd884f0 None None] For port f45f376f-81b3-40bb-b5a7-3ff322da7d3b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f45f376f-81b3-40bb-b5a7-3ff322da7d3b,segment=NetworkSegment(149b701b-734b-465a-bae6-78f48dce88fb),segment_id=149b701b-734b-465a-bae6-78f48dce88fb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:38.604129 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4245bd0-3881-41d4-bc7e-9322b78a1137 x-openstack-request-id: req-b4245bd0-3881-41d4-bc7e-9322b78a1137 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:27:38.604129 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3de68a-df3c-432b-9c23-937a158bcac2", "name": "network-vif-plugged", "status": "completed", "tag": "6bf4b798-45e6-4e8f-952e-a64c6c1914ae", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:27:38.604129 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b4245bd0-3881-41d4-bc7e-9322b78a1137 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:27:38.604129 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3de68a-df3c-432b-9c23-937a158bcac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf4b798-45e6-4e8f-952e-a64c6c1914ae', 'code': 200} Aug 10 02:27:38.632180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:36Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:36Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:34Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:38.737240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdb66e-1af5-436e-8ff4-e0e2d6ba50f6 req-9638db44-ef5a-4159-808c-fe6e67d6afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:38.738972 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c3bdb66e-1af5-436e-8ff4-e0e2d6ba50f6 req-9638db44-ef5a-4159-808c-fe6e67d6afff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 1098 time: 0.0780709 Aug 10 02:27:38.783233 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c3bdb66e-1af5-436e-8ff4-e0e2d6ba50f6 req-99e6da46-8ecb-4be2-a099-b00ed711b7ec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367651 Aug 10 02:27:38.929730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dadd5b-0a65-4a58-97f7-6a55046354d0 req-390b1b17-c6d0-40b0-890d-eeba9793d2c3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:38.932052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30dadd5b-0a65-4a58-97f7-6a55046354d0 req-390b1b17-c6d0-40b0-890d-eeba9793d2c3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 946 time: 0.0639801 Aug 10 02:27:38.954903 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.984536 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-974ed3d7-0b4b-48b5-a0a0-a5569fd884f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:38.986346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:38.986888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Updating router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 port a09473c4-e8d3-4594-a38a-391796750296 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:27:39.055581 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:39.060864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Subnet': ['ID=2b386a6b-4ded-4995-a3a6-03938a02cd51,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:39.067822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30dadd5b-0a65-4a58-97f7-6a55046354d0 req-f111ee8a-9134-41a6-9c7f-5001ff4a908b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245723 Aug 10 02:27:39.102322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Checking segment: {'id': 'd85251d2-a26c-464e-a24d-21a19f4861ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:39.103530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network hostable DHCP agents. Network: eecef6f6-8e61-4001-90b1-241bda8ce687, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:27:39.163883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ed3d7-0b4b-48b5-a0a0-a5569fd884f0 None None] Pushing event updated for resources: {'Port': ['ID=f45f376f-81b3-40bb-b5a7-3ff322da7d3b,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:39.220223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network eecef6f6-8e61-4001-90b1-241bda8ce687 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:27:39.227434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:39.273734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7aeaf467-a40c-4eeb-ba84-e186c3d7c861 None None] Provisioning for port a09473c4-e8d3-4594-a38a-391796750296 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:39.290899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7aeaf467-a40c-4eeb-ba84-e186c3d7c861 None None] Provisioning complete for port a09473c4-e8d3-4594-a38a-391796750296 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:39.290899 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf467-a40c-4eeb-ba84-e186c3d7c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:39.314596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, eecef6f6-8e61-4001-90b1-241bda8ce687) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:39.320777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:39.321774 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:39.361562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36f0f0a-1327-40c4-bf40-9957f0447ce3 None None] Network eecef6f6-8e61-4001-90b1-241bda8ce687 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:39.413922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ccbca8ef-5fd2-45a7-9dbe-0e7a36d6c45c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1945806 Aug 10 02:27:39.417023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57016) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:39.544325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7aeaf467-a40c-4eeb-ba84-e186c3d7c861 None None] Port a09473c4-e8d3-4594-a38a-391796750296 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:39.565044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:39.565416 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:39.638964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7aeaf467-a40c-4eeb-ba84-e186c3d7c861 None None] Provisioning complete for port f45f376f-81b3-40bb-b5a7-3ff322da7d3b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:39.639150 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf467-a40c-4eeb-ba84-e186c3d7c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:39.790012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-eecef6f6-8e61-4001-90b1-241bda8ce687', 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'fixed_ips': [{'subnet_id': '2b386a6b-4ded-4995-a3a6-03938a02cd51'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:27:39.797244 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:39.814651 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:39.877060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Transition to ACTIVE for port object a09473c4-e8d3-4594-a38a-391796750296 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:40.020923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Allocated IP 2001:db8:3::2 (eecef6f6-8e61-4001-90b1-241bda8ce687/2b386a6b-4ded-4995-a3a6-03938a02cd51/7c616dec-6e8d-446d-87fb-55ac02c89190) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:40.026246 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:40.133620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2e93d-db81-49c0-9851-73230076d860 None None] Pushing event updated for resources: {'Port': ['ID=a09473c4-e8d3-4594-a38a-391796750296,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:40.230952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Attempting to bind port a09473c4-e8d3-4594-a38a-391796750296 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:40.231199 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Attempting to bind port a09473c4-e8d3-4594-a38a-391796750296 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '149b701b-734b-465a-bae6-78f48dce88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:40.231586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Attempting to bind port a09473c4-e8d3-4594-a38a-391796750296 on network 3e705cc5-385a-4d5c-8446-6d7966c86ddc {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:40.245067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:40.245452 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Checking segment: {'id': '149b701b-734b-465a-bae6-78f48dce88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:40.245879 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:40.246261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Bound using segment: {'id': '149b701b-734b-465a-bae6-78f48dce88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:40.246792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Bound port: a09473c4-e8d3-4594-a38a-391796750296, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149b701b-734b-465a-bae6-78f48dce88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:40.247169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:40.260120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc15162-4bdc-4761-8912-770eeaf02d2d req-3b569b0b-0989-4430-bb8e-4f77ee7f4e8c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:40.262103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cc15162-4bdc-4761-8912-770eeaf02d2d req-3b569b0b-0989-4430-bb8e-4f77ee7f4e8c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 946 time: 0.1001709 Aug 10 02:27:40.323589 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cc15162-4bdc-4761-8912-770eeaf02d2d req-8f7cda6d-17ff-4664-acb2-a5ccb9b138b3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488043 Aug 10 02:27:40.335320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:40.351840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Transition to ACTIVE for port object 7c616dec-6e8d-446d-87fb-55ac02c89190 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:40.369972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Transition to ACTIVE for port object 7c616dec-6e8d-446d-87fb-55ac02c89190 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:40.402925 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:40.474852 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:40.548794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Network eecef6f6-8e61-4001-90b1-241bda8ce687 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:40.553391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:40.560826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] For port a09473c4-e8d3-4594-a38a-391796750296, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:40.571932 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716622a1-c480-4c0a-a40b-7864678d6110 req-9944463c-6dc1-4a3b-9132-5e3cb9050a85 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:40.577357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-716622a1-c480-4c0a-a40b-7864678d6110 req-9944463c-6dc1-4a3b-9132-5e3cb9050a85 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 946 time: 0.1306713 Aug 10 02:27:40.586026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:40.634167 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] For port a09473c4-e8d3-4594-a38a-391796750296, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a09473c4-e8d3-4594-a38a-391796750296,segment=NetworkSegment(149b701b-734b-465a-bae6-78f48dce88fb),segment_id=149b701b-734b-465a-bae6-78f48dce88fb)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:40.653319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Pushing event updated for resources: {'Port': ['ID=7c616dec-6e8d-446d-87fb-55ac02c89190,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:40.670061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-716622a1-c480-4c0a-a40b-7864678d6110 req-bb532907-c5d9-4a4f-8255-f1ea6bc9ae37 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845349 Aug 10 02:27:40.690788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Attempting to bind port 7c616dec-6e8d-446d-87fb-55ac02c89190 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:40.690788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Attempting to bind port 7c616dec-6e8d-446d-87fb-55ac02c89190 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd85251d2-a26c-464e-a24d-21a19f4861ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:40.690788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Attempting to bind port 7c616dec-6e8d-446d-87fb-55ac02c89190 on network eecef6f6-8e61-4001-90b1-241bda8ce687 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:40.705238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:40.707071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Checking segment: {'id': 'd85251d2-a26c-464e-a24d-21a19f4861ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:40.707489 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:40.707895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Bound using segment: {'id': 'd85251d2-a26c-464e-a24d-21a19f4861ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:40.708507 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Bound port: 7c616dec-6e8d-446d-87fb-55ac02c89190, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85251d2-a26c-464e-a24d-21a19f4861ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:40.708803 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:40.775470 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:40.922571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0761-7f7c-4519-8f37-111e2dbfda9c req-74724f4d-6f98-4deb-b305-300e7cc09c2d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:40.923806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b7a0761-7f7c-4519-8f37-111e2dbfda9c req-74724f4d-6f98-4deb-b305-300e7cc09c2d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 946 time: 0.1368461 Aug 10 02:27:40.950432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Allocated IP 2001:db8:3::1 (eecef6f6-8e61-4001-90b1-241bda8ce687/2b386a6b-4ded-4995-a3a6-03938a02cd51/1a05f670-06eb-4010-bc8a-78ec4d9f11f2) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:27:41.006132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] For port 7c616dec-6e8d-446d-87fb-55ac02c89190, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:41.010441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] For port 7c616dec-6e8d-446d-87fb-55ac02c89190, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7c616dec-6e8d-446d-87fb-55ac02c89190,segment=NetworkSegment(d85251d2-a26c-464e-a24d-21a19f4861ff),segment_id=d85251d2-a26c-464e-a24d-21a19f4861ff)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:41.011907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2e93d-db81-49c0-9851-73230076d860 None None] Pushing event updated for resources: {'Port': ['ID=a09473c4-e8d3-4594-a38a-391796750296,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:41.014878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:41.015529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:41.033155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b7a0761-7f7c-4519-8f37-111e2dbfda9c req-1496155a-80dc-4f50-a964-003e119c40d4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772929 Aug 10 02:27:41.155002 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:41.204012 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:41.223412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Transition to ACTIVE for port object 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:41.235826 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:27:41.294643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f45f376f-81b3-40bb-b5a7-3ff322da7d3b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:41.377952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:41.407259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7fd89-355f-4e52-84b1-4571cf6738db None None] Pushing event updated for resources: {'Port': ['ID=7c616dec-6e8d-446d-87fb-55ac02c89190,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:41.414060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:41.446228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network eecef6f6-8e61-4001-90b1-241bda8ce687 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:41.453862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:41.501672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port f45f376f-81b3-40bb-b5a7-3ff322da7d3b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:41.502129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:41.505012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:27:41.505638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:41.661333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=1a05f670-06eb-4010-bc8a-78ec4d9f11f2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:41.661333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.661670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.662186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.662963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.663754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.664475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.665037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.666290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.667052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.667714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.668283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.668894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:41.789005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f1d6d-7abc-4e15-acb8-87d0fd041a82 req-4637d0cc-d917-47a4-b308-a51126dc04da tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:41.805982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-453f1d6d-7abc-4e15-acb8-87d0fd041a82 req-4637d0cc-d917-47a4-b308-a51126dc04da tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 946 time: 0.0818181 Aug 10 02:27:41.816508 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:41.901472 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-453f1d6d-7abc-4e15-acb8-87d0fd041a82 req-d5f688d5-f37e-4d11-8867-23a3bec0c3c9 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911698 Aug 10 02:27:42.024419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:36Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:40Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:42.058944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773faa11-7184-4062-a4ab-e5f16d75b37f None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:36Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:40Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:42.231226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:42.310352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:42.311285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:42.424333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event updated for resources: {'Port': ['ID=1a05f670-06eb-4010-bc8a-78ec4d9f11f2,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:42.492077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Network eecef6f6-8e61-4001-90b1-241bda8ce687 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:27:42.494621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:27:42.621114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:42.695786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920acf7a-6a55-4ef9-b5d7-a3848a206195 None None] Network eecef6f6-8e61-4001-90b1-241bda8ce687 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:42.760747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:42.769304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57052) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:42.769743 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-594ad8f4-da08-4d6c-ab3c-bd6eaae2e979 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3516176 Aug 10 02:27:42.774172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:42.867517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e3db7b16-9573-4173-a6e5-298f9f70a26c None None] Provisioning for port 7c616dec-6e8d-446d-87fb-55ac02c89190 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:42.878151 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:42.888292 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:42.888906 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:43.010205 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:43.054746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-f53aaab3-980c-43e4-9e3f-d0c914ac09e0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:43.061508 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-f53aaab3-980c-43e4-9e3f-d0c914ac09e0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 946 time: 0.0709727 Aug 10 02:27:43.207387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8fe13-b6ab-4a22-86f3-8f88602b668b req-dca7cc45-8f14-4599-b645-660728e28d5f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:43.223011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4b8fe13-b6ab-4a22-86f3-8f88602b668b req-dca7cc45-8f14-4599-b645-660728e28d5f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 946 time: 0.2225883 Aug 10 02:27:43.234218 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.301921 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:41Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '1a05f670-06eb-4010-bc8a-78ec4d9f11f2', 'name': '', 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:a6:cb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:40Z', 'updated_at': '2021-08-10T02:27:42Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:40Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:43.305756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4b8fe13-b6ab-4a22-86f3-8f88602b668b req-9605019a-36da-43f3-aefb-d88e51c98057 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813811 Aug 10 02:27:43.350819 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a09473c4-e8d3-4594-a38a-391796750296 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:43.359587 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:43.359984 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Updating router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:27:43.360101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:43.360378 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.387169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8794a380-51e1-4f31-a32d-a12157dc37d4 None None] Provisioning for port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:43.395352 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8794a380-51e1-4f31-a32d-a12157dc37d4 None None] Provisioning complete for port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:43.395903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8794a380-51e1-4f31-a32d-a12157dc37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.402333 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.434100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.extraroute_db [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 02:27:43.439979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8794a380-51e1-4f31-a32d-a12157dc37d4 None None] Port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:43.467621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.extraroute_db [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Removed routes are [] {{(pid=101224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 02:27:43.468344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.538929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] For port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:43.538929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.556701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for 6bf4b798-45e6-4e8f-952e-a64c6c1914ae owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:43.596265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a09473c4-e8d3-4594-a38a-391796750296 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:43.600342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a09473c4-e8d3-4594-a38a-391796750296 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:43.600818 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.763877 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.832964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e73c1076-62a2-48c3-8605-79df90c84970 None None] Provisioning complete for port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:43.833381 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e73c1076-62a2-48c3-8605-79df90c84970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.859113 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.875046 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Transition to ACTIVE for port object 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:27:43.882519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a09473c4-e8d3-4594-a38a-391796750296, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a09473c4-e8d3-4594-a38a-391796750296,segment=NetworkSegment(149b701b-734b-465a-bae6-78f48dce88fb),segment_id=149b701b-734b-465a-bae6-78f48dce88fb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:43.902501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-e73c1076-62a2-48c3-8605-79df90c84970 None None] Port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:27:43.942730 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.944121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.945985 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.959672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['6bf4b798-45e6-4e8f-952e-a64c6c1914ae'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:27:43.979348 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:43.997343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=6bf4b798-45e6-4e8f-952e-a64c6c1914ae,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:44.003089 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.003545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7c616dec-6e8d-446d-87fb-55ac02c89190 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:44.083535 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] No DVR routers for this DVR port 6bf4b798-45e6-4e8f-952e-a64c6c1914ae on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:44.093929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.096200 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ced3bd48-6dc9-437a-b168-50c8d5ac49e9 req-58515f0a-625b-4ea9-b9fc-9f19f763c219 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "DELETE /v2.0/ports/6bf4b798-45e6-4e8f-952e-a64c6c1914ae HTTP/1.1" status: 204 len: 173 time: 1.0267169 Aug 10 02:27:44.096423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3de68a-df3c-432b-9c23-937a158bcac2', 'name': 'network-vif-deleted', 'tag': '6bf4b798-45e6-4e8f-952e-a64c6c1914ae'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:27:44.098759 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a6ce23-b4bc-4c6d-8eba-2d30aa912a02" -d '{"events": [{"server_uuid": "0d3de68a-df3c-432b-9c23-937a158bcac2", "name": "network-vif-deleted", "tag": "6bf4b798-45e6-4e8f-952e-a64c6c1914ae"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:27:44.107193 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1500942-b7f9-420f-afc0-b80052cd2112 None None] Pushing event updated for resources: {'Port': ['ID=1a05f670-06eb-4010-bc8a-78ec4d9f11f2,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:44.155989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:44.157831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a09473c4-e8d3-4594-a38a-391796750296,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:44.215792 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Attempting to bind port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:27:44.215792 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Attempting to bind port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'd85251d2-a26c-464e-a24d-21a19f4861ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:27:44.215792 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Attempting to bind port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 on network eecef6f6-8e61-4001-90b1-241bda8ce687 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:27:44.219105 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:27:44.219951 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Checking segment: {'id': 'd85251d2-a26c-464e-a24d-21a19f4861ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:27:44.221183 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.221752 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Bound using segment: {'id': 'd85251d2-a26c-464e-a24d-21a19f4861ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:27:44.223733 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Bound port: 1a05f670-06eb-4010-bc8a-78ec4d9f11f2, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85251d2-a26c-464e-a24d-21a19f4861ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:27:44.224511 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.228194 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f0533c-b7e7-480d-8fcd-ab8494fd33ef x-openstack-request-id: req-c8f0533c-b7e7-480d-8fcd-ab8494fd33ef {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:27:44.230936 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3de68a-df3c-432b-9c23-937a158bcac2", "name": "network-vif-deleted", "tag": "6bf4b798-45e6-4e8f-952e-a64c6c1914ae", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:27:44.231253 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c8f0533c-b7e7-480d-8fcd-ab8494fd33ef {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:27:44.231640 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3de68a-df3c-432b-9c23-937a158bcac2', 'name': 'network-vif-deleted', 'tag': '6bf4b798-45e6-4e8f-952e-a64c6c1914ae', 'status': 'completed', 'code': 200} Aug 10 02:27:44.340609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7c616dec-6e8d-446d-87fb-55ac02c89190 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:44.348437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7c616dec-6e8d-446d-87fb-55ac02c89190 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:44.348868 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.351514 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] For port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:27:44.359388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:44.369259 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] For port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1a05f670-06eb-4010-bc8a-78ec4d9f11f2,segment=NetworkSegment(d85251d2-a26c-464e-a24d-21a19f4861ff),segment_id=d85251d2-a26c-464e-a24d-21a19f4861ff)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:27:44.384135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.393397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57078) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:44.409224 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.409979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f2a7506d-a996-4cdb-94c1-6627801f1d57 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22 HTTP/1.1" status: 200 len: 954 time: 1.6394594 Aug 10 02:27:44.498900 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.538221 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.568593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2cb97b30-1299-44ef-9cbe-d67956bfe342 req-a442fe0b-8a6a-463f-8082-1e336f5ea486 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 210 time: 0.0647266 Aug 10 02:27:44.603762 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e5bdc941-07e6-4818-a79b-e5b0c5a79e80 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22 HTTP/1.1" status: 200 len: 954 time: 0.2070804 Aug 10 02:27:44.613121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57082) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:44.620008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 7c616dec-6e8d-446d-87fb-55ac02c89190, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7c616dec-6e8d-446d-87fb-55ac02c89190,segment=NetworkSegment(d85251d2-a26c-464e-a24d-21a19f4861ff),segment_id=d85251d2-a26c-464e-a24d-21a19f4861ff)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:44.621048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'routes': None}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:27:44.630346 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:44.631018 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:44.668018 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1500942-b7f9-420f-afc0-b80052cd2112 None None] Pushing event updated for resources: {'Port': ['ID=1a05f670-06eb-4010-bc8a-78ec4d9f11f2,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:44.727910 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:44.749540 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:44.813566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=7c616dec-6e8d-446d-87fb-55ac02c89190,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:45.049174 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 6, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '1a05f670-06eb-4010-bc8a-78ec4d9f11f2', 'name': '', 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:a6:cb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:40Z', 'updated_at': '2021-08-10T02:27:44Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:45.089241 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1a9ea-dc67-4506-a204-60786c32d28d None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 6, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '1a05f670-06eb-4010-bc8a-78ec4d9f11f2', 'name': '', 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:a6:cb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:40Z', 'updated_at': '2021-08-10T02:27:44Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:45.179300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.extraroute_db [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added routes are [] {{(pid=101224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 02:27:45.179621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.extraroute_db [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 02:27:45.240174 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:45.278066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a09473c4-e8d3-4594-a38a-391796750296 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:45.351594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a09473c4-e8d3-4594-a38a-391796750296 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:45.351987 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:45.480276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7c616dec-6e8d-446d-87fb-55ac02c89190 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:45.541904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7c616dec-6e8d-446d-87fb-55ac02c89190 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:45.542599 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:45.596878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:45.601331 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:45.756435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13d61fa2-d637-4bda-a669-f8ebe9324137 req-91a79212-a34b-4785-9835-709b00b68119 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 210 time: 0.0387137 Aug 10 02:27:45.765462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:46.152800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:46.174652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:46.175718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:46.276451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:46.286087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:46.286369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:46.290542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-be14c7b6-b3cc-41ee-b6ad-8f383685a3fc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22 HTTP/1.1" status: 200 len: 704 time: 1.6729851 Aug 10 02:27:46.294971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57090) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:46.403244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8f934389-3079-4e72-abbb-4c900987c24a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22 HTTP/1.1" status: 200 len: 704 time: 0.1067672 Aug 10 02:27:46.405419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57092) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:46.545161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:45Z', 'revision_number': 7, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '1a05f670-06eb-4010-bc8a-78ec4d9f11f2', 'name': '', 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:a6:cb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:40Z', 'updated_at': '2021-08-10T02:27:44Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:46.577491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:46.586474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:46.587194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:46.683769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:46.848411 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:46.940833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a643595f-a751-4bfe-8407-5248baf03319 req-b31370b5-641b-40e3-9bfd-7e8ce99e9091 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 210 time: 0.0541058 Aug 10 02:27:46.966414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:45Z', 'revision_number': 7, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '1a05f670-06eb-4010-bc8a-78ec4d9f11f2', 'name': '', 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:a6:cb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:40Z', 'updated_at': '2021-08-10T02:27:44Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:46.998614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ae9f7-5e2e-4db0-b60a-bfec8b578be5 None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:45Z', 'revision_number': 7, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '1a05f670-06eb-4010-bc8a-78ec4d9f11f2', 'name': '', 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:a6:cb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:40Z', 'updated_at': '2021-08-10T02:27:44Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:47.206940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:47.207322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:47.263037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:27:47.336607 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:47.348768 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:47.349362 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:47.360960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1a05f670-06eb-4010-bc8a-78ec4d9f11f2,segment=NetworkSegment(d85251d2-a26c-464e-a24d-21a19f4861ff),segment_id=d85251d2-a26c-464e-a24d-21a19f4861ff)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:47.361353 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:47.387802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:47.430847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:27:47.435205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:27:47.435580 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:47.462391 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:47.529240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6bf4b798-45e6-4e8f-952e-a64c6c1914ae no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:47.553051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 6bf4b798-45e6-4e8f-952e-a64c6c1914ae {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:47.553341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6bf4b798-45e6-4e8f-952e-a64c6c1914ae not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:47.555432 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:47.710981 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:47.748201 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:45Z', 'revision_number': 7, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '1a05f670-06eb-4010-bc8a-78ec4d9f11f2', 'name': '', 'network_id': 'eecef6f6-8e61-4001-90b1-241bda8ce687', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:a6:cb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:40Z', 'updated_at': '2021-08-10T02:27:44Z', 'revision_number': 4, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '2b386a6b-4ded-4995-a3a6-03938a02cd51', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:47.754600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=1a05f670-06eb-4010-bc8a-78ec4d9f11f2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:47.882677 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:47.893852 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:47.894481 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:47.910270 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:47.927673 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-94a42d6f-c313-4435-b0e1-eece8dbd820f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:48.002661 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:48.130911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6c357b8-ea2c-483c-8a4c-40627e2760aa req-ff38af69-eb17-4489-b7ad-e0d293d51c16 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 210 time: 0.0554466 Aug 10 02:27:48.168702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:48.268175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:48.273263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a9ada8b3-08f0-40be-9224-375e75332153 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668318 Aug 10 02:27:48.276490 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57098) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:48.347752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a68293d-85b4-4127-8bbf-447c8f673194 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting subnet 2b386a6b-4ded-4995-a3a6-03938a02cd51 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:27:48.351229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a68293d-85b4-4127-8bbf-447c8f673194 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:48.362394 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:47Z', 'revision_number': 8, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:48.389451 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd316c-acf2-406d-b75d-9e14b4119d4a None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:47Z', 'revision_number': 8, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:48.395324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a68293d-85b4-4127-8bbf-447c8f673194 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:48.496682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a68293d-85b4-4127-8bbf-447c8f673194 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:48.637036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a68293d-85b4-4127-8bbf-447c8f673194 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:48.667428 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a68293d-85b4-4127-8bbf-447c8f673194 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:48.672832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28431312-07c9-4c3a-8b47-0988da1a9fb5 None None] Network eecef6f6-8e61-4001-90b1-241bda8ce687 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:48.676251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2a68293d-85b4-4127-8bbf-447c8f673194 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/2b386a6b-4ded-4995-a3a6-03938a02cd51 HTTP/1.1" status: 204 len: 168 time: 0.3963709 Aug 10 02:27:48.676251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68293d-85b4-4127-8bbf-447c8f673194 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Subnet': ['ID=2b386a6b-4ded-4995-a3a6-03938a02cd51,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:48.676715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57104) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:48.801128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:48.893006 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 7c616dec-6e8d-446d-87fb-55ac02c89190 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:48.894603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:48.977194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port 7c616dec-6e8d-446d-87fb-55ac02c89190, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7c616dec-6e8d-446d-87fb-55ac02c89190,segment=NetworkSegment(d85251d2-a26c-464e-a24d-21a19f4861ff),segment_id=d85251d2-a26c-464e-a24d-21a19f4861ff)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:48.978271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] DHCP port deletion for eecef6f6-8e61-4001-90b1-241bda8ce687 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:27:48.978428 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.005793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 7c616dec-6e8d-446d-87fb-55ac02c89190 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:49.047674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Deleting port 7c616dec-6e8d-446d-87fb-55ac02c89190 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:49.048092 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.112473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:49.132764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:49.133405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:49.219265 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.260632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=7c616dec-6e8d-446d-87fb-55ac02c89190,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:49.268363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No DVR routers for this DVR port 7c616dec-6e8d-446d-87fb-55ac02c89190 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:49.282826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65dfaf32-de98-467a-8030-2887fa8504bc req-85d97fe9-f39e-4ef5-b483-74a19e312147 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d3de68a-df3c-432b-9c23-937a158bcac2 HTTP/1.1" status: 200 len: 210 time: 0.0417085 Aug 10 02:27:49.424200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:49.426818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] For port 7c616dec-6e8d-446d-87fb-55ac02c89190, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7c616dec-6e8d-446d-87fb-55ac02c89190,segment=NetworkSegment(d85251d2-a26c-464e-a24d-21a19f4861ff),segment_id=d85251d2-a26c-464e-a24d-21a19f4861ff)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:49.427299 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.441148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.475176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecef6f6-8e61-4001-90b1-241bda8ce687']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:49.486092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Calling delete_port for 7c616dec-6e8d-446d-87fb-55ac02c89190 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:49.487797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:49.488149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1a05f670-06eb-4010-bc8a-78ec4d9f11f2 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:49.488567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7c616dec-6e8d-446d-87fb-55ac02c89190 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:49.512941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85251d2-a26c-464e-a24d-21a19f4861ff') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:49.513223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85251d2-a26c-464e-a24d-21a19f4861ff') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:49.525792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7c616dec-6e8d-446d-87fb-55ac02c89190 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:49.528102 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.529168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7c616dec-6e8d-446d-87fb-55ac02c89190 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:49.559617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.576650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:27:49.576650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:27:49.577536 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:27:49.599384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:49.710836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.719275 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.724658 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/networks/eecef6f6-8e61-4001-90b1-241bda8ce687 HTTP/1.1" status: 204 len: 168 time: 1.0459993 Aug 10 02:27:49.724826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57122) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:49.740993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49772cfa-1b76-442a-b225-0f2bdb4d2547 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Network': ['ID=eecef6f6-8e61-4001-90b1-241bda8ce687,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:49.847783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:49.880013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Network eecef6f6-8e61-4001-90b1-241bda8ce687 is not hosted by any dhcp agent {{(pid=101225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 02:27:49.880483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] No DVR routers for this DVR port 7c616dec-6e8d-446d-87fb-55ac02c89190 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:49.886187 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Pushing event deleted for resources: {'Port': ['ID=7c616dec-6e8d-446d-87fb-55ac02c89190,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:49.898616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.898616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.899007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.899349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.899681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.900674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.901010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.901447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.901780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.902107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.902432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.902856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bbe7a-2ca1-4e4e-a84c-832fe7027202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:27:49.923467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:47Z', 'revision_number': 8, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:49.953995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:49.964052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:49.964695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:50.067667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:50.162595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:50.330908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:47Z', 'revision_number': 8, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:50.389574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5af660-0e35-48a3-a7b3-71c04ac70a33 None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:47Z', 'revision_number': 8, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a09473c4-e8d3-4594-a38a-391796750296', 'name': '', 'network_id': '3e705cc5-385a-4d5c-8446-6d7966c86ddc', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:e9:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:35Z', 'updated_at': '2021-08-10T02:27:43Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '92b6f195-63b8-467b-9b0e-dbc7e55270a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:50.575042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port a09473c4-e8d3-4594-a38a-391796750296 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:50.575806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:50.626135 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a460a40-105c-4d87-8954-72cbe72ff24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:50.741721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port a09473c4-e8d3-4594-a38a-391796750296, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a09473c4-e8d3-4594-a38a-391796750296,segment=NetworkSegment(149b701b-734b-465a-bae6-78f48dce88fb),segment_id=149b701b-734b-465a-bae6-78f48dce88fb)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:50.742102 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:50.757431 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for a09473c4-e8d3-4594-a38a-391796750296 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:51.031463 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:51.060320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=a09473c4-e8d3-4594-a38a-391796750296,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:51.132684 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:51.235177 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:51.497700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:51.619691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:51.628438 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d1707b77-8840-47ee-bcdd-b13e180fc1db tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8998334 Aug 10 02:27:51.629211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57140) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:51.638093 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:51.654876 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:51.655955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:51.710066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2c29e5-82b8-4bf5-83bc-51d811cc2209 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting subnet 92b6f195-63b8-467b-9b0e-dbc7e55270a3 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:27:51.720691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cc2c29e5-82b8-4bf5-83bc-51d811cc2209 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:51.782790 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:51.784879 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cc2c29e5-82b8-4bf5-83bc-51d811cc2209 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:51.896234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cc2c29e5-82b8-4bf5-83bc-51d811cc2209 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.021823 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:50Z', 'revision_number': 9, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:52.031127 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cc2c29e5-82b8-4bf5-83bc-51d811cc2209 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.056675 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:52.072686 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:52.072686 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:52.072980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c29e5-82b8-4bf5-83bc-51d811cc2209 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Subnet': ['ID=92b6f195-63b8-467b-9b0e-dbc7e55270a3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:52.078259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cc2c29e5-82b8-4bf5-83bc-51d811cc2209 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.085943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5712b-73f1-4563-8b90-74552d7c815a None None] Network 3e705cc5-385a-4d5c-8446-6d7966c86ddc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:52.088972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cc2c29e5-82b8-4bf5-83bc-51d811cc2209 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/92b6f195-63b8-467b-9b0e-dbc7e55270a3 HTTP/1.1" status: 204 len: 168 time: 0.4592116 Aug 10 02:27:52.089196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57144) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:52.174867 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:52.192140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.287255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port f45f376f-81b3-40bb-b5a7-3ff322da7d3b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:52.292364 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.375711 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.401750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port f45f376f-81b3-40bb-b5a7-3ff322da7d3b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f45f376f-81b3-40bb-b5a7-3ff322da7d3b,segment=NetworkSegment(149b701b-734b-465a-bae6-78f48dce88fb),segment_id=149b701b-734b-465a-bae6-78f48dce88fb)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:52.403228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.417731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b0b9f-92f7-4ffa-84f2-aa9027fece39 None None] DHCP port deletion for 3e705cc5-385a-4d5c-8446-6d7966c86ddc request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:27:52.429744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for f45f376f-81b3-40bb-b5a7-3ff322da7d3b owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:52.470143 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:50Z', 'revision_number': 9, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:52.482035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-295b0b9f-92f7-4ffa-84f2-aa9027fece39 None None] Deleting port f45f376f-81b3-40bb-b5a7-3ff322da7d3b {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:52.482689 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-295b0b9f-92f7-4ffa-84f2-aa9027fece39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.503888 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47ae75-da83-4245-8bca-06cbbf728851 None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:50Z', 'revision_number': 9, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5eda0c2-1b4e-4b5f-988d-5833a6f961b1', 'name': '', 'network_id': 'b8635bcd-97ca-4c0a-ae7e-f012555c0792', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:d3:82:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:29Z', 'updated_at': '2021-08-10T02:27:37Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '18b38c86-ff95-465e-8451-2ddc252d93e0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:52.576237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-295b0b9f-92f7-4ffa-84f2-aa9027fece39 None None] For port f45f376f-81b3-40bb-b5a7-3ff322da7d3b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f45f376f-81b3-40bb-b5a7-3ff322da7d3b,segment=NetworkSegment(149b701b-734b-465a-bae6-78f48dce88fb),segment_id=149b701b-734b-465a-bae6-78f48dce88fb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:52.577253 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-295b0b9f-92f7-4ffa-84f2-aa9027fece39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.594056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-295b0b9f-92f7-4ffa-84f2-aa9027fece39 None None] Calling delete_port for f45f376f-81b3-40bb-b5a7-3ff322da7d3b owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:52.630016 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.669268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=f45f376f-81b3-40bb-b5a7-3ff322da7d3b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:52.671830 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No DVR routers for this DVR port f45f376f-81b3-40bb-b5a7-3ff322da7d3b on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:52.720600 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-295b0b9f-92f7-4ffa-84f2-aa9027fece39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.758258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b0b9f-92f7-4ffa-84f2-aa9027fece39 None None] Pushing event deleted for resources: {'Port': ['ID=f45f376f-81b3-40bb-b5a7-3ff322da7d3b,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:52.782642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b0b9f-92f7-4ffa-84f2-aa9027fece39 None None] No DVR routers for this DVR port f45f376f-81b3-40bb-b5a7-3ff322da7d3b on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:52.837956 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.865334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e705cc5-385a-4d5c-8446-6d7966c86ddc']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:52.912604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149b701b-734b-465a-bae6-78f48dce88fb') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:52.913102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149b701b-734b-465a-bae6-78f48dce88fb') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:52.928955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.946765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.977509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:27:52.979290 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:27:52.985082 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:27:53.152153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:53.187142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:53.189720 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/networks/3e705cc5-385a-4d5c-8446-6d7966c86ddc HTTP/1.1" status: 204 len: 168 time: 1.0995829 Aug 10 02:27:53.192500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57162) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:53.238663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903567e4-4cd4-4e14-8a0f-7d3f3667355f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Network': ['ID=3e705cc5-385a-4d5c-8446-6d7966c86ddc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:53.296751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f45f376f-81b3-40bb-b5a7-3ff322da7d3b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:53.329880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: f45f376f-81b3-40bb-b5a7-3ff322da7d3b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:53.330518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f45f376f-81b3-40bb-b5a7-3ff322da7d3b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:53.331143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a09473c4-e8d3-4594-a38a-391796750296 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:53.351270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: a09473c4-e8d3-4594-a38a-391796750296 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:53.351880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a09473c4-e8d3-4594-a38a-391796750296 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:53.592988 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6407aaf-34be-4964-98c8-1c42c766f325 req-ae59d2eb-6067-4007-9374-bf0d8ba9296d tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:53.594546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6407aaf-34be-4964-98c8-1c42c766f325 req-ae59d2eb-6067-4007-9374-bf0d8ba9296d tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 946 time: 0.1070232 Aug 10 02:27:53.666699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6407aaf-34be-4964-98c8-1c42c766f325 req-fe57e7fb-19ff-4045-9ef3-e43f45572bf2 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633945 Aug 10 02:27:53.746334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:53.899291 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:54.414646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:54.415190 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:54.516732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port d5eda0c2-1b4e-4b5f-988d-5833a6f961b1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d5eda0c2-1b4e-4b5f-988d-5833a6f961b1,segment=NetworkSegment(c2ff81e9-a2b7-46f3-94ab-29223c92aaf2),segment_id=c2ff81e9-a2b7-46f3-94ab-29223c92aaf2)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:54.517106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:54.530515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:54.783274 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:54.819393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=d5eda0c2-1b4e-4b5f-988d-5833a6f961b1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:54.829752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef1b9d-a9bc-446c-bfa9-125c808d7f67 req-38bcd93b-d90c-49b7-b302-042c478bbe1f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:54.831327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7ef1b9d-a9bc-446c-bfa9-125c808d7f67 req-38bcd93b-d90c-49b7-b302-042c478bbe1f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 946 time: 0.0923741 Aug 10 02:27:55.005256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7ef1b9d-a9bc-446c-bfa9-125c808d7f67 req-4c2e6c3a-fdce-41ac-942a-0cb32538dd51 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665967 Aug 10 02:27:55.021255 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:55.036811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-e6a86592-c307-45e8-81e7-3ddd8db719c8 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:55.038328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-e6a86592-c307-45e8-81e7-3ddd8db719c8 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.11 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 946 time: 0.1263332 Aug 10 02:27:55.242810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-4346a9e7-ce51-4f21-9181-95ace893affb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1332138 Aug 10 02:27:55.375840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Deleting port 3175115c-3be4-496e-a812-90cb27018f79 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:55.375840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:55.386400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:55.434078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-b4fb6c00-a40c-4644-b73c-96d691327941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:55.435754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-b4fb6c00-a40c-4644-b73c-96d691327941 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3b7529ff2354362acf72aeee9da0800&device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.1312034 Aug 10 02:27:55.643795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:55.647965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] For port 3175115c-3be4-496e-a812-90cb27018f79, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3175115c-3be4-496e-a812-90cb27018f79,segment=NetworkSegment(2a7b0e73-8e44-47bb-8351-afc15252d7b9),segment_id=2a7b0e73-8e44-47bb-8351-afc15252d7b9)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:55.648384 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:55.655905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-51b6b075-0b11-45e6-b372-88c8d8ae910b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4621968 Aug 10 02:27:55.656833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:55.659212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57188) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:55.683196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Calling delete_port for 3175115c-3be4-496e-a812-90cb27018f79 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:55.694800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:55.695630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:55.755673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-196ae3b6-14c2-4d23-8977-d601021beaa1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting subnet 18b38c86-ff95-465e-8451-2ddc252d93e0 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:27:55.765080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-85850094-69ef-4456-8e28-26da907bef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:55.765080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-85850094-69ef-4456-8e28-26da907bef92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5083d3a1-f14b-4880-af06-dc2116d32fb2 HTTP/1.1" status: 200 len: 909 time: 0.2217155 Aug 10 02:27:55.765274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-196ae3b6-14c2-4d23-8977-d601021beaa1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:55.803056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:55.827339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-196ae3b6-14c2-4d23-8977-d601021beaa1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:55.890271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-ce642c61-71f5-4e19-b15a-71f4aa86760d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed75e4a-a67e-495e-9f85-7497defc645a HTTP/1.1" status: 200 len: 1002 time: 0.1211112 Aug 10 02:27:55.961609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-8f1574aa-9475-452b-852e-9cd4301705ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:55.964375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-8f1574aa-9475-452b-852e-9cd4301705ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c725e5c7-f576-4e69-9166-fee1e8461d9f HTTP/1.1" status: 200 len: 847 time: 0.0624261 Aug 10 02:27:55.971907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-196ae3b6-14c2-4d23-8977-d601021beaa1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:56.116465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-70f36c30-a3a6-4895-a951-32915d731da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:56.117888 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-70f36c30-a3a6-4895-a951-32915d731da1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5083d3a1-f14b-4880-af06-dc2116d32fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268935 Aug 10 02:27:56.180931 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-196ae3b6-14c2-4d23-8977-d601021beaa1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:56.188963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:54Z', 'revision_number': 10, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:56.229360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:56.240287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:56.240942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:56.262607 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:56.268687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-196ae3b6-14c2-4d23-8977-d601021beaa1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:56.274503 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-196ae3b6-14c2-4d23-8977-d601021beaa1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/18b38c86-ff95-465e-8451-2ddc252d93e0 HTTP/1.1" status: 204 len: 168 time: 0.6135261 Aug 10 02:27:56.279968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57206) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:56.280669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ae3b6-14c2-4d23-8977-d601021beaa1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Subnet': ['ID=18b38c86-ff95-465e-8451-2ddc252d93e0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:56.376335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be4d640-53d6-4354-a57f-687d6a509e00 None None] Network b8635bcd-97ca-4c0a-ae7e-f012555c0792 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:27:56.411453 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:56.418897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Pushing event deleted for resources: {'Port': ['ID=3175115c-3be4-496e-a812-90cb27018f79,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:56.430450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:56.459507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf773ba-ce2c-4445-8dc2-401b130cc4be req-aa905f9b-cf02-450f-a452-d61c3d522ad3 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:27:56.467467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7bf773ba-ce2c-4445-8dc2-401b130cc4be req-aa905f9b-cf02-450f-a452-d61c3d522ad3 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/ports?device_id=72834539-74e2-41b2-a747-bcb8e22084a6 HTTP/1.1" status: 200 len: 867 time: 0.3373916 Aug 10 02:27:56.548562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] No DVR routers for this DVR port 3175115c-3be4-496e-a812-90cb27018f79 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:56.551459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:56.554437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3356dfe9-fe77-409d-b749-5c246dbc482c req-3a74107d-9d0b-4f7b-acde-99d4a92ce30f tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.11 "DELETE /v2.0/ports/3175115c-3be4-496e-a812-90cb27018f79 HTTP/1.1" status: 204 len: 173 time: 1.5079930 Aug 10 02:27:56.561029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72834539-74e2-41b2-a747-bcb8e22084a6', 'name': 'network-vif-deleted', 'tag': '3175115c-3be4-496e-a812-90cb27018f79'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:27:56.563660 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d175545c-b94a-47a5-9b0e-ba51556c00a5" -d '{"events": [{"server_uuid": "72834539-74e2-41b2-a747-bcb8e22084a6", "name": "network-vif-deleted", "tag": "3175115c-3be4-496e-a812-90cb27018f79"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:27:56.618115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-13ba5182-faf3-4c91-a03a-0ffe57f78e0d service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868515 Aug 10 02:27:56.645548 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7bf773ba-ce2c-4445-8dc2-401b130cc4be req-5edc39ad-60b0-424d-893c-8be19a4de3c6 tempest-VolumesSnapshotTestJSON-1285386169 tempest-VolumesSnapshotTestJSON-1285386169-project] 10.222.0.38 "GET /v2.0/security-groups?id=33da4b3d-cddb-4b64-915f-f36deeaa7038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766078 Aug 10 02:27:56.647776 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9029af39-be69-4ab1-be85-d97182feec02 x-openstack-request-id: req-9029af39-be69-4ab1-be85-d97182feec02 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:27:56.648462 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72834539-74e2-41b2-a747-bcb8e22084a6", "name": "network-vif-deleted", "tag": "3175115c-3be4-496e-a812-90cb27018f79", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:27:56.648946 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9029af39-be69-4ab1-be85-d97182feec02 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:27:56.651391 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72834539-74e2-41b2-a747-bcb8e22084a6', 'name': 'network-vif-deleted', 'tag': '3175115c-3be4-496e-a812-90cb27018f79', 'status': 'completed', 'code': 200} Aug 10 02:27:56.787771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:56.787771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:56.867619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-639e8157-34d3-46ba-8abb-33d6b6059bc5 req-ae1a8b54-0d6b-4453-ab1f-1f079e3b5dd6 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412288 Aug 10 02:27:56.917682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6ef1a5bc-c2d2-432e-ab07-78c07ca667e7,segment=NetworkSegment(c2ff81e9-a2b7-46f3-94ab-29223c92aaf2),segment_id=c2ff81e9-a2b7-46f3-94ab-29223c92aaf2)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:56.917682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:56.924690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b985ad-701f-4a03-af30-795d61253873 None None] DHCP port deletion for b8635bcd-97ca-4c0a-ae7e-f012555c0792 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:27:56.944238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:56.992772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:54Z', 'revision_number': 10, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:57.038534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4546ca-7f9c-45bc-82d0-12ff6a526aa8 None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:54Z', 'revision_number': 10, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None, '_interfaces': [{'id': '56ab0e66-65c1-4485-9ddb-eb40156d4d4b', 'name': '', 'network_id': '69019614-6799-425f-be31-d52a88db521c', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'mac_address': 'fa:16:3e:7c:19:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:27:25Z', 'updated_at': '2021-08-10T02:27:31Z', 'revision_number': 5, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'subnets': [{'id': '21704e83-f5d2-46fb-917a-011c97c7626e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:27:57.061951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-61b985ad-701f-4a03-af30-795d61253873 None None] Deleting port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:57.062689 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-61b985ad-701f-4a03-af30-795d61253873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.155629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-61b985ad-701f-4a03-af30-795d61253873 None None] For port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6ef1a5bc-c2d2-432e-ab07-78c07ca667e7,segment=NetworkSegment(c2ff81e9-a2b7-46f3-94ab-29223c92aaf2),segment_id=c2ff81e9-a2b7-46f3-94ab-29223c92aaf2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:57.156209 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-61b985ad-701f-4a03-af30-795d61253873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.172160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-61b985ad-701f-4a03-af30-795d61253873 None None] Calling delete_port for 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:57.242385 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.282999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=6ef1a5bc-c2d2-432e-ab07-78c07ca667e7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:57.285345 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-61b985ad-701f-4a03-af30-795d61253873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.294500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No DVR routers for this DVR port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:57.341307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b985ad-701f-4a03-af30-795d61253873 None None] Pushing event deleted for resources: {'Port': ['ID=6ef1a5bc-c2d2-432e-ab07-78c07ca667e7,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:57.348785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b985ad-701f-4a03-af30-795d61253873 None None] No DVR routers for this DVR port 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:27:57.438036 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.454949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8635bcd-97ca-4c0a-ae7e-f012555c0792']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:57.480897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:57.480897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ff81e9-a2b7-46f3-94ab-29223c92aaf2') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:57.494578 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.514740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.517691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:57.523076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:27:57.523545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.564098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:57.564643 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6ef1a5bc-c2d2-432e-ab07-78c07ca667e7 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:57.565107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:57.589734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:57.590084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d5eda0c2-1b4e-4b5f-988d-5833a6f961b1 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:27:57.614991 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:27:57.703888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.713159 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:57.718050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/networks/b8635bcd-97ca-4c0a-ae7e-f012555c0792 HTTP/1.1" status: 204 len: 168 time: 1.4308660 Aug 10 02:27:57.719315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57218) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:57.739001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184ae73-742b-4d17-9e57-76b6573ca1d4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Network': ['ID=b8635bcd-97ca-4c0a-ae7e-f012555c0792,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:58.070380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 3175115c-3be4-496e-a812-90cb27018f79 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:27:58.096154 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 3175115c-3be4-496e-a812-90cb27018f79 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:27:58.096864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 3175115c-3be4-496e-a812-90cb27018f79 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:27:58.110862 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:58.369993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:27:58.370344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:58.471762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port 56ab0e66-65c1-4485-9ddb-eb40156d4d4b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=56ab0e66-65c1-4485-9ddb-eb40156d4d4b,segment=NetworkSegment(0ddae076-d813-454e-96ee-c3e0cf6225ba),segment_id=0ddae076-d813-454e-96ee-c3e0cf6225ba)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:27:58.472138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:58.485861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for 56ab0e66-65c1-4485-9ddb-eb40156d4d4b owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:27:58.738509 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:58.766201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=56ab0e66-65c1-4485-9ddb-eb40156d4d4b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:27:58.875606 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:59.421872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:27:59.512687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:27:59.519289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bd476d28-256d-4a52-96b1-c7d4be506d9a tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7992280 Aug 10 02:27:59.522333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57250) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:27:59.528075 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:27:59.541706 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:59.542361 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:59.621370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c0d5a5-7b08-4023-b580-544ed0a3272d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting subnet 21704e83-f5d2-46fb-917a-011c97c7626e {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:27:59.624645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84c0d5a5-7b08-4023-b580-544ed0a3272d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:59.626533 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:59.684869 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84c0d5a5-7b08-4023-b580-544ed0a3272d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:59.803910 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84c0d5a5-7b08-4023-b580-544ed0a3272d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:59.834294 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:58Z', 'revision_number': 11, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:59.864221 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:27:59.883673 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:27:59.883673 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:27:59.950508 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:27:59.969401 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84c0d5a5-7b08-4023-b580-544ed0a3272d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:27:59.997475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33207c0-1156-4f54-a372-e5d625acbb86 None None] Network 69019614-6799-425f-be31-d52a88db521c requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:28:00.028446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0d5a5-7b08-4023-b580-544ed0a3272d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Subnet': ['ID=21704e83-f5d2-46fb-917a-011c97c7626e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:00.038926 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-84c0d5a5-7b08-4023-b580-544ed0a3272d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.042405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-84c0d5a5-7b08-4023-b580-544ed0a3272d tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/21704e83-f5d2-46fb-917a-011c97c7626e HTTP/1.1" status: 204 len: 168 time: 0.5184340 Aug 10 02:28:00.044694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57260) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:00.049922 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:58Z', 'revision_number': 11, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:00.105313 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e653c4be-a1ff-4595-9a11-4987fb8f919e None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:58Z', 'revision_number': 11, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:28:00.199639 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.270451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Deleting port e51ed6f3-a9eb-4f40-857c-1e178a209d3c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:00.271096 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.344328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] For port e51ed6f3-a9eb-4f40-857c-1e178a209d3c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e51ed6f3-a9eb-4f40-857c-1e178a209d3c,segment=NetworkSegment(0ddae076-d813-454e-96ee-c3e0cf6225ba),segment_id=0ddae076-d813-454e-96ee-c3e0cf6225ba)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:00.344693 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.357545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Calling delete_port for e51ed6f3-a9eb-4f40-857c-1e178a209d3c owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:00.496178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] DHCP port deletion for 69019614-6799-425f-be31-d52a88db521c request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:28:00.511900 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.543860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Port': ['ID=e51ed6f3-a9eb-4f40-857c-1e178a209d3c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:00.545951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No DVR routers for this DVR port e51ed6f3-a9eb-4f40-857c-1e178a209d3c on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:28:00.565684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] Deleting port e51ed6f3-a9eb-4f40-857c-1e178a209d3c {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:00.566180 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.648403 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.648633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] For port e51ed6f3-a9eb-4f40-857c-1e178a209d3c, host n-d-767704-21, got binding levels [] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:00.649050 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.668663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69019614-6799-425f-be31-d52a88db521c']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:00.668934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] Calling delete_port for e51ed6f3-a9eb-4f40-857c-1e178a209d3c owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:00.669467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.ipam_backend_mixin [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] Port e51ed6f3-a9eb-4f40-857c-1e178a209d3c was not found and therefore no delete operation was performed {{(pid=101225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:28:00.671343 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.686356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddae076-d813-454e-96ee-c3e0cf6225ba') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:00.686863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddae076-d813-454e-96ee-c3e0cf6225ba') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:00.698711 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.706168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] Pushing event deleted for resources: {'Port': ['ID=e51ed6f3-a9eb-4f40-857c-1e178a209d3c,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:00.711658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411843e-7590-4e32-b5eb-07786e4304e7 None None] No DVR routers for this DVR port e51ed6f3-a9eb-4f40-857c-1e178a209d3c on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:28:00.726972 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.733926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:28:00.737507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:28:00.737639 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:28:00.877484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.887852 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:00.889721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/networks/69019614-6799-425f-be31-d52a88db521c HTTP/1.1" status: 204 len: 168 time: 0.8433590 Aug 10 02:28:00.892650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57270) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:00.898266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'routes': None}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:00.899998 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd1536-6f70-408c-8384-404b3520bc6b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Pushing event deleted for resources: {'Network': ['ID=69019614-6799-425f-be31-d52a88db521c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:01.067660 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.extraroute_db [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Added routes are [] {{(pid=101223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 02:28:01.067994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.extraroute_db [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Removed routes are [] {{(pid=101223) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 02:28:01.068343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:01.224794 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:01.231106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:01.240675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e51ed6f3-a9eb-4f40-857c-1e178a209d3c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:01.261085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e51ed6f3-a9eb-4f40-857c-1e178a209d3c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:01.261642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e51ed6f3-a9eb-4f40-857c-1e178a209d3c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:01.262258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 56ab0e66-65c1-4485-9ddb-eb40156d4d4b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:01.285563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 56ab0e66-65c1-4485-9ddb-eb40156d4d4b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:01.286367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 56ab0e66-65c1-4485-9ddb-eb40156d4d4b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:01.335763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:28:01.421044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:28:01.428643 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:01.432807 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d33d728-89a3-4fd1-b2e8-5cc631137374 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22 HTTP/1.1" status: 200 len: 705 time: 0.5360353 Aug 10 02:28:01.433141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57278) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:01.436930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] Sync routers for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:28:01.453081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:01.454093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:01.466614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fe28cf5a-ac70-497c-b7de-92608a6d5c02 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=46928fb0-e14c-4405-afb5-6f9b0ff7dc22 HTTP/1.1" status: 200 len: 205 time: 0.0313311 Aug 10 02:28:01.468343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57280) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:01.560549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3ac611cb-58fb-433e-a183-28457226cac6 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:01.561667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:01.755282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3ac611cb-58fb-433e-a183-28457226cac6 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:01.757498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3ac611cb-58fb-433e-a183-28457226cac6 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:01.791389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:58Z', 'revision_number': 11, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:01.819326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] Checking router: 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:28:01.831501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] Routers {'46928fb0-e14c-4405-afb5-6f9b0ff7dc22'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:01.832241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:01.960786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] Set router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:02.109186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:58Z', 'revision_number': 11, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:02.160863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08628d5f-21b0-482d-b202-bbedc1aa1b27 None None] The sync data for ids ['46928fb0-e14c-4405-afb5-6f9b0ff7dc22'] in n-d-767704-21 is: [{'id': '46928fb0-e14c-4405-afb5-6f9b0ff7dc22', 'name': 'tempest-RoutersIpV6Test-router-1703172848', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:27:24Z', 'updated_at': '2021-08-10T02:27:58Z', 'revision_number': 11, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:28:02.402745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3ac611cb-58fb-433e-a183-28457226cac6 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:02.405623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac611cb-58fb-433e-a183-28457226cac6 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Fanout notify agent at l3_agent the message router_deleted on router 46928fb0-e14c-4405-afb5-6f9b0ff7dc22 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:28:02.411397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3ac611cb-58fb-433e-a183-28457226cac6 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:02.412503 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3ac611cb-58fb-433e-a183-28457226cac6 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22 HTTP/1.1" status: 204 len: 168 time: 0.9431691 Aug 10 02:28:02.418937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57332) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:02.425473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-39fc7853-9650-410c-bc49-bb343cee2ad4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1180181620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:02.568560 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fc7853-9650-410c-bc49-bb343cee2ad4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:02.571983 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fc7853-9650-410c-bc49-bb343cee2ad4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:02.631459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fc7853-9650-410c-bc49-bb343cee2ad4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:02.740555 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fc7853-9650-410c-bc49-bb343cee2ad4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:02.870991 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-39fc7853-9650-410c-bc49-bb343cee2ad4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:02.872248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-39fc7853-9650-410c-bc49-bb343cee2ad4 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4517117 Aug 10 02:28:02.875451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57336) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:02.881402 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3badea4a-4b43-4701-b642-6820c9ef5dbc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:03.167140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3badea4a-4b43-4701-b642-6820c9ef5dbc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-765711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-769118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:03.254158 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3badea4a-4b43-4701-b642-6820c9ef5dbc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-765940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-765949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-769095'] for router, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:03.402642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3badea4a-4b43-4701-b642-6820c9ef5dbc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Router 4d7f0a37-3443-4981-bab5-9d6e925f61da is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:28:03.485021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3badea4a-4b43-4701-b642-6820c9ef5dbc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:28:03.492117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3badea4a-4b43-4701-b642-6820c9ef5dbc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:03.493295 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3badea4a-4b43-4701-b642-6820c9ef5dbc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "PUT /v2.0/routers/4d7f0a37-3443-4981-bab5-9d6e925f61da HTTP/1.1" status: 200 len: 698 time: 0.6165264 Aug 10 02:28:03.496969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57380) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:03.497134 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] Sync routers for ids ['4d7f0a37-3443-4981-bab5-9d6e925f61da'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:28:03.507542 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] Routers {'4d7f0a37-3443-4981-bab5-9d6e925f61da'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:03.507722 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['4d7f0a37-3443-4981-bab5-9d6e925f61da'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:03.586602 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] Set router 4d7f0a37-3443-4981-bab5-9d6e925f61da gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:03.592420 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff59d758-c740-4db4-ba18-ecdd0b39ba53 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/routers/4d7f0a37-3443-4981-bab5-9d6e925f61da HTTP/1.1" status: 200 len: 704 time: 0.0918481 Aug 10 02:28:03.592676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57382) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:03.626674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57384) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:03.627267 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-429902e5-9e04-44a2-a38b-332f856834f8 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d7f0a37-3443-4981-bab5-9d6e925f61da HTTP/1.1" status: 200 len: 205 time: 0.0330632 Aug 10 02:28:03.649060 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7f0a37-3443-4981-bab5-9d6e925f61da', 'name': 'tempest-RoutersIpV6Test-router-1180181620', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:28:02Z', 'updated_at': '2021-08-10T02:28:03Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:03.676671 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] Checking router: 4d7f0a37-3443-4981-bab5-9d6e925f61da for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:28:03.685833 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] Routers {'4d7f0a37-3443-4981-bab5-9d6e925f61da'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:28:03.686444 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:27:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['4d7f0a37-3443-4981-bab5-9d6e925f61da'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:03.709647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-829bf726-99e9-4bd8-a41b-bf00a999d6e1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:03.763506 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] Set router 4d7f0a37-3443-4981-bab5-9d6e925f61da gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:28:03.817403 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7f0a37-3443-4981-bab5-9d6e925f61da', 'name': 'tempest-RoutersIpV6Test-router-1180181620', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:28:02Z', 'updated_at': '2021-08-10T02:28:03Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:28:03.848599 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce80e8-671d-4923-b2f5-c96470d8d4e7 None None] The sync data for ids ['4d7f0a37-3443-4981-bab5-9d6e925f61da'] in n-d-767704-21 is: [{'id': '4d7f0a37-3443-4981-bab5-9d6e925f61da', 'name': 'tempest-RoutersIpV6Test-router-1180181620', 'tenant_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:28:02Z', 'updated_at': '2021-08-10T02:28:03Z', 'revision_number': 2, 'project_id': 'eb202d4a98b841e6b3f8649a87d7b795', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:28:03.880038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-829bf726-99e9-4bd8-a41b-bf00a999d6e1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:03.882826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-829bf726-99e9-4bd8-a41b-bf00a999d6e1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:03.990244 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-829bf726-99e9-4bd8-a41b-bf00a999d6e1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:03.990855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829bf726-99e9-4bd8-a41b-bf00a999d6e1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7f0a37-3443-4981-bab5-9d6e925f61da {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:28:03.998533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-829bf726-99e9-4bd8-a41b-bf00a999d6e1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:03.999706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-829bf726-99e9-4bd8-a41b-bf00a999d6e1 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/4d7f0a37-3443-4981-bab5-9d6e925f61da HTTP/1.1" status: 204 len: 168 time: 0.3719196 Aug 10 02:28:04.004283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57386) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.038479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-03e7f449-1c3b-4b59-83ff-db6ec964336b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d7f0a37-3443-4981-bab5-9d6e925f61da HTTP/1.1" status: 200 len: 205 time: 0.0330582 Aug 10 02:28:04.041920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57390) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.094624 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-3f868c26-15b5-4592-98a4-ed476e689ffc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] delete failed (client error): The resource could not be found. Aug 10 02:28:04.096164 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3f868c26-15b5-4592-98a4-ed476e689ffc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/4d7f0a37-3443-4981-bab5-9d6e925f61da HTTP/1.1" status: 404 len: 336 time: 0.0529349 Aug 10 02:28:04.098785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57392) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.127467 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f044b56-9677-4261-87ad-bd9d542c522c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] DELETE failed (client error): The resource could not be found. Aug 10 02:28:04.128017 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f044b56-9677-4261-87ad-bd9d542c522c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:28:04.129831 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8f044b56-9677-4261-87ad-bd9d542c522c tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/2b386a6b-4ded-4995-a3a6-03938a02cd51 HTTP/1.1" status: 404 len: 337 time: 0.0297596 Aug 10 02:28:04.132545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57394) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.161282 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bfc907-71ba-4ce0-ae3a-da1f0334e26f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] DELETE failed (client error): The resource could not be found. Aug 10 02:28:04.161807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bfc907-71ba-4ce0-ae3a-da1f0334e26f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:28:04.163569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f0bfc907-71ba-4ce0-ae3a-da1f0334e26f tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/92b6f195-63b8-467b-9b0e-dbc7e55270a3 HTTP/1.1" status: 404 len: 337 time: 0.0300093 Aug 10 02:28:04.167042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57396) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.194150 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf197985-1a3f-4ec9-be89-4a9b2287fb48 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] DELETE failed (client error): The resource could not be found. Aug 10 02:28:04.194662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf197985-1a3f-4ec9-be89-4a9b2287fb48 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:28:04.196456 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bf197985-1a3f-4ec9-be89-4a9b2287fb48 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/18b38c86-ff95-465e-8451-2ddc252d93e0 HTTP/1.1" status: 404 len: 337 time: 0.0282762 Aug 10 02:28:04.201867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57398) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.233592 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6e99c1-81b4-4d1f-a430-65f3008f8f12 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] DELETE failed (client error): The resource could not be found. Aug 10 02:28:04.234072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6e99c1-81b4-4d1f-a430-65f3008f8f12 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:28:04.235921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ad6e99c1-81b4-4d1f-a430-65f3008f8f12 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/21704e83-f5d2-46fb-917a-011c97c7626e HTTP/1.1" status: 404 len: 337 time: 0.0330687 Aug 10 02:28:04.238718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57404) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.273754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57410) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.274005 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b7f65415-c6c8-4fbe-b6cd-7a22a7461798 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=46928fb0-e14c-4405-afb5-6f9b0ff7dc22 HTTP/1.1" status: 200 len: 205 time: 0.0339048 Aug 10 02:28:04.333812 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-282df2c0-b714-40e7-a0ef-11055a1e1ad2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] delete failed (client error): The resource could not be found. Aug 10 02:28:04.338606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57414) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.339088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-282df2c0-b714-40e7-a0ef-11055a1e1ad2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/46928fb0-e14c-4405-afb5-6f9b0ff7dc22 HTTP/1.1" status: 404 len: 336 time: 0.0639267 Aug 10 02:28:04.377104 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c10822d-cafd-4bfc-9501-e1dea9f6071b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d797eee-e127-4774-bdd7-1e0a81be2581 HTTP/1.1" status: 200 len: 205 time: 0.0310493 Aug 10 02:28:04.377104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57416) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.422224 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-7ca91ce9-07d5-47f0-b59e-39d825fecad3 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] delete failed (client error): The resource could not be found. Aug 10 02:28:04.423442 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7ca91ce9-07d5-47f0-b59e-39d825fecad3 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/0d797eee-e127-4774-bdd7-1e0a81be2581 HTTP/1.1" status: 404 len: 336 time: 0.0490077 Aug 10 02:28:04.425973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57418) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.456223 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a467353-bccd-4f95-afab-409dbc8469f3 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] DELETE failed (client error): The resource could not be found. Aug 10 02:28:04.456701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a467353-bccd-4f95-afab-409dbc8469f3 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:28:04.458470 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0a467353-bccd-4f95-afab-409dbc8469f3 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/9bf6e559-e6da-4356-86cb-aa513c2f450d HTTP/1.1" status: 404 len: 337 time: 0.0315752 Aug 10 02:28:04.461077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57420) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.495042 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cbcd80f2-e3e4-4ee7-a133-f22c7a88ac18 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=2ad6ac29-9483-4910-bcdb-5ac3fe667f70 HTTP/1.1" status: 200 len: 205 time: 0.0324802 Aug 10 02:28:04.498486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.548548 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-32d3cb8a-b509-4116-aae6-aace9522ad76 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] delete failed (client error): The resource could not be found. Aug 10 02:28:04.550588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-32d3cb8a-b509-4116-aae6-aace9522ad76 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/2ad6ac29-9483-4910-bcdb-5ac3fe667f70 HTTP/1.1" status: 404 len: 336 time: 0.0510843 Aug 10 02:28:04.553319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57424) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.584150 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-60fa5773-c999-40d1-8fbd-0bb53830493e tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=411ca85b-19f7-4817-8722-d9cc6d32bacc HTTP/1.1" status: 200 len: 205 time: 0.0295374 Aug 10 02:28:04.586383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57426) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.633029 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-a1edbbf8-c9ef-4656-82cf-389ac7f71339 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] delete failed (client error): The resource could not be found. Aug 10 02:28:04.642805 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a1edbbf8-c9ef-4656-82cf-389ac7f71339 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/411ca85b-19f7-4817-8722-d9cc6d32bacc HTTP/1.1" status: 404 len: 336 time: 0.0466020 Aug 10 02:28:04.642805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57428) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.666504 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5652769e-e389-4731-9d84-1628b3012dd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] DELETE failed (client error): The resource could not be found. Aug 10 02:28:04.667080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5652769e-e389-4731-9d84-1628b3012dd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:28:04.668939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5652769e-e389-4731-9d84-1628b3012dd2 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/02bac484-5677-4951-89e9-855d2e6b5209 HTTP/1.1" status: 404 len: 337 time: 0.0307953 Aug 10 02:28:04.671513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.702208 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8d2fad7c-c01a-430c-b474-dec354750b46 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=63692100-fb27-40b7-a5bc-438084c0a223 HTTP/1.1" status: 200 len: 205 time: 0.0275285 Aug 10 02:28:04.702695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57432) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.747284 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-5d145c65-a120-41ed-b219-2c1beeaca406 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] delete failed (client error): The resource could not be found. Aug 10 02:28:04.750621 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d145c65-a120-41ed-b219-2c1beeaca406 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/63692100-fb27-40b7-a5bc-438084c0a223 HTTP/1.1" status: 404 len: 336 time: 0.0450134 Aug 10 02:28:04.750823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57434) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.779806 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac8adc1-3913-4ffc-b8dc-3a06de518fcc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] DELETE failed (client error): The resource could not be found. Aug 10 02:28:04.780170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac8adc1-3913-4ffc-b8dc-3a06de518fcc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:28:04.781988 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cac8adc1-3913-4ffc-b8dc-3a06de518fcc tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/562048c0-15fd-4767-a46c-f2b335493423 HTTP/1.1" status: 404 len: 337 time: 0.0302520 Aug 10 02:28:04.784622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.826276 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0e7e335b-1226-4982-8f59-8df014900856 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "GET /v2.0/ports?device_id=62ac9de1-4b28-4c5c-b040-b7ed75737056 HTTP/1.1" status: 200 len: 205 time: 0.0376928 Aug 10 02:28:04.826724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57438) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.872860 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-ccf3f243-4738-4b7b-a0aa-1e6c282a899b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] delete failed (client error): The resource could not be found. Aug 10 02:28:04.876985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57440) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.877137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ccf3f243-4738-4b7b-a0aa-1e6c282a899b tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/routers/62ac9de1-4b28-4c5c-b040-b7ed75737056 HTTP/1.1" status: 404 len: 336 time: 0.0492373 Aug 10 02:28:04.916611 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-11acad5d-ff27-438e-99c8-ce3ac2814c38 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] DELETE failed (client error): The resource could not be found. Aug 10 02:28:04.917233 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11acad5d-ff27-438e-99c8-ce3ac2814c38 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:28:04.919061 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-11acad5d-ff27-438e-99c8-ce3ac2814c38 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/1cbcfa4d-ca53-4de6-992d-4e410325e4af HTTP/1.1" status: 404 len: 337 time: 0.0410631 Aug 10 02:28:04.921846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57444) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:04.959418 n-d-767704-21 neutron-server[101224]: INFO neutron.pecan_wsgi.hooks.translation [None req-82179bb8-ba07-4861-b25a-8da16da4b8c3 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] DELETE failed (client error): The resource could not be found. Aug 10 02:28:04.959981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82179bb8-ba07-4861-b25a-8da16da4b8c3 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:28:04.963037 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-82179bb8-ba07-4861-b25a-8da16da4b8c3 tempest-RoutersIpV6Test-388035378 tempest-RoutersIpV6Test-388035378-project] 10.222.0.38 "DELETE /v2.0/subnets/67b5d633-ab16-41a5-876e-81df08c8ac14 HTTP/1.1" status: 404 len: 337 time: 0.0397835 Aug 10 02:28:05.432099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57470) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:05.614624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c194c56b-c0ee-4792-836f-faef1ca2193e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb202d4a98b841e6b3f8649a87d7b795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811771 Aug 10 02:28:05.617336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57474) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:05.683664 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c32eccb6-7876-42e3-8b08-3208356c7f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:05.706600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c32eccb6-7876-42e3-8b08-3208356c7f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:05.824805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c32eccb6-7876-42e3-8b08-3208356c7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:05.827736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c32eccb6-7876-42e3-8b08-3208356c7f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:05.829000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c32eccb6-7876-42e3-8b08-3208356c7f02 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3fd663c-967c-4d64-829a-3af2a95d5679 HTTP/1.1" status: 204 len: 168 time: 0.2101011 Aug 10 02:28:05.838688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32eccb6-7876-42e3-8b08-3208356c7f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fd663c-967c-4d64-829a-3af2a95d5679,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:08.668464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57554) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:08.789456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79c44567-91a6-4c65-bfec-bfb143d23477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:08.893793 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79c44567-91a6-4c65-bfec-bfb143d23477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:08.985515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79c44567-91a6-4c65-bfec-bfb143d23477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:09.025840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-79c44567-91a6-4c65-bfec-bfb143d23477 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc7fd414e2dd4eae9cfe855a3087eac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561575 Aug 10 02:28:09.026916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c44567-91a6-4c65-bfec-bfb143d23477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8518f3c-a4ce-430e-80ab-525525154fc2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:09.028832 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57558) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:09.088069 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a076-072b-4ab0-a373-b013fb5ac23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:09.112785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a076-072b-4ab0-a373-b013fb5ac23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:09.252773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a076-072b-4ab0-a373-b013fb5ac23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:09.255711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8c3a076-072b-4ab0-a373-b013fb5ac23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:09.257107 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d8c3a076-072b-4ab0-a373-b013fb5ac23f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a8518f3c-a4ce-430e-80ab-525525154fc2 HTTP/1.1" status: 204 len: 168 time: 0.2267051 Aug 10 02:28:09.267144 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3a076-072b-4ab0-a373-b013fb5ac23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8518f3c-a4ce-430e-80ab-525525154fc2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:10.076652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57574) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:10.092098 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c18b9e7-a18f-4d56-8940-77a73e54c281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:10.194970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c18b9e7-a18f-4d56-8940-77a73e54c281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:10.271168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2c18b9e7-a18f-4d56-8940-77a73e54c281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:10.312675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18b9e7-a18f-4d56-8940-77a73e54c281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca25c1a-011b-43ea-a01b-072b1e7bafc7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:10.321041 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2c18b9e7-a18f-4d56-8940-77a73e54c281 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9b7d27ae4f5c4dd1919aa17c5e85c080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409530 Aug 10 02:28:10.322326 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57576) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:10.377060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7530c45-4a06-4d5b-ba49-7dbaf94d03d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:10.403056 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7530c45-4a06-4d5b-ba49-7dbaf94d03d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:10.533325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7530c45-4a06-4d5b-ba49-7dbaf94d03d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:10.536089 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b7530c45-4a06-4d5b-ba49-7dbaf94d03d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:10.537550 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b7530c45-4a06-4d5b-ba49-7dbaf94d03d5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ca25c1a-011b-43ea-a01b-072b1e7bafc7 HTTP/1.1" status: 204 len: 168 time: 0.2153447 Aug 10 02:28:10.549798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7530c45-4a06-4d5b-ba49-7dbaf94d03d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca25c1a-011b-43ea-a01b-072b1e7bafc7,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:13.253481 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.002464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57662) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:14.147259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-629c6f80-fa57-4851-8b91-ecefd2e3f0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.262380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-629c6f80-fa57-4851-8b91-ecefd2e3f0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.399504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-629c6f80-fa57-4851-8b91-ecefd2e3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.432431 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.437278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c6f80-fa57-4851-8b91-ecefd2e3f0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe759945-7fa5-4e3c-81ac-0fb4f300498d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:14.457691 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-629c6f80-fa57-4851-8b91-ecefd2e3f0c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bbfbe46d16794bc08f3e5239503c5e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540458 Aug 10 02:28:14.460625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57668) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:14.546350 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6eb7ebe9-27f4-478d-8ea1-084a94b248d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.615548 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6eb7ebe9-27f4-478d-8ea1-084a94b248d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.778939 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6eb7ebe9-27f4-478d-8ea1-084a94b248d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.781617 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6eb7ebe9-27f4-478d-8ea1-084a94b248d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:14.782827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6eb7ebe9-27f4-478d-8ea1-084a94b248d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe759945-7fa5-4e3c-81ac-0fb4f300498d HTTP/1.1" status: 204 len: 168 time: 0.3182395 Aug 10 02:28:14.792989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7ebe9-27f4-478d-8ea1-084a94b248d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe759945-7fa5-4e3c-81ac-0fb4f300498d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:15.758696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57682) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:15.776427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6b8001c-826a-475a-b2e6-60fbf0a4d235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:15.911319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6b8001c-826a-475a-b2e6-60fbf0a4d235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:15.986350 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6b8001c-826a-475a-b2e6-60fbf0a4d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:16.063118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d6b8001c-826a-475a-b2e6-60fbf0a4d235 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a515eca808c2407dba145db9e7c24973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998838 Aug 10 02:28:16.063465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57686) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:16.067463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8001c-826a-475a-b2e6-60fbf0a4d235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322c849e-804e-45ec-871b-0a2408e1741a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:16.134922 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0885befe-b343-41e3-a5c1-0f0d8af2d79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:16.164712 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0885befe-b343-41e3-a5c1-0f0d8af2d79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:16.322757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0885befe-b343-41e3-a5c1-0f0d8af2d79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:16.325576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0885befe-b343-41e3-a5c1-0f0d8af2d79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:16.326782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0885befe-b343-41e3-a5c1-0f0d8af2d79b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/322c849e-804e-45ec-871b-0a2408e1741a HTTP/1.1" status: 204 len: 168 time: 0.2617049 Aug 10 02:28:16.335913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885befe-b343-41e3-a5c1-0f0d8af2d79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322c849e-804e-45ec-871b-0a2408e1741a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:17.946650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-01b77696-eb3c-4669-8ca9-73aaf5a1968f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:18.236685 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:28:20.563699 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5311019-99a9-4f9e-873b-23bf047ae1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:21.156410 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:22.357702 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:22.648976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57846) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:22.771254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b381c0f-e1ca-49ae-a695-baa065b50b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:22.867411 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b381c0f-e1ca-49ae-a695-baa065b50b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:22.974052 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b381c0f-e1ca-49ae-a695-baa065b50b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:23.015854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b381c0f-e1ca-49ae-a695-baa065b50b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cd1807-b08e-44eb-a539-2a44ce9b833a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:23.021784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5b381c0f-e1ca-49ae-a695-baa065b50b29 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8f7e9a9158c64f6db0faa4d42bf415dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717077 Aug 10 02:28:23.029423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57856) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:23.099120 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74acbde3-6340-4096-9bfe-77304f9bbb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:23.122767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74acbde3-6340-4096-9bfe-77304f9bbb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:23.300369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74acbde3-6340-4096-9bfe-77304f9bbb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:23.303256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-74acbde3-6340-4096-9bfe-77304f9bbb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:23.307463 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-74acbde3-6340-4096-9bfe-77304f9bbb2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54cd1807-b08e-44eb-a539-2a44ce9b833a HTTP/1.1" status: 204 len: 168 time: 0.2745967 Aug 10 02:28:23.318725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acbde3-6340-4096-9bfe-77304f9bbb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cd1807-b08e-44eb-a539-2a44ce9b833a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:23.895043 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:24.100454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57868) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:24.117140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68cd4b0f-ba71-400d-bac6-d3444e83f2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:24.232086 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68cd4b0f-ba71-400d-bac6-d3444e83f2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:24.404159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68cd4b0f-ba71-400d-bac6-d3444e83f2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:24.445384 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-68cd4b0f-ba71-400d-bac6-d3444e83f2ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc8850e4f12842689b71154634c92990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437285 Aug 10 02:28:24.446870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4b0f-ba71-400d-bac6-d3444e83f2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72666417-2e2d-4cf4-a511-caf125125b95,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:24.449031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57878) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:24.501682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1979110-8843-4508-8d6a-9150c95d22d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:24.538572 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1979110-8843-4508-8d6a-9150c95d22d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:24.660356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1979110-8843-4508-8d6a-9150c95d22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:24.663163 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a1979110-8843-4508-8d6a-9150c95d22d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:24.667243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a1979110-8843-4508-8d6a-9150c95d22d9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72666417-2e2d-4cf4-a511-caf125125b95 HTTP/1.1" status: 204 len: 168 time: 0.2137492 Aug 10 02:28:24.673290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1979110-8843-4508-8d6a-9150c95d22d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72666417-2e2d-4cf4-a511-caf125125b95,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:25.973631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57908) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:26.082817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-964266142-network', 'tenant_id': 'dd457a2aa3844712a36c20a8ffd8eacb'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:26.219390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Made reservation on behalf of dd457a2aa3844712a36c20a8ffd8eacb for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:28:26.222731 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:26.232966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:26.327750 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:26.476547 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:26.505312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:28:26.515743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb76a1e-2354-470d-832a-a29b97172f1c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:26.521045 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:26.521403 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Added segment 51729700-7048-45bc-9aa4-cc126aa52abb of type vlan for network 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf Aug 10 02:28:26.572409 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:26.706047 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:26.707216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:26.707815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:26.772593 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] Pushing event updated for resources: {'Network': ['ID=7bd8db7c-eca8-45f9-a3fa-06b0abf012bf,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:26.785700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:28:26.895370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ecfd9e3f-2f97-4e17-9a4b-a394b231757f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9205377 Aug 10 02:28:26.898196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57922) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:26.903201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Request body: {'subnet': {'network_id': '7bd8db7c-eca8-45f9-a3fa-06b0abf012bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-964266142-subnet', 'tenant_id': 'dd457a2aa3844712a36c20a8ffd8eacb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:27.003291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Made reservation on behalf of dd457a2aa3844712a36c20a8ffd8eacb for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:28:27.007399 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:27.272398 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:27.332108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46be8e64-fa53-4893-993b-267a3a0bda50,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:27.345114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Checking segment: {'id': '51729700-7048-45bc-9aa4-cc126aa52abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd8db7c-eca8-45f9-a3fa-06b0abf012bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:28:27.345481 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Network hostable DHCP agents. Network: 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:28:27.425551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Network 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:28:27.512757 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:28:27.522413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:27.522413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:27.525584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff06d970-240f-4e5c-96ae-16f4b3f028b4 None None] Network 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:28:27.647344 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-72de8889-f777-4cd1-b9f9-b565eec9d53f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7405665 Aug 10 02:28:27.695409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35064904-3afc-4865-b221-bac3d0a55e19 None None] Network 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:28:28.568053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 57960) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:28.574686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1604686542-network', 'tenant_id': '51ecae2343594caa9ff2690dfd984258'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:28.677627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Made reservation on behalf of 51ecae2343594caa9ff2690dfd984258 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:28:28.681117 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:28.695951 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:28.801927 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:28.854811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:28.887021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:28:28.907398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec68e9c-9158-4976-b716-b00e22fe9240,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:28.926980 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:28.927361 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Added segment 926f9f7c-cd8c-4cc0-8676-b88448af0c7b of type vlan for network 505a3925-fd7d-48c5-80f1-2e571f5523c7 Aug 10 02:28:29.005203 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:29.060487 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-ad0c9077-4c83-4a87-9e56-837b8caa5070 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:29.062117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-ad0c9077-4c83-4a87-9e56-837b8caa5070 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.1671352 Aug 10 02:28:29.080500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-b2a45d19-2511-4dcc-b5ac-c35339e51a1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/quotas/9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 375 time: 0.0124259 Aug 10 02:28:29.152361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-cfce75de-0987-47a6-b1b4-7a6b950f7a85 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623596 Aug 10 02:28:29.156325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:29.157336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:29.162911 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:29.265763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=505a3925-fd7d-48c5-80f1-2e571f5523c7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:29.283641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 505a3925-fd7d-48c5-80f1-2e571f5523c7 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:28:29.312162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-cd46b5b8-c6c2-4f28-9697-88923c273cd9 service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514020 Aug 10 02:28:29.366575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2e182b06-800e-4544-83f4-44b3d686b6b9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7966435 Aug 10 02:28:29.370342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 57980) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:29.376558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Request body: {'subnet': {'network_id': '505a3925-fd7d-48c5-80f1-2e571f5523c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1604686542-subnet', 'tenant_id': '51ecae2343594caa9ff2690dfd984258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:29.413170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-e486c7e0-de16-4aff-a773-71a3f92c6840 service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937645 Aug 10 02:28:29.459421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Made reservation on behalf of 51ecae2343594caa9ff2690dfd984258 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:28:29.461945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:29.700413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:29.754669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6625cc9-f86e-461b-8930-260fa0457ab4,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:29.774987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Checking segment: {'id': '926f9f7c-cd8c-4cc0-8676-b88448af0c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '505a3925-fd7d-48c5-80f1-2e571f5523c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:28:29.775351 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Network hostable DHCP agents. Network: 505a3925-fd7d-48c5-80f1-2e571f5523c7, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:28:29.860325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Network 505a3925-fd7d-48c5-80f1-2e571f5523c7 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:28:29.934658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 505a3925-fd7d-48c5-80f1-2e571f5523c7) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:28:29.940032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:29.941967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:29.942637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0eefa0-64fa-4601-9c13-7faf2a0045ba None None] Network 505a3925-fd7d-48c5-80f1-2e571f5523c7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:28:30.022755 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8263957f-e8a1-4b54-b331-8a926b5898ae admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6502409 Aug 10 02:28:30.036378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-428830ad-cd26-4fa5-8885-8390bb535b90 req-a14c3d7f-d97e-4658-b7b0-8b67da356d95 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0383034 Aug 10 02:28:30.084385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b31b26e-b0ce-477f-8a87-fb44685a3c34 None None] Network 505a3925-fd7d-48c5-80f1-2e571f5523c7 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:28:30.627767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-336904a8-998f-4f6a-a256-0945b2223d20 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:30.629254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-336904a8-998f-4f6a-a256-0945b2223d20 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/networks?id=7bd8db7c-eca8-45f9-a3fa-06b0abf012bf HTTP/1.1" status: 200 len: 808 time: 0.1156814 Aug 10 02:28:30.651142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-1a7aa285-2d25-4502-a7dc-a7b401045b05 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/quotas/dd457a2aa3844712a36c20a8ffd8eacb HTTP/1.1" status: 200 len: 375 time: 0.0141399 Aug 10 02:28:30.686077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-8b0569e0-59f3-42d0-adda-d961a4d0a724 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd457a2aa3844712a36c20a8ffd8eacb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284481 Aug 10 02:28:30.795976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-f220834b-fe21-4022-911a-711052c21954 service neutron] 10.222.0.38 "GET /v2.0/networks/7bd8db7c-eca8-45f9-a3fa-06b0abf012bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025491 Aug 10 02:28:30.888015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-6af97b99-15ac-4964-ae3c-39c31235a964 service neutron] 10.222.0.38 "GET /v2.0/networks/7bd8db7c-eca8-45f9-a3fa-06b0abf012bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909584 Aug 10 02:28:31.164276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e69011be-32a9-40f5-8817-b44185de1f8b req-24b6ecbc-0d13-4212-af5b-ec886f7f818c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0378218 Aug 10 02:28:31.212020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-327cdb4c-dc71-41da-a0c7-3fae3f4985ce req-ea08276a-d07e-410d-a13b-b562b4748211 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 210 time: 0.0266962 Aug 10 02:28:32.294043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-079ac724-704e-4c0b-bcf3-7963f4b11480 req-544a9f5b-fe37-4818-af3e-6e8213b6241c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0585685 Aug 10 02:28:32.326861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2caf4d9-683d-4385-b950-3ae7be5bb6eb req-ab072081-5c01-45cc-b635-e5cfac12beac tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 210 time: 0.0309260 Aug 10 02:28:32.383071 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-31e11018-6ec9-4c5c-9d62-8890f86bdc17 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:32.384780 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-31e11018-6ec9-4c5c-9d62-8890f86bdc17 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.1256294 Aug 10 02:28:32.397487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'port': {'device_id': '5c8d34d7-c666-473f-b4e8-1fddf128bbd9', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'admin_state_up': True, 'tenant_id': '9082559d41d742f891f775f5c4029da0'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:32.568990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Made reservation on behalf of 9082559d41d742f891f775f5c4029da0 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:28:32.572809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:32.720230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.20.0.7 (96ead180-e03b-44cb-ac36-6e482b15f632/870e0f49-f6c5-4672-afe5-fedc6f28e496/f3c31f53-0221-4ed4-a7aa-7c4ce03d226d) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:28:32.872949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:32.887784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Transition to ACTIVE for port object f3c31f53-0221-4ed4-a7aa-7c4ce03d226d will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:28:32.963745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:33.015331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:28:33.018392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:28:33.022714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:28:33.030390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:33.113343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:33.114032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:33.221413 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-41f61239-1a80-47f7-a85c-040e015fff73 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8277984 Aug 10 02:28:33.235037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Request body: {'port': {'device_id': '5c8d34d7-c666-473f-b4e8-1fddf128bbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:33.295605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:33.331157 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-8b21c7c4-7071-4a2f-85ac-146a05b53c72 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:33.333262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-8b21c7c4-7071-4a2f-85ac-146a05b53c72 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.16 "GET /v2.0/networks?id=7bd8db7c-eca8-45f9-a3fa-06b0abf012bf HTTP/1.1" status: 200 len: 808 time: 0.1544633 Aug 10 02:28:33.349234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Request body: {'port': {'device_id': '3bfc3b32-5616-4283-9b42-8b915f78b22f', 'network_id': '7bd8db7c-eca8-45f9-a3fa-06b0abf012bf', 'admin_state_up': True, 'tenant_id': 'dd457a2aa3844712a36c20a8ffd8eacb'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:33.361902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-28c52164-0ff6-4487-b144-1d0c825426f3 None None] Provisioning for port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:28:33.366407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-28c52164-0ff6-4487-b144-1d0c825426f3 None None] Provisioning complete for port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:28:33.366884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-28c52164-0ff6-4487-b144-1d0c825426f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:33.451376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-28c52164-0ff6-4487-b144-1d0c825426f3 None None] Port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:28:33.511052 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ea95061-2268-42e8-be5f-2720c5239961 req-24049b74-1615-42a0-9e3b-9e8f156bc2e9 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 210 time: 0.0492191 Aug 10 02:28:33.576708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc76656-5b00-42d5-891f-959787868a16 req-a73c1082-379b-477d-aba2-7093007272c9 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:33.582118 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbc76656-5b00-42d5-891f-959787868a16 req-a73c1082-379b-477d-aba2-7093007272c9 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 931 time: 0.1708634 Aug 10 02:28:33.648564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbc76656-5b00-42d5-891f-959787868a16 req-cf77e2e9-b283-4e02-be01-2f5dd80da722 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Aug 10 02:28:33.712141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Made reservation on behalf of dd457a2aa3844712a36c20a8ffd8eacb for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:28:33.715888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c31f53-0221-4ed4-a7aa-7c4ce03d226d {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:28:33.716896 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:33.728392 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:33.755774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Transition to ACTIVE for port object f3c31f53-0221-4ed4-a7aa-7c4ce03d226d will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:28:33.838397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:33.875255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Allocated IP 172.20.0.2 (7bd8db7c-eca8-45f9-a3fa-06b0abf012bf/46be8e64-fa53-4893-993b-267a3a0bda50/6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:28:33.903383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:34.036639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Attempting to bind port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:28:34.037747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Attempting to bind port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:28:34.037747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Attempting to bind port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:28:34.046111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d on network 96ead180-e03b-44cb-ac36-6e482b15f632 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:28:34.046445 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Attempting to bind port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:28:34.061891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:28:34.062267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:28:34.062666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Bound using segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:28:34.063111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Bound port: f3c31f53-0221-4ed4-a7aa-7c4ce03d226d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:28:34.063481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:34.127402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:34.171913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] For port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:28:34.175392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] For port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:28:34.284067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:34.284964 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:34.315151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:34.318022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:34.320394 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] 10.222.0.16 "PUT /v2.0/ports/f3c31f53-0221-4ed4-a7aa-7c4ce03d226d HTTP/1.1" status: 200 len: 1092 time: 1.0901060 Aug 10 02:28:34.321307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8d34d7-c666-473f-b4e8-1fddf128bbd9', 'tag': 'f3c31f53-0221-4ed4-a7aa-7c4ce03d226d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:34.324136 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8d34d7-c666-473f-b4e8-1fddf128bbd9", "tag": "f3c31f53-0221-4ed4-a7aa-7c4ce03d226d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:34.392906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Network 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:28:34.396086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:28:34.400288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:28:34.404578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3dad3-2e49-4c5d-8d05-07864ed264b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:34.490351 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Pushing event updated for resources: {'Port': ['ID=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:34.515281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:34.516075 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:34.542432 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c0ca9-f20b-4fc6-9cb0-659ec35d1859 x-openstack-request-id: req-314c0ca9-f20b-4fc6-9cb0-659ec35d1859 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:34.543014 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8d34d7-c666-473f-b4e8-1fddf128bbd9", "tag": "f3c31f53-0221-4ed4-a7aa-7c4ce03d226d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:34.543512 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-314c0ca9-f20b-4fc6-9cb0-659ec35d1859 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:34.544074 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8d34d7-c666-473f-b4e8-1fddf128bbd9', 'tag': 'f3c31f53-0221-4ed4-a7aa-7c4ce03d226d', 'status': 'completed', 'code': 200} Aug 10 02:28:34.547353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-af0394f2-5ff2-45b5-8247-21dc3da1df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:34.564522 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-af0394f2-5ff2-45b5-8247-21dc3da1df3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 1095 time: 0.0902429 Aug 10 02:28:34.652594 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-6b17244a-4f6e-4d81-b9b0-c7cc8a1019f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d HTTP/1.1" status: 200 len: 217 time: 0.0946660 Aug 10 02:28:34.681076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-aa92b51a-1be2-41db-9c73-62781aa633d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3260460 Aug 10 02:28:34.718129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Request body: {'port': {'device_id': '3bfc3b32-5616-4283-9b42-8b915f78b22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:34.746678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-1a4d12aa-af21-4b58-ada2-57e5ac3e4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:34.748204 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-1a4d12aa-af21-4b58-ada2-57e5ac3e4b53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0887959 Aug 10 02:28:34.783799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf54fe-d126-49db-9353-3f7645cabc45 req-9536fbe5-76eb-461e-9f92-ad4fb2174f18 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:34.785852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7eaf54fe-d126-49db-9353-3f7645cabc45 req-9536fbe5-76eb-461e-9f92-ad4fb2174f18 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 931 time: 0.1642044 Aug 10 02:28:34.852764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-e84bb0a4-568e-4330-81bb-7a30954af381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:34.854408 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-e84bb0a4-568e-4330-81bb-7a30954af381 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947156 Aug 10 02:28:34.879425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7eaf54fe-d126-49db-9353-3f7645cabc45 req-64ccfcb4-1649-4f95-882a-fe0001a0037b tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865991 Aug 10 02:28:34.880457 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:34.935955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f364fa-2c8b-47b2-9f92-0d15c82767ed req-88b9e023-cef6-46a1-b314-de842464c4fc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:34.937696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8f364fa-2c8b-47b2-9f92-0d15c82767ed req-88b9e023-cef6-46a1-b314-de842464c4fc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.1476912 Aug 10 02:28:34.999777 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-7e9ac722-b9c6-4082-a475-1eb22b8f327d service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377928 Aug 10 02:28:35.000656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8f364fa-2c8b-47b2-9f92-0d15c82767ed req-e0ef6a75-4162-49b7-a3da-65ac17cadfd4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531881 Aug 10 02:28:35.111874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-88b7ebba-2e21-42fd-8a8a-7670b8969269 req-d936b239-8f76-4537-93e2-914e7d5fac46 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971942 Aug 10 02:28:35.324410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:28:35.364463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-d169dacd-70f2-4af9-a4c3-63ffcde0e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:35.367625 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-d169dacd-70f2-4af9-a4c3-63ffcde0e6d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 1095 time: 0.1164160 Aug 10 02:28:35.371666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:35.404023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Transition to ACTIVE for port object 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:28:35.476943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:35.514452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-db0f7c3d-f353-4730-b460-32f63859b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:35.516998 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-db0f7c3d-f353-4730-b460-32f63859b28f service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1411841 Aug 10 02:28:35.565643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632a649-3213-4432-9959-936e246ec16f service neutron] Pushing event updated for resources: {'Port': ['ID=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:35.582158 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-9b449de2-83c6-49e8-bf45-8faa029038b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d HTTP/1.1" status: 200 len: 217 time: 0.0579088 Aug 10 02:28:35.647012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Attempting to bind port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:28:35.647568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Attempting to bind port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '51729700-7048-45bc-9aa4-cc126aa52abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd8db7c-eca8-45f9-a3fa-06b0abf012bf'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:28:35.648446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Attempting to bind port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d on network 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:28:35.652244 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-e8354d1f-52ab-4df6-8647-2a81bb59896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:35.653785 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-e8354d1f-52ab-4df6-8647-2a81bb59896e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0638139 Aug 10 02:28:35.653975 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d on network 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:28:35.654379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Attempting to bind port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d on network 7bd8db7c-eca8-45f9-a3fa-06b0abf012bf {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:28:35.659568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:28:35.659996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Checking segment: {'id': '51729700-7048-45bc-9aa4-cc126aa52abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd8db7c-eca8-45f9-a3fa-06b0abf012bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:28:35.660443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Bound using segment: {'id': '51729700-7048-45bc-9aa4-cc126aa52abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd8db7c-eca8-45f9-a3fa-06b0abf012bf'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:28:35.660982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Bound port: 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51729700-7048-45bc-9aa4-cc126aa52abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd8db7c-eca8-45f9-a3fa-06b0abf012bf'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:28:35.661429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:35.721932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-d83114d5-ebc5-4640-a9d2-ddfbd68cd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:35.723815 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-d83114d5-ebc5-4640-a9d2-ddfbd68cd7a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622480 Aug 10 02:28:35.737021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] For port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:28:35.740942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] For port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,segment=NetworkSegment(51729700-7048-45bc-9aa4-cc126aa52abb),segment_id=51729700-7048-45bc-9aa4-cc126aa52abb)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:28:35.824333 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-a95f23e0-ae9a-4aac-b198-a574985f7f06 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926819 Aug 10 02:28:35.827252 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:35.896254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:35.896930 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:35.898418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-5632a649-3213-4432-9959-936e246ec16f service neutron] 10.222.0.16 "PUT /v2.0/ports/6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d HTTP/1.1" status: 200 len: 1092 time: 1.2161915 Aug 10 02:28:35.898935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfc3b32-5616-4283-9b42-8b915f78b22f', 'tag': '6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:35.930116 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eea3e0e-2bed-4d19-9382-f633099007d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfc3b32-5616-4283-9b42-8b915f78b22f", "tag": "6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:35.974583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632a649-3213-4432-9959-936e246ec16f service neutron] Pushing event updated for resources: {'Port': ['ID=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:35.998832 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d4d89585-53e2-40ea-bc1c-e926ea8f7dfd req-6600038c-21f5-4413-b82d-9a914aa4025a service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617982 Aug 10 02:28:36.090237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c51938-3319-44d8-8418-62b6a58f3b76 req-f96ae38f-2ade-4b53-8db0-5f7be8ac2a96 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:36.092032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32c51938-3319-44d8-8418-62b6a58f3b76 req-f96ae38f-2ade-4b53-8db0-5f7be8ac2a96 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 943 time: 0.1287670 Aug 10 02:28:36.133510 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a25df4-780f-43f3-97f4-3e385a9f6102 x-openstack-request-id: req-f4a25df4-780f-43f3-97f4-3e385a9f6102 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:36.133815 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfc3b32-5616-4283-9b42-8b915f78b22f", "tag": "6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:36.134076 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4a25df4-780f-43f3-97f4-3e385a9f6102 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:36.134483 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfc3b32-5616-4283-9b42-8b915f78b22f', 'tag': '6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d', 'status': 'completed', 'code': 200} Aug 10 02:28:36.148682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-3531fbbf-bae0-4010-8410-07368ca76dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:36.150291 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-3531fbbf-bae0-4010-8410-07368ca76dbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd457a2aa3844712a36c20a8ffd8eacb&device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 1095 time: 0.1021216 Aug 10 02:28:36.155731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32c51938-3319-44d8-8418-62b6a58f3b76 req-86443af8-824c-4eda-854a-07ee2d0b7e1d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535290 Aug 10 02:28:36.213899 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-ad859961-b2c7-49e4-bbab-d565b4a682aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d HTTP/1.1" status: 200 len: 217 time: 0.0464990 Aug 10 02:28:36.265329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a975b8c-3696-4893-82db-99f84c86e94d req-cc0956d3-ff08-4612-9774-f5c53581db39 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:36.275692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a975b8c-3696-4893-82db-99f84c86e94d req-cc0956d3-ff08-4612-9774-f5c53581db39 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0731537 Aug 10 02:28:36.279156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-73f9859f-1b69-475d-9694-7953eb753f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:36.280636 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-73f9859f-1b69-475d-9694-7953eb753f77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46be8e64-fa53-4893-993b-267a3a0bda50 HTTP/1.1" status: 200 len: 848 time: 0.0571327 Aug 10 02:28:36.315458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a975b8c-3696-4893-82db-99f84c86e94d req-6783c2f9-df88-4af3-b89b-3798f5f1e28a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388162 Aug 10 02:28:36.319535 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-ebe75109-185d-4ff2-9834-de4db579cb6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bd8db7c-eca8-45f9-a3fa-06b0abf012bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317545 Aug 10 02:28:36.425400 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-34987315-87d3-43e9-b20d-f0fc5d186e23 service neutron] 10.222.0.16 "GET /v2.0/networks/7bd8db7c-eca8-45f9-a3fa-06b0abf012bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971501 Aug 10 02:28:36.520111 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b98404e1-33d2-4ef9-b10b-7dfbed2e5603 req-70eb7349-46b1-4596-aa88-54f484851a58 service neutron] 10.222.0.16 "GET /v2.0/networks/7bd8db7c-eca8-45f9-a3fa-06b0abf012bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879753 Aug 10 02:28:36.735053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-47887c79-155d-4b3d-9542-296373018614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:36.736642 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-47887c79-155d-4b3d-9542-296373018614 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd457a2aa3844712a36c20a8ffd8eacb&device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 1095 time: 0.0546188 Aug 10 02:28:36.845766 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-95087fd9-3733-43fc-8d3a-8482f4bb02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:36.847582 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-95087fd9-3733-43fc-8d3a-8482f4bb02c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7bd8db7c-eca8-45f9-a3fa-06b0abf012bf HTTP/1.1" status: 200 len: 909 time: 0.1027110 Aug 10 02:28:36.895233 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-41c6d969-f471-4573-9597-43a6b25d4648 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d HTTP/1.1" status: 200 len: 217 time: 0.0393431 Aug 10 02:28:36.945398 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-8dbce182-6f66-4481-b80b-ab374947aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:36.946971 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-8dbce182-6f66-4481-b80b-ab374947aede service neutron] 10.222.0.16 "GET /v2.0/subnets?id=46be8e64-fa53-4893-993b-267a3a0bda50 HTTP/1.1" status: 200 len: 848 time: 0.0443599 Aug 10 02:28:36.989355 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-779829b6-d08f-47aa-8dc9-81252993b4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7bd8db7c-eca8-45f9-a3fa-06b0abf012bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339215 Aug 10 02:28:37.133660 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-79a824c3-fad2-422b-a534-19cb03429c20 service neutron] 10.222.0.16 "GET /v2.0/networks/7bd8db7c-eca8-45f9-a3fa-06b0abf012bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296704 Aug 10 02:28:37.270659 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7eea3e0e-2bed-4d19-9382-f633099007d3 req-9a18632c-8d12-4e93-ac6f-d5995248678b service neutron] 10.222.0.16 "GET /v2.0/networks/7bd8db7c-eca8-45f9-a3fa-06b0abf012bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196349 Aug 10 02:28:37.321910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da3aa4-be6a-4d91-9e92-0e0a71e3425b req-1118ccec-446a-4e30-847a-fe9f2eec0e14 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:37.323777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5da3aa4-be6a-4d91-9e92-0e0a71e3425b req-1118ccec-446a-4e30-847a-fe9f2eec0e14 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 943 time: 0.0557270 Aug 10 02:28:37.407595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5da3aa4-be6a-4d91-9e92-0e0a71e3425b req-5dba1582-bd37-460c-83ee-0da122f18324 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775363 Aug 10 02:28:37.482491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ddbed-894c-4081-968f-2e3457c256cd req-bc1d59d3-594e-4cd4-a30b-1bc13c2d18fe tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:37.483991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb4ddbed-894c-4081-968f-2e3457c256cd req-bc1d59d3-594e-4cd4-a30b-1bc13c2d18fe tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0570006 Aug 10 02:28:37.527108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb4ddbed-894c-4081-968f-2e3457c256cd req-708469df-751e-4a44-bd0f-d56caca1ab50 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364687 Aug 10 02:28:38.519560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d11168-acc1-4b51-aacf-b16a4b3dc40e req-d2777709-baf8-4f9d-a13d-853aaeeace20 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:38.520968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2d11168-acc1-4b51-aacf-b16a4b3dc40e req-d2777709-baf8-4f9d-a13d-853aaeeace20 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 943 time: 0.0522020 Aug 10 02:28:38.564978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2d11168-acc1-4b51-aacf-b16a4b3dc40e req-fbf1b839-3bd6-41d8-bf41-9f7f66074175 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339632 Aug 10 02:28:38.655311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992d67e-a7f9-4b0f-9a69-d3a5d39ab3bb req-91394db5-e926-4df9-ad9d-815822357ef1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:38.657047 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7992d67e-a7f9-4b0f-9a69-d3a5d39ab3bb req-91394db5-e926-4df9-ad9d-815822357ef1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0499556 Aug 10 02:28:38.697046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7992d67e-a7f9-4b0f-9a69-d3a5d39ab3bb req-fcced917-1aea-4cfb-8f04-7f9c987ed986 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336030 Aug 10 02:28:39.722765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d64dd1-3014-40df-a483-f7243f6cb915 req-6ee05e4d-2441-494e-aa50-52f429393ce1 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:39.724343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9d64dd1-3014-40df-a483-f7243f6cb915 req-6ee05e4d-2441-494e-aa50-52f429393ce1 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 943 time: 0.0653415 Aug 10 02:28:39.729923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:28:39.787997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9d64dd1-3014-40df-a483-f7243f6cb915 req-e922091b-5d30-4863-aa06-46696b25a65f tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511196 Aug 10 02:28:39.855171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc618b-b654-420b-bdd8-ca7a3c968e10 req-0806cffe-4c25-4e98-9782-988fafdf26cd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:39.856720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70bc618b-b654-420b-bdd8-ca7a3c968e10 req-0806cffe-4c25-4e98-9782-988fafdf26cd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0674653 Aug 10 02:28:39.882765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,segment=NetworkSegment(51729700-7048-45bc-9aa4-cc126aa52abb),segment_id=51729700-7048-45bc-9aa4-cc126aa52abb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:39.910128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d', 'network_id': '7bd8db7c-eca8-45f9-a3fa-06b0abf012bf', 'port_id': '6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d', 'mac_address': 'fa:16:3e:74:30:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46be8e64-fa53-4893-993b-267a3a0bda50', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:28:39.910328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70bc618b-b654-420b-bdd8-ca7a3c968e10 req-80762b8e-fb10-4bd4-b660-136a43a2b481 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Aug 10 02:28:39.950248 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:39.967116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:28:39.987865 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,segment=NetworkSegment(51729700-7048-45bc-9aa4-cc126aa52abb),segment_id=51729700-7048-45bc-9aa4-cc126aa52abb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:40.060732 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:40.114017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:40.259561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:28:40.924226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bf62a-8263-4ed4-ac62-7d433ae8bd46 req-1842f1b4-49bf-48ec-a475-ca680ddebdca tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:40.929568 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b15bf62a-8263-4ed4-ac62-7d433ae8bd46 req-1842f1b4-49bf-48ec-a475-ca680ddebdca tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 944 time: 0.0561657 Aug 10 02:28:40.974048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b15bf62a-8263-4ed4-ac62-7d433ae8bd46 req-fdd4430b-7922-46c1-86dc-acda6e720af9 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381010 Aug 10 02:28:41.035767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761b3c1-e888-48c8-b9a2-7547e21dc3fa req-d0b29f5d-9cac-4191-bd65-9935fafede7e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:41.039023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8761b3c1-e888-48c8-b9a2-7547e21dc3fa req-d0b29f5d-9cac-4191-bd65-9935fafede7e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0640118 Aug 10 02:28:41.092221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8761b3c1-e888-48c8-b9a2-7547e21dc3fa req-d05e3ecf-5290-47d0-a029-a3c1e4bcc29e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482025 Aug 10 02:28:41.740027 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:28:41.865464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:28:41.870927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:28:41.871438 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:41.963909 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:42.019181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfc3b32-5616-4283-9b42-8b915f78b22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:42.021413 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2642c0-e757-4c54-adf8-6ec60a3d7a5b" -d '{"events": [{"server_uuid": "3bfc3b32-5616-4283-9b42-8b915f78b22f", "name": "network-vif-plugged", "status": "completed", "tag": "6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:42.055811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,segment=NetworkSegment(51729700-7048-45bc-9aa4-cc126aa52abb),segment_id=51729700-7048-45bc-9aa4-cc126aa52abb)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:42.063915 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19f116-92d4-47fd-8161-593c8aeb6ac0 x-openstack-request-id: req-4a19f116-92d4-47fd-8161-593c8aeb6ac0 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:42.080235 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfc3b32-5616-4283-9b42-8b915f78b22f", "name": "network-vif-plugged", "status": "completed", "tag": "6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:42.080235 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a19f116-92d4-47fd-8161-593c8aeb6ac0 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:42.080235 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfc3b32-5616-4283-9b42-8b915f78b22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d', 'code': 200} Aug 10 02:28:42.137263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd45e0c-2f8e-4c06-bf06-2e726e17d727 req-afff2ac8-c874-4813-9fba-d416f96db408 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:42.141024 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:42.148497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bd45e0c-2f8e-4c06-bf06-2e726e17d727 req-afff2ac8-c874-4813-9fba-d416f96db408 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 944 time: 0.0725579 Aug 10 02:28:42.187504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5503-9df0-4d35-be77-3ad6bf993796 req-57c90e80-92ca-4ad0-aa6d-6da0418d992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:42.189223 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c73d5503-9df0-4d35-be77-3ad6bf993796 req-57c90e80-92ca-4ad0-aa6d-6da0418d992c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 1096 time: 0.0621557 Aug 10 02:28:42.206443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bd45e0c-2f8e-4c06-bf06-2e726e17d727 req-085ec964-5e91-4afb-a82b-228b1aea4bd6 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565147 Aug 10 02:28:42.239461 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c73d5503-9df0-4d35-be77-3ad6bf993796 req-897961cf-a05a-4e03-b03a-4cde24f6251d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Aug 10 02:28:42.256360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:42.293912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79474f11-d3a9-4157-bf7f-dc48092c7715 req-e2cec979-828d-4923-bc09-9b22169d3c8b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:42.295850 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79474f11-d3a9-4157-bf7f-dc48092c7715 req-e2cec979-828d-4923-bc09-9b22169d3c8b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0591509 Aug 10 02:28:42.341806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79474f11-d3a9-4157-bf7f-dc48092c7715 req-ac13d2cd-6d3f-45b2-85d4-c794ca590701 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 Aug 10 02:28:43.225028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:43.330897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df299a-4b16-4fad-8779-a8d75f0abdc0 req-80ee3edf-22ba-4a82-bd7a-60013de7f6d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:43.339391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0df299a-4b16-4fad-8779-a8d75f0abdc0 req-80ee3edf-22ba-4a82-bd7a-60013de7f6d7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 945 time: 0.0656190 Aug 10 02:28:43.377868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0df299a-4b16-4fad-8779-a8d75f0abdc0 req-c7cad4ca-943c-4062-adc1-cf4bc41475f7 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375438 Aug 10 02:28:43.474931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37fc97-fb11-4d6c-95f5-5117fd0c0d0a req-f12259d9-dc5e-43c9-8ba1-615f89a0fb0a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:43.476444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e37fc97-fb11-4d6c-95f5-5117fd0c0d0a req-f12259d9-dc5e-43c9-8ba1-615f89a0fb0a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0527849 Aug 10 02:28:43.524944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e37fc97-fb11-4d6c-95f5-5117fd0c0d0a req-570c90ca-e6eb-420b-9d7a-ed3cf2f8c81a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Aug 10 02:28:44.069761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58242) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:44.211193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:44.306154 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:44.381119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:44.415450 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:44.418451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95db99ed-a068-40ad-9ffb-056a711d0818,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:44.426213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58250) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:44.426733 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23532c5d935b4023a3e3b08a99b91b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558710 Aug 10 02:28:44.433999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.434348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.435430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.435430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.435430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.435676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.436192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.436352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.436659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.436983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.437310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.437625 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4e7ef4-d828-4528-83d4-174fe19a40f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.496148 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:44.523095 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:44.669638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586d7d6-a780-4426-877a-24c0fafd0e5c req-5c8af933-de84-4bfc-854b-7db45e7ac86a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:44.671532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7586d7d6-a780-4426-877a-24c0fafd0e5c req-5c8af933-de84-4bfc-854b-7db45e7ac86a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0541997 Aug 10 02:28:44.688081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:44.691244 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:44.695074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95db99ed-a068-40ad-9ffb-056a711d0818 HTTP/1.1" status: 204 len: 168 time: 0.2644448 Aug 10 02:28:44.708780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95db99ed-a068-40ad-9ffb-056a711d0818,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:44.717726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.718079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.718426 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.726891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.726891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.726891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.726891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.726891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.726891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.726891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.726891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.726891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55118e37-087e-477c-a450-855c4eb08fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:28:44.742797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7586d7d6-a780-4426-877a-24c0fafd0e5c req-7c9bacee-e8ac-4ac8-8435-5fe8901279ea tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635800 Aug 10 02:28:45.377687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58266) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:45.395840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ebffe3bd-2250-4308-89fd-17fadef99be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.488632 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ebffe3bd-2250-4308-89fd-17fadef99be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.591143 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ebffe3bd-2250-4308-89fd-17fadef99be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.629326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffe3bd-2250-4308-89fd-17fadef99be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859393ba-9e47-4994-b9c6-a485814d40e9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:45.634315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ebffe3bd-2250-4308-89fd-17fadef99be2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf1400508b46488880ee8081e573cfe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548411 Aug 10 02:28:45.638017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58268) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:45.689320 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8410a463-0c5e-4eed-80ee-aed758b3ed89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.717584 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8410a463-0c5e-4eed-80ee-aed758b3ed89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.743921 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device f3c31f53-0221-4ed4-a7aa-7c4ce03d226d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:28:45.848314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:45.861568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'f3c31f53-0221-4ed4-a7aa-7c4ce03d226d', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'port_id': 'f3c31f53-0221-4ed4-a7aa-7c4ce03d226d', 'mac_address': 'fa:16:3e:5d:eb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:28:45.867608 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8410a463-0c5e-4eed-80ee-aed758b3ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.870193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8410a463-0c5e-4eed-80ee-aed758b3ed89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.871444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8410a463-0c5e-4eed-80ee-aed758b3ed89 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/859393ba-9e47-4994-b9c6-a485814d40e9 HTTP/1.1" status: 204 len: 168 time: 0.2324064 Aug 10 02:28:45.884224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f0aef-5cbf-453f-9a8a-e0decb455bd4 req-29f32d93-1fde-43a9-924a-f3cd877ee0fb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:45.888348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c6f0aef-5cbf-453f-9a8a-e0decb455bd4 req-29f32d93-1fde-43a9-924a-f3cd877ee0fb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0611212 Aug 10 02:28:45.903571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410a463-0c5e-4eed-80ee-aed758b3ed89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859393ba-9e47-4994-b9c6-a485814d40e9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:45.909291 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:45.938228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c31f53-0221-4ed4-a7aa-7c4ce03d226d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:28:45.959985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c6f0aef-5cbf-453f-9a8a-e0decb455bd4 req-07cd5050-ee94-452b-a3c3-0a5851d0e3e2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652323 Aug 10 02:28:45.965079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:46.049392 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:46.104893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:46.262079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['f3c31f53-0221-4ed4-a7aa-7c4ce03d226d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:28:47.109241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d662-e3fa-4216-a502-83e44ed4c996 req-684a5c44-c77f-4470-b19a-6613436235e3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:47.111014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ab9d662-e3fa-4216-a502-83e44ed4c996 req-684a5c44-c77f-4470-b19a-6613436235e3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 944 time: 0.0568111 Aug 10 02:28:47.163561 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ab9d662-e3fa-4216-a502-83e44ed4c996 req-92fe1218-4e4c-4fd0-8e1e-67b188432d00 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459793 Aug 10 02:28:47.765944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device f3c31f53-0221-4ed4-a7aa-7c4ce03d226d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:28:47.912391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:28:47.916460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:28:47.917517 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:47.962936 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfea23dc-9196-4b12-b6de-509b3b315fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.039924 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.070274 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d34d7-c666-473f-b4e8-1fddf128bbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c31f53-0221-4ed4-a7aa-7c4ce03d226d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:48.072529 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae25906e-86b2-4c8e-b23d-fce5905b7c81" -d '{"events": [{"server_uuid": "5c8d34d7-c666-473f-b4e8-1fddf128bbd9", "name": "network-vif-plugged", "status": "completed", "tag": "f3c31f53-0221-4ed4-a7aa-7c4ce03d226d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:48.094400 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:48.119119 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56ead4c-cacd-4991-80d0-8dea25e70b99 x-openstack-request-id: req-f56ead4c-cacd-4991-80d0-8dea25e70b99 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:48.119119 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8d34d7-c666-473f-b4e8-1fddf128bbd9", "name": "network-vif-plugged", "status": "completed", "tag": "f3c31f53-0221-4ed4-a7aa-7c4ce03d226d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:48.119119 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f56ead4c-cacd-4991-80d0-8dea25e70b99 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:48.119119 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8d34d7-c666-473f-b4e8-1fddf128bbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c31f53-0221-4ed4-a7aa-7c4ce03d226d', 'code': 200} Aug 10 02:28:48.164163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:48.216047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:48.233756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62192b0-4879-4f2d-82c1-9e9a32225ad8 req-73f8d353-df94-4b5b-8959-9cf4b3f48b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:48.235354 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f62192b0-4879-4f2d-82c1-9e9a32225ad8 req-73f8d353-df94-4b5b-8959-9cf4b3f48b45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 1097 time: 0.0513420 Aug 10 02:28:48.272124 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f62192b0-4879-4f2d-82c1-9e9a32225ad8 req-0c952a1a-a566-4168-b6e0-158126ce79ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298982 Aug 10 02:28:48.294141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe8bc-4933-410d-a171-c03ac8b854a3 req-15af926f-eb81-4a89-940a-5c99efcb5bbf tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:48.296082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-daffe8bc-4933-410d-a171-c03ac8b854a3 req-15af926f-eb81-4a89-940a-5c99efcb5bbf tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 945 time: 0.0539870 Aug 10 02:28:48.343222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-daffe8bc-4933-410d-a171-c03ac8b854a3 req-b9faa1a7-17e2-4291-b838-e48eff7f13ca tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Aug 10 02:28:48.557193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f68205-8e3f-4aad-a2f0-06e1b9236aa8 req-0b31aad4-f90c-46aa-b446-c121251c994c tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:48.558750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08f68205-8e3f-4aad-a2f0-06e1b9236aa8 req-0b31aad4-f90c-46aa-b446-c121251c994c tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 945 time: 0.0516646 Aug 10 02:28:48.599700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08f68205-8e3f-4aad-a2f0-06e1b9236aa8 req-5c2d9b66-b94f-462d-a730-f425d28fbcd6 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Aug 10 02:28:49.384571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58384) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:49.470899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31554b3c-5908-40b9-9183-7e9b4c36e763 req-af26065a-c8d4-45f4-ac28-2d769793f871 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:49.472498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31554b3c-5908-40b9-9183-7e9b4c36e763 req-af26065a-c8d4-45f4-ac28-2d769793f871 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 945 time: 0.0503645 Aug 10 02:28:49.512003 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce98f58a-875e-466b-b86a-194d11e51a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.533325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31554b3c-5908-40b9-9183-7e9b4c36e763 req-97cd2776-16c8-4ad8-a42a-f5a3826777aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528402 Aug 10 02:28:49.650093 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce98f58a-875e-466b-b86a-194d11e51a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.671457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fe62-897d-40cf-8ef7-cab86ffa8621 req-c7f911e9-5340-4ebb-981b-01ee2a1010f0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:49.673340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c74fe62-897d-40cf-8ef7-cab86ffa8621 req-c7f911e9-5340-4ebb-981b-01ee2a1010f0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 945 time: 0.0623586 Aug 10 02:28:49.728862 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ce98f58a-875e-466b-b86a-194d11e51a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.793818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ce98f58a-875e-466b-b86a-194d11e51a7d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f8b435f3c364019a493cf38bf8f6eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081609 Aug 10 02:28:49.796561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58394) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:49.801365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c74fe62-897d-40cf-8ef7-cab86ffa8621 req-56470b80-ac8b-4d39-bc88-efaa0b2652f7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159928 Aug 10 02:28:49.812255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966d79-0299-4d38-9699-dc8fce707eeb req-08fc0e9f-20b1-4fc2-8b67-e4ba8a79cff6 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:49.813952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0966d79-0299-4d38-9699-dc8fce707eeb req-08fc0e9f-20b1-4fc2-8b67-e4ba8a79cff6 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 945 time: 0.1393931 Aug 10 02:28:49.814829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98f58a-875e-466b-b86a-194d11e51a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e14804-31ae-4c38-adeb-ff7eabe9b45f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:49.861899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0966d79-0299-4d38-9699-dc8fce707eeb req-b4c29a2d-d634-4ef8-b6f0-128e424d2ca0 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/security-groups?id=ebb76a1e-2354-470d-832a-a29b97172f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370398 Aug 10 02:28:49.866834 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbe52-f3ff-4963-adb8-033d98b3fbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.896743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbe52-f3ff-4963-adb8-033d98b3fbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:49.973205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-267e911f-0345-4bcc-9e8b-208d9f45008a tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:49.974715 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-267e911f-0345-4bcc-9e8b-208d9f45008a tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 945 time: 0.0806689 Aug 10 02:28:50.062992 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbe52-f3ff-4963-adb8-033d98b3fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.065573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a9fbe52-f3ff-4963-adb8-033d98b3fbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.066759 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7a9fbe52-f3ff-4963-adb8-033d98b3fbe1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/92e14804-31ae-4c38-adeb-ff7eabe9b45f HTTP/1.1" status: 204 len: 168 time: 0.2691767 Aug 10 02:28:50.084092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fbe52-f3ff-4963-adb8-033d98b3fbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e14804-31ae-4c38-adeb-ff7eabe9b45f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:50.132334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Deleting port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:28:50.132681 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.245724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] For port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,segment=NetworkSegment(51729700-7048-45bc-9aa4-cc126aa52abb),segment_id=51729700-7048-45bc-9aa4-cc126aa52abb)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:28:50.246101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.264248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Calling delete_port for 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:28:50.478749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.491563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:28:50.515136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Pushing event deleted for resources: {'Port': ['ID=6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:50.566634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] No DVR routers for this DVR port 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:28:50.569973 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5db4a282-f771-4fc4-bfef-58b3ac8c3efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.570317 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:50.573964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9f72aed6-4562-4994-8a83-dd1c6cecffb5 req-24114e52-3567-46a3-ac82-489c34d6928d tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.16 "DELETE /v2.0/ports/6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d HTTP/1.1" status: 204 len: 173 time: 0.5767221 Aug 10 02:28:50.574870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfc3b32-5616-4283-9b42-8b915f78b22f', 'name': 'network-vif-deleted', 'tag': '6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:28:50.577844 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392c2d23-ae89-48c4-b782-1d3a0241309b" -d '{"events": [{"server_uuid": "3bfc3b32-5616-4283-9b42-8b915f78b22f", "name": "network-vif-deleted", "tag": "6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:28:50.627421 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b5971-39a7-434e-859a-6c8058754fa3 x-openstack-request-id: req-058b5971-39a7-434e-859a-6c8058754fa3 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:28:50.627713 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfc3b32-5616-4283-9b42-8b915f78b22f", "name": "network-vif-deleted", "tag": "6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:28:50.627965 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-058b5971-39a7-434e-859a-6c8058754fa3 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:28:50.628543 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfc3b32-5616-4283-9b42-8b915f78b22f', 'name': 'network-vif-deleted', 'tag': '6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d', 'status': 'completed', 'code': 200} Aug 10 02:28:50.832325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58418) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:50.852187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c9a05ba-4d8c-499b-94af-65d3e6ef78bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.033961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c9a05ba-4d8c-499b-94af-65d3e6ef78bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.095721 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0c9a05ba-4d8c-499b-94af-65d3e6ef78bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.164300 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.169695 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0c9a05ba-4d8c-499b-94af-65d3e6ef78bd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e7dd4dc0302402f872d9ac4c35fa9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342931 Aug 10 02:28:51.173859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:28:51.240342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a05ba-4d8c-499b-94af-65d3e6ef78bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f76aa81-98d1-4fb0-afaf-fe6151465b6e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:51.324463 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f241f8f-56ca-483e-80d3-2db565685e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.370332 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f241f8f-56ca-483e-80d3-2db565685e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.500005 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f241f8f-56ca-483e-80d3-2db565685e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.507128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4f241f8f-56ca-483e-80d3-2db565685e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:51.512996 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4f241f8f-56ca-483e-80d3-2db565685e09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f76aa81-98d1-4fb0-afaf-fe6151465b6e HTTP/1.1" status: 204 len: 168 time: 0.3348215 Aug 10 02:28:51.542084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f241f8f-56ca-483e-80d3-2db565685e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f76aa81-98d1-4fb0-afaf-fe6151465b6e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:51.631283 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-040c3873-69bd-4b7f-bfc9-ad338b579e24 req-32a704f3-49c4-45d6-a5a7-a49d18440ab0 tempest-VolumesActionsTest-753005907 tempest-VolumesActionsTest-753005907-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bfc3b32-5616-4283-9b42-8b915f78b22f HTTP/1.1" status: 200 len: 210 time: 0.6269884 Aug 10 02:28:52.364861 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:53.790867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:28:53.810954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:28:53.811304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 6e61a61e-747e-4d3e-8bd7-74ac8e7ff11d not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:28:53.935757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:54.333391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-087e7d02-9f79-4d55-a459-f5f462343dc8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:54.336038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-087e7d02-9f79-4d55-a459-f5f462343dc8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.1539202 Aug 10 02:28:54.352812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-32bbe58d-0263-4de6-8610-e15372dfcf6d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/quotas/9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 375 time: 0.0104694 Aug 10 02:28:54.424495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-3ac877c2-dba2-4cc2-8dbb-56a7edfeb368 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651128 Aug 10 02:28:54.560808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-4c19e242-39f2-4640-a66b-b78352075d25 service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240525 Aug 10 02:28:54.665823 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-b238dfab-c5d7-4533-a62a-b33132efd8c6 service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985193 Aug 10 02:28:54.957259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-985a8286-4762-488c-9bb7-9a199d51c2bc req-6a5714c2-9e53-4e8b-91ce-e0799dfa7bce tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 210 time: 0.0341477 Aug 10 02:28:55.181561 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-bc29263b-7d6b-4bdd-9e87-7facdb70043b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423603 Aug 10 02:28:55.238762 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:28:55.275310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-d09fafde-4697-4322-b0e0-f4a514fa2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:55.277857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-d09fafde-4697-4322-b0e0-f4a514fa2745 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3b7529ff2354362acf72aeee9da0800&device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.0488989 Aug 10 02:28:55.391112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-1ea350eb-a72c-4230-808f-e48383569bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:55.392851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-1ea350eb-a72c-4230-808f-e48383569bf6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5083d3a1-f14b-4880-af06-dc2116d32fb2 HTTP/1.1" status: 200 len: 909 time: 0.0970817 Aug 10 02:28:55.485029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-26a145e3-3e7c-4bcd-9362-5c7b5446e8d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed75e4a-a67e-495e-9f85-7497defc645a HTTP/1.1" status: 200 len: 1002 time: 0.0852056 Aug 10 02:28:55.575913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-d960b7bf-1a26-4551-934a-4182d9b3a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:55.577828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-d960b7bf-1a26-4551-934a-4182d9b3a64f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c725e5c7-f576-4e69-9166-fee1e8461d9f HTTP/1.1" status: 200 len: 847 time: 0.0851641 Aug 10 02:28:55.637826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-c06a7657-5be1-47d9-a2a5-e70cf886c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:55.639529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-c06a7657-5be1-47d9-a2a5-e70cf886c56c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5083d3a1-f14b-4880-af06-dc2116d32fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551348 Aug 10 02:28:55.740034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-8b56d35c-828f-4c6d-ac92-0d14e4ef8a51 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934434 Aug 10 02:28:55.847705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd6f1843-a6bd-4692-98ad-7e37214efc1f req-faefa88d-e3b5-4ad3-9f56-a015e7dd3413 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010714 Aug 10 02:28:56.070663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c79ab9c-6858-464b-8bba-7ad08d97034e req-4dabad25-20aa-4b95-b8a1-47e402089ca1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 210 time: 0.0271716 Aug 10 02:28:56.426575 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-0a7543cc-3a12-453e-8c4c-5a6a023dae6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503883 Aug 10 02:28:56.552306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-e438c5a0-f453-479a-bfed-d35ca2371b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:56.554288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-e438c5a0-f453-479a-bfed-d35ca2371b41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 1097 time: 0.0569680 Aug 10 02:28:56.684367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-6927dcdb-9ff2-4db3-888c-c527b2833068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:56.686080 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-6927dcdb-9ff2-4db3-888c-c527b2833068 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1055646 Aug 10 02:28:57.143969 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-7ca0a2be-4014-41e7-8781-6681c38b8427 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d HTTP/1.1" status: 200 len: 217 time: 0.4495511 Aug 10 02:28:57.248189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-d4e07d15-fcbb-4e36-95b6-1c0cecf33a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:57.260745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-d4e07d15-fcbb-4e36-95b6-1c0cecf33a58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0989599 Aug 10 02:28:57.341161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-8820e62b-6afc-4ea2-89f2-7537319858d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:57.343900 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-8820e62b-6afc-4ea2-89f2-7537319858d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845490 Aug 10 02:28:57.415430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b614ad4-828b-40ad-9517-67880e4e8719 req-072cafe9-3436-4ab9-b49a-edd0307353bb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 210 time: 0.0680115 Aug 10 02:28:57.424229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0ec6df93-e419-42f3-b5b2-2f68a7a8e699 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:57.435767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0ec6df93-e419-42f3-b5b2-2f68a7a8e699 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.2533007 Aug 10 02:28:57.451353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'port': {'device_id': 'd221638d-8f4d-4924-917d-f5e210dbfb03', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'admin_state_up': True, 'tenant_id': '9082559d41d742f891f775f5c4029da0'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:57.553828 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-c803a5d1-39bf-4712-ae27-01a9fb007a29 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016313 Aug 10 02:28:57.719557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Made reservation on behalf of 9082559d41d742f891f775f5c4029da0 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:28:57.720098 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-24f8a303-b4f5-45f6-b762-57f5c8101a49 req-f8078dc7-91cf-4f64-a1e0-287fc11c9b1d service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570878 Aug 10 02:28:57.725697 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:57.911033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.20.0.6 (96ead180-e03b-44cb-ac36-6e482b15f632/870e0f49-f6c5-4672-afe5-fedc6f28e496/d4cbc609-c4e3-4c2b-a9f7-49223864e44d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:28:58.085486 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:58.100393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Transition to ACTIVE for port object d4cbc609-c4e3-4c2b-a9f7-49223864e44d will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:28:58.284638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:58.312683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['f3c31f53-0221-4ed4-a7aa-7c4ce03d226d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:28:58.422786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:28:58.424181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:58.429008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:28:58.436150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:28:58.572548 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:58.574998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:58.714521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cee20-4512-4930-933b-5145a3f57e0e req-b92bd22e-53d8-4484-8bbf-279954066a08 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:28:58.722751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a8cee20-4512-4930-933b-5145a3f57e0e req-b92bd22e-53d8-4484-8bbf-279954066a08 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 931 time: 0.1322274 Aug 10 02:28:58.763861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a8cee20-4512-4930-933b-5145a3f57e0e req-47a64b5d-8f2f-424c-93a1-ae7546bcf934 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Aug 10 02:28:58.766328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-6d18c0ac-f0de-40a3-97b6-ecb652f94417 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3207231 Aug 10 02:28:58.780821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Request body: {'port': {'device_id': 'd221638d-8f4d-4924-917d-f5e210dbfb03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:28:58.871311 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:58.905299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8ac1df53-fd22-4051-8034-5e59b14e8546 None None] Provisioning for port d4cbc609-c4e3-4c2b-a9f7-49223864e44d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:28:58.909518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8ac1df53-fd22-4051-8034-5e59b14e8546 None None] Provisioning complete for port d4cbc609-c4e3-4c2b-a9f7-49223864e44d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:28:58.910005 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8ac1df53-fd22-4051-8034-5e59b14e8546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:58.995918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1df53-fd22-4051-8034-5e59b14e8546 None None] Port d4cbc609-c4e3-4c2b-a9f7-49223864e44d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:28:59.222296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cbc609-c4e3-4c2b-a9f7-49223864e44d {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:28:59.237078 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:59.260225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Transition to ACTIVE for port object d4cbc609-c4e3-4c2b-a9f7-49223864e44d will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:28:59.335661 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:59.497607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Pushing event updated for resources: {'Port': ['ID=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:28:59.654653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Attempting to bind port d4cbc609-c4e3-4c2b-a9f7-49223864e44d on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:28:59.655129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Attempting to bind port d4cbc609-c4e3-4c2b-a9f7-49223864e44d by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:28:59.655855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Attempting to bind port d4cbc609-c4e3-4c2b-a9f7-49223864e44d on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:28:59.665105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Port d4cbc609-c4e3-4c2b-a9f7-49223864e44d on network 96ead180-e03b-44cb-ac36-6e482b15f632 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:28:59.665600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Attempting to bind port d4cbc609-c4e3-4c2b-a9f7-49223864e44d on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:28:59.676617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:28:59.676867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:28:59.677560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Bound using segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:28:59.678353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Bound port: d4cbc609-c4e3-4c2b-a9f7-49223864e44d, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:28:59.679000 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:28:59.856589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] For port d4cbc609-c4e3-4c2b-a9f7-49223864e44d, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:28:59.865449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] For port d4cbc609-c4e3-4c2b-a9f7-49223864e44d, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:28:59.984017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:00.084263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:00.085256 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:00.087549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] 10.222.0.11 "PUT /v2.0/ports/d4cbc609-c4e3-4c2b-a9f7-49223864e44d HTTP/1.1" status: 200 len: 1092 time: 1.3128819 Aug 10 02:29:00.091081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd221638d-8f4d-4924-917d-f5e210dbfb03', 'tag': 'd4cbc609-c4e3-4c2b-a9f7-49223864e44d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:29:00.111169 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f46453-f849-4a6b-acf5-bd36c197f5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d221638d-8f4d-4924-917d-f5e210dbfb03", "tag": "d4cbc609-c4e3-4c2b-a9f7-49223864e44d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:29:00.219184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563c7c5-ac71-4e1c-a5f3-b804391fc8e4 req-52721afc-3c42-4106-b1dc-db0adf058ece tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:00.223353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4563c7c5-ac71-4e1c-a5f3-b804391fc8e4 req-52721afc-3c42-4106-b1dc-db0adf058ece tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.3279054 Aug 10 02:29:00.235356 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0bdd0a-93dc-43a6-b690-2d51fe1537e3 x-openstack-request-id: req-fb0bdd0a-93dc-43a6-b690-2d51fe1537e3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:29:00.236227 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d221638d-8f4d-4924-917d-f5e210dbfb03", "tag": "d4cbc609-c4e3-4c2b-a9f7-49223864e44d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:29:00.236946 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb0bdd0a-93dc-43a6-b690-2d51fe1537e3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:29:00.237620 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd221638d-8f4d-4924-917d-f5e210dbfb03', 'tag': 'd4cbc609-c4e3-4c2b-a9f7-49223864e44d', 'status': 'completed', 'code': 200} Aug 10 02:29:00.238582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb4525-eeb7-4fa9-ad84-c910228141bd service neutron] Pushing event updated for resources: {'Port': ['ID=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:00.382309 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4563c7c5-ac71-4e1c-a5f3-b804391fc8e4 req-08c9c3d4-7632-48ef-93f2-50915f3b8d59 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389997 Aug 10 02:29:00.394677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f46453-f849-4a6b-acf5-bd36c197f5c1 req-16bbb5d5-ec0d-4caa-86b1-5fd88cdd35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:00.396859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3f46453-f849-4a6b-acf5-bd36c197f5c1 req-16bbb5d5-ec0d-4caa-86b1-5fd88cdd35d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 1095 time: 0.1214707 Aug 10 02:29:00.604215 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f46453-f849-4a6b-acf5-bd36c197f5c1 req-5ebb53e5-9ab4-47bc-acd3-a8c9031a2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:00.607406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3f46453-f849-4a6b-acf5-bd36c197f5c1 req-5ebb53e5-9ab4-47bc-acd3-a8c9031a2514 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9082559d41d742f891f775f5c4029da0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2017374 Aug 10 02:29:00.777869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f46453-f849-4a6b-acf5-bd36c197f5c1 req-8cd214a7-e10a-4745-a4a7-68ffbcb645e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:00.780015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3f46453-f849-4a6b-acf5-bd36c197f5c1 req-8cd214a7-e10a-4745-a4a7-68ffbcb645e9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652756 Aug 10 02:29:00.886311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-f99e839d-5aa8-4751-9027-2361c07debde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:00.887946 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-f99e839d-5aa8-4751-9027-2361c07debde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 1095 time: 0.0536087 Aug 10 02:29:00.946634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-4635f4ab-4e10-4ea7-86da-c5905c61fc64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4cbc609-c4e3-4c2b-a9f7-49223864e44d HTTP/1.1" status: 200 len: 217 time: 0.0513363 Aug 10 02:29:01.004769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-31f969df-3a1f-4cc1-9a21-b4580d4ecb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:01.006700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-31f969df-3a1f-4cc1-9a21-b4580d4ecb29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0538063 Aug 10 02:29:01.064728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-d142ace2-7f12-4c45-9ac5-69c0683fec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:01.066505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-d142ace2-7f12-4c45-9ac5-69c0683fec13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527585 Aug 10 02:29:01.207050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-55ccc7a1-3791-4869-af66-19b13fc1d55f service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325486 Aug 10 02:29:01.389883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c851e25d-e6c4-4086-9ba5-3958f6283b34 req-2cb00c8b-4faf-49e7-b006-0455e4aaa4ef service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741309 Aug 10 02:29:01.615952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900df35-5eb9-4490-9dd7-d833b46b9dfc req-aaaeaec3-6cfb-4585-a1cf-bfbf4b92ec90 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:01.625002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4900df35-5eb9-4490-9dd7-d833b46b9dfc req-aaaeaec3-6cfb-4585-a1cf-bfbf4b92ec90 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1351616 Aug 10 02:29:01.713242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4900df35-5eb9-4490-9dd7-d833b46b9dfc req-7f5c4607-6e61-41d8-83d5-d693ca53ca61 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835934 Aug 10 02:29:02.875315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed4f94-35e2-4b85-b4d4-4bef38ab3672 req-01ada381-7fba-4730-ae67-d26af56693f6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:02.877050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bed4f94-35e2-4b85-b4d4-4bef38ab3672 req-01ada381-7fba-4730-ae67-d26af56693f6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0645924 Aug 10 02:29:02.920756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bed4f94-35e2-4b85-b4d4-4bef38ab3672 req-c2cb6f78-7552-46c3-87f9-0f23236c3506 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373812 Aug 10 02:29:04.069950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cce6d-288b-4786-849a-b5eb47954a93 req-17027863-bc78-4189-b057-461d2aee47f2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:04.072481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-712cce6d-288b-4786-849a-b5eb47954a93 req-17027863-bc78-4189-b057-461d2aee47f2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0620935 Aug 10 02:29:04.130996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-712cce6d-288b-4786-849a-b5eb47954a93 req-db593b9e-2a59-4aa4-87d4-e286f3fa0669 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515208 Aug 10 02:29:05.316990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f280d74-f305-4687-8659-1f345ce602dd req-0ebb935f-1eee-464c-a62d-ca27b9269089 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:05.328197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f280d74-f305-4687-8659-1f345ce602dd req-0ebb935f-1eee-464c-a62d-ca27b9269089 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0762339 Aug 10 02:29:05.421661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f280d74-f305-4687-8659-1f345ce602dd req-d20adc85-2125-4046-b7c3-0e32fd1668de tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922556 Aug 10 02:29:06.633417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d0204-f1f6-4c08-a225-fda00f996fb7 req-a2a221bb-171b-4e95-8c6f-7ed0af3369b1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:06.635045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e68d0204-f1f6-4c08-a225-fda00f996fb7 req-a2a221bb-171b-4e95-8c6f-7ed0af3369b1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1336470 Aug 10 02:29:06.739859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e68d0204-f1f6-4c08-a225-fda00f996fb7 req-d9e71471-c93e-4cb3-8cb2-08c3c1b3610a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966547 Aug 10 02:29:07.941263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971a10-0baa-4024-bed6-370b723a7f82 req-5b6a0434-0239-4f88-b0d4-76bdfa17ab76 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:07.947095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b971a10-0baa-4024-bed6-370b723a7f82 req-5b6a0434-0239-4f88-b0d4-76bdfa17ab76 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0776615 Aug 10 02:29:08.039907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b971a10-0baa-4024-bed6-370b723a7f82 req-de7e2f0f-c157-4359-b8c4-d868897d39ae tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663061 Aug 10 02:29:09.195168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d73618-e31a-42d3-828e-b2429311282d req-ee931936-d2d7-4190-908b-e5c7bc1a3a1b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:09.195168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3d73618-e31a-42d3-828e-b2429311282d req-ee931936-d2d7-4190-908b-e5c7bc1a3a1b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0741241 Aug 10 02:29:09.269473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3d73618-e31a-42d3-828e-b2429311282d req-f4c153cf-d097-4b23-8e26-c97ae0f39f17 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766551 Aug 10 02:29:10.408074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f04e3-7175-44ec-9270-628dad3ee197 req-66ada5ff-1956-4614-8172-8ffdbbe548c0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:10.410591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b3f04e3-7175-44ec-9270-628dad3ee197 req-66ada5ff-1956-4614-8172-8ffdbbe548c0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0650210 Aug 10 02:29:10.474892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b3f04e3-7175-44ec-9270-628dad3ee197 req-023418c6-4607-4a60-9331-bb7bf7cc65d5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564773 Aug 10 02:29:11.225209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58798) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:11.530018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcb1df7-4e99-4c2d-8769-fad6a3c33e40 admin admin] Deleting subnet 7c9b70a3-d804-4c3a-9fdc-68fa0260f702 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:29:11.542182 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1df7-4e99-4c2d-8769-fad6a3c33e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:11.578803 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1df7-4e99-4c2d-8769-fad6a3c33e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:11.626655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1df7-4e99-4c2d-8769-fad6a3c33e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:11.629781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554967e6-4dad-4142-b58b-52b873a25f57 req-720f674a-f6ac-43b5-be24-6b6785e7d980 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:11.631997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-554967e6-4dad-4142-b58b-52b873a25f57 req-720f674a-f6ac-43b5-be24-6b6785e7d980 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0651248 Aug 10 02:29:11.688636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-554967e6-4dad-4142-b58b-52b873a25f57 req-16031b2e-42f9-4ac2-a7eb-2af75af7b803 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494437 Aug 10 02:29:11.811342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1df7-4e99-4c2d-8769-fad6a3c33e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:11.848228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb1df7-4e99-4c2d-8769-fad6a3c33e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9b70a3-d804-4c3a-9fdc-68fa0260f702,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:11.852285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1df7-4e99-4c2d-8769-fad6a3c33e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:11.857412 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ebcb1df7-4e99-4c2d-8769-fad6a3c33e40 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7c9b70a3-d804-4c3a-9fdc-68fa0260f702 HTTP/1.1" status: 204 len: 168 time: 0.6291537 Aug 10 02:29:11.858636 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58808) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:11.938799 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:12.040055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:12.059095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4599161d-db67-41c9-87af-53740c11455b']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:12.071388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7b0e73-8e44-47bb-8351-afc15252d7b9') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:12.071688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7b0e73-8e44-47bb-8351-afc15252d7b9') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:12.083186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:12.104537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:12.113587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:29:12.114315 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:29:12.116545 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:29:12.284628 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:12.295399 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:12.301607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4599161d-db67-41c9-87af-53740c11455b HTTP/1.1" status: 204 len: 168 time: 0.4375596 Aug 10 02:29:12.324153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374570d-90dc-4da8-93b1-6ed03e7b76e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4599161d-db67-41c9-87af-53740c11455b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:12.838057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ff4ae-0f7f-4095-8b68-21794cb6677e req-57e22806-4340-471f-9639-cace72376a25 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:12.843210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b9ff4ae-0f7f-4095-8b68-21794cb6677e req-57e22806-4340-471f-9639-cace72376a25 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0601289 Aug 10 02:29:12.845597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58822) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:12.904451 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3ac87fc4-d23d-47d2-8dab-ad67e9b96871 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=11cdeeed330e44be9d264d35d7c861c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563891 Aug 10 02:29:12.911307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58824) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:12.917889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b9ff4ae-0f7f-4095-8b68-21794cb6677e req-11cce027-db2f-4c1c-b53e-5b89d3d0e249 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517085 Aug 10 02:29:12.963228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a2694f-743e-4204-bb7a-b39fa90df9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:12.990573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a2694f-743e-4204-bb7a-b39fa90df9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.132517 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58828) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:13.149561 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a2694f-743e-4204-bb7a-b39fa90df9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.154705 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4a2694f-743e-4204-bb7a-b39fa90df9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.160959 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a4a2694f-743e-4204-bb7a-b39fa90df9b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/33da4b3d-cddb-4b64-915f-f36deeaa7038 HTTP/1.1" status: 204 len: 168 time: 0.2497041 Aug 10 02:29:13.183631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2694f-743e-4204-bb7a-b39fa90df9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33da4b3d-cddb-4b64-915f-f36deeaa7038,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:13.266822 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.343414 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96e43111-6a55-457b-bedb-a77118887e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.473039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96e43111-6a55-457b-bedb-a77118887e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.582456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96e43111-6a55-457b-bedb-a77118887e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.635730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e43111-6a55-457b-bedb-a77118887e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc24b96-0503-42f0-818b-0af63627aa9e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:13.636754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58840) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:13.644398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-96e43111-6a55-457b-bedb-a77118887e19 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b1a96ed320c4835bc14fdfa7b67b8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098138 Aug 10 02:29:13.699034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68f909a8-f44f-494c-b777-7b50227d4b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.747067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68f909a8-f44f-494c-b777-7b50227d4b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.895951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68f909a8-f44f-494c-b777-7b50227d4b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.899236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-68f909a8-f44f-494c-b777-7b50227d4b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:13.900497 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-68f909a8-f44f-494c-b777-7b50227d4b73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2dc24b96-0503-42f0-818b-0af63627aa9e HTTP/1.1" status: 204 len: 168 time: 0.2627521 Aug 10 02:29:13.910859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f909a8-f44f-494c-b777-7b50227d4b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc24b96-0503-42f0-818b-0af63627aa9e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:14.082043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fc2e-a61d-425e-9d76-96db27d8c45e req-2e3c4a50-7d4c-4849-a19f-95902e49c09e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:14.083656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b868fc2e-a61d-425e-9d76-96db27d8c45e req-2e3c4a50-7d4c-4849-a19f-95902e49c09e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0529170 Aug 10 02:29:14.138335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b868fc2e-a61d-425e-9d76-96db27d8c45e req-9a388fa0-3709-4db3-b241-e599615578c0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472856 Aug 10 02:29:14.411626 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:14.909288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58872) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:14.925009 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4972eb8e-6e6c-4c8d-b9fc-2e48f2a5d3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:15.029689 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4972eb8e-6e6c-4c8d-b9fc-2e48f2a5d3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:15.130342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4972eb8e-6e6c-4c8d-b9fc-2e48f2a5d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:15.171181 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4972eb8e-6e6c-4c8d-b9fc-2e48f2a5d3fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3bbefe2af6674e36977a723300427dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607374 Aug 10 02:29:15.172148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972eb8e-6e6c-4c8d-b9fc-2e48f2a5d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da58d00a-30df-4907-a562-fc0f482f6567,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:15.173849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58876) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:15.261519 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b422b272-f544-48b5-8718-2fd66d3a9e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:15.309780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b422b272-f544-48b5-8718-2fd66d3a9e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:15.361473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c9f10-1445-4ba1-9c96-a3d44854459f req-93f73858-f303-4322-90bb-44d364de6f6b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:15.363763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae4c9f10-1445-4ba1-9c96-a3d44854459f req-93f73858-f303-4322-90bb-44d364de6f6b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1001024 Aug 10 02:29:15.412594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae4c9f10-1445-4ba1-9c96-a3d44854459f req-1e10e9c5-f764-4c35-84d2-0fed45ab2ca4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Aug 10 02:29:15.485881 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b422b272-f544-48b5-8718-2fd66d3a9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:15.489337 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b422b272-f544-48b5-8718-2fd66d3a9e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:15.491072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b422b272-f544-48b5-8718-2fd66d3a9e2a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da58d00a-30df-4907-a562-fc0f482f6567 HTTP/1.1" status: 204 len: 168 time: 0.3154299 Aug 10 02:29:15.501995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422b272-f544-48b5-8718-2fd66d3a9e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da58d00a-30df-4907-a562-fc0f482f6567,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:16.566516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e8504-7347-42d8-b826-ccc0911c47d1 req-e481bb3e-ba00-42c9-9247-7e04bc82503b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:16.566516 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7e8504-7347-42d8-b826-ccc0911c47d1 req-e481bb3e-ba00-42c9-9247-7e04bc82503b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0590177 Aug 10 02:29:16.616163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca7e8504-7347-42d8-b826-ccc0911c47d1 req-6c3fd7c6-a47b-47ae-b7aa-59b64ac72d21 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Aug 10 02:29:17.769209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef762cd4-650f-423c-ac79-edd7a5095516 req-4eeb5c96-6370-4351-8a25-6e27e27efe1b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:17.770790 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef762cd4-650f-423c-ac79-edd7a5095516 req-4eeb5c96-6370-4351-8a25-6e27e27efe1b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0555327 Aug 10 02:29:17.833772 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef762cd4-650f-423c-ac79-edd7a5095516 req-1103ef36-0d31-4a3c-9bcf-fd0ad74589f0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473998 Aug 10 02:29:17.920242 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6b56-66ce-4aec-af71-47be10020e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:18.985407 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bd19e-6117-41cf-8944-770e44b58ab4 req-249a7cda-af02-4fcc-8ccc-95d8f5e5a8f7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:18.993903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d9bd19e-6117-41cf-8944-770e44b58ab4 req-249a7cda-af02-4fcc-8ccc-95d8f5e5a8f7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0731676 Aug 10 02:29:19.045735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d9bd19e-6117-41cf-8944-770e44b58ab4 req-2d5a95f8-17af-46da-87df-2f52976bcc8a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508528 Aug 10 02:29:19.146625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 58966) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:19.286475 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a3100aa-aaef-4afd-b969-743ad46d58b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:19.451699 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a3100aa-aaef-4afd-b969-743ad46d58b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:19.609802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4a3100aa-aaef-4afd-b969-743ad46d58b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:19.658587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4a3100aa-aaef-4afd-b969-743ad46d58b2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d41f9f623d77415d9b2d30f466b55a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108502 Aug 10 02:29:19.659704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3100aa-aaef-4afd-b969-743ad46d58b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122e204d-62cc-4d0f-9c89-b06d6cadf035,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:19.662253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58976) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:19.736167 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6b9145a5-3841-47ec-acb9-5ac58df19d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:19.765121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6b9145a5-3841-47ec-acb9-5ac58df19d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:19.925687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6b9145a5-3841-47ec-acb9-5ac58df19d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:19.928548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6b9145a5-3841-47ec-acb9-5ac58df19d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:19.930175 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6b9145a5-3841-47ec-acb9-5ac58df19d7f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/122e204d-62cc-4d0f-9c89-b06d6cadf035 HTTP/1.1" status: 204 len: 168 time: 0.2637627 Aug 10 02:29:19.939291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9145a5-3841-47ec-acb9-5ac58df19d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122e204d-62cc-4d0f-9c89-b06d6cadf035,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:20.188119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdedf4-cd64-4094-ad38-5daeb11b7acb req-061f16c7-1609-4982-9434-e88c0bd668d2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:20.198973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ccdedf4-cd64-4094-ad38-5daeb11b7acb req-061f16c7-1609-4982-9434-e88c0bd668d2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0637827 Aug 10 02:29:20.293999 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7ccdedf4-cd64-4094-ad38-5daeb11b7acb req-9e906e32-60f0-4fe5-96e3-59cadb343e4b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739694 Aug 10 02:29:20.643285 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fba01b27-c25c-4cf7-b5c4-d3432c84a29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:20.913557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 58996) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:20.924261 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80622910-c957-443f-8d34-13d3775452b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:21.021533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80622910-c957-443f-8d34-13d3775452b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:21.103478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-80622910-c957-443f-8d34-13d3775452b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:21.150911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80622910-c957-443f-8d34-13d3775452b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7e75f2-03b8-4271-9837-1dd6a0fe3228,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:21.150911 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-80622910-c957-443f-8d34-13d3775452b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=134678b8660e4704af45500c9875518a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374213 Aug 10 02:29:21.152850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59000) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:21.174951 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:21.246397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af3e8072-fe2f-44af-897b-48d21976b05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:21.273918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af3e8072-fe2f-44af-897b-48d21976b05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:21.433336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42b61f-5603-49a6-acf4-eb9d2c97d219 req-4436cd68-c678-493f-a0ee-f5e70216deb5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:21.434990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c42b61f-5603-49a6-acf4-eb9d2c97d219 req-4436cd68-c678-493f-a0ee-f5e70216deb5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0580161 Aug 10 02:29:21.445727 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af3e8072-fe2f-44af-897b-48d21976b05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:21.449520 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-af3e8072-fe2f-44af-897b-48d21976b05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:21.450997 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-af3e8072-fe2f-44af-897b-48d21976b05b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7b7e75f2-03b8-4271-9837-1dd6a0fe3228 HTTP/1.1" status: 204 len: 168 time: 0.2969792 Aug 10 02:29:21.461682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e8072-fe2f-44af-897b-48d21976b05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7e75f2-03b8-4271-9837-1dd6a0fe3228,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:21.478922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6c42b61f-5603-49a6-acf4-eb9d2c97d219 req-c3cef0ae-306c-4b56-8538-254230c5b66b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362399 Aug 10 02:29:22.376757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:22.663212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccbec9-0847-4d55-946a-0df6ca6a5c92 req-23d67354-9b21-4c15-95c6-84a6f7141475 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:22.667870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acccbec9-0847-4d55-946a-0df6ca6a5c92 req-23d67354-9b21-4c15-95c6-84a6f7141475 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0737767 Aug 10 02:29:22.721445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-acccbec9-0847-4d55-946a-0df6ca6a5c92 req-777d17e2-06c6-4b63-93e5-02b1bd75a41c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Aug 10 02:29:23.892128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465581-7ff1-4fd7-aae3-dd2c6cb763b9 req-cb699804-97b3-43ea-bd67-67b23ce1c423 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:23.895295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db465581-7ff1-4fd7-aae3-dd2c6cb763b9 req-cb699804-97b3-43ea-bd67-67b23ce1c423 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0685968 Aug 10 02:29:23.912587 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:23.947243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db465581-7ff1-4fd7-aae3-dd2c6cb763b9 req-28459764-b1c8-49f0-b5cd-175ea6e3b2f0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477521 Aug 10 02:29:25.092675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c133d02-1fb1-4896-97b3-88145b10769c req-84a3c7a2-f84f-46f0-8152-f0ed28941b93 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:25.096175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c133d02-1fb1-4896-97b3-88145b10769c req-84a3c7a2-f84f-46f0-8152-f0ed28941b93 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0696657 Aug 10 02:29:25.146403 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c133d02-1fb1-4896-97b3-88145b10769c req-544292f5-d208-4116-aa52-2d88f6f2571f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Aug 10 02:29:26.375526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8f437-1de0-4e06-9c8b-09558a7a9d84 req-1f7505f3-0378-4182-aa48-d78a6d419b4a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:26.377434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cb8f437-1de0-4e06-9c8b-09558a7a9d84 req-1f7505f3-0378-4182-aa48-d78a6d419b4a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0917530 Aug 10 02:29:26.433705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cb8f437-1de0-4e06-9c8b-09558a7a9d84 req-2e52b378-792f-4aef-8646-37d963f2b7c1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435421 Aug 10 02:29:27.576524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb784d0a-0b1d-425c-b53a-f77514eb2277 req-51bcc618-c6d1-4c8f-8284-a48c97b53103 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:27.579322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb784d0a-0b1d-425c-b53a-f77514eb2277 req-51bcc618-c6d1-4c8f-8284-a48c97b53103 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0659368 Aug 10 02:29:27.626792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb784d0a-0b1d-425c-b53a-f77514eb2277 req-d11bc167-4109-4324-a6cf-b3ae9c3f037c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Aug 10 02:29:28.805172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02616e82-7f27-4dc5-ba1a-6013e473f9cb req-1fa49b41-e186-4e30-9d67-875e3a494883 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:28.810099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02616e82-7f27-4dc5-ba1a-6013e473f9cb req-1fa49b41-e186-4e30-9d67-875e3a494883 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0626924 Aug 10 02:29:28.863159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02616e82-7f27-4dc5-ba1a-6013e473f9cb req-4a30f397-164a-432b-ac0d-d8ee399dc1d4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494359 Aug 10 02:29:30.065953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566549c-201c-40e7-a585-b1fb693a5c46 req-b88ca9b1-023c-4c0b-8c9e-d21d3db43c03 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:30.069626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b566549c-201c-40e7-a585-b1fb693a5c46 req-b88ca9b1-023c-4c0b-8c9e-d21d3db43c03 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1008728 Aug 10 02:29:30.126793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b566549c-201c-40e7-a585-b1fb693a5c46 req-195f566f-af2f-4e65-8197-75c1217566e1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 Aug 10 02:29:30.513355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59198) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:30.578450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba2269f-bb35-4bd7-959b-375a357a24e3 admin admin] Deleting subnet 46be8e64-fa53-4893-993b-267a3a0bda50 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:29:30.581936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba2269f-bb35-4bd7-959b-375a357a24e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:30.627952 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba2269f-bb35-4bd7-959b-375a357a24e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:30.676805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba2269f-bb35-4bd7-959b-375a357a24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:30.811327 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba2269f-bb35-4bd7-959b-375a357a24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:30.845192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2269f-bb35-4bd7-959b-375a357a24e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46be8e64-fa53-4893-993b-267a3a0bda50,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:30.847750 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba2269f-bb35-4bd7-959b-375a357a24e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:30.853206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59200) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:30.854760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dba2269f-bb35-4bd7-959b-375a357a24e3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/46be8e64-fa53-4893-993b-267a3a0bda50 HTTP/1.1" status: 204 len: 168 time: 0.3397653 Aug 10 02:29:30.927633 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.011380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.022286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd8db7c-eca8-45f9-a3fa-06b0abf012bf']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:31.034295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51729700-7048-45bc-9aa4-cc126aa52abb') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:31.034620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51729700-7048-45bc-9aa4-cc126aa52abb') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:31.044951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.058731 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.064748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:29:31.065211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:29:31.067031 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:29:31.219220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.223699 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.228010 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] 10.222.0.38 "DELETE /v2.0/networks/7bd8db7c-eca8-45f9-a3fa-06b0abf012bf HTTP/1.1" status: 204 len: 168 time: 0.3723664 Aug 10 02:29:31.228966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59204) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:31.238179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70a8e4-401d-4038-803f-91545795243c admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd8db7c-eca8-45f9-a3fa-06b0abf012bf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:31.296084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cf9ee-ef29-4b64-ab51-2b85c5b35ed5 req-0e752fbb-c768-489b-889b-ad747a875160 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:31.297603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290cf9ee-ef29-4b64-ab51-2b85c5b35ed5 req-0e752fbb-c768-489b-889b-ad747a875160 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0978270 Aug 10 02:29:31.302679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aea7d7-03ac-46ed-995b-040c35305794 admin admin] Deleting subnet b6625cc9-f86e-461b-8930-260fa0457ab4 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:29:31.311532 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20aea7d7-03ac-46ed-995b-040c35305794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.381890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20aea7d7-03ac-46ed-995b-040c35305794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.387882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-290cf9ee-ef29-4b64-ab51-2b85c5b35ed5 req-d7ea78bd-89ba-4c83-8165-a61f4774aa20 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828106 Aug 10 02:29:31.427905 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20aea7d7-03ac-46ed-995b-040c35305794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.603916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20aea7d7-03ac-46ed-995b-040c35305794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.631214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aea7d7-03ac-46ed-995b-040c35305794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6625cc9-f86e-461b-8930-260fa0457ab4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:31.635138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-20aea7d7-03ac-46ed-995b-040c35305794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.637318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-20aea7d7-03ac-46ed-995b-040c35305794 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b6625cc9-f86e-461b-8930-260fa0457ab4 HTTP/1.1" status: 204 len: 168 time: 0.4066622 Aug 10 02:29:31.639845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59212) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:31.717305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.800317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.810432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505a3925-fd7d-48c5-80f1-2e571f5523c7']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:31.820951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926f9f7c-cd8c-4cc0-8676-b88448af0c7b') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:31.821310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926f9f7c-cd8c-4cc0-8676-b88448af0c7b') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:31.830765 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.845765 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.852332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:29:31.852733 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:29:31.854373 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:29:31.994250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:32.012134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:32.016141 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] 10.222.0.38 "DELETE /v2.0/networks/505a3925-fd7d-48c5-80f1-2e571f5523c7 HTTP/1.1" status: 204 len: 168 time: 0.3740032 Aug 10 02:29:32.016141 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea4c5e-ddeb-4596-ab28-5ea193c0b957 admin admin] Pushing event deleted for resources: {'Network': ['ID=505a3925-fd7d-48c5-80f1-2e571f5523c7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:32.240211 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:29:32.502171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59234) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:32.569269 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-495dc92f-be34-4684-a757-e3c883e19c94 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd457a2aa3844712a36c20a8ffd8eacb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653298 Aug 10 02:29:32.572051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59236) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:32.580850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8c6e0-d167-4204-b1bb-00e7d451416d req-9963123a-9f5d-48ce-bfbb-c97e40772438 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:32.583426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2c8c6e0-d167-4204-b1bb-00e7d451416d req-9963123a-9f5d-48ce-bfbb-c97e40772438 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1053197 Aug 10 02:29:32.630688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d724df2-2540-4004-a6e1-d5007a6c18bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:32.636379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2c8c6e0-d167-4204-b1bb-00e7d451416d req-694eb7a6-f986-430e-8030-678ef90a4451 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Aug 10 02:29:32.665262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d724df2-2540-4004-a6e1-d5007a6c18bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:32.821122 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d724df2-2540-4004-a6e1-d5007a6c18bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:32.824155 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5d724df2-2540-4004-a6e1-d5007a6c18bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:32.825440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5d724df2-2540-4004-a6e1-d5007a6c18bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ebb76a1e-2354-470d-832a-a29b97172f1c HTTP/1.1" status: 204 len: 168 time: 0.2523575 Aug 10 02:29:32.834139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d724df2-2540-4004-a6e1-d5007a6c18bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb76a1e-2354-470d-832a-a29b97172f1c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:33.731980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59248) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:33.784390 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d3cbcda0-b9ff-4b33-af4a-292d46d7e9b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51ecae2343594caa9ff2690dfd984258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480945 Aug 10 02:29:33.786700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59250) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:33.796208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab0a6f-1357-45c7-8536-3fe5a69a600a req-ad0f9906-8c5f-4c31-ac43-a052be2b6bab tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:33.798674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00ab0a6f-1357-45c7-8536-3fe5a69a600a req-ad0f9906-8c5f-4c31-ac43-a052be2b6bab tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0864036 Aug 10 02:29:33.847831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac8472d9-651a-4faf-9c38-77b98565c76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:33.855214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00ab0a6f-1357-45c7-8536-3fe5a69a600a req-95635315-4738-4f53-b18c-fcdacc98686d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Aug 10 02:29:33.877553 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac8472d9-651a-4faf-9c38-77b98565c76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:34.004955 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac8472d9-651a-4faf-9c38-77b98565c76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:34.007744 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac8472d9-651a-4faf-9c38-77b98565c76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:34.008927 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ac8472d9-651a-4faf-9c38-77b98565c76b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dec68e9c-9158-4976-b716-b00e22fe9240 HTTP/1.1" status: 204 len: 168 time: 0.2209806 Aug 10 02:29:34.017869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8472d9-651a-4faf-9c38-77b98565c76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec68e9c-9158-4976-b716-b00e22fe9240,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:34.989954 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8494b3d-2a88-4b9e-b8ae-0f517a7c08a3 req-ffa2dafd-dac8-4cfe-8b44-f834bb153352 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:34.989954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8494b3d-2a88-4b9e-b8ae-0f517a7c08a3 req-ffa2dafd-dac8-4cfe-8b44-f834bb153352 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0559747 Aug 10 02:29:35.021624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8494b3d-2a88-4b9e-b8ae-0f517a7c08a3 req-26a3f672-270d-4561-9b48-25b95993cc5c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363407 Aug 10 02:29:36.194761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cd7da-e6dd-414b-85e7-042a41e4291b req-6af96a9a-8867-4071-a379-39f269dc26e2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:36.196513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09cd7da-e6dd-414b-85e7-042a41e4291b req-6af96a9a-8867-4071-a379-39f269dc26e2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0642178 Aug 10 02:29:36.257826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e09cd7da-e6dd-414b-85e7-042a41e4291b req-190f841c-7131-4f51-a011-e6d9b08b351c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527694 Aug 10 02:29:37.410836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4831f-7086-4280-8f8b-86f2e7271166 req-306dea26-9bd6-46dd-91e0-6ee70cf6e44a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:37.412450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0c4831f-7086-4280-8f8b-86f2e7271166 req-306dea26-9bd6-46dd-91e0-6ee70cf6e44a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0637143 Aug 10 02:29:37.483098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0c4831f-7086-4280-8f8b-86f2e7271166 req-4a24cdf5-b72b-4c90-bdb4-d0447f880d6a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618830 Aug 10 02:29:38.688413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177f42-7b9c-4d81-a236-ab637405dbd5 req-caff9b34-2ee1-47fb-b0df-1a17d5fe3fb9 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:38.691239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d177f42-7b9c-4d81-a236-ab637405dbd5 req-caff9b34-2ee1-47fb-b0df-1a17d5fe3fb9 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0801950 Aug 10 02:29:38.735397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d177f42-7b9c-4d81-a236-ab637405dbd5 req-7af2e500-93e9-4248-a031-68b3acdccefc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373991 Aug 10 02:29:39.113232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59350) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:39.346009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59356) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:39.384032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c369e05-15de-44b6-a47e-637872d19852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:39.436010 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36aec084-9814-4dbd-a532-87b9a32557b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:39.514071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c369e05-15de-44b6-a47e-637872d19852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:39.604916 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c369e05-15de-44b6-a47e-637872d19852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:39.668255 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c369e05-15de-44b6-a47e-637872d19852 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=044ea281d18842008e8c5606160aa8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5539043 Aug 10 02:29:39.670964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59362) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:39.676531 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c369e05-15de-44b6-a47e-637872d19852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a6e10-864f-47eb-bc5e-48a700beaa3f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:39.765596 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36aec084-9814-4dbd-a532-87b9a32557b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:39.771668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-267d2536-a40c-4bc4-a6cb-40a8671d1a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:39.795836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-267d2536-a40c-4bc4-a6cb-40a8671d1a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:39.886352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-36aec084-9814-4dbd-a532-87b9a32557b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:39.886710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b6f63-5ef2-43f6-a034-93d5a7d24560 req-59e79ea3-e5d9-4969-b1db-b19af3053c88 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:39.886710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df4b6f63-5ef2-43f6-a034-93d5a7d24560 req-59e79ea3-e5d9-4969-b1db-b19af3053c88 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0683541 Aug 10 02:29:39.918138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aec084-9814-4dbd-a532-87b9a32557b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df86a98-308c-4679-adbe-d5cca33f103f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:39.925224 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-36aec084-9814-4dbd-a532-87b9a32557b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=73ca38ad26074784a11dd70e9e727099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759034 Aug 10 02:29:39.925558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59368) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:39.935998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df4b6f63-5ef2-43f6-a034-93d5a7d24560 req-2dcf81ef-27de-4308-9dc2-40f9a1163dbd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Aug 10 02:29:39.981544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b880a912-2b2f-46ae-84cb-78088d172057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:40.002668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-267d2536-a40c-4bc4-a6cb-40a8671d1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:40.005303 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-267d2536-a40c-4bc4-a6cb-40a8671d1a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:40.006437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-267d2536-a40c-4bc4-a6cb-40a8671d1a64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9d3a6e10-864f-47eb-bc5e-48a700beaa3f HTTP/1.1" status: 204 len: 168 time: 0.3344986 Aug 10 02:29:40.008404 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b880a912-2b2f-46ae-84cb-78088d172057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:40.024880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d2536-a40c-4bc4-a6cb-40a8671d1a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a6e10-864f-47eb-bc5e-48a700beaa3f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:40.147975 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b880a912-2b2f-46ae-84cb-78088d172057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:40.150768 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b880a912-2b2f-46ae-84cb-78088d172057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:40.151986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b880a912-2b2f-46ae-84cb-78088d172057 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4df86a98-308c-4679-adbe-d5cca33f103f HTTP/1.1" status: 204 len: 168 time: 0.2254527 Aug 10 02:29:40.161382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880a912-2b2f-46ae-84cb-78088d172057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df86a98-308c-4679-adbe-d5cca33f103f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:40.817653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59394) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:40.833209 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9c09-a087-4b62-b138-c84d47860c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:40.932324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9c09-a087-4b62-b138-c84d47860c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:41.041509 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9c09-a087-4b62-b138-c84d47860c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:41.094250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59410) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:41.094803 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9a8e9c09-a087-4b62-b138-c84d47860c3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=035c5398265649d28c03b63e6e06bdb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2752349 Aug 10 02:29:41.119111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59784-4393-4553-886e-0459b1f7c5f9 req-38ceba4f-f2f9-4eb8-9200-e637f6609ab8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:41.120992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1c59784-4393-4553-886e-0459b1f7c5f9 req-38ceba4f-f2f9-4eb8-9200-e637f6609ab8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1139445 Aug 10 02:29:41.122104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e9c09-a087-4b62-b138-c84d47860c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9d8122-0bde-459d-804f-496d787d165f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:41.172273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1c59784-4393-4553-886e-0459b1f7c5f9 req-a7eac4dd-c163-4d86-9ab6-68a5e40e7369 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Aug 10 02:29:41.216871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa7848d7-6d88-4d03-9143-3354c5047fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:41.256609 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa7848d7-6d88-4d03-9143-3354c5047fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:41.422255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa7848d7-6d88-4d03-9143-3354c5047fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:41.425014 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aa7848d7-6d88-4d03-9143-3354c5047fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:41.426196 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aa7848d7-6d88-4d03-9143-3354c5047fc9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3b9d8122-0bde-459d-804f-496d787d165f HTTP/1.1" status: 204 len: 168 time: 0.3300574 Aug 10 02:29:41.439643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7848d7-6d88-4d03-9143-3354c5047fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9d8122-0bde-459d-804f-496d787d165f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:42.310980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c3900-b73d-4e37-9074-40bf8c64f3d0 req-cd83f1c0-788f-475d-b435-e5dc86e36446 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:42.310980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-279c3900-b73d-4e37-9074-40bf8c64f3d0 req-cd83f1c0-788f-475d-b435-e5dc86e36446 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0625958 Aug 10 02:29:42.378769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-279c3900-b73d-4e37-9074-40bf8c64f3d0 req-2a77a5df-235e-4724-ae1b-cfcc9b23269e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513091 Aug 10 02:29:43.250958 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:43.562453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc055a-37eb-4f84-9351-4527df2d9aa9 req-443501c2-5354-46d1-b5bc-c6d89a775d44 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:43.564432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4bcc055a-37eb-4f84-9351-4527df2d9aa9 req-443501c2-5354-46d1-b5bc-c6d89a775d44 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0909841 Aug 10 02:29:43.628603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4bcc055a-37eb-4f84-9351-4527df2d9aa9 req-a8cff9e9-155e-46a9-8941-c26d55bc4f62 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545757 Aug 10 02:29:44.026285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59500) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:44.035937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'network': {'name': 'tempest-network-smoke--269882645', 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'port_security_enabled': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:29:44.211655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Made reservation on behalf of 8cb9b560700d46d5ae38130c3d352c77 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:29:44.218987 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.236411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.340437 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.439586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.439769 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.462026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:29:44.483542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.483693 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Added segment 7200cb4e-62d6-440a-94de-9d72569448f8 of type vlan for network dcaf3ca5-b212-421a-b39e-ed5862426770 Aug 10 02:29:44.485228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d681047-37ce-40d6-9aa8-28225bc62450,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:44.503579 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.503936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.504281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.504619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.504951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.505284 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.505617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.505944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.506281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.506977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.507258 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.507583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:44.546446 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.679866 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.688851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:44.690220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:44.766752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415012c-1c0b-479a-b276-fb7d4ab8be81 req-b0ba11e6-4ed5-4248-a244-20915eaa5f64 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:44.771207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a415012c-1c0b-479a-b276-fb7d4ab8be81 req-b0ba11e6-4ed5-4248-a244-20915eaa5f64 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0833359 Aug 10 02:29:44.788885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Network': ['ID=dcaf3ca5-b212-421a-b39e-ed5862426770,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:44.799291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network dcaf3ca5-b212-421a-b39e-ed5862426770 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:29:44.818250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a415012c-1c0b-479a-b276-fb7d4ab8be81 req-66fbea02-349d-4233-b933-9bcef5ba1be7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Aug 10 02:29:44.863615 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b8e0c43a-65ab-43ff-bec4-e7ae877efeb3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8339167 Aug 10 02:29:44.866961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59518) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:44.871823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'admin_state_up': True, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:29:45.015478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:45.016557 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:45.077240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:45.291197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:45.559634 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:45.578283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:45.688146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Allocated IP 172.25.3.164 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/35795a4f-48cd-46bc-8343-913261fc14a4) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:29:45.792364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:45.942753 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:45.954709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d845dea-684a-4a12-a95c-692f44d4e2d3 req-80dc0937-9bfb-4786-ba84-69d6f9f44ddc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:45.956209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d845dea-684a-4a12-a95c-692f44d4e2d3 req-80dc0937-9bfb-4786-ba84-69d6f9f44ddc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0572100 Aug 10 02:29:46.004676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:29:46.014125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:29:46.018352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:29:46.050649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=35795a4f-48cd-46bc-8343-913261fc14a4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:46.063027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d845dea-684a-4a12-a95c-692f44d4e2d3 req-953b6701-c609-4f41-9f89-884bd045130d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834641 Aug 10 02:29:46.074058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.076631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.076631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.076631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.076631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.076631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.087247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.087247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.087247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.087247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.087247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.087247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:46.782856 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:46.988912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:47.256571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cd3ed-e8f8-46bf-8a2b-b3f6e1132f30 req-9ad49036-0e80-4ac4-8a69-5d7b2e3e5cf1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:47.258087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-480cd3ed-e8f8-46bf-8a2b-b3f6e1132f30 req-9ad49036-0e80-4ac4-8a69-5d7b2e3e5cf1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0532165 Aug 10 02:29:47.296587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-480cd3ed-e8f8-46bf-8a2b-b3f6e1132f30 req-bd8c43a2-d88b-4ec3-a91c-277797324009 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Aug 10 02:29:47.318105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Router dc633cd1-fe4b-47df-b795-fec59b907009 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:29:47.425518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:29:47.436155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Sync routers for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:29:47.444640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:29:47.445305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:47.520710 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:47.522383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9a993433-6fa7-4737-be22-cc8e20e0b2db tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6540301 Aug 10 02:29:47.525697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59550) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:47.555668 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:29:47.721568 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4a6b097a-de7a-4912-a698-0897a8788314 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=8cb9b560700d46d5ae38130c3d352c77&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1946440 Aug 10 02:29:47.724450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59554) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:47.835828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a0d8b-a19f-4dcf-9712-28ff288fa346 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:47.840444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f58a0d8b-a19f-4dcf-9712-28ff288fa346 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1122308 Aug 10 02:29:47.840816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59558) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:47.875636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-98a3a7e3-87c4-418c-a7a6-3a3acd4eb83c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337057 Aug 10 02:29:47.878490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59560) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:47.884100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875495595', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:29:47.904478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:46Z', 'revision_number': 3, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:47.932025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Checking router: dc633cd1-fe4b-47df-b795-fec59b907009 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:29:47.934495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Updating router dc633cd1-fe4b-47df-b795-fec59b907009 port 35795a4f-48cd-46bc-8343-913261fc14a4 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:29:47.955291 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2bb872d2-9c52-4545-9e3a-b5207ecf3d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:47.962477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:48.032948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Made reservation on behalf of 8cb9b560700d46d5ae38130c3d352c77 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:29:48.036984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:48.271537 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:48.282632 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Transition to ACTIVE for port object 35795a4f-48cd-46bc-8343-913261fc14a4 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:29:48.405884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:48.406164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:48.430705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb824c2-aa66-4c76-ba3f-1ca5fb6f71f3 req-e432a3db-60fe-45dd-a563-f9edb4f46e3f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:48.433538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebb824c2-aa66-4c76-ba3f-1ca5fb6f71f3 req-e432a3db-60fe-45dd-a563-f9edb4f46e3f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.0657902 Aug 10 02:29:48.463750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Pushing event updated for resources: {'Port': ['ID=35795a4f-48cd-46bc-8343-913261fc14a4,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:48.476791 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.477135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.477475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.477811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.478143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.478472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.479096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.479444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.479789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.480908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.482474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.483408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:48.493068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Subnet': ['ID=5185fe02-8c96-40e7-86d0-ddb3d4ca63d5,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:48.502768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Attempting to bind port 35795a4f-48cd-46bc-8343-913261fc14a4 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:29:48.513633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Attempting to bind port 35795a4f-48cd-46bc-8343-913261fc14a4 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:29:48.513633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Attempting to bind port 35795a4f-48cd-46bc-8343-913261fc14a4 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:29:48.514394 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebb824c2-aa66-4c76-ba3f-1ca5fb6f71f3 req-5148c796-db3f-4348-bf0d-916e97b35a24 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651188 Aug 10 02:29:48.514575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Checking segment: {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:29:48.514575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network hostable DHCP agents. Network: dcaf3ca5-b212-421a-b39e-ed5862426770, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:29:48.519675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:29:48.520506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:29:48.521379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:48.522223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:29:48.522835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Bound port: 35795a4f-48cd-46bc-8343-913261fc14a4, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:29:48.523366 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:48.586447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] For port 35795a4f-48cd-46bc-8343-913261fc14a4, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:29:48.590298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] For port 35795a4f-48cd-46bc-8343-913261fc14a4, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=35795a4f-48cd-46bc-8343-913261fc14a4,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:29:48.765546 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network dcaf3ca5-b212-421a-b39e-ed5862426770 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:29:48.804546 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:48.866898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:29:48.867261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:48.870177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be958e-2f8d-4ce7-8bcc-6e829d456ab0 None None] Pushing event updated for resources: {'Port': ['ID=35795a4f-48cd-46bc-8343-913261fc14a4,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:48.942621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, dcaf3ca5-b212-421a-b39e-ed5862426770) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:29:48.947628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:48.948077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:48.957222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9b142-358b-4954-8ab9-6a3921043201 None None] Network dcaf3ca5-b212-421a-b39e-ed5862426770 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:29:49.026425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:29:49.104774 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c279aef-759e-4c45-91ee-e9846abef548 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2160304 Aug 10 02:29:49.104982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59584) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:49.255529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-dcaf3ca5-b212-421a-b39e-ed5862426770', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:29:49.255982 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:49.351979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:46Z', 'revision_number': 3, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:49.383771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1256f9-9014-457e-80c7-befc416015ec None None] The sync data for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 is: [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:46Z', 'revision_number': 3, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:29:49.439939 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Allocated IP 172.20.0.2 (dcaf3ca5-b212-421a-b39e-ed5862426770/5185fe02-8c96-40e7-86d0-ddb3d4ca63d5/c30f4d68-c00b-41f1-8066-881f297c9261) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:29:49.603205 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:49.613232 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Transition to ACTIVE for port object c30f4d68-c00b-41f1-8066-881f297c9261 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:29:49.631389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Transition to ACTIVE for port object c30f4d68-c00b-41f1-8066-881f297c9261 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:29:49.652206 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:49.730029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4c00c-616a-448d-8a14-cc84223968bf req-77aaa67c-1444-4ea6-a534-d0f4a50ca5c7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:49.731750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06a4c00c-616a-448d-8a14-cc84223968bf req-77aaa67c-1444-4ea6-a534-d0f4a50ca5c7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1384242 Aug 10 02:29:49.732245 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:49.779365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Network dcaf3ca5-b212-421a-b39e-ed5862426770 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:29:49.784739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:29:49.788584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:29:49.797731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Pushing event updated for resources: {'Port': ['ID=c30f4d68-c00b-41f1-8066-881f297c9261,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:49.830857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06a4c00c-616a-448d-8a14-cc84223968bf req-108ebbb3-97a3-4041-9e20-b971f232423e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879829 Aug 10 02:29:49.863747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Attempting to bind port c30f4d68-c00b-41f1-8066-881f297c9261 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:29:49.864689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Attempting to bind port c30f4d68-c00b-41f1-8066-881f297c9261 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:29:49.864689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Attempting to bind port c30f4d68-c00b-41f1-8066-881f297c9261 on network dcaf3ca5-b212-421a-b39e-ed5862426770 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:29:49.871029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:29:49.871404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Checking segment: {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:29:49.872561 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:49.872961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Bound using segment: {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:29:49.873433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Bound port: c30f4d68-c00b-41f1-8066-881f297c9261, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:29:49.873865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:49.965579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] For port c30f4d68-c00b-41f1-8066-881f297c9261, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:29:49.969919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] For port c30f4d68-c00b-41f1-8066-881f297c9261, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c30f4d68-c00b-41f1-8066-881f297c9261,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:29:50.061712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Allocated IP 172.20.0.1 (dcaf3ca5-b212-421a-b39e-ed5862426770/5185fe02-8c96-40e7-86d0-ddb3d4ca63d5/223e92d9-f270-41a3-a9b3-c1f9fafa2e84) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:29:50.095467 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:50.170218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1878a-9c71-458f-9e5b-68d6d75d141f None None] Pushing event updated for resources: {'Port': ['ID=c30f4d68-c00b-41f1-8066-881f297c9261,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:50.221960 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:50.240984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Transition to ACTIVE for port object 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:29:50.383537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:50.445578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network dcaf3ca5-b212-421a-b39e-ed5862426770 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:29:50.448789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:29:50.453782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:29:50.513606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=223e92d9-f270-41a3-a9b3-c1f9fafa2e84,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:50.548878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:50.566652 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ad4854d-de41-4db3-baf2-bb0b1f8b1c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:50.788231 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:51.018865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26fdaf-d732-4b36-99e6-4faf182625b8 req-486e83f7-1ad0-407a-84ac-130b6d1ebed0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:51.022887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d26fdaf-d732-4b36-99e6-4faf182625b8 req-486e83f7-1ad0-407a-84ac-130b6d1ebed0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1124630 Aug 10 02:29:51.094318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d26fdaf-d732-4b36-99e6-4faf182625b8 req-0b0148dc-e83d-4be2-ac1c-ffa05aa43562 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703030 Aug 10 02:29:51.182335 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:51.314088 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:51.375037 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:51.427494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 35795a4f-48cd-46bc-8343-913261fc14a4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:29:51.491475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=223e92d9-f270-41a3-a9b3-c1f9fafa2e84,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:51.494665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:51.616134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 35795a4f-48cd-46bc-8343-913261fc14a4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:29:51.623170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 35795a4f-48cd-46bc-8343-913261fc14a4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:51.623680 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:51.631218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network dcaf3ca5-b212-421a-b39e-ed5862426770 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:29:51.632792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:29:51.763381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c060c3-bc00-47a0-b8df-eb715c19ddeb None None] Network dcaf3ca5-b212-421a-b39e-ed5862426770 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:29:51.768169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:51.821791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Router dc633cd1-fe4b-47df-b795-fec59b907009 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:29:51.862058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 35795a4f-48cd-46bc-8343-913261fc14a4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=35795a4f-48cd-46bc-8343-913261fc14a4,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:29:51.980291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:29:51.989065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-78e2280e-375b-4607-b036-8ab040667900 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "PUT /v2.0/routers/dc633cd1-fe4b-47df-b795-fec59b907009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8855081 Aug 10 02:29:51.989412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59624) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:51.990360 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:51.991259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c30f4d68-c00b-41f1-8066-881f297c9261 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:29:51.994087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8accbc00-4486-4005-a5b5-51a8ddb0ab34 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--151481172', 'description': 'tempest-secgroup_access--151481172 description', 'project_id': '8cb9b560700d46d5ae38130c3d352c77'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:29:52.040858 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Sync routers for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:29:52.071149 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:29:52.072351 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:52.091160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=35795a4f-48cd-46bc-8343-913261fc14a4,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:52.175534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e0c8c73b-c57f-43db-b20d-df2ef6bc47c9 None None] Provisioning for port c30f4d68-c00b-41f1-8066-881f297c9261 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:29:52.195991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c30f4d68-c00b-41f1-8066-881f297c9261 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:29:52.196737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8accbc00-4486-4005-a5b5-51a8ddb0ab34 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.204530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c30f4d68-c00b-41f1-8066-881f297c9261 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:52.205778 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.239619 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:29:52.275979 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bd727-f76b-4f78-a4f5-9c6b5b9319a9 req-a25b4ca5-bb84-4084-8915-d20870efd2e2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:52.285038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a7bd727-f76b-4f78-a4f5-9c6b5b9319a9 req-a25b4ca5-bb84-4084-8915-d20870efd2e2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1054099 Aug 10 02:29:52.339924 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.379056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a7bd727-f76b-4f78-a4f5-9c6b5b9319a9 req-25ad237e-d1f8-4189-a081-c3b4c81d75fb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869639 Aug 10 02:29:52.390471 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8accbc00-4486-4005-a5b5-51a8ddb0ab34 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.419868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port c30f4d68-c00b-41f1-8066-881f297c9261, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c30f4d68-c00b-41f1-8066-881f297c9261,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:29:52.485839 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.544363 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.544635 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8accbc00-4486-4005-a5b5-51a8ddb0ab34 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.548597 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-52567aab-01ac-46b0-a198-b33d61b97850 None None] Provisioning for port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:29:52.553719 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:50Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '223e92d9-f270-41a3-a9b3-c1f9fafa2e84', 'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:fd:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:49Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 2, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:52.566805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-52567aab-01ac-46b0-a198-b33d61b97850 None None] Provisioning complete for port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:52.567183 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-52567aab-01ac-46b0-a198-b33d61b97850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.609882 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Checking router: dc633cd1-fe4b-47df-b795-fec59b907009 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:29:52.610507 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Updating router dc633cd1-fe4b-47df-b795-fec59b907009 port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:29:52.610802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbc00-4486-4005-a5b5-51a8ddb0ab34 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d46016-bb1b-4fa3-9593-035e67eb8a41,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:52.675700 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.696193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8accbc00-4486-4005-a5b5-51a8ddb0ab34 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.700882 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8accbc00-4486-4005-a5b5-51a8ddb0ab34 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7071836 Aug 10 02:29:52.701574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59630) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:52.710107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b0f6f011-221c-4171-8179-8f78eeef050b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--950961631', 'description': 'tempest-secgroup_general--950961631 description', 'project_id': '8cb9b560700d46d5ae38130c3d352c77'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:29:52.715025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-52567aab-01ac-46b0-a198-b33d61b97850 None None] Port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:29:52.731272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=c30f4d68-c00b-41f1-8066-881f297c9261,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:52.752344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d4cbc609-c4e3-4c2b-a9f7-49223864e44d details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:29:52.813273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-52567aab-01ac-46b0-a198-b33d61b97850 None None] Provisioning complete for port c30f4d68-c00b-41f1-8066-881f297c9261 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:52.813853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-52567aab-01ac-46b0-a198-b33d61b97850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:52.861175 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f011-221c-4171-8179-8f78eeef050b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.040027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f011-221c-4171-8179-8f78eeef050b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.080903 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.098694 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Transition to ACTIVE for port object 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:29:53.181369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f011-221c-4171-8179-8f78eeef050b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.246656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6f011-221c-4171-8179-8f78eeef050b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:53.285482 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.301670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port d4cbc609-c4e3-4c2b-a9f7-49223864e44d, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:29:53.314466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f011-221c-4171-8179-8f78eeef050b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.319569 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b0f6f011-221c-4171-8179-8f78eeef050b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6172631 Aug 10 02:29:53.320686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59642) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:53.328450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-00780751-014d-4fc1-9136-b1d36b25ab80 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'security_group_rule': {'security_group_id': '15d46016-bb1b-4fa3-9593-035e67eb8a41', 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:29:53.385324 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 35795a4f-48cd-46bc-8343-913261fc14a4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:29:53.404994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'd4cbc609-c4e3-4c2b-a9f7-49223864e44d', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'port_id': 'd4cbc609-c4e3-4c2b-a9f7-49223864e44d', 'mac_address': 'fa:16:3e:97:b1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:29:53.460689 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Pushing event updated for resources: {'Port': ['ID=223e92d9-f270-41a3-a9b3-c1f9fafa2e84,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:53.512501 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.512880 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.513232 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.513579 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.513926 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.514266 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.517441 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00780751-014d-4fc1-9136-b1d36b25ab80 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.519027 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.521299 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.523230 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.524546 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.527385 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.529972 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:29:53.585712 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Attempting to bind port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:29:53.586355 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Attempting to bind port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:29:53.586851 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Attempting to bind port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 on network dcaf3ca5-b212-421a-b39e-ed5862426770 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:29:53.601987 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.602768 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:29:53.603268 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Checking segment: {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:29:53.607343 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.611758 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Bound using segment: {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:29:53.612528 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Bound port: 223e92d9-f270-41a3-a9b3-c1f9fafa2e84, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:29:53.613146 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.630496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 35795a4f-48cd-46bc-8343-913261fc14a4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:53.631092 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.636588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cbc609-c4e3-4c2b-a9f7-49223864e44d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:29:53.650326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b6f8b-63e9-4743-8939-01450d4e766a req-1978ff3a-a21e-4708-88ba-1f652ad7d9ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:53.656242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f8b6f8b-63e9-4743-8939-01450d4e766a req-1978ff3a-a21e-4708-88ba-1f652ad7d9ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 943 time: 0.1389859 Aug 10 02:29:53.674076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00780751-014d-4fc1-9136-b1d36b25ab80 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.724231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port d4cbc609-c4e3-4c2b-a9f7-49223864e44d, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:29:53.734191 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] For port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:29:53.739211 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] For port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=223e92d9-f270-41a3-a9b3-c1f9fafa2e84,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:29:53.749533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f8b6f8b-63e9-4743-8939-01450d4e766a req-23b809db-ef67-4e20-b121-2ffb697d1813 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858784 Aug 10 02:29:53.809904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c30f4d68-c00b-41f1-8066-881f297c9261 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:29:53.870367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c30f4d68-c00b-41f1-8066-881f297c9261 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:53.870760 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.876573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59650) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:53.885420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00780751-014d-4fc1-9136-b1d36b25ab80 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.900299 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.905796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00780751-014d-4fc1-9136-b1d36b25ab80 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47c9937-c008-4f7e-a303-fd7a4e2a8297,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:53.943119 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:53.997485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:54.017917 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:29:54.019071 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:54.024560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55e7996a-7531-4f18-8992-1a0155aae3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:54.035486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:54.064510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-00780751-014d-4fc1-9136-b1d36b25ab80 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:54.064510 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-00780751-014d-4fc1-9136-b1d36b25ab80 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7414830 Aug 10 02:29:54.072781 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d99e-7e6c-449d-8c28-bdcb482ffa71 None None] Pushing event updated for resources: {'Port': ['ID=223e92d9-f270-41a3-a9b3-c1f9fafa2e84,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:54.150888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['d4cbc609-c4e3-4c2b-a9f7-49223864e44d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:29:54.199998 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:29:54.203937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55e7996a-7531-4f18-8992-1a0155aae3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:54.343245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55e7996a-7531-4f18-8992-1a0155aae3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:54.359323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-756304a6-40c4-4dd9-a896-f299c26b54e0 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_general--950961631&fields=id&tenant_id=8cb9b560700d46d5ae38130c3d352c77 HTTP/1.1" status: 200 len: 267 time: 0.0460784 Aug 10 02:29:54.393660 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-55e7996a-7531-4f18-8992-1a0155aae3d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee6db7d2af034da994e1910585b96bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5155025 Aug 10 02:29:54.395158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7996a-7531-4f18-8992-1a0155aae3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905f8176-6a6a-4589-8d48-23ea032c0989,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:54.397805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59678) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:54.432838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-58bff902-d772-4db9-91e8-98c7d274f75b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup_access--151481172&fields=id&tenant_id=8cb9b560700d46d5ae38130c3d352c77 HTTP/1.1" status: 200 len: 267 time: 0.0650492 Aug 10 02:29:54.464780 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24bdbe30-1f81-4cda-9ff3-6aa2f84f6ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:54.490765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24bdbe30-1f81-4cda-9ff3-6aa2f84f6ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:54.569927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-8278928d-bfee-46b0-b4dc-0c7acc798574 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:54.571675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-8278928d-bfee-46b0-b4dc-0c7acc798574 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/networks?id=dcaf3ca5-b212-421a-b39e-ed5862426770 HTTP/1.1" status: 200 len: 796 time: 0.1248240 Aug 10 02:29:54.572419 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:50Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '223e92d9-f270-41a3-a9b3-c1f9fafa2e84', 'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:fd:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:49Z', 'updated_at': '2021-08-10T02:29:53Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:29:54.598619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-5147cb58-27db-45e1-9b02-2596751bef8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/quotas/8cb9b560700d46d5ae38130c3d352c77 HTTP/1.1" status: 200 len: 375 time: 0.0201886 Aug 10 02:29:54.612200 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd8d6d2-ceb2-4845-81de-b43a226469ac None None] The sync data for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 is: [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:50Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '223e92d9-f270-41a3-a9b3-c1f9fafa2e84', 'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:fd:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:49Z', 'updated_at': '2021-08-10T02:29:53Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:29:54.634490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24bdbe30-1f81-4cda-9ff3-6aa2f84f6ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:54.638215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-24bdbe30-1f81-4cda-9ff3-6aa2f84f6ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:54.639790 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-24bdbe30-1f81-4cda-9ff3-6aa2f84f6ab6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/905f8176-6a6a-4589-8d48-23ea032c0989 HTTP/1.1" status: 204 len: 168 time: 0.2405798 Aug 10 02:29:54.656779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdbe30-1f81-4cda-9ff3-6aa2f84f6ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905f8176-6a6a-4589-8d48-23ea032c0989,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:54.696368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-653a403f-ab5d-4bdb-a330-64e351692b58 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8cb9b560700d46d5ae38130c3d352c77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962358 Aug 10 02:29:54.773642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d4cbc609-c4e3-4c2b-a9f7-49223864e44d up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:29:54.894160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59686) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:54.910764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-2d15e367-144d-4cca-ae0b-4b77581b82be service neutron] 10.222.0.38 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133844 Aug 10 02:29:54.946404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port d4cbc609-c4e3-4c2b-a9f7-49223864e44d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:29:54.952031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port d4cbc609-c4e3-4c2b-a9f7-49223864e44d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:54.952421 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.008303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc17f7-e6a1-4fb0-a977-488345925b48 req-e2c4360c-0ee9-4bb4-ae37-19195c6c8c6c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:55.010163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fddc17f7-e6a1-4fb0-a977-488345925b48 req-e2c4360c-0ee9-4bb4-ae37-19195c6c8c6c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 944 time: 0.1536827 Aug 10 02:29:55.088576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fddc17f7-e6a1-4fb0-a977-488345925b48 req-616bb1e3-183f-4b11-9574-c40131d60865 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640318 Aug 10 02:29:55.100658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-ff60a34c-ee95-4888-86ef-3a5266dcc44f service neutron] 10.222.0.38 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869469 Aug 10 02:29:55.122906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.181739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd221638d-8f4d-4924-917d-f5e210dbfb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbc609-c4e3-4c2b-a9f7-49223864e44d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:29:55.189103 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427085ee-293e-4a21-bb4d-977ff15e9758" -d '{"events": [{"server_uuid": "d221638d-8f4d-4924-917d-f5e210dbfb03", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbc609-c4e3-4c2b-a9f7-49223864e44d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:29:55.219366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port d4cbc609-c4e3-4c2b-a9f7-49223864e44d, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:29:55.255908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f75573f6-74ec-432a-904f-e56f2dbe73d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.261140 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8350f6f-b4cb-46cd-92d8-08c4ef916d2c x-openstack-request-id: req-a8350f6f-b4cb-46cd-92d8-08c4ef916d2c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:29:55.261140 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d221638d-8f4d-4924-917d-f5e210dbfb03", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbc609-c4e3-4c2b-a9f7-49223864e44d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:29:55.261140 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8350f6f-b4cb-46cd-92d8-08c4ef916d2c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:29:55.261140 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd221638d-8f4d-4924-917d-f5e210dbfb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbc609-c4e3-4c2b-a9f7-49223864e44d', 'code': 200} Aug 10 02:29:55.322134 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.378108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:29:55.386867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab16724-db6c-4c48-bc89-4f5de0f6582f req-f5dba2da-6ab9-4298-910d-4725aba15d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:55.389466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ab16724-db6c-4c48-bc89-4f5de0f6582f req-f5dba2da-6ab9-4298-910d-4725aba15d46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 1097 time: 0.0684235 Aug 10 02:29:55.473767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ab16724-db6c-4c48-bc89-4f5de0f6582f req-cfe71fb4-4255-4456-9867-43171cc9f7a5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755119 Aug 10 02:29:55.507975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:55.517930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ece7f17d-6318-4dc9-9ea7-560c6616e5a2 req-751be66a-8573-40df-8fc5-b0f086856abf tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 210 time: 0.0405078 Aug 10 02:29:55.532824 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f75573f6-74ec-432a-904f-e56f2dbe73d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.600225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:29:55.605150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:55.605450 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.640199 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f75573f6-74ec-432a-904f-e56f2dbe73d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.694496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75573f6-74ec-432a-904f-e56f2dbe73d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24888780-317b-4243-afd6-ff41566b9abd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:55.722471 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f75573f6-74ec-432a-904f-e56f2dbe73d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b7716a107954febbf34ce3fd0d3fc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8269060 Aug 10 02:29:55.725738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59702) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:55.732117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59704) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:55.753274 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5008a9c1-5580-4861-b0a1-3eeb8b767881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.756906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.797830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=223e92d9-f270-41a3-a9b3-c1f9fafa2e84,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:29:55.800842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ded7be8c-b5b6-4afb-92d9-d48c22365715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.825099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ded7be8c-b5b6-4afb-92d9-d48c22365715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.866224 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5008a9c1-5580-4861-b0a1-3eeb8b767881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.902832 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:55.956310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=223e92d9-f270-41a3-a9b3-c1f9fafa2e84,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:55.956965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aab76e14-80e8-466e-a753-3904290c8906 req-43fb898d-17d4-4c0a-b3f6-8c39522db30d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460176 Aug 10 02:29:56.004037 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5008a9c1-5580-4861-b0a1-3eeb8b767881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:56.062874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ded7be8c-b5b6-4afb-92d9-d48c22365715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:56.066452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ded7be8c-b5b6-4afb-92d9-d48c22365715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:56.068664 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ded7be8c-b5b6-4afb-92d9-d48c22365715 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24888780-317b-4243-afd6-ff41566b9abd HTTP/1.1" status: 204 len: 168 time: 0.3419392 Aug 10 02:29:56.073842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008a9c1-5580-4861-b0a1-3eeb8b767881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced84f9-c6fa-4a56-808e-5ff3a9753bbc,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:56.080147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5008a9c1-5580-4861-b0a1-3eeb8b767881 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=398f63e6057d4813b640ec3b0f3503de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468568 Aug 10 02:29:56.082696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7be8c-b5b6-4afb-92d9-d48c22365715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24888780-317b-4243-afd6-ff41566b9abd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:56.084635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59708) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:56.089672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab76e14-80e8-466e-a753-3904290c8906 req-b2b948c3-9d94-4ad9-9da7-76e46709a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:56.090429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aab76e14-80e8-466e-a753-3904290c8906 req-b2b948c3-9d94-4ad9-9da7-76e46709a491 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3b7529ff2354362acf72aeee9da0800&device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.0823190 Aug 10 02:29:56.218653 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f2357be-5cbb-4a22-99e1-dddb5b152463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:56.252599 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab76e14-80e8-466e-a753-3904290c8906 req-3c681227-af9c-44c2-9f09-530eb4b99ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:56.254445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aab76e14-80e8-466e-a753-3904290c8906 req-3c681227-af9c-44c2-9f09-530eb4b99ba9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5083d3a1-f14b-4880-af06-dc2116d32fb2 HTTP/1.1" status: 200 len: 909 time: 0.1382291 Aug 10 02:29:56.270626 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f2357be-5cbb-4a22-99e1-dddb5b152463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:56.349389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed166c-81c4-4069-88ed-faac8cacf492 req-f195c503-6f08-41e7-97c1-540c6d04f792 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:56.351798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90ed166c-81c4-4069-88ed-faac8cacf492 req-f195c503-6f08-41e7-97c1-540c6d04f792 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 945 time: 0.1181219 Aug 10 02:29:56.385135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aab76e14-80e8-466e-a753-3904290c8906 req-007380b5-580f-4e96-b6df-b637804637a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed75e4a-a67e-495e-9f85-7497defc645a HTTP/1.1" status: 200 len: 1002 time: 0.1056030 Aug 10 02:29:56.424965 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-8794ba04-e405-46c0-ac18-66fb7aa371b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480061 Aug 10 02:29:56.433314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90ed166c-81c4-4069-88ed-faac8cacf492 req-85bba5e2-1c0b-4b80-a52f-e69955aafbd8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697868 Aug 10 02:29:56.458459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab76e14-80e8-466e-a753-3904290c8906 req-9af575ce-da35-4083-9ab8-7dde9aaa133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:56.459908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aab76e14-80e8-466e-a753-3904290c8906 req-9af575ce-da35-4083-9ab8-7dde9aaa133a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c725e5c7-f576-4e69-9166-fee1e8461d9f HTTP/1.1" status: 200 len: 847 time: 0.0756111 Aug 10 02:29:56.483504 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f2357be-5cbb-4a22-99e1-dddb5b152463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:56.486183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f2357be-5cbb-4a22-99e1-dddb5b152463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:56.487388 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0f2357be-5cbb-4a22-99e1-dddb5b152463 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9ced84f9-c6fa-4a56-808e-5ff3a9753bbc HTTP/1.1" status: 204 len: 168 time: 0.4017622 Aug 10 02:29:56.509168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab76e14-80e8-466e-a753-3904290c8906 req-6d12d217-76e3-447c-b7c3-1964070575a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:56.510743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aab76e14-80e8-466e-a753-3904290c8906 req-6d12d217-76e3-447c-b7c3-1964070575a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5083d3a1-f14b-4880-af06-dc2116d32fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437143 Aug 10 02:29:56.520336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2357be-5cbb-4a22-99e1-dddb5b152463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced84f9-c6fa-4a56-808e-5ff3a9753bbc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:56.540008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-e0193d0e-bb9a-4f60-a044-025b8cf91834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:56.542019 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-e0193d0e-bb9a-4f60-a044-025b8cf91834 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 1097 time: 0.0691376 Aug 10 02:29:56.630683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1de16b49-005a-430b-893c-e6d9cdb18f9e req-07d6463c-6b73-4b99-889b-6dcdcf062d3a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 210 time: 0.0421407 Aug 10 02:29:56.651080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aab76e14-80e8-466e-a753-3904290c8906 req-e4775666-3fe9-47f4-9007-e0ff2c9a2720 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327527 Aug 10 02:29:56.740040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-fb299001-da2d-4ad0-b50e-1f86de8902d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:56.741620 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-fb299001-da2d-4ad0-b50e-1f86de8902d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1793616 Aug 10 02:29:56.771542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aab76e14-80e8-466e-a753-3904290c8906 req-ad3a2f0a-fede-4cb4-97e7-225bbcad81b8 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131890 Aug 10 02:29:56.791001 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-d10fec12-8f29-4155-86be-117cf8294a82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d HTTP/1.1" status: 200 len: 217 time: 0.0422707 Aug 10 02:29:56.840886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-b44bb6d4-802e-45a8-9fa4-19fb7f18c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:56.842496 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-b44bb6d4-802e-45a8-9fa4-19fb7f18c933 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0450597 Aug 10 02:29:56.892397 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-698cb335-f781-435a-94be-04c703581c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:56.893921 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-698cb335-f781-435a-94be-04c703581c71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441871 Aug 10 02:29:56.999109 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-d80c7078-3504-4e51-90b9-9e9c3f279aed service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941043 Aug 10 02:29:57.092137 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-648c6515-ca2c-49f3-a491-cad15a7f27a1 req-552584af-ebf4-4d16-b72b-ed65e1a8f3e3 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887437 Aug 10 02:29:57.137304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59722) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:57.153126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7778-0db9-4c34-99d4-e902247b42a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.247004 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7778-0db9-4c34-99d4-e902247b42a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.297823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:29:57.344260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:57.344638 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.370819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59724) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:57.384404 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efef6da-46a6-455f-8590-a21f9d082768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.394459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7778-0db9-4c34-99d4-e902247b42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.456098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ae7e7778-0db9-4c34-99d4-e902247b42a3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86a0c85cfd254006bfa706b67a079047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143263 Aug 10 02:29:57.457417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59726) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:57.457893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e7778-0db9-4c34-99d4-e902247b42a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0e2c85-7caf-40b7-a514-a0f46e801267,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:57.517362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d160849-e260-4058-a9b7-1b9b3bdeb5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.543437 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d160849-e260-4058-a9b7-1b9b3bdeb5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.565161 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efef6da-46a6-455f-8590-a21f9d082768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.584499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155351c-d69d-4992-92fd-b965ff3902c8 req-4f848339-0949-49b4-9a3c-ca37b1adec49 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:57.586015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c155351c-d69d-4992-92fd-b965ff3902c8 req-4f848339-0949-49b4-9a3c-ca37b1adec49 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 945 time: 0.0620039 Aug 10 02:29:57.630630 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c155351c-d69d-4992-92fd-b965ff3902c8 req-1adae880-fca3-4de3-8bf8-d2ac69af405a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 Aug 10 02:29:57.734760 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8efef6da-46a6-455f-8590-a21f9d082768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.761175 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1a750e8-ad65-49c2-8183-cc4b7f2c1a94 req-862b3ced-7dd3-45b5-8b0a-d27e4d5433be tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 210 time: 0.0579884 Aug 10 02:29:57.782515 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d160849-e260-4058-a9b7-1b9b3bdeb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.782515 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d160849-e260-4058-a9b7-1b9b3bdeb5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.782515 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3d160849-e260-4058-a9b7-1b9b3bdeb5e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9b0e2c85-7caf-40b7-a514-a0f46e801267 HTTP/1.1" status: 204 len: 168 time: 0.3187304 Aug 10 02:29:57.787624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d160849-e260-4058-a9b7-1b9b3bdeb5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0e2c85-7caf-40b7-a514-a0f46e801267,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:57.805596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8efef6da-46a6-455f-8590-a21f9d082768 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1bd9b26eb64a4145b0fbfbc0e73025fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312592 Aug 10 02:29:57.805596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efef6da-46a6-455f-8590-a21f9d082768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1c785-14f1-439c-a75f-402b0c9ac82c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:57.810242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59738) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:57.822140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe4608-2e1f-4561-9634-92030eb7ac32 req-a4658fad-f360-4f05-be51-4f162252772f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:57.827196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32fe4608-2e1f-4561-9634-92030eb7ac32 req-a4658fad-f360-4f05-be51-4f162252772f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 945 time: 0.1258550 Aug 10 02:29:57.871766 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32fe4608-2e1f-4561-9634-92030eb7ac32 req-6330a0a5-a7a4-4142-a06a-6ac46387c9db tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Aug 10 02:29:57.873731 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fc2f2ca-d251-4ed1-af78-92bce31b6ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:57.898399 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fc2f2ca-d251-4ed1-af78-92bce31b6ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:58.021292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fc2f2ca-d251-4ed1-af78-92bce31b6ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:58.024354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fc2f2ca-d251-4ed1-af78-92bce31b6ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:58.025562 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3fc2f2ca-d251-4ed1-af78-92bce31b6ac0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32b1c785-14f1-439c-a75f-402b0c9ac82c HTTP/1.1" status: 204 len: 168 time: 0.2142479 Aug 10 02:29:58.034746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2f2ca-d251-4ed1-af78-92bce31b6ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1c785-14f1-439c-a75f-402b0c9ac82c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:58.396500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-c49362e7-74cb-461a-b895-4f06f7ccc11f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:58.399274 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-c49362e7-74cb-461a-b895-4f06f7ccc11f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.16 "GET /v2.0/networks?id=dcaf3ca5-b212-421a-b39e-ed5862426770 HTTP/1.1" status: 200 len: 796 time: 0.1094627 Aug 10 02:29:58.463094 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-12f03f10-151d-47e6-a348-3de9211274c0 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cb9b560700d46d5ae38130c3d352c77 HTTP/1.1" status: 200 len: 476 time: 0.0553269 Aug 10 02:29:58.473119 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'port': {'device_id': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'admin_state_up': True, 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'security_groups': ['1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9', '15d46016-bb1b-4fa3-9593-035e67eb8a41']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:29:58.543884 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4cf40-e8b4-4e3f-9a0e-7ba96bb0b07e req-426466d6-3414-4d9f-8380-beb146c64361 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:58.546746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4b4cf40-e8b4-4e3f-9a0e-7ba96bb0b07e req-426466d6-3414-4d9f-8380-beb146c64361 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 945 time: 0.0729442 Aug 10 02:29:58.592502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4b4cf40-e8b4-4e3f-9a0e-7ba96bb0b07e req-af6eac0e-5f49-41cf-8e85-ba9c84aafcff tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Aug 10 02:29:58.692443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59758) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:58.710790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cd119fc-ddba-4277-9688-f3698f62b890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:58.721633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Made reservation on behalf of 8cb9b560700d46d5ae38130c3d352c77 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:29:58.725262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:58.900462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8925571-c6eb-40b6-aac7-09ce8b80b8b0 req-68a6fe49-3689-4039-aa31-4560f45a5ef9 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 210 time: 0.0351207 Aug 10 02:29:58.942910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Allocated IP 172.20.0.5 (dcaf3ca5-b212-421a-b39e-ed5862426770/5185fe02-8c96-40e7-86d0-ddb3d4ca63d5/1832f1fe-7658-4178-b18a-b9a526c35adb) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:29:58.958471 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cd119fc-ddba-4277-9688-f3698f62b890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.034932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7cd119fc-ddba-4277-9688-f3698f62b890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.120378 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7cd119fc-ddba-4277-9688-f3698f62b890 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b2a955630cc4937bbe379175aba69ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263749 Aug 10 02:29:59.123404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59766) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:29:59.124987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd119fc-ddba-4277-9688-f3698f62b890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f358e9f-9921-4044-90db-303c51ea1b77,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:59.189422 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.190223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d514e65a-a08e-4c52-8278-f28dfa377f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.208331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Transition to ACTIVE for port object 1832f1fe-7658-4178-b18a-b9a526c35adb will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:29:59.224489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d514e65a-a08e-4c52-8278-f28dfa377f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.296268 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.353034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network dcaf3ca5-b212-421a-b39e-ed5862426770 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:29:59.357234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:29:59.361490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:29:59.389023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=1832f1fe-7658-4178-b18a-b9a526c35adb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:59.409671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d514e65a-a08e-4c52-8278-f28dfa377f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.413165 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d514e65a-a08e-4c52-8278-f28dfa377f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.414523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d514e65a-a08e-4c52-8278-f28dfa377f68 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f358e9f-9921-4044-90db-303c51ea1b77 HTTP/1.1" status: 204 len: 168 time: 0.2898793 Aug 10 02:29:59.427230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514e65a-a08e-4c52-8278-f28dfa377f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f358e9f-9921-4044-90db-303c51ea1b77,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:29:59.434230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:59.437527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.552235 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-3800b5c4-ca4e-49b0-be4c-29843eba7238 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0836513 Aug 10 02:29:59.565724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Request body: {'port': {'device_id': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:29:59.646243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.754843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55450c8b-864d-4261-a7a5-022c819fd533 req-cdbb3112-cef7-49e0-b888-e7a414005a78 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:29:59.763313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55450c8b-864d-4261-a7a5-022c819fd533 req-cdbb3112-cef7-49e0-b888-e7a414005a78 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 945 time: 0.0697222 Aug 10 02:29:59.781652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-23338110-df4a-4b18-842e-d997859ef91d None None] Provisioning for port 1832f1fe-7658-4178-b18a-b9a526c35adb completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:29:59.786524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-23338110-df4a-4b18-842e-d997859ef91d None None] Provisioning complete for port 1832f1fe-7658-4178-b18a-b9a526c35adb triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:29:59.786973 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-23338110-df4a-4b18-842e-d997859ef91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:29:59.801708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55450c8b-864d-4261-a7a5-022c819fd533 req-d0a74479-1d2e-44d4-9250-43bd5b1a928e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Aug 10 02:29:59.842046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-23338110-df4a-4b18-842e-d997859ef91d None None] Port 1832f1fe-7658-4178-b18a-b9a526c35adb cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:00.009149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-857a4d19-f137-4183-95f4-64f46870d02b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:00.010583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-857a4d19-f137-4183-95f4-64f46870d02b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.11 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 945 time: 0.0886056 Aug 10 02:30:00.035094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1832f1fe-7658-4178-b18a-b9a526c35adb {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:30:00.049573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.060082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Transition to ACTIVE for port object 1832f1fe-7658-4178-b18a-b9a526c35adb will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:00.118908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30caf77-173a-43d0-99ea-630942d7b794 req-f8f530a3-6f1a-4b75-af2f-341a023bf02b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:00.120546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b30caf77-173a-43d0-99ea-630942d7b794 req-f8f530a3-6f1a-4b75-af2f-341a023bf02b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 970 time: 0.1089525 Aug 10 02:30:00.142795 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.180855 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b30caf77-173a-43d0-99ea-630942d7b794 req-3cdaddf6-1372-4239-a978-46825d8794c8 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0509865 Aug 10 02:30:00.184676 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port d4cbc609-c4e3-4c2b-a9f7-49223864e44d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:30:00.184950 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.216380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Pushing event updated for resources: {'Port': ['ID=1832f1fe-7658-4178-b18a-b9a526c35adb,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:00.281003 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Attempting to bind port 1832f1fe-7658-4178-b18a-b9a526c35adb on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:00.281003 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Attempting to bind port 1832f1fe-7658-4178-b18a-b9a526c35adb by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:00.286921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Attempting to bind port 1832f1fe-7658-4178-b18a-b9a526c35adb on network dcaf3ca5-b212-421a-b39e-ed5862426770 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:00.286921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Port 1832f1fe-7658-4178-b18a-b9a526c35adb on network dcaf3ca5-b212-421a-b39e-ed5862426770 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:30:00.286921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Attempting to bind port 1832f1fe-7658-4178-b18a-b9a526c35adb on network dcaf3ca5-b212-421a-b39e-ed5862426770 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:00.292509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:00.292509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Checking segment: {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:00.292509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Bound using segment: {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:00.292956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Bound port: 1832f1fe-7658-4178-b18a-b9a526c35adb, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7200cb4e-62d6-440a-94de-9d72569448f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:00.293224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.319259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] For port d4cbc609-c4e3-4c2b-a9f7-49223864e44d, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:00.319687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.353221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for d4cbc609-c4e3-4c2b-a9f7-49223864e44d owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:30:00.380074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] For port 1832f1fe-7658-4178-b18a-b9a526c35adb, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:00.383563 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] For port 1832f1fe-7658-4178-b18a-b9a526c35adb, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1832f1fe-7658-4178-b18a-b9a526c35adb,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:00.496539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59802) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:00.531999 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.572566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:00.573895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.575365 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] 10.222.0.16 "PUT /v2.0/ports/1832f1fe-7658-4178-b18a-b9a526c35adb HTTP/1.1" status: 200 len: 1131 time: 1.0143168 Aug 10 02:30:00.575930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:00.578126 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4532fb89-b394-40ac-bd73-4115d68c3660" -d '{"events": [{"name": "network-changed", "server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:00.588837 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.603073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['d4cbc609-c4e3-4c2b-a9f7-49223864e44d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:30:00.603963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['f3c31f53-0221-4ed4-a7aa-7c4ce03d226d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:30:00.605357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96241e45-21c4-454f-aebd-ace98266f4eb service neutron] Pushing event updated for resources: {'Port': ['ID=1832f1fe-7658-4178-b18a-b9a526c35adb,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:00.645723 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141f8ee3-5db2-437b-ae2a-373232b6d940 x-openstack-request-id: req-141f8ee3-5db2-437b-ae2a-373232b6d940 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:00.646208 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:00.654486 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-141f8ee3-5db2-437b-ae2a-373232b6d940 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:00.654486 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'status': 'completed', 'code': 200} Aug 10 02:30:00.682144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=d4cbc609-c4e3-4c2b-a9f7-49223864e44d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:00.748169 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c95099be-a70e-450d-968e-0d7e4fc13a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.760184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] No DVR routers for this DVR port d4cbc609-c4e3-4c2b-a9f7-49223864e44d on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:30:00.763881 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:00.766318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe4358b9-40d1-4c33-a52b-61e75cb4d425 req-ec440cb7-2fe0-4402-bed8-bba40d391a3d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.11 "DELETE /v2.0/ports/d4cbc609-c4e3-4c2b-a9f7-49223864e44d HTTP/1.1" status: 204 len: 173 time: 0.7448485 Aug 10 02:30:00.767093 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd221638d-8f4d-4924-917d-f5e210dbfb03', 'name': 'network-vif-deleted', 'tag': 'd4cbc609-c4e3-4c2b-a9f7-49223864e44d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:00.769805 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88536757-59b1-47be-b813-bf0b5c86cb19" -d '{"events": [{"server_uuid": "d221638d-8f4d-4924-917d-f5e210dbfb03", "name": "network-vif-deleted", "tag": "d4cbc609-c4e3-4c2b-a9f7-49223864e44d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:00.787241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532fb89-b394-40ac-bd73-4115d68c3660 req-e254bb7f-045a-401e-919e-b0191db74528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:00.789733 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4532fb89-b394-40ac-bd73-4115d68c3660 req-e254bb7f-045a-401e-919e-b0191db74528 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cb9b560700d46d5ae38130c3d352c77&device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 1134 time: 0.1200645 Aug 10 02:30:00.875594 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20335b4-7ed9-4326-8886-607f31b2eb01 x-openstack-request-id: req-b20335b4-7ed9-4326-8886-607f31b2eb01 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:00.875892 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d221638d-8f4d-4924-917d-f5e210dbfb03", "name": "network-vif-deleted", "tag": "d4cbc609-c4e3-4c2b-a9f7-49223864e44d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:00.876149 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b20335b4-7ed9-4326-8886-607f31b2eb01 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:00.876557 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd221638d-8f4d-4924-917d-f5e210dbfb03', 'name': 'network-vif-deleted', 'tag': 'd4cbc609-c4e3-4c2b-a9f7-49223864e44d', 'status': 'completed', 'code': 200} Aug 10 02:30:00.978882 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc36a381-765d-4331-b66d-1d4487aa1c4c req-eb6f91e4-5c2f-4c59-b3a4-0677210764b4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 210 time: 0.0611336 Aug 10 02:30:01.003128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532fb89-b394-40ac-bd73-4115d68c3660 req-567b9a42-b9ba-4466-af73-6dd0e54e087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:01.004701 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4532fb89-b394-40ac-bd73-4115d68c3660 req-567b9a42-b9ba-4466-af73-6dd0e54e087e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8cb9b560700d46d5ae38130c3d352c77&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2058020 Aug 10 02:30:01.034308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59820) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:01.115300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c95099be-a70e-450d-968e-0d7e4fc13a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.148692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532fb89-b394-40ac-bd73-4115d68c3660 req-ccba8615-84d6-49de-8006-1c9397e72396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:01.150504 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4532fb89-b394-40ac-bd73-4115d68c3660 req-ccba8615-84d6-49de-8006-1c9397e72396 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359112 Aug 10 02:30:01.183869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1611870890-network', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:01.187441 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c95099be-a70e-450d-968e-0d7e4fc13a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.260275 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c95099be-a70e-450d-968e-0d7e4fc13a41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=277ce10f62544f9f8ed8065624996d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7591374 Aug 10 02:30:01.260446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59826) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:01.268081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95099be-a70e-450d-968e-0d7e4fc13a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f491c8a5-9db4-4359-8bb2-53f95b90660a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:01.301300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-619751c1-a5c5-4c65-895b-be5324f25be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:01.302918 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-619751c1-a5c5-4c65-895b-be5324f25be0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cb9b560700d46d5ae38130c3d352c77&device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 1134 time: 0.1107893 Aug 10 02:30:01.307589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Made reservation on behalf of 4fb46b8930d04cb2ac09f84b3735e8aa for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:01.307589 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.318809 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.350332 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-7ada29e9-b0dc-4605-8774-2a0a016cf158 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1832f1fe-7658-4178-b18a-b9a526c35adb HTTP/1.1" status: 200 len: 217 time: 0.0376494 Aug 10 02:30:01.354439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a494361-dc1a-4c57-af2c-f06dc5712c49 req-3431d108-2522-4595-a8a5-9fb1382cc15a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:01.356010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a494361-dc1a-4c57-af2c-f06dc5712c49 req-3431d108-2522-4595-a8a5-9fb1382cc15a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 982 time: 0.0984213 Aug 10 02:30:01.399864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8861012-bbf9-4b00-a2d6-bcb8470992fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.431974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a494361-dc1a-4c57-af2c-f06dc5712c49 req-b45671e9-9ef4-4d0a-b774-bd66a2c6321b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0631907 Aug 10 02:30:01.433475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-239b6232-995a-4869-8b8b-6d911dd6c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:01.435204 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-239b6232-995a-4869-8b8b-6d911dd6c6b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5185fe02-8c96-40e7-86d0-ddb3d4ca63d5 HTTP/1.1" status: 200 len: 834 time: 0.0733624 Aug 10 02:30:01.438840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8861012-bbf9-4b00-a2d6-bcb8470992fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.516169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-5a7de6d6-0e42-4806-acdb-eba260d8ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:01.517796 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-5a7de6d6-0e42-4806-acdb-eba260d8ef52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcaf3ca5-b212-421a-b39e-ed5862426770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742693 Aug 10 02:30:01.619122 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8861012-bbf9-4b00-a2d6-bcb8470992fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.622092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f8861012-bbf9-4b00-a2d6-bcb8470992fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.625935 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f8861012-bbf9-4b00-a2d6-bcb8470992fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f491c8a5-9db4-4359-8bb2-53f95b90660a HTTP/1.1" status: 204 len: 168 time: 0.3621135 Aug 10 02:30:01.636602 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-c91bf242-1de5-4c0b-b9cb-086e187a18a1 service neutron] 10.222.0.16 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108284 Aug 10 02:30:01.638474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8861012-bbf9-4b00-a2d6-bcb8470992fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f491c8a5-9db4-4359-8bb2-53f95b90660a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:01.759239 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9fd84677-6bbc-4995-901d-ac02e39f59d6 req-2c4e2b4e-74a7-4a3a-8146-1ff2e1ee4fe8 service neutron] 10.222.0.16 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148498 Aug 10 02:30:01.880934 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.960094 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:01.983028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:30:02.001326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ca8632-d699-484c-86a9-8c5ec01cdceb,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:02.003919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:02.004227 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Added segment 26cb2fb9-fb66-49c5-932a-9444f551d70f of type vlan for network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 Aug 10 02:30:02.059081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:02.099898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e9f458e-a28b-4e30-a303-4c0f13678808 req-1d686a1f-4ae4-4592-8b27-9ece01b7d3cd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 210 time: 0.0437219 Aug 10 02:30:02.220816 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:02.222188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:02.222820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:02.289250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] Pushing event updated for resources: {'Network': ['ID=e8cc619e-da8b-4e0d-8a0d-966e6c849f96,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:02.308839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:30:02.362644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-34c7f180-9bea-4ced-9879-27f57b5602bb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3265173 Aug 10 02:30:02.365010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59842) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:02.374049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Request body: {'subnet': {'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1611870890-subnet', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:02.503543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Made reservation on behalf of 4fb46b8930d04cb2ac09f84b3735e8aa for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:02.507579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:02.567722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cebb55-fcd6-49dd-9887-20b26d3d6d78 req-c53cc0e3-7e58-4e25-a43b-28305050436a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:02.569402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12cebb55-fcd6-49dd-9887-20b26d3d6d78 req-c53cc0e3-7e58-4e25-a43b-28305050436a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 982 time: 0.0612862 Aug 10 02:30:02.630698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12cebb55-fcd6-49dd-9887-20b26d3d6d78 req-841e61c0-3c05-49d2-a516-63e2b6cab227 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0501642 Aug 10 02:30:02.776750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d4cbc609-c4e3-4c2b-a9f7-49223864e44d no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:30:02.800895 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:02.813805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: d4cbc609-c4e3-4c2b-a9f7-49223864e44d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:30:02.814867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device d4cbc609-c4e3-4c2b-a9f7-49223864e44d not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:30:02.869554 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8e45b1-5332-4ea5-bd7b-2464c86c8362,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:02.883053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Checking segment: {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:02.883422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Network hostable DHCP agents. Network: e8cc619e-da8b-4e0d-8a0d-966e6c849f96, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:30:02.984420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:30:03.126429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, e8cc619e-da8b-4e0d-8a0d-966e6c849f96) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:03.130791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:03.131342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:03.139605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f8c732-6a0b-495a-b0a4-25a09bfe80ff None None] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:30:03.228978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-160f5010-4d2d-467e-bdad-91397530bc23 req-1af356be-22d6-4266-a061-7b877bed06ee tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 210 time: 0.0411181 Aug 10 02:30:03.246417 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-37c57fac-105e-442e-865f-e9bf98f75c73 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8761091 Aug 10 02:30:03.246417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59860) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:03.252540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:03.308673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'fixed_ips': [{'subnet_id': 'ac8e45b1-5332-4ea5-bd7b-2464c86c8362'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:30:03.310130 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:03.383130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:03.384171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:03.468986 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:03.475829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Allocated IP 172.20.0.2 (e8cc619e-da8b-4e0d-8a0d-966e6c849f96/ac8e45b1-5332-4ea5-bd7b-2464c86c8362/b075037f-c7cd-48ae-a8c1-742ff37b2673) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:03.643361 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:03.654083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Transition to ACTIVE for port object b075037f-c7cd-48ae-a8c1-742ff37b2673 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:03.707408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Transition to ACTIVE for port object b075037f-c7cd-48ae-a8c1-742ff37b2673 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:03.715871 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:03.814501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce75f9e-06a5-401f-b065-fd3033fc55b7 req-2bc9b8a4-2a77-4728-b2f7-1e530a905a67 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:03.816424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fce75f9e-06a5-401f-b065-fd3033fc55b7 req-2bc9b8a4-2a77-4728-b2f7-1e530a905a67 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 982 time: 0.0616848 Aug 10 02:30:03.833453 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:03.882637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fce75f9e-06a5-401f-b065-fd3033fc55b7 req-e739a8d3-385e-4183-8c1e-b442e2c12cb7 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0582619 Aug 10 02:30:03.920031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:03.927495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:03.937111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:03.996600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Pushing event updated for resources: {'Port': ['ID=b075037f-c7cd-48ae-a8c1-742ff37b2673,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:04.015459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Attempting to bind port b075037f-c7cd-48ae-a8c1-742ff37b2673 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:04.015772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Attempting to bind port b075037f-c7cd-48ae-a8c1-742ff37b2673 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:04.016262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Attempting to bind port b075037f-c7cd-48ae-a8c1-742ff37b2673 on network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:04.022440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:04.022859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Checking segment: {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:04.023309 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:04.023710 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Bound using segment: {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:04.024189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Bound port: b075037f-c7cd-48ae-a8c1-742ff37b2673, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:04.024578 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:04.104680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] For port b075037f-c7cd-48ae-a8c1-742ff37b2673, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:04.109540 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] For port b075037f-c7cd-48ae-a8c1-742ff37b2673, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b075037f-c7cd-48ae-a8c1-742ff37b2673,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:04.117331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1832f1fe-7658-4178-b18a-b9a526c35adb details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:30:04.225932 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:04.297510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1832f1fe-7658-4178-b18a-b9a526c35adb, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1832f1fe-7658-4178-b18a-b9a526c35adb,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:04.327169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491f048-5ba7-4303-b9d4-0891656ecf64 None None] Pushing event updated for resources: {'Port': ['ID=b075037f-c7cd-48ae-a8c1-742ff37b2673,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:04.331169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'port_id': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'mac_address': 'fa:16:3e:de:76:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:30:04.465399 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:04.492272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1832f1fe-7658-4178-b18a-b9a526c35adb {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:30:04.493064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1122536e-81d9-4f74-9f0e-48de2f0a3c3b req-0228ea22-a0dd-4a6f-aa6d-b4e1692b30b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 210 time: 0.0584130 Aug 10 02:30:04.532176 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1832f1fe-7658-4178-b18a-b9a526c35adb, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1832f1fe-7658-4178-b18a-b9a526c35adb,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:04.590982 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:04.631442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:04.640764 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:04.751672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1832f1fe-7658-4178-b18a-b9a526c35adb,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:04.821810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Allocated IP 172.25.3.139 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/addd1db5-006c-4137-9755-7fac75a101a1) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:04.874451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['1832f1fe-7658-4178-b18a-b9a526c35adb'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:30:04.961724 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:05.029167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b84cd7-d9fc-432e-b162-1cc43a832082 req-cc490cbc-f255-4dca-9710-87d1ae2ea92c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:05.030953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2b84cd7-d9fc-432e-b162-1cc43a832082 req-cc490cbc-f255-4dca-9710-87d1ae2ea92c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 983 time: 0.0642631 Aug 10 02:30:05.076661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d2b84cd7-d9fc-432e-b162-1cc43a832082 req-b599fd40-8e41-4a64-bd4e-d5187cf14e4b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0392721 Aug 10 02:30:05.097717 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:05.144044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:05.147016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:05.150842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:05.156626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Pushing event updated for resources: {'Port': ['ID=addd1db5-006c-4137-9755-7fac75a101a1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:05.397383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b075037f-c7cd-48ae-a8c1-742ff37b2673 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:05.565859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b075037f-c7cd-48ae-a8c1-742ff37b2673 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:05.627319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e09e739-4460-48af-953b-8469aaec4480 req-277a8708-b095-4457-b7fa-61d444e4f018 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=d221638d-8f4d-4924-917d-f5e210dbfb03 HTTP/1.1" status: 200 len: 210 time: 0.0297790 Aug 10 02:30:05.664125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeaa251-3ed4-471e-a6cb-63d1b92b2a35 None None] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:30:05.682211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:05.843993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-34336a28-a084-4f79-8e05-915f3d712e84 None None] Provisioning for port b075037f-c7cd-48ae-a8c1-742ff37b2673 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:05.850234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-34336a28-a084-4f79-8e05-915f3d712e84 None None] Provisioning complete for port b075037f-c7cd-48ae-a8c1-742ff37b2673 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:05.853694 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34336a28-a084-4f79-8e05-915f3d712e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:05.957684 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:06.009141 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34336a28-a084-4f79-8e05-915f3d712e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:06.061318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-34336a28-a084-4f79-8e05-915f3d712e84 None None] For port b075037f-c7cd-48ae-a8c1-742ff37b2673, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b075037f-c7cd-48ae-a8c1-742ff37b2673,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:06.121545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1832f1fe-7658-4178-b18a-b9a526c35adb up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:06.234700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c49e9-d197-4323-a493-dbfefcf6ad79 req-b2a3eece-5356-4bb7-9327-8ce0f099fe61 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:06.235056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-653c49e9-d197-4323-a493-dbfefcf6ad79 req-b2a3eece-5356-4bb7-9327-8ce0f099fe61 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 983 time: 0.0825634 Aug 10 02:30:06.255508 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34336a28-a084-4f79-8e05-915f3d712e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:06.285836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Router ead3f848-13c5-4494-a558-1e7f89f232b0 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:30:06.286525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 1832f1fe-7658-4178-b18a-b9a526c35adb completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:06.293663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-653c49e9-d197-4323-a493-dbfefcf6ad79 req-a2166290-7ccd-4bd0-98c4-753389550359 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0519602 Aug 10 02:30:06.296955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 1832f1fe-7658-4178-b18a-b9a526c35adb triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:06.297300 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:06.338539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34336a28-a084-4f79-8e05-915f3d712e84 None None] Pushing event updated for resources: {'Port': ['ID=b075037f-c7cd-48ae-a8c1-742ff37b2673,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:06.413761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-43e71ab8-2da7-426d-b45c-c77eac8948f7 None None] Provisioning complete for port b075037f-c7cd-48ae-a8c1-742ff37b2673 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:06.414459 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-43e71ab8-2da7-426d-b45c-c77eac8948f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:06.420426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:30:06.447447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Sync routers for ids ['ead3f848-13c5-4494-a558-1e7f89f232b0'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:30:06.462800 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:06.490406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Routers {'ead3f848-13c5-4494-a558-1e7f89f232b0'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:06.491086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ead3f848-13c5-4494-a558-1e7f89f232b0'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:06.541103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:06.543419 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258f25d1-6131-40bf-b674-fc42fc30ae47" -d '{"events": [{"server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "name": "network-vif-plugged", "status": "completed", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:06.555003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:06.556385 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e720d082-55b0-4ff1-a283-79b55f28f603 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3079617 Aug 10 02:30:06.561924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59898) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:06.565501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 1832f1fe-7658-4178-b18a-b9a526c35adb, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1832f1fe-7658-4178-b18a-b9a526c35adb,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:06.750530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aad38-0e61-443f-bd6c-6ea7b30e899d req-24b08a33-507e-4bae-8f95-78bf1b04732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:06.752128 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c67aad38-0e61-443f-bd6c-6ea7b30e899d req-24b08a33-507e-4bae-8f95-78bf1b04732c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 1135 time: 0.0835073 Aug 10 02:30:06.827380 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c67aad38-0e61-443f-bd6c-6ea7b30e899d req-9bd60f42-ae48-4398-ae8a-b41fde718091 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0661454 Aug 10 02:30:06.880661 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee08459a-960b-446a-9d9a-f8f15ee013e8 x-openstack-request-id: req-ee08459a-960b-446a-9d9a-f8f15ee013e8 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:06.881025 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "name": "network-vif-plugged", "status": "completed", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:06.881209 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee08459a-960b-446a-9d9a-f8f15ee013e8 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:06.881579 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'code': 200} Aug 10 02:30:06.905896 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:06.990119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Set router ead3f848-13c5-4494-a558-1e7f89f232b0 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:07.055366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=1832f1fe-7658-4178-b18a-b9a526c35adb,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:07.129891 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:07.210713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:03Z', 'updated_at': '2021-08-10T02:30:05Z', 'revision_number': 3, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'gw_port': {'id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:04Z', 'updated_at': '2021-08-10T02:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:07.246584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Checking router: ead3f848-13c5-4494-a558-1e7f89f232b0 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:30:07.247090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Updating router ead3f848-13c5-4494-a558-1e7f89f232b0 port addd1db5-006c-4137-9755-7fac75a101a1 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:30:07.279341 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:07.377789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Allocated IP 172.20.0.1 (e8cc619e-da8b-4e0d-8a0d-966e6c849f96/ac8e45b1-5332-4ea5-bd7b-2464c86c8362/fe2ff37d-a2ce-4965-a271-ecfcfc2717ae) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:07.380273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b075037f-c7cd-48ae-a8c1-742ff37b2673 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:07.508094 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b075037f-c7cd-48ae-a8c1-742ff37b2673 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:07.508754 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:07.535181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2674881-1397-4a54-982d-89a58e5f5876 req-0cdda235-a9e7-4845-b830-c50b478495a8 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:07.542695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2674881-1397-4a54-982d-89a58e5f5876 req-0cdda235-a9e7-4845-b830-c50b478495a8 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 984 time: 0.1122258 Aug 10 02:30:07.584969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:07.611229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Transition to ACTIVE for port object fe2ff37d-a2ce-4965-a271-ecfcfc2717ae will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:07.616196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2674881-1397-4a54-982d-89a58e5f5876 req-32eac2b5-9f97-4990-8c94-7de9a9010787 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0725861 Aug 10 02:30:07.678264 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:07.690093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Transition to ACTIVE for port object addd1db5-006c-4137-9755-7fac75a101a1 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:07.811504 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:07.811687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:07.879714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:07.890974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:07.892336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd79eb0-d1ff-464c-9d42-35b68723bd1e None None] Pushing event updated for resources: {'Port': ['ID=addd1db5-006c-4137-9755-7fac75a101a1,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:07.895181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:07.904668 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Attempting to bind port addd1db5-006c-4137-9755-7fac75a101a1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:07.905164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Attempting to bind port addd1db5-006c-4137-9755-7fac75a101a1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:07.905721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Attempting to bind port addd1db5-006c-4137-9755-7fac75a101a1 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:07.926059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:07.926815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:07.927448 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:07.928060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:07.929937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Bound port: addd1db5-006c-4137-9755-7fac75a101a1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:07.930348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:07.930797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Pushing event updated for resources: {'Port': ['ID=fe2ff37d-a2ce-4965-a271-ecfcfc2717ae,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:07.992871 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:08.002287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] For port addd1db5-006c-4137-9755-7fac75a101a1, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:08.005732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] For port addd1db5-006c-4137-9755-7fac75a101a1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=addd1db5-006c-4137-9755-7fac75a101a1,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:08.104291 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:08.167627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Routers {'ead3f848-13c5-4494-a558-1e7f89f232b0'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:08.168297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ead3f848-13c5-4494-a558-1e7f89f232b0'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:08.227444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd79eb0-d1ff-464c-9d42-35b68723bd1e None None] Pushing event updated for resources: {'Port': ['ID=addd1db5-006c-4137-9755-7fac75a101a1,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:08.241888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:08.303542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-04456890-5bb8-4556-9b9a-dc54e2a4e88d None None] Provisioning for port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:08.306512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] Set router ead3f848-13c5-4494-a558-1e7f89f232b0 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:08.333565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-04456890-5bb8-4556-9b9a-dc54e2a4e88d None None] Provisioning complete for port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:08.333856 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-04456890-5bb8-4556-9b9a-dc54e2a4e88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:08.440216 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:08.444015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-04456890-5bb8-4556-9b9a-dc54e2a4e88d None None] Port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:08.518201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:08.526748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:03Z', 'updated_at': '2021-08-10T02:30:05Z', 'revision_number': 3, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'gw_port': {'id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:04Z', 'updated_at': '2021-08-10T02:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:08.556194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942e4f0-f9e5-49b1-a82a-204d2cb74b5b None None] The sync data for ids ['ead3f848-13c5-4494-a558-1e7f89f232b0'] in n-d-767704-21 is: [{'id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:03Z', 'updated_at': '2021-08-10T02:30:05Z', 'revision_number': 3, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'gw_port': {'id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:04Z', 'updated_at': '2021-08-10T02:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:30:08.597142 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:08.599090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Pushing event updated for resources: {'Port': ['ID=fe2ff37d-a2ce-4965-a271-ecfcfc2717ae,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:08.719509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:08.721279 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:08.898344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaec3d-68e0-4904-8a16-6d91910b8c3a req-a4928fe8-e6dd-45f1-ae36-3706c9920fb7 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:08.901366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3aaec3d-68e0-4904-8a16-6d91910b8c3a req-a4928fe8-e6dd-45f1-ae36-3706c9920fb7 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 984 time: 0.1648808 Aug 10 02:30:09.005064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3aaec3d-68e0-4904-8a16-6d91910b8c3a req-77bd08bb-6940-4fba-9d48-a1d5c1f15ca7 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0777972 Aug 10 02:30:09.005064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Router ead3f848-13c5-4494-a558-1e7f89f232b0 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:30:09.183973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-372e18f3-f6a8-4210-ba14-114c7f989f76 None None] Provisioning complete for port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:09.184401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-372e18f3-f6a8-4210-ba14-114c7f989f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:09.250930 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:30:09.257023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61030291-7eb8-4ef5-a880-c36ea6c25699 req-764726c5-c1c6-482c-8c5f-7f0255a65c99 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:09.267904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61030291-7eb8-4ef5-a880-c36ea6c25699 req-764726c5-c1c6-482c-8c5f-7f0255a65c99 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 984 time: 0.1563115 Aug 10 02:30:09.295966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-372e18f3-f6a8-4210-ba14-114c7f989f76 None None] Port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:09.300381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:30:09.307853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dd0b3816-0817-4cce-8f50-db7b4b273d4b admin admin] 10.222.0.38 "PUT /v2.0/routers/ead3f848-13c5-4494-a558-1e7f89f232b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7466385 Aug 10 02:30:09.335875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61030291-7eb8-4ef5-a880-c36ea6c25699 req-14c3a34f-9369-4ec8-b88e-cb0ad6c7c3bc tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0641515 Aug 10 02:30:09.437217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device addd1db5-006c-4137-9755-7fac75a101a1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:09.554189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480675e3-7414-4f3e-946f-15950339473e req-b0647aa6-7fe2-4304-8679-01e960553947 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:09.573972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-480675e3-7414-4f3e-946f-15950339473e req-b0647aa6-7fe2-4304-8679-01e960553947 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 1136 time: 0.1075542 Aug 10 02:30:09.612804 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-480675e3-7414-4f3e-946f-15950339473e req-123b48c2-02c6-40d5-87eb-43f8b6fe2063 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:09.697993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port addd1db5-006c-4137-9755-7fac75a101a1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:09.704849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port addd1db5-006c-4137-9755-7fac75a101a1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:09.705303 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:09.811873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:09.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-480675e3-7414-4f3e-946f-15950339473e req-123b48c2-02c6-40d5-87eb-43f8b6fe2063 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:09.858133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port addd1db5-006c-4137-9755-7fac75a101a1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=addd1db5-006c-4137-9755-7fac75a101a1,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:09.948624 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-480675e3-7414-4f3e-946f-15950339473e req-123b48c2-02c6-40d5-87eb-43f8b6fe2063 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:09.992532 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:09.998890 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-480675e3-7414-4f3e-946f-15950339473e req-123b48c2-02c6-40d5-87eb-43f8b6fe2063 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4197967 Aug 10 02:30:10.025255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b48c2-02c6-40d5-87eb-43f8b6fe2063 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d35362-2c3b-4e9b-a5dd-011c1c1bac59,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:10.025517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59952) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:10.093454 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ecd10f-e012-41ca-af64-db302c02d162 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:10.099147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59954) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:10.099619 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-61ecd10f-e012-41ca-af64-db302c02d162 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 1131 time: 0.0727208 Aug 10 02:30:10.104746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:10.107566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=addd1db5-006c-4137-9755-7fac75a101a1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:10.201325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:10.331363 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:10.487125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Allocated IP 172.25.3.10 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/63c8ad3f-556f-4a95-ad21-bb4d4a39a93a) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:10.525677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59968) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:10.539552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-192947212-network', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:10.613220 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:10.735686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Made reservation on behalf of ce319aef12084cf58c44d3b19b74ac70 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:10.738670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:10.748517 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:10.775949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:10.807649 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Sync routers for ids ['ead3f848-13c5-4494-a558-1e7f89f232b0'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:30:10.820558 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Routers {'ead3f848-13c5-4494-a558-1e7f89f232b0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:10.823990 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ead3f848-13c5-4494-a558-1e7f89f232b0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:10.850837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:10.854610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:10.861896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:10.864450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=63c8ad3f-556f-4a95-ad21-bb4d4a39a93a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:10.880245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:10.964601 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Set router ead3f848-13c5-4494-a558-1e7f89f232b0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:10.964833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:10.990810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:30:11.005255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.005719 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Added segment a1516020-634b-45c2-bdf3-e710e1dc9679 of type vlan for network 126f1707-ac70-41e8-8356-af22310da683 Aug 10 02:30:11.068062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52661d08-1ff3-4a92-906a-b1597ffbf32a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:11.097124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.216387 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.217613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:11.218262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.295192 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:03Z', 'updated_at': '2021-08-10T02:30:08Z', 'revision_number': 4, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'gw_port': {'id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:04Z', 'updated_at': '2021-08-10T02:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'fe2ff37d-a2ce-4965-a271-ecfcfc2717ae', 'name': '', 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'mac_address': 'fa:16:3e:57:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ac8e45b1-5332-4ea5-bd7b-2464c86c8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:07Z', 'updated_at': '2021-08-10T02:30:08Z', 'revision_number': 2, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'subnets': [{'id': 'ac8e45b1-5332-4ea5-bd7b-2464c86c8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:11.319639 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7924709 Aug 10 02:30:11.338149 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Checking router: ead3f848-13c5-4494-a558-1e7f89f232b0 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:30:11.338511 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Updating router ead3f848-13c5-4494-a558-1e7f89f232b0 port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:30:11.348965 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59976) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:11.358855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Request body: {'subnet': {'network_id': '126f1707-ac70-41e8-8356-af22310da683', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-192947212-subnet', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:11.366173 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.386637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device addd1db5-006c-4137-9755-7fac75a101a1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:11.388929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a0869-b448-49f7-98f3-b605ba673763 admin admin] Pushing event updated for resources: {'Network': ['ID=126f1707-ac70-41e8-8356-af22310da683,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:11.413962 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.432031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 126f1707-ac70-41e8-8356-af22310da683 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:30:11.483540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Made reservation on behalf of ce319aef12084cf58c44d3b19b74ac70 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:11.485952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.537047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port addd1db5-006c-4137-9755-7fac75a101a1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:11.537439 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.622175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 59980) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:11.650317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.796569 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7275-6b5b-4376-9284-367a200bf098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.801094 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.814343 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Transition to ACTIVE for port object fe2ff37d-a2ce-4965-a271-ecfcfc2717ae will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:11.869000 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.876974 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.892948 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.927281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d54afe-bc7a-499c-818c-e0b42da6b8e3,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:11.933973 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7275-6b5b-4376-9284-367a200bf098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.936392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Checking segment: {'id': 'a1516020-634b-45c2-bdf3-e710e1dc9679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126f1707-ac70-41e8-8356-af22310da683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:11.936763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Network hostable DHCP agents. Network: 126f1707-ac70-41e8-8356-af22310da683, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:30:11.937218 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:11.985779 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81a676-9fb1-4c6f-ab4e-9f43f1355d2a None None] Pushing event updated for resources: {'Port': ['ID=fe2ff37d-a2ce-4965-a271-ecfcfc2717ae,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:12.010404 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7275-6b5b-4376-9284-367a200bf098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.023321 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Attempting to bind port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:12.024021 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Attempting to bind port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:12.024021 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Attempting to bind port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae on network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:12.029965 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:12.034700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Network 126f1707-ac70-41e8-8356-af22310da683 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:30:12.034905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Checking segment: {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:12.034905 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.034905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Bound using segment: {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:12.034905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Bound port: fe2ff37d-a2ce-4965-a271-ecfcfc2717ae, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:12.034905 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.045992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=63c8ad3f-556f-4a95-ad21-bb4d4a39a93a,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:12.079774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59984) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:12.080370 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ad8a7275-6b5b-4376-9284-367a200bf098 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ba334f04d9e4fb1b9e753f64d29e1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565208 Aug 10 02:30:12.081219 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a7275-6b5b-4376-9284-367a200bf098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ab230e-dd58-4836-834d-687a8d880244,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:12.085099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.111715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 126f1707-ac70-41e8-8356-af22310da683) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:12.120466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d10d304-5872-4c79-92ea-f05326f32740 None None] Network 126f1707-ac70-41e8-8356-af22310da683 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:30:12.124137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:12.124743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.142465 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] For port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:12.145880 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] For port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fe2ff37d-a2ce-4965-a271-ecfcfc2717ae,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:12.165586 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4aee0ee3-df12-4f2d-a837-0f1d7739290e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.192238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4aee0ee3-df12-4f2d-a837-0f1d7739290e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.222194 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Floating IP 8d697e75-0893-4b50-9669-085ac5e19ebe associated. External IP: 172.25.3.10, port: 1832f1fe-7658-4178-b18a-b9a526c35adb. Aug 10 02:30:12.245039 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.276167 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e80b44a5-45d3-41d3-ab9a-b8ca9a9385a9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9223683 Aug 10 02:30:12.276167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 59986) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:12.280569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:12.327764 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81a676-9fb1-4c6f-ab4e-9f43f1355d2a None None] Pushing event updated for resources: {'Port': ['ID=fe2ff37d-a2ce-4965-a271-ecfcfc2717ae,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:12.330503 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Routers {'ead3f848-13c5-4494-a558-1e7f89f232b0'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:12.331151 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ead3f848-13c5-4494-a558-1e7f89f232b0'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:12.333142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4aee0ee3-df12-4f2d-a837-0f1d7739290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.339545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4aee0ee3-df12-4f2d-a837-0f1d7739290e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.345234 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4aee0ee3-df12-4f2d-a837-0f1d7739290e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/39ab230e-dd58-4836-834d-687a8d880244 HTTP/1.1" status: 204 len: 168 time: 0.2618954 Aug 10 02:30:12.360225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee0ee3-df12-4f2d-a837-0f1d7739290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ab230e-dd58-4836-834d-687a8d880244,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:12.381451 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.382698 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.413997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-126f1707-ac70-41e8-8356-af22310da683', 'network_id': '126f1707-ac70-41e8-8356-af22310da683', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'fixed_ips': [{'subnet_id': '78d54afe-bc7a-499c-818c-e0b42da6b8e3'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:30:12.413997 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.500229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.540643 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] Set router ead3f848-13c5-4494-a558-1e7f89f232b0 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:12.643305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Allocated IP 172.20.0.2 (126f1707-ac70-41e8-8356-af22310da683/78d54afe-bc7a-499c-818c-e0b42da6b8e3/cc2a7f04-6047-46e6-a187-73cc7efa0654) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:12.784010 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.857634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:12.867573 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Transition to ACTIVE for port object cc2a7f04-6047-46e6-a187-73cc7efa0654 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:12.887293 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:03Z', 'updated_at': '2021-08-10T02:30:08Z', 'revision_number': 4, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'gw_port': {'id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:04Z', 'updated_at': '2021-08-10T02:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'fe2ff37d-a2ce-4965-a271-ecfcfc2717ae', 'name': '', 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'mac_address': 'fa:16:3e:57:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ac8e45b1-5332-4ea5-bd7b-2464c86c8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:07Z', 'updated_at': '2021-08-10T02:30:12Z', 'revision_number': 4, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'subnets': [{'id': 'ac8e45b1-5332-4ea5-bd7b-2464c86c8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:12.890038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Transition to ACTIVE for port object cc2a7f04-6047-46e6-a187-73cc7efa0654 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:12.949408 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a5195e-7724-4ac6-be34-2490b7b34701 None None] The sync data for ids ['ead3f848-13c5-4494-a558-1e7f89f232b0'] in n-d-767704-21 is: [{'id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:03Z', 'updated_at': '2021-08-10T02:30:08Z', 'revision_number': 4, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'gw_port': {'id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:04Z', 'updated_at': '2021-08-10T02:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'fe2ff37d-a2ce-4965-a271-ecfcfc2717ae', 'name': '', 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'mac_address': 'fa:16:3e:57:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'ac8e45b1-5332-4ea5-bd7b-2464c86c8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:07Z', 'updated_at': '2021-08-10T02:30:12Z', 'revision_number': 4, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'subnets': [{'id': 'ac8e45b1-5332-4ea5-bd7b-2464c86c8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:30:12.978335 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.077759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Router dc633cd1-fe4b-47df-b795-fec59b907009 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:30:13.093738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Network 126f1707-ac70-41e8-8356-af22310da683 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:13.101641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:13.104169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Pushing event updated for resources: {'Port': ['ID=cc2a7f04-6047-46e6-a187-73cc7efa0654,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:13.110718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:13.187048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.204523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Attempting to bind port cc2a7f04-6047-46e6-a187-73cc7efa0654 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:13.204892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Attempting to bind port cc2a7f04-6047-46e6-a187-73cc7efa0654 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'a1516020-634b-45c2-bdf3-e710e1dc9679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126f1707-ac70-41e8-8356-af22310da683'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:13.205259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Attempting to bind port cc2a7f04-6047-46e6-a187-73cc7efa0654 on network 126f1707-ac70-41e8-8356-af22310da683 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:13.205683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939a458-59fe-4ae2-aec4-52c42ca8a58c req-b351cb84-828f-4869-9625-15237469820d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.207487 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7939a458-59fe-4ae2-aec4-52c42ca8a58c req-b351cb84-828f-4869-9625-15237469820d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 945 time: 0.1286263 Aug 10 02:30:13.216302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:13.217944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Checking segment: {'id': 'a1516020-634b-45c2-bdf3-e710e1dc9679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126f1707-ac70-41e8-8356-af22310da683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:13.217944 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.217944 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Bound using segment: {'id': 'a1516020-634b-45c2-bdf3-e710e1dc9679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126f1707-ac70-41e8-8356-af22310da683'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:13.218233 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.218348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Bound port: cc2a7f04-6047-46e6-a187-73cc7efa0654, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1516020-634b-45c2-bdf3-e710e1dc9679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126f1707-ac70-41e8-8356-af22310da683'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:13.218735 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.293180 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7939a458-59fe-4ae2-aec4-52c42ca8a58c req-43793930-205c-4e6e-9d66-158782cbbb02 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 Aug 10 02:30:13.293388 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.321483 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:30:13.350794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] Sync routers for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:30:13.368283 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] For port cc2a7f04-6047-46e6-a187-73cc7efa0654, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:13.381814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:13.383105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:13.390947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] For port cc2a7f04-6047-46e6-a187-73cc7efa0654, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cc2a7f04-6047-46e6-a187-73cc7efa0654,segment=NetworkSegment(a1516020-634b-45c2-bdf3-e710e1dc9679),segment_id=a1516020-634b-45c2-bdf3-e710e1dc9679)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:13.425037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Allocated IP 172.25.3.122 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/65e151ae-d42c-4bdb-84d3-af07016466a3) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:13.433123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.440228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fe2ff37d-a2ce-4965-a271-ecfcfc2717ae up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:13.464443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f7927128-dba2-4bc0-b686-e894d95d178e tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3632319 Aug 10 02:30:13.465329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:13.468436 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bd40ce-5591-41d7-883f-b42beadeea20" -d '{"events": [{"name": "network-changed", "server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:13.471871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60006) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:13.544648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.584123 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.641001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:13.685341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:13.702478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:13.702869 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.708163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa4e38-bcc6-4d7d-a28a-6cd50c8cd18c None None] Pushing event updated for resources: {'Port': ['ID=cc2a7f04-6047-46e6-a187-73cc7efa0654,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:13.734346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-35a2598a-a1e5-4a79-b778-ffc3b12f2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.736142 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-35a2598a-a1e5-4a79-b778-ffc3b12f2abf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cb9b560700d46d5ae38130c3d352c77&device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 1136 time: 0.1462317 Aug 10 02:30:13.842676 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7da8ea8-929a-421e-9f29-aa8260dbd1d0 x-openstack-request-id: req-e7da8ea8-929a-421e-9f29-aa8260dbd1d0 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:13.848889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:13.849675 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:13.849928 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7da8ea8-929a-421e-9f29-aa8260dbd1d0 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:13.850361 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'status': 'completed', 'code': 200} Aug 10 02:30:13.858433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.858669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.859087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.859618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.861510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.862190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.862879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.863527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.864720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.870445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.873041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-24c9a79b-5065-4d26-8614-21b0998ebc6c tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7072 time: 0.3859189 Aug 10 02:30:13.876268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60016) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:13.928831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-1fdcd3af-e3ac-4455-a3cd-5d2138226fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:13.930447 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-1fdcd3af-e3ac-4455-a3cd-5d2138226fb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcaf3ca5-b212-421a-b39e-ed5862426770 HTTP/1.1" status: 200 len: 897 time: 0.1861718 Aug 10 02:30:13.995255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:14.005887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:14.013370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:14.099444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.100050 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.103486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.104124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.104632 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.105074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.105546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.106065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.113192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.113774 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.116116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-20f2de8f-997c-42fe-80f1-868b69d9441d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6548 time: 0.2385628 Aug 10 02:30:14.122774 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:14.123486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60020) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:14.127798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Pushing event updated for resources: {'Port': ['ID=65e151ae-d42c-4bdb-84d3-af07016466a3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:14.257772 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-71f3b194-3cce-40d5-935d-1f74d43bec65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1832f1fe-7658-4178-b18a-b9a526c35adb HTTP/1.1" status: 200 len: 998 time: 0.3166118 Aug 10 02:30:14.359659 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-b2ef14e3-ffea-4616-9e4e-cbb2a901f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.361110 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-b2ef14e3-ffea-4616-9e4e-cbb2a901f0cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5185fe02-8c96-40e7-86d0-ddb3d4ca63d5 HTTP/1.1" status: 200 len: 834 time: 0.0802848 Aug 10 02:30:14.469966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fe2ff37d-a2ce-4965-a271-ecfcfc2717ae,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:14.486546 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-442cc801-8d7c-4b6e-b611-49cd1e638c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.488402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-442cc801-8d7c-4b6e-b611-49cd1e638c71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcaf3ca5-b212-421a-b39e-ed5862426770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119113 Aug 10 02:30:14.545680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:50Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '8d697e75-0893-4b50-9669-085ac5e19ebe', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'port_id': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'mac_address': 'fa:16:3e:de:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:30:11Z', 'updated_at': '2021-08-10T02:30:11Z', 'revision_number': 0, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223e92d9-f270-41a3-a9b3-c1f9fafa2e84', 'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:fd:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:49Z', 'updated_at': '2021-08-10T02:29:55Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:14.549457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:14.586307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] Checking router: dc633cd1-fe4b-47df-b795-fec59b907009 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:30:14.626044 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:14.635970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:14.635970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:14.644236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09faeeb-cfad-468d-8629-39cc43766aca req-08806f4c-609b-47e0-aa6a-47e43169de22 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.646252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f09faeeb-cfad-468d-8629-39cc43766aca req-08806f4c-609b-47e0-aa6a-47e43169de22 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 945 time: 0.2387731 Aug 10 02:30:14.733868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=fe2ff37d-a2ce-4965-a271-ecfcfc2717ae,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:14.736012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-8c5efd21-e176-4585-b9fe-27d7dc9a796f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.737560 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-8c5efd21-e176-4585-b9fe-27d7dc9a796f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 945 time: 0.2192647 Aug 10 02:30:14.749966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f09faeeb-cfad-468d-8629-39cc43766aca req-891cc002-ad30-4f27-8ab1-b522f190c730 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=231fb62f-a436-4c3d-a9c3-1b526df6aa45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898526 Aug 10 02:30:14.877002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-915c0c7b-de16-487a-be17-55a69530c5af tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5739 time: 0.7502084 Aug 10 02:30:14.879354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60034) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:14.923043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:14.952240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:30:14.958356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:14.967835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799d216-f5dc-4a23-a864-13da35ce3dc6 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.967835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799d216-f5dc-4a23-a864-13da35ce3dc6 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:14.967835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5799d216-f5dc-4a23-a864-13da35ce3dc6 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dc633cd1-fe4b-47df-b795-fec59b907009 HTTP/1.1" status: 200 len: 1992 time: 0.0814784 Aug 10 02:30:15.145301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] For port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:15.145984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:15.163573 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for f3c31f53-0221-4ed4-a7aa-7c4ce03d226d owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:30:15.229419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f60d89-148b-4c2c-a19b-5a8e82dce532 None None] Network 126f1707-ac70-41e8-8356-af22310da683 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:30:15.231623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:15.259177 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-42b36831-3430-4ea7-b0ea-99bc5324d302 service neutron] 10.222.0.16 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7620304 Aug 10 02:30:15.346143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:50Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '8d697e75-0893-4b50-9669-085ac5e19ebe', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'port_id': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'mac_address': 'fa:16:3e:de:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:30:11Z', 'updated_at': '2021-08-10T02:30:11Z', 'revision_number': 0, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223e92d9-f270-41a3-a9b3-c1f9fafa2e84', 'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:fd:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:49Z', 'updated_at': '2021-08-10T02:29:55Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:15.389343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cede0c7-8d63-411c-994d-9990140ae565 None None] The sync data for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 is: [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:50Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '8d697e75-0893-4b50-9669-085ac5e19ebe', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'port_id': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'mac_address': 'fa:16:3e:de:76:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:30:11Z', 'updated_at': '2021-08-10T02:30:11Z', 'revision_number': 0, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '223e92d9-f270-41a3-a9b3-c1f9fafa2e84', 'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:fd:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:49Z', 'updated_at': '2021-08-10T02:29:55Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:30:15.395075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-09165ff1-4de9-43e1-981f-ad349b0d621c None None] Provisioning for port cc2a7f04-6047-46e6-a187-73cc7efa0654 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:15.424123 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:15.445137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['f3c31f53-0221-4ed4-a7aa-7c4ce03d226d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:30:15.524405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=f3c31f53-0221-4ed4-a7aa-7c4ce03d226d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:15.542223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cc2a7f04-6047-46e6-a187-73cc7efa0654 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:15.560118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-11bd40ce-5591-41d7-883f-b42beadeea20 req-83f99825-71e4-4474-abe0-8b38cb24e6a7 service neutron] 10.222.0.16 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531931 Aug 10 02:30:15.578206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] No DVR routers for this DVR port f3c31f53-0221-4ed4-a7aa-7c4ce03d226d on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:30:15.580880 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:15.583155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-749b3dbd-78e4-4440-8553-a2740ed59149 req-fad786ee-c152-46c3-a4cf-484da92f5518 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "DELETE /v2.0/ports/f3c31f53-0221-4ed4-a7aa-7c4ce03d226d HTTP/1.1" status: 204 len: 173 time: 0.8379025 Aug 10 02:30:15.648927 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:15.724306 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ab597-affd-444d-84a4-75336b405b3a None None] New status for floating IP 8d697e75-0893-4b50-9669-085ac5e19ebe: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:30:15.724941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port cc2a7f04-6047-46e6-a187-73cc7efa0654 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:15.732509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port cc2a7f04-6047-46e6-a187-73cc7efa0654 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:15.732902 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:15.852707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8d34d7-c666-473f-b4e8-1fddf128bbd9', 'name': 'network-vif-deleted', 'tag': 'f3c31f53-0221-4ed4-a7aa-7c4ce03d226d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:15.855391 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4476e95a-66fd-48ca-802e-c499d189df93" -d '{"events": [{"server_uuid": "5c8d34d7-c666-473f-b4e8-1fddf128bbd9", "name": "network-vif-deleted", "tag": "f3c31f53-0221-4ed4-a7aa-7c4ce03d226d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:15.901732 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:15.915497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Router 8003dee9-c698-4088-b831-fb527c56d13a is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:30:15.970102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port cc2a7f04-6047-46e6-a187-73cc7efa0654, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cc2a7f04-6047-46e6-a187-73cc7efa0654,segment=NetworkSegment(a1516020-634b-45c2-bdf3-e710e1dc9679),segment_id=a1516020-634b-45c2-bdf3-e710e1dc9679)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:15.971572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc952e74-b40c-424b-9e77-92fcd597c438 req-1f68355c-9d92-42f9-aa2f-90838c81bd89 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0698199 Aug 10 02:30:15.986297 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f762bee2-1d58-41d1-bc30-ac4b6b1b868a x-openstack-request-id: req-f762bee2-1d58-41d1-bc30-ac4b6b1b868a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:15.986639 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8d34d7-c666-473f-b4e8-1fddf128bbd9", "name": "network-vif-deleted", "tag": "f3c31f53-0221-4ed4-a7aa-7c4ce03d226d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:15.986905 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f762bee2-1d58-41d1-bc30-ac4b6b1b868a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:15.987470 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8d34d7-c666-473f-b4e8-1fddf128bbd9', 'name': 'network-vif-deleted', 'tag': 'f3c31f53-0221-4ed4-a7aa-7c4ce03d226d', 'status': 'completed', 'code': 200} Aug 10 02:30:16.037111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-31e6ef2b-af5c-40c7-8378-49ca0ec1db73 None None] Provisioning complete for port cc2a7f04-6047-46e6-a187-73cc7efa0654 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:16.037736 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-31e6ef2b-af5c-40c7-8378-49ca0ec1db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:16.041253 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:16.042836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fe2ff37d-a2ce-4965-a271-ecfcfc2717ae up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:16.128770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:30:16.175132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Sync routers for ids ['8003dee9-c698-4088-b831-fb527c56d13a'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:30:16.211591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Routers {'8003dee9-c698-4088-b831-fb527c56d13a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:16.211591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8003dee9-c698-4088-b831-fb527c56d13a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:16.223517 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:16.224868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ea06440f-d1bd-420a-9c84-2ea59f6417ef admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9487321 Aug 10 02:30:16.233552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60058) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:16.297008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=cc2a7f04-6047-46e6-a187-73cc7efa0654,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:16.337474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:16.337872 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:16.445401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Set router 8003dee9-c698-4088-b831-fb527c56d13a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:16.689302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8003dee9-c698-4088-b831-fb527c56d13a', 'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:12Z', 'updated_at': '2021-08-10T02:30:14Z', 'revision_number': 3, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'gw_port': {'id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:13Z', 'updated_at': '2021-08-10T02:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:16.723729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Checking router: 8003dee9-c698-4088-b831-fb527c56d13a for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:30:16.724151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Updating router 8003dee9-c698-4088-b831-fb527c56d13a port 65e151ae-d42c-4bdb-84d3-af07016466a3 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:30:16.756268 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:16.825883 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.037422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Allocated IP 172.20.0.1 (126f1707-ac70-41e8-8356-af22310da683/78d54afe-bc7a-499c-818c-e0b42da6b8e3/aeacb24a-7a89-4fb4-ae6e-2251dbb08c66) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:17.073283 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.095157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Transition to ACTIVE for port object 65e151ae-d42c-4bdb-84d3-af07016466a3 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:17.119622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14ba16c9-de06-4c51-b3a2-38a4b7b23782 req-d3d68cb9-96cd-426d-b16e-cfb200df3e2e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0584693 Aug 10 02:30:17.156268 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.182417 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.196730 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Transition to ACTIVE for port object aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:17.210732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Attempting to bind port 65e151ae-d42c-4bdb-84d3-af07016466a3 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:17.211118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Attempting to bind port 65e151ae-d42c-4bdb-84d3-af07016466a3 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:17.211489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Attempting to bind port 65e151ae-d42c-4bdb-84d3-af07016466a3 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:17.218356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:17.218926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:17.219349 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.219756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:17.220876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Bound port: 65e151ae-d42c-4bdb-84d3-af07016466a3, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:17.221336 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.223035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e240698-5cca-4fc0-b162-402e01048342 None None] Pushing event updated for resources: {'Port': ['ID=65e151ae-d42c-4bdb-84d3-af07016466a3,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:17.284891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] For port 65e151ae-d42c-4bdb-84d3-af07016466a3, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:17.288639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] For port 65e151ae-d42c-4bdb-84d3-af07016466a3, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65e151ae-d42c-4bdb-84d3-af07016466a3,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:17.347617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.372929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cc2a7f04-6047-46e6-a187-73cc7efa0654 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:17.391426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Network 126f1707-ac70-41e8-8356-af22310da683 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:17.394537 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:17.396291 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.400873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:17.439919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Pushing event updated for resources: {'Port': ['ID=aeacb24a-7a89-4fb4-ae6e-2251dbb08c66,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:17.484251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Routers {'8003dee9-c698-4088-b831-fb527c56d13a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:17.484893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:29:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8003dee9-c698-4088-b831-fb527c56d13a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:17.489081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e240698-5cca-4fc0-b162-402e01048342 None None] Pushing event updated for resources: {'Port': ['ID=65e151ae-d42c-4bdb-84d3-af07016466a3,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:17.490077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.549088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port cc2a7f04-6047-46e6-a187-73cc7efa0654 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:17.549476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.647385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] Set router 8003dee9-c698-4088-b831-fb527c56d13a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:17.735742 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.979060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:17.991155 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d07ae9f9-3eb4-45ad-8f18-995d2080f68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:18.025199 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e19356d-11d4-46c4-9414-aecaae88ea4a None None] Provisioning for port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:18.030586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e19356d-11d4-46c4-9414-aecaae88ea4a None None] Provisioning complete for port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:18.030971 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e19356d-11d4-46c4-9414-aecaae88ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:18.041041 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:18.079304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4e19356d-11d4-46c4-9414-aecaae88ea4a None None] Port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:18.089440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8003dee9-c698-4088-b831-fb527c56d13a', 'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:12Z', 'updated_at': '2021-08-10T02:30:14Z', 'revision_number': 3, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'gw_port': {'id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:13Z', 'updated_at': '2021-08-10T02:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:18.128036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc347b2-9629-4a05-b006-fd2aa8071a32 None None] The sync data for ids ['8003dee9-c698-4088-b831-fb527c56d13a'] in n-d-767704-21 is: [{'id': '8003dee9-c698-4088-b831-fb527c56d13a', 'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:12Z', 'updated_at': '2021-08-10T02:30:14Z', 'revision_number': 3, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'gw_port': {'id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:13Z', 'updated_at': '2021-08-10T02:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:30:18.149928 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:18.152072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Pushing event updated for resources: {'Port': ['ID=aeacb24a-7a89-4fb4-ae6e-2251dbb08c66,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:18.182255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device f3c31f53-0221-4ed4-a7aa-7c4ce03d226d no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:30:18.207032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: f3c31f53-0221-4ed4-a7aa-7c4ce03d226d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:30:18.207528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device f3c31f53-0221-4ed4-a7aa-7c4ce03d226d not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:30:18.284483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6de818d6-5e11-424f-a198-0804c9fb7c1a req-e25157be-48e8-43ce-9cf3-9b7c9db77223 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0508687 Aug 10 02:30:18.291840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Network 126f1707-ac70-41e8-8356-af22310da683 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:18.297794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:18.503826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Router 8003dee9-c698-4088-b831-fb527c56d13a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:30:18.662608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:30:18.674076 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7a3bb01f-b1c3-48d8-82d9-97c06abb4723 admin admin] 10.222.0.38 "PUT /v2.0/routers/8003dee9-c698-4088-b831-fb527c56d13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4394276 Aug 10 02:30:18.712400 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ea3557f9-f883-4242-953a-2dcf2fc8f723 None None] Provisioning complete for port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:18.712929 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ea3557f9-f883-4242-953a-2dcf2fc8f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:18.758233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ea3557f9-f883-4242-953a-2dcf2fc8f723 None None] Port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:19.345650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3d586a8a-5ca2-4e73-94de-3ad3dd68e462 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:19.355392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3d586a8a-5ca2-4e73-94de-3ad3dd68e462 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/networks?id=e8cc619e-da8b-4e0d-8a0d-966e6c849f96 HTTP/1.1" status: 200 len: 911 time: 0.1084881 Aug 10 02:30:19.362774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65e151ae-d42c-4bdb-84d3-af07016466a3 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:19.366733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-117e6d0f-dc8f-44ca-8940-442f1de63306 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/quotas/ce319aef12084cf58c44d3b19b74ac70 HTTP/1.1" status: 200 len: 375 time: 0.0105255 Aug 10 02:30:19.455260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5a102bd-3567-4531-9a8b-9dd01304ea05 req-ed130f9f-c358-4e74-b0bc-528aa5181905 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0509169 Aug 10 02:30:19.533365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-4cd16ad5-bd2b-4e9b-a2a1-f8ce08e58283 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce319aef12084cf58c44d3b19b74ac70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059589 Aug 10 02:30:19.602467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-86934d3a-1693-4d3b-a029-cfb6e83125a0 service neutron] 10.222.0.38 "GET /v2.0/networks/e8cc619e-da8b-4e0d-8a0d-966e6c849f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109521 Aug 10 02:30:19.697670 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-78ff0adb-d44c-4e51-a2f0-b5727222bf23 service neutron] 10.222.0.38 "GET /v2.0/networks/e8cc619e-da8b-4e0d-8a0d-966e6c849f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878272 Aug 10 02:30:19.850026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 65e151ae-d42c-4bdb-84d3-af07016466a3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:19.854611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 65e151ae-d42c-4bdb-84d3-af07016466a3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:19.855668 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:19.946489 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:19.978924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 65e151ae-d42c-4bdb-84d3-af07016466a3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65e151ae-d42c-4bdb-84d3-af07016466a3,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:19.998009 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc5dde8b-da93-4b61-bc8f-0f672c1ec846 req-70ed436b-fc13-4aac-bfed-ee5d57ce2a07 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 210 time: 0.0286503 Aug 10 02:30:20.052096 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:20.115270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=65e151ae-d42c-4bdb-84d3-af07016466a3,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:20.574653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9a9936e-4c1a-4ea1-80c7-71b7ce6220f6 req-53b213f7-d168-4af6-b5fe-19f6d5c34d1c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c8d34d7-c666-473f-b4e8-1fddf128bbd9 HTTP/1.1" status: 200 len: 210 time: 0.0337205 Aug 10 02:30:20.601592 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8f493a72-0c46-40b2-831d-e1720fd6d14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:20.948600 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Sync routers for ids ['8003dee9-c698-4088-b831-fb527c56d13a'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:30:20.967969 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Routers {'8003dee9-c698-4088-b831-fb527c56d13a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:20.968950 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8003dee9-c698-4088-b831-fb527c56d13a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:21.085038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e4e6085-a871-4a33-b2a3-f0fb01fd76e2 req-2f51c423-4f16-4f0c-ad3e-be54cfdb59c2 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 210 time: 0.0311387 Aug 10 02:30:21.114844 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Set router 8003dee9-c698-4088-b831-fb527c56d13a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:21.141640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:21.331403 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8003dee9-c698-4088-b831-fb527c56d13a', 'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:12Z', 'updated_at': '2021-08-10T02:30:17Z', 'revision_number': 4, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'gw_port': {'id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:13Z', 'updated_at': '2021-08-10T02:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'aeacb24a-7a89-4fb4-ae6e-2251dbb08c66', 'name': '', 'network_id': '126f1707-ac70-41e8-8356-af22310da683', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'mac_address': 'fa:16:3e:be:85:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '78d54afe-bc7a-499c-818c-e0b42da6b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:16Z', 'updated_at': '2021-08-10T02:30:17Z', 'revision_number': 2, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'subnets': [{'id': '78d54afe-bc7a-499c-818c-e0b42da6b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:21.341942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65e151ae-d42c-4bdb-84d3-af07016466a3 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:21.365506 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Checking router: 8003dee9-c698-4088-b831-fb527c56d13a for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:30:21.372642 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Updating router 8003dee9-c698-4088-b831-fb527c56d13a port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:30:21.392440 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:21.413174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 65e151ae-d42c-4bdb-84d3-af07016466a3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:21.413923 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:21.694189 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:21.704306 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Transition to ACTIVE for port object aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:21.793015 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:21.869903 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a2617-d345-4782-b557-600dcdcbfff1 None None] Pushing event updated for resources: {'Port': ['ID=aeacb24a-7a89-4fb4-ae6e-2251dbb08c66,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:21.915455 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Attempting to bind port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:21.915754 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Attempting to bind port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'a1516020-634b-45c2-bdf3-e710e1dc9679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126f1707-ac70-41e8-8356-af22310da683'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:21.916448 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Attempting to bind port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 on network 126f1707-ac70-41e8-8356-af22310da683 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:21.923626 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:21.924256 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Checking segment: {'id': 'a1516020-634b-45c2-bdf3-e710e1dc9679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126f1707-ac70-41e8-8356-af22310da683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:21.924666 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:21.925067 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Bound using segment: {'id': 'a1516020-634b-45c2-bdf3-e710e1dc9679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126f1707-ac70-41e8-8356-af22310da683'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:21.925537 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Bound port: aeacb24a-7a89-4fb4-ae6e-2251dbb08c66, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1516020-634b-45c2-bdf3-e710e1dc9679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126f1707-ac70-41e8-8356-af22310da683'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:21.925927 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:22.023277 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] For port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:22.027175 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] For port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=aeacb24a-7a89-4fb4-ae6e-2251dbb08c66,segment=NetworkSegment(a1516020-634b-45c2-bdf3-e710e1dc9679),segment_id=a1516020-634b-45c2-bdf3-e710e1dc9679)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:22.090293 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:22.164379 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a2617-d345-4782-b557-600dcdcbfff1 None None] Pushing event updated for resources: {'Port': ['ID=aeacb24a-7a89-4fb4-ae6e-2251dbb08c66,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:22.176107 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Routers {'8003dee9-c698-4088-b831-fb527c56d13a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:22.176107 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8003dee9-c698-4088-b831-fb527c56d13a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:22.303923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90157c41-487a-49de-af80-08f9208e3a6a req-4c028d26-cc41-4ff5-9dbb-4dd9ecc8b966 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 210 time: 0.0623386 Aug 10 02:30:22.354589 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] Set router 8003dee9-c698-4088-b831-fb527c56d13a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:22.360419 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:22.520159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-a7331774-16db-492b-8462-58befc99b62c tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:22.523026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-a7331774-16db-492b-8462-58befc99b62c tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.16 "GET /v2.0/networks?id=e8cc619e-da8b-4e0d-8a0d-966e6c849f96 HTTP/1.1" status: 200 len: 911 time: 0.1281109 Aug 10 02:30:22.536377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Request body: {'port': {'device_id': 'd10eaaeb-7a44-437f-910d-44a637b56fd2', 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'admin_state_up': True, 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:22.650727 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8003dee9-c698-4088-b831-fb527c56d13a', 'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:12Z', 'updated_at': '2021-08-10T02:30:17Z', 'revision_number': 4, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'gw_port': {'id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:13Z', 'updated_at': '2021-08-10T02:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'aeacb24a-7a89-4fb4-ae6e-2251dbb08c66', 'name': '', 'network_id': '126f1707-ac70-41e8-8356-af22310da683', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'mac_address': 'fa:16:3e:be:85:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '78d54afe-bc7a-499c-818c-e0b42da6b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:16Z', 'updated_at': '2021-08-10T02:30:22Z', 'revision_number': 4, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'subnets': [{'id': '78d54afe-bc7a-499c-818c-e0b42da6b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:22.657896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Made reservation on behalf of ce319aef12084cf58c44d3b19b74ac70 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:22.660339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:22.681975 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28374f-abc4-4e41-a5ee-dafed83d1530 None None] The sync data for ids ['8003dee9-c698-4088-b831-fb527c56d13a'] in n-d-767704-21 is: [{'id': '8003dee9-c698-4088-b831-fb527c56d13a', 'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:12Z', 'updated_at': '2021-08-10T02:30:17Z', 'revision_number': 4, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'gw_port': {'id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:13Z', 'updated_at': '2021-08-10T02:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'aeacb24a-7a89-4fb4-ae6e-2251dbb08c66', 'name': '', 'network_id': '126f1707-ac70-41e8-8356-af22310da683', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'mac_address': 'fa:16:3e:be:85:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '78d54afe-bc7a-499c-818c-e0b42da6b8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:16Z', 'updated_at': '2021-08-10T02:30:22Z', 'revision_number': 4, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'subnets': [{'id': '78d54afe-bc7a-499c-818c-e0b42da6b8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:30:22.868153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Allocated IP 172.20.0.13 (e8cc619e-da8b-4e0d-8a0d-966e6c849f96/ac8e45b1-5332-4ea5-bd7b-2464c86c8362/82adfe60-2969-4d04-9465-7025cf3e8509) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:23.068778 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:23.091234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Transition to ACTIVE for port object 82adfe60-2969-4d04-9465-7025cf3e8509 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:23.204542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:23.263532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:23.273212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:23.273212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:23.349460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Pushing event updated for resources: {'Port': ['ID=82adfe60-2969-4d04-9465-7025cf3e8509,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:23.386095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:23.386757 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:23.414851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:23.503420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f98f8c-7120-4d7e-860f-6b612fa694bd req-bf3b9a45-5435-4083-893a-6282299ccc19 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:23.505216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2f98f8c-7120-4d7e-860f-6b612fa694bd req-bf3b9a45-5435-4083-893a-6282299ccc19 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1028 time: 0.0707502 Aug 10 02:30:23.538716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-3c887186-353f-4471-8140-a34c22bdea74 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0083945 Aug 10 02:30:23.553824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Request body: {'port': {'device_id': 'd10eaaeb-7a44-437f-910d-44a637b56fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:23.558582 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2f98f8c-7120-4d7e-860f-6b612fa694bd req-fc70fff6-2e39-4de9-865a-c54f3a76bc15 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Aug 10 02:30:23.595050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:23.599542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:23.600197 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:23.653305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:23.708588 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:23.754360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=aeacb24a-7a89-4fb4-ae6e-2251dbb08c66,segment=NetworkSegment(a1516020-634b-45c2-bdf3-e710e1dc9679),segment_id=a1516020-634b-45c2-bdf3-e710e1dc9679)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:23.798463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-62f467ba-f36f-4173-9406-d8d6adff2353 None None] Provisioning for port 82adfe60-2969-4d04-9465-7025cf3e8509 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:23.802625 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-62f467ba-f36f-4173-9406-d8d6adff2353 None None] Provisioning complete for port 82adfe60-2969-4d04-9465-7025cf3e8509 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:23.803005 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-62f467ba-f36f-4173-9406-d8d6adff2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:23.847087 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:23.856045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-62f467ba-f36f-4173-9406-d8d6adff2353 None None] Port 82adfe60-2969-4d04-9465-7025cf3e8509 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:23.923339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=aeacb24a-7a89-4fb4-ae6e-2251dbb08c66,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:23.927121 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:24.042227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82adfe60-2969-4d04-9465-7025cf3e8509 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:30:24.054116 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:24.076472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Transition to ACTIVE for port object 82adfe60-2969-4d04-9465-7025cf3e8509 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:24.162145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:24.222148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Pushing event updated for resources: {'Port': ['ID=82adfe60-2969-4d04-9465-7025cf3e8509,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:24.336188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Attempting to bind port 82adfe60-2969-4d04-9465-7025cf3e8509 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:24.336608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Attempting to bind port 82adfe60-2969-4d04-9465-7025cf3e8509 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:24.336947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Attempting to bind port 82adfe60-2969-4d04-9465-7025cf3e8509 on network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:24.342377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Port 82adfe60-2969-4d04-9465-7025cf3e8509 on network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:30:24.342776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Attempting to bind port 82adfe60-2969-4d04-9465-7025cf3e8509 on network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:24.348088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:24.348366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Checking segment: {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:24.348755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Bound using segment: {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:24.349189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Bound port: 82adfe60-2969-4d04-9465-7025cf3e8509, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:24.349553 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:24.432883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] For port 82adfe60-2969-4d04-9465-7025cf3e8509, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:24.437509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] For port 82adfe60-2969-4d04-9465-7025cf3e8509, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=82adfe60-2969-4d04-9465-7025cf3e8509,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:24.507520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:24.547777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:24.553579 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:24.557849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] 10.222.0.16 "PUT /v2.0/ports/82adfe60-2969-4d04-9465-7025cf3e8509 HTTP/1.1" status: 200 len: 1093 time: 1.0083621 Aug 10 02:30:24.558293 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10eaaeb-7a44-437f-910d-44a637b56fd2', 'tag': '82adfe60-2969-4d04-9465-7025cf3e8509'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:24.564753 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e102cb-024f-4f57-bcb5-bdce84116a61" -d '{"events": [{"name": "network-changed", "server_uuid": "d10eaaeb-7a44-437f-910d-44a637b56fd2", "tag": "82adfe60-2969-4d04-9465-7025cf3e8509"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:24.615139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a98133-09aa-46ad-8d67-acb47da5e377 service neutron] Pushing event updated for resources: {'Port': ['ID=82adfe60-2969-4d04-9465-7025cf3e8509,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:24.635040 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a84ae8-394c-4da2-83d5-a6f69aeefd83 x-openstack-request-id: req-25a84ae8-394c-4da2-83d5-a6f69aeefd83 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:24.635040 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10eaaeb-7a44-437f-910d-44a637b56fd2", "tag": "82adfe60-2969-4d04-9465-7025cf3e8509", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:24.635040 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25a84ae8-394c-4da2-83d5-a6f69aeefd83 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:24.635864 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10eaaeb-7a44-437f-910d-44a637b56fd2', 'tag': '82adfe60-2969-4d04-9465-7025cf3e8509', 'status': 'completed', 'code': 200} Aug 10 02:30:24.760294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6dd96-8390-434b-942e-6ed5010e04ac req-289ac7a3-95ee-4fe7-9fea-4761191766f3 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:24.761785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d6dd96-8390-434b-942e-6ed5010e04ac req-289ac7a3-95ee-4fe7-9fea-4761191766f3 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0880246 Aug 10 02:30:24.764607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e102cb-024f-4f57-bcb5-bdce84116a61 req-fa2782b9-9860-4600-b3ab-eaf77df91615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:24.766223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50e102cb-024f-4f57-bcb5-bdce84116a61 req-fa2782b9-9860-4600-b3ab-eaf77df91615 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce319aef12084cf58c44d3b19b74ac70&device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1096 time: 0.1088324 Aug 10 02:30:24.907160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a0d6dd96-8390-434b-942e-6ed5010e04ac req-50870ce2-aedc-47bc-9043-d5db4a9d1588 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365483 Aug 10 02:30:24.938915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e102cb-024f-4f57-bcb5-bdce84116a61 req-395ee4de-083c-41d2-97b1-eb28a99abd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:24.940387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50e102cb-024f-4f57-bcb5-bdce84116a61 req-395ee4de-083c-41d2-97b1-eb28a99abd8e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ce319aef12084cf58c44d3b19b74ac70&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1623812 Aug 10 02:30:25.057008 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e102cb-024f-4f57-bcb5-bdce84116a61 req-9d409dcd-9c5d-420b-8ee9-12855e94fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:25.064431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50e102cb-024f-4f57-bcb5-bdce84116a61 req-9d409dcd-9c5d-420b-8ee9-12855e94fb32 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097062 Aug 10 02:30:25.152690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-c909e6dd-9f41-4798-a15e-b4711262964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:25.155049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-c909e6dd-9f41-4798-a15e-b4711262964a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce319aef12084cf58c44d3b19b74ac70&device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0493493 Aug 10 02:30:25.204306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-5cdd8ac7-17e1-47da-91ec-744f89a22acb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82adfe60-2969-4d04-9465-7025cf3e8509 HTTP/1.1" status: 200 len: 217 time: 0.0407467 Aug 10 02:30:25.264604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-8e3f03a0-e6fd-43f4-81f1-ee3a2caeeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:25.268338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-8e3f03a0-e6fd-43f4-81f1-ee3a2caeeb4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac8e45b1-5332-4ea5-bd7b-2464c86c8362 HTTP/1.1" status: 200 len: 849 time: 0.0566647 Aug 10 02:30:25.341076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-4ea72a44-7cce-4f63-9a80-ac144d6fc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:25.347311 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-4ea72a44-7cce-4f63-9a80-ac144d6fc03d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8cc619e-da8b-4e0d-8a0d-966e6c849f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705099 Aug 10 02:30:25.391090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:25.494730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:25.495395 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:25.528481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-bfe880d7-0c69-4378-8749-58b417411c1e service neutron] 10.222.0.16 "GET /v2.0/networks/e8cc619e-da8b-4e0d-8a0d-966e6c849f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722314 Aug 10 02:30:25.643226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8301dca9-9779-4dcb-8ed5-cb7da0bb62f2 req-66c1ca5c-a03d-4574-a018-c16553832747 service neutron] 10.222.0.16 "GET /v2.0/networks/e8cc619e-da8b-4e0d-8a0d-966e6c849f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071587 Aug 10 02:30:26.012579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130366f-af3e-41c3-83d9-f7647cd46fae req-d3e1e2ff-456a-4439-bb01-2c696bd854e6 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:26.014376 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2130366f-af3e-41c3-83d9-f7647cd46fae req-d3e1e2ff-456a-4439-bb01-2c696bd854e6 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0429635 Aug 10 02:30:26.014633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60222) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:26.019388 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-999ad106-2706-42ac-9a9c-a579031561ea tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731876597', 'description': 'tempest-secgroup-smoke-731876597 description', 'project_id': '9082559d41d742f891f775f5c4029da0'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:26.052741 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2130366f-af3e-41c3-83d9-f7647cd46fae req-89157f95-5c8d-4794-a03f-739822fb604e tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Aug 10 02:30:26.109062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-999ad106-2706-42ac-9a9c-a579031561ea tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.194450 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-999ad106-2706-42ac-9a9c-a579031561ea tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.272918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-999ad106-2706-42ac-9a9c-a579031561ea tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.304285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ad106-2706-42ac-9a9c-a579031561ea tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8142d15-22b2-4e28-bc6d-437ad427141d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:26.364659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-999ad106-2706-42ac-9a9c-a579031561ea tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.366192 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-999ad106-2706-42ac-9a9c-a579031561ea tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3503625 Aug 10 02:30:26.369032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60228) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:26.373734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fd2f04e2-3f86-4c2d-9aa0-fdeb21fb8622 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'security_group_rule': {'security_group_id': 'e8142d15-22b2-4e28-bc6d-437ad427141d', 'project_id': '9082559d41d742f891f775f5c4029da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:26.484587 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd2f04e2-3f86-4c2d-9aa0-fdeb21fb8622 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.548054 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd2f04e2-3f86-4c2d-9aa0-fdeb21fb8622 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.634842 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd2f04e2-3f86-4c2d-9aa0-fdeb21fb8622 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.653614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f04e2-3f86-4c2d-9aa0-fdeb21fb8622 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9c2c02-14a4-43bf-a3ae-0d2205628102,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:26.731764 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fd2f04e2-3f86-4c2d-9aa0-fdeb21fb8622 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.734204 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fd2f04e2-3f86-4c2d-9aa0-fdeb21fb8622 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3641307 Aug 10 02:30:26.737156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60230) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:26.742033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b5975df4-1672-493d-88f3-a877f28f1ee2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'security_group_rule': {'security_group_id': 'e8142d15-22b2-4e28-bc6d-437ad427141d', 'project_id': '9082559d41d742f891f775f5c4029da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:26.817499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5975df4-1672-493d-88f3-a877f28f1ee2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.882932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5975df4-1672-493d-88f3-a877f28f1ee2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.941277 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5975df4-1672-493d-88f3-a877f28f1ee2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:26.960046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5975df4-1672-493d-88f3-a877f28f1ee2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c062ffc-4fb9-4494-b682-73c7b705fde5,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:27.032691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b5975df4-1672-493d-88f3-a877f28f1ee2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.033962 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b5975df4-1672-493d-88f3-a877f28f1ee2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2958069 Aug 10 02:30:27.041646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60236) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:27.047223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bab315fc-b81f-4e59-9959-49c151a3c299 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'security_group_rule': {'security_group_id': 'e8142d15-22b2-4e28-bc6d-437ad427141d', 'project_id': '9082559d41d742f891f775f5c4029da0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:27.155605 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bab315fc-b81f-4e59-9959-49c151a3c299 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.173496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e41df8-ffc8-429f-9c7b-7bdf47bf1a8d req-693d16ef-1b8f-457d-8493-ccde55281ffd tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:27.175868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8e41df8-ffc8-429f-9c7b-7bdf47bf1a8d req-693d16ef-1b8f-457d-8493-ccde55281ffd tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0465825 Aug 10 02:30:27.211499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8e41df8-ffc8-429f-9c7b-7bdf47bf1a8d req-95512f46-77fb-44e5-8e76-0bad6b2980f0 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290658 Aug 10 02:30:27.223761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bab315fc-b81f-4e59-9959-49c151a3c299 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.297507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bab315fc-b81f-4e59-9959-49c151a3c299 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.315948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab315fc-b81f-4e59-9959-49c151a3c299 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7fe876-0a2e-400f-abd7-5dd072682e33,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:27.398813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bab315fc-b81f-4e59-9959-49c151a3c299 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.400254 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bab315fc-b81f-4e59-9959-49c151a3c299 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575523 Aug 10 02:30:27.402920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60246) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:27.408577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b8f6dbb6-b5f8-4f0e-9e97-926d4355e5a4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'security_group_rule': {'security_group_id': 'e8142d15-22b2-4e28-bc6d-437ad427141d', 'project_id': '9082559d41d742f891f775f5c4029da0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:27.525711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8f6dbb6-b5f8-4f0e-9e97-926d4355e5a4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.601868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8f6dbb6-b5f8-4f0e-9e97-926d4355e5a4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.709525 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8f6dbb6-b5f8-4f0e-9e97-926d4355e5a4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.730695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6dbb6-b5f8-4f0e-9e97-926d4355e5a4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a3a520-5f77-47c5-9a1a-b7bb079105cd,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:27.781782 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b8f6dbb6-b5f8-4f0e-9e97-926d4355e5a4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.784120 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b8f6dbb6-b5f8-4f0e-9e97-926d4355e5a4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3784375 Aug 10 02:30:27.785887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60256) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:27.790764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b26ddf56-1ac5-46fd-a7a9-d7fc4e899a23 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'security_group_rule': {'security_group_id': 'e8142d15-22b2-4e28-bc6d-437ad427141d', 'project_id': '9082559d41d742f891f775f5c4029da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:27.884540 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-b26ddf56-1ac5-46fd-a7a9-d7fc4e899a23 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Project 9082559d41d742f891f775f5c4029da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:30:27.891053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b26ddf56-1ac5-46fd-a7a9-d7fc4e899a23 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:27.952888 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b26ddf56-1ac5-46fd-a7a9-d7fc4e899a23 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.015706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b26ddf56-1ac5-46fd-a7a9-d7fc4e899a23 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.034673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ddf56-1ac5-46fd-a7a9-d7fc4e899a23 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc92db3-1a88-444e-a3ee-d75506b104c1,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:28.114803 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b26ddf56-1ac5-46fd-a7a9-d7fc4e899a23 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.116161 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b26ddf56-1ac5-46fd-a7a9-d7fc4e899a23 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3290532 Aug 10 02:30:28.118836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60260) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:28.123655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3cc2360d-dac5-498d-b22e-330ea8f907ff tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'security_group_rule': {'security_group_id': 'e8142d15-22b2-4e28-bc6d-437ad427141d', 'project_id': '9082559d41d742f891f775f5c4029da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:28.223597 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-3cc2360d-dac5-498d-b22e-330ea8f907ff tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Project 9082559d41d742f891f775f5c4029da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:30:28.229170 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3cc2360d-dac5-498d-b22e-330ea8f907ff tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.231124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 82adfe60-2969-4d04-9465-7025cf3e8509 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:30:28.302371 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3cc2360d-dac5-498d-b22e-330ea8f907ff tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.339304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121466e-50d5-4416-9ea1-b6585185e4d8 req-c6bb9682-1cc0-4a01-8910-ac7eeffef7a6 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:28.341404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6121466e-50d5-4416-9ea1-b6585185e4d8 req-c6bb9682-1cc0-4a01-8910-ac7eeffef7a6 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0417690 Aug 10 02:30:28.345202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 82adfe60-2969-4d04-9465-7025cf3e8509, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=82adfe60-2969-4d04-9465-7025cf3e8509,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:28.358285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '82adfe60-2969-4d04-9465-7025cf3e8509', 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'port_id': '82adfe60-2969-4d04-9465-7025cf3e8509', 'mac_address': 'fa:16:3e:d8:c3:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8e45b1-5332-4ea5-bd7b-2464c86c8362', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:30:28.376076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6121466e-50d5-4416-9ea1-b6585185e4d8 req-aaee6413-3b74-4f90-8932-31d0f2354b1e tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283685 Aug 10 02:30:28.398328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3cc2360d-dac5-498d-b22e-330ea8f907ff tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.399563 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.416983 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82adfe60-2969-4d04-9465-7025cf3e8509 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:30:28.417234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2360d-dac5-498d-b22e-330ea8f907ff tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3520406c-7c59-4e24-b16c-ce1a03097cb4,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:28.438883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 82adfe60-2969-4d04-9465-7025cf3e8509, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=82adfe60-2969-4d04-9465-7025cf3e8509,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:28.490101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3cc2360d-dac5-498d-b22e-330ea8f907ff tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.491400 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3cc2360d-dac5-498d-b22e-330ea8f907ff tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3715971 Aug 10 02:30:28.524719 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:28.580863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=82adfe60-2969-4d04-9465-7025cf3e8509,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:28.749925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['82adfe60-2969-4d04-9465-7025cf3e8509'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:30:29.606999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d660a-c246-4336-816a-ed0463117074 req-b30a0829-78cd-47ba-b93c-c2fd90d66dce tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:29.608552 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-888d660a-c246-4336-816a-ed0463117074 req-b30a0829-78cd-47ba-b93c-c2fd90d66dce tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1097 time: 0.1628325 Aug 10 02:30:29.644202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-888d660a-c246-4336-816a-ed0463117074 req-2e980c08-f41a-4f9b-86f5-2031bf2473e8 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291746 Aug 10 02:30:30.245946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 82adfe60-2969-4d04-9465-7025cf3e8509 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:30.393045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 82adfe60-2969-4d04-9465-7025cf3e8509 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:30.397159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 82adfe60-2969-4d04-9465-7025cf3e8509 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:30.397724 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:30.429453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60356) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:30.498239 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:30.523987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10eaaeb-7a44-437f-910d-44a637b56fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82adfe60-2969-4d04-9465-7025cf3e8509'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:30.528296 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cce74ec-ef42-491d-99e7-37c9549096b4" -d '{"events": [{"server_uuid": "d10eaaeb-7a44-437f-910d-44a637b56fd2", "name": "network-vif-plugged", "status": "completed", "tag": "82adfe60-2969-4d04-9465-7025cf3e8509"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:30.543599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 82adfe60-2969-4d04-9465-7025cf3e8509, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=82adfe60-2969-4d04-9465-7025cf3e8509,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:30.575705 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acc4b9a0-5b15-4c77-b297-666434423c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:30.581403 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bf496f-1ae2-4d23-91f4-03a7f6d9d984 x-openstack-request-id: req-05bf496f-1ae2-4d23-91f4-03a7f6d9d984 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:30.581800 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10eaaeb-7a44-437f-910d-44a637b56fd2", "name": "network-vif-plugged", "status": "completed", "tag": "82adfe60-2969-4d04-9465-7025cf3e8509", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:30.582070 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-05bf496f-1ae2-4d23-91f4-03a7f6d9d984 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:30.582487 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10eaaeb-7a44-437f-910d-44a637b56fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82adfe60-2969-4d04-9465-7025cf3e8509', 'code': 200} Aug 10 02:30:30.627552 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:30.694803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=82adfe60-2969-4d04-9465-7025cf3e8509,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:30.713527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acc4b9a0-5b15-4c77-b297-666434423c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:30.791779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-acc4b9a0-5b15-4c77-b297-666434423c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:30.808104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ddf96-6a9f-41f3-9360-2597b8c0dc56 req-aab6d34b-d742-4c98-a1c5-5435f0650b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:30.808104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-171ddf96-6a9f-41f3-9360-2597b8c0dc56 req-aab6d34b-d742-4c98-a1c5-5435f0650b5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0850899 Aug 10 02:30:30.811661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3790886-3802-4a2a-a978-52f31e1380d0 req-616a9381-46f0-465f-b7ee-541b831136e2 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:30.813153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3790886-3802-4a2a-a978-52f31e1380d0 req-616a9381-46f0-465f-b7ee-541b831136e2 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0798547 Aug 10 02:30:30.838021 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-acc4b9a0-5b15-4c77-b297-666434423c2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6abb26098d0c4793b7050a30616e12cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074721 Aug 10 02:30:30.841413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4b9a0-5b15-4c77-b297-666434423c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49570faf-3c60-479c-b257-02ce6b387ae9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:30.842027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60366) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:30.900691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-171ddf96-6a9f-41f3-9360-2597b8c0dc56 req-c5bb66c5-a742-46c7-8215-4029dc2dc1b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864763 Aug 10 02:30:30.904298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3790886-3802-4a2a-a978-52f31e1380d0 req-ccde4c16-1750-4a80-bfd5-e24523f8d9d6 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836930 Aug 10 02:30:30.918056 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-06867729-ebb6-4965-a742-1d7886f84ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:30.943515 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-06867729-ebb6-4965-a742-1d7886f84ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:31.091965 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-06867729-ebb6-4965-a742-1d7886f84ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:31.094582 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-06867729-ebb6-4965-a742-1d7886f84ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:31.098671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-06867729-ebb6-4965-a742-1d7886f84ba3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49570faf-3c60-479c-b257-02ce6b387ae9 HTTP/1.1" status: 204 len: 168 time: 0.2540591 Aug 10 02:30:31.106893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06867729-ebb6-4965-a742-1d7886f84ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49570faf-3c60-479c-b257-02ce6b387ae9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:31.727504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60374) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:31.742794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96590f58-b3b0-409a-a38d-19040141a469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:31.848045 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96590f58-b3b0-409a-a38d-19040141a469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:31.986776 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-96590f58-b3b0-409a-a38d-19040141a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:32.051848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96590f58-b3b0-409a-a38d-19040141a469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60151dbe-c5f2-4baf-ac55-bbe0364ca2d3,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:32.061057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-96590f58-b3b0-409a-a38d-19040141a469 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ca16a71044e47de822984649ab55cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317964 Aug 10 02:30:32.063777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60378) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:32.066752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e072a6-4979-4a20-adc0-5cdedc08936f req-a7fe1ab9-1780-40cb-9821-b41f074d8797 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:32.069761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8e072a6-4979-4a20-adc0-5cdedc08936f req-a7fe1ab9-1780-40cb-9821-b41f074d8797 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0913615 Aug 10 02:30:32.118102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8e072a6-4979-4a20-adc0-5cdedc08936f req-c403c210-2d74-4ff6-ae36-3de04ef16a22 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Aug 10 02:30:32.149297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-842ff8c1-c47b-45bc-b108-29eec1fc923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:32.175901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-842ff8c1-c47b-45bc-b108-29eec1fc923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:32.327097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-842ff8c1-c47b-45bc-b108-29eec1fc923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:32.329974 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-842ff8c1-c47b-45bc-b108-29eec1fc923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:32.331186 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-842ff8c1-c47b-45bc-b108-29eec1fc923e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60151dbe-c5f2-4baf-ac55-bbe0364ca2d3 HTTP/1.1" status: 204 len: 168 time: 0.2663543 Aug 10 02:30:32.344467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ff8c1-c47b-45bc-b108-29eec1fc923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60151dbe-c5f2-4baf-ac55-bbe0364ca2d3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:33.028120 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60386) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:33.041849 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d6f17dc-ecea-4fc8-91f7-315276cd24f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:33.146029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d6f17dc-ecea-4fc8-91f7-315276cd24f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:33.229328 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d6f17dc-ecea-4fc8-91f7-315276cd24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:33.237207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcac41-7918-47e4-baab-1bc26e3214ac req-2defa998-9528-4fce-9039-ce76c981f624 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:33.238827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84dcac41-7918-47e4-baab-1bc26e3214ac req-2defa998-9528-4fce-9039-ce76c981f624 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0484760 Aug 10 02:30:33.277497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f17dc-ecea-4fc8-91f7-315276cd24f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baafff34-941b-44fe-91bd-bc1112a38318,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:33.281729 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84dcac41-7918-47e4-baab-1bc26e3214ac req-8edeb76d-b42f-4505-893e-e228ff22212c tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355420 Aug 10 02:30:33.282612 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2d6f17dc-ecea-4fc8-91f7-315276cd24f4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1dd3b46dc27a4076adb69344fe684cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533717 Aug 10 02:30:33.285281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60390) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:33.342774 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-850f033a-3430-4f94-8f01-6c27e391c936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:33.369447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-850f033a-3430-4f94-8f01-6c27e391c936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:33.404592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df041937-8716-4e80-857c-da6fb62c2801 req-b324ed88-1c5b-4701-bba0-8d6a64952fd0 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:33.406535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df041937-8716-4e80-857c-da6fb62c2801 req-b324ed88-1c5b-4701-bba0-8d6a64952fd0 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0476842 Aug 10 02:30:33.451701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df041937-8716-4e80-857c-da6fb62c2801 req-40c41ab5-3a75-465a-8a22-c6e341373b1d tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367241 Aug 10 02:30:33.526295 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-850f033a-3430-4f94-8f01-6c27e391c936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:33.529335 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-850f033a-3430-4f94-8f01-6c27e391c936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:33.530706 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-850f033a-3430-4f94-8f01-6c27e391c936 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/baafff34-941b-44fe-91bd-bc1112a38318 HTTP/1.1" status: 204 len: 168 time: 0.2444372 Aug 10 02:30:33.542510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f033a-3430-4f94-8f01-6c27e391c936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baafff34-941b-44fe-91bd-bc1112a38318,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:33.586869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634331df-ab9f-48db-a0b0-d3279ab76591 req-945d6887-4ea4-4f23-877c-0a38586da00c tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:33.589258 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-634331df-ab9f-48db-a0b0-d3279ab76591 req-945d6887-4ea4-4f23-877c-0a38586da00c tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0658169 Aug 10 02:30:33.629430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-634331df-ab9f-48db-a0b0-d3279ab76591 req-e80736a6-9291-422e-8902-754ecb28233d tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Aug 10 02:30:34.221151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956df3-dbcd-495d-9344-43b62aa94067 req-2f0b7b6b-ca72-4009-a7a3-f901d1b10926 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:34.226477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-2f0b7b6b-ca72-4009-a7a3-f901d1b10926 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/networks?id=e8cc619e-da8b-4e0d-8a0d-966e6c849f96 HTTP/1.1" status: 200 len: 911 time: 0.1050873 Aug 10 02:30:34.241031 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d07ff148-0e06-46d0-8a94-4277d33aaade tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/quotas/ce319aef12084cf58c44d3b19b74ac70 HTTP/1.1" status: 200 len: 375 time: 0.0110452 Aug 10 02:30:34.303521 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-0e582000-4286-47dd-9396-7f16e387f13b tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?tenant_id=ce319aef12084cf58c44d3b19b74ac70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567632 Aug 10 02:30:34.536510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-21161367-95fc-4e08-9e89-709be24b7541 service neutron] 10.222.0.38 "GET /v2.0/networks/e8cc619e-da8b-4e0d-8a0d-966e6c849f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221041 Aug 10 02:30:34.646851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-38131398-d6db-4f34-9540-de196f575e6f service neutron] 10.222.0.38 "GET /v2.0/networks/e8cc619e-da8b-4e0d-8a0d-966e6c849f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039827 Aug 10 02:30:34.935308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-007eadf8-2cdc-4dd5-b4e2-61716950266a req-ddec07ba-3020-47dd-8ba8-c443da191e8f tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 210 time: 0.0361376 Aug 10 02:30:35.555435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:35.719789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'network': {'name': 'tempest-network-smoke--1677478675', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'port_security_enabled': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:35.800329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Made reservation on behalf of 4835fd87d5a34719a5741fed38f8a30c for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:35.804469 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:35.813851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:35.909768 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:35.970542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:35.998223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:30:36.016053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d75ddde-be89-4fc9-aa51-5197ea095874,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:36.020320 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:36.020963 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Added segment 017216f5-3c71-478e-ab98-156e2146e1c0 of type vlan for network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 Aug 10 02:30:36.037170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bf8ac75-f734-4b95-9735-66c0a36fa164 req-8d56d790-37b4-4a4f-866c-0c3683937d51 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 210 time: 0.0274985 Aug 10 02:30:36.083020 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:36.172400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:36.178214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:36.181414 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:36.252094 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Network': ['ID=7a2bbdc0-6315-426a-a709-62b2322ed7a0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:36.263048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:30:36.316058 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-43f7780a-4e82-4496-ba9e-c42b526458dd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7632637 Aug 10 02:30:36.318991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60470) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:36.323699 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'admin_state_up': True, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:36.424052 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:36.425060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:36.483394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:36.701700 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:36.899807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956df3-dbcd-495d-9344-43b62aa94067 req-99daea6e-5e77-4472-9552-29efd1018028 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:36.902287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-99daea6e-5e77-4472-9552-29efd1018028 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.11 "GET /v2.0/networks?id=e8cc619e-da8b-4e0d-8a0d-966e6c849f96 HTTP/1.1" status: 200 len: 911 time: 0.1208735 Aug 10 02:30:36.914348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Request body: {'port': {'device_id': '3461ff65-ca30-4178-8c59-3036cd7b475f', 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'admin_state_up': True, 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:36.985822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:37.015151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:37.035022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Made reservation on behalf of ce319aef12084cf58c44d3b19b74ac70 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:37.037504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:37.165691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.25.3.117 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/43035cd0-e1f7-4ca8-89da-7afb71a7e7cf) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:37.283477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:37.401534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:37.447519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:37.452910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:37.455970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:37.462590 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=43035cd0-e1f7-4ca8-89da-7afb71a7e7cf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:37.549319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab55f96d-2844-4c77-8d89-91e36e966f68 req-56cca741-1954-4458-a0c4-c91b8e2ce384 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 210 time: 0.4117696 Aug 10 02:30:37.598282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Allocated IP 172.20.0.3 (e8cc619e-da8b-4e0d-8a0d-966e6c849f96/ac8e45b1-5332-4ea5-bd7b-2464c86c8362/be86b693-9dc6-4958-a642-36b9ce123a8b) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:37.751288 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:37.765422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Transition to ACTIVE for port object be86b693-9dc6-4958-a642-36b9ce123a8b will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:37.823195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:37.870126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:37.882419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['82adfe60-2969-4d04-9465-7025cf3e8509'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:30:37.924583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:37.928731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:37.930578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Pushing event updated for resources: {'Port': ['ID=be86b693-9dc6-4958-a642-36b9ce123a8b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:37.933064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:37.982957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:37.984062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:38.047773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:38.074101 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-cc8fe2bb-9fd0-4d2d-a842-0404e4134c56 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1636059 Aug 10 02:30:38.087574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Request body: {'port': {'device_id': '3461ff65-ca30-4178-8c59-3036cd7b475f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:38.160256 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:38.497649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be86b693-9dc6-4958-a642-36b9ce123a8b {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:30:38.515299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:38.528663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Transition to ACTIVE for port object be86b693-9dc6-4958-a642-36b9ce123a8b will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:38.549823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router 20b23c58-de1c-4b88-a85f-7384e0471ee4 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:30:38.612089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3165ae86-60e7-4a4d-bd65-e91ffc34ef4d None None] Provisioning for port be86b693-9dc6-4958-a642-36b9ce123a8b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:38.616672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3165ae86-60e7-4a4d-bd65-e91ffc34ef4d None None] Provisioning complete for port be86b693-9dc6-4958-a642-36b9ce123a8b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:38.617082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3165ae86-60e7-4a4d-bd65-e91ffc34ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:38.644955 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:38.660923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3165ae86-60e7-4a4d-bd65-e91ffc34ef4d None None] Port be86b693-9dc6-4958-a642-36b9ce123a8b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:38.759861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Pushing event updated for resources: {'Port': ['ID=be86b693-9dc6-4958-a642-36b9ce123a8b,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:38.804815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d45166-5042-4ffa-9a4a-2fe46eda5db1 req-1a053cb6-17c8-48ea-8934-a248f8ef0f6b tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:38.806538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20d45166-5042-4ffa-9a4a-2fe46eda5db1 req-1a053cb6-17c8-48ea-8934-a248f8ef0f6b tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1053 time: 0.1588693 Aug 10 02:30:38.883599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20d45166-5042-4ffa-9a4a-2fe46eda5db1 req-786be385-7499-45f0-a0cc-a450f012db01 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531013 Aug 10 02:30:38.916709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Attempting to bind port be86b693-9dc6-4958-a642-36b9ce123a8b on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:38.917437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Attempting to bind port be86b693-9dc6-4958-a642-36b9ce123a8b by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:38.917845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Attempting to bind port be86b693-9dc6-4958-a642-36b9ce123a8b on network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:38.924025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Port be86b693-9dc6-4958-a642-36b9ce123a8b on network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:30:38.924469 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Attempting to bind port be86b693-9dc6-4958-a642-36b9ce123a8b on network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:38.930078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:38.930511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Checking segment: {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:38.930991 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Bound using segment: {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:38.931510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Bound port: be86b693-9dc6-4958-a642-36b9ce123a8b, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb2fb9-fb66-49c5-932a-9444f551d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:38.931949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:39.020982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] For port be86b693-9dc6-4958-a642-36b9ce123a8b, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:39.026190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] For port be86b693-9dc6-4958-a642-36b9ce123a8b, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=be86b693-9dc6-4958-a642-36b9ce123a8b,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:39.084304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:30:39.100698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Sync routers for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:30:39.111566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:39.112285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:39.158988 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:39.187231 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:39.190110 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-85333c3f-0d4f-4ce0-a82b-00cbaeb8b6b3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8701353 Aug 10 02:30:39.198745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60482) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:39.209164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:39.209731 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:39.211461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] 10.222.0.11 "PUT /v2.0/ports/be86b693-9dc6-4958-a642-36b9ce123a8b HTTP/1.1" status: 200 len: 1092 time: 1.1285126 Aug 10 02:30:39.211936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3461ff65-ca30-4178-8c59-3036cd7b475f', 'tag': 'be86b693-9dc6-4958-a642-36b9ce123a8b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:39.214361 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66a98f4-551c-417d-ba86-5818e73098f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3461ff65-ca30-4178-8c59-3036cd7b475f", "tag": "be86b693-9dc6-4958-a642-36b9ce123a8b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:39.243213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4112674-c92f-4f67-92c6-e53d91dbc03a service neutron] Pushing event updated for resources: {'Port': ['ID=be86b693-9dc6-4958-a642-36b9ce123a8b,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:39.258676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:39.290737 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a98e68b-02b6-4517-96a3-321b3899c826 x-openstack-request-id: req-6a98e68b-02b6-4517-96a3-321b3899c826 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:39.295258 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3461ff65-ca30-4178-8c59-3036cd7b475f", "tag": "be86b693-9dc6-4958-a642-36b9ce123a8b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:39.295699 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6a98e68b-02b6-4517-96a3-321b3899c826 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:39.297937 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3461ff65-ca30-4178-8c59-3036cd7b475f', 'tag': 'be86b693-9dc6-4958-a642-36b9ce123a8b', 'status': 'completed', 'code': 200} Aug 10 02:30:39.339667 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-afa726be-9935-4ed6-b3f8-52f20562270d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=4835fd87d5a34719a5741fed38f8a30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1374433 Aug 10 02:30:39.348553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60488) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:39.377347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a98f4-551c-417d-ba86-5818e73098f2 req-86de31f9-b7cd-4723-8cad-dad17c5048c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:39.379874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d66a98f4-551c-417d-ba86-5818e73098f2 req-86de31f9-b7cd-4723-8cad-dad17c5048c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce319aef12084cf58c44d3b19b74ac70&device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1095 time: 0.0680838 Aug 10 02:30:39.515123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:30:37Z', 'revision_number': 3, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:39.551475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Checking router: 20b23c58-de1c-4b88-a85f-7384e0471ee4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:30:39.552235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a98f4-551c-417d-ba86-5818e73098f2 req-ef5dc23d-a147-4590-9d79-3d9fd551c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:39.552363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Updating router 20b23c58-de1c-4b88-a85f-7384e0471ee4 port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:30:39.554136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d66a98f4-551c-417d-ba86-5818e73098f2 req-ef5dc23d-a147-4590-9d79-3d9fd551c952 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ce319aef12084cf58c44d3b19b74ac70&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1652460 Aug 10 02:30:39.564453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f616695-82d2-424a-9066-afd6b5d30187 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:39.566088 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8f616695-82d2-424a-9066-afd6b5d30187 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2165415 Aug 10 02:30:39.571122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60490) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:39.583866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:39.605369 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bfb57fc4-81cf-4703-af96-ecc81378a261 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331135 Aug 10 02:30:39.606841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60492) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:39.611892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1799282534', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:39.683603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a98f4-551c-417d-ba86-5818e73098f2 req-f23ac65b-d3b7-4d25-aa28-10b5eac270fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:39.686459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d66a98f4-551c-417d-ba86-5818e73098f2 req-f23ac65b-d3b7-4d25-aa28-10b5eac270fc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1234870 Aug 10 02:30:39.779034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956df3-dbcd-495d-9344-43b62aa94067 req-513e3125-33c7-4827-bbbf-cc3e3ea0ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:39.780711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-513e3125-33c7-4827-bbbf-cc3e3ea0ca64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce319aef12084cf58c44d3b19b74ac70&device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1095 time: 0.0481999 Aug 10 02:30:39.801363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Made reservation on behalf of 4835fd87d5a34719a5741fed38f8a30c for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:39.806299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:39.833123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-4ab9a66d-34d7-4f63-8321-02164d90d592 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be86b693-9dc6-4958-a642-36b9ce123a8b HTTP/1.1" status: 200 len: 217 time: 0.0441442 Aug 10 02:30:39.892083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956df3-dbcd-495d-9344-43b62aa94067 req-625d48f8-e726-4228-a0b0-9064c3766c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:39.893655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-625d48f8-e726-4228-a0b0-9064c3766c28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac8e45b1-5332-4ea5-bd7b-2464c86c8362 HTTP/1.1" status: 200 len: 849 time: 0.0536501 Aug 10 02:30:39.926189 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:39.937786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Transition to ACTIVE for port object 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:39.972344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d74d44b9-8bc2-46a2-99b1-fc638dd568ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:39.974033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-d74d44b9-8bc2-46a2-99b1-fc638dd568ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8cc619e-da8b-4e0d-8a0d-966e6c849f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728707 Aug 10 02:30:40.023820 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:40.081852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c523b-c095-4e65-916d-17ab2f992f48 req-443992d0-2f39-4e2f-901e-e63eb121916a tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:40.083454 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-596c523b-c095-4e65-916d-17ab2f992f48 req-443992d0-2f39-4e2f-901e-e63eb121916a tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1095 time: 0.1057253 Aug 10 02:30:40.098418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13fc76-53e1-43e7-ad84-5af63ecc92c3 None None] Pushing event updated for resources: {'Port': ['ID=43035cd0-e1f7-4ca8-89da-7afb71a7e7cf,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:40.105828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Attempting to bind port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:40.105828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Attempting to bind port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:40.105828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Attempting to bind port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:40.111363 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:40.112073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:40.112657 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:40.113066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:40.113554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Bound port: 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:40.113985 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:40.127542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:40.141523 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-214d4d80-0368-40a9-bf8b-2ea57b81a28b service neutron] 10.222.0.11 "GET /v2.0/networks/e8cc619e-da8b-4e0d-8a0d-966e6c849f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523259 Aug 10 02:30:40.149429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-596c523b-c095-4e65-916d-17ab2f992f48 req-c255a079-303a-4b99-af07-66718a06340e tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556149 Aug 10 02:30:40.173542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] For port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:40.176838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] For port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=43035cd0-e1f7-4ca8-89da-7afb71a7e7cf,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:40.206806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Subnet': ['ID=f3fa5833-bb7a-45ce-964a-ff2cfe962b86,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:40.233315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Checking segment: {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:40.233693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network hostable DHCP agents. Network: 7a2bbdc0-6315-426a-a709-62b2322ed7a0, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:30:40.259580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56956df3-dbcd-495d-9344-43b62aa94067 req-5668d71d-2c4d-4399-96c5-f31c10537735 service neutron] 10.222.0.11 "GET /v2.0/networks/e8cc619e-da8b-4e0d-8a0d-966e6c849f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091580 Aug 10 02:30:40.260434 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:40.319390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:40.320015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:40.325043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13fc76-53e1-43e7-ad84-5af63ecc92c3 None None] Pushing event updated for resources: {'Port': ['ID=43035cd0-e1f7-4ca8-89da-7afb71a7e7cf,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:40.330569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:30:40.419132 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7a2bbdc0-6315-426a-a709-62b2322ed7a0) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:40.425147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:40.429553 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:40.510936 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-84870c84-2047-4bc4-bf77-14697e63b771 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9031038 Aug 10 02:30:40.514242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60498) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:40.557328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa823595-fd07-49a4-8c64-82b62fdf3da8 None None] Network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:30:40.636774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:40.883618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:30:40.884880 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:40.997642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:30:37Z', 'revision_number': 3, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:41.063268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a2e83-bf26-4728-8cf1-565e7ad6dfee None None] The sync data for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 is: [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:30:37Z', 'revision_number': 3, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:30:41.073631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:41.091740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Allocated IP 172.20.0.2 (7a2bbdc0-6315-426a-a709-62b2322ed7a0/f3fa5833-bb7a-45ce-964a-ff2cfe962b86/7e90e998-3651-4659-8061-779a8be698c4) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:41.279160 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:41.295590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Transition to ACTIVE for port object 7e90e998-3651-4659-8061-779a8be698c4 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:41.318994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Transition to ACTIVE for port object 7e90e998-3651-4659-8061-779a8be698c4 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:41.319155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b230b33-d67d-4533-848d-75672c781bde req-6abf327f-e8ce-434f-b9f7-5c24943d9c59 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:41.320520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b230b33-d67d-4533-848d-75672c781bde req-6abf327f-e8ce-434f-b9f7-5c24943d9c59 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1095 time: 0.0802019 Aug 10 02:30:41.393760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b230b33-d67d-4533-848d-75672c781bde req-5b7e165e-f3b5-48d4-ad77-f4aae33e0049 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623541 Aug 10 02:30:41.646058 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:41.686932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:41.690409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:41.701013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:41.713043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.20.0.1 (7a2bbdc0-6315-426a-a709-62b2322ed7a0/f3fa5833-bb7a-45ce-964a-ff2cfe962b86/84899b38-7efc-44c9-9e26-10484db70932) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:41.735559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Pushing event updated for resources: {'Port': ['ID=7e90e998-3651-4659-8061-779a8be698c4,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:41.828977 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Attempting to bind port 7e90e998-3651-4659-8061-779a8be698c4 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:41.829899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Attempting to bind port 7e90e998-3651-4659-8061-779a8be698c4 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:41.830461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Attempting to bind port 7e90e998-3651-4659-8061-779a8be698c4 on network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:41.837206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:41.837888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Checking segment: {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:41.838507 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:41.839256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Bound using segment: {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:41.839942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Bound port: 7e90e998-3651-4659-8061-779a8be698c4, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:41.840330 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:41.942149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] For port 7e90e998-3651-4659-8061-779a8be698c4, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:41.946716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] For port 7e90e998-3651-4659-8061-779a8be698c4, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e90e998-3651-4659-8061-779a8be698c4,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:41.966948 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:41.991265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Transition to ACTIVE for port object 84899b38-7efc-44c9-9e26-10484db70932 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:42.041816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:42.115613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:42.122505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab720a-b47c-4ea9-b80c-418f911a5e88 None None] Pushing event updated for resources: {'Port': ['ID=7e90e998-3651-4659-8061-779a8be698c4,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:42.202190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:42.205714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:42.218116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:42.220920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=84899b38-7efc-44c9-9e26-10484db70932,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:42.271194 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:42.518642 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa19cc-005b-42e8-985f-a7ef59c9495b req-0b31b8fe-3306-4010-ab18-852b8ac806b8 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:42.520289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34aa19cc-005b-42e8-985f-a7ef59c9495b req-0b31b8fe-3306-4010-ab18-852b8ac806b8 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1095 time: 0.0458934 Aug 10 02:30:42.525231 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:42.568090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34aa19cc-005b-42e8-985f-a7ef59c9495b req-59edd9a0-ad06-4336-9569-e3608ae0eaf3 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Aug 10 02:30:42.831836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:42.898047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:42.978263 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:42.980109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=84899b38-7efc-44c9-9e26-10484db70932,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:42.993123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device be86b693-9dc6-4958-a642-36b9ce123a8b details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:30:43.113886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:43.120445 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:43.142308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port be86b693-9dc6-4958-a642-36b9ce123a8b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=be86b693-9dc6-4958-a642-36b9ce123a8b,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:43.159963 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'be86b693-9dc6-4958-a642-36b9ce123a8b', 'network_id': 'e8cc619e-da8b-4e0d-8a0d-966e6c849f96', 'port_id': 'be86b693-9dc6-4958-a642-36b9ce123a8b', 'mac_address': 'fa:16:3e:f9:ee:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8e45b1-5332-4ea5-bd7b-2464c86c8362', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:30:43.240278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:43.264761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be86b693-9dc6-4958-a642-36b9ce123a8b {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:30:43.317908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60522) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:43.335469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port be86b693-9dc6-4958-a642-36b9ce123a8b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=be86b693-9dc6-4958-a642-36b9ce123a8b,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:43.349389 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:43.398953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router 20b23c58-de1c-4b88-a85f-7384e0471ee4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:30:43.409848 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:43.534070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:43.609278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee51a3-4755-40e2-94ef-d0c670804fdc None None] Network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:30:43.625147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=be86b693-9dc6-4958-a642-36b9ce123a8b,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:43.646220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f63f1d14-36e9-4965-8c0a-7efba4c5826d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4617 time: 0.3265195 Aug 10 02:30:43.653945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60526) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:43.659767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'network': {'name': 'tempest-network-smoke--1266772558', 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'port_security_enabled': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:43.668395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['be86b693-9dc6-4958-a642-36b9ce123a8b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:30:43.676087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:30:43.686286 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-72824965-2063-4390-b3c0-f7bad6cfdc63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "PUT /v2.0/routers/20b23c58-de1c-4b88-a85f-7384e0471ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1689253 Aug 10 02:30:43.697641 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Sync routers for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:30:43.707171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60528) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:43.712635 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:43.713664 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:43.798209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcd0a9-2ff1-40c6-bdce-e4d28ed4c8a1 req-ba55d584-186c-479f-8ab3-7d3943518c3e tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.803288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1bcd0a9-2ff1-40c6-bdce-e4d28ed4c8a1 req-ba55d584-186c-479f-8ab3-7d3943518c3e tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1096 time: 0.1298461 Aug 10 02:30:43.812553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Made reservation on behalf of 8cb9b560700d46d5ae38130c3d352c77 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:43.822627 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:43.844174 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:43.844932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-25448575-e4aa-4581-8a59-885c6323b83e None None] Provisioning for port 7e90e998-3651-4659-8061-779a8be698c4 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:43.861790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:30:43.877677 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:43.878573 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Added segment 92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6 of type vlan for network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc Aug 10 02:30:43.893547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.894031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.894500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.895014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.895478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.896890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.897358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.897822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.898824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.899289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.899749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.902374 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-85fcb5ec-2273-4d37-aa93-4b333755aa9b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7757 time: 0.1929228 Aug 10 02:30:43.906971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60538) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:43.914515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:43.939353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:43.939696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:43.940016 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:43.976832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.977306 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.977811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.978799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.979260 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.979713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.980160 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.980609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.981125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.981794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.982424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:43.984597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6ecd5fd7-49e9-485b-878b-62750bd5e83a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7171 time: 0.0766459 Aug 10 02:30:43.987521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60540) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:44.013429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1bcd0a9-2ff1-40c6-bdce-e4d28ed4c8a1 req-9df441f7-b12f-4fc7-9eb6-5352773aa7ea tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013257 Aug 10 02:30:44.084341 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.093945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:44.094953 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.119074 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:30:42Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:42Z', 'revision_number': 2, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:44.161120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Checking router: 20b23c58-de1c-4b88-a85f-7384e0471ee4 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:30:44.162432 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Updating router 20b23c58-de1c-4b88-a85f-7384e0471ee4 port 84899b38-7efc-44c9-9e26-10484db70932 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:30:44.181950 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.192070 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.227259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=43035cd0-e1f7-4ca8-89da-7afb71a7e7cf,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:44.250199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Network': ['ID=32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:44.261971 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:30:44.325912 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e5b57380-8ef9-4b98-8cf6-6bd53e3aaa7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6673243 Aug 10 02:30:44.326403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60544) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:44.331448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'admin_state_up': True, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:44.387949 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.389112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e90e998-3651-4659-8061-779a8be698c4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:44.458233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.459616 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.511190 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-08684c50-ed7a-4c1c-b3d7-5728f282ed6f tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6644 time: 0.5219407 Aug 10 02:30:44.565303 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.567862 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.582499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=43035cd0-e1f7-4ca8-89da-7afb71a7e7cf,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:44.590039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1796b6c1-99a6-4600-9258-a98bedb6ee72 None None] Provisioning for port 84899b38-7efc-44c9-9e26-10484db70932 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:44.596630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1796b6c1-99a6-4600-9258-a98bedb6ee72 None None] Provisioning complete for port 84899b38-7efc-44c9-9e26-10484db70932 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:44.597017 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1796b6c1-99a6-4600-9258-a98bedb6ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.658870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1796b6c1-99a6-4600-9258-a98bedb6ee72 None None] Port 84899b38-7efc-44c9-9e26-10484db70932 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:44.678124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7e90e998-3651-4659-8061-779a8be698c4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:44.689475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7e90e998-3651-4659-8061-779a8be698c4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:44.689863 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.735082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1796b6c1-99a6-4600-9258-a98bedb6ee72 None None] Provisioning complete for port 7e90e998-3651-4659-8061-779a8be698c4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:44.735521 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1796b6c1-99a6-4600-9258-a98bedb6ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.787852 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.801697 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Transition to ACTIVE for port object 84899b38-7efc-44c9-9e26-10484db70932 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:44.896177 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.926018 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.969602 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:44.998510 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388709ee-4940-4d42-8c98-ab23d33f071b None None] Pushing event updated for resources: {'Port': ['ID=84899b38-7efc-44c9-9e26-10484db70932,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:45.027040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 7e90e998-3651-4659-8061-779a8be698c4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e90e998-3651-4659-8061-779a8be698c4,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:45.041531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device be86b693-9dc6-4958-a642-36b9ce123a8b up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:45.067128 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Attempting to bind port 84899b38-7efc-44c9-9e26-10484db70932 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:45.069404 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Attempting to bind port 84899b38-7efc-44c9-9e26-10484db70932 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:45.069404 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Attempting to bind port 84899b38-7efc-44c9-9e26-10484db70932 on network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:45.079121 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:45.080133 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Checking segment: {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:45.080638 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.082355 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Bound using segment: {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:45.083010 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Bound port: 84899b38-7efc-44c9-9e26-10484db70932, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:45.083411 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.117472 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1796b6c1-99a6-4600-9258-a98bedb6ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.135618 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.159133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60550) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:45.165251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f48dcb44-2944-4cb0-9eb4-fcac4eeb84b2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904691365', 'description': 'tempest-secgroup-smoke-904691365 description', 'project_id': '4835fd87d5a34719a5741fed38f8a30c'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:45.174409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf70b4-e41e-4614-9c1e-b5566440eaf4 req-0ba860c5-ed74-4de3-832a-7831227742a2 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:45.182091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31bf70b4-e41e-4614-9c1e-b5566440eaf4 req-0ba860c5-ed74-4de3-832a-7831227742a2 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1096 time: 0.0812581 Aug 10 02:30:45.204265 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] For port 84899b38-7efc-44c9-9e26-10484db70932, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:45.206024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=7e90e998-3651-4659-8061-779a8be698c4,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:45.208594 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] For port 84899b38-7efc-44c9-9e26-10484db70932, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=84899b38-7efc-44c9-9e26-10484db70932,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:45.249166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31bf70b4-e41e-4614-9c1e-b5566440eaf4 req-a2f26636-1dc1-4ef5-8c07-21921ab46db8 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628421 Aug 10 02:30:45.290706 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-1796b6c1-99a6-4600-9258-a98bedb6ee72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:30:45.291057 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-1796b6c1-99a6-4600-9258-a98bedb6ee72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:30:45.302356 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.332904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port be86b693-9dc6-4958-a642-36b9ce123a8b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:45.337246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port be86b693-9dc6-4958-a642-36b9ce123a8b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:45.337624 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.412670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f48dcb44-2944-4cb0-9eb4-fcac4eeb84b2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.451818 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:45.452476 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:45.460507 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388709ee-4940-4d42-8c98-ab23d33f071b None None] Pushing event updated for resources: {'Port': ['ID=84899b38-7efc-44c9-9e26-10484db70932,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:45.489786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:45.504303 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.530433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.598173 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.622711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:45.623087 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.634627 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f48dcb44-2944-4cb0-9eb4-fcac4eeb84b2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.639792 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:45.667706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3461ff65-ca30-4178-8c59-3036cd7b475f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be86b693-9dc6-4958-a642-36b9ce123a8b'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:45.670681 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce152fe5-cfa4-4beb-9116-72f0ee910381" -d '{"events": [{"server_uuid": "3461ff65-ca30-4178-8c59-3036cd7b475f", "name": "network-vif-plugged", "status": "completed", "tag": "be86b693-9dc6-4958-a642-36b9ce123a8b"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:45.706741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port be86b693-9dc6-4958-a642-36b9ce123a8b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=be86b693-9dc6-4958-a642-36b9ce123a8b,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:45.730756 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f48dcb44-2944-4cb0-9eb4-fcac4eeb84b2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.742406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Allocated IP 172.25.3.64 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/696047c5-fbe9-4993-979c-f69506a3ee4c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:45.756046 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d8b387-ad2d-473e-8fa0-c843e243c691 x-openstack-request-id: req-77d8b387-ad2d-473e-8fa0-c843e243c691 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:45.756339 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3461ff65-ca30-4178-8c59-3036cd7b475f", "name": "network-vif-plugged", "status": "completed", "tag": "be86b693-9dc6-4958-a642-36b9ce123a8b", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:45.756598 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-77d8b387-ad2d-473e-8fa0-c843e243c691 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:45.757000 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3461ff65-ca30-4178-8c59-3036cd7b475f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be86b693-9dc6-4958-a642-36b9ce123a8b', 'code': 200} Aug 10 02:30:45.789113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dcb44-2944-4cb0-9eb4-fcac4eeb84b2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00820d36-5c33-4f82-a54f-c9572e703da0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:45.847694 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.860924 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f48dcb44-2944-4cb0-9eb4-fcac4eeb84b2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:45.867899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f48dcb44-2944-4cb0-9eb4-fcac4eeb84b2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7013824 Aug 10 02:30:45.868191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60564) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:45.875216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '00820d36-5c33-4f82-a54f-c9572e703da0', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:45.904108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e90e998-3651-4659-8061-779a8be698c4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:45.944405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04602a0-0dfe-4f26-b9b4-b12bac4a558f req-83f54b27-15eb-4ef0-af67-408921edf957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:45.946618 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b04602a0-0dfe-4f26-b9b4-b12bac4a558f req-83f54b27-15eb-4ef0-af67-408921edf957 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1097 time: 0.1280329 Aug 10 02:30:45.959711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=be86b693-9dc6-4958-a642-36b9ce123a8b,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:45.990306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7e90e998-3651-4659-8061-779a8be698c4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:45.990726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.009103 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:30:42Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:45Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:46.017867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b04602a0-0dfe-4f26-b9b4-b12bac4a558f req-d8946fc1-9367-4cd4-990a-8268de599a9c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624459 Aug 10 02:30:46.018335 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.030859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.053113 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b6db8-b60e-410b-98ef-dcc3ed97382c None None] The sync data for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 is: [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:30:42Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:45Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:30:46.112617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.189957 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.222292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.240868 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:30:46.248768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3d06da-89cc-4253-9bc4-9ca01073d8e7,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:46.251749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:46.254989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:46.259231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:46.271607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.272377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.272906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.273417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.273983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.274497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.275035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.275545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.276055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.276557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.277081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.277616 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.292153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=696047c5-fbe9-4993-979c-f69506a3ee4c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:46.311405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.311896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.312107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.312447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.312880 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.313138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.313489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.313820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.314150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.314477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.314824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.315147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:46.324816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.329710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60568) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:46.331497 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c77b6cea-f353-4934-8903-69952dfdabb6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4620357 Aug 10 02:30:46.336009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e09cf795-35e3-45f6-9c4e-9312c7036296 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '00820d36-5c33-4f82-a54f-c9572e703da0', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:46.507742 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e09cf795-35e3-45f6-9c4e-9312c7036296 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.547024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db214e-ee48-4e65-9f42-1fae03650e72 req-657688b9-51b1-4f04-9ca3-c67b7462e2da tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:46.548580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06db214e-ee48-4e65-9f42-1fae03650e72 req-657688b9-51b1-4f04-9ca3-c67b7462e2da tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1097 time: 0.1788440 Aug 10 02:30:46.612789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e09cf795-35e3-45f6-9c4e-9312c7036296 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:46.617386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06db214e-ee48-4e65-9f42-1fae03650e72 req-0cb306f6-dcf4-4865-8087-62605afbe0da tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610857 Aug 10 02:30:46.705810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e09cf795-35e3-45f6-9c4e-9312c7036296 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.065945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cf795-35e3-45f6-9c4e-9312c7036296 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05108d5-23b8-4951-910c-2fc7ee292862,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:47.149240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.191103 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e09cf795-35e3-45f6-9c4e-9312c7036296 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.192318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e09cf795-35e3-45f6-9c4e-9312c7036296 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8618352 Aug 10 02:30:47.195763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60572) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:47.203660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-08f4bb6a-196d-4034-b61f-bddb395e8192 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '00820d36-5c33-4f82-a54f-c9572e703da0', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:47.376687 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08f4bb6a-196d-4034-b61f-bddb395e8192 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.415282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 84899b38-7efc-44c9-9e26-10484db70932 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:47.510729 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.515133 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08f4bb6a-196d-4034-b61f-bddb395e8192 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.559092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 84899b38-7efc-44c9-9e26-10484db70932 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:47.564815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 84899b38-7efc-44c9-9e26-10484db70932 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:47.565252 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.619378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08f4bb6a-196d-4034-b61f-bddb395e8192 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.673782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4bb6a-196d-4034-b61f-bddb395e8192 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4493ebb4-73fc-47ce-8124-1859dafb320e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:47.684032 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.726901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 84899b38-7efc-44c9-9e26-10484db70932, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=84899b38-7efc-44c9-9e26-10484db70932,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:47.774952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd6790-5dfa-4928-a6c0-edf9d37f7a88 req-f7750e6f-8036-44d6-b4a1-81bf13baaee2 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:47.776558 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53bd6790-5dfa-4928-a6c0-edf9d37f7a88 req-f7750e6f-8036-44d6-b4a1-81bf13baaee2 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1097 time: 0.0440311 Aug 10 02:30:47.777745 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08f4bb6a-196d-4034-b61f-bddb395e8192 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.779555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-08f4bb6a-196d-4034-b61f-bddb395e8192 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5825524 Aug 10 02:30:47.782234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60578) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:47.786796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a9d7a608-d575-41d6-95fa-20b29a07ebd8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '00820d36-5c33-4f82-a54f-c9572e703da0', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:47.801499 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.803238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Router 3eda292c-ac02-4db2-a25c-895658b5816e is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:30:47.861887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=84899b38-7efc-44c9-9e26-10484db70932,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:47.878680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53bd6790-5dfa-4928-a6c0-edf9d37f7a88 req-86d1e949-ba7a-412b-b533-e03729097507 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875123 Aug 10 02:30:47.933186 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a9d7a608-d575-41d6-95fa-20b29a07ebd8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:47.942021 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-53125ee6-5eb9-4686-87a4-5d1fa806a37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.000106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:30:48.010287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Sync routers for ids ['3eda292c-ac02-4db2-a25c-895658b5816e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:30:48.020369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Routers {'3eda292c-ac02-4db2-a25c-895658b5816e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:48.021184 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3eda292c-ac02-4db2-a25c-895658b5816e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:48.050949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a9d7a608-d575-41d6-95fa-20b29a07ebd8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.056509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd8d16-0109-44a3-bc56-f2ccb0903d29 req-0d8b3198-afc2-4d03-b172-5e55fa1c4391 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:48.057846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86fd8d16-0109-44a3-bc56-f2ccb0903d29 req-0d8b3198-afc2-4d03-b172-5e55fa1c4391 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1097 time: 0.1011350 Aug 10 02:30:48.099776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86fd8d16-0109-44a3-bc56-f2ccb0903d29 req-a252ef34-b3cc-4691-a3c7-af7caaf81af0 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340400 Aug 10 02:30:48.136293 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.139321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4b78f43d-c72b-4b07-9958-e3d89f35c3d1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8114061 Aug 10 02:30:48.141242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60584) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:48.197456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a9d7a608-d575-41d6-95fa-20b29a07ebd8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.274308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7a608-d575-41d6-95fa-20b29a07ebd8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97e6498-bcb8-4150-8f81-8e08b20d4632,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:48.282621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b635a7d-ae06-46ba-b97c-cadcc0213ac3 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:48.284334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9b635a7d-ae06-46ba-b97c-cadcc0213ac3 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=8cb9b560700d46d5ae38130c3d352c77&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1419926 Aug 10 02:30:48.287944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60586) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:48.295122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45984958-7bb6-4204-9681-b87e336b90a3 req-e7522cef-84e0-4ff8-852a-3de0f79a4e6b tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:48.296669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45984958-7bb6-4204-9681-b87e336b90a3 req-e7522cef-84e0-4ff8-852a-3de0f79a4e6b tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1097 time: 0.1133425 Aug 10 02:30:48.321721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Set router 3eda292c-ac02-4db2-a25c-895658b5816e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:48.337485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45984958-7bb6-4204-9681-b87e336b90a3 req-c565f3bd-3059-4df6-9045-283cc747be7a tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Aug 10 02:30:48.367394 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a9d7a608-d575-41d6-95fa-20b29a07ebd8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.368580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a9d7a608-d575-41d6-95fa-20b29a07ebd8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5852833 Aug 10 02:30:48.372976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60590) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:48.389343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1fe91e13-f038-4845-8a83-6f23677f925b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '00820d36-5c33-4f82-a54f-c9572e703da0', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:48.400421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be765a1-91db-4d64-a0bf-47258fb36101 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:48.402331 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0be765a1-91db-4d64-a0bf-47258fb36101 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1125870 Aug 10 02:30:48.405372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60592) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:48.439720 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a8920a9c-0b55-48c2-a9c0-e1b32325595b tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327437 Aug 10 02:30:48.445788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60594) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:48.499614 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-1fe91e13-f038-4845-8a83-6f23677f925b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Project 4835fd87d5a34719a5741fed38f8a30c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:30:48.503855 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-57cb6305-b504-4adc-a123-1c682433d18d tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=8cb9b560700d46d5ae38130c3d352c77&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560744 Aug 10 02:30:48.507196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60596) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:48.507886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fe91e13-f038-4845-8a83-6f23677f925b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.556260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:44Z', 'updated_at': '2021-08-10T02:30:46Z', 'revision_number': 3, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:42:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:45Z', 'updated_at': '2021-08-10T02:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:48.586376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Checking router: 3eda292c-ac02-4db2-a25c-895658b5816e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:30:48.586778 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Updating router 3eda292c-ac02-4db2-a25c-895658b5816e port 696047c5-fbe9-4993-979c-f69506a3ee4c binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:30:48.593006 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fe91e13-f038-4845-8a83-6f23677f925b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.626305 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7410925-a293-4c00-b694-a16567e3dc4a tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:48.627827 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a7410925-a293-4c00-b694-a16567e3dc4a tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1190455 Aug 10 02:30:48.630984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60600) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:48.642509 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.677978 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2b6d9455-9591-423a-8258-6f82c60471dd tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456319 Aug 10 02:30:48.680366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60602) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:48.688851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-799139586', 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc', 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:48.698802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fe91e13-f038-4845-8a83-6f23677f925b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.725172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe91e13-f038-4845-8a83-6f23677f925b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280a881b-0842-4d3a-b7ce-1c9a2dfe4837,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:48.853668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fe91e13-f038-4845-8a83-6f23677f925b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.858070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1fe91e13-f038-4845-8a83-6f23677f925b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4819682 Aug 10 02:30:48.860364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60604) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:48.865782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1f7c5fbb-59c2-4f86-902d-701600c9d7e8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '00820d36-5c33-4f82-a54f-c9572e703da0', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:48.986748 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:48.997652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Transition to ACTIVE for port object 696047c5-fbe9-4993-979c-f69506a3ee4c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:49.011661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Made reservation on behalf of 8cb9b560700d46d5ae38130c3d352c77 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:49.016221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.059765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac6f0a-07fe-4561-a398-860c6e312755 req-8bab8514-2e01-4df6-bd7e-2902944b00ac tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:49.061659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-feac6f0a-07fe-4561-a398-860c6e312755 req-8bab8514-2e01-4df6-bd7e-2902944b00ac tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1097 time: 0.0510404 Aug 10 02:30:49.097877 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.099592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-feac6f0a-07fe-4561-a398-860c6e312755 req-2c9409a6-38f6-4c25-a0ec-71d7c3f70dc1 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314209 Aug 10 02:30:49.160374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Attempting to bind port 696047c5-fbe9-4993-979c-f69506a3ee4c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:49.160781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Attempting to bind port 696047c5-fbe9-4993-979c-f69506a3ee4c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:49.161105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Attempting to bind port 696047c5-fbe9-4993-979c-f69506a3ee4c on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:49.163202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Pushing event updated for resources: {'Port': ['ID=696047c5-fbe9-4993-979c-f69506a3ee4c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:49.164385 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-1f7c5fbb-59c2-4f86-902d-701600c9d7e8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Project 4835fd87d5a34719a5741fed38f8a30c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:30:49.173159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:49.173461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:49.173866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.174259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:49.174761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Bound port: 696047c5-fbe9-4993-979c-f69506a3ee4c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:49.175145 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.175742 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5fbb-59c2-4f86-902d-701600c9d7e8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.178417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.178767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.179108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.179440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.179774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.180109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.180447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.180760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.181074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.181401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.181721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.182121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:49.236063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] For port 696047c5-fbe9-4993-979c-f69506a3ee4c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:49.239344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] For port 696047c5-fbe9-4993-979c-f69506a3ee4c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=696047c5-fbe9-4993-979c-f69506a3ee4c,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:49.286336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5fbb-59c2-4f86-902d-701600c9d7e8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.331232 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.366838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 84899b38-7efc-44c9-9e26-10484db70932 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:49.413585 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.422018 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5fbb-59c2-4f86-902d-701600c9d7e8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.440147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Routers {'3eda292c-ac02-4db2-a25c-895658b5816e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:49.440781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3eda292c-ac02-4db2-a25c-895658b5816e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:49.444820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136f1cc-d040-41b3-8043-e09a9824ce69 None None] Pushing event updated for resources: {'Port': ['ID=696047c5-fbe9-4993-979c-f69506a3ee4c,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:49.506199 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 84899b38-7efc-44c9-9e26-10484db70932 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:49.506538 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.598716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] Set router 3eda292c-ac02-4db2-a25c-895658b5816e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:49.838647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:44Z', 'updated_at': '2021-08-10T02:30:46Z', 'revision_number': 3, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:42:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:45Z', 'updated_at': '2021-08-10T02:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:49.857404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c5fbb-59c2-4f86-902d-701600c9d7e8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c4100f-90e7-44da-9cf2-d3a3e63eb933,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:49.873244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37cd3a-3a02-4585-bc19-dd4fc657f2f6 None None] The sync data for ids ['3eda292c-ac02-4db2-a25c-895658b5816e'] in n-d-767704-21 is: [{'id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:44Z', 'updated_at': '2021-08-10T02:30:46Z', 'revision_number': 3, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:42:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:45Z', 'updated_at': '2021-08-10T02:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:30:49.873513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Subnet': ['ID=500b31fb-8432-4ed3-b340-b194d11ecd3d,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:49.900788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Checking segment: {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:49.901157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network hostable DHCP agents. Network: 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:30:49.944062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1f7c5fbb-59c2-4f86-902d-701600c9d7e8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:49.946731 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1f7c5fbb-59c2-4f86-902d-701600c9d7e8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0848286 Aug 10 02:30:50.057795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:30:50.140540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2c0f7a9c-ac4a-41d0-bbeb-0f09935b0df3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904691365&fields=id&tenant_id=4835fd87d5a34719a5741fed38f8a30c HTTP/1.1" status: 200 len: 267 time: 0.0743911 Aug 10 02:30:50.141745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:50.153042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:50.160305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:50.171364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d48c9-2d4b-412f-a005-6d66f793f20d None None] Network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:30:50.256967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c4cdb92d-ad70-4b71-82a7-a3de5763be2a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5751889 Aug 10 02:30:50.259761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60624) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:50.373112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc', 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'fixed_ips': [{'subnet_id': '500b31fb-8432-4ed3-b340-b194d11ecd3d'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:30:50.374575 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:50.392117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13f183-1969-4577-bf76-1df607d16e01 req-646a80b5-1e19-490f-ac87-402d0fea19d4 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:50.398461 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec13f183-1969-4577-bf76-1df607d16e01 req-646a80b5-1e19-490f-ac87-402d0fea19d4 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1097 time: 0.1795843 Aug 10 02:30:50.429605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-03878956-3acf-483c-bd1c-6263bf6b642c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:50.431464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-03878956-3acf-483c-bd1c-6263bf6b642c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/networks?id=7a2bbdc0-6315-426a-a709-62b2322ed7a0 HTTP/1.1" status: 200 len: 797 time: 0.2894213 Aug 10 02:30:50.457917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-8182ff5f-d5ed-4216-aa24-0665087bb849 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:50.460671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-8182ff5f-d5ed-4216-aa24-0665087bb849 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 1097 time: 0.1311278 Aug 10 02:30:50.465991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-cf942692-1340-49bb-ba94-fa3af7a19517 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/quotas/4835fd87d5a34719a5741fed38f8a30c HTTP/1.1" status: 200 len: 375 time: 0.0233507 Aug 10 02:30:50.541578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec13f183-1969-4577-bf76-1df607d16e01 req-85e830eb-e282-4c85-ba5f-03b05edce24f tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311891 Aug 10 02:30:50.562406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Allocated IP 172.20.0.18 (32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc/500b31fb-8432-4ed3-b340-b194d11ecd3d/2b2c7f20-aa92-4544-b020-4cee0e34d5d0) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:50.632928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-1be73808-b7bd-4d84-8424-a3193bbdfb51 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398642 Aug 10 02:30:50.712849 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Deleting port be86b693-9dc6-4958-a642-36b9ce123a8b {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:30:50.714666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:50.841859 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-23ff5813-c2ff-42db-b51d-c5cd6f6158a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:50.848935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-be10e768-4c50-405f-a70b-670707e695fb service neutron] 10.222.0.38 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980331 Aug 10 02:30:50.886298 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:50.895499 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] For port be86b693-9dc6-4958-a642-36b9ce123a8b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=be86b693-9dc6-4958-a642-36b9ce123a8b,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:50.896475 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:50.909467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Transition to ACTIVE for port object 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:50.932439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Calling delete_port for be86b693-9dc6-4958-a642-36b9ce123a8b owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:30:50.938432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Transition to ACTIVE for port object 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:51.005278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:51.030390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:51.077935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-71171d85-c094-4129-b33a-9f7fb06999b2 service neutron] 10.222.0.38 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716025 Aug 10 02:30:51.115563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Pushing event updated for resources: {'Port': ['ID=2b2c7f20-aa92-4544-b020-4cee0e34d5d0,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:51.146266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:51.151395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:51.155705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:51.240600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Attempting to bind port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:51.241246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Attempting to bind port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:51.241616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Attempting to bind port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 on network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:51.248698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:51.249296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Checking segment: {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:51.249595 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:51.250254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Bound using segment: {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:51.250863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Bound port: 2b2c7f20-aa92-4544-b020-4cee0e34d5d0, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:51.251301 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:51.255969 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:51.288016 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:51.345241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['82adfe60-2969-4d04-9465-7025cf3e8509'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:30:51.403286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Pushing event deleted for resources: {'Port': ['ID=be86b693-9dc6-4958-a642-36b9ce123a8b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:51.486500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] For port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:51.499074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] For port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2b2c7f20-aa92-4544-b020-4cee0e34d5d0,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:51.516667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] No DVR routers for this DVR port be86b693-9dc6-4958-a642-36b9ce123a8b on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:30:51.521252 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:51.523950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-527292aa-c677-48e2-bc8a-adcc8a861696 req-250fc118-90e1-4281-b763-ece0e87d3ea7 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.11 "DELETE /v2.0/ports/be86b693-9dc6-4958-a642-36b9ce123a8b HTTP/1.1" status: 204 len: 173 time: 1.0509698 Aug 10 02:30:51.525197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3461ff65-ca30-4178-8c59-3036cd7b475f', 'name': 'network-vif-deleted', 'tag': 'be86b693-9dc6-4958-a642-36b9ce123a8b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:51.534801 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247befed-d4b3-4532-862b-da8462bd08a7" -d '{"events": [{"server_uuid": "3461ff65-ca30-4178-8c59-3036cd7b475f", "name": "network-vif-deleted", "tag": "be86b693-9dc6-4958-a642-36b9ce123a8b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:51.568923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 696047c5-fbe9-4993-979c-f69506a3ee4c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:51.611860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Allocated IP 172.20.0.17 (32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc/500b31fb-8432-4ed3-b340-b194d11ecd3d/1bff005b-ec7d-4806-a498-15c40c46aa2f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:51.638207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d63dd04e-e72a-45de-92f7-527f1f46d548 req-622db7d6-84cc-41f6-996c-35da7b8359ba tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 210 time: 0.0958362 Aug 10 02:30:51.678266 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:51.729804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-003bc559-17d9-4acc-a5c6-9db81e1b5db5 req-c2450222-40ff-4280-9592-9d02ba5f56e2 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 210 time: 0.0539124 Aug 10 02:30:51.747903 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021ddd2d-68c7-429c-9b4d-81d8b3053fbd x-openstack-request-id: req-021ddd2d-68c7-429c-9b4d-81d8b3053fbd {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:51.748557 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3461ff65-ca30-4178-8c59-3036cd7b475f", "name": "network-vif-deleted", "tag": "be86b693-9dc6-4958-a642-36b9ce123a8b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:51.749336 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-021ddd2d-68c7-429c-9b4d-81d8b3053fbd {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:51.750039 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3461ff65-ca30-4178-8c59-3036cd7b475f', 'name': 'network-vif-deleted', 'tag': 'be86b693-9dc6-4958-a642-36b9ce123a8b', 'status': 'completed', 'code': 200} Aug 10 02:30:51.795554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0151f1-542c-4633-80c9-29e45c127b5b None None] Pushing event updated for resources: {'Port': ['ID=2b2c7f20-aa92-4544-b020-4cee0e34d5d0,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:51.933630 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:51.959457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Transition to ACTIVE for port object 1bff005b-ec7d-4806-a498-15c40c46aa2f will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:51.995513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 696047c5-fbe9-4993-979c-f69506a3ee4c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:52.000799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 696047c5-fbe9-4993-979c-f69506a3ee4c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:52.001172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:52.048723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:52.136845 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:52.162939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:52.163851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 696047c5-fbe9-4993-979c-f69506a3ee4c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=696047c5-fbe9-4993-979c-f69506a3ee4c,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:52.165470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:52.167533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=1bff005b-ec7d-4806-a498-15c40c46aa2f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:52.170365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:52.226489 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:52.280046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:52.341111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=696047c5-fbe9-4993-979c-f69506a3ee4c,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:52.378642 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:52.580378 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:52.786678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6bed5522-a905-4a63-86c7-2fe68b6f0f26 req-e1b0073a-3ff1-49c4-9262-842d474a209c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 210 time: 0.0732269 Aug 10 02:30:52.873847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e5e40f2-6b8b-4d4f-93a7-7d78bbddd19d req-ec39098a-3c45-4787-89a1-e68e9998af6e tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3461ff65-ca30-4178-8c59-3036cd7b475f HTTP/1.1" status: 200 len: 210 time: 0.0313022 Aug 10 02:30:53.034394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device be86b693-9dc6-4958-a642-36b9ce123a8b no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:30:53.034972 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:53.050716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760546b7-0cee-41eb-8f11-7128b7ce8df6 None None] Network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:30:53.053833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: be86b693-9dc6-4958-a642-36b9ce123a8b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:30:53.054175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device be86b693-9dc6-4958-a642-36b9ce123a8b not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:30:53.126654 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:53.213648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:53.215638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=1bff005b-ec7d-4806-a498-15c40c46aa2f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:53.221423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-11edd4dc-3d17-48ec-8eb7-e4dd8a9afa8d None None] Provisioning for port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:53.331160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:53.332765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:53.491216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Router 3eda292c-ac02-4db2-a25c-895658b5816e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:30:53.516867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:53.643596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:30:53.650036 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3d5195f0-f2f8-44e4-886b-016587138b8f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "PUT /v2.0/routers/3eda292c-ac02-4db2-a25c-895658b5816e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3889079 Aug 10 02:30:53.657134 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Sync routers for ids ['3eda292c-ac02-4db2-a25c-895658b5816e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:30:53.672405 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Routers {'3eda292c-ac02-4db2-a25c-895658b5816e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:53.673402 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3eda292c-ac02-4db2-a25c-895658b5816e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:53.682274 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:53.693578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:53.693578 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:53.789544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-aa934933-aa67-414f-b75a-7a4fcef235d3 None None] Provisioning for port 1bff005b-ec7d-4806-a498-15c40c46aa2f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:53.801424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-aa934933-aa67-414f-b75a-7a4fcef235d3 None None] Provisioning complete for port 1bff005b-ec7d-4806-a498-15c40c46aa2f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:53.801799 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aa934933-aa67-414f-b75a-7a4fcef235d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:53.839256 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:53.886266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-aa934933-aa67-414f-b75a-7a4fcef235d3 None None] Port 1bff005b-ec7d-4806-a498-15c40c46aa2f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:53.899885 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Set router 3eda292c-ac02-4db2-a25c-895658b5816e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:53.906176 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2b2c7f20-aa92-4544-b020-4cee0e34d5d0,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:53.960957 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:53.995263 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:53.996061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 696047c5-fbe9-4993-979c-f69506a3ee4c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:54.025355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dc0e4ce-c37b-4afc-9b57-fea6eb24e22d req-58bca4bf-c909-4616-b500-d096219d81ab tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 210 time: 0.0650034 Aug 10 02:30:54.148523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-11cccfde-051c-4a90-b9dc-edf29eef0d17 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:54.157712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-11cccfde-051c-4a90-b9dc-edf29eef0d17 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/networks?id=32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc HTTP/1.1" status: 200 len: 798 time: 0.2447941 Aug 10 02:30:54.162350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a0b7c5d5-6b03-4d04-83a6-26c1787ce89e None None] Provisioning complete for port 1bff005b-ec7d-4806-a498-15c40c46aa2f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:54.162917 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c5d5-6b03-4d04-83a6-26c1787ce89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:54.177998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d8a5dc80-00be-48f3-b674-a0a2ec78d44d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/quotas/8cb9b560700d46d5ae38130c3d352c77 HTTP/1.1" status: 200 len: 375 time: 0.0182512 Aug 10 02:30:54.218889 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:44Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:42:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:45Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '1bff005b-ec7d-4806-a498-15c40c46aa2f', 'name': '', 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:9c:2b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '500b31fb-8432-4ed3-b340-b194d11ecd3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:51Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 2, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '500b31fb-8432-4ed3-b340-b194d11ecd3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:54.220090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=2b2c7f20-aa92-4544-b020-4cee0e34d5d0,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:54.240583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7c5d5-6b03-4d04-83a6-26c1787ce89e None None] Port 1bff005b-ec7d-4806-a498-15c40c46aa2f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:54.242415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 696047c5-fbe9-4993-979c-f69506a3ee4c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:54.242972 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:54.252074 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Checking router: 3eda292c-ac02-4db2-a25c-895658b5816e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:30:54.252433 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Updating router 3eda292c-ac02-4db2-a25c-895658b5816e port 1bff005b-ec7d-4806-a498-15c40c46aa2f binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:30:54.282816 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:54.293843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-9d073a84-116c-47dc-875c-8450bc032850 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8cb9b560700d46d5ae38130c3d352c77&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1146319 Aug 10 02:30:54.395709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2f575d86-ea94-4915-b92c-888c736a6900 None None] Provisioning complete for port 1bff005b-ec7d-4806-a498-15c40c46aa2f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:54.396310 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2f575d86-ea94-4915-b92c-888c736a6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:54.454283 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2f575d86-ea94-4915-b92c-888c736a6900 None None] Port 1bff005b-ec7d-4806-a498-15c40c46aa2f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:54.474105 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-f3772da9-c31b-407f-8ac1-8da170eac477 service neutron] 10.222.0.38 "GET /v2.0/networks/32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684492 Aug 10 02:30:54.590701 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-bb1ceb86-ebac-42ca-90a3-10baf1af56ac service neutron] 10.222.0.38 "GET /v2.0/networks/32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093798 Aug 10 02:30:54.598042 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:54.610538 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Transition to ACTIVE for port object 1bff005b-ec7d-4806-a498-15c40c46aa2f will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:54.687596 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:54.744164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-1004b25d-60b3-4bf7-b84c-2b608543b9a2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:54.746629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-1004b25d-60b3-4bf7-b84c-2b608543b9a2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/networks?id=7a2bbdc0-6315-426a-a709-62b2322ed7a0 HTTP/1.1" status: 200 len: 797 time: 0.1739156 Aug 10 02:30:54.750478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a956cb1-af43-451d-9d64-ae9b04c62ace req-51772ac5-9a57-4666-8e32-a06d1f0af651 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:54.752955 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a956cb1-af43-451d-9d64-ae9b04c62ace req-51772ac5-9a57-4666-8e32-a06d1f0af651 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.1147325 Aug 10 02:30:54.830156 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Attempting to bind port 1bff005b-ec7d-4806-a498-15c40c46aa2f on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:54.830766 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Attempting to bind port 1bff005b-ec7d-4806-a498-15c40c46aa2f by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:54.831199 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Attempting to bind port 1bff005b-ec7d-4806-a498-15c40c46aa2f on network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:54.833673 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Pushing event updated for resources: {'Port': ['ID=1bff005b-ec7d-4806-a498-15c40c46aa2f,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:54.844751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-d20f17d7-33ae-416d-9222-70712ed17ee8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4835fd87d5a34719a5741fed38f8a30c HTTP/1.1" status: 200 len: 379 time: 0.0889659 Aug 10 02:30:54.844995 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.845363 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.846377 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.846832 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.847507 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.847927 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.848337 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.849118 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.849490 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.849819 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.850224 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.850787 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:30:54.861426 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:54.862291 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Checking segment: {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:54.862892 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:54.863032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a956cb1-af43-451d-9d64-ae9b04c62ace req-97dd7079-dfd3-46bb-a0b8-04a7698d44cd tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854497 Aug 10 02:30:54.863413 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Bound using segment: {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:54.864492 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Bound port: 1bff005b-ec7d-4806-a498-15c40c46aa2f, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:54.864492 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:54.875209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'port': {'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'admin_state_up': True, 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'security_groups': ['00820d36-5c33-4f82-a54f-c9572e703da0']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:54.992683 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] For port 1bff005b-ec7d-4806-a498-15c40c46aa2f, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:54.996888 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] For port 1bff005b-ec7d-4806-a498-15c40c46aa2f, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1bff005b-ec7d-4806-a498-15c40c46aa2f,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:55.033554 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dccd6a8f-3293-4c3f-9bd4-1a688c91b715 req-03164d84-e094-40ff-8ebf-98322d76543c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 210 time: 0.0690808 Aug 10 02:30:55.060422 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:55.170794 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45f275-9283-4d75-9965-2d351f9b09b3 None None] Pushing event updated for resources: {'Port': ['ID=1bff005b-ec7d-4806-a498-15c40c46aa2f,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:55.176048 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Routers {'3eda292c-ac02-4db2-a25c-895658b5816e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:30:55.176048 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3eda292c-ac02-4db2-a25c-895658b5816e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:55.196742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Made reservation on behalf of 4835fd87d5a34719a5741fed38f8a30c for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:55.201580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:55.223511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91ca7b1e-425c-48b8-8063-0f561f6ff3d6 req-4a0bd2b8-86ce-467e-ac24-1670a9e61ae3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 210 time: 0.0482731 Aug 10 02:30:55.435011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:55.484365 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] Set router 3eda292c-ac02-4db2-a25c-895658b5816e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:30:55.510101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.20.0.8 (7a2bbdc0-6315-426a-a709-62b2322ed7a0/f3fa5833-bb7a-45ce-964a-ff2cfe962b86/ef2e275e-a62e-401f-9e90-4016cf8981c8) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:55.591479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:55.592354 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:55.739126 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:55.773053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-d2c9e776-a56a-4af8-a941-98cfd4d1b0f4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731876597&fields=id&tenant_id=9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 267 time: 0.0789845 Aug 10 02:30:55.774054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Transition to ACTIVE for port object ef2e275e-a62e-401f-9e90-4016cf8981c8 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:55.801855 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:44Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:42:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:45Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '1bff005b-ec7d-4806-a498-15c40c46aa2f', 'name': '', 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:9c:2b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '500b31fb-8432-4ed3-b340-b194d11ecd3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:51Z', 'updated_at': '2021-08-10T02:30:54Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '500b31fb-8432-4ed3-b340-b194d11ecd3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:30:55.831415 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a9a01-af95-475c-9108-bfbb9a0ddefb None None] The sync data for ids ['3eda292c-ac02-4db2-a25c-895658b5816e'] in n-d-767704-21 is: [{'id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:44Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:42:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:45Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '1bff005b-ec7d-4806-a498-15c40c46aa2f', 'name': '', 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:9c:2b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '500b31fb-8432-4ed3-b340-b194d11ecd3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:51Z', 'updated_at': '2021-08-10T02:30:54Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '500b31fb-8432-4ed3-b340-b194d11ecd3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:30:56.295948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ea6a5-9618-46c9-9d12-853b60690fa4 req-90d35631-4a11-42b4-ae6d-414c47cffc1f tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:56.297748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd8ea6a5-9618-46c9-9d12-853b60690fa4 req-90d35631-4a11-42b4-ae6d-414c47cffc1f tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.1245663 Aug 10 02:30:56.302301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-96018f12-2451-4f0b-90e9-d5b02c8e5d17 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:56.303801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-96018f12-2451-4f0b-90e9-d5b02c8e5d17 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.1337748 Aug 10 02:30:56.365844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-8928fa2c-6992-4307-b179-ed8e54204010 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:56.367613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-8928fa2c-6992-4307-b179-ed8e54204010 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.5837896 Aug 10 02:30:56.374257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:56.445856 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-77481738-8acc-4116-ab6f-3a6b817db120 req-1df0044b-12d5-4b39-96b5-531eabfc7b78 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661800 Aug 10 02:30:56.471430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-90dc25cc-496e-4c9e-8987-304ddac7d587 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/quotas/9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 375 time: 0.0890789 Aug 10 02:30:56.490006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:56.492073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd8ea6a5-9618-46c9-9d12-853b60690fa4 req-132c809a-fcb6-484b-b3b5-974ae80b6b24 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873403 Aug 10 02:30:56.494421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=ef2e275e-a62e-401f-9e90-4016cf8981c8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:56.507791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:56.511016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:56.577539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77481738-8acc-4116-ab6f-3a6b817db120 req-74ffa77f-88df-4af8-89f6-e4ead21e7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:56.579633 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-77481738-8acc-4116-ab6f-3a6b817db120 req-74ffa77f-88df-4af8-89f6-e4ead21e7c7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cb9b560700d46d5ae38130c3d352c77&device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 1136 time: 0.0800192 Aug 10 02:30:56.658404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-aaef5ec7-7721-45ac-9aa3-5e6af785f2be tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1703289 Aug 10 02:30:56.687668 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:56.688362 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:56.706752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4df156c4-beb2-43ed-beee-575d02319e73 req-f96d5bba-3bbd-4d5d-8a26-f5738449be7d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 210 time: 0.1010032 Aug 10 02:30:56.760534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77481738-8acc-4116-ab6f-3a6b817db120 req-a1a6bcd9-8dfc-44dc-8d22-58dcafd7c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:56.766624 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-77481738-8acc-4116-ab6f-3a6b817db120 req-a1a6bcd9-8dfc-44dc-8d22-58dcafd7c462 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcaf3ca5-b212-421a-b39e-ed5862426770 HTTP/1.1" status: 200 len: 897 time: 0.1592436 Aug 10 02:30:56.812006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Deleting port 82adfe60-2969-4d04-9465-7025cf3e8509 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:30:56.812365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:56.838495 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-77481738-8acc-4116-ab6f-3a6b817db120 req-ab44f94f-3778-4bbf-bc86-ae716f2b847c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1832f1fe-7658-4178-b18a-b9a526c35adb HTTP/1.1" status: 200 len: 1000 time: 0.0692835 Aug 10 02:30:56.879700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-2a273f66-7ac8-4e55-abcb-6d4945d00194 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0157008 Aug 10 02:30:56.899838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77481738-8acc-4116-ab6f-3a6b817db120 req-72b33793-4ef1-48d1-b1fd-36463b7e8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:56.901388 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-77481738-8acc-4116-ab6f-3a6b817db120 req-72b33793-4ef1-48d1-b1fd-36463b7e8da5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5185fe02-8c96-40e7-86d0-ddb3d4ca63d5 HTTP/1.1" status: 200 len: 834 time: 0.0558715 Aug 10 02:30:56.909691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Request body: {'port': {'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:56.952963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77481738-8acc-4116-ab6f-3a6b817db120 req-5eabfe7e-ceb8-4504-b4ce-701ccf6fe72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:56.954721 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-77481738-8acc-4116-ab6f-3a6b817db120 req-5eabfe7e-ceb8-4504-b4ce-701ccf6fe72f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcaf3ca5-b212-421a-b39e-ed5862426770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468919 Aug 10 02:30:56.967812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-06b66909-66b7-4867-bb23-f9a1a93d1ba0 None None] Provisioning for port ef2e275e-a62e-401f-9e90-4016cf8981c8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:56.973058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-06b66909-66b7-4867-bb23-f9a1a93d1ba0 None None] Provisioning complete for port ef2e275e-a62e-401f-9e90-4016cf8981c8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:56.977756 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-06b66909-66b7-4867-bb23-f9a1a93d1ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:57.009230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e05fe-55b8-43b2-a428-540cd119976a req-0dd75a94-20f2-4107-95e5-33f69466a75d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:57.013788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d6e05fe-55b8-43b2-a428-540cd119976a req-0dd75a94-20f2-4107-95e5-33f69466a75d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 931 time: 0.2144814 Aug 10 02:30:57.017533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-63ac56bc-c9db-4db1-ab9d-cae15cc71266 service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254018 Aug 10 02:30:57.019988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-06b66909-66b7-4867-bb23-f9a1a93d1ba0 None None] Port ef2e275e-a62e-401f-9e90-4016cf8981c8 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:57.077421 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-77481738-8acc-4116-ab6f-3a6b817db120 req-590dcb08-d8e5-4ca5-b299-25925201aa68 service neutron] 10.222.0.16 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137345 Aug 10 02:30:57.147335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.11', 49235) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:30:57.161546 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:57.182600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] For port 82adfe60-2969-4d04-9465-7025cf3e8509, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=82adfe60-2969-4d04-9465-7025cf3e8509,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:57.183166 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:57.209642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-5b922c25-d868-4a5f-96de-e6bb9cc137d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3057306 Aug 10 02:30:57.246482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d6e05fe-55b8-43b2-a428-540cd119976a req-30d0718a-efda-42fb-9362-328d7bc26abe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224934 Aug 10 02:30:57.327424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Calling delete_port for 82adfe60-2969-4d04-9465-7025cf3e8509 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:30:57.339169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-91ad70f1-4df5-4354-aacd-2671f687ea4c service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933452 Aug 10 02:30:57.349292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-77481738-8acc-4116-ab6f-3a6b817db120 req-ec9a1daa-87a7-41dd-99a0-8423a0a46427 service neutron] 10.222.0.16 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656837 Aug 10 02:30:57.373440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-84f40433-8e37-4bd8-9640-7295afa02f83 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:57.375737 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-84f40433-8e37-4bd8-9640-7295afa02f83 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.11 "GET /v2.0/networks?id=32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc HTTP/1.1" status: 200 len: 798 time: 0.2271149 Aug 10 02:30:57.393106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Request body: {'port': {'device_id': '81684879-0ec5-4f74-8c36-befc272823e3', 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc', 'admin_state_up': True, 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:57.467390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1bff005b-ec7d-4806-a498-15c40c46aa2f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:57.547586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-ce5be45d-e828-4d9d-9514-1353891a6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:57.549537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-ce5be45d-e828-4d9d-9514-1353891a6ca5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c3b7529ff2354362acf72aeee9da0800&device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 1098 time: 0.2236369 Aug 10 02:30:57.612453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Made reservation on behalf of 8cb9b560700d46d5ae38130c3d352c77 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:30:57.616196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:57.799889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Allocated IP 172.20.0.27 (32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc/500b31fb-8432-4ed3-b340-b194d11ecd3d/0b5a86e1-9ce3-496c-bf87-729473348e31) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:30:57.822441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-61b9204f-592b-4cb6-9417-10567a15a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:57.823864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-61b9204f-592b-4cb6-9417-10567a15a6ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=5083d3a1-f14b-4880-af06-dc2116d32fb2 HTTP/1.1" status: 200 len: 909 time: 0.2449181 Aug 10 02:30:57.850670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 1bff005b-ec7d-4806-a498-15c40c46aa2f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:57.858613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1bff005b-ec7d-4806-a498-15c40c46aa2f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:57.859193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:57.895264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d385e-ee0b-4c87-b1ab-30320bcbd7d3 req-3f02cedd-6e0b-4366-9c77-8a41ea7f75f3 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:57.895264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-298d385e-ee0b-4c87-b1ab-30320bcbd7d3 req-3f02cedd-6e0b-4366-9c77-8a41ea7f75f3 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 1098 time: 0.2289445 Aug 10 02:30:57.960932 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:57.964117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:57.989131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Transition to ACTIVE for port object 0b5a86e1-9ce3-496c-bf87-729473348e31 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:57.999480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-24643950-a5f1-4b95-ba8b-d1b4c91f5521 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ed75e4a-a67e-495e-9f85-7497defc645a HTTP/1.1" status: 200 len: 1002 time: 0.1651468 Aug 10 02:30:58.004601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 1bff005b-ec7d-4806-a498-15c40c46aa2f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1bff005b-ec7d-4806-a498-15c40c46aa2f,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:30:58.009751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-298d385e-ee0b-4c87-b1ab-30320bcbd7d3 req-7b6febfb-2f86-4127-a549-c0d0b56dd0e9 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=52661d08-1ff3-4a92-906a-b1597ffbf32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886433 Aug 10 02:30:58.093420 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.115986 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.121439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc5a7195-64f3-4386-bd5e-cd3ebede5aaf req-cedb7f31-15d5-4e44-bcac-6008ffc0eabe tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 210 time: 0.0399902 Aug 10 02:30:58.126661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-9b5941c2-be68-4a2d-b219-10ba10a56d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:58.128112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-9b5941c2-be68-4a2d-b219-10ba10a56d1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c725e5c7-f576-4e69-9166-fee1e8461d9f HTTP/1.1" status: 200 len: 847 time: 0.1207452 Aug 10 02:30:58.132422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2e275e-a62e-401f-9e90-4016cf8981c8 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:30:58.149741 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['82adfe60-2969-4d04-9465-7025cf3e8509'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:30:58.151285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.185895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.206308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Pushing event deleted for resources: {'Port': ['ID=82adfe60-2969-4d04-9465-7025cf3e8509,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:58.207707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=1bff005b-ec7d-4806-a498-15c40c46aa2f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:58.226371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:30:58.232817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:30:58.237088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:30:58.239096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-025966bd-b249-4053-9a2f-9989edd44081 req-185dd2dc-fb93-43d9-a535-773e2919b783 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 210 time: 0.0857997 Aug 10 02:30:58.261962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event updated for resources: {'Port': ['ID=0b5a86e1-9ce3-496c-bf87-729473348e31,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:58.273452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Transition to ACTIVE for port object ef2e275e-a62e-401f-9e90-4016cf8981c8 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:58.320853 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] No DVR routers for this DVR port 82adfe60-2969-4d04-9465-7025cf3e8509 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:30:58.322349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:58.323242 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.331352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.333687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5f279f0-9630-4016-be06-332f6d510ac8 req-3057bdb3-6d40-4606-9f71-0446e7a60598 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.16 "DELETE /v2.0/ports/82adfe60-2969-4d04-9465-7025cf3e8509 HTTP/1.1" status: 204 len: 173 time: 2.0118320 Aug 10 02:30:58.334736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10eaaeb-7a44-437f-910d-44a637b56fd2', 'name': 'network-vif-deleted', 'tag': '82adfe60-2969-4d04-9465-7025cf3e8509'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:58.337472 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648951c-b45f-4945-91f5-ea4d7c3da4ad" -d '{"events": [{"server_uuid": "d10eaaeb-7a44-437f-910d-44a637b56fd2", "name": "network-vif-deleted", "tag": "82adfe60-2969-4d04-9465-7025cf3e8509"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:58.348019 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.413355 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8884bda0-34b5-4089-83e2-aca3ba5f568a x-openstack-request-id: req-8884bda0-34b5-4089-83e2-aca3ba5f568a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:58.413749 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10eaaeb-7a44-437f-910d-44a637b56fd2", "name": "network-vif-deleted", "tag": "82adfe60-2969-4d04-9465-7025cf3e8509", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:58.414077 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8884bda0-34b5-4089-83e2-aca3ba5f568a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:58.414596 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10eaaeb-7a44-437f-910d-44a637b56fd2', 'name': 'network-vif-deleted', 'tag': '82adfe60-2969-4d04-9465-7025cf3e8509', 'status': 'completed', 'code': 200} Aug 10 02:30:58.420733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-19972245-6723-489c-8039-2a0613e289b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:58.422492 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-19972245-6723-489c-8039-2a0613e289b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5083d3a1-f14b-4880-af06-dc2116d32fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2811980 Aug 10 02:30:58.453816 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-53a40a7e-621d-4481-905c-008ceaec4193 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0658839 Aug 10 02:30:58.469929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Request body: {'port': {'device_id': '81684879-0ec5-4f74-8c36-befc272823e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:30:58.554867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.565064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2e275e-a62e-401f-9e90-4016cf8981c8,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:58.642997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b7e94-3910-495c-8ea9-9034cf6ef3bc req-ff45b531-1a24-42da-91aa-37324d07771f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:58.650436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-642b7e94-3910-495c-8ea9-9034cf6ef3bc req-ff45b531-1a24-42da-91aa-37324d07771f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 943 time: 0.2515829 Aug 10 02:30:58.722434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-10cee266-951f-4057-859d-705aeeb21bf0 service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744925 Aug 10 02:30:58.765136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-642b7e94-3910-495c-8ea9-9034cf6ef3bc req-fca31ca9-2ecc-46b3-8623-91663739e67b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135590 Aug 10 02:30:58.766609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f2c7574f-e876-4fce-95d3-f76251283df7 None None] Provisioning for port 0b5a86e1-9ce3-496c-bf87-729473348e31 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:30:58.789316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f2c7574f-e876-4fce-95d3-f76251283df7 None None] Provisioning complete for port 0b5a86e1-9ce3-496c-bf87-729473348e31 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:58.789775 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f2c7574f-e876-4fce-95d3-f76251283df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.813830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Attempting to bind port ef2e275e-a62e-401f-9e90-4016cf8981c8 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:58.814186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Attempting to bind port ef2e275e-a62e-401f-9e90-4016cf8981c8 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:58.814532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Attempting to bind port ef2e275e-a62e-401f-9e90-4016cf8981c8 on network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:58.835763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Port ef2e275e-a62e-401f-9e90-4016cf8981c8 on network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:30:58.836156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Attempting to bind port ef2e275e-a62e-401f-9e90-4016cf8981c8 on network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:58.850034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:58.850427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Checking segment: {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:58.850960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Bound using segment: {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:58.851745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Bound port: ef2e275e-a62e-401f-9e90-4016cf8981c8, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017216f5-3c71-478e-ab98-156e2146e1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:58.852187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.859407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7574f-e876-4fce-95d3-f76251283df7 None None] Port 0b5a86e1-9ce3-496c-bf87-729473348e31 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:30:58.961620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5a86e1-9ce3-496c-bf87-729473348e31 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:30:58.979190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:58.999200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Transition to ACTIVE for port object 0b5a86e1-9ce3-496c-bf87-729473348e31 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:30:59.086914 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:59.159971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5a86e1-9ce3-496c-bf87-729473348e31,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:59.320545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Attempting to bind port 0b5a86e1-9ce3-496c-bf87-729473348e31 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:30:59.322702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Attempting to bind port 0b5a86e1-9ce3-496c-bf87-729473348e31 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:30:59.323333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Attempting to bind port 0b5a86e1-9ce3-496c-bf87-729473348e31 on network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:59.330219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Port 0b5a86e1-9ce3-496c-bf87-729473348e31 on network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:30:59.330855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Attempting to bind port 0b5a86e1-9ce3-496c-bf87-729473348e31 on network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:30:59.341107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:30:59.341674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Checking segment: {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:30:59.342156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Bound using segment: {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:30:59.342889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Bound port: 0b5a86e1-9ce3-496c-bf87-729473348e31, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:30:59.343252 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:59.433886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15c52fa1-8a47-4199-b464-8bdc36e9763a req-db797527-48cb-41b9-88b6-5557ca0ddc64 tempest-TestServerMultinode-172598897 tempest-TestServerMultinode-172598897-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d10eaaeb-7a44-437f-910d-44a637b56fd2 HTTP/1.1" status: 200 len: 210 time: 0.1423628 Aug 10 02:30:59.450306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1bff005b-ec7d-4806-a498-15c40c46aa2f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:30:59.462027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] For port 0b5a86e1-9ce3-496c-bf87-729473348e31, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:59.465632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] For port 0b5a86e1-9ce3-496c-bf87-729473348e31, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0b5a86e1-9ce3-496c-bf87-729473348e31,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:59.483079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-eb109e62-cd90-4a6d-82a6-d1d0982fed0a service neutron] 10.222.0.11 "GET /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7443814 Aug 10 02:30:59.505818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043caf1-e6d4-429f-9e26-5754b06cf58a req-6d309896-0093-4929-b446-668b147f1b72 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:59.507783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4043caf1-e6d4-429f-9e26-5754b06cf58a req-6d309896-0093-4929-b446-668b147f1b72 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 907 time: 0.2004786 Aug 10 02:30:59.513945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] For port ef2e275e-a62e-401f-9e90-4016cf8981c8, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:30:59.518072 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] For port ef2e275e-a62e-401f-9e90-4016cf8981c8, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:30:59.561867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1bff005b-ec7d-4806-a498-15c40c46aa2f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:30:59.562315 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:59.572988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4e423fa-eded-44b9-a2b5-f1dd3d5a0814 req-59e99340-4c9c-42d2-b715-1d62149be7eb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 210 time: 0.0319042 Aug 10 02:30:59.594497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:59.631819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:59.632546 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:59.633946 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b5a86e1-9ce3-496c-bf87-729473348e31 HTTP/1.1" status: 200 len: 1056 time: 1.1701159 Aug 10 02:30:59.636197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81684879-0ec5-4f74-8c36-befc272823e3', 'tag': '0b5a86e1-9ce3-496c-bf87-729473348e31'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:30:59.639505 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d11e1c-5b28-474a-8e3c-18af046e7d96" -d '{"events": [{"name": "network-changed", "server_uuid": "81684879-0ec5-4f74-8c36-befc272823e3", "tag": "0b5a86e1-9ce3-496c-bf87-729473348e31"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:30:59.689958 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:59.690098 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c41ecc7-d6fe-425c-a2d8-6e7c1f7b970b x-openstack-request-id: req-2c41ecc7-d6fe-425c-a2d8-6e7c1f7b970b {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:30:59.690098 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81684879-0ec5-4f74-8c36-befc272823e3", "tag": "0b5a86e1-9ce3-496c-bf87-729473348e31", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:30:59.690098 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c41ecc7-d6fe-425c-a2d8-6e7c1f7b970b {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:30:59.690098 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81684879-0ec5-4f74-8c36-befc272823e3', 'tag': '0b5a86e1-9ce3-496c-bf87-729473348e31', 'status': 'completed', 'code': 200} Aug 10 02:30:59.690098 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bb3da-16c1-4935-82d7-311195df1d69 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5a86e1-9ce3-496c-bf87-729473348e31,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:59.735601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:59.736459 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:30:59.738041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] 10.222.0.11 "PUT /v2.0/ports/ef2e275e-a62e-401f-9e90-4016cf8981c8 HTTP/1.1" status: 200 len: 1092 time: 2.8383667 Aug 10 02:30:59.769958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdf110-6d6b-4067-8ac9-bfbd48b0611d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2e275e-a62e-401f-9e90-4016cf8981c8,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:30:59.779557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d11e1c-5b28-474a-8e3c-18af046e7d96 req-50b33736-1892-4a33-84f7-44ca7d530459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:59.781420 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20d11e1c-5b28-474a-8e3c-18af046e7d96 req-50b33736-1892-4a33-84f7-44ca7d530459 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cb9b560700d46d5ae38130c3d352c77&device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 1059 time: 0.0660501 Aug 10 02:30:59.925183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d11e1c-5b28-474a-8e3c-18af046e7d96 req-b4b0f03d-1dd1-441e-96fe-f8b11f251630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:59.925648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d11e1c-5b28-474a-8e3c-18af046e7d96 req-b4b0f03d-1dd1-441e-96fe-f8b11f251630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:59.927438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20d11e1c-5b28-474a-8e3c-18af046e7d96 req-b4b0f03d-1dd1-441e-96fe-f8b11f251630 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8cb9b560700d46d5ae38130c3d352c77&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1344159 Aug 10 02:30:59.939579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-451c657b-efd3-4bdb-a3d1-93c39fee996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:59.941085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-451c657b-efd3-4bdb-a3d1-93c39fee996d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 1095 time: 0.1031339 Aug 10 02:30:59.969394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449340f-f154-4b91-b562-2bebd64c26da req-4d9d320e-52d6-4876-bcbc-1f5951cedd3e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:30:59.977386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c449340f-f154-4b91-b562-2bebd64c26da req-4d9d320e-52d6-4876-bcbc-1f5951cedd3e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 943 time: 0.0922158 Aug 10 02:31:00.010791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-81600a4a-1ffb-42a7-9023-bf7836aaae27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8 HTTP/1.1" status: 200 len: 217 time: 0.0576580 Aug 10 02:31:00.048893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d11e1c-5b28-474a-8e3c-18af046e7d96 req-588d54f2-202f-4c19-9c6c-3a8eb51086ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.050460 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20d11e1c-5b28-474a-8e3c-18af046e7d96 req-588d54f2-202f-4c19-9c6c-3a8eb51086ae service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154606 Aug 10 02:31:00.087178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c449340f-f154-4b91-b562-2bebd64c26da req-e9bb7232-3920-45ca-9d9e-13006bf2fff4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088269 Aug 10 02:31:00.092557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-1b344b58-bb6a-4ce6-b067-9614b73a0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.094093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-1b344b58-bb6a-4ce6-b067-9614b73a0a05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3fa5833-bb7a-45ce-964a-ff2cfe962b86 HTTP/1.1" status: 200 len: 835 time: 0.0761192 Aug 10 02:31:00.138108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-e2702a32-9ebe-494a-a041-a9da5f89385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.139967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-e2702a32-9ebe-494a-a041-a9da5f89385e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cb9b560700d46d5ae38130c3d352c77&device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 1059 time: 0.0461850 Aug 10 02:31:00.152962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-b3cf8711-4d17-4dc7-803a-864f49e3b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.154699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-b3cf8711-4d17-4dc7-803a-864f49e3b302 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a2bbdc0-6315-426a-a709-62b2322ed7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461617 Aug 10 02:31:00.193396 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-7866aa40-990e-409c-85c4-ba8d8089ed3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0b5a86e1-9ce3-496c-bf87-729473348e31 HTTP/1.1" status: 200 len: 217 time: 0.0413165 Aug 10 02:31:00.246280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d3647a0d-0af9-4972-830d-c2db0ff13d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.248001 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-d3647a0d-0af9-4972-830d-c2db0ff13d68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=500b31fb-8432-4ed3-b340-b194d11ecd3d HTTP/1.1" status: 200 len: 837 time: 0.0472469 Aug 10 02:31:00.252020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-11d54067-1195-46f0-8f96-856f2726e71c service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904651 Aug 10 02:31:00.305383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-574eb319-9f54-446d-ab37-052eece07530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.306999 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-574eb319-9f54-446d-ab37-052eece07530 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0468042 Aug 10 02:31:00.372943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0be2af03-6b3d-4bb0-bd38-0a13dfe971d1 req-6d4cdc96-f5d7-4106-9417-738c2d672333 service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119597 Aug 10 02:31:00.402834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 82adfe60-2969-4d04-9465-7025cf3e8509 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:00.412778 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-902b704b-658b-4b3b-918c-e4e6bbd351fd service neutron] 10.222.0.11 "GET /v2.0/networks/32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979071 Aug 10 02:31:00.415521 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:00.418102 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b766fa8-d8b0-41d8-a968-dc3830a096aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:00.424390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 82adfe60-2969-4d04-9465-7025cf3e8509 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:00.424736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 82adfe60-2969-4d04-9465-7025cf3e8509 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:00.459872 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eddfed-269c-4d71-8438-dc4e74090888 x-openstack-request-id: req-30eddfed-269c-4d71-8438-dc4e74090888 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:00.460454 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:00.460454 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-30eddfed-269c-4d71-8438-dc4e74090888 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:00.461201 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'status': 'completed', 'code': 200} Aug 10 02:31:00.516712 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60738) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:00.528330 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-562b23e6-5c0f-47e9-ae13-f62c4c6a4a29 req-0483f9ce-25f9-4b9e-894b-d86f1027c452 service neutron] 10.222.0.11 "GET /v2.0/networks/32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066482 Aug 10 02:31:00.634529 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-323179f5-2d0c-4086-b93c-9dcda48d3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.637398 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-323179f5-2d0c-4086-b93c-9dcda48d3150 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 1095 time: 0.0560322 Aug 10 02:31:00.736032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-007065f1-286e-4a34-af62-eb46c7c193ac req-71b33838-3e7e-42ec-bdcc-81972fb810a7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 210 time: 0.0724175 Aug 10 02:31:00.744934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-a2a99c70-6d31-4dae-add8-f9a09c8294dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.747233 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-a2a99c70-6d31-4dae-add8-f9a09c8294dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a2bbdc0-6315-426a-a709-62b2322ed7a0 HTTP/1.1" status: 200 len: 898 time: 0.1018329 Aug 10 02:31:00.797581 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-58c21766-764a-4cac-b23a-ae9a512feb63 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8 HTTP/1.1" status: 200 len: 217 time: 0.0366924 Aug 10 02:31:00.804449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fee3c-1cb4-495c-b891-3e68891748c8 req-27d6288c-3d9c-479f-916b-d7078b6f3336 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.806060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d55fee3c-1cb4-495c-b891-3e68891748c8 req-27d6288c-3d9c-479f-916b-d7078b6f3336 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 907 time: 0.2101798 Aug 10 02:31:00.813558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-8ced5019-3fd3-4111-b0ab-d8ad6309ca83 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.815568 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-8ced5019-3fd3-4111-b0ab-d8ad6309ca83 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.2461631 Aug 10 02:31:00.861227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-3c627be7-caa7-41f1-b789-2020a6f83ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.862776 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-3c627be7-caa7-41f1-b789-2020a6f83ac4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3fa5833-bb7a-45ce-964a-ff2cfe962b86 HTTP/1.1" status: 200 len: 835 time: 0.0572085 Aug 10 02:31:00.916026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-09a7f875-ca1a-42df-81a4-1c3ee4d014cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:00.917655 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-09a7f875-ca1a-42df-81a4-1c3ee4d014cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a2bbdc0-6315-426a-a709-62b2322ed7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436687 Aug 10 02:31:00.934903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-5245824d-383a-40fb-a780-959860cb5cf1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 379 time: 0.0854452 Aug 10 02:31:00.948814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'port': {'device_id': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'admin_state_up': True, 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'security_groups': ['e8142d15-22b2-4e28-bc6d-437ad427141d']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:01.018065 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-aecfd9a6-9ced-48f9-8f6c-27aff54a82f5 service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908484 Aug 10 02:31:01.123221 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b766fa8-d8b0-41d8-a968-dc3830a096aa req-a7e0d25f-d78a-4d3a-b234-63650de74c1c service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965056 Aug 10 02:31:01.276834 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Made reservation on behalf of 9082559d41d742f891f775f5c4029da0 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:31:01.281360 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:01.296877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a453718-a3eb-4893-95ad-4ddeb31d2a87 req-dd48b6e2-cfbf-4d42-9f0c-076b569e4bea tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:01.298446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a453718-a3eb-4893-95ad-4ddeb31d2a87 req-dd48b6e2-cfbf-4d42-9f0c-076b569e4bea tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 943 time: 0.1200919 Aug 10 02:31:01.432860 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a453718-a3eb-4893-95ad-4ddeb31d2a87 req-c10936db-05bc-47c0-a313-feb44d55bf7c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247451 Aug 10 02:31:01.451488 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:01.577075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.20.0.13 (96ead180-e03b-44cb-ac36-6e482b15f632/870e0f49-f6c5-4672-afe5-fedc6f28e496/7e958fd5-cd43-4e43-aa35-4a37fc04eaec) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:01.861824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-293ed13f-fc2b-4277-8dee-a3ca0e37feb8 req-a759ebb4-6eb1-42a0-a33c-945f1cde70ac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 210 time: 0.0407321 Aug 10 02:31:01.914880 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:02.006735 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Transition to ACTIVE for port object 7e958fd5-cd43-4e43-aa35-4a37fc04eaec will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:02.065934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ada79b-ccae-419d-8f09-5d6b91338f4b req-691b8c99-3a84-484b-b976-24930a1bd4a8 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:02.067557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95ada79b-ccae-419d-8f09-5d6b91338f4b req-691b8c99-3a84-484b-b976-24930a1bd4a8 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1615806 Aug 10 02:31:02.081942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740e969-acd3-4e84-aa4b-7a52f3bb15fd req-6584ea6b-b04e-47a3-941c-da359b3ba4b8 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:02.083957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2740e969-acd3-4e84-aa4b-7a52f3bb15fd req-6584ea6b-b04e-47a3-941c-da359b3ba4b8 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 907 time: 0.1372244 Aug 10 02:31:02.150392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Deleting port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:02.150771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:02.507927 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95ada79b-ccae-419d-8f09-5d6b91338f4b req-5d86509c-7ef0-495f-8041-acf48fb834b6 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4216361 Aug 10 02:31:02.510980 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:02.588196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:02.604924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:02.613289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:02.626542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:02.666534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] For port fe2ff37d-a2ce-4965-a271-ecfcfc2717ae, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fe2ff37d-a2ce-4965-a271-ecfcfc2717ae,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:02.666936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:02.694164 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Calling delete_port for fe2ff37d-a2ce-4965-a271-ecfcfc2717ae owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:02.705406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428af422-d208-4681-8874-c9aaeecc0f77 req-3781619d-e33d-4c5a-bea8-557f7fff7397 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:02.713072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-428af422-d208-4681-8874-c9aaeecc0f77 req-3781619d-e33d-4c5a-bea8-557f7fff7397 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 943 time: 0.1921031 Aug 10 02:31:02.753877 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:02.754578 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:02.814926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-428af422-d208-4681-8874-c9aaeecc0f77 req-d6199093-0328-49ab-abb3-bcc9a3367531 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010349 Aug 10 02:31:02.895641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e0da543c-fca5-4684-bd0f-0c50e0fcd388 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9523702 Aug 10 02:31:02.912610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Request body: {'port': {'device_id': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:03.014664 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.041543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-92013827-eb19-4474-9bf3-cb1d651a7deb None None] Provisioning for port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:03.046696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-92013827-eb19-4474-9bf3-cb1d651a7deb None None] Provisioning complete for port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:03.047320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-92013827-eb19-4474-9bf3-cb1d651a7deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.071736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0b5a86e1-9ce3-496c-bf87-729473348e31 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:31:03.100847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-92013827-eb19-4474-9bf3-cb1d651a7deb None None] Port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:31:03.111383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d07c5f-bb7d-4ed8-b804-0974f4520561 req-dc93c9d6-c190-4d18-bb34-eca67a2f05dc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:03.113014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59d07c5f-bb7d-4ed8-b804-0974f4520561 req-dc93c9d6-c190-4d18-bb34-eca67a2f05dc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 932 time: 0.1398942 Aug 10 02:31:03.223851 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.250002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0b5a86e1-9ce3-496c-bf87-729473348e31, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0b5a86e1-9ce3-496c-bf87-729473348e31,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:03.263906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '0b5a86e1-9ce3-496c-bf87-729473348e31', 'network_id': '32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc', 'port_id': '0b5a86e1-9ce3-496c-bf87-729473348e31', 'mac_address': 'fa:16:3e:ae:61:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500b31fb-8432-4ed3-b340-b194d11ecd3d', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:31:03.269848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-eef282b6-8b55-4cf3-8b1e-aea91c6c48c2 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:03.271930 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-eef282b6-8b55-4cf3-8b1e-aea91c6c48c2 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 946 time: 0.0770507 Aug 10 02:31:03.300804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59d07c5f-bb7d-4ed8-b804-0974f4520561 req-9d2ab21d-473d-4d8d-b548-f173564e2fd2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778641 Aug 10 02:31:03.320851 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.338064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5a86e1-9ce3-496c-bf87-729473348e31 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:31:03.359750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0b5a86e1-9ce3-496c-bf87-729473348e31, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0b5a86e1-9ce3-496c-bf87-729473348e31,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:03.373687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2ff37d-a2ce-4965-a271-ecfcfc2717ae,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:03.432724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Deleting port 0ed75e4a-a67e-495e-9f85-7497defc645a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:03.433546 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.445069 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.445780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ef2e275e-a62e-401f-9e90-4016cf8981c8 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:31:03.459039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5546f-e455-42b4-8cbe-0a55386ad91a req-b0810585-4f83-4d31-b19f-4179c72a4a1d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:03.461357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84c5546f-e455-42b4-8cbe-0a55386ad91a req-b0810585-4f83-4d31-b19f-4179c72a4a1d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 907 time: 0.2583642 Aug 10 02:31:03.620703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] For port 0ed75e4a-a67e-495e-9f85-7497defc645a, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0ed75e4a-a67e-495e-9f85-7497defc645a,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:03.626761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.671701 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.686350 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0b5a86e1-9ce3-496c-bf87-729473348e31,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:03.784454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ef2e275e-a62e-401f-9e90-4016cf8981c8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:03.802208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:31:03.853143 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.877184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ec31-e46f-4715-ad27-05bfe2e6d220 req-e7a3c76d-8f1c-42b6-be9c-680ce77844cf tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:03.878258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2e275e-a62e-401f-9e90-4016cf8981c8 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:31:03.880508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f84ec31-e46f-4715-ad27-05bfe2e6d220 req-e7a3c76d-8f1c-42b6-be9c-680ce77844cf tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 946 time: 0.1963806 Aug 10 02:31:03.888830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e958fd5-cd43-4e43-aa35-4a37fc04eaec {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:31:03.924307 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ef2e275e-a62e-401f-9e90-4016cf8981c8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:03.953896 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.968901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.969343 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:03.969674 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Floating IP f030c037-a327-47bf-94e5-934f7f8b210e disassociated. External IP: 172.25.3.170, port: 0ed75e4a-a67e-495e-9f85-7497defc645a. Aug 10 02:31:03.970026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Calling delete_port for 0ed75e4a-a67e-495e-9f85-7497defc645a owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:03.985134 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:04.031411 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Transition to ACTIVE for port object 7e958fd5-cd43-4e43-aa35-4a37fc04eaec will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:04.049009 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=ef2e275e-a62e-401f-9e90-4016cf8981c8,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:04.050057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f84ec31-e46f-4715-ad27-05bfe2e6d220 req-71167a99-8d8d-4e5e-959b-b7c07d3811ab tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a7a4ed8-70c1-4c76-b864-b609e7f3246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225903 Aug 10 02:31:04.080786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba9c0f-ac36-4347-83ec-d811e1b2e516 req-ba356a44-da28-4a03-8ca3-9163c12cc994 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:04.082373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cba9c0f-ac36-4347-83ec-d811e1b2e516 req-ba356a44-da28-4a03-8ca3-9163c12cc994 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 943 time: 0.1502476 Aug 10 02:31:04.149227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:04.218355 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:04.219409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['0b5a86e1-9ce3-496c-bf87-729473348e31'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:31:04.236660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['ef2e275e-a62e-401f-9e90-4016cf8981c8'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:31:04.259030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event deleted for resources: {'Port': ['ID=0ed75e4a-a67e-495e-9f85-7497defc645a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:04.273755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cba9c0f-ac36-4347-83ec-d811e1b2e516 req-79099973-30fb-4593-8b67-41d638b76580 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459205 Aug 10 02:31:04.281768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Pushing event updated for resources: {'Port': ['ID=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:04.370658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Router ead3f848-13c5-4494-a558-1e7f89f232b0 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:04.427024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Attempting to bind port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:31:04.427447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Attempting to bind port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:31:04.428871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Attempting to bind port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:04.551286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec on network 96ead180-e03b-44cb-ac36-6e482b15f632 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:31:04.551627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Attempting to bind port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:04.564785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:31:04.565055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:04.565577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Bound using segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:31:04.566042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Bound port: 7e958fd5-cd43-4e43-aa35-4a37fc04eaec, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:31:04.566595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:04.653664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] For port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:31:04.658666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] For port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:31:04.781633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daff01-5588-4a5e-82cb-fe5c932dd0e1 req-af58c5ad-a581-43dd-9ce9-572cd8b30801 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:04.783387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32daff01-5588-4a5e-82cb-fe5c932dd0e1 req-af58c5ad-a581-43dd-9ce9-572cd8b30801 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 944 time: 0.3438148 Aug 10 02:31:04.785791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:04.880270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:04.880909 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:04.881882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Router b76712b5-9e92-4319-8519-0086f81e0bd4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:04.882495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-57227651-5e61-47f0-ad81-46774156b699 service neutron] 10.222.0.16 "PUT /v2.0/ports/7e958fd5-cd43-4e43-aa35-4a37fc04eaec HTTP/1.1" status: 200 len: 1093 time: 1.9744403 Aug 10 02:31:04.900671 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'tag': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:04.903272 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "df6a6cac-b0d7-40dc-8491-0b31caec2c9c", "tag": "7e958fd5-cd43-4e43-aa35-4a37fc04eaec"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:04.979930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c84cd-69fa-4561-86cc-679407a6c952 req-198061e1-11a2-4808-a6de-78422774c5ea tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:04.988932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-434c84cd-69fa-4561-86cc-679407a6c952 req-198061e1-11a2-4808-a6de-78422774c5ea tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 908 time: 0.3282800 Aug 10 02:31:04.989693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57227651-5e61-47f0-ad81-46774156b699 service neutron] Pushing event updated for resources: {'Port': ['ID=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:05.062063 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:05.067907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e0fa0923-47b7-45fb-9629-31cd9a80fac4 admin admin] 10.222.0.38 "PUT /v2.0/routers/ead3f848-13c5-4494-a558-1e7f89f232b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5501246 Aug 10 02:31:05.072806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60776) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:05.073892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] Sync routers for ids ['ead3f848-13c5-4494-a558-1e7f89f232b0'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:05.086518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ef2e275e-a62e-401f-9e90-4016cf8981c8 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:05.092721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32daff01-5588-4a5e-82cb-fe5c932dd0e1 req-fbcb12b9-404d-4de0-bd88-7efd7946ba1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438760 Aug 10 02:31:05.093568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:05.102237 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bd9538-4e14-4a75-941b-3b4faac59331 x-openstack-request-id: req-95bd9538-4e14-4a75-941b-3b4faac59331 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:05.102541 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6a6cac-b0d7-40dc-8491-0b31caec2c9c", "tag": "7e958fd5-cd43-4e43-aa35-4a37fc04eaec", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:05.102819 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95bd9538-4e14-4a75-941b-3b4faac59331 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:05.103234 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'tag': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'status': 'completed', 'code': 200} Aug 10 02:31:05.105430 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] Sync routers for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:05.121423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-4ccb1580-f70b-49f9-bf23-f7ac8954a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:05.123437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:05.123930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-4ccb1580-f70b-49f9-bf23-f7ac8954a3d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 1096 time: 0.1298447 Aug 10 02:31:05.130883 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:05.189106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] Routers {'ead3f848-13c5-4494-a558-1e7f89f232b0'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:05.189769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ead3f848-13c5-4494-a558-1e7f89f232b0'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:05.209420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-58e8c7ee-2069-4e4c-ae4e-5ff618012d17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec HTTP/1.1" status: 200 len: 217 time: 0.0753636 Aug 10 02:31:05.268818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] No DVR routers for this DVR port 0ed75e4a-a67e-495e-9f85-7497defc645a on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:05.273126 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:05.275749 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1e5f843e-1a79-4fda-93fb-855d15fd0a3d req-e634929a-f14c-4391-a933-cdcb92e235ed tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.11 "DELETE /v2.0/ports/0ed75e4a-a67e-495e-9f85-7497defc645a HTTP/1.1" status: 204 len: 173 time: 1.9866009 Aug 10 02:31:05.276449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf14de9-847a-457f-b860-246a1640d2a6', 'name': 'network-vif-deleted', 'tag': '0ed75e4a-a67e-495e-9f85-7497defc645a'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:05.279735 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbfc746-2f1b-4059-83d2-b22f15dee8b2" -d '{"events": [{"server_uuid": "3cf14de9-847a-457f-b860-246a1640d2a6", "name": "network-vif-deleted", "tag": "0ed75e4a-a67e-495e-9f85-7497defc645a"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:05.308401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a81eef4-0bf3-48bb-b598-d72900430f38 req-432fad51-0999-44ca-a738-38f59a37e9aa tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0395865 Aug 10 02:31:05.319356 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:05.350320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-66f6ace6-74ec-4843-8dfc-c2041087d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:05.360138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-66f6ace6-74ec-4843-8dfc-c2041087d486 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.1416798 Aug 10 02:31:05.430905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:05.477729 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063fa7e9-3618-4458-a007-47d6e40877dc x-openstack-request-id: req-063fa7e9-3618-4458-a007-47d6e40877dc {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:05.478052 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf14de9-847a-457f-b860-246a1640d2a6", "name": "network-vif-deleted", "tag": "0ed75e4a-a67e-495e-9f85-7497defc645a", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:05.478313 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-063fa7e9-3618-4458-a007-47d6e40877dc {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:05.480784 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf14de9-847a-457f-b860-246a1640d2a6', 'name': 'network-vif-deleted', 'tag': '0ed75e4a-a67e-495e-9f85-7497defc645a', 'status': 'completed', 'code': 200} Aug 10 02:31:05.530855 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:05.534761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] Set router ead3f848-13c5-4494-a558-1e7f89f232b0 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:05.543565 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e95bb6a1-8aaf-4f53-ab11-b5776af1d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:05.545835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-e95bb6a1-8aaf-4f53-ab11-b5776af1d5a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767828 Aug 10 02:31:05.573169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port ef2e275e-a62e-401f-9e90-4016cf8981c8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:05.621749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07704178-2aeb-419c-9bfa-b8a94a74ec3f req-762466c7-f8cb-4241-8251-71c3fa6d48e7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:05.630002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07704178-2aeb-419c-9bfa-b8a94a74ec3f req-762466c7-f8cb-4241-8251-71c3fa6d48e7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 944 time: 0.1762209 Aug 10 02:31:05.632557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port ef2e275e-a62e-401f-9e90-4016cf8981c8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:05.633376 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:05.690835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-07704178-2aeb-419c-9bfa-b8a94a74ec3f req-aa3c59b4-b398-4ea1-9827-79b2e0eb2f9a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598438 Aug 10 02:31:05.717121 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-ee017130-2243-4322-99ab-5ff28d903939 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636431 Aug 10 02:31:05.750503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Deleting port addd1db5-006c-4137-9755-7fac75a101a1 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:05.751301 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:05.768624 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:34Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e4d6adf5-58e0-4d70-9c8b-9c0793a66b97', 'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'mac_address': 'fa:16:3e:42:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:32Z', 'updated_at': '2021-08-10T02:25:43Z', 'revision_number': 5, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'subnets': [{'id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:05.844290 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] Checking router: b76712b5-9e92-4319-8519-0086f81e0bd4 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:05.849041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccd67790-bece-4dbb-a56b-fbb8c43b7b4f req-9a956463-1d3f-47e7-83a6-296bd944d438 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257131 Aug 10 02:31:05.858504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] For port addd1db5-006c-4137-9755-7fac75a101a1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=addd1db5-006c-4137-9755-7fac75a101a1,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:05.859337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:05.878690 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:05.878690 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:05.879018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Calling delete_port for addd1db5-006c-4137-9755-7fac75a101a1 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:05.904411 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:05.962344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:05.964686 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b7401f-54b3-4c24-8b3e-191b9466fd95" -d '{"events": [{"server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "name": "network-vif-plugged", "status": "completed", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:05.984047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port ef2e275e-a62e-401f-9e90-4016cf8981c8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:06.001345 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:03Z', 'updated_at': '2021-08-10T02:31:03Z', 'revision_number': 5, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'gw_port': {'id': 'addd1db5-006c-4137-9755-7fac75a101a1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:04Z', 'updated_at': '2021-08-10T02:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:06.017182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-9c754472-0cf4-4329-ac19-a4c001490fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:06.019109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-9c754472-0cf4-4329-ac19-a4c001490fb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 1096 time: 0.0621402 Aug 10 02:31:06.070627 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:06.072696 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc6e9a2-affb-497b-98b6-e7a6ebd088fc x-openstack-request-id: req-4dc6e9a2-affb-497b-98b6-e7a6ebd088fc {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:06.072996 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "name": "network-vif-plugged", "status": "completed", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:06.082689 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4dc6e9a2-affb-497b-98b6-e7a6ebd088fc {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:06.083410 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'code': 200} Aug 10 02:31:06.085361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] Checking router: ead3f848-13c5-4494-a558-1e7f89f232b0 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:06.103172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.104347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0b5a86e1-9ce3-496c-bf87-729473348e31 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:06.199263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97050fb9-399e-4367-8d92-7279acbba7d4 req-ccd5fef5-2556-4ece-bdec-f576e1357f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:06.202112 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97050fb9-399e-4367-8d92-7279acbba7d4 req-ccd5fef5-2556-4ece-bdec-f576e1357f6c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 1097 time: 0.0562775 Aug 10 02:31:06.214212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] Routers {'ead3f848-13c5-4494-a558-1e7f89f232b0'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:06.214848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ead3f848-13c5-4494-a558-1e7f89f232b0'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:06.250428 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-97050fb9-399e-4367-8d92-7279acbba7d4 req-b464d6da-2570-45a9-a883-f4bb6eb55bec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407488 Aug 10 02:31:06.252763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.299584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Pushing event deleted for resources: {'Port': ['ID=addd1db5-006c-4137-9755-7fac75a101a1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:06.354251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=ef2e275e-a62e-401f-9e90-4016cf8981c8,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:06.368865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d5daa-7bfa-40e6-b24f-925f87c7ee1b req-9a6485bf-c2cb-4fa8-9cef-7c05512a3a87 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:06.383731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] Set router ead3f848-13c5-4494-a558-1e7f89f232b0 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:06.389695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f77d5daa-7bfa-40e6-b24f-925f87c7ee1b req-9a6485bf-c2cb-4fa8-9cef-7c05512a3a87 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 908 time: 0.2007530 Aug 10 02:31:06.398055 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.426780 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:34Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e4d6adf5-58e0-4d70-9c8b-9c0793a66b97', 'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'mac_address': 'fa:16:3e:42:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:32Z', 'updated_at': '2021-08-10T02:25:43Z', 'revision_number': 5, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'subnets': [{'id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:06.446924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-ffda7b74-a13a-4289-99ad-bbcfe41fc4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:06.448444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-ffda7b74-a13a-4289-99ad-bbcfe41fc4fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.4210417 Aug 10 02:31:06.474182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d30bf-54bc-43dd-bf12-4b08827807f3 req-518f9142-b76c-45b8-9624-eed86ede366f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:06.483495 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea3d30bf-54bc-43dd-bf12-4b08827807f3 req-518f9142-b76c-45b8-9624-eed86ede366f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 944 time: 0.2987289 Aug 10 02:31:06.490837 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68095688-7339-4fd6-b1f6-8a74154dae36 None None] The sync data for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 is: [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:25:34Z', 'revision_number': 4, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e4d6adf5-58e0-4d70-9c8b-9c0793a66b97', 'name': '', 'network_id': '5083d3a1-f14b-4880-af06-dc2116d32fb2', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'mac_address': 'fa:16:3e:42:88:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:32Z', 'updated_at': '2021-08-10T02:25:43Z', 'revision_number': 5, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'subnets': [{'id': 'c725e5c7-f576-4e69-9166-fee1e8461d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:06.498774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 0b5a86e1-9ce3-496c-bf87-729473348e31 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:06.502272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:03Z', 'updated_at': '2021-08-10T02:31:05Z', 'revision_number': 6, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:06.506378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 0b5a86e1-9ce3-496c-bf87-729473348e31 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:06.506378 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.519045 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.521593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.535544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957dd6c-7815-4aea-98d7-d88996f7d854 None None] The sync data for ids ['ead3f848-13c5-4494-a558-1e7f89f232b0'] in n-d-767704-21 is: [{'id': 'ead3f848-13c5-4494-a558-1e7f89f232b0', 'name': 'tempest-TestServerMultinode-1611870890-router', 'tenant_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:03Z', 'updated_at': '2021-08-10T02:31:05Z', 'revision_number': 6, 'project_id': '4fb46b8930d04cb2ac09f84b3735e8aa', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:06.571588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-f72ea448-01c6-4f05-9645-964e0bf61c7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec HTTP/1.1" status: 200 len: 217 time: 0.0619497 Aug 10 02:31:06.597202 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78dd108b-6699-4a09-8861-9d015370fe2c req-11195192-da37-44cb-946f-dc312f946e19 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf14de9-847a-457f-b860-246a1640d2a6 HTTP/1.1" status: 200 len: 210 time: 0.0863738 Aug 10 02:31:06.645733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea3d30bf-54bc-43dd-bf12-4b08827807f3 req-4d124f14-4560-4ed5-b2b0-cf2cf4e5c309 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613004 Aug 10 02:31:06.671804 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.673416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-7eeee3a0-fbe2-41e8-b8a2-bb2299c17d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:06.675050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-7eeee3a0-fbe2-41e8-b8a2-bb2299c17d3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0808160 Aug 10 02:31:06.710037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0b5a86e1-9ce3-496c-bf87-729473348e31, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0b5a86e1-9ce3-496c-bf87-729473348e31,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:06.734852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-9f7ca04a-bf43-4f23-9197-756379efb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:06.736428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-9f7ca04a-bf43-4f23-9197-756379efb372 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541027 Aug 10 02:31:06.748517 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-50f940c7-f2ea-4c05-a4f4-550555ddd856 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:31:06.749609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-50f940c7-f2ea-4c05-a4f4-550555ddd856 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056090 Aug 10 02:31:06.761295 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.762148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ead3f848-13c5-4494-a558-1e7f89f232b0 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:31:06.771824 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.775681 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-01ca996d-0d06-4e7f-85fb-6bd5527ac801 admin admin] 10.222.0.38 "DELETE /v2.0/routers/ead3f848-13c5-4494-a558-1e7f89f232b0 HTTP/1.1" status: 204 len: 168 time: 1.6978607 Aug 10 02:31:06.776052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60794) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:06.784053 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.784867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0ed75e4a-a67e-495e-9f85-7497defc645a no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:06.837946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 0ed75e4a-a67e-495e-9f85-7497defc645a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:06.838544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a70ae8-3cfe-47cf-a600-864de70434b5 admin admin] Deleting subnet ac8e45b1-5332-4ea5-bd7b-2464c86c8362 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:31:06.838746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0ed75e4a-a67e-495e-9f85-7497defc645a not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:06.844251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59a70ae8-3cfe-47cf-a600-864de70434b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.876818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0b5a86e1-9ce3-496c-bf87-729473348e31,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:06.884168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a15da38-9783-4705-a2d8-f85992c8dfa1 None None] New status for floating IP f030c037-a327-47bf-94e5-934f7f8b210e: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:31:06.911377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59a70ae8-3cfe-47cf-a600-864de70434b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:06.916065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9032945-2529-49ce-b9b8-42d8adf929d5 req-1e86e97e-ab11-4e22-98be-c000b5bcdc61 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:06.929078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9032945-2529-49ce-b9b8-42d8adf929d5 req-1e86e97e-ab11-4e22-98be-c000b5bcdc61 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 945 time: 0.1475282 Aug 10 02:31:06.982302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9032945-2529-49ce-b9b8-42d8adf929d5 req-3c46fe1c-7366-4582-ab3f-ca08db4cda90 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473406 Aug 10 02:31:07.001545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-97274e9d-6506-4bf6-8e97-df1e70600c97 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446194 Aug 10 02:31:07.056813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59a70ae8-3cfe-47cf-a600-864de70434b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.122213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5c9b087e-d7d9-45ff-adbc-975132b6c7aa req-4e1379ef-58e1-43b2-b22a-07c0e7995fa1 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134276 Aug 10 02:31:07.188299 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59a70ae8-3cfe-47cf-a600-864de70434b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.216061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a70ae8-3cfe-47cf-a600-864de70434b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8e45b1-5332-4ea5-bd7b-2464c86c8362,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:07.220428 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59a70ae8-3cfe-47cf-a600-864de70434b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.222363 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-59a70ae8-3cfe-47cf-a600-864de70434b5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ac8e45b1-5332-4ea5-bd7b-2464c86c8362 HTTP/1.1" status: 204 len: 168 time: 0.4452422 Aug 10 02:31:07.225016 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60796) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:07.228293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d174a7-c560-4e0f-acdb-c7991da276eb None None] Network e8cc619e-da8b-4e0d-8a0d-966e6c849f96 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:07.307059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.379277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Deleting port b075037f-c7cd-48ae-a8c1-742ff37b2673 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:07.379631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.450210 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa24020f-0cc9-4cfc-8916-56571a554550 None None] DHCP port deletion for e8cc619e-da8b-4e0d-8a0d-966e6c849f96 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:31:07.500983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] For port b075037f-c7cd-48ae-a8c1-742ff37b2673, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b075037f-c7cd-48ae-a8c1-742ff37b2673,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:07.501365 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.521253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Calling delete_port for b075037f-c7cd-48ae-a8c1-742ff37b2673 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:07.522048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-aa24020f-0cc9-4cfc-8916-56571a554550 None None] Deleting port b075037f-c7cd-48ae-a8c1-742ff37b2673 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:07.522312 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aa24020f-0cc9-4cfc-8916-56571a554550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.536198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fe2ff37d-a2ce-4965-a271-ecfcfc2717ae no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:07.536422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add02b61-7316-4da4-854f-298ce0e71eb1 req-0cee7c86-7b95-4abe-9e06-9447988389a6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:07.538210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-add02b61-7316-4da4-854f-298ce0e71eb1 req-0cee7c86-7b95-4abe-9e06-9447988389a6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 909 time: 0.0741596 Aug 10 02:31:07.594416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: fe2ff37d-a2ce-4965-a271-ecfcfc2717ae {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:07.594690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fe2ff37d-a2ce-4965-a271-ecfcfc2717ae not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:07.595132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device addd1db5-006c-4137-9755-7fac75a101a1 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:07.617536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: addd1db5-006c-4137-9755-7fac75a101a1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:07.617887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device addd1db5-006c-4137-9755-7fac75a101a1 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:07.637356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-aa24020f-0cc9-4cfc-8916-56571a554550 None None] For port b075037f-c7cd-48ae-a8c1-742ff37b2673, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b075037f-c7cd-48ae-a8c1-742ff37b2673,segment=NetworkSegment(26cb2fb9-fb66-49c5-932a-9444f551d70f),segment_id=26cb2fb9-fb66-49c5-932a-9444f551d70f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:07.637760 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aa24020f-0cc9-4cfc-8916-56571a554550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.651286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-aa24020f-0cc9-4cfc-8916-56571a554550 None None] Calling delete_port for b075037f-c7cd-48ae-a8c1-742ff37b2673 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:07.663553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60802) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:07.676310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.710141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b075037f-c7cd-48ae-a8c1-742ff37b2673,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:07.712195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] No DVR routers for this DVR port b075037f-c7cd-48ae-a8c1-742ff37b2673 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:07.771166 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aa24020f-0cc9-4cfc-8916-56571a554550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.791771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24020f-0cc9-4cfc-8916-56571a554550 None None] No DVR routers for this DVR port b075037f-c7cd-48ae-a8c1-742ff37b2673 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:07.805361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.818640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cc619e-da8b-4e0d-8a0d-966e6c849f96']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:07.830907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cb2fb9-fb66-49c5-932a-9444f551d70f') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:07.831187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cb2fb9-fb66-49c5-932a-9444f551d70f') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:07.839788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24020f-0cc9-4cfc-8916-56571a554550 None None] Pushing event deleted for resources: {'Port': ['ID=b075037f-c7cd-48ae-a8c1-742ff37b2673,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:07.842796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.866600 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.879003 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:31:07.879764 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:31:07.882056 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:31:07.908568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c679d-8a6a-421e-b3f6-04e58054ee9a req-d6be19bc-fbb7-4bb8-ae13-e3a5e50895a0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:07.910103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1c679d-8a6a-421e-b3f6-04e58054ee9a req-d6be19bc-fbb7-4bb8-ae13-e3a5e50895a0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 944 time: 0.1412282 Aug 10 02:31:07.954541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Deleting port b54d9d7a-4ea0-42c2-8b48-0b6f121d6e90 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:07.955271 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:07.970348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f1c679d-8a6a-421e-b3f6-04e58054ee9a req-84ba9ba3-8fe8-4b9f-a99d-df216bd20cc2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538409 Aug 10 02:31:08.005185 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:08.031771 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:08.036632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] 10.222.0.38 "DELETE /v2.0/networks/e8cc619e-da8b-4e0d-8a0d-966e6c849f96 HTTP/1.1" status: 204 len: 168 time: 0.8076839 Aug 10 02:31:08.036632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cedf75-b1ab-4a66-8824-b107afff8d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8cc619e-da8b-4e0d-8a0d-966e6c849f96,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:08.036945 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60808) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:08.084183 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684879-0ec5-4f74-8c36-befc272823e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5a86e1-9ce3-496c-bf87-729473348e31'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:08.086273 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:08.086635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:08.086788 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4376b8-b840-46d2-9368-61b5f4b83804" -d '{"events": [{"server_uuid": "81684879-0ec5-4f74-8c36-befc272823e3", "name": "network-vif-plugged", "status": "completed", "tag": "0b5a86e1-9ce3-496c-bf87-729473348e31"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:08.124777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Calling delete_port for b54d9d7a-4ea0-42c2-8b48-0b6f121d6e90 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:08.125718 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf71d6c7-a35d-4c47-98b2-e53455c4ca86 x-openstack-request-id: req-cf71d6c7-a35d-4c47-98b2-e53455c4ca86 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:08.126019 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684879-0ec5-4f74-8c36-befc272823e3", "name": "network-vif-plugged", "status": "completed", "tag": "0b5a86e1-9ce3-496c-bf87-729473348e31", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:08.126277 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cf71d6c7-a35d-4c47-98b2-e53455c4ca86 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:08.126724 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684879-0ec5-4f74-8c36-befc272823e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5a86e1-9ce3-496c-bf87-729473348e31', 'code': 200} Aug 10 02:31:08.230804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b65f9d-b123-431d-99ff-de1bc735d8b6 req-d3848a04-905d-4ad1-a67b-38d8506e87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:08.232564 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d0b65f9d-b123-431d-99ff-de1bc735d8b6 req-d3848a04-905d-4ad1-a67b-38d8506e87c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 1061 time: 0.0469947 Aug 10 02:31:08.561630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f2a73-b6f9-46bd-8760-7b35f0f97cb5 req-80daf5e3-0dc8-4545-9f58-4fcfbc9c9392 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:08.563179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f6f2a73-b6f9-46bd-8760-7b35f0f97cb5 req-80daf5e3-0dc8-4545-9f58-4fcfbc9c9392 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 945 time: 0.4739945 Aug 10 02:31:08.699104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f6f2a73-b6f9-46bd-8760-7b35f0f97cb5 req-e2fee8ab-fd8a-43a9-9e47-15b89a8cc5c1 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267328 Aug 10 02:31:08.821809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b478e-2027-4627-97ef-9fa239c4962b req-fa5c9013-d3ca-4fdb-9757-62ca076d1752 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:08.823243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc1b478e-2027-4627-97ef-9fa239c4962b req-fa5c9013-d3ca-4fdb-9757-62ca076d1752 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 909 time: 0.1755459 Aug 10 02:31:08.890390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24020469-d484-4178-8175-174612932336 req-3dbc9fa9-3136-41cc-892f-c245eeadebe8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:08.891990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24020469-d484-4178-8175-174612932336 req-3dbc9fa9-3136-41cc-892f-c245eeadebe8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 945 time: 0.1190963 Aug 10 02:31:08.944568 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:08.984813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event deleted for resources: {'Port': ['ID=b54d9d7a-4ea0-42c2-8b48-0b6f121d6e90,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:08.998021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24020469-d484-4178-8175-174612932336 req-69cf3fb6-75d2-4048-a23f-092ee673c76f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993562 Aug 10 02:31:09.026669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60818) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:09.074534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c5c0c-540d-41ab-947c-04a8f2741f65 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:09.078704 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e02c5c0c-540d-41ab-947c-04a8f2741f65 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 1092 time: 0.0484204 Aug 10 02:31:09.079416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60820) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:09.084134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:09.103057 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.105883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.107619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e69eb23d-2d23-41bd-af2c-5a8193394ed7 tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "DELETE /v2.0/floatingips/f030c037-a327-47bf-94e5-934f7f8b210e HTTP/1.1" status: 204 len: 168 time: 1.4426136 Aug 10 02:31:09.151658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240c4d4-eb9f-4cd9-b7ca-4be029771663 req-eff8e965-0f90-46dc-80ac-ba0a5d7c4eba tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:09.153257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f240c4d4-eb9f-4cd9-b7ca-4be029771663 req-eff8e965-0f90-46dc-80ac-ba0a5d7c4eba tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 944 time: 0.1025941 Aug 10 02:31:09.164896 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.199512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60826) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:09.223627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f240c4d4-eb9f-4cd9-b7ca-4be029771663 req-c695db2d-4f69-4141-9399-29ccd0da3a32 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634658 Aug 10 02:31:09.228516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.277928 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.364627 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f327b925-0cd2-40f8-be83-3e7867e28c2d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.375444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b075037f-c7cd-48ae-a8c1-742ff37b2673 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:09.395456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b075037f-c7cd-48ae-a8c1-742ff37b2673 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:09.395811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b075037f-c7cd-48ae-a8c1-742ff37b2673 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:09.408673 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.25.3.139 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/1e556b3c-47b0-4e2a-aac3-5eff00c6af30) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:09.412436 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f327b925-0cd2-40f8-be83-3e7867e28c2d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.519544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.608843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Deleting port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:09.609265 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.645573 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.650027 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f327b925-0cd2-40f8-be83-3e7867e28c2d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.652682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f327b925-0cd2-40f8-be83-3e7867e28c2d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.657605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f327b925-0cd2-40f8-be83-3e7867e28c2d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] 10.222.0.38 "DELETE /v2.0/security-groups/2a7a4ed8-70c1-4c76-b864-b609e7f3246d HTTP/1.1" status: 204 len: 168 time: 0.4523313 Aug 10 02:31:09.667663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327b925-0cd2-40f8-be83-3e7867e28c2d tempest-TestServerBasicOps-1767295979 tempest-TestServerBasicOps-1767295979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7a4ed8-70c1-4c76-b864-b609e7f3246d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:09.709121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:09.712335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:09.718038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:09.721222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=1e556b3c-47b0-4e2a-aac3-5eff00c6af30,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:09.724973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] For port aeacb24a-7a89-4fb4-ae6e-2251dbb08c66, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=aeacb24a-7a89-4fb4-ae6e-2251dbb08c66,segment=NetworkSegment(a1516020-634b-45c2-bdf3-e710e1dc9679),segment_id=a1516020-634b-45c2-bdf3-e710e1dc9679)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:09.725505 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:09.740482 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Calling delete_port for aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:09.767737 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60830) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:10.008249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858ae37-bc42-45ba-9185-729aed3da47d req-f71cbc25-480e-47cc-9e5d-f027b814f3d3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:10.009889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c858ae37-bc42-45ba-9185-729aed3da47d req-f71cbc25-480e-47cc-9e5d-f027b814f3d3 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 909 time: 0.0640705 Aug 10 02:31:10.070931 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:10.109937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeacb24a-7a89-4fb4-ae6e-2251dbb08c66,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:10.210595 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8e97b-ea83-43c8-8565-1185b4a73909 req-fb511a1d-8fda-4e20-852a-b5f852a8328a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:10.212358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26b8e97b-ea83-43c8-8565-1185b4a73909 req-fb511a1d-8fda-4e20-852a-b5f852a8328a tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 909 time: 0.1143234 Aug 10 02:31:10.375378 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:10.415905 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:10.480936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119b55a-1cd2-4d71-9f78-d2a1d1a442c2 req-edb9e7d4-ebe7-4860-8bce-85056d90cad3 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:10.483116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0119b55a-1cd2-4d71-9f78-d2a1d1a442c2 req-edb9e7d4-ebe7-4860-8bce-85056d90cad3 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 1061 time: 0.1356916 Aug 10 02:31:10.492455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8839e3-cc21-4ef7-985d-894bc958696e req-8a01727f-ad8b-415f-a50d-6190827db428 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:10.493964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f8839e3-cc21-4ef7-985d-894bc958696e req-8a01727f-ad8b-415f-a50d-6190827db428 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 944 time: 0.1372745 Aug 10 02:31:10.578662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:10.587825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f8839e3-cc21-4ef7-985d-894bc958696e req-58051cba-5405-4edc-b21d-ffd9553849b0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842116 Aug 10 02:31:10.630817 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:10.635335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee888b-000d-4db0-87e8-001d54ef359f req-dd2b1c1b-4d6b-4c41-88cf-731e75202fa7 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:10.636903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9ee888b-000d-4db0-87e8-001d54ef359f req-dd2b1c1b-4d6b-4c41-88cf-731e75202fa7 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 1136 time: 0.0717773 Aug 10 02:31:10.740535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9ee888b-000d-4db0-87e8-001d54ef359f req-a53329e4-0f13-469f-9842-19329d47b7a9 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0724921 Aug 10 02:31:10.764391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60844) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:10.795015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Router 8003dee9-c698-4088-b831-fb527c56d13a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:10.851677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869edd3-1028-4967-9f97-ac1a141b1fe4 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:10.853270 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8869edd3-1028-4967-9f97-ac1a141b1fe4 tempest-TestSecurityGroupsBasicOps-2062136445 tempest-TestSecurityGroupsBasicOps-2062136445-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 1056 time: 0.0877829 Aug 10 02:31:10.933810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:10.943592 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-254d710c-30d9-4a0a-a63c-9e0629f14b53 admin admin] 10.222.0.38 "PUT /v2.0/routers/8003dee9-c698-4088-b831-fb527c56d13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9051764 Aug 10 02:31:10.944315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60848) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:10.952521 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] Sync routers for ids ['8003dee9-c698-4088-b831-fb527c56d13a'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:10.964045 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] Routers {'8003dee9-c698-4088-b831-fb527c56d13a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:10.964845 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8003dee9-c698-4088-b831-fb527c56d13a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:11.084196 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:11.098203 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] Set router 8003dee9-c698-4088-b831-fb527c56d13a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:11.245015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:11.320767 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:11.400699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ef1f6-092c-4d9f-ae3d-a376bc1017cb req-c88d85a7-39e2-4a00-b9c7-35081ff46ddd tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:11.402459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-349ef1f6-092c-4d9f-ae3d-a376bc1017cb req-c88d85a7-39e2-4a00-b9c7-35081ff46ddd tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 909 time: 0.0979056 Aug 10 02:31:11.403346 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8003dee9-c698-4088-b831-fb527c56d13a', 'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:12Z', 'updated_at': '2021-08-10T02:31:09Z', 'revision_number': 5, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'gw_port': {'id': '65e151ae-d42c-4bdb-84d3-af07016466a3', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8003dee9-c698-4088-b831-fb527c56d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:13Z', 'updated_at': '2021-08-10T02:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:11.426062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Deleting port 65e151ae-d42c-4bdb-84d3-af07016466a3 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:11.426771 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:11.427436 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:11.442687 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] Checking router: 8003dee9-c698-4088-b831-fb527c56d13a for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:11.452014 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] Routers {'8003dee9-c698-4088-b831-fb527c56d13a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:11.452648 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8003dee9-c698-4088-b831-fb527c56d13a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:11.521786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=1e556b3c-47b0-4e2a-aac3-5eff00c6af30,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:11.530802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] For port 65e151ae-d42c-4bdb-84d3-af07016466a3, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=65e151ae-d42c-4bdb-84d3-af07016466a3,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:11.531345 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:11.535419 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:11.547907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Calling delete_port for 65e151ae-d42c-4bdb-84d3-af07016466a3 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:11.576931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Deleting port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:11.577326 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:11.663546 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] Set router 8003dee9-c698-4088-b831-fb527c56d13a gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:11.715050 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Floating IP 070ca141-3ec2-4acc-95c4-5e373e50ede4 associated. External IP: 172.25.3.139, port: ef2e275e-a62e-401f-9e90-4016cf8981c8. Aug 10 02:31:11.723474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] For port e4d6adf5-58e0-4d70-9c8b-9c0793a66b97, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e4d6adf5-58e0-4d70-9c8b-9c0793a66b97,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:11.725138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:11.744157 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8003dee9-c698-4088-b831-fb527c56d13a', 'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:12Z', 'updated_at': '2021-08-10T02:31:11Z', 'revision_number': 6, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:11.771628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Calling delete_port for e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:11.780422 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1978222b-c74e-4a9a-814c-0e6e1f475cf2 None None] The sync data for ids ['8003dee9-c698-4088-b831-fb527c56d13a'] in n-d-767704-21 is: [{'id': '8003dee9-c698-4088-b831-fb527c56d13a', 'name': 'tempest-TestServerMultinode-192947212-router', 'tenant_id': 'ce319aef12084cf58c44d3b19b74ac70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:12Z', 'updated_at': '2021-08-10T02:31:11Z', 'revision_number': 6, 'project_id': 'ce319aef12084cf58c44d3b19b74ac70', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:12.101181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router 20b23c58-de1c-4b88-a85f-7384e0471ee4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:12.120365 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624998e-ebf5-4b1d-9c80-55a696eb8c9f req-954eff2a-4160-4c5e-9bb0-68ed8cd241e2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:12.121957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6624998e-ebf5-4b1d-9c80-55a696eb8c9f req-954eff2a-4160-4c5e-9bb0-68ed8cd241e2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 944 time: 0.4175863 Aug 10 02:31:12.166075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6624998e-ebf5-4b1d-9c80-55a696eb8c9f req-dab41992-8d58-4942-bcbc-f72ebe3f9502 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366766 Aug 10 02:31:12.173918 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.213791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e151ae-d42c-4bdb-84d3-af07016466a3,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:12.241249 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.283338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d6adf5-58e0-4d70-9c8b-9c0793a66b97,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:12.286645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.311700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:12.326624 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] Sync routers for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:12.343138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:12.344088 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:12.489713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.489713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.519362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.648114 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.672862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28f1b-c859-4b2f-ad97-1bb28b6385ff req-68b81a18-a972-4cf0-a55b-32eeae932842 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:12.674519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bec28f1b-c859-4b2f-ad97-1bb28b6385ff req-68b81a18-a972-4cf0-a55b-32eeae932842 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 909 time: 0.1422656 Aug 10 02:31:12.723259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:12.729668 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f031f917-fa12-444c-942a-c9e7de97a651 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6461430 Aug 10 02:31:12.729668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:12.730296 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b37e731-fbf9-4635-a63e-194afb6633e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:12.731205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60856) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:12.740971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.742180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8003dee9-c698-4088-b831-fb527c56d13a {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:31:12.768938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-793c4b2f-fd8a-4be8-b851-f88690b1c719 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:12.770963 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-793c4b2f-fd8a-4be8-b851-f88690b1c719 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.11 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 909 time: 0.1332927 Aug 10 02:31:12.813548 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f199e9-3217-4c63-9e46-7e20055ac1f0 x-openstack-request-id: req-61f199e9-3217-4c63-9e46-7e20055ac1f0 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:12.813819 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:12.814036 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-61f199e9-3217-4c63-9e46-7e20055ac1f0 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:12.814463 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'status': 'completed', 'code': 200} Aug 10 02:31:12.822468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:12.826848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60860) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:12.827232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-56f6ef9a-6998-4086-a93c-b0d0ee8c9d96 admin admin] 10.222.0.38 "DELETE /v2.0/routers/8003dee9-c698-4088-b831-fb527c56d13a HTTP/1.1" status: 204 len: 168 time: 1.8815541 Aug 10 02:31:12.909663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-2ee382c4-0297-4fe6-a9c3-3cdc40c733de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:12.911245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-2ee382c4-0297-4fe6-a9c3-3cdc40c733de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 1097 time: 0.1002150 Aug 10 02:31:12.919106 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-69d3e35e-56c3-40b8-8927-9554fe4c04f8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/floatingips/070ca141-3ec2-4acc-95c4-5e373e50ede4 HTTP/1.1" status: 200 len: 991 time: 0.1863732 Aug 10 02:31:12.971873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba4b99c-ce05-45bc-b5ac-bd23193dd7ff admin admin] Deleting subnet 78d54afe-bc7a-499c-818c-e0b42da6b8e3 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:31:12.981675 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aba4b99c-ce05-45bc-b5ac-bd23193dd7ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.010786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:30:42Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '070ca141-3ec2-4acc-95c4-5e373e50ede4', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:10Z', 'updated_at': '2021-08-10T02:31:10Z', 'revision_number': 0, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:13.058019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-f4d879e6-bbbd-4a2a-9362-a42f885fc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:13.058019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-f4d879e6-bbbd-4a2a-9362-a42f885fc112 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a2bbdc0-6315-426a-a709-62b2322ed7a0 HTTP/1.1" status: 200 len: 898 time: 0.1276712 Aug 10 02:31:13.058214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Router b76712b5-9e92-4319-8519-0086f81e0bd4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:13.058214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aba4b99c-ce05-45bc-b5ac-bd23193dd7ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.058428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] Checking router: 20b23c58-de1c-4b88-a85f-7384e0471ee4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:13.062841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:13.063697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:13.073291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Deleting port 0b5a86e1-9ce3-496c-bf87-729473348e31 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:13.073638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.128552 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-5356355e-ac7a-4036-8ea6-5866abf9716b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8 HTTP/1.1" status: 200 len: 999 time: 0.0733230 Aug 10 02:31:13.183663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-53c91c4f-8b5a-4ba5-a0c4-9e5c905ab09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:13.185229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-53c91c4f-8b5a-4ba5-a0c4-9e5c905ab09d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3fa5833-bb7a-45ce-964a-ff2cfe962b86 HTTP/1.1" status: 200 len: 835 time: 0.0504076 Aug 10 02:31:13.186698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:13.268501 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-9171ac90-1ba5-44ba-a29c-75709f63bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:13.269046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] For port 0b5a86e1-9ce3-496c-bf87-729473348e31, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0b5a86e1-9ce3-496c-bf87-729473348e31,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:13.269548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.269723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-9171ac90-1ba5-44ba-a29c-75709f63bb78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a2bbdc0-6315-426a-a709-62b2322ed7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768747 Aug 10 02:31:13.327811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Calling delete_port for 0b5a86e1-9ce3-496c-bf87-729473348e31 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:13.336326 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aba4b99c-ce05-45bc-b5ac-bd23193dd7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.364360 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.394145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4e08b-1c0b-47d9-9554-e1200badd395 req-dde2c9f8-87c2-4d8d-aff2-af29405013fd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:13.406802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77b4e08b-1c0b-47d9-9554-e1200badd395 req-dde2c9f8-87c2-4d8d-aff2-af29405013fd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 944 time: 0.1495099 Aug 10 02:31:13.452144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-da913a9e-df01-42ed-91bd-aa68400e97cd service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629651 Aug 10 02:31:13.452640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:13.460496 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-935923ef-d12a-4bc7-a643-0b047c5c172a admin admin] 10.222.0.38 "PUT /v2.0/routers/b76712b5-9e92-4319-8519-0086f81e0bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6917017 Aug 10 02:31:13.465893 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] Sync routers for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:13.468488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60864) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:13.486186 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:13.492934 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:13.500420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:30:42Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '070ca141-3ec2-4acc-95c4-5e373e50ede4', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:10Z', 'updated_at': '2021-08-10T02:31:10Z', 'revision_number': 0, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:13.538483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:13.563126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77b4e08b-1c0b-47d9-9554-e1200badd395 req-2df508c9-f6e7-4447-a75b-83f0b8ddcc60 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445441 Aug 10 02:31:13.567257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1890e52-7086-4a54-8a37-9b0a737162d8 None None] The sync data for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 is: [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:30:42Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '070ca141-3ec2-4acc-95c4-5e373e50ede4', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:10Z', 'updated_at': '2021-08-10T02:31:10Z', 'revision_number': 0, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:13.578200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:13.578200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aeacb24a-7a89-4fb4-ae6e-2251dbb08c66 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:13.578200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65e151ae-d42c-4bdb-84d3-af07016466a3 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:13.600347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 65e151ae-d42c-4bdb-84d3-af07016466a3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:13.602255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 65e151ae-d42c-4bdb-84d3-af07016466a3 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:13.649700 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:13.652692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-ab89d88e-90a7-4de6-bbfe-da9f1ea0ace0 service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876981 Aug 10 02:31:13.657440 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aba4b99c-ce05-45bc-b5ac-bd23193dd7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.701565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.740734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4b99c-ce05-45bc-b5ac-bd23193dd7ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d54afe-bc7a-499c-818c-e0b42da6b8e3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:13.748831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aba4b99c-ce05-45bc-b5ac-bd23193dd7ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.753392 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aba4b99c-ce05-45bc-b5ac-bd23193dd7ff admin admin] 10.222.0.38 "DELETE /v2.0/subnets/78d54afe-bc7a-499c-818c-e0b42da6b8e3 HTTP/1.1" status: 204 len: 168 time: 0.9229844 Aug 10 02:31:13.753392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60868) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:13.755425 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615590b-5ff2-4226-98bd-2e4b2550c51e None None] Network 126f1707-ac70-41e8-8356-af22310da683 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:13.852720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece8d2b-6d1d-40ef-89ca-451ad51bec35 req-e832db90-9779-4a5a-8f44-751e4001e14c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:13.863479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ece8d2b-6d1d-40ef-89ca-451ad51bec35 req-e832db90-9779-4a5a-8f44-751e4001e14c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 830 time: 0.0853856 Aug 10 02:31:13.899042 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:31:12Z', 'revision_number': 5, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:13.905189 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.917270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768fed0-30a6-46b2-bc70-799fd8d66ddc None None] New status for floating IP 070ca141-3ec2-4acc-95c4-5e373e50ede4: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:31:13.921173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60872) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:13.932008 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] Checking router: b76712b5-9e92-4319-8519-0086f81e0bd4 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:13.940434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:13.942425 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] Routers {'b76712b5-9e92-4319-8519-0086f81e0bd4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:13.943128 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b76712b5-9e92-4319-8519-0086f81e0bd4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:13.952713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Port': ['ID=0b5a86e1-9ce3-496c-bf87-729473348e31,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:14.002308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.011731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-82db9eb4-e133-4dbb-b157-2e6c7f36ed66 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/floatingips/070ca141-3ec2-4acc-95c4-5e373e50ede4 HTTP/1.1" status: 200 len: 991 time: 0.0893307 Aug 10 02:31:14.039658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] No DVR routers for this DVR port 0b5a86e1-9ce3-496c-bf87-729473348e31 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:14.044852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.047160 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5f2a0504-0464-47b3-ac97-666f9c3977bc req-422a3784-6fe2-4f8b-83db-76bf79ce35d6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.11 "DELETE /v2.0/ports/0b5a86e1-9ce3-496c-bf87-729473348e31 HTTP/1.1" status: 204 len: 173 time: 1.2316754 Aug 10 02:31:14.073613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Deleting port cc2a7f04-6047-46e6-a187-73cc7efa0654 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:14.074008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.093388 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] Set router b76712b5-9e92-4319-8519-0086f81e0bd4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:14.177948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] For port cc2a7f04-6047-46e6-a187-73cc7efa0654, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cc2a7f04-6047-46e6-a187-73cc7efa0654,segment=NetworkSegment(a1516020-634b-45c2-bdf3-e710e1dc9679),segment_id=a1516020-634b-45c2-bdf3-e710e1dc9679)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:14.178322 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.179453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a70858d-7f39-406c-8cd5-bf4db1223ce6 None None] DHCP port deletion for 126f1707-ac70-41e8-8356-af22310da683 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:31:14.197169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Calling delete_port for cc2a7f04-6047-46e6-a187-73cc7efa0654 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:14.237013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8a70858d-7f39-406c-8cd5-bf4db1223ce6 None None] Deleting port cc2a7f04-6047-46e6-a187-73cc7efa0654 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:14.237509 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a70858d-7f39-406c-8cd5-bf4db1223ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.285933 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Deleting port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:14.285933 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.328748 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:31:12Z', 'revision_number': 5, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:14.336047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8a70858d-7f39-406c-8cd5-bf4db1223ce6 None None] For port cc2a7f04-6047-46e6-a187-73cc7efa0654, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cc2a7f04-6047-46e6-a187-73cc7efa0654,segment=NetworkSegment(a1516020-634b-45c2-bdf3-e710e1dc9679),segment_id=a1516020-634b-45c2-bdf3-e710e1dc9679)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:14.338244 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a70858d-7f39-406c-8cd5-bf4db1223ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.361140 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a529861-ad80-494c-9d04-f315d8ab630d None None] The sync data for ids ['b76712b5-9e92-4319-8519-0086f81e0bd4'] in n-d-767704-21 is: [{'id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'name': 'tempest-TestServerBasicOps-108872437-router', 'tenant_id': 'c3b7529ff2354362acf72aeee9da0800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:25Z', 'updated_at': '2021-08-10T02:31:12Z', 'revision_number': 5, 'project_id': 'c3b7529ff2354362acf72aeee9da0800', 'gw_port': {'id': '732f4bbc-2bc4-4f79-8895-eaa83be49ce6', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76712b5-9e92-4319-8519-0086f81e0bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:27Z', 'updated_at': '2021-08-10T02:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:14.373628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8a70858d-7f39-406c-8cd5-bf4db1223ce6 None None] Calling delete_port for cc2a7f04-6047-46e6-a187-73cc7efa0654 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:14.421358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] For port 732f4bbc-2bc4-4f79-8895-eaa83be49ce6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=732f4bbc-2bc4-4f79-8895-eaa83be49ce6,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:14.421740 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.434491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Calling delete_port for 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:14.464228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 7e958fd5-cd43-4e43-aa35-4a37fc04eaec details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:31:14.475456 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.544209 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.545704 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a70858d-7f39-406c-8cd5-bf4db1223ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.584092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70858d-7f39-406c-8cd5-bf4db1223ce6 None None] Pushing event deleted for resources: {'Port': ['ID=cc2a7f04-6047-46e6-a187-73cc7efa0654,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:14.584384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] No DVR routers for this DVR port cc2a7f04-6047-46e6-a187-73cc7efa0654 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:14.590951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2a7f04-6047-46e6-a187-73cc7efa0654,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:14.591932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70858d-7f39-406c-8cd5-bf4db1223ce6 None None] No DVR routers for this DVR port cc2a7f04-6047-46e6-a187-73cc7efa0654 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:14.599306 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:14.619101 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'port_id': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'mac_address': 'fa:16:3e:b5:a5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:31:14.662476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.676788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e958fd5-cd43-4e43-aa35-4a37fc04eaec {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:31:14.689728 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b723266-c1ec-4352-a686-11588a9374cf req-9a104581-074b-465b-8a90-ed4964dc8a78 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:14.694606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b723266-c1ec-4352-a686-11588a9374cf req-9a104581-074b-465b-8a90-ed4964dc8a78 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 944 time: 0.0546346 Aug 10 02:31:14.701692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.705826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:14.718877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126f1707-ac70-41e8-8356-af22310da683']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:14.736266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1516020-634b-45c2-bdf3-e710e1dc9679') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:14.736266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1516020-634b-45c2-bdf3-e710e1dc9679') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:14.751200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b723266-c1ec-4352-a686-11588a9374cf req-2d0c87a5-76f1-47b9-a8d6-ee9312d3dd9c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459516 Aug 10 02:31:14.762759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.769220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.776317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:31:14.776739 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:31:14.779828 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:31:14.784660 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.824962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81684879-0ec5-4f74-8c36-befc272823e3', 'name': 'network-vif-deleted', 'tag': '0b5a86e1-9ce3-496c-bf87-729473348e31'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:14.828960 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d3d85f-0f49-4992-a47f-2a875b0936e1" -d '{"events": [{"server_uuid": "81684879-0ec5-4f74-8c36-befc272823e3", "name": "network-vif-deleted", "tag": "0b5a86e1-9ce3-496c-bf87-729473348e31"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:14.838613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.854605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:14.883012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=732f4bbc-2bc4-4f79-8895-eaa83be49ce6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:14.907278 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ad5d20-17a9-492c-af38-c03e7b4f74e7 x-openstack-request-id: req-c5ad5d20-17a9-492c-af38-c03e7b4f74e7 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:14.907866 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81684879-0ec5-4f74-8c36-befc272823e3", "name": "network-vif-deleted", "tag": "0b5a86e1-9ce3-496c-bf87-729473348e31", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:14.907972 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c5ad5d20-17a9-492c-af38-c03e7b4f74e7 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:14.908475 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81684879-0ec5-4f74-8c36-befc272823e3', 'name': 'network-vif-deleted', 'tag': '0b5a86e1-9ce3-496c-bf87-729473348e31', 'status': 'completed', 'code': 200} Aug 10 02:31:14.955374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:14.995479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['7e958fd5-cd43-4e43-aa35-4a37fc04eaec'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:31:14.998790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.015284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a026751c-39e5-4d76-a531-c5910f8a129f req-8c0d9712-0a1b-4a15-9ffd-df349be688e5 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=81684879-0ec5-4f74-8c36-befc272823e3 HTTP/1.1" status: 200 len: 210 time: 0.0290632 Aug 10 02:31:15.015674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60880) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:15.125051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d5857c05-0665-486a-9127-5d7614693af5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/floatingips/070ca141-3ec2-4acc-95c4-5e373e50ede4 HTTP/1.1" status: 200 len: 993 time: 0.1081595 Aug 10 02:31:15.176083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0b5a86e1-9ce3-496c-bf87-729473348e31 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:15.208231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 0b5a86e1-9ce3-496c-bf87-729473348e31 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:15.208581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0b5a86e1-9ce3-496c-bf87-729473348e31 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:15.419811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cc2a7f04-6047-46e6-a187-73cc7efa0654 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:15.428661 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.433281 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] 10.222.0.38 "DELETE /v2.0/networks/126f1707-ac70-41e8-8356-af22310da683 HTTP/1.1" status: 204 len: 168 time: 1.6764286 Aug 10 02:31:15.442137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: cc2a7f04-6047-46e6-a187-73cc7efa0654 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:15.442488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cc2a7f04-6047-46e6-a187-73cc7efa0654 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:15.442952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:15.463626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:15.464020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e4d6adf5-58e0-4d70-9c8b-9c0793a66b97 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:15.476187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6392ba-58d9-495d-b2f7-3e747d9b2035 admin admin] Pushing event deleted for resources: {'Network': ['ID=126f1707-ac70-41e8-8356-af22310da683,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:15.481045 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.483334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.601384 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.601959 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76712b5-9e92-4319-8519-0086f81e0bd4 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:31:15.611587 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.611587 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-26baf39f-4258-4d30-b6c1-d7aabf9b27f0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b76712b5-9e92-4319-8519-0086f81e0bd4 HTTP/1.1" status: 204 len: 168 time: 2.1401043 Aug 10 02:31:15.612905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60884) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:15.666893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-113a247a-bf18-4f97-be97-69267c57d2ab admin admin] Deleting subnet c725e5c7-f576-4e69-9166-fee1e8461d9f {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:31:15.671655 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-113a247a-bf18-4f97-be97-69267c57d2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.711846 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-113a247a-bf18-4f97-be97-69267c57d2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.803257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60888) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:15.877800 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-113a247a-bf18-4f97-be97-69267c57d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.937209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2c7f7f84-1f74-4798-a78c-d597fec5e414 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4fb46b8930d04cb2ac09f84b3735e8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324894 Aug 10 02:31:15.939946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60890) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:15.947571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b3651-fec5-497d-b306-4b429b979ddf req-8ec0a14d-cb62-4f1d-bb12-eae507ea5a77 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:15.949061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b73b3651-fec5-497d-b306-4b429b979ddf req-8ec0a14d-cb62-4f1d-bb12-eae507ea5a77 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 945 time: 0.1289737 Aug 10 02:31:15.994414 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c3b6399-6a9e-420e-ba59-4ff561562ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:15.996086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b73b3651-fec5-497d-b306-4b429b979ddf req-2d4df25e-6795-4832-af56-20bae4ff3cdc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404251 Aug 10 02:31:16.017405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c3b6399-6a9e-420e-ba59-4ff561562ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.053453 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-113a247a-bf18-4f97-be97-69267c57d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.080384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a247a-bf18-4f97-be97-69267c57d2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c725e5c7-f576-4e69-9166-fee1e8461d9f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:16.084337 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-113a247a-bf18-4f97-be97-69267c57d2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.086646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-113a247a-bf18-4f97-be97-69267c57d2ab admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c725e5c7-f576-4e69-9166-fee1e8461d9f HTTP/1.1" status: 204 len: 168 time: 0.4720962 Aug 10 02:31:16.089510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60894) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:16.089510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60896) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:16.093299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b0cd2e-9380-4aed-8554-daee4853b9a3 None None] Network 5083d3a1-f14b-4880-af06-dc2116d32fb2 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:16.179004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c3b6399-6a9e-420e-ba59-4ff561562ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.181497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-5c3b6399-6a9e-420e-ba59-4ff561562ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.182834 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5c3b6399-6a9e-420e-ba59-4ff561562ae1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a6ca8632-d699-484c-86a9-8c5ec01cdceb HTTP/1.1" status: 204 len: 168 time: 0.2417114 Aug 10 02:31:16.212439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b6399-6a9e-420e-ba59-4ff561562ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ca8632-d699-484c-86a9-8c5ec01cdceb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:16.262159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.307563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba60433-dd1a-4721-a46d-74f65fe20cf5 None None] DHCP port deletion for 5083d3a1-f14b-4880-af06-dc2116d32fb2 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:31:16.365150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9ba60433-dd1a-4721-a46d-74f65fe20cf5 None None] Deleting port e405dc10-ba43-4b92-9ffa-3d96d13d138b {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:16.365544 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ba60433-dd1a-4721-a46d-74f65fe20cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.431895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Deleting port e405dc10-ba43-4b92-9ffa-3d96d13d138b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:16.432132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.432421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9ba60433-dd1a-4721-a46d-74f65fe20cf5 None None] For port e405dc10-ba43-4b92-9ffa-3d96d13d138b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e405dc10-ba43-4b92-9ffa-3d96d13d138b,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:16.432931 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ba60433-dd1a-4721-a46d-74f65fe20cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.447871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9ba60433-dd1a-4721-a46d-74f65fe20cf5 None None] Calling delete_port for e405dc10-ba43-4b92-9ffa-3d96d13d138b owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:16.493908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 7e958fd5-cd43-4e43-aa35-4a37fc04eaec up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:16.539860 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] For port e405dc10-ba43-4b92-9ffa-3d96d13d138b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e405dc10-ba43-4b92-9ffa-3d96d13d138b,segment=NetworkSegment(8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75),segment_id=8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:16.540332 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.577420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Calling delete_port for e405dc10-ba43-4b92-9ffa-3d96d13d138b owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:16.641707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:16.646052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:16.648154 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.671839 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ba60433-dd1a-4721-a46d-74f65fe20cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.708707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60433-dd1a-4721-a46d-74f65fe20cf5 None None] Pushing event deleted for resources: {'Port': ['ID=e405dc10-ba43-4b92-9ffa-3d96d13d138b,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:16.715975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba60433-dd1a-4721-a46d-74f65fe20cf5 None None] No DVR routers for this DVR port e405dc10-ba43-4b92-9ffa-3d96d13d138b on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:16.738840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.768402 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.770030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Pushing event deleted for resources: {'Port': ['ID=e405dc10-ba43-4b92-9ffa-3d96d13d138b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:16.774618 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] No DVR routers for this DVR port e405dc10-ba43-4b92-9ffa-3d96d13d138b on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:16.792173 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:16.794526 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0769fbcb-863f-4fb4-b41f-31e02641e4e7" -d '{"events": [{"server_uuid": "df6a6cac-b0d7-40dc-8491-0b31caec2c9c", "name": "network-vif-plugged", "status": "completed", "tag": "7e958fd5-cd43-4e43-aa35-4a37fc04eaec"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:16.807927 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:16.838608 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd5a6b5-25b8-4e88-8c29-7d224ad7cca7 x-openstack-request-id: req-bdd5a6b5-25b8-4e88-8c29-7d224ad7cca7 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:16.838907 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6a6cac-b0d7-40dc-8491-0b31caec2c9c", "name": "network-vif-plugged", "status": "completed", "tag": "7e958fd5-cd43-4e43-aa35-4a37fc04eaec", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:16.839210 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bdd5a6b5-25b8-4e88-8c29-7d224ad7cca7 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:16.839612 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'code': 200} Aug 10 02:31:16.864587 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.878273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5083d3a1-f14b-4880-af06-dc2116d32fb2']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:16.879918 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.889821 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.929842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:16.930125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa1c8c8-87a2-4ed9-b16a-66ee6587bc75') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:16.932923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:16.943983 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:16.948564 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d246caf-1355-491e-b495-c60087893625 req-1f442386-7301-41b3-b88f-3c9ac335b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:16.950266 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d246caf-1355-491e-b495-c60087893625 req-1f442386-7301-41b3-b88f-3c9ac335b846 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 1098 time: 0.0481374 Aug 10 02:31:16.953386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60904) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:16.967124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.005812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:31:17.006161 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: self.session.flush() Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:31:17.007862 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:31:17.018361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d246caf-1355-491e-b495-c60087893625 req-18f0ed73-8979-408c-a49a-aa9d1a8e0722 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574605 Aug 10 02:31:17.022247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-95f9c729-62c4-4530-b378-05c46174b564 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce319aef12084cf58c44d3b19b74ac70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678413 Aug 10 02:31:17.025721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60908) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:17.089362 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-521fb825-2cca-4fcc-93ce-d6a755592f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.129524 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-521fb825-2cca-4fcc-93ce-d6a755592f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.146151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.153027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.157645 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] 10.222.0.38 "DELETE /v2.0/networks/5083d3a1-f14b-4880-af06-dc2116d32fb2 HTTP/1.1" status: 204 len: 168 time: 1.0644023 Aug 10 02:31:17.159693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a096-de8c-4b3d-ad18-719f0c49a9a8 req-24b46868-cfb5-4c71-86ec-2b59c1250525 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:17.161578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13b3a096-de8c-4b3d-ad18-719f0c49a9a8 req-24b46868-cfb5-4c71-86ec-2b59c1250525 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 946 time: 0.0907342 Aug 10 02:31:17.161773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60910) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:17.166752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a9a85-6d1f-4e78-b13e-8f290fcbf92f admin admin] Pushing event deleted for resources: {'Network': ['ID=5083d3a1-f14b-4880-af06-dc2116d32fb2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:17.269128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Deleting port 1bff005b-ec7d-4806-a498-15c40c46aa2f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:17.269398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.296782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13b3a096-de8c-4b3d-ad18-719f0c49a9a8 req-d719b635-090a-4c55-89a6-8c446cfb305c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195221 Aug 10 02:31:17.376964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:17.377623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] For port 1bff005b-ec7d-4806-a498-15c40c46aa2f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1bff005b-ec7d-4806-a498-15c40c46aa2f,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:17.378004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.385262 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-521fb825-2cca-4fcc-93ce-d6a755592f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.387931 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-521fb825-2cca-4fcc-93ce-d6a755592f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.389777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-521fb825-2cca-4fcc-93ce-d6a755592f39 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/52661d08-1ff3-4a92-906a-b1597ffbf32a HTTP/1.1" status: 204 len: 168 time: 0.3637972 Aug 10 02:31:17.400245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Calling delete_port for 1bff005b-ec7d-4806-a498-15c40c46aa2f owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:17.411750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:17.412108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 732f4bbc-2bc4-4f79-8895-eaa83be49ce6 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:17.412689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e405dc10-ba43-4b92-9ffa-3d96d13d138b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:17.433832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fb825-2cca-4fcc-93ce-d6a755592f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52661d08-1ff3-4a92-906a-b1597ffbf32a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:17.458923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e405dc10-ba43-4b92-9ffa-3d96d13d138b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:17.459545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e405dc10-ba43-4b92-9ffa-3d96d13d138b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:17.619937 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.692753 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.724031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Port': ['ID=1bff005b-ec7d-4806-a498-15c40c46aa2f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:17.949791 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-65a6c233-bd5d-48ee-b7f0-15045ef0cadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:17.964837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Deleting port fa191507-e0d2-4b93-ae1c-f61f79ff3eba {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:17.965674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.041765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.073625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] For port fa191507-e0d2-4b93-ae1c-f61f79ff3eba, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=fa191507-e0d2-4b93-ae1c-f61f79ff3eba,segment=NetworkSegment(3ed6084f-2a97-43c4-bd65-325ffdafc571),segment_id=3ed6084f-2a97-43c4-bd65-325ffdafc571)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:18.074023 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.090627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Calling delete_port for fa191507-e0d2-4b93-ae1c-f61f79ff3eba owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:18.313081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Router 3eda292c-ac02-4db2-a25c-895658b5816e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:18.356128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.390289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=fa191507-e0d2-4b93-ae1c-f61f79ff3eba,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:18.430623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:18.436899 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-775a2bfd-86b3-4b1d-a76e-de256d3e5ca6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "PUT /v2.0/routers/3eda292c-ac02-4db2-a25c-895658b5816e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3394499 Aug 10 02:31:18.439522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60916) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:18.444324 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] Sync routers for ids ['3eda292c-ac02-4db2-a25c-895658b5816e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:18.457675 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] Routers {'3eda292c-ac02-4db2-a25c-895658b5816e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:18.458397 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3eda292c-ac02-4db2-a25c-895658b5816e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:18.501486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e26d08-df70-4bc2-9de7-064a46799274 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Deleting subnet 500b31fb-8432-4ed3-b340-b194d11ecd3d {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:31:18.505283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0e26d08-df70-4bc2-9de7-064a46799274 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.555340 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0e26d08-df70-4bc2-9de7-064a46799274 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.556309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1e995-0dac-4fb6-baa0-8e5da0da190e req-c299dd3f-ac44-4552-884b-9cb8a527104c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:18.559056 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26b1e995-0dac-4fb6-baa0-8e5da0da190e req-c299dd3f-ac44-4552-884b-9cb8a527104c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 946 time: 0.1718614 Aug 10 02:31:18.610736 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] Set router 3eda292c-ac02-4db2-a25c-895658b5816e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:18.653153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.661546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26b1e995-0dac-4fb6-baa0-8e5da0da190e req-de1dd7f2-0d8f-48d5-8480-ece1298905a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557222 Aug 10 02:31:18.673883 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0e26d08-df70-4bc2-9de7-064a46799274 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.811220 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:44Z', 'updated_at': '2021-08-10T02:31:17Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:42:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:45Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:18.819625 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0e26d08-df70-4bc2-9de7-064a46799274 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.843707 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] Checking router: 3eda292c-ac02-4db2-a25c-895658b5816e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:18.845225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a8129-a44b-4e91-83e2-1e0882f8e467 req-a5604de4-8bba-4aba-acf4-63943ac47109 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:18.846787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-609a8129-a44b-4e91-83e2-1e0882f8e467 req-a5604de4-8bba-4aba-acf4-63943ac47109 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 946 time: 0.0961974 Aug 10 02:31:18.851467 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e26d08-df70-4bc2-9de7-064a46799274 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Subnet': ['ID=500b31fb-8432-4ed3-b340-b194d11ecd3d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:18.853516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a0e26d08-df70-4bc2-9de7-064a46799274 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:18.859706 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a0e26d08-df70-4bc2-9de7-064a46799274 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "DELETE /v2.0/subnets/500b31fb-8432-4ed3-b340-b194d11ecd3d HTTP/1.1" status: 204 len: 168 time: 0.4189668 Aug 10 02:31:18.860669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60920) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:18.863314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f774b-0cae-4629-9cc1-80985223d311 None None] Network 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:18.864699 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] Routers {'3eda292c-ac02-4db2-a25c-895658b5816e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:18.865334 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3eda292c-ac02-4db2-a25c-895658b5816e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:18.980173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Router a59ee38f-87ed-460d-b4d7-9211f20e65f5 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:18.992993 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.003515 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] Set router 3eda292c-ac02-4db2-a25c-895658b5816e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:19.017973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-609a8129-a44b-4e91-83e2-1e0882f8e467 req-eae0e592-6125-4e17-bd2f-0e5ced9450fe tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492489 Aug 10 02:31:19.049406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60922) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:19.074849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49997c79-9b8c-44d4-baf0-4600c5026fbc None None] DHCP port deletion for 32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:31:19.145335 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.174776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-49997c79-9b8c-44d4-baf0-4600c5026fbc None None] Deleting port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:19.175228 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-49997c79-9b8c-44d4-baf0-4600c5026fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.198377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:19.209842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60926) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:19.213069 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] Sync routers for ids ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:19.222908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d0d2baa3-2b7d-4b2e-a4e1-bcf51e7d5fcc admin admin] 10.222.0.38 "PUT /v2.0/routers/a59ee38f-87ed-460d-b4d7-9211f20e65f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580482 Aug 10 02:31:19.233623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] Routers {'a59ee38f-87ed-460d-b4d7-9211f20e65f5'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:19.234588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:19.301398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-49997c79-9b8c-44d4-baf0-4600c5026fbc None None] For port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2b2c7f20-aa92-4544-b020-4cee0e34d5d0,segment=NetworkSegment(92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6),segment_id=92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:19.301799 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-49997c79-9b8c-44d4-baf0-4600c5026fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.318324 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-49997c79-9b8c-44d4-baf0-4600c5026fbc None None] Calling delete_port for 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:19.357830 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:44Z', 'updated_at': '2021-08-10T02:31:17Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:42:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:45Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:19.395292 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1d420-dc5b-42d8-aea6-01e8452f5414 None None] The sync data for ids ['3eda292c-ac02-4db2-a25c-895658b5816e'] in n-d-767704-21 is: [{'id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2015312680', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:44Z', 'updated_at': '2021-08-10T02:31:17Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '696047c5-fbe9-4993-979c-f69506a3ee4c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:42:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda292c-ac02-4db2-a25c-895658b5816e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:45Z', 'updated_at': '2021-08-10T02:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:19.404717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Deleting port 696047c5-fbe9-4993-979c-f69506a3ee4c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:19.405515 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.433937 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.467443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] Set router a59ee38f-87ed-460d-b4d7-9211f20e65f5 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:19.540696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a26cbb7-393f-4196-8953-9294f8abe16c tempest-TestVolumeBootPattern-1863413510 tempest-TestVolumeBootPattern-1863413510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:19.542343 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9a26cbb7-393f-4196-8953-9294f8abe16c tempest-TestVolumeBootPattern-1863413510 tempest-TestVolumeBootPattern-1863413510-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 1093 time: 0.4919772 Aug 10 02:31:19.547559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60928) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:19.554040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:19.628455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.632645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] For port 696047c5-fbe9-4993-979c-f69506a3ee4c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=696047c5-fbe9-4993-979c-f69506a3ee4c,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:19.632645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.646741 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Calling delete_port for 696047c5-fbe9-4993-979c-f69506a3ee4c owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:19.649642 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.773683 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.803648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:19.861046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Deleting port b2479b60-51c4-4f5e-8a03-50bcbd5569cd {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:19.861488 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.865616 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-49997c79-9b8c-44d4-baf0-4600c5026fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:19.904917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49997c79-9b8c-44d4-baf0-4600c5026fbc None None] Pushing event deleted for resources: {'Port': ['ID=2b2c7f20-aa92-4544-b020-4cee0e34d5d0,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:19.916041 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49997c79-9b8c-44d4-baf0-4600c5026fbc None None] No DVR routers for this DVR port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:19.922378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No active binding found for port 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 {{(pid=101225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 02:31:19.922855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2b2c7f20-aa92-4544-b020-4cee0e34d5d0 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:19.943799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.25.3.77 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/9b10b648-28b2-4c1f-843b-96d3e8aba545) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:19.949630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:43Z', 'updated_at': '2021-08-10T02:31:18Z', 'revision_number': 5, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'gw_port': {'id': 'b2479b60-51c4-4f5e-8a03-50bcbd5569cd', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:44Z', 'updated_at': '2021-08-10T02:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:19.986276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] Checking router: a59ee38f-87ed-460d-b4d7-9211f20e65f5 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:19.998821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] Routers {'a59ee38f-87ed-460d-b4d7-9211f20e65f5'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:19.998821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:30:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:20.007487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] For port b2479b60-51c4-4f5e-8a03-50bcbd5569cd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b2479b60-51c4-4f5e-8a03-50bcbd5569cd,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:20.007864 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.033013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Calling delete_port for b2479b60-51c4-4f5e-8a03-50bcbd5569cd owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:20.083425 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.086912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.110698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] Set router a59ee38f-87ed-460d-b4d7-9211f20e65f5 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:20.120229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Port': ['ID=696047c5-fbe9-4993-979c-f69506a3ee4c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:20.171235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:43Z', 'updated_at': '2021-08-10T02:31:19Z', 'revision_number': 6, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:20.197714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b233d7-78db-483d-8402-8dfc65c29fdb None None] The sync data for ids ['a59ee38f-87ed-460d-b4d7-9211f20e65f5'] in n-d-767704-21 is: [{'id': 'a59ee38f-87ed-460d-b4d7-9211f20e65f5', 'name': 'tempest-TestServerBasicOps-1322458896-router', 'tenant_id': 'e25376e80c4b4c2289a879207365b778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:43Z', 'updated_at': '2021-08-10T02:31:19Z', 'revision_number': 6, 'project_id': 'e25376e80c4b4c2289a879207365b778', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:20.224546 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.244867 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.280506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:20.283756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:20.289225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:20.297896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=9b10b648-28b2-4c1f-843b-96d3e8aba545,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:20.357201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.361765 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.496588 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.497073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Fanout notify agent at l3_agent the message router_deleted on router 3eda292c-ac02-4db2-a25c-895658b5816e {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:31:20.504468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.508515 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cb0794b5-4db7-4f2d-938f-dcf26215343d tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "DELETE /v2.0/routers/3eda292c-ac02-4db2-a25c-895658b5816e HTTP/1.1" status: 204 len: 168 time: 1.6467686 Aug 10 02:31:20.509307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60930) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:20.536119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.578155 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5ad0f7f4-45e7-46ed-99ad-3de62a44e75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:20.977088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2479b60-51c4-4f5e-8a03-50bcbd5569cd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:21.051774 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.056656 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.079301 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.164905 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.202104 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.220618 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.228966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.285468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.296538 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:21.306236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:21.306567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ef7e9c-c0a4-4eeb-b160-007ba4ebf0a6') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:21.317544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.334924 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.341669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:31:21.342086 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:31:21.345825 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:31:21.384945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.385508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a59ee38f-87ed-460d-b4d7-9211f20e65f5 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:31:21.397477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.401107 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-368dd9b2-461f-4918-a85e-15ccbb15afcc admin admin] 10.222.0.38 "DELETE /v2.0/routers/a59ee38f-87ed-460d-b4d7-9211f20e65f5 HTTP/1.1" status: 204 len: 168 time: 2.1878951 Aug 10 02:31:21.402652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60932) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:21.434389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1bff005b-ec7d-4806-a498-15c40c46aa2f no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:21.447602 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.456686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 1bff005b-ec7d-4806-a498-15c40c46aa2f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:21.457114 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1bff005b-ec7d-4806-a498-15c40c46aa2f not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:21.457614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b2479b60-51c4-4f5e-8a03-50bcbd5569cd no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:21.468013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d78df6e-ffed-47a7-abb0-58823637c081 admin admin] Deleting subnet f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:31:21.471948 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d78df6e-ffed-47a7-abb0-58823637c081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.477379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b2479b60-51c4-4f5e-8a03-50bcbd5569cd {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:21.477806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b2479b60-51c4-4f5e-8a03-50bcbd5569cd not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:21.478226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 696047c5-fbe9-4993-979c-f69506a3ee4c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:21.499863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.501952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 696047c5-fbe9-4993-979c-f69506a3ee4c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:21.502312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 696047c5-fbe9-4993-979c-f69506a3ee4c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:21.502798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fa191507-e0d2-4b93-ae1c-f61f79ff3eba no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:21.509725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.516325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60934) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:21.516776 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "DELETE /v2.0/networks/32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc HTTP/1.1" status: 204 len: 168 time: 1.0061030 Aug 10 02:31:21.523180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: fa191507-e0d2-4b93-ae1c-f61f79ff3eba {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:21.523610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device fa191507-e0d2-4b93-ae1c-f61f79ff3eba not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:21.528472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d78df6e-ffed-47a7-abb0-58823637c081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.536688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ace7e-c95b-4573-9917-bd6311588167 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Network': ['ID=32b5e822-ff88-47ec-aae2-8e1b6e3e7bbc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:21.578530 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.755122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=9b10b648-28b2-4c1f-843b-96d3e8aba545,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:21.774638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.829989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d78df6e-ffed-47a7-abb0-58823637c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:21.967854 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Floating IP 052730ff-df16-4bd9-beba-69d76ba3b5a0 associated. External IP: 172.25.3.77, port: 7e958fd5-cd43-4e43-aa35-4a37fc04eaec. Aug 10 02:31:22.020363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Deleting port 63c8ad3f-556f-4a95-ad21-bb4d4a39a93a {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:22.020647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.091783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d78df6e-ffed-47a7-abb0-58823637c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.143974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78df6e-ffed-47a7-abb0-58823637c081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:22.151445 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d78df6e-ffed-47a7-abb0-58823637c081 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.153404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9d78df6e-ffed-47a7-abb0-58823637c081 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f05fb2ad-229b-4fdd-b5fe-555ccd7d9b45 HTTP/1.1" status: 204 len: 168 time: 0.7508612 Aug 10 02:31:22.155839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef95276-7e5a-4667-8cf4-4b02702bc673 None None] Network e56f99f5-ab40-4306-9f3c-602e6476de35 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:22.156930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60936) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:22.230541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.231337 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.231749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.254695 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Calling delete_port for 63c8ad3f-556f-4a95-ad21-bb4d4a39a93a owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:22.299165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Deleting port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:22.300166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.353562 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.375059 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472d897-6ee9-4bcd-8a16-0cb75c529ed5 None None] DHCP port deletion for e56f99f5-ab40-4306-9f3c-602e6476de35 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:31:22.382152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] For port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b96cd9e7-6b86-4b0a-b46d-ec083e4e623a,segment=NetworkSegment(3ed6084f-2a97-43c4-bd65-325ffdafc571),segment_id=3ed6084f-2a97-43c4-bd65-325ffdafc571)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:22.382152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.396416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Calling delete_port for b96cd9e7-6b86-4b0a-b46d-ec083e4e623a owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:22.401204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Router 13958a0c-7c5a-4277-9434-bdb5760de667 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:22.425371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c472d897-6ee9-4bcd-8a16-0cb75c529ed5 None None] Deleting port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:22.426173 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c472d897-6ee9-4bcd-8a16-0cb75c529ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.494658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c472d897-6ee9-4bcd-8a16-0cb75c529ed5 None None] For port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b96cd9e7-6b86-4b0a-b46d-ec083e4e623a,segment=NetworkSegment(3ed6084f-2a97-43c4-bd65-325ffdafc571),segment_id=3ed6084f-2a97-43c4-bd65-325ffdafc571)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:22.495368 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c472d897-6ee9-4bcd-8a16-0cb75c529ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.509516 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c472d897-6ee9-4bcd-8a16-0cb75c529ed5 None None] Calling delete_port for b96cd9e7-6b86-4b0a-b46d-ec083e4e623a owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:22.573583 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.578370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:22.594890 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] Sync routers for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:22.613908 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c472d897-6ee9-4bcd-8a16-0cb75c529ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.615327 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:22.615988 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:22.626393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] No DVR routers for this DVR port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:22.632427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472d897-6ee9-4bcd-8a16-0cb75c529ed5 None None] Pushing event deleted for resources: {'Port': ['ID=b96cd9e7-6b86-4b0a-b46d-ec083e4e623a,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:22.636189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472d897-6ee9-4bcd-8a16-0cb75c529ed5 None None] No DVR routers for this DVR port b96cd9e7-6b86-4b0a-b46d-ec083e4e623a on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:22.636378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Pushing event deleted for resources: {'Port': ['ID=b96cd9e7-6b86-4b0a-b46d-ec083e4e623a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:22.663273 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.694361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Port': ['ID=63c8ad3f-556f-4a95-ad21-bb4d4a39a93a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:22.698400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.730031 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.743962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56f99f5-ab40-4306-9f3c-602e6476de35']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:22.756158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed6084f-2a97-43c4-bd65-325ffdafc571') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:22.756534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed6084f-2a97-43c4-bd65-325ffdafc571') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:22.766792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.767697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b7e49ae4-ae4d-43d4-98a5-556aec0388b8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2170706 Aug 10 02:31:22.769953 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:22.782186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'tag': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:22.782462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.785015 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430bc7e2-a069-467c-a616-994c363138ef" -d '{"events": [{"name": "network-changed", "server_uuid": "df6a6cac-b0d7-40dc-8491-0b31caec2c9c", "tag": "7e958fd5-cd43-4e43-aa35-4a37fc04eaec"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:22.789490 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:31:22.789962 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:31:22.791887 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:31:22.803392 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.805777 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Floating IP 8d697e75-0893-4b50-9669-085ac5e19ebe disassociated (deleted). External IP: 172.25.3.10, port: 1832f1fe-7658-4178-b18a-b9a526c35adb. Aug 10 02:31:22.855069 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be81793-0140-4d4e-be2f-a5dae28c2836 x-openstack-request-id: req-8be81793-0140-4d4e-be2f-a5dae28c2836 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:22.855367 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6a6cac-b0d7-40dc-8491-0b31caec2c9c", "tag": "7e958fd5-cd43-4e43-aa35-4a37fc04eaec", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:22.855598 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8be81793-0140-4d4e-be2f-a5dae28c2836 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:22.855994 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'tag': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'status': 'completed', 'code': 200} Aug 10 02:31:22.904740 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.912973 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:22.915850 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] 10.222.0.38 "DELETE /v2.0/networks/e56f99f5-ab40-4306-9f3c-602e6476de35 HTTP/1.1" status: 204 len: 168 time: 0.7572455 Aug 10 02:31:22.939379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a873af-303c-4fd0-8643-3a8a9b86084e admin admin] Pushing event deleted for resources: {'Network': ['ID=e56f99f5-ab40-4306-9f3c-602e6476de35,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:22.949324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bc7e2-a069-467c-a616-994c363138ef req-14a3d129-1c9a-4970-b5c3-0c240934e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:22.951449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-430bc7e2-a069-467c-a616-994c363138ef req-14a3d129-1c9a-4970-b5c3-0c240934e368 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 1098 time: 0.0887685 Aug 10 02:31:23.051282 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '052730ff-df16-4bd9-beba-69d76ba3b5a0', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:b5:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:20Z', 'updated_at': '2021-08-10T02:31:20Z', 'revision_number': 0, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:23.079308 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] Checking router: 13958a0c-7c5a-4277-9434-bdb5760de667 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:23.088328 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:23.088980 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:23.130947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bc7e2-a069-467c-a616-994c363138ef req-a0adfadb-7d9b-4b6f-92e0-ce563cb5f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:23.132433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-430bc7e2-a069-467c-a616-994c363138ef req-a0adfadb-7d9b-4b6f-92e0-ce563cb5f487 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1736441 Aug 10 02:31:23.199575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Router dc633cd1-fe4b-47df-b795-fec59b907009 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:23.218063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-430bc7e2-a069-467c-a616-994c363138ef req-31699cb5-b72c-4bb7-bc63-2010cca24bce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec HTTP/1.1" status: 200 len: 999 time: 0.0765524 Aug 10 02:31:23.218827 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:23.259945 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:31:23.351407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60944) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:23.395677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b96cd9e7-6b86-4b0a-b46d-ec083e4e623a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:23.404740 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f878349d-a357-4c14-8d12-4e4047a7cd52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c3b7529ff2354362acf72aeee9da0800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521035 Aug 10 02:31:23.408865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60946) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:23.418630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b96cd9e7-6b86-4b0a-b46d-ec083e4e623a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:23.420245 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b96cd9e7-6b86-4b0a-b46d-ec083e4e623a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:23.472282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1afcba71-31f1-4462-9199-1944db1569d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:23.501141 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1afcba71-31f1-4462-9199-1944db1569d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:23.523296 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '052730ff-df16-4bd9-beba-69d76ba3b5a0', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:b5:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:20Z', 'updated_at': '2021-08-10T02:31:20Z', 'revision_number': 0, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:23.559717 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6394e4ff-e289-486d-a009-becaa6ef7a83 None None] The sync data for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 is: [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '052730ff-df16-4bd9-beba-69d76ba3b5a0', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:b5:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:20Z', 'updated_at': '2021-08-10T02:31:20Z', 'revision_number': 0, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:23.613209 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1afcba71-31f1-4462-9199-1944db1569d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:23.616429 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1afcba71-31f1-4462-9199-1944db1569d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:23.619735 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1afcba71-31f1-4462-9199-1944db1569d2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f19a2b9d-9ff8-4a55-8a0f-279e31892dc4 HTTP/1.1" status: 204 len: 168 time: 0.2077835 Aug 10 02:31:23.629027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcba71-31f1-4462-9199-1944db1569d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a2b9d-9ff8-4a55-8a0f-279e31892dc4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:23.721859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bc7e2-a069-467c-a616-994c363138ef req-7bc93269-0313-46c3-a7de-a19be74d770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:23.723354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-430bc7e2-a069-467c-a616-994c363138ef req-7bc93269-0313-46c3-a7de-a19be74d770f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.4697855 Aug 10 02:31:23.744382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:23.756896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] Sync routers for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:23.762109 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:23.768649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:23.769466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:23.800593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-79222da4-3c2e-477c-a60b-48671662f312 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "DELETE /v2.0/floatingips/8d697e75-0893-4b50-9669-085ac5e19ebe HTTP/1.1" status: 204 len: 168 time: 2.2830412 Aug 10 02:31:23.816902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bc7e2-a069-467c-a616-994c363138ef req-8e6c9248-8788-4dfa-bda4-3a3f0164415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:23.818465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-430bc7e2-a069-467c-a616-994c363138ef req-8e6c9248-8788-4dfa-bda4-3a3f0164415b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873506 Aug 10 02:31:23.835381 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ffacc-92d9-4bc9-be6a-1a58945b8b50 None None] New status for floating IP 052730ff-df16-4bd9-beba-69d76ba3b5a0: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:31:23.946687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:23.953475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-430bc7e2-a069-467c-a616-994c363138ef req-7d3a9132-d174-48e7-b1c8-ab2b25ed9729 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253123 Aug 10 02:31:24.006974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:24.067828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-430bc7e2-a069-467c-a616-994c363138ef req-d4d64252-6943-4f98-9dca-8052bde347d8 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074219 Aug 10 02:31:24.183840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:50Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '223e92d9-f270-41a3-a9b3-c1f9fafa2e84', 'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:fd:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:49Z', 'updated_at': '2021-08-10T02:29:55Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:24.211783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] Checking router: dc633cd1-fe4b-47df-b795-fec59b907009 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:24.221084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:24.221696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:24.334284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:24.378165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476066c1-8663-46c0-87db-115904194f10 req-10bf261e-c195-4971-adf0-bc8ecaba2e7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:24.383109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-476066c1-8663-46c0-87db-115904194f10 req-10bf261e-c195-4971-adf0-bc8ecaba2e7b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 984 time: 0.0555415 Aug 10 02:31:24.429535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-476066c1-8663-46c0-87db-115904194f10 req-21f944d1-e702-4c84-992c-66e994952b20 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0436082 Aug 10 02:31:24.505910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60956) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:24.543599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:50Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '223e92d9-f270-41a3-a9b3-c1f9fafa2e84', 'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:fd:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:49Z', 'updated_at': '2021-08-10T02:29:55Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:24.551281 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d870eca4-b4e5-4546-b499-bbc8e1c142d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e25376e80c4b4c2289a879207365b778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439901 Aug 10 02:31:24.553668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60958) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:24.575207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b587167-e6fe-4a0b-8f4d-84d98b7aa233 None None] The sync data for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 is: [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:50Z', 'revision_number': 4, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '223e92d9-f270-41a3-a9b3-c1f9fafa2e84', 'name': '', 'network_id': 'dcaf3ca5-b212-421a-b39e-ed5862426770', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'mac_address': 'fa:16:3e:fd:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:49Z', 'updated_at': '2021-08-10T02:29:55Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'subnets': [{'id': '5185fe02-8c96-40e7-86d0-ddb3d4ca63d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:24.612665 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d12a9e8e-2b05-4d26-85c8-251f25d8a1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:24.641248 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d12a9e8e-2b05-4d26-85c8-251f25d8a1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:24.750413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d12a9e8e-2b05-4d26-85c8-251f25d8a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:24.753578 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d12a9e8e-2b05-4d26-85c8-251f25d8a1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:24.755084 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d12a9e8e-2b05-4d26-85c8-251f25d8a1c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1defe0d0-1176-4281-b939-ca049d027fe9 HTTP/1.1" status: 204 len: 168 time: 0.2003124 Aug 10 02:31:24.764449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a9e8e-2b05-4d26-85c8-251f25d8a1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1defe0d0-1176-4281-b939-ca049d027fe9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:24.828812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde3932-39a2-4a4c-8cfb-a550ac26519a None None] New status for floating IP 8d697e75-0893-4b50-9669-085ac5e19ebe: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:31:24.857859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:24.860518 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d" -d '{"events": [{"name": "network-changed", "server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:24.909057 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15665498-5667-477b-aff1-de27493e073d x-openstack-request-id: req-15665498-5667-477b-aff1-de27493e073d {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:24.909442 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:24.909837 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15665498-5667-477b-aff1-de27493e073d {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:24.910380 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'status': 'completed', 'code': 200} Aug 10 02:31:24.973039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-f3c514a2-53b1-426b-922f-a915990b9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:24.974915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-f3c514a2-53b1-426b-922f-a915990b9311 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cb9b560700d46d5ae38130c3d352c77&device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 1136 time: 0.0430443 Aug 10 02:31:25.068065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-41fb7e3e-197e-4620-b8c4-31a78eb913cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:25.069537 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-41fb7e3e-197e-4620-b8c4-31a78eb913cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=dcaf3ca5-b212-421a-b39e-ed5862426770 HTTP/1.1" status: 200 len: 897 time: 0.0876889 Aug 10 02:31:25.117440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-5939c8a4-0ffa-4923-842c-8636a9a0c166 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1832f1fe-7658-4178-b18a-b9a526c35adb HTTP/1.1" status: 200 len: 217 time: 0.0403206 Aug 10 02:31:25.172218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-dcb3a75b-96c4-413f-99aa-6d5851070813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:25.173623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-dcb3a75b-96c4-413f-99aa-6d5851070813 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5185fe02-8c96-40e7-86d0-ddb3d4ca63d5 HTTP/1.1" status: 200 len: 834 time: 0.0472395 Aug 10 02:31:25.223552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-c7180544-9aec-498e-8061-a6538c940b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:25.225086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-c7180544-9aec-498e-8061-a6538c940b86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dcaf3ca5-b212-421a-b39e-ed5862426770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437827 Aug 10 02:31:25.326164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-8165af8f-2cdc-4e9f-9780-2ffe71a6ff7e service neutron] 10.222.0.16 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917230 Aug 10 02:31:25.428098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0bfd216e-e8ad-4127-a7fe-59c54bcd402d req-0176344d-966a-45cc-ab86-33ab599424a1 service neutron] 10.222.0.16 "GET /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931945 Aug 10 02:31:25.557322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55a2d1-1e41-4907-9bc8-4ebb5b777d0d req-fdeba340-0db6-4a7d-bca4-3b70f8516347 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:25.558897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e55a2d1-1e41-4907-9bc8-4ebb5b777d0d req-fdeba340-0db6-4a7d-bca4-3b70f8516347 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 984 time: 0.0539756 Aug 10 02:31:25.636046 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e55a2d1-1e41-4907-9bc8-4ebb5b777d0d req-c3ff8a77-9cf0-4456-9999-abcada97ba38 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/security-groups?id=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9&id=15d46016-bb1b-4fa3-9593-035e67eb8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0701387 Aug 10 02:31:25.649498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-5fe1abb8-3016-414f-94c8-a1d47865e78b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:25.651268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-5fe1abb8-3016-414f-94c8-a1d47865e78b tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 984 time: 0.0840456 Aug 10 02:31:25.764961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Deleting port 1832f1fe-7658-4178-b18a-b9a526c35adb {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:25.765299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:25.863700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] For port 1832f1fe-7658-4178-b18a-b9a526c35adb, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=1832f1fe-7658-4178-b18a-b9a526c35adb,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:25.864465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:25.878429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Calling delete_port for 1832f1fe-7658-4178-b18a-b9a526c35adb owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:25.917199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60984) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:26.030015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-345543692-network', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:26.085696 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.113694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Made reservation on behalf of fa2f9f6138404013bcea9161c1a49b39 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:31:26.115948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Port': ['ID=1832f1fe-7658-4178-b18a-b9a526c35adb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:26.116128 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.126527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.160759 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] No DVR routers for this DVR port 1832f1fe-7658-4178-b18a-b9a526c35adb on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:26.163364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.165437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e6f891d-0012-4f3f-93b4-462113b43272 req-94fe2a9d-9cb7-41fc-bab1-0a5c927d38fb tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.16 "DELETE /v2.0/ports/1832f1fe-7658-4178-b18a-b9a526c35adb HTTP/1.1" status: 204 len: 173 time: 0.5084808 Aug 10 02:31:26.225422 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.270411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.299160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:31:26.305855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d953ad-5ece-4402-b2bf-32af86804057,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:26.312750 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.313123 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Added segment 01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f of type vlan for network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 Aug 10 02:31:26.359198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.458712 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.462667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:26.462667 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.528077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] Pushing event updated for resources: {'Network': ['ID=035c56a8-a657-488f-ad0e-e8cb9d2dca62,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:26.539503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:31:26.602675 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0335611f-4547-49e3-ae35-dece7c893885 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6840906 Aug 10 02:31:26.608326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60988) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:26.614126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Request body: {'subnet': {'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-345543692-subnet', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:26.710495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Made reservation on behalf of fa2f9f6138404013bcea9161c1a49b39 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:31:26.713161 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:26.795733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5d18f31-7560-4bd3-b52c-59a2b461a74d req-0fee5c78-4102-4d53-90ca-2c3def69bfc6 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "GET /v2.0/ports?device_id=61f7f988-b180-4a83-a12e-c49fb2ee33c6 HTTP/1.1" status: 200 len: 210 time: 0.0674448 Aug 10 02:31:26.916817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'name': 'network-vif-deleted', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:26.919103 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aef176-edb8-48fc-8a5f-6b22d1c0ca4a" -d '{"events": [{"server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "name": "network-vif-deleted", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:26.969654 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4e84f5-ed4c-446a-b295-da39f61005e1 x-openstack-request-id: req-6e4e84f5-ed4c-446a-b295-da39f61005e1 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:26.969951 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f7f988-b180-4a83-a12e-c49fb2ee33c6", "name": "network-vif-deleted", "tag": "1832f1fe-7658-4178-b18a-b9a526c35adb", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:26.970208 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6e4e84f5-ed4c-446a-b295-da39f61005e1 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:26.970644 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f7f988-b180-4a83-a12e-c49fb2ee33c6', 'name': 'network-vif-deleted', 'tag': '1832f1fe-7658-4178-b18a-b9a526c35adb', 'status': 'completed', 'code': 200} Aug 10 02:31:27.030872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.082767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8807f016-a1ca-40c9-9c5a-fe4f49fd3c87,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:27.100590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Checking segment: {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:27.100953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Network hostable DHCP agents. Network: 035c56a8-a657-488f-ad0e-e8cb9d2dca62, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:31:27.193384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:31:27.262273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 035c56a8-a657-488f-ad0e-e8cb9d2dca62) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:27.267401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:27.268004 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.271920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249964b-4b95-4441-8327-dac62807a59f None None] Network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:27.343327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5ac0aa4b-c258-47d9-a0b5-5cb171c1b5a8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7336917 Aug 10 02:31:27.345854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 60994) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:27.350500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:27.430090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:31:27.431002 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.439713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.440873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.500223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.564999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Allocated IP 172.20.0.2 (035c56a8-a657-488f-ad0e-e8cb9d2dca62/8807f016-a1ca-40c9-9c5a-fe4f49fd3c87/b899d7ee-87f3-4fa5-8316-eaa57ce286a9) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:27.719161 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.721812 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.730325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Transition to ACTIVE for port object b899d7ee-87f3-4fa5-8316-eaa57ce286a9 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:27.745244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Transition to ACTIVE for port object b899d7ee-87f3-4fa5-8316-eaa57ce286a9 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:27.830838 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.860508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 60998) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:27.874090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:27.877178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:27.880892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:27.888988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Pushing event updated for resources: {'Port': ['ID=b899d7ee-87f3-4fa5-8316-eaa57ce286a9,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:27.927789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39b35965-8d12-4b3f-9232-7553c0cf6aa4 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.952847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39b35965-8d12-4b3f-9232-7553c0cf6aa4 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.960650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Attempting to bind port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:31:27.961032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Attempting to bind port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:31:27.962121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Attempting to bind port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 on network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:27.970377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:31:27.971459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Checking segment: {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:27.972163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:27.973064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Bound using segment: {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:31:27.973571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Bound port: b899d7ee-87f3-4fa5-8316-eaa57ce286a9, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:31:27.974987 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.021377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.041229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.043108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] For port b899d7ee-87f3-4fa5-8316-eaa57ce286a9, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:31:28.046799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] For port b899d7ee-87f3-4fa5-8316-eaa57ce286a9, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b899d7ee-87f3-4fa5-8316-eaa57ce286a9,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:31:28.090847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39b35965-8d12-4b3f-9232-7553c0cf6aa4 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.093723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-39b35965-8d12-4b3f-9232-7553c0cf6aa4 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.094996 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-39b35965-8d12-4b3f-9232-7553c0cf6aa4 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "DELETE /v2.0/security-groups/1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9 HTTP/1.1" status: 204 len: 168 time: 0.2328498 Aug 10 02:31:28.098433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32768) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:28.117043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b35965-8d12-4b3f-9232-7553c0cf6aa4 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7e3e7b-11c5-4dcf-b39d-dbd6cb2a46f9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:28.123219 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.160756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Allocated IP 172.25.3.68 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/8ed515e1-46b3-4277-9463-e8a25ad163b7) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:28.191285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-621ee769-420c-42a2-ad63-b92ce74c9560 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.203065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73619f-6c56-4308-aa87-e6a7cd8760d0 None None] Pushing event updated for resources: {'Port': ['ID=b899d7ee-87f3-4fa5-8316-eaa57ce286a9,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:28.233398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-621ee769-420c-42a2-ad63-b92ce74c9560 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.301673 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.387645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-621ee769-420c-42a2-ad63-b92ce74c9560 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.390543 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-621ee769-420c-42a2-ad63-b92ce74c9560 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.391901 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-621ee769-420c-42a2-ad63-b92ce74c9560 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "DELETE /v2.0/security-groups/15d46016-bb1b-4fa3-9593-035e67eb8a41 HTTP/1.1" status: 204 len: 168 time: 0.2925060 Aug 10 02:31:28.396867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32770) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:28.418143 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.452934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ee769-420c-42a2-ad63-b92ce74c9560 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d46016-bb1b-4fa3-9593-035e67eb8a41,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:28.462372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:28.465389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:28.470473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:28.498607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed515e1-46b3-4277-9463-e8a25ad163b7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:28.514376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1832f1fe-7658-4178-b18a-b9a526c35adb no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:28.545806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 1832f1fe-7658-4178-b18a-b9a526c35adb {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:28.546237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 1832f1fe-7658-4178-b18a-b9a526c35adb not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:28.835182 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:28.855921 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.086666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.197609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Deleting port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:29.198311 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.260863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0827a92b-77e7-4290-a946-ceed3238d7fe None None] Network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:29.309626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] For port 223e92d9-f270-41a3-a9b3-c1f9fafa2e84, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=223e92d9-f270-41a3-a9b3-c1f9fafa2e84,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:29.311548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.311814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:31:29.329779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Calling delete_port for 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:29.441601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b899d7ee-87f3-4fa5-8316-eaa57ce286a9 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:29.444974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-36263df8-13e4-45d0-8ea2-0422558d5973 None None] Provisioning for port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:29.472390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:29.486520 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Sync routers for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:29.498781 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:29.499746 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:29.596294 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.598593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b4086b3e-d3b1-4245-a391-fd4b00d614a0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2515011 Aug 10 02:31:29.601361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32774) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:29.639869 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:29.663243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:29.669896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:29.671648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.720283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.759596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Port': ['ID=223e92d9-f270-41a3-a9b3-c1f9fafa2e84,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:29.788560 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.830422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-36d6e82b-860f-497c-a083-3d31ffb34129 None None] Provisioning complete for port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:29.831194 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36d6e82b-860f-497c-a083-3d31ffb34129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.881269 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port b899d7ee-87f3-4fa5-8316-eaa57ce286a9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b899d7ee-87f3-4fa5-8316-eaa57ce286a9,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:29.948861 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:28Z', 'revision_number': 3, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:29.961294 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-36d6e82b-860f-497c-a083-3d31ffb34129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:29.963734 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.003999 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Checking router: b18eabae-d6d2-4cf3-bc23-f447f3f613b1 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:30.004419 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Updating router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 port 8ed515e1-46b3-4277-9463-e8a25ad163b7 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:31:30.037459 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.098411 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.112711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=b899d7ee-87f3-4fa5-8316-eaa57ce286a9,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:30.144361 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-36d6e82b-860f-497c-a083-3d31ffb34129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:31:30.144719 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-36d6e82b-860f-497c-a083-3d31ffb34129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:31:30.245806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.370609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Router dc633cd1-fe4b-47df-b795-fec59b907009 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:30.399079 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.410602 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Transition to ACTIVE for port object 8ed515e1-46b3-4277-9463-e8a25ad163b7 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:30.432114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Allocated IP 172.20.0.1 (035c56a8-a657-488f-ad0e-e8cb9d2dca62/8807f016-a1ca-40c9-9c5a-fe4f49fd3c87/22103c74-fb19-4607-a824-46c43072588c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:30.480400 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.493492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:30.500740 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-102dca03-d064-4eff-b804-474c5380daa1 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "PUT /v2.0/routers/dc633cd1-fe4b-47df-b795-fec59b907009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1039472 Aug 10 02:31:30.503341 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32776) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:30.509219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658994a4-e731-4265-b9c6-3369740edabe None None] Sync routers for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:30.520026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658994a4-e731-4265-b9c6-3369740edabe None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:30.520664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-658994a4-e731-4265-b9c6-3369740edabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:30.542346 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Attempting to bind port 8ed515e1-46b3-4277-9463-e8a25ad163b7 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:31:30.543043 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Attempting to bind port 8ed515e1-46b3-4277-9463-e8a25ad163b7 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:31:30.543172 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Attempting to bind port 8ed515e1-46b3-4277-9463-e8a25ad163b7 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:30.553217 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18556189-4235-4450-87ce-91a30591370e None None] Pushing event updated for resources: {'Port': ['ID=8ed515e1-46b3-4277-9463-e8a25ad163b7,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:30.559109 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:31:30.562505 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:30.562960 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.563363 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:31:30.563865 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Bound port: 8ed515e1-46b3-4277-9463-e8a25ad163b7, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:31:30.564254 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.573076 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.591790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc511b3-b6a3-4b00-b322-36ec9fb55b9c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Deleting subnet 5185fe02-8c96-40e7-86d0-ddb3d4ca63d5 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:31:30.594142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Transition to ACTIVE for port object 22103c74-fb19-4607-a824-46c43072588c will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:30.595638 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3dc511b3-b6a3-4b00-b322-36ec9fb55b9c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.642078 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3dc511b3-b6a3-4b00-b322-36ec9fb55b9c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.643212 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] For port 8ed515e1-46b3-4277-9463-e8a25ad163b7, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:31:30.649139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] For port 8ed515e1-46b3-4277-9463-e8a25ad163b7, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8ed515e1-46b3-4277-9463-e8a25ad163b7,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:31:30.688420 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.725956 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.739806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:30.743488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:30.748546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:30.773292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3dc511b3-b6a3-4b00-b322-36ec9fb55b9c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.779272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Pushing event updated for resources: {'Port': ['ID=22103c74-fb19-4607-a824-46c43072588c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:30.799204 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18556189-4235-4450-87ce-91a30591370e None None] Pushing event updated for resources: {'Port': ['ID=8ed515e1-46b3-4277-9463-e8a25ad163b7,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:30.805681 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:30.821975 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:30.822728 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:30.896121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-658994a4-e731-4265-b9c6-3369740edabe None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:30.945246 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3dc511b3-b6a3-4b00-b322-36ec9fb55b9c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.001661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc511b3-b6a3-4b00-b322-36ec9fb55b9c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Subnet': ['ID=5185fe02-8c96-40e7-86d0-ddb3d4ca63d5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:31.017381 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3dc511b3-b6a3-4b00-b322-36ec9fb55b9c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.026368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3dc511b3-b6a3-4b00-b322-36ec9fb55b9c tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "DELETE /v2.0/subnets/5185fe02-8c96-40e7-86d0-ddb3d4ca63d5 HTTP/1.1" status: 204 len: 168 time: 0.5184336 Aug 10 02:31:31.027081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32778) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:31.032568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8c98d-7f2a-4118-bcf3-2a66652f0e1d None None] Network dcaf3ca5-b212-421a-b39e-ed5862426770 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:31.144323 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:31.192033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.201820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54ab4d30-da7f-4948-a35a-1b4169d69b2f None None] Provisioning for port 22103c74-fb19-4607-a824-46c43072588c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:31.226523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54ab4d30-da7f-4948-a35a-1b4169d69b2f None None] Provisioning complete for port 22103c74-fb19-4607-a824-46c43072588c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:31.226968 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54ab4d30-da7f-4948-a35a-1b4169d69b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.314908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-54ab4d30-da7f-4948-a35a-1b4169d69b2f None None] Port 22103c74-fb19-4607-a824-46c43072588c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:31:31.351875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-658994a4-e731-4265-b9c6-3369740edabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:31:29Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:31.382841 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.386900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049dc7d-6c59-4781-8ac4-3c3e21f9d4e9 None None] DHCP port deletion for dcaf3ca5-b212-421a-b39e-ed5862426770 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:31:31.390758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658994a4-e731-4265-b9c6-3369740edabe None None] Checking router: dc633cd1-fe4b-47df-b795-fec59b907009 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:31.425900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658994a4-e731-4265-b9c6-3369740edabe None None] Routers {'dc633cd1-fe4b-47df-b795-fec59b907009'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:31.426527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-658994a4-e731-4265-b9c6-3369740edabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['dc633cd1-fe4b-47df-b795-fec59b907009'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:31.442861 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:28Z', 'revision_number': 3, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:31.471842 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c149ac-80a1-436e-8dd1-4edd5ecccd98 None None] The sync data for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 is: [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:28Z', 'revision_number': 3, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:31.485121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b899d7ee-87f3-4fa5-8316-eaa57ce286a9 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:31.551139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Deleting port 35795a4f-48cd-46bc-8343-913261fc14a4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:31.551923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.566204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8049dc7d-6c59-4781-8ac4-3c3e21f9d4e9 None None] Deleting port c30f4d68-c00b-41f1-8066-881f297c9261 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:31:31.566856 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8049dc7d-6c59-4781-8ac4-3c3e21f9d4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.580259 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.645909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-658994a4-e731-4265-b9c6-3369740edabe None None] Set router dc633cd1-fe4b-47df-b795-fec59b907009 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:31.694291 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] For port 35795a4f-48cd-46bc-8343-913261fc14a4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=35795a4f-48cd-46bc-8343-913261fc14a4,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:31.694291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.705002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Calling delete_port for 35795a4f-48cd-46bc-8343-913261fc14a4 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:31.719943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:31.720323 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.759221 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8049dc7d-6c59-4781-8ac4-3c3e21f9d4e9 None None] For port c30f4d68-c00b-41f1-8066-881f297c9261, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c30f4d68-c00b-41f1-8066-881f297c9261,segment=NetworkSegment(7200cb4e-62d6-440a-94de-9d72569448f8),segment_id=7200cb4e-62d6-440a-94de-9d72569448f8)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:31.759631 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8049dc7d-6c59-4781-8ac4-3c3e21f9d4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.819527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8049dc7d-6c59-4781-8ac4-3c3e21f9d4e9 None None] Calling delete_port for c30f4d68-c00b-41f1-8066-881f297c9261 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:31:31.874647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:31.951043 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.031598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Pushing event updated for resources: {'Port': ['ID=22103c74-fb19-4607-a824-46c43072588c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:32.037039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.037608 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.047768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-658994a4-e731-4265-b9c6-3369740edabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:31:29Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:32.085205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658994a4-e731-4265-b9c6-3369740edabe None None] The sync data for ids ['dc633cd1-fe4b-47df-b795-fec59b907009'] in n-d-767704-21 is: [{'id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'name': 'tempest-TestSecurityGroupsBasicOps-router-87529822', 'tenant_id': '8cb9b560700d46d5ae38130c3d352c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:31:29Z', 'revision_number': 5, 'project_id': '8cb9b560700d46d5ae38130c3d352c77', 'gw_port': {'id': '35795a4f-48cd-46bc-8343-913261fc14a4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc633cd1-fe4b-47df-b795-fec59b907009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:29:45Z', 'updated_at': '2021-08-10T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:32.102526 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8049dc7d-6c59-4781-8ac4-3c3e21f9d4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.103380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Port': ['ID=35795a4f-48cd-46bc-8343-913261fc14a4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:32.144579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049dc7d-6c59-4781-8ac4-3c3e21f9d4e9 None None] Pushing event deleted for resources: {'Port': ['ID=c30f4d68-c00b-41f1-8066-881f297c9261,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:32.151956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049dc7d-6c59-4781-8ac4-3c3e21f9d4e9 None None] No DVR routers for this DVR port c30f4d68-c00b-41f1-8066-881f297c9261 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:31:32.178058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.191282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:32.193055 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:32.302794 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.306725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.348747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:32.439746 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.440358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Fanout notify agent at l3_agent the message router_deleted on router dc633cd1-fe4b-47df-b795-fec59b907009 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:31:32.464125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.467852 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-61a6856f-faf3-400f-b383-6b8dabf1674f tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "DELETE /v2.0/routers/dc633cd1-fe4b-47df-b795-fec59b907009 HTTP/1.1" status: 204 len: 168 time: 1.4371357 Aug 10 02:31:32.468187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32782) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:32.487736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:32.498023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-015539bd-d607-4812-a301-ee2df3c534c6 admin admin] 10.222.0.38 "PUT /v2.0/routers/b18eabae-d6d2-4cf3-bc23-f447f3f613b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8950021 Aug 10 02:31:32.552639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-87717eb9-df9d-43fe-b97e-6e40c77aedca None None] Provisioning complete for port 22103c74-fb19-4607-a824-46c43072588c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:32.553020 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-87717eb9-df9d-43fe-b97e-6e40c77aedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.595445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.628168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-87717eb9-df9d-43fe-b97e-6e40c77aedca None None] Port 22103c74-fb19-4607-a824-46c43072588c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:31:32.722312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.740929 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaf3ca5-b212-421a-b39e-ed5862426770']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:32.752706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7200cb4e-62d6-440a-94de-9d72569448f8') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:32.753027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7200cb4e-62d6-440a-94de-9d72569448f8') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:32.765082 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.780843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.787563 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:31:32.788180 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:31:32.791360 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:31:32.922495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.928307 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:32.931180 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] 10.222.0.38 "DELETE /v2.0/networks/dcaf3ca5-b212-421a-b39e-ed5862426770 HTTP/1.1" status: 204 len: 168 time: 0.4619102 Aug 10 02:31:32.954157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d841e99-22be-42ae-ae64-81537b0d7564 tempest-TestSecurityGroupsBasicOps-1963248024 tempest-TestSecurityGroupsBasicOps-1963248024-project] Pushing event deleted for resources: {'Network': ['ID=dcaf3ca5-b212-421a-b39e-ed5862426770,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:33.382607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32806) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:33.389729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1934583842-network', 'tenant_id': '14541e0161074b5697a73ef102f8c181'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:33.473228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8ed515e1-46b3-4277-9463-e8a25ad163b7 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:33.527384 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Sync routers for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:33.537476 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:33.538113 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:33.544933 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Made reservation on behalf of 14541e0161074b5697a73ef102f8c181 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:31:33.547728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.557781 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.573220 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32810) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:33.602207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8ed515e1-46b3-4277-9463-e8a25ad163b7 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:33.608560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8ed515e1-46b3-4277-9463-e8a25ad163b7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:33.609487 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.680980 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.688358 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:33.726781 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.766751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8ed515e1-46b3-4277-9463-e8a25ad163b7, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8ed515e1-46b3-4277-9463-e8a25ad163b7,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:33.769781 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.820415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:31:33.839130 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7d3d79ce-2eb8-4bc8-a3d5-eb68202794d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8cb9b560700d46d5ae38130c3d352c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619486 Aug 10 02:31:33.839971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32814) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:33.840461 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd0b69a-dca2-4c30-99ee-82d2db69e1f1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:33.846074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.846421 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Added segment 64fab3a8-92f5-40cc-9cce-891ce148ea90 of type vlan for network 24f8702e-7f04-438b-9769-10750461a106 Aug 10 02:31:33.854519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.914431 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.923934 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02c21115-ecd7-440b-859b-5cf783b3fb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.946908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8ed515e1-46b3-4277-9463-e8a25ad163b7,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:33.953489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:33.971383 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02c21115-ecd7-440b-859b-5cf783b3fb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:33.988137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:33.988549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 223e92d9-f270-41a3-a9b3-c1f9fafa2e84 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:33.993844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c30f4d68-c00b-41f1-8066-881f297c9261 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:34.010619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c30f4d68-c00b-41f1-8066-881f297c9261 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:34.010966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c30f4d68-c00b-41f1-8066-881f297c9261 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:34.021616 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 2, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:34.041768 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.042800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:34.043563 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.053790 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Checking router: b18eabae-d6d2-4cf3-bc23-f447f3f613b1 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:34.054148 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Updating router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 port 22103c74-fb19-4607-a824-46c43072588c binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:31:34.089267 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.111996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] Pushing event updated for resources: {'Network': ['ID=24f8702e-7f04-438b-9769-10750461a106,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:34.122306 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02c21115-ecd7-440b-859b-5cf783b3fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.125678 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 24f8702e-7f04-438b-9769-10750461a106 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:31:34.125913 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-02c21115-ecd7-440b-859b-5cf783b3fb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.130340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-02c21115-ecd7-440b-859b-5cf783b3fb80 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d681047-37ce-40d6-9aa8-28225bc62450 HTTP/1.1" status: 204 len: 168 time: 0.2866576 Aug 10 02:31:34.140237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c21115-ecd7-440b-859b-5cf783b3fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d681047-37ce-40d6-9aa8-28225bc62450,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:34.175233 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ea35a91e-ae93-4629-bc82-d352b9e07297 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7886410 Aug 10 02:31:34.176096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32818) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:34.180902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Request body: {'subnet': {'network_id': '24f8702e-7f04-438b-9769-10750461a106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1934583842-subnet', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:34.330792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Made reservation on behalf of 14541e0161074b5697a73ef102f8c181 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:31:34.334051 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.414913 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.427100 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Transition to ACTIVE for port object 22103c74-fb19-4607-a824-46c43072588c will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:34.536237 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.585095 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.589889 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dc202-1e4f-48ca-9bfb-ae7edea526b5 None None] Pushing event updated for resources: {'Port': ['ID=22103c74-fb19-4607-a824-46c43072588c,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:34.643295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a189db-bcfc-4941-a9b1-b82976741865,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:34.653143 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Attempting to bind port 22103c74-fb19-4607-a824-46c43072588c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:31:34.653787 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Attempting to bind port 22103c74-fb19-4607-a824-46c43072588c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:31:34.654424 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Attempting to bind port 22103c74-fb19-4607-a824-46c43072588c on network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:34.654610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Checking segment: {'id': '64fab3a8-92f5-40cc-9cce-891ce148ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24f8702e-7f04-438b-9769-10750461a106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:34.654995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Network hostable DHCP agents. Network: 24f8702e-7f04-438b-9769-10750461a106, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:31:34.659400 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:31:34.659968 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Checking segment: {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:34.660386 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.661221 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Bound using segment: {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:31:34.661699 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Bound port: 22103c74-fb19-4607-a824-46c43072588c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:31:34.662242 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.750540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Network 24f8702e-7f04-438b-9769-10750461a106 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:31:34.755322 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] For port 22103c74-fb19-4607-a824-46c43072588c, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:31:34.758703 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] For port 22103c74-fb19-4607-a824-46c43072588c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=22103c74-fb19-4607-a824-46c43072588c,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:31:34.826811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32822) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:34.830923 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.834845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 24f8702e-7f04-438b-9769-10750461a106) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:34.843527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a6468d-2cd0-4b9f-ad8a-a1ce8f30e8d6 None None] Network 24f8702e-7f04-438b-9769-10750461a106 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:34.852844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00eec764-d8d4-4a27-a9ce-3a3b3ebd5c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.856626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:34.858015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:34.910266 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:34.910973 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:34.956484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-80614708-4869-419c-adaf-5bdf67d10d50 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7773268 Aug 10 02:31:34.957528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32824) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:34.964405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:35.014667 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dc202-1e4f-48ca-9bfb-ae7edea526b5 None None] Pushing event updated for resources: {'Port': ['ID=22103c74-fb19-4607-a824-46c43072588c,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:35.045893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-24f8702e-7f04-438b-9769-10750461a106', 'network_id': '24f8702e-7f04-438b-9769-10750461a106', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'fixed_ips': [{'subnet_id': 'c4a189db-bcfc-4941-a9b1-b82976741865'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:31:35.046706 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.049688 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:35.073510 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00eec764-d8d4-4a27-a9ce-3a3b3ebd5c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.167660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-00eec764-d8d4-4a27-a9ce-3a3b3ebd5c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.206663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Allocated IP 172.20.0.2 (24f8702e-7f04-438b-9769-10750461a106/c4a189db-bcfc-4941-a9b1-b82976741865/9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:35.209111 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eec764-d8d4-4a27-a9ce-3a3b3ebd5c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc1943e-3206-42aa-af0f-d6abb8994c35,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:35.213905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-00eec764-d8d4-4a27-a9ce-3a3b3ebd5c65 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa8b5f39536142b7b5c9a91b351c758e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858974 Aug 10 02:31:35.217218 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32826) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:35.256524 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.257603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.273167 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57072594-280c-4407-8a38-537747bd19d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.298269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57072594-280c-4407-8a38-537747bd19d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.327025 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:34Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:35.362044 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a2344-82f2-44a3-a73f-00e273ca209c None None] The sync data for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 is: [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:34Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:35.373986 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.438116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8ed515e1-46b3-4277-9463-e8a25ad163b7 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:35.440479 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.476617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Transition to ACTIVE for port object 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:35.478356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57072594-280c-4407-8a38-537747bd19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.482890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57072594-280c-4407-8a38-537747bd19d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.488101 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-57072594-280c-4407-8a38-537747bd19d0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5fc1943e-3206-42aa-af0f-d6abb8994c35 HTTP/1.1" status: 204 len: 168 time: 0.2685328 Aug 10 02:31:35.500342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57072594-280c-4407-8a38-537747bd19d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc1943e-3206-42aa-af0f-d6abb8994c35,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:35.503487 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Transition to ACTIVE for port object 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:35.520921 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8ed515e1-46b3-4277-9463-e8a25ad163b7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:35.521304 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.583673 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.641026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Pushing event updated for resources: {'Port': ['ID=9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:35.702038 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.874168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Network 24f8702e-7f04-438b-9769-10750461a106 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:35.875685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:35.878982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:35.907932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 35795a4f-48cd-46bc-8343-913261fc14a4 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:31:35.945826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 35795a4f-48cd-46bc-8343-913261fc14a4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:31:35.946114 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 35795a4f-48cd-46bc-8343-913261fc14a4 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:31:35.957708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Attempting to bind port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:31:35.957708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Attempting to bind port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '64fab3a8-92f5-40cc-9cce-891ce148ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24f8702e-7f04-438b-9769-10750461a106'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:31:35.958018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Attempting to bind port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d on network 24f8702e-7f04-438b-9769-10750461a106 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:35.963675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:31:35.964140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Checking segment: {'id': '64fab3a8-92f5-40cc-9cce-891ce148ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24f8702e-7f04-438b-9769-10750461a106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:35.964637 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:35.965162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Bound using segment: {'id': '64fab3a8-92f5-40cc-9cce-891ce148ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24f8702e-7f04-438b-9769-10750461a106'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:31:35.965716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Bound port: 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fab3a8-92f5-40cc-9cce-891ce148ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24f8702e-7f04-438b-9769-10750461a106'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:31:35.966237 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:36.064294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] For port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:31:36.068123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] For port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d,segment=NetworkSegment(64fab3a8-92f5-40cc-9cce-891ce148ea90),segment_id=64fab3a8-92f5-40cc-9cce-891ce148ea90)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:31:36.079525 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:36.104161 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:36.177830 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:36.239635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Allocated IP 172.25.3.99 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/1c0faac2-2a3d-4e53-9645-400d1c417f05) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:36.248889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a771420-0837-4270-a8e2-4b822ab9ec5c None None] Pushing event updated for resources: {'Port': ['ID=9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:36.291330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32836) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:36.353604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-49a68475-1b71-484a-a899-a795273880d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f4bcda8383b48fcbb5e1767c258b3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608790 Aug 10 02:31:36.356345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32838) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:36.428471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78f1e1df-d74a-4865-a98e-e658ceace2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:36.459031 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78f1e1df-d74a-4865-a98e-e658ceace2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:36.680396 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78f1e1df-d74a-4865-a98e-e658ceace2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:36.683272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-78f1e1df-d74a-4865-a98e-e658ceace2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:36.688737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-78f1e1df-d74a-4865-a98e-e658ceace2bf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25d35362-2c3b-4e9b-a5dd-011c1c1bac59 HTTP/1.1" status: 204 len: 168 time: 0.3272228 Aug 10 02:31:36.695875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1e1df-d74a-4865-a98e-e658ceace2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d35362-2c3b-4e9b-a5dd-011c1c1bac59,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:36.835510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:36.957303 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:37.008619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:37.012414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:37.017293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:37.024705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Pushing event updated for resources: {'Port': ['ID=1c0faac2-2a3d-4e53-9645-400d1c417f05,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:37.380655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e6a0a-dfec-48c5-b8ec-c3a23ea1f384 None None] Network 24f8702e-7f04-438b-9769-10750461a106 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:37.450954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:37.554428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 22103c74-fb19-4607-a824-46c43072588c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:37.643998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-db793c1b-0d4b-468c-8a82-ed9b01f1d217 None None] Provisioning for port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:37.696324 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 22103c74-fb19-4607-a824-46c43072588c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:37.701955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 22103c74-fb19-4607-a824-46c43072588c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:37.702255 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:37.718385 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:37.820707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:37.862240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 22103c74-fb19-4607-a824-46c43072588c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=22103c74-fb19-4607-a824-46c43072588c,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:37.962298 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:37.962987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:37.976630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Router d486e4af-6b30-4210-a14f-2166d5d0bc88 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:31:38.049411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=22103c74-fb19-4607-a824-46c43072588c,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:38.101424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:38.111384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Sync routers for ids ['d486e4af-6b30-4210-a14f-2166d5d0bc88'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:38.121166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Routers {'d486e4af-6b30-4210-a14f-2166d5d0bc88'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:38.121779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d486e4af-6b30-4210-a14f-2166d5d0bc88'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:38.159781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:38.168042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:38.168418 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:38.207729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:38.209372 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f5ff60ec-2d75-4976-83e9-1d8139f8b19f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2502220 Aug 10 02:31:38.212241 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32842) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:38.268872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Set router d486e4af-6b30-4210-a14f-2166d5d0bc88 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:38.398812 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:38.457890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d,segment=NetworkSegment(64fab3a8-92f5-40cc-9cce-891ce148ea90),segment_id=64fab3a8-92f5-40cc-9cce-891ce148ea90)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:38.512301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:35Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 3, 'project_id': '14541e0161074b5697a73ef102f8c181', 'gw_port': {'id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:36Z', 'updated_at': '2021-08-10T02:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:38.540823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Checking router: d486e4af-6b30-4210-a14f-2166d5d0bc88 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:38.541185 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Updating router d486e4af-6b30-4210-a14f-2166d5d0bc88 port 1c0faac2-2a3d-4e53-9645-400d1c417f05 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:31:38.545052 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:38.596115 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:38.641472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:38.679879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:38.849391 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Allocated IP 172.20.0.1 (24f8702e-7f04-438b-9769-10750461a106/c4a189db-bcfc-4941-a9b1-b82976741865/8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:38.883068 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:38.894005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Transition to ACTIVE for port object 1c0faac2-2a3d-4e53-9645-400d1c417f05 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:38.956386 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:38.965431 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:38.980997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Transition to ACTIVE for port object 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:39.007740 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Attempting to bind port 1c0faac2-2a3d-4e53-9645-400d1c417f05 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:31:39.008118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Attempting to bind port 1c0faac2-2a3d-4e53-9645-400d1c417f05 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:31:39.008485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Attempting to bind port 1c0faac2-2a3d-4e53-9645-400d1c417f05 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:39.011494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca53b2-d784-4c49-a118-3e9728bb8390 None None] Pushing event updated for resources: {'Port': ['ID=1c0faac2-2a3d-4e53-9645-400d1c417f05,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:39.016743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:31:39.017121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:39.017524 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.017912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:31:39.018374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Bound port: 1c0faac2-2a3d-4e53-9645-400d1c417f05, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:31:39.018782 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.072291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] For port 1c0faac2-2a3d-4e53-9645-400d1c417f05, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:31:39.079857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] For port 1c0faac2-2a3d-4e53-9645-400d1c417f05, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1c0faac2-2a3d-4e53-9645-400d1c417f05,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:31:39.082492 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.123884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Network 24f8702e-7f04-438b-9769-10750461a106 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:39.128938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:39.131969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:39.144742 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.164194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Pushing event updated for resources: {'Port': ['ID=8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:39.185486 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.210329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Routers {'d486e4af-6b30-4210-a14f-2166d5d0bc88'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:39.211063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d486e4af-6b30-4210-a14f-2166d5d0bc88'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:39.261344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca53b2-d784-4c49-a118-3e9728bb8390 None None] Pushing event updated for resources: {'Port': ['ID=1c0faac2-2a3d-4e53-9645-400d1c417f05,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:39.340709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] Set router d486e4af-6b30-4210-a14f-2166d5d0bc88 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:39.405509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 22103c74-fb19-4607-a824-46c43072588c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:39.461497 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.529266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 22103c74-fb19-4607-a824-46c43072588c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:39.529787 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.554718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c5e5574b-ba06-4abb-8a3b-0965e8c4955b None None] Provisioning for port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:39.583601 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c5e5574b-ba06-4abb-8a3b-0965e8c4955b None None] Provisioning complete for port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:39.583891 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c5e5574b-ba06-4abb-8a3b-0965e8c4955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.634829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c5e5574b-ba06-4abb-8a3b-0965e8c4955b None None] Port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:31:39.661901 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.678495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32846) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:39.685586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:35Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 3, 'project_id': '14541e0161074b5697a73ef102f8c181', 'gw_port': {'id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:36Z', 'updated_at': '2021-08-10T02:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:39.690665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:39.718611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5b3bc-1a7d-47ad-8d43-91cc9ec73d59 None None] The sync data for ids ['d486e4af-6b30-4210-a14f-2166d5d0bc88'] in n-d-767704-21 is: [{'id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:35Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 3, 'project_id': '14541e0161074b5697a73ef102f8c181', 'gw_port': {'id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:36Z', 'updated_at': '2021-08-10T02:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:39.736245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.781087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:39.781469 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.854534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:39.865028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef181b-29ff-4f24-b954-69cd5a50115b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:39.865528 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef181b-29ff-4f24-b954-69cd5a50115b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:39.866011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef181b-29ff-4f24-b954-69cd5a50115b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:39.881658 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3eef181b-29ff-4f24-b954-69cd5a50115b tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/ports?project_id=4835fd87d5a34719a5741fed38f8a30c&network_id=7a2bbdc0-6315-426a-a709-62b2322ed7a0 HTTP/1.1" status: 200 len: 2972 time: 0.1882350 Aug 10 02:31:39.881658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Pushing event updated for resources: {'Port': ['ID=8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:39.994051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Network 24f8702e-7f04-438b-9769-10750461a106 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:39.996824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:40.141652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Router d486e4af-6b30-4210-a14f-2166d5d0bc88 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:31:40.260494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-ebea093d-72d0-4e41-bf18-1dfef5fabdd2 None None] Provisioning complete for port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:40.260866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ebea093d-72d0-4e41-bf18-1dfef5fabdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:40.281502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:31:40.287181 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cbd50fee-9bb1-4591-881b-40d6f71ae95f admin admin] 10.222.0.38 "PUT /v2.0/routers/d486e4af-6b30-4210-a14f-2166d5d0bc88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0738637 Aug 10 02:31:40.302689 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-ebea093d-72d0-4e41-bf18-1dfef5fabdd2 None None] Port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:31:41.399945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1c0faac2-2a3d-4e53-9645-400d1c417f05 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:41.542241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 1c0faac2-2a3d-4e53-9645-400d1c417f05 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:41.548926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1c0faac2-2a3d-4e53-9645-400d1c417f05 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:41.549343 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:41.630923 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:41.652268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 1c0faac2-2a3d-4e53-9645-400d1c417f05, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1c0faac2-2a3d-4e53-9645-400d1c417f05,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:41.741965 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:41.793211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=1c0faac2-2a3d-4e53-9645-400d1c417f05,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:42.547332 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Sync routers for ids ['d486e4af-6b30-4210-a14f-2166d5d0bc88'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:31:42.557381 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Routers {'d486e4af-6b30-4210-a14f-2166d5d0bc88'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:42.558008 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d486e4af-6b30-4210-a14f-2166d5d0bc88'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:42.673705 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Set router d486e4af-6b30-4210-a14f-2166d5d0bc88 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:42.968962 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:35Z', 'updated_at': '2021-08-10T02:31:39Z', 'revision_number': 4, 'project_id': '14541e0161074b5697a73ef102f8c181', 'gw_port': {'id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:36Z', 'updated_at': '2021-08-10T02:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438', 'name': '', 'network_id': '24f8702e-7f04-438b-9769-10750461a106', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'mac_address': 'fa:16:3e:a5:18:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4a189db-bcfc-4941-a9b1-b82976741865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:38Z', 'updated_at': '2021-08-10T02:31:39Z', 'revision_number': 2, 'project_id': '14541e0161074b5697a73ef102f8c181', 'subnets': [{'id': 'c4a189db-bcfc-4941-a9b1-b82976741865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:43.001207 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Checking router: d486e4af-6b30-4210-a14f-2166d5d0bc88 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:31:43.001561 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Updating router d486e4af-6b30-4210-a14f-2166d5d0bc88 port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:31:43.027478 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:43.303023 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:43.314955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Transition to ACTIVE for port object 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:43.322608 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:43.380606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1c0faac2-2a3d-4e53-9645-400d1c417f05 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:43.440723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 1c0faac2-2a3d-4e53-9645-400d1c417f05 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:43.441151 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:43.462443 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:43.523518 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239107a5-e927-437a-96f9-a5863ae9702f None None] Pushing event updated for resources: {'Port': ['ID=8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:43.588163 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Attempting to bind port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:31:43.589202 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Attempting to bind port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '64fab3a8-92f5-40cc-9cce-891ce148ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24f8702e-7f04-438b-9769-10750461a106'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:31:43.589707 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Attempting to bind port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 on network 24f8702e-7f04-438b-9769-10750461a106 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:43.597672 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:31:43.598082 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Checking segment: {'id': '64fab3a8-92f5-40cc-9cce-891ce148ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24f8702e-7f04-438b-9769-10750461a106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:43.598459 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:43.598883 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Bound using segment: {'id': '64fab3a8-92f5-40cc-9cce-891ce148ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24f8702e-7f04-438b-9769-10750461a106'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:31:43.599356 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Bound port: 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fab3a8-92f5-40cc-9cce-891ce148ea90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24f8702e-7f04-438b-9769-10750461a106'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:31:43.600134 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:43.691160 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] For port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:31:43.695324 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] For port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438,segment=NetworkSegment(64fab3a8-92f5-40cc-9cce-891ce148ea90),segment_id=64fab3a8-92f5-40cc-9cce-891ce148ea90)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:31:43.817800 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:43.883557 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239107a5-e927-437a-96f9-a5863ae9702f None None] Pushing event updated for resources: {'Port': ['ID=8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:43.886433 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Routers {'d486e4af-6b30-4210-a14f-2166d5d0bc88'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:31:43.887067 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d486e4af-6b30-4210-a14f-2166d5d0bc88'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:43.948574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32938) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:44.010512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e3711b-9f1c-45e7-af26-6063aed27c6f tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:44.021691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-08e3711b-9f1c-45e7-af26-6063aed27c6f tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6 HTTP/1.1" status: 200 len: 814 time: 0.0712848 Aug 10 02:31:44.051452 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] Set router d486e4af-6b30-4210-a14f-2166d5d0bc88 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:31:44.288211 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:35Z', 'updated_at': '2021-08-10T02:31:39Z', 'revision_number': 4, 'project_id': '14541e0161074b5697a73ef102f8c181', 'gw_port': {'id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:36Z', 'updated_at': '2021-08-10T02:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438', 'name': '', 'network_id': '24f8702e-7f04-438b-9769-10750461a106', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'mac_address': 'fa:16:3e:a5:18:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4a189db-bcfc-4941-a9b1-b82976741865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:38Z', 'updated_at': '2021-08-10T02:31:43Z', 'revision_number': 4, 'project_id': '14541e0161074b5697a73ef102f8c181', 'subnets': [{'id': 'c4a189db-bcfc-4941-a9b1-b82976741865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:31:44.317306 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20392db7-1652-45d2-8ec9-1407850a8167 None None] The sync data for ids ['d486e4af-6b30-4210-a14f-2166d5d0bc88'] in n-d-767704-21 is: [{'id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:35Z', 'updated_at': '2021-08-10T02:31:39Z', 'revision_number': 4, 'project_id': '14541e0161074b5697a73ef102f8c181', 'gw_port': {'id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:36Z', 'updated_at': '2021-08-10T02:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438', 'name': '', 'network_id': '24f8702e-7f04-438b-9769-10750461a106', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'mac_address': 'fa:16:3e:a5:18:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'c4a189db-bcfc-4941-a9b1-b82976741865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:38Z', 'updated_at': '2021-08-10T02:31:43Z', 'revision_number': 4, 'project_id': '14541e0161074b5697a73ef102f8c181', 'subnets': [{'id': 'c4a189db-bcfc-4941-a9b1-b82976741865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:31:44.470659 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.237827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32946) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:45.247836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'network': {'name': 'tempest-network-smoke--115681726', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'port_security_enabled': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:45.342854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Made reservation on behalf of 4835fd87d5a34719a5741fed38f8a30c for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:31:45.346694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.379564 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:31:45.392423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.392990 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Added segment e38179ad-b26d-43a2-9fa9-b051bd7281b2 of type vlan for network a07dca97-0d66-4701-97c0-679d6b966409 Aug 10 02:31:45.422995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:45.443508 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.559798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:45.563905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:45.564456 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.582477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.588390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:45.589074 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.652935 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.708475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438,segment=NetworkSegment(64fab3a8-92f5-40cc-9cce-891ce148ea90),segment_id=64fab3a8-92f5-40cc-9cce-891ce148ea90)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:45.712084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4727986 Aug 10 02:31:45.714964 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32950) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:45.727066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3578f-0a44-431b-9174-a61eb0623696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Network': ['ID=a07dca97-0d66-4701-97c0-679d6b966409,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:45.739368 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network a07dca97-0d66-4701-97c0-679d6b966409 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:31:45.799523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce649f-09be-468d-8942-2d1f280cc3d7 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:45.801724 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f7ce649f-09be-468d-8942-2d1f280cc3d7 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=4835fd87d5a34719a5741fed38f8a30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0854623 Aug 10 02:31:45.804605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32952) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:45.811191 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:45.875347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:45.913806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fe234d-4555-4c05-b7c3-9fd72ff43ade tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:45.915865 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-51fe234d-4555-4c05-b7c3-9fd72ff43ade tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1102054 Aug 10 02:31:45.918901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32954) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:45.979559 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-870c9825-032b-41cb-9185-1772d455cf79 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583723 Aug 10 02:31:45.983397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32956) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:46.011952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fba879f4-c048-48da-a199-5a4ff59d54de tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=4835fd87d5a34719a5741fed38f8a30c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274553 Aug 10 02:31:46.015661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32958) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:46.112850 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740cc0ac-21ec-41bc-9512-907ecdf8a66d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:46.114310 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-740cc0ac-21ec-41bc-9512-907ecdf8a66d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976486 Aug 10 02:31:46.117558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32960) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:46.146939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ae71a11b-d048-4cbe-9756-f71bd284561c tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281622 Aug 10 02:31:46.149651 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32962) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:46.155146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177865919', 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:46.321580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Made reservation on behalf of 4835fd87d5a34719a5741fed38f8a30c for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:31:46.325865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:46.588162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:46.656849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Subnet': ['ID=a2a8b24a-064c-40b8-b94b-8e1e62dcab9a,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:46.670311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.672871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.672871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.672871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.672871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.672871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.672871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.672871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.673622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.673622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.673833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.674001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:46.681648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Checking segment: {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:46.682061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network hostable DHCP agents. Network: a07dca97-0d66-4701-97c0-679d6b966409, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:31:46.748956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network a07dca97-0d66-4701-97c0-679d6b966409 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:31:46.822156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, a07dca97-0d66-4701-97c0-679d6b966409) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:46.828723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:46.829442 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:46.831399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34639b30-fbed-4f39-baf5-c478d173c9be None None] Network a07dca97-0d66-4701-97c0-679d6b966409 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:46.922618 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f58d05c0-7e39-41de-bd0a-2bdb10608a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7718306 Aug 10 02:31:46.988683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-a07dca97-0d66-4701-97c0-679d6b966409', 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ips': [{'subnet_id': 'a2a8b24a-064c-40b8-b94b-8e1e62dcab9a'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:31:46.989744 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.265765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32968) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:47.270651 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-018b88ba-fcab-4ff7-a3be-7b6084e4ad81 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085541341', 'description': 'tempest-secgroup-smoke-1085541341 description', 'project_id': '4835fd87d5a34719a5741fed38f8a30c'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:47.298339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Allocated IP 172.20.0.18 (a07dca97-0d66-4701-97c0-679d6b966409/a2a8b24a-064c-40b8-b94b-8e1e62dcab9a/bf3a0923-162e-414e-a63c-0771359ff382) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:47.375225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-018b88ba-fcab-4ff7-a3be-7b6084e4ad81 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.395489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:47.497783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-018b88ba-fcab-4ff7-a3be-7b6084e4ad81 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.502938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:47.502938 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.542906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.560454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Transition to ACTIVE for port object bf3a0923-162e-414e-a63c-0771359ff382 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:47.582054 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Transition to ACTIVE for port object bf3a0923-162e-414e-a63c-0771359ff382 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:47.590657 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-018b88ba-fcab-4ff7-a3be-7b6084e4ad81 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.631633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b88ba-fcab-4ff7-a3be-7b6084e4ad81 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6984800-e038-4e50-bec5-17075e92b557,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:47.653416 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.697193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Network a07dca97-0d66-4701-97c0-679d6b966409 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:47.697404 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-018b88ba-fcab-4ff7-a3be-7b6084e4ad81 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.699902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:47.701444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32970) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:47.701968 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-018b88ba-fcab-4ff7-a3be-7b6084e4ad81 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4348168 Aug 10 02:31:47.702857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:47.707500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': 'b6984800-e038-4e50-bec5-17075e92b557', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:47.712834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Pushing event updated for resources: {'Port': ['ID=bf3a0923-162e-414e-a63c-0771359ff382,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:47.771598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Attempting to bind port bf3a0923-162e-414e-a63c-0771359ff382 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:31:47.771898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Attempting to bind port bf3a0923-162e-414e-a63c-0771359ff382 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:31:47.772267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Attempting to bind port bf3a0923-162e-414e-a63c-0771359ff382 on network a07dca97-0d66-4701-97c0-679d6b966409 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:47.777980 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:31:47.780453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Checking segment: {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:47.780453 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.780453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Bound using segment: {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:31:47.781005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Bound port: bf3a0923-162e-414e-a63c-0771359ff382, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:31:47.781005 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.830831 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.879132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] For port bf3a0923-162e-414e-a63c-0771359ff382, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:31:47.890326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] For port bf3a0923-162e-414e-a63c-0771359ff382, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf3a0923-162e-414e-a63c-0771359ff382,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:31:47.916258 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.927513 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-56074e13-3856-4ed2-8b86-be347ea10715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:47.965834 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.028084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e2bc4-94b9-4666-a661-3f3976d83e97 None None] Pushing event updated for resources: {'Port': ['ID=bf3a0923-162e-414e-a63c-0771359ff382,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:48.028993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.046162 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae30f41-f246-4c96-9c57-4e19758dce44,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:48.061717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.062383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.062960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.063309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.063680 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.064148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.064382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.064687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.065012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.065684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.066032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.066379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:48.134452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.136648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-252fd7a7-aa6f-4e61-aa02-9d1cf02c4dae tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4327683 Aug 10 02:31:48.139230 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32974) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:48.144074 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7f6d1873-5442-4689-a547-7d0b880d0700 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': 'b6984800-e038-4e50-bec5-17075e92b557', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:48.267069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1873-5442-4689-a547-7d0b880d0700 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.352063 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1873-5442-4689-a547-7d0b880d0700 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.441995 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1873-5442-4689-a547-7d0b880d0700 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.467350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d1873-5442-4689-a547-7d0b880d0700 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cd79db-7e68-4577-9d43-a55cd68b6884,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:48.545783 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1873-5442-4689-a547-7d0b880d0700 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.550061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32976) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:48.563960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7f6d1873-5442-4689-a547-7d0b880d0700 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4098032 Aug 10 02:31:48.564162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f92cd53d-823b-483d-918e-e11df2650051 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': 'b6984800-e038-4e50-bec5-17075e92b557', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:48.661810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f92cd53d-823b-483d-918e-e11df2650051 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.741293 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f92cd53d-823b-483d-918e-e11df2650051 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.836400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f92cd53d-823b-483d-918e-e11df2650051 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.856670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cd53d-823b-483d-918e-e11df2650051 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167af9ec-1fb0-4f64-b790-cf71e2c0ce13,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:48.942432 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f92cd53d-823b-483d-918e-e11df2650051 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:48.949990 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f92cd53d-823b-483d-918e-e11df2650051 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3926759 Aug 10 02:31:48.950306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 32980) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:48.956072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4d5671d1-c27c-44e3-af6a-977dee310956 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': 'b6984800-e038-4e50-bec5-17075e92b557', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:49.052870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5671d1-c27c-44e3-af6a-977dee310956 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.070401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be77bf28-c77b-4993-8fcc-f73d9af663eb None None] Network a07dca97-0d66-4701-97c0-679d6b966409 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:31:49.136021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5671d1-c27c-44e3-af6a-977dee310956 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.236258 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5671d1-c27c-44e3-af6a-977dee310956 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.254762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5671d1-c27c-44e3-af6a-977dee310956 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788d4437-c5d8-48b9-98ef-cd33bd383589,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:49.265754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bb5b8e34-0669-47fb-887f-4e0eb5bf992f None None] Provisioning for port bf3a0923-162e-414e-a63c-0771359ff382 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:49.368691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d5671d1-c27c-44e3-af6a-977dee310956 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.373477 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4d5671d1-c27c-44e3-af6a-977dee310956 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4179723 Aug 10 02:31:49.373942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32982) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:49.379013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-48fa34e4-6faa-44c8-97b0-d18168d04abd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': 'b6984800-e038-4e50-bec5-17075e92b557', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:49.431857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf3a0923-162e-414e-a63c-0771359ff382 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:49.477711 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-48fa34e4-6faa-44c8-97b0-d18168d04abd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Project 4835fd87d5a34719a5741fed38f8a30c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:31:49.484674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-48fa34e4-6faa-44c8-97b0-d18168d04abd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.563156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-48fa34e4-6faa-44c8-97b0-d18168d04abd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.596373 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port bf3a0923-162e-414e-a63c-0771359ff382 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:49.600486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port bf3a0923-162e-414e-a63c-0771359ff382 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:49.600928 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.641589 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-48fa34e4-6faa-44c8-97b0-d18168d04abd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.662575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa34e4-6faa-44c8-97b0-d18168d04abd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028c30f3-76ec-467e-a940-b71252e083a8,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:49.693079 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.729518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port bf3a0923-162e-414e-a63c-0771359ff382, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf3a0923-162e-414e-a63c-0771359ff382,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:49.739086 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-48fa34e4-6faa-44c8-97b0-d18168d04abd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.740449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-48fa34e4-6faa-44c8-97b0-d18168d04abd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3653390 Aug 10 02:31:49.743188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 32984) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:31:49.748296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4f7b06b9-d628-44f2-8e0d-f3a71ef0d384 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': 'b6984800-e038-4e50-bec5-17075e92b557', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:49.785317 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.843111 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-4f7b06b9-d628-44f2-8e0d-f3a71ef0d384 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Project 4835fd87d5a34719a5741fed38f8a30c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:31:49.846636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=bf3a0923-162e-414e-a63c-0771359ff382,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:49.851510 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f7b06b9-d628-44f2-8e0d-f3a71ef0d384 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:49.860702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.861263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.861846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.862426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.863016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.863592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.864165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.864717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.865292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.865847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.866402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.867002 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:31:49.943896 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f7b06b9-d628-44f2-8e0d-f3a71ef0d384 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:50.064557 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f7b06b9-d628-44f2-8e0d-f3a71ef0d384 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:50.083612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b06b9-d628-44f2-8e0d-f3a71ef0d384 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639eb2ae-6e13-46d6-9804-8139a854d6dd,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:50.162180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4f7b06b9-d628-44f2-8e0d-f3a71ef0d384 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:50.163439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4f7b06b9-d628-44f2-8e0d-f3a71ef0d384 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4192960 Aug 10 02:31:50.391555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-1e6b4474-e1ac-4f6e-ad68-2043e879ce96 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085541341&fields=id&tenant_id=4835fd87d5a34719a5741fed38f8a30c HTTP/1.1" status: 200 len: 267 time: 0.0368278 Aug 10 02:31:50.507304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-a7bbd95b-fbed-48c5-8567-2b68e1d58e22 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:50.508735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-a7bbd95b-fbed-48c5-8567-2b68e1d58e22 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/networks?id=a07dca97-0d66-4701-97c0-679d6b966409 HTTP/1.1" status: 200 len: 796 time: 0.1097565 Aug 10 02:31:50.524550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-558c3eee-c3ea-4fc1-b637-f5ccb29b1d8b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/quotas/4835fd87d5a34719a5741fed38f8a30c HTTP/1.1" status: 200 len: 375 time: 0.0097623 Aug 10 02:31:50.546040 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eaa6d872-9d0b-43c6-92c2-7fcc2f797e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:50.588919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-ecc34140-db9d-4958-abf3-a87110df55f5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0572109 Aug 10 02:31:50.710809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-7ddc0920-ab84-483d-aa04-88323a8ee35a service neutron] 10.222.0.38 "GET /v2.0/networks/a07dca97-0d66-4701-97c0-679d6b966409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083570 Aug 10 02:31:50.813381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-04b68eb9-5f20-4b64-92ca-cf4dce60c1cd service neutron] 10.222.0.38 "GET /v2.0/networks/a07dca97-0d66-4701-97c0-679d6b966409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942721 Aug 10 02:31:51.281674 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:51.342609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6aa685f-3217-4504-859b-05f4998ada60 req-f8122626-9420-4c9f-afcb-f1afc57eea11 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 210 time: 0.0563066 Aug 10 02:31:51.424169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf3a0923-162e-414e-a63c-0771359ff382 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:31:51.490490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port bf3a0923-162e-414e-a63c-0771359ff382 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:51.490932 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:52.346186 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:52.465886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5b31616-33c8-4d6a-8db1-3cecccddf153 req-47310ad2-9f70-4097-a482-8ebca52c1b26 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 210 time: 0.0275557 Aug 10 02:31:53.561866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-dc9fc4ad-898f-4a88-a11f-3982917d1165 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:53.563478 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-dc9fc4ad-898f-4a88-a11f-3982917d1165 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/networks?id=a07dca97-0d66-4701-97c0-679d6b966409 HTTP/1.1" status: 200 len: 796 time: 0.1197464 Aug 10 02:31:53.578777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-227a1a10-e7e4-4b5f-9963-c42546d72f4f req-e3ffedd2-fe70-4d01-9301-149a9061b398 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 210 time: 0.0345657 Aug 10 02:31:53.618598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-89b98b39-1814-458c-bbc3-9a6f8f5d42e6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4835fd87d5a34719a5741fed38f8a30c HTTP/1.1" status: 200 len: 472 time: 0.0459225 Aug 10 02:31:53.632519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'port': {'device_id': '5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89', 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409', 'admin_state_up': True, 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'security_groups': ['b6984800-e038-4e50-bec5-17075e92b557']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:53.822283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Made reservation on behalf of 4835fd87d5a34719a5741fed38f8a30c for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:31:53.827540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:53.948009 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:53.979290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.20.0.25 (a07dca97-0d66-4701-97c0-679d6b966409/a2a8b24a-064c-40b8-b94b-8e1e62dcab9a/4de5d8a5-b597-4795-9e7c-e456e628aeb1) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:31:54.134604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:54.152466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Transition to ACTIVE for port object 4de5d8a5-b597-4795-9e7c-e456e628aeb1 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:54.225438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:54.280982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network a07dca97-0d66-4701-97c0-679d6b966409 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:31:54.284463 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:31:54.288582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:31:54.314705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=4de5d8a5-b597-4795-9e7c-e456e628aeb1,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:54.346778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:54.347427 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:54.719716 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405104e-1f03-4e25-b03f-e2e314f78afc req-6ff16d1f-621b-486c-843f-de5aa0bb4beb tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:54.719716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8405104e-1f03-4e25-b03f-e2e314f78afc req-6ff16d1f-621b-486c-843f-de5aa0bb4beb tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 932 time: 0.0600905 Aug 10 02:31:54.756843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8405104e-1f03-4e25-b03f-e2e314f78afc req-d6beaf84-6098-42a4-af78-2a58ecc0decd tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405059 Aug 10 02:31:54.991595 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-00d9b8b3-15fa-4364-903d-3a5c26d481aa tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3656082 Aug 10 02:31:55.004353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-d3af1648-89fa-4a85-83a3-54eb75e94f94 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:31:55.005394 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-d3af1648-89fa-4a85-83a3-54eb75e94f94 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069640 Aug 10 02:31:55.046767 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-de3b87d3-9981-4347-a4a0-4ae45c3250f3 None None] Provisioning for port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:31:55.051759 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-de3b87d3-9981-4347-a4a0-4ae45c3250f3 None None] Provisioning complete for port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:31:55.052429 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-de3b87d3-9981-4347-a4a0-4ae45c3250f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:55.104118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-de3b87d3-9981-4347-a4a0-4ae45c3250f3 None None] Port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:31:55.132626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Request body: {'port': {'device_id': '5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:31:55.198597 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:55.487107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de5d8a5-b597-4795-9e7c-e456e628aeb1 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:31:55.495041 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:55.512070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Transition to ACTIVE for port object 4de5d8a5-b597-4795-9e7c-e456e628aeb1 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:31:55.605222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:55.657925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4de5d8a5-b597-4795-9e7c-e456e628aeb1,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:55.752735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Attempting to bind port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:31:55.770183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Attempting to bind port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:31:55.770183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Attempting to bind port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 on network a07dca97-0d66-4701-97c0-679d6b966409 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:55.770183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 on network a07dca97-0d66-4701-97c0-679d6b966409 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:31:55.770183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Attempting to bind port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 on network a07dca97-0d66-4701-97c0-679d6b966409 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:31:55.770183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:31:55.770183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Checking segment: {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:31:55.770183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Bound using segment: {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:31:55.770183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Bound port: 4de5d8a5-b597-4795-9e7c-e456e628aeb1, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:31:55.770183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:55.845573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] For port 4de5d8a5-b597-4795-9e7c-e456e628aeb1, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:31:55.849952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] For port 4de5d8a5-b597-4795-9e7c-e456e628aeb1, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4de5d8a5-b597-4795-9e7c-e456e628aeb1,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:31:55.905653 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15fbb9-06d9-450c-ae4a-9904cdd5608d req-d9ad8e40-aa3d-4f02-8c89-e0895f1f6966 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:55.907281 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa15fbb9-06d9-450c-ae4a-9904cdd5608d req-d9ad8e40-aa3d-4f02-8c89-e0895f1f6966 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 944 time: 0.0648987 Aug 10 02:31:55.939659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:55.947915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa15fbb9-06d9-450c-ae4a-9904cdd5608d req-31b5d1e4-09b6-4ac2-8425-63b989af47b5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340836 Aug 10 02:31:55.983957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:55.984664 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:55.986144 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] 10.222.0.11 "PUT /v2.0/ports/4de5d8a5-b597-4795-9e7c-e456e628aeb1 HTTP/1.1" status: 200 len: 1093 time: 0.9738867 Aug 10 02:31:55.986704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89', 'tag': '4de5d8a5-b597-4795-9e7c-e456e628aeb1'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:31:55.989122 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3122ee3-8eab-423e-bc40-c79936d69a10" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89", "tag": "4de5d8a5-b597-4795-9e7c-e456e628aeb1"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:31:56.028644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2bbfa-a4b7-4622-acc6-52abb50eefa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4de5d8a5-b597-4795-9e7c-e456e628aeb1,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:56.043381 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a5dfe-975d-44b5-bba9-705cc929af64 x-openstack-request-id: req-9f9a5dfe-975d-44b5-bba9-705cc929af64 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:31:56.043678 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89", "tag": "4de5d8a5-b597-4795-9e7c-e456e628aeb1", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:31:56.043936 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f9a5dfe-975d-44b5-bba9-705cc929af64 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:31:56.044345 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89', 'tag': '4de5d8a5-b597-4795-9e7c-e456e628aeb1', 'status': 'completed', 'code': 200} Aug 10 02:31:56.116342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3122ee3-8eab-423e-bc40-c79936d69a10 req-40493efd-f60b-4386-a3e1-31d07c82a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:56.117906 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d3122ee3-8eab-423e-bc40-c79936d69a10 req-40493efd-f60b-4386-a3e1-31d07c82a14f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 1096 time: 0.0538301 Aug 10 02:31:56.228899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3122ee3-8eab-423e-bc40-c79936d69a10 req-fe4ddd19-b492-4e6d-8950-a81b9951ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:56.229375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3122ee3-8eab-423e-bc40-c79936d69a10 req-fe4ddd19-b492-4e6d-8950-a81b9951ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:56.231257 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d3122ee3-8eab-423e-bc40-c79936d69a10 req-fe4ddd19-b492-4e6d-8950-a81b9951ed7f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4835fd87d5a34719a5741fed38f8a30c&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1052308 Aug 10 02:31:56.703213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3122ee3-8eab-423e-bc40-c79936d69a10 req-aeaaf0c4-2bce-47aa-8800-57dfea602bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:56.704787 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d3122ee3-8eab-423e-bc40-c79936d69a10 req-aeaaf0c4-2bce-47aa-8800-57dfea602bbd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4671962 Aug 10 02:31:56.784787 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-553001b8-ba9a-4cd9-be14-143fe6f8d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:56.786523 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-553001b8-ba9a-4cd9-be14-143fe6f8d4e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 1096 time: 0.0430262 Aug 10 02:31:56.830293 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-4b4aa80a-5013-43ca-b12b-520b02821eea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=4de5d8a5-b597-4795-9e7c-e456e628aeb1 HTTP/1.1" status: 200 len: 217 time: 0.0353582 Aug 10 02:31:56.884603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-7ad30cad-8628-4dda-b5df-8af9a71bc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:56.886099 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-7ad30cad-8628-4dda-b5df-8af9a71bc9c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2a8b24a-064c-40b8-b94b-8e1e62dcab9a HTTP/1.1" status: 200 len: 837 time: 0.0489655 Aug 10 02:31:56.936060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-3c359c3c-7c8f-4a0a-b766-184fea3aef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:56.936060 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-3c359c3c-7c8f-4a0a-b766-184fea3aef2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a07dca97-0d66-4701-97c0-679d6b966409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0404840 Aug 10 02:31:57.035497 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-81ed5d73-63cb-4cbe-930c-650bf9a450d3 service neutron] 10.222.0.11 "GET /v2.0/networks/a07dca97-0d66-4701-97c0-679d6b966409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940309 Aug 10 02:31:57.084326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efed6c-9467-4af1-bf01-189b606a8145 req-b0c1a17b-8af6-46aa-978a-5e4b503f3df5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:57.085830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19efed6c-9467-4af1-bf01-189b606a8145 req-b0c1a17b-8af6-46aa-978a-5e4b503f3df5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 944 time: 0.0585287 Aug 10 02:31:57.126388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19efed6c-9467-4af1-bf01-189b606a8145 req-efa8635f-0fbf-4341-80cf-33c0e6bc4ed6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Aug 10 02:31:57.138260 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-35c81d0e-bd22-491c-ada7-194b60acd92c req-289ff1fc-a2d8-4b62-a692-9aa7f98d9622 service neutron] 10.222.0.11 "GET /v2.0/networks/a07dca97-0d66-4701-97c0-679d6b966409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931418 Aug 10 02:31:57.474225 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3329ea05-3bfb-4c75-8415-1a668227123c req-10a715e5-9a82-40c3-af56-c0050c9bc0ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1159787 Aug 10 02:31:57.558183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ea05-3bfb-4c75-8415-1a668227123c req-08d7ee5b-2c4f-4b18-b2d5-5a682c7f24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:57.559858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3329ea05-3bfb-4c75-8415-1a668227123c req-08d7ee5b-2c4f-4b18-b2d5-5a682c7f24ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 1098 time: 0.0425115 Aug 10 02:31:57.672896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ea05-3bfb-4c75-8415-1a668227123c req-5a07722c-55a1-422a-bcf4-bb1bd8f09430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:57.674410 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3329ea05-3bfb-4c75-8415-1a668227123c req-5a07722c-55a1-422a-bcf4-bb1bd8f09430 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.0933444 Aug 10 02:31:57.743944 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3329ea05-3bfb-4c75-8415-1a668227123c req-8c09126a-196f-47f0-8fc2-f384cfb30dcd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec HTTP/1.1" status: 200 len: 1001 time: 0.0622270 Aug 10 02:31:57.797939 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ea05-3bfb-4c75-8415-1a668227123c req-f4a3b397-2a27-4c63-abf6-86a6ad8eccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:57.799496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3329ea05-3bfb-4c75-8415-1a668227123c req-f4a3b397-2a27-4c63-abf6-86a6ad8eccc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0484135 Aug 10 02:31:57.851158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ea05-3bfb-4c75-8415-1a668227123c req-55e8e987-bfcf-4e08-86cf-0428d188c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:57.852601 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3329ea05-3bfb-4c75-8415-1a668227123c req-55e8e987-bfcf-4e08-86cf-0428d188c761 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461724 Aug 10 02:31:57.961349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3329ea05-3bfb-4c75-8415-1a668227123c req-2e253a43-8c0e-4c41-919a-2860b5adaf11 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010194 Aug 10 02:31:58.069223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3329ea05-3bfb-4c75-8415-1a668227123c req-cbba7440-7bcc-44d7-a87d-17b71ba01a07 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002588 Aug 10 02:31:58.248542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36403ecd-57d0-4805-8f12-d1d4096023b1 req-01945f46-3957-479a-b980-5643fb281978 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:58.250227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36403ecd-57d0-4805-8f12-d1d4096023b1 req-01945f46-3957-479a-b980-5643fb281978 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 944 time: 0.0523872 Aug 10 02:31:58.289811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36403ecd-57d0-4805-8f12-d1d4096023b1 req-02eb1ea9-4358-4fe2-a526-30bb63a6bc8b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331309 Aug 10 02:31:58.766652 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-b3fe1019-403e-4d40-9227-ae4d4b00c3e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421348 Aug 10 02:31:58.856201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-828aaffc-8885-4173-bc9d-852c5d4f2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:58.857747 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-828aaffc-8885-4173-bc9d-852c5d4f2a81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 1097 time: 0.0468636 Aug 10 02:31:58.966856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-43dddec9-815f-4f58-b8f5-85ccbeac0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:58.968333 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-43dddec9-815f-4f58-b8f5-85ccbeac0354 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a2bbdc0-6315-426a-a709-62b2322ed7a0 HTTP/1.1" status: 200 len: 898 time: 0.0915570 Aug 10 02:31:59.041918 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-2078b18f-b084-4ff4-b0ea-5bde6bd3bcd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8 HTTP/1.1" status: 200 len: 1001 time: 0.0664313 Aug 10 02:31:59.092939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-b6296d48-3966-4ee0-8cb8-ed886083919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:59.094668 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-b6296d48-3966-4ee0-8cb8-ed886083919a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3fa5833-bb7a-45ce-964a-ff2cfe962b86 HTTP/1.1" status: 200 len: 835 time: 0.0458772 Aug 10 02:31:59.142710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-d7895714-1264-4b78-ab68-7111f8948ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:59.144617 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-d7895714-1264-4b78-ab68-7111f8948ec9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a2bbdc0-6315-426a-a709-62b2322ed7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429873 Aug 10 02:31:59.246756 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-e599d7a7-d40b-48a7-82cd-970e0d2a5bf6 service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942142 Aug 10 02:31:59.346398 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9d7ff6c9-34dd-423b-bf23-a4fea8ad3776 req-7fa0689a-fbfa-4aeb-9fe6-fdba38e94210 service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934260 Aug 10 02:31:59.393149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4de5d8a5-b597-4795-9e7c-e456e628aeb1 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:31:59.420322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479df7f-f9c5-431c-bf4b-f04c460c7526 req-0a351da4-94d5-496f-9698-981ec1e11ab6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:31:59.423074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7479df7f-f9c5-431c-bf4b-f04c460c7526 req-0a351da4-94d5-496f-9698-981ec1e11ab6 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 944 time: 0.0528328 Aug 10 02:31:59.465396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7479df7f-f9c5-431c-bf4b-f04c460c7526 req-c6cf5ad5-03a2-4aac-85d6-304a20f9bfb8 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359552 Aug 10 02:31:59.519478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 4de5d8a5-b597-4795-9e7c-e456e628aeb1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4de5d8a5-b597-4795-9e7c-e456e628aeb1,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:59.532135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '4de5d8a5-b597-4795-9e7c-e456e628aeb1', 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409', 'port_id': '4de5d8a5-b597-4795-9e7c-e456e628aeb1', 'mac_address': 'fa:16:3e:a0:3d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a8b24a-064c-40b8-b94b-8e1e62dcab9a', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:31:59.588046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:59.602675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de5d8a5-b597-4795-9e7c-e456e628aeb1 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:31:59.622881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 4de5d8a5-b597-4795-9e7c-e456e628aeb1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4de5d8a5-b597-4795-9e7c-e456e628aeb1,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:31:59.748884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:31:59.802038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=4de5d8a5-b597-4795-9e7c-e456e628aeb1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:31:59.949277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['4de5d8a5-b597-4795-9e7c-e456e628aeb1'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:32:00.260331 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:32:00.601177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b0496-6d07-4a74-9051-c4f3b75910a2 req-301fd881-949a-41b5-900b-02c95163feef tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:00.602789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b96b0496-6d07-4a74-9051-c4f3b75910a2 req-301fd881-949a-41b5-900b-02c95163feef tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 945 time: 0.0635934 Aug 10 02:32:00.650292 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b96b0496-6d07-4a74-9051-c4f3b75910a2 req-906c3f08-ae17-4a86-bdee-e673944053a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351741 Aug 10 02:32:01.400921 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4de5d8a5-b597-4795-9e7c-e456e628aeb1 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:32:01.579521 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:32:01.583485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:01.583868 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:01.672499 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:01.700163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de5d8a5-b597-4795-9e7c-e456e628aeb1'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:32:01.703045 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea1e7cc-daaa-40d9-950e-dd5ac17d5d72" -d '{"events": [{"server_uuid": "5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89", "name": "network-vif-plugged", "status": "completed", "tag": "4de5d8a5-b597-4795-9e7c-e456e628aeb1"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:32:01.720012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 4de5d8a5-b597-4795-9e7c-e456e628aeb1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4de5d8a5-b597-4795-9e7c-e456e628aeb1,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:01.747063 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c94982-7d97-4281-853b-f56a4be58662 x-openstack-request-id: req-c6c94982-7d97-4281-853b-f56a4be58662 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:32:01.747601 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89", "name": "network-vif-plugged", "status": "completed", "tag": "4de5d8a5-b597-4795-9e7c-e456e628aeb1", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:32:01.748043 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c6c94982-7d97-4281-853b-f56a4be58662 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:32:01.748485 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de5d8a5-b597-4795-9e7c-e456e628aeb1', 'code': 200} Aug 10 02:32:01.783340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a1e24-d7f9-4a17-a34d-c23120ada7d0 req-0c832e31-eeb8-4733-a80d-11fab6e75cbf tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:01.785397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b1a1e24-d7f9-4a17-a34d-c23120ada7d0 req-0c832e31-eeb8-4733-a80d-11fab6e75cbf tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 945 time: 0.0552161 Aug 10 02:32:01.825327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b1a1e24-d7f9-4a17-a34d-c23120ada7d0 req-5d967766-5b6c-489a-8ea5-851cfff513d0 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335374 Aug 10 02:32:01.844739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:01.860330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963707aa-0eba-4e0c-8037-c35c8deaa85b req-e61058cc-9621-49e6-9450-2850f08b0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:01.862033 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-963707aa-0eba-4e0c-8037-c35c8deaa85b req-e61058cc-9621-49e6-9450-2850f08b0d7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 1097 time: 0.0468130 Aug 10 02:32:01.895401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=4de5d8a5-b597-4795-9e7c-e456e628aeb1,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:01.900900 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-963707aa-0eba-4e0c-8037-c35c8deaa85b req-94ca7150-bee1-47fe-a098-87e6dc4960cd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303354 Aug 10 02:32:02.950336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0f232-31a5-40be-939a-4c958299d35b req-102a8c81-bc68-4935-8f98-43ae250b139a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:02.951813 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfd0f232-31a5-40be-939a-4c958299d35b req-102a8c81-bc68-4935-8f98-43ae250b139a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 946 time: 0.0515311 Aug 10 02:32:02.992124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfd0f232-31a5-40be-939a-4c958299d35b req-5d0d20af-5570-4350-ae36-9536b5ec5275 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335915 Aug 10 02:32:03.118158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557175c-4078-4cfc-9076-f45d1c568d9f req-b1465382-b000-435c-8c92-f6a9cc3f308c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:03.119757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3557175c-4078-4cfc-9076-f45d1c568d9f req-b1465382-b000-435c-8c92-f6a9cc3f308c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 946 time: 0.0580537 Aug 10 02:32:03.160475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3557175c-4078-4cfc-9076-f45d1c568d9f req-340c779b-0d58-4bba-8a33-4ca707c9c15a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338590 Aug 10 02:32:04.648037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33102) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:05.143324 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:05.440370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.20.0.17 (a07dca97-0d66-4701-97c0-679d6b966409/a2a8b24a-064c-40b8-b94b-8e1e62dcab9a/4b09dd84-2b05-42bb-8c68-ddddf9922578) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:32:05.562226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:05.576932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Transition to ACTIVE for port object 4b09dd84-2b05-42bb-8c68-ddddf9922578 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:32:05.750966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:05.799854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network a07dca97-0d66-4701-97c0-679d6b966409 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:32:05.803200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:32:05.807224 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:32:05.813986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=4b09dd84-2b05-42bb-8c68-ddddf9922578,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:05.861539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:06.127557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-137f6c1a-440e-4032-aa0e-f43ac7447ff6 None None] Provisioning for port 4b09dd84-2b05-42bb-8c68-ddddf9922578 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:32:06.128258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-137f6c1a-440e-4032-aa0e-f43ac7447ff6 None None] Provisioning complete for port 4b09dd84-2b05-42bb-8c68-ddddf9922578 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:06.128258 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-137f6c1a-440e-4032-aa0e-f43ac7447ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:06.133787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:06.162505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-137f6c1a-440e-4032-aa0e-f43ac7447ff6 None None] Port 4b09dd84-2b05-42bb-8c68-ddddf9922578 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:32:06.443749 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:06.500421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:06.579370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:06.581389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=4b09dd84-2b05-42bb-8c68-ddddf9922578,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:06.685171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network a07dca97-0d66-4701-97c0-679d6b966409 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:32:06.687235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:32:06.820248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router 20b23c58-de1c-4b88-a85f-7384e0471ee4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:32:06.955534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:32:06.962008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4b6cd874-5cca-4581-b381-0395a6ef4ff9 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "PUT /v2.0/routers/20b23c58-de1c-4b88-a85f-7384e0471ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3112767 Aug 10 02:32:06.969355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Sync routers for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:32:06.975445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:06.976070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:07.037902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-77c4f882-66c3-405b-9d8e-cb54d4bbf43f None None] Provisioning complete for port 4b09dd84-2b05-42bb-8c68-ddddf9922578 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:07.038273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-77c4f882-66c3-405b-9d8e-cb54d4bbf43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:07.112862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-77c4f882-66c3-405b-9d8e-cb54d4bbf43f None None] Port 4b09dd84-2b05-42bb-8c68-ddddf9922578 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:32:07.124451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:07.362463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:05Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '070ca141-3ec2-4acc-95c4-5e373e50ede4', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:10Z', 'updated_at': '2021-08-10T02:31:14Z', 'revision_number': 1, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b09dd84-2b05-42bb-8c68-ddddf9922578', 'name': '', 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:dd:7e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2a8b24a-064c-40b8-b94b-8e1e62dcab9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:05Z', 'updated_at': '2021-08-10T02:32:06Z', 'revision_number': 2, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'a2a8b24a-064c-40b8-b94b-8e1e62dcab9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:07.392545 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Checking router: 20b23c58-de1c-4b88-a85f-7384e0471ee4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:32:07.392893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Updating router 20b23c58-de1c-4b88-a85f-7384e0471ee4 port 4b09dd84-2b05-42bb-8c68-ddddf9922578 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:32:07.418663 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:07.689262 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:07.699506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Transition to ACTIVE for port object 4b09dd84-2b05-42bb-8c68-ddddf9922578 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:32:07.801889 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:07.853260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631aab9-a296-4f45-b076-874afe72e686 None None] Pushing event updated for resources: {'Port': ['ID=4b09dd84-2b05-42bb-8c68-ddddf9922578,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:07.908033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Attempting to bind port 4b09dd84-2b05-42bb-8c68-ddddf9922578 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:32:07.908555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Attempting to bind port 4b09dd84-2b05-42bb-8c68-ddddf9922578 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:32:07.908929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Attempting to bind port 4b09dd84-2b05-42bb-8c68-ddddf9922578 on network a07dca97-0d66-4701-97c0-679d6b966409 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:32:07.914645 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:32:07.921179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Checking segment: {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:32:07.921179 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:07.921179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Bound using segment: {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:32:07.921179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Bound port: 4b09dd84-2b05-42bb-8c68-ddddf9922578, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38179ad-b26d-43a2-9fa9-b051bd7281b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:32:07.921179 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:08.000553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] For port 4b09dd84-2b05-42bb-8c68-ddddf9922578, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:32:08.000553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] For port 4b09dd84-2b05-42bb-8c68-ddddf9922578, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4b09dd84-2b05-42bb-8c68-ddddf9922578,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:32:08.076762 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:08.149022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:08.149671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:31:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:08.157440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631aab9-a296-4f45-b076-874afe72e686 None None] Pushing event updated for resources: {'Port': ['ID=4b09dd84-2b05-42bb-8c68-ddddf9922578,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:08.275561 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:08.535294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:05Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '070ca141-3ec2-4acc-95c4-5e373e50ede4', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:10Z', 'updated_at': '2021-08-10T02:31:14Z', 'revision_number': 1, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b09dd84-2b05-42bb-8c68-ddddf9922578', 'name': '', 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:dd:7e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2a8b24a-064c-40b8-b94b-8e1e62dcab9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:05Z', 'updated_at': '2021-08-10T02:32:07Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'a2a8b24a-064c-40b8-b94b-8e1e62dcab9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:08.562463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988d4b2-52da-42f1-afc2-e79502613dda None None] The sync data for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 is: [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:05Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '070ca141-3ec2-4acc-95c4-5e373e50ede4', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:10Z', 'updated_at': '2021-08-10T02:31:14Z', 'revision_number': 1, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b09dd84-2b05-42bb-8c68-ddddf9922578', 'name': '', 'network_id': 'a07dca97-0d66-4701-97c0-679d6b966409', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:dd:7e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2a8b24a-064c-40b8-b94b-8e1e62dcab9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:05Z', 'updated_at': '2021-08-10T02:32:07Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'a2a8b24a-064c-40b8-b94b-8e1e62dcab9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:32:09.415844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4b09dd84-2b05-42bb-8c68-ddddf9922578 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:32:09.536705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 4b09dd84-2b05-42bb-8c68-ddddf9922578 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:32:09.541033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4b09dd84-2b05-42bb-8c68-ddddf9922578 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:09.541465 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:09.620659 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:09.656520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 4b09dd84-2b05-42bb-8c68-ddddf9922578, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4b09dd84-2b05-42bb-8c68-ddddf9922578,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:09.756510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:09.816682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=4b09dd84-2b05-42bb-8c68-ddddf9922578,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:11.396391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4b09dd84-2b05-42bb-8c68-ddddf9922578 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:32:11.450284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4b09dd84-2b05-42bb-8c68-ddddf9922578 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:11.450680 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:13.336790 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:14.448269 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:17.908318 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a2c0920b-5b88-4934-89cc-851b7b4a4bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:20.561957 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-11aa236f-4046-4f74-a511-214fe23ee357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:21.136607 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:22.333725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:23.944878 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:27.492318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33270) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:27.893736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:28.270358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port 4b09dd84-2b05-42bb-8c68-ddddf9922578 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:32:28.270731 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:28.393322 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] For port 4b09dd84-2b05-42bb-8c68-ddddf9922578, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4b09dd84-2b05-42bb-8c68-ddddf9922578,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:28.393759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:28.408957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for 4b09dd84-2b05-42bb-8c68-ddddf9922578 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:32:28.672021 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:28.703096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=4b09dd84-2b05-42bb-8c68-ddddf9922578,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:29.216441 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:29.461754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router 20b23c58-de1c-4b88-a85f-7384e0471ee4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:32:29.582506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:32:29.592140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8911cbe9-7258-468b-91c6-bdf3cdea473a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "PUT /v2.0/routers/20b23c58-de1c-4b88-a85f-7384e0471ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0964565 Aug 10 02:32:29.609221 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] Sync routers for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:32:29.618392 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:29.619245 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:29.751390 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:29.993956 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:28Z', 'revision_number': 6, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '070ca141-3ec2-4acc-95c4-5e373e50ede4', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:10Z', 'updated_at': '2021-08-10T02:31:14Z', 'revision_number': 1, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:30.022621 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] Checking router: 20b23c58-de1c-4b88-a85f-7384e0471ee4 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:32:30.032029 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:30.032669 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:30.141315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c304c-1048-4512-86eb-c717000898ea req-6f2eb35e-ed4d-42f5-ac64-59e9b9aa1330 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:30.143070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a83c304c-1048-4512-86eb-c717000898ea req-6f2eb35e-ed4d-42f5-ac64-59e9b9aa1330 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 946 time: 0.0582435 Aug 10 02:32:30.189294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a83c304c-1048-4512-86eb-c717000898ea req-e1495499-b83a-4288-9360-ba56861dc71e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393150 Aug 10 02:32:30.244192 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:30.488842 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:28Z', 'revision_number': 6, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '070ca141-3ec2-4acc-95c4-5e373e50ede4', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:10Z', 'updated_at': '2021-08-10T02:31:14Z', 'revision_number': 1, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:30.517597 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf392d-5ab2-450c-bebe-a702f5505a45 None None] The sync data for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 is: [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:28Z', 'revision_number': 6, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '070ca141-3ec2-4acc-95c4-5e373e50ede4', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'port_id': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'mac_address': 'fa:16:3e:56:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:31:10Z', 'updated_at': '2021-08-10T02:31:14Z', 'revision_number': 1, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:32:31.319433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fe238-bdf8-4195-ac06-253a67a00352 req-8c4107df-728c-46b8-bcf2-e52a37217696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:31.320997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-393fe238-bdf8-4195-ac06-253a67a00352 req-8c4107df-728c-46b8-bcf2-e52a37217696 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 946 time: 0.0565331 Aug 10 02:32:31.365485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-393fe238-bdf8-4195-ac06-253a67a00352 req-d25fd2d8-5157-44e7-822e-05a2b50a1f46 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=b6984800-e038-4e50-bec5-17075e92b557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385025 Aug 10 02:32:31.395573 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4b09dd84-2b05-42bb-8c68-ddddf9922578 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:32:31.407662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 4b09dd84-2b05-42bb-8c68-ddddf9922578 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:32:31.407993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4b09dd84-2b05-42bb-8c68-ddddf9922578 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:32:31.428598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-f2988787-48dc-430b-a05a-0ee9d546ca38 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:31.430117 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-f2988787-48dc-430b-a05a-0ee9d546ca38 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 946 time: 0.0962577 Aug 10 02:32:31.531317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:32:31.531673 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:31.630979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] For port 4de5d8a5-b597-4795-9e7c-e456e628aeb1, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4de5d8a5-b597-4795-9e7c-e456e628aeb1,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:31.631350 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:31.647261 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for 4de5d8a5-b597-4795-9e7c-e456e628aeb1 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:32:31.865818 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:31.900841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=4de5d8a5-b597-4795-9e7c-e456e628aeb1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:31.940477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] No DVR routers for this DVR port 4de5d8a5-b597-4795-9e7c-e456e628aeb1 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:32:31.943162 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:31.945192 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e6cd52e2-0cb9-4ca6-af9d-eac6f5e0f7ba req-b31139bf-df81-4b1e-955b-c54be82f62a3 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "DELETE /v2.0/ports/4de5d8a5-b597-4795-9e7c-e456e628aeb1 HTTP/1.1" status: 204 len: 173 time: 0.5090089 Aug 10 02:32:31.945637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89', 'name': 'network-vif-deleted', 'tag': '4de5d8a5-b597-4795-9e7c-e456e628aeb1'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:32:31.947938 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c02939-b4b3-45d1-b967-504cea688b28" -d '{"events": [{"server_uuid": "5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89", "name": "network-vif-deleted", "tag": "4de5d8a5-b597-4795-9e7c-e456e628aeb1"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:32:31.990727 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33863cd5-a523-4138-add0-9535035f10d7 x-openstack-request-id: req-33863cd5-a523-4138-add0-9535035f10d7 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:32:31.991108 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89", "name": "network-vif-deleted", "tag": "4de5d8a5-b597-4795-9e7c-e456e628aeb1", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:32:31.991362 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33863cd5-a523-4138-add0-9535035f10d7 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:32:31.991768 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89', 'name': 'network-vif-deleted', 'tag': '4de5d8a5-b597-4795-9e7c-e456e628aeb1', 'status': 'completed', 'code': 200} Aug 10 02:32:32.488699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1064116a-09f8-48e0-9ebe-f88fed386b6f req-68470504-fdef-491a-ba95-67bc5a3ba952 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a2f0993-b7dd-4a3b-98d7-7e7ec76a8b89 HTTP/1.1" status: 200 len: 210 time: 0.0326219 Aug 10 02:32:33.552304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33322) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:33.615773 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7edb24db-4325-449c-a89a-8b9769a43a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:33.641301 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7edb24db-4325-449c-a89a-8b9769a43a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:33.808121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7edb24db-4325-449c-a89a-8b9769a43a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:33.810902 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7edb24db-4325-449c-a89a-8b9769a43a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:33.812216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7edb24db-4325-449c-a89a-8b9769a43a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/security-groups/b6984800-e038-4e50-bec5-17075e92b557 HTTP/1.1" status: 204 len: 168 time: 0.2588017 Aug 10 02:32:33.826080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb24db-4325-449c-a89a-8b9769a43a53 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6984800-e038-4e50-bec5-17075e92b557,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:33.912346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33326) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:33.967958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7069cd-8b43-4771-aa8f-d78c56dabe1e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting subnet a2a8b24a-064c-40b8-b94b-8e1e62dcab9a {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:32:33.972169 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd7069cd-8b43-4771-aa8f-d78c56dabe1e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.026912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd7069cd-8b43-4771-aa8f-d78c56dabe1e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.115079 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd7069cd-8b43-4771-aa8f-d78c56dabe1e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.271087 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd7069cd-8b43-4771-aa8f-d78c56dabe1e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.305943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7069cd-8b43-4771-aa8f-d78c56dabe1e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a8b24a-064c-40b8-b94b-8e1e62dcab9a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:34.310574 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cd7069cd-8b43-4771-aa8f-d78c56dabe1e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.315369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cd7069cd-8b43-4771-aa8f-d78c56dabe1e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/subnets/a2a8b24a-064c-40b8-b94b-8e1e62dcab9a HTTP/1.1" status: 204 len: 168 time: 0.3991292 Aug 10 02:32:34.316379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33332) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:34.322991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f5c895-981b-461a-81c6-32828d6d6138 None None] Network a07dca97-0d66-4701-97c0-679d6b966409 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:32:34.404906 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.490934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port bf3a0923-162e-414e-a63c-0771359ff382 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:32:34.491291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.542621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca3741d-2648-44b3-8715-c5d5b322990a None None] DHCP port deletion for a07dca97-0d66-4701-97c0-679d6b966409 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:32:34.558891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] For port bf3a0923-162e-414e-a63c-0771359ff382, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf3a0923-162e-414e-a63c-0771359ff382,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:34.559272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.573623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for bf3a0923-162e-414e-a63c-0771359ff382 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:32:34.592541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3741d-2648-44b3-8715-c5d5b322990a None None] Deleting port bf3a0923-162e-414e-a63c-0771359ff382 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:32:34.593068 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ca3741d-2648-44b3-8715-c5d5b322990a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.660436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0ca3741d-2648-44b3-8715-c5d5b322990a None None] For port bf3a0923-162e-414e-a63c-0771359ff382, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf3a0923-162e-414e-a63c-0771359ff382,segment=NetworkSegment(e38179ad-b26d-43a2-9fa9-b051bd7281b2),segment_id=e38179ad-b26d-43a2-9fa9-b051bd7281b2)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:34.660872 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ca3741d-2648-44b3-8715-c5d5b322990a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.679476 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3741d-2648-44b3-8715-c5d5b322990a None None] Calling delete_port for bf3a0923-162e-414e-a63c-0771359ff382 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:32:34.739876 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:32:34.755948 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:32:34.769217 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ca3741d-2648-44b3-8715-c5d5b322990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.772129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] No DVR routers for this DVR port bf3a0923-162e-414e-a63c-0771359ff382 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:32:34.777075 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=bf3a0923-162e-414e-a63c-0771359ff382,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:34.799817 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3741d-2648-44b3-8715-c5d5b322990a None None] Pushing event deleted for resources: {'Port': ['ID=bf3a0923-162e-414e-a63c-0771359ff382,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:34.808858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3741d-2648-44b3-8715-c5d5b322990a None None] No DVR routers for this DVR port bf3a0923-162e-414e-a63c-0771359ff382 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:32:34.869374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.880833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07dca97-0d66-4701-97c0-679d6b966409']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:34.892456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38179ad-b26d-43a2-9fa9-b051bd7281b2') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:34.893010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38179ad-b26d-43a2-9fa9-b051bd7281b2') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:34.902738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.918432 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.924872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:32:34.925912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:32:34.928341 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:32:35.070997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:35.078263 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:35.080831 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/networks/a07dca97-0d66-4701-97c0-679d6b966409 HTTP/1.1" status: 204 len: 168 time: 0.7632535 Aug 10 02:32:35.083502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33336) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:35.101493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb58822-37d4-4652-b033-2cd8ab87396d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Network': ['ID=a07dca97-0d66-4701-97c0-679d6b966409,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:35.266400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port 1e556b3c-47b0-4e2a-aac3-5eff00c6af30 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:32:35.266923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:35.352478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:35.353147 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:35.366826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for 1e556b3c-47b0-4e2a-aac3-5eff00c6af30 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:32:35.421638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf3a0923-162e-414e-a63c-0771359ff382 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:32:35.444287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: bf3a0923-162e-414e-a63c-0771359ff382 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:32:35.444641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf3a0923-162e-414e-a63c-0771359ff382 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:32:35.565045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4de5d8a5-b597-4795-9e7c-e456e628aeb1 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:32:35.585905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 4de5d8a5-b597-4795-9e7c-e456e628aeb1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:32:35.586265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4de5d8a5-b597-4795-9e7c-e456e628aeb1 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:32:35.694153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:35.719650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=1e556b3c-47b0-4e2a-aac3-5eff00c6af30,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:35.783667 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:35.784167 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Floating IP 070ca141-3ec2-4acc-95c4-5e373e50ede4 disassociated (deleted). External IP: 172.25.3.139, port: ef2e275e-a62e-401f-9e90-4016cf8981c8. Aug 10 02:32:36.011795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router 20b23c58-de1c-4b88-a85f-7384e0471ee4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:32:36.128512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:32:36.133882 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:36.140415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] Sync routers for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:32:36.150953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:36.151589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:36.167494 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9d76fd25-9931-4f11-b6d9-87ee57a482fe tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/floatingips/070ca141-3ec2-4acc-95c4-5e373e50ede4 HTTP/1.1" status: 204 len: 168 time: 1.0739579 Aug 10 02:32:36.168202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:32:36.170675 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ef6adc-075a-4d77-97e9-0253e306dee1" -d '{"events": [{"name": "network-changed", "server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:32:36.220607 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89e0d88-0bc6-47a9-a272-ab0366c986ba x-openstack-request-id: req-e89e0d88-0bc6-47a9-a272-ab0366c986ba {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:32:36.221005 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:32:36.221228 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e89e0d88-0bc6-47a9-a272-ab0366c986ba {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:32:36.221882 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'status': 'completed', 'code': 200} Aug 10 02:32:36.269546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:36.287497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-bf8dde4e-0a99-41ab-84c7-9e3412342092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:36.289053 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-bf8dde4e-0a99-41ab-84c7-9e3412342092 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 1097 time: 0.0451419 Aug 10 02:32:36.393180 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-806760c4-8dd6-42af-b1f9-4f8a780aeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:36.395099 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-806760c4-8dd6-42af-b1f9-4f8a780aeeb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7a2bbdc0-6315-426a-a709-62b2322ed7a0 HTTP/1.1" status: 200 len: 898 time: 0.0990727 Aug 10 02:32:36.441718 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-9c306eac-4494-4508-a3aa-72aa9c740da3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8 HTTP/1.1" status: 200 len: 217 time: 0.0394413 Aug 10 02:32:36.494055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-75bfcce7-cfa9-487a-89e7-951fdb25f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:36.495582 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-75bfcce7-cfa9-487a-89e7-951fdb25f765 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3fa5833-bb7a-45ce-964a-ff2cfe962b86 HTTP/1.1" status: 200 len: 835 time: 0.0476198 Aug 10 02:32:36.495732 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:28Z', 'revision_number': 6, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:36.524566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] Checking router: 20b23c58-de1c-4b88-a85f-7384e0471ee4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:32:36.537790 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:36.538608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:36.558768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-768dbe73-8c37-4aec-b454-e73ec41617b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:36.569747 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-768dbe73-8c37-4aec-b454-e73ec41617b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7a2bbdc0-6315-426a-a709-62b2322ed7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669105 Aug 10 02:32:36.652164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:36.672388 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-b9880b6c-4888-46df-9dd9-ab108907502d service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948451 Aug 10 02:32:36.799616 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b4ef6adc-075a-4d77-97e9-0253e306dee1 req-debec1d8-2899-4f61-831c-d0beb5c4b004 service neutron] 10.222.0.11 "GET /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194439 Aug 10 02:32:36.819420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c5aff-ec7f-4575-89f5-7c3c85ab10e6 req-5c24a426-23f7-402a-8993-9d15e7796d00 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:36.822203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d7c5aff-ec7f-4575-89f5-7c3c85ab10e6 req-5c24a426-23f7-402a-8993-9d15e7796d00 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 945 time: 0.0741587 Aug 10 02:32:36.885595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:28Z', 'revision_number': 6, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:36.889308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d7c5aff-ec7f-4575-89f5-7c3c85ab10e6 req-b21e446e-a9b7-4232-916c-d6125a46d57f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603468 Aug 10 02:32:36.921560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98be6e17-cc5c-4393-8dcf-a8bd288706bb None None] The sync data for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 is: [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:28Z', 'revision_number': 6, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '84899b38-7efc-44c9-9e26-10484db70932', 'name': '', 'network_id': '7a2bbdc0-6315-426a-a709-62b2322ed7a0', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a0:89:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:41Z', 'updated_at': '2021-08-10T02:30:47Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'f3fa5833-bb7a-45ce-964a-ff2cfe962b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:32:37.176365 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3670c-39ec-491e-bccf-37c5c6e2eae2 None None] New status for floating IP 070ca141-3ec2-4acc-95c4-5e373e50ede4: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:32:37.259778 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:32:38.020817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5decd0-a0bf-40f9-9146-20aa563339dc req-44e41908-5043-4447-b6cd-c1dc86dfd574 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:38.024471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b145f4d-7316-468e-99fc-e11fced345ab req-0da814cf-e497-419a-befb-4badac15627b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:38.026031 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b145f4d-7316-468e-99fc-e11fced345ab req-0da814cf-e497-419a-befb-4badac15627b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 945 time: 0.0522487 Aug 10 02:32:38.027058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c5decd0-a0bf-40f9-9146-20aa563339dc req-44e41908-5043-4447-b6cd-c1dc86dfd574 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 945 time: 0.0559711 Aug 10 02:32:38.069242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c5decd0-a0bf-40f9-9146-20aa563339dc req-c9521b77-6926-4dab-ab3e-b703d5388102 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=00820d36-5c33-4f82-a54f-c9572e703da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Aug 10 02:32:38.133629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-2b145f4d-7316-468e-99fc-e11fced345ab req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port ef2e275e-a62e-401f-9e90-4016cf8981c8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:32:38.133989 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b145f4d-7316-468e-99fc-e11fced345ab req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:38.616301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2b145f4d-7316-468e-99fc-e11fced345ab req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] For port ef2e275e-a62e-401f-9e90-4016cf8981c8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=ef2e275e-a62e-401f-9e90-4016cf8981c8,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:38.617013 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b145f4d-7316-468e-99fc-e11fced345ab req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:38.631213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-2b145f4d-7316-468e-99fc-e11fced345ab req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for ef2e275e-a62e-401f-9e90-4016cf8981c8 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:32:38.842595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b145f4d-7316-468e-99fc-e11fced345ab req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:38.874372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=ef2e275e-a62e-401f-9e90-4016cf8981c8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:38.914238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b145f4d-7316-468e-99fc-e11fced345ab req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] No DVR routers for this DVR port ef2e275e-a62e-401f-9e90-4016cf8981c8 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:32:38.917058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2b145f4d-7316-468e-99fc-e11fced345ab req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:38.919165 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b145f4d-7316-468e-99fc-e11fced345ab req-fd376cad-06bb-47e4-99d7-c1d155983753 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "DELETE /v2.0/ports/ef2e275e-a62e-401f-9e90-4016cf8981c8 HTTP/1.1" status: 204 len: 173 time: 0.8846424 Aug 10 02:32:38.919970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'name': 'network-vif-deleted', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:32:38.921904 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a260e8f6-597a-43a3-967d-c8e8b504b1b9" -d '{"events": [{"server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "name": "network-vif-deleted", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:32:38.958413 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4d7f02-3426-4209-a3bf-73c654d56ff6 x-openstack-request-id: req-3c4d7f02-3426-4209-a3bf-73c654d56ff6 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:32:38.958742 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68995a2-bca2-46e8-84c0-20d1f2864d5d", "name": "network-vif-deleted", "tag": "ef2e275e-a62e-401f-9e90-4016cf8981c8", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:32:38.959007 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c4d7f02-3426-4209-a3bf-73c654d56ff6 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:32:38.959409 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68995a2-bca2-46e8-84c0-20d1f2864d5d', 'name': 'network-vif-deleted', 'tag': 'ef2e275e-a62e-401f-9e90-4016cf8981c8', 'status': 'completed', 'code': 200} Aug 10 02:32:39.173761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a3184d3-297d-4118-b809-22d29710a06e req-e4e03e23-9101-4d25-8257-f09d1a1bdb80 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=c68995a2-bca2-46e8-84c0-20d1f2864d5d HTTP/1.1" status: 200 len: 210 time: 0.0275736 Aug 10 02:32:40.236345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33382) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:40.306439 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d2988cc-6cc6-49ba-837c-de7d79b28aa0 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:40.333402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d2988cc-6cc6-49ba-837c-de7d79b28aa0 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:40.522935 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d2988cc-6cc6-49ba-837c-de7d79b28aa0 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:40.525582 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1d2988cc-6cc6-49ba-837c-de7d79b28aa0 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:40.526808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1d2988cc-6cc6-49ba-837c-de7d79b28aa0 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/security-groups/00820d36-5c33-4f82-a54f-c9572e703da0 HTTP/1.1" status: 204 len: 168 time: 0.2894459 Aug 10 02:32:40.537458 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2988cc-6cc6-49ba-837c-de7d79b28aa0 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00820d36-5c33-4f82-a54f-c9572e703da0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:40.647145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33390) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:41.102502 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:41.424440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port 84899b38-7efc-44c9-9e26-10484db70932 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:32:41.425148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:41.518793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] For port 84899b38-7efc-44c9-9e26-10484db70932, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=84899b38-7efc-44c9-9e26-10484db70932,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:41.519255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:41.533627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for 84899b38-7efc-44c9-9e26-10484db70932 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:32:41.593917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ef2e275e-a62e-401f-9e90-4016cf8981c8 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:32:41.614361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: ef2e275e-a62e-401f-9e90-4016cf8981c8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:32:41.614895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device ef2e275e-a62e-401f-9e90-4016cf8981c8 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:32:41.811072 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:41.837918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=84899b38-7efc-44c9-9e26-10484db70932,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:42.024219 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:42.256601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router 20b23c58-de1c-4b88-a85f-7384e0471ee4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:32:42.366412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:32:42.371925 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1ec06dfa-47be-4a63-8bcc-81285d57ea52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "PUT /v2.0/routers/20b23c58-de1c-4b88-a85f-7384e0471ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7237105 Aug 10 02:32:42.374646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33400) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:42.376551 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] Sync routers for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:32:42.389483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:42.390310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:42.430621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1031297-1f04-4712-bca4-ad5cb8ce9930 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting subnet f3fa5833-bb7a-45ce-964a-ff2cfe962b86 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:32:42.434074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1031297-1f04-4712-bca4-ad5cb8ce9930 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:42.482040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1031297-1f04-4712-bca4-ad5cb8ce9930 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:42.499808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:42.651119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1031297-1f04-4712-bca4-ad5cb8ce9930 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:42.716030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:41Z', 'revision_number': 7, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:42.753716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] Checking router: 20b23c58-de1c-4b88-a85f-7384e0471ee4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:32:42.762989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] Routers {'20b23c58-de1c-4b88-a85f-7384e0471ee4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:42.763609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['20b23c58-de1c-4b88-a85f-7384e0471ee4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:42.808498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1031297-1f04-4712-bca4-ad5cb8ce9930 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:42.841819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1031297-1f04-4712-bca4-ad5cb8ce9930 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Subnet': ['ID=f3fa5833-bb7a-45ce-964a-ff2cfe962b86,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:42.851177 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1031297-1f04-4712-bca4-ad5cb8ce9930 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:42.854972 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a1031297-1f04-4712-bca4-ad5cb8ce9930 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/subnets/f3fa5833-bb7a-45ce-964a-ff2cfe962b86 HTTP/1.1" status: 204 len: 168 time: 0.4782703 Aug 10 02:32:42.859752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33404) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:42.887022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30449b8-fc4b-4223-9784-819101bdc2f4 None None] Network 7a2bbdc0-6315-426a-a709-62b2322ed7a0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:32:42.972498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] Set router 20b23c58-de1c-4b88-a85f-7384e0471ee4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:43.003940 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.114700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.294935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:32:43.295289 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.356914 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.382061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:41Z', 'revision_number': 7, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:43.388020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] For port 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=43035cd0-e1f7-4ca8-89da-7afb71a7e7cf,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:43.388395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.404428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:32:43.413708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5e808-71cb-48f0-92dc-09d058a97942 None None] DHCP port deletion for 7a2bbdc0-6315-426a-a709-62b2322ed7a0 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:32:43.415951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebe668-d7b6-4a7e-9da1-5461db202ea1 None None] The sync data for ids ['20b23c58-de1c-4b88-a85f-7384e0471ee4'] in n-d-767704-21 is: [{'id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'name': 'tempest-TestNetworkBasicOps-router-2020864443', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:30:36Z', 'updated_at': '2021-08-10T02:32:41Z', 'revision_number': 7, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '43035cd0-e1f7-4ca8-89da-7afb71a7e7cf', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b23c58-de1c-4b88-a85f-7384e0471ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:30:37Z', 'updated_at': '2021-08-10T02:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:32:43.483504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5e808-71cb-48f0-92dc-09d058a97942 None None] Deleting port 7e90e998-3651-4659-8061-779a8be698c4 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:32:43.483953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e808-71cb-48f0-92dc-09d058a97942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.589276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9ef5e808-71cb-48f0-92dc-09d058a97942 None None] For port 7e90e998-3651-4659-8061-779a8be698c4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7e90e998-3651-4659-8061-779a8be698c4,segment=NetworkSegment(017216f5-3c71-478e-ab98-156e2146e1c0),segment_id=017216f5-3c71-478e-ab98-156e2146e1c0)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:43.589683 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e808-71cb-48f0-92dc-09d058a97942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.603663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5e808-71cb-48f0-92dc-09d058a97942 None None] Calling delete_port for 7e90e998-3651-4659-8061-779a8be698c4 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:32:43.705567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.732641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=43035cd0-e1f7-4ca8-89da-7afb71a7e7cf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:43.796721 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ef5e808-71cb-48f0-92dc-09d058a97942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.802878 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.814925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5e808-71cb-48f0-92dc-09d058a97942 None None] No DVR routers for this DVR port 7e90e998-3651-4659-8061-779a8be698c4 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:32:43.842181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5e808-71cb-48f0-92dc-09d058a97942 None None] Pushing event deleted for resources: {'Port': ['ID=7e90e998-3651-4659-8061-779a8be698c4,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:43.936211 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:43.939034 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.045424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.045980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Fanout notify agent at l3_agent the message router_deleted on router 20b23c58-de1c-4b88-a85f-7384e0471ee4 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:32:44.056120 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.057144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6b122603-81a6-482a-aca2-146cc6709418 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/routers/20b23c58-de1c-4b88-a85f-7384e0471ee4 HTTP/1.1" status: 204 len: 168 time: 1.1933022 Aug 10 02:32:44.059867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33412) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:44.147680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.243649 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.253674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2bbdc0-6315-426a-a709-62b2322ed7a0']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:44.264409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017216f5-3c71-478e-ab98-156e2146e1c0') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:44.264711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017216f5-3c71-478e-ab98-156e2146e1c0') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:44.274703 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.289283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.295377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:32:44.295773 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:32:44.299209 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:32:44.437089 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.446795 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.447276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/networks/7a2bbdc0-6315-426a-a709-62b2322ed7a0 HTTP/1.1" status: 204 len: 168 time: 0.3864732 Aug 10 02:32:44.459080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22060628-7827-4071-91fd-eb566f46ee47 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Network': ['ID=7a2bbdc0-6315-426a-a709-62b2322ed7a0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:44.470478 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.470796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33416) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:44.473654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'network': {'name': 'tempest-network-smoke--1431723655', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'port_security_enabled': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:44.630946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Made reservation on behalf of 4835fd87d5a34719a5741fed38f8a30c for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:32:44.634587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.660138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:32:44.669977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.670412 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Added segment 57fd14a3-6745-4831-bd4d-f3be4aac811d of type vlan for network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa Aug 10 02:32:44.714201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.802484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.808170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:44.808762 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:44.881352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Network': ['ID=f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:44.891629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:32:44.932150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-745448df-ba7a-4c7c-b3b7-51ef17664356 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4632728 Aug 10 02:32:44.934913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33422) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:44.940282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'admin_state_up': True, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:45.022825 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:45.023892 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:45.076779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:45.285600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:45.425769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:32:45.446510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:32:45.447246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 43035cd0-e1f7-4ca8-89da-7afb71a7e7cf not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:32:45.447683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e90e998-3651-4659-8061-779a8be698c4 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:32:45.471156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7e90e998-3651-4659-8061-779a8be698c4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:32:45.471531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7e90e998-3651-4659-8061-779a8be698c4 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:32:45.471936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 84899b38-7efc-44c9-9e26-10484db70932 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:32:45.495394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 84899b38-7efc-44c9-9e26-10484db70932 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:32:45.495736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 84899b38-7efc-44c9-9e26-10484db70932 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:32:45.551031 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:45.574039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:45.689027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.25.3.20 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/92e56286-82f3-48a8-9d61-9c5bed387fac) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:32:45.810995 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:45.917251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:45.956732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:32:45.961492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:32:45.964057 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:32:45.991571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=92e56286-82f3-48a8-9d61-9c5bed387fac,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:46.331285 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:46.532446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:46.772777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router f20e66da-bf32-4acb-a3f8-8752b3cb625a is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:32:46.892855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:32:46.903860 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Sync routers for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:32:46.913675 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:46.921491 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:46.968202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:46.970316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7050a51e-dda1-44df-98ab-6c0c4236fc67 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0344563 Aug 10 02:32:46.973561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:47.003448 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2df7fe39-c699-48de-9473-4c7806aebbc9 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=4835fd87d5a34719a5741fed38f8a30c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286515 Aug 10 02:32:47.005913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33438) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:47.025387 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:47.093053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aef622-c2af-4772-8271-00b941294f0a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:47.094638 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a2aef622-c2af-4772-8271-00b941294f0a tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875485 Aug 10 02:32:47.097634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33440) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:47.128069 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ab7aac1a-3562-4a2b-bc88-2b6ee073519e tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291574 Aug 10 02:32:47.132482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33442) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:47.137978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1245169542', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:47.215528 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:46Z', 'revision_number': 3, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:47.245670 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Checking router: f20e66da-bf32-4acb-a3f8-8752b3cb625a for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:32:47.246007 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Updating router f20e66da-bf32-4acb-a3f8-8752b3cb625a port 92e56286-82f3-48a8-9d61-9c5bed387fac binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:32:47.275549 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:47.282416 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Made reservation on behalf of 4835fd87d5a34719a5741fed38f8a30c for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:32:47.286376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:47.550820 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:47.557584 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:47.561712 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Transition to ACTIVE for port object 92e56286-82f3-48a8-9d61-9c5bed387fac will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:32:47.620753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Subnet': ['ID=ba1b89e6-a7f3-4228-b8c6-2b88461971f6,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:47.632165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.632512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.632858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.633207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.633544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.633878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.634212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.634541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.634896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.635227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.635558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.635886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.638928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Checking segment: {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:32:47.639301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network hostable DHCP agents. Network: f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:32:47.651218 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:47.704753 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Attempting to bind port 92e56286-82f3-48a8-9d61-9c5bed387fac on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:32:47.705127 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Attempting to bind port 92e56286-82f3-48a8-9d61-9c5bed387fac by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:32:47.705494 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Attempting to bind port 92e56286-82f3-48a8-9d61-9c5bed387fac on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:32:47.708763 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Pushing event updated for resources: {'Port': ['ID=92e56286-82f3-48a8-9d61-9c5bed387fac,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:47.717285 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:32:47.717719 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:32:47.718121 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:47.718609 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:32:47.719259 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Bound port: 92e56286-82f3-48a8-9d61-9c5bed387fac, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:32:47.720187 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:47.722543 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.722913 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.723258 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.723598 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.723954 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.724267 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.724599 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.724929 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.725257 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.725582 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.725908 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.726235 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:47.729009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:32:47.787374 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] For port 92e56286-82f3-48a8-9d61-9c5bed387fac, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:32:47.790788 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] For port 92e56286-82f3-48a8-9d61-9c5bed387fac, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=92e56286-82f3-48a8-9d61-9c5bed387fac,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:32:47.817041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:32:47.821354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:47.823211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:47.835594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd12f92-c040-4b0f-9f66-fdc38b3d25fc None None] Network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:32:47.840352 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:47.900444 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a51350e9-05ba-468d-b2f3-874fe2dba212 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7662976 Aug 10 02:32:47.903280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33450) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:47.923502 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c23b3-9379-4913-ba52-c096020e1b54 None None] Pushing event updated for resources: {'Port': ['ID=92e56286-82f3-48a8-9d61-9c5bed387fac,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:47.928052 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:47.929265 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:47.997280 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-946bbc24-d268-4654-9c7d-9a5e72ebd196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:48.029875 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:32:48.031071 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:48.087947 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:48.201177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Allocated IP 172.20.0.2 (f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa/ba1b89e6-a7f3-4228-b8c6-2b88461971f6/83d7d18c-8c5c-4986-a475-c1565d6fe578) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:32:48.304589 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:46Z', 'revision_number': 3, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:48.356643 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d514852-6645-474c-b154-fbf829dd78ad None None] The sync data for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 is: [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:46Z', 'revision_number': 3, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:32:48.389641 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:48.400491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Transition to ACTIVE for port object 83d7d18c-8c5c-4986-a475-c1565d6fe578 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:32:48.418849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Transition to ACTIVE for port object 83d7d18c-8c5c-4986-a475-c1565d6fe578 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:32:48.495260 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:48.515542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:32:48.539197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:32:48.543026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:32:48.604827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Pushing event updated for resources: {'Port': ['ID=83d7d18c-8c5c-4986-a475-c1565d6fe578,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:48.625416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Attempting to bind port 83d7d18c-8c5c-4986-a475-c1565d6fe578 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:32:48.626437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Attempting to bind port 83d7d18c-8c5c-4986-a475-c1565d6fe578 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:32:48.626902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Attempting to bind port 83d7d18c-8c5c-4986-a475-c1565d6fe578 on network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:32:48.650174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:32:48.653560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Checking segment: {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:32:48.654233 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:48.654882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Bound using segment: {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:32:48.659211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Bound port: 83d7d18c-8c5c-4986-a475-c1565d6fe578, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:32:48.659211 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:48.739560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] For port 83d7d18c-8c5c-4986-a475-c1565d6fe578, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:32:48.742868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] For port 83d7d18c-8c5c-4986-a475-c1565d6fe578, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=83d7d18c-8c5c-4986-a475-c1565d6fe578,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:32:48.759766 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:48.836255 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:48.925045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c0d45-79c3-4175-853e-3c332d726268 None None] Pushing event updated for resources: {'Port': ['ID=83d7d18c-8c5c-4986-a475-c1565d6fe578,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:49.137390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.20.0.1 (f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa/ba1b89e6-a7f3-4228-b8c6-2b88461971f6/12e776c0-4770-4644-9930-88bc8e102c5f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:32:49.306807 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:49.324543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Transition to ACTIVE for port object 12e776c0-4770-4644-9930-88bc8e102c5f will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:32:49.420289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:49.492676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:32:49.497930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 92e56286-82f3-48a8-9d61-9c5bed387fac up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:32:49.507668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=12e776c0-4770-4644-9930-88bc8e102c5f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:49.513974 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:32:49.517636 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:32:49.568750 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:49.625529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 92e56286-82f3-48a8-9d61-9c5bed387fac completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:32:49.630130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 92e56286-82f3-48a8-9d61-9c5bed387fac triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:49.630813 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:49.754711 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:49.775683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 92e56286-82f3-48a8-9d61-9c5bed387fac, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=92e56286-82f3-48a8-9d61-9c5bed387fac,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:49.829783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:49.884967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:49.884967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 83d7d18c-8c5c-4986-a475-c1565d6fe578 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:32:50.003286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=92e56286-82f3-48a8-9d61-9c5bed387fac,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:50.011681 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.012164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.012613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.013116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.013557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.013994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.014427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.014888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.015321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.015886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.016945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.017382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:50.051016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 83d7d18c-8c5c-4986-a475-c1565d6fe578 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:32:50.176400 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:50.257079 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:50.333681 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=12e776c0-4770-4644-9930-88bc8e102c5f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:50.339210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:50.453246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d526ad-8cab-4093-8be8-813dab5d289f None None] Network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:32:50.454921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:32:50.457321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:32:50.615433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router f20e66da-bf32-4acb-a3f8-8752b3cb625a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:32:50.647620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-310361d9-a88c-4b7b-a49c-6beb8ae8f8c8 None None] Provisioning for port 83d7d18c-8c5c-4986-a475-c1565d6fe578 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:32:50.670761 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b2f4-6505-4288-ad4f-56bbd8653af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:50.675626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-310361d9-a88c-4b7b-a49c-6beb8ae8f8c8 None None] Provisioning complete for port 83d7d18c-8c5c-4986-a475-c1565d6fe578 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:50.676001 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-310361d9-a88c-4b7b-a49c-6beb8ae8f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:50.738718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:32:50.751591 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f5070315-b5fd-41cd-8e41-4e0d383b767f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "PUT /v2.0/routers/f20e66da-bf32-4acb-a3f8-8752b3cb625a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8437114 Aug 10 02:32:50.752905 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:50.769591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Sync routers for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:32:50.790821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:50.791459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:50.832805 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-310361d9-a88c-4b7b-a49c-6beb8ae8f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:50.885859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-310361d9-a88c-4b7b-a49c-6beb8ae8f8c8 None None] For port 83d7d18c-8c5c-4986-a475-c1565d6fe578, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=83d7d18c-8c5c-4986-a475-c1565d6fe578,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:50.967700 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:51.020608 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-310361d9-a88c-4b7b-a49c-6beb8ae8f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:51.022693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b1e01-499b-4fa1-9113-c214fa0bb813 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.023222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b1e01-499b-4fa1-9113-c214fa0bb813 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.023795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b1e01-499b-4fa1-9113-c214fa0bb813 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.024487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b1e01-499b-4fa1-9113-c214fa0bb813 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.024949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b1e01-499b-4fa1-9113-c214fa0bb813 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.025775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b1e01-499b-4fa1-9113-c214fa0bb813 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.026292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b1e01-499b-4fa1-9113-c214fa0bb813 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.026743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b1e01-499b-4fa1-9113-c214fa0bb813 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.029303 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6a9b1e01-499b-4fa1-9113-c214fa0bb813 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.2747543 Aug 10 02:32:51.032694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33472) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:51.119318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c163e-218f-4c79-b075-703d83b05b1d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.119826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c163e-218f-4c79-b075-703d83b05b1d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.120627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c163e-218f-4c79-b075-703d83b05b1d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.121272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c163e-218f-4c79-b075-703d83b05b1d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.121917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c163e-218f-4c79-b075-703d83b05b1d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.122576 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c163e-218f-4c79-b075-703d83b05b1d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.123304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c163e-218f-4c79-b075-703d83b05b1d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.124103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c163e-218f-4c79-b075-703d83b05b1d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:51.131602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33474) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:51.132704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9c2c163e-218f-4c79-b075-703d83b05b1d tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.0987022 Aug 10 02:32:51.229949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310361d9-a88c-4b7b-a49c-6beb8ae8f8c8 None None] Pushing event updated for resources: {'Port': ['ID=83d7d18c-8c5c-4986-a475-c1565d6fe578,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:51.280460 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:51.306082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-097256ca-344a-46b5-9435-0ce92c96448a None None] Provisioning for port 12e776c0-4770-4644-9930-88bc8e102c5f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:32:51.354440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-097256ca-344a-46b5-9435-0ce92c96448a None None] Provisioning complete for port 12e776c0-4770-4644-9930-88bc8e102c5f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:51.355193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-097256ca-344a-46b5-9435-0ce92c96448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:51.413135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-097256ca-344a-46b5-9435-0ce92c96448a None None] Port 12e776c0-4770-4644-9930-88bc8e102c5f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:32:51.432258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-097256ca-344a-46b5-9435-0ce92c96448a None None] Provisioning complete for port 83d7d18c-8c5c-4986-a475-c1565d6fe578 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:51.432258 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-097256ca-344a-46b5-9435-0ce92c96448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:51.518955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 92e56286-82f3-48a8-9d61-9c5bed387fac up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:32:51.526796 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '12e776c0-4770-4644-9930-88bc8e102c5f', 'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a6:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:48Z', 'updated_at': '2021-08-10T02:32:50Z', 'revision_number': 2, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:51.564883 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15a4c06d-ad33-4642-81b0-d638d48a741f tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.4320061 Aug 10 02:32:51.589798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Checking router: f20e66da-bf32-4acb-a3f8-8752b3cb625a for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:32:51.590273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Updating router f20e66da-bf32-4acb-a3f8-8752b3cb625a port 12e776c0-4770-4644-9930-88bc8e102c5f binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:32:51.624504 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:51.834133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 92e56286-82f3-48a8-9d61-9c5bed387fac triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:51.834510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:51.904323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33478) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:51.910670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a095f206-cbf4-438d-beed-4366799766f5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335254390', 'description': 'tempest-secgroup-smoke-335254390 description', 'project_id': '4835fd87d5a34719a5741fed38f8a30c'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:51.996837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a095f206-cbf4-438d-beed-4366799766f5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:51.997660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2a6c69f6-9654-430c-95ba-372b172690db None None] Provisioning complete for port 12e776c0-4770-4644-9930-88bc8e102c5f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:51.998192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a6c69f6-9654-430c-95ba-372b172690db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.035981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 83d7d18c-8c5c-4986-a475-c1565d6fe578 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:32:52.082924 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a095f206-cbf4-438d-beed-4366799766f5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.089764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c69f6-9654-430c-95ba-372b172690db None None] Port 12e776c0-4770-4644-9930-88bc8e102c5f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:32:52.142515 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.150816 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a095f206-cbf4-438d-beed-4366799766f5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.164257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Transition to ACTIVE for port object 12e776c0-4770-4644-9930-88bc8e102c5f will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:32:52.164257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 83d7d18c-8c5c-4986-a475-c1565d6fe578 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:52.164515 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.187164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095f206-cbf4-438d-beed-4366799766f5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86f9f6-72c0-448b-b92a-0fca87ff91cd,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:52.235684 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.262611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a095f206-cbf4-438d-beed-4366799766f5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.263896 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a095f206-cbf4-438d-beed-4366799766f5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3582954 Aug 10 02:32:52.267806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33486) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:52.273792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '7b86f9f6-72c0-448b-b92a-0fca87ff91cd', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:52.366162 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.430173 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.473552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70235dcb-49e5-40c2-bd08-b26fee52db3c None None] Pushing event updated for resources: {'Port': ['ID=12e776c0-4770-4644-9930-88bc8e102c5f,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:52.499081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.525064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf66554-7494-4085-af93-df1000cdf92c,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:52.533712 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Attempting to bind port 12e776c0-4770-4644-9930-88bc8e102c5f on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:32:52.534081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Attempting to bind port 12e776c0-4770-4644-9930-88bc8e102c5f by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:32:52.534453 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Attempting to bind port 12e776c0-4770-4644-9930-88bc8e102c5f on network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:32:52.534773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.535348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.535910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.536717 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.537256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.538164 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.538476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.539308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.540142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.541059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.541702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.542263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.542538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:32:52.543092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:32:52.543229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Checking segment: {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:32:52.543811 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.544287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Bound using segment: {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:32:52.544840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Bound port: 12e776c0-4770-4644-9930-88bc8e102c5f, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:32:52.545225 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.571545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.576628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33488) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:52.580602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-346e112f-1ae9-4e88-82e3-f91313c3d22c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109593 Aug 10 02:32:52.584719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8bda08b9-e97f-4f37-a7c5-c31e32ff85e4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '7b86f9f6-72c0-448b-b92a-0fca87ff91cd', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:52.622427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] For port 12e776c0-4770-4644-9930-88bc8e102c5f, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:32:52.634704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] For port 12e776c0-4770-4644-9930-88bc8e102c5f, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=12e776c0-4770-4644-9930-88bc8e102c5f,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:32:52.701096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bda08b9-e97f-4f37-a7c5-c31e32ff85e4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.722891 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.771286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bda08b9-e97f-4f37-a7c5-c31e32ff85e4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.789383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:32:52.790084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:52.791853 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70235dcb-49e5-40c2-bd08-b26fee52db3c None None] Pushing event updated for resources: {'Port': ['ID=12e776c0-4770-4644-9930-88bc8e102c5f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:52.842865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bda08b9-e97f-4f37-a7c5-c31e32ff85e4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.869048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda08b9-e97f-4f37-a7c5-c31e32ff85e4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8accf5b7-1e8a-4945-bbf4-891a8c5a09ea,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:52.921117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:32:52.940390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8bda08b9-e97f-4f37-a7c5-c31e32ff85e4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:52.943348 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8bda08b9-e97f-4f37-a7c5-c31e32ff85e4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3637192 Aug 10 02:32:52.944452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33492) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:52.949432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-755e0869-1fb8-43e5-baab-7cb6be447d39 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '7b86f9f6-72c0-448b-b92a-0fca87ff91cd', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:53.048472 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-755e0869-1fb8-43e5-baab-7cb6be447d39 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.115768 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-755e0869-1fb8-43e5-baab-7cb6be447d39 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.159806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '12e776c0-4770-4644-9930-88bc8e102c5f', 'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a6:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:48Z', 'updated_at': '2021-08-10T02:32:52Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:32:53.186331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c1d2d-e2ce-4fc5-9bcb-38397a3824e6 None None] The sync data for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 is: [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '12e776c0-4770-4644-9930-88bc8e102c5f', 'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a6:f3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:48Z', 'updated_at': '2021-08-10T02:32:52Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:32:53.196827 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-755e0869-1fb8-43e5-baab-7cb6be447d39 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.216737 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e0869-1fb8-43e5-baab-7cb6be447d39 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def537bd-e555-4ec0-84dc-c5148a781eed,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:53.311040 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-755e0869-1fb8-43e5-baab-7cb6be447d39 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.314659 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-755e0869-1fb8-43e5-baab-7cb6be447d39 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669174 Aug 10 02:32:53.315770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33498) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:53.320906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-cead997d-462a-4336-ac2a-bd8365c79247 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '7b86f9f6-72c0-448b-b92a-0fca87ff91cd', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:53.440144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cead997d-462a-4336-ac2a-bd8365c79247 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.471674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 12e776c0-4770-4644-9930-88bc8e102c5f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:32:53.527092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cead997d-462a-4336-ac2a-bd8365c79247 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.613875 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cead997d-462a-4336-ac2a-bd8365c79247 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.637154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead997d-462a-4336-ac2a-bd8365c79247 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9670165-69a6-4e44-b214-38436720c0a5,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:53.642965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 12e776c0-4770-4644-9930-88bc8e102c5f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:32:53.647270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 12e776c0-4770-4644-9930-88bc8e102c5f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:53.647647 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.723336 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cead997d-462a-4336-ac2a-bd8365c79247 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.725359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cead997d-462a-4336-ac2a-bd8365c79247 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4085445 Aug 10 02:32:53.728269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33500) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:53.736019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-08b29f69-2281-44e9-b751-91f283048018 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '7b86f9f6-72c0-448b-b92a-0fca87ff91cd', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:53.745051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.787885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 12e776c0-4770-4644-9930-88bc8e102c5f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=12e776c0-4770-4644-9930-88bc8e102c5f,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:32:53.822761 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-08b29f69-2281-44e9-b751-91f283048018 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Project 4835fd87d5a34719a5741fed38f8a30c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:32:53.828597 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08b29f69-2281-44e9-b751-91f283048018 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.848029 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.898467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08b29f69-2281-44e9-b751-91f283048018 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.905258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=12e776c0-4770-4644-9930-88bc8e102c5f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:53.931186 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.966464 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08b29f69-2281-44e9-b751-91f283048018 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:53.989761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b29f69-2281-44e9-b751-91f283048018 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947cd1e6-ebf0-47bd-bb4a-fa25b38d3ba2,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:54.053957 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08b29f69-2281-44e9-b751-91f283048018 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:54.058264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-08b29f69-2281-44e9-b751-91f283048018 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3252425 Aug 10 02:32:54.058497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33508) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:32:54.063864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e1741bae-341a-4e5b-a4c4-a6ae46f158f7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'security_group_rule': {'security_group_id': '7b86f9f6-72c0-448b-b92a-0fca87ff91cd', 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:54.157480 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-e1741bae-341a-4e5b-a4c4-a6ae46f158f7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Project 4835fd87d5a34719a5741fed38f8a30c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:32:54.163438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1741bae-341a-4e5b-a4c4-a6ae46f158f7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:54.235831 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1741bae-341a-4e5b-a4c4-a6ae46f158f7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:54.348146 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1741bae-341a-4e5b-a4c4-a6ae46f158f7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:54.369024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1741bae-341a-4e5b-a4c4-a6ae46f158f7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba23d53f-bc7b-497c-b565-0a8d4b03f892,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:54.436912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e1741bae-341a-4e5b-a4c4-a6ae46f158f7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:54.438238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e1741bae-341a-4e5b-a4c4-a6ae46f158f7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3785172 Aug 10 02:32:54.590049 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-ba15f925-9397-4368-bd33-b42428265e9e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335254390&fields=id&tenant_id=4835fd87d5a34719a5741fed38f8a30c HTTP/1.1" status: 200 len: 267 time: 0.0373156 Aug 10 02:32:54.701325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d877f-2d56-491f-9ac9-713e97282497 req-d1a8afbd-613c-4ce0-be24-f733920b8732 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:54.702838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-d1a8afbd-613c-4ce0-be24-f733920b8732 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/networks?id=f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa HTTP/1.1" status: 200 len: 797 time: 0.1057925 Aug 10 02:32:54.718502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-602152d5-4ac7-414f-9883-55006a0c5044 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/quotas/4835fd87d5a34719a5741fed38f8a30c HTTP/1.1" status: 200 len: 375 time: 0.0090809 Aug 10 02:32:55.132292 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-c66e35b8-6b71-4eb8-913b-ccb7b659b7ef tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4072442 Aug 10 02:32:55.296549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-22301c06-2e4c-4102-85af-ab897a5e8a4b service neutron] 10.222.0.38 "GET /v2.0/networks/f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486752 Aug 10 02:32:55.396146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-b38b80a3-fbbe-4aff-a561-2b66d7e1a0dd service neutron] 10.222.0.38 "GET /v2.0/networks/f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937543 Aug 10 02:32:55.425501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 12e776c0-4770-4644-9930-88bc8e102c5f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:32:55.491716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 12e776c0-4770-4644-9930-88bc8e102c5f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:55.492092 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:55.667977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0f00a898-c42e-4396-a54b-5192b5e32ab4 req-b0fc8bd4-435a-431c-ab72-92c1d2231f27 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 210 time: 0.0299578 Aug 10 02:32:56.767966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88f69573-b015-48fe-ab8f-426ff7bfa1ed req-f370577b-03eb-41d7-a5d4-ceffe238ca71 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 210 time: 0.0264800 Aug 10 02:32:57.539539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d877f-2d56-491f-9ac9-713e97282497 req-a72bcec3-2b18-4a0e-b3b9-b2b6f2068efb tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:57.541052 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-a72bcec3-2b18-4a0e-b3b9-b2b6f2068efb tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/networks?id=f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa HTTP/1.1" status: 200 len: 797 time: 0.1035209 Aug 10 02:32:57.587281 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-d8958a42-0351-4824-9cd8-bfb270c06f3b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4835fd87d5a34719a5741fed38f8a30c HTTP/1.1" status: 200 len: 379 time: 0.0357976 Aug 10 02:32:57.598464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'port': {'device_id': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'admin_state_up': True, 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'security_groups': ['7b86f9f6-72c0-448b-b92a-0fca87ff91cd']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:57.836922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Made reservation on behalf of 4835fd87d5a34719a5741fed38f8a30c for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:32:57.846240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:57.870414 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ce0ba23-e098-471a-8ba7-b6accec64a64 req-7e8cf3e8-5a3a-4d16-a348-2069dc917849 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 210 time: 0.0274575 Aug 10 02:32:57.973413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.20.0.12 (f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa/ba1b89e6-a7f3-4228-b8c6-2b88461971f6/b40670d6-3de4-4e8e-922e-fb4058739b1c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:32:58.124190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:58.139215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Transition to ACTIVE for port object b40670d6-3de4-4e8e-922e-fb4058739b1c will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:32:58.228902 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:58.270204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:32:58.275339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:32:58.279083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:32:58.312032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=b40670d6-3de4-4e8e-922e-fb4058739b1c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:58.339608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:58.340467 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:58.429393 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-f9b37161-e663-4561-be5b-8c56065f553f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498028 Aug 10 02:32:58.444530 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-49ea4214-4da5-4cc0-977c-a61f6359554b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8499801 Aug 10 02:32:58.459165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Request body: {'port': {'device_id': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:32:58.520210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:58.537470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-9cf32db7-3c6a-45a2-ba79-366ea982dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:58.539847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-9cf32db7-3c6a-45a2-ba79-366ea982dd44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 1098 time: 0.0579581 Aug 10 02:32:58.594411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3846a42f-620a-45a4-bdb4-41ed9ba433f5 None None] Provisioning for port b40670d6-3de4-4e8e-922e-fb4058739b1c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:32:58.599314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3846a42f-620a-45a4-bdb4-41ed9ba433f5 None None] Provisioning complete for port b40670d6-3de4-4e8e-922e-fb4058739b1c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:32:58.600330 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3846a42f-620a-45a4-bdb4-41ed9ba433f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:58.659093 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3846a42f-620a-45a4-bdb4-41ed9ba433f5 None None] Port b40670d6-3de4-4e8e-922e-fb4058739b1c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:32:58.672188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-c917e532-1bb0-48e7-bc2a-c6d08f943358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:58.676032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-c917e532-1bb0-48e7-bc2a-c6d08f943358 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1139641 Aug 10 02:32:58.759810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-524375e7-52ec-4d63-9aa1-a5578e8efd26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec HTTP/1.1" status: 200 len: 1001 time: 0.0755301 Aug 10 02:32:58.816541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-ddce4b93-edf7-488d-be38-41f79f68f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:58.818243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-ddce4b93-edf7-488d-be38-41f79f68f96f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0506654 Aug 10 02:32:58.868091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-f54edc07-9960-4369-b0be-58d2aec4ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:58.869749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-f54edc07-9960-4369-b0be-58d2aec4ba2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438762 Aug 10 02:32:59.006151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-1af1213e-4cec-4fd5-b173-cb146d327bcd service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285667 Aug 10 02:32:59.080040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807aa3-8b1e-4ab0-8178-30a908ba60aa req-8560da53-4a71-43e6-8670-d950e1156c52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:59.081395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4807aa3-8b1e-4ab0-8178-30a908ba60aa req-8560da53-4a71-43e6-8670-d950e1156c52 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 932 time: 0.1116593 Aug 10 02:32:59.116661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40670d6-3de4-4e8e-922e-fb4058739b1c {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:32:59.124880 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:59.137592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Transition to ACTIVE for port object b40670d6-3de4-4e8e-922e-fb4058739b1c will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:32:59.145148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4807aa3-8b1e-4ab0-8178-30a908ba60aa req-c57c140e-439f-4950-98be-c4322df4d99e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571806 Aug 10 02:32:59.150664 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfed6f9f-47e5-4814-8da8-ddc24b7f25e7 req-6931a10c-46bb-4033-8f3f-7b5ac062608c service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359680 Aug 10 02:32:59.228320 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:59.285347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b40670d6-3de4-4e8e-922e-fb4058739b1c,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:59.362739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Attempting to bind port b40670d6-3de4-4e8e-922e-fb4058739b1c on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:32:59.363285 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Attempting to bind port b40670d6-3de4-4e8e-922e-fb4058739b1c by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:32:59.363425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Attempting to bind port b40670d6-3de4-4e8e-922e-fb4058739b1c on network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:32:59.368499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Port b40670d6-3de4-4e8e-922e-fb4058739b1c on network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:32:59.368829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Attempting to bind port b40670d6-3de4-4e8e-922e-fb4058739b1c on network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:32:59.373980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:32:59.374322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Checking segment: {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:32:59.374749 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Bound using segment: {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:32:59.375176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Bound port: b40670d6-3de4-4e8e-922e-fb4058739b1c, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fd14a3-6745-4831-bd4d-f3be4aac811d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:32:59.376186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:59.444301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] For port b40670d6-3de4-4e8e-922e-fb4058739b1c, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:32:59.447731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] For port b40670d6-3de4-4e8e-922e-fb4058739b1c, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b40670d6-3de4-4e8e-922e-fb4058739b1c,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:32:59.503112 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:59.541582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:59.542208 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:32:59.543646 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/b40670d6-3de4-4e8e-922e-fb4058739b1c HTTP/1.1" status: 200 len: 1093 time: 1.0902674 Aug 10 02:32:59.544265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:32:59.546458 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c9255-d567-4bed-b7a5-6033c9c6c686" -d '{"events": [{"name": "network-changed", "server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:32:59.573600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363054a3-386e-47fe-b96d-879cad0760b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b40670d6-3de4-4e8e-922e-fb4058739b1c,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:32:59.619077 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f5f01b-4ad2-45a1-9ed6-f774891d6f33 x-openstack-request-id: req-74f5f01b-4ad2-45a1-9ed6-f774891d6f33 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:32:59.619377 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:32:59.619668 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-74f5f01b-4ad2-45a1-9ed6-f774891d6f33 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:32:59.620043 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'status': 'completed', 'code': 200} Aug 10 02:32:59.689439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c9255-d567-4bed-b7a5-6033c9c6c686 req-f96f2444-a459-4072-aded-ac4c39bb030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:59.691776 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d04c9255-d567-4bed-b7a5-6033c9c6c686 req-f96f2444-a459-4072-aded-ac4c39bb030a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 1096 time: 0.0477264 Aug 10 02:32:59.799235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c9255-d567-4bed-b7a5-6033c9c6c686 req-38109c19-31a9-4150-8829-a0afbbc2ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:59.800934 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d04c9255-d567-4bed-b7a5-6033c9c6c686 req-38109c19-31a9-4150-8829-a0afbbc2ffd9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4835fd87d5a34719a5741fed38f8a30c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0998471 Aug 10 02:32:59.898891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c9255-d567-4bed-b7a5-6033c9c6c686 req-bfc2b4f8-16f7-42a7-9a58-425649251e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:59.900390 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d04c9255-d567-4bed-b7a5-6033c9c6c686 req-bfc2b4f8-16f7-42a7-9a58-425649251e46 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929751 Aug 10 02:32:59.977896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d877f-2d56-491f-9ac9-713e97282497 req-8094ec8a-8a21-4f91-9d76-daf8b761f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:32:59.979603 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-8094ec8a-8a21-4f91-9d76-daf8b761f808 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 1096 time: 0.0424500 Aug 10 02:33:00.026662 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-f4a8a609-5cfd-4341-b567-9f7c2805fd71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b40670d6-3de4-4e8e-922e-fb4058739b1c HTTP/1.1" status: 200 len: 217 time: 0.0389471 Aug 10 02:33:00.076624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d877f-2d56-491f-9ac9-713e97282497 req-095294e8-7d03-4a37-9aab-d5972b817a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:00.078117 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-095294e8-7d03-4a37-9aab-d5972b817a14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba1b89e6-a7f3-4228-b8c6-2b88461971f6 HTTP/1.1" status: 200 len: 835 time: 0.0450096 Aug 10 02:33:00.122990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d877f-2d56-491f-9ac9-713e97282497 req-19062502-9dc7-4e7c-a9e5-22c8ca904d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:00.124475 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-19062502-9dc7-4e7c-a9e5-22c8ca904d6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397727 Aug 10 02:33:00.238354 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-c431a43a-3d07-4abf-8ad2-9d296d9158b3 service neutron] 10.222.0.11 "GET /v2.0/networks/f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068690 Aug 10 02:33:00.272138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cfada-fbe8-4fcc-bc78-aaa0c34ff61f req-50616cf1-1276-41b1-9efd-99c58dd9da8e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:00.273699 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-265cfada-fbe8-4fcc-bc78-aaa0c34ff61f req-50616cf1-1276-41b1-9efd-99c58dd9da8e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 944 time: 0.0511217 Aug 10 02:33:00.316773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-265cfada-fbe8-4fcc-bc78-aaa0c34ff61f req-b85d11d3-e296-4de3-a13c-dbc5cc2aa3a7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369816 Aug 10 02:33:00.336594 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-149d877f-2d56-491f-9ac9-713e97282497 req-e302c92e-2041-47cd-919d-d84ed26e0c2e service neutron] 10.222.0.11 "GET /v2.0/networks/f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913675 Aug 10 02:33:01.439342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8312a89-84de-420e-a3bc-da67c04cdcbc req-6817a25c-fd9b-42f1-b7df-24d74b9b18f2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:01.440960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8312a89-84de-420e-a3bc-da67c04cdcbc req-6817a25c-fd9b-42f1-b7df-24d74b9b18f2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 944 time: 0.0533092 Aug 10 02:33:01.486276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8312a89-84de-420e-a3bc-da67c04cdcbc req-e4aac130-3f24-48a9-9ed8-20db1883074f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391209 Aug 10 02:33:02.608648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17a7ad-dc8c-42bb-9f10-9b82d7b605a2 req-5eb0c5a5-efd9-4407-afdd-01d14751129b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:02.610327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d17a7ad-dc8c-42bb-9f10-9b82d7b605a2 req-5eb0c5a5-efd9-4407-afdd-01d14751129b tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 944 time: 0.0535705 Aug 10 02:33:02.650167 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d17a7ad-dc8c-42bb-9f10-9b82d7b605a2 req-149a0859-dc15-4369-ac5f-ab9391b068a7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337696 Aug 10 02:33:03.673859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b40670d6-3de4-4e8e-922e-fb4058739b1c details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:33:03.776826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6da7dc-5607-47d0-bc6a-9031c5025e1a req-c1d88ff3-9ba3-4c44-8b86-0e1b2e36ec60 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:03.778497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf6da7dc-5607-47d0-bc6a-9031c5025e1a req-c1d88ff3-9ba3-4c44-8b86-0e1b2e36ec60 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 944 time: 0.0529745 Aug 10 02:33:03.779623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b40670d6-3de4-4e8e-922e-fb4058739b1c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b40670d6-3de4-4e8e-922e-fb4058739b1c,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:33:03.792036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'port_id': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'mac_address': 'fa:16:3e:59:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:33:03.819330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf6da7dc-5607-47d0-bc6a-9031c5025e1a req-46d389cd-b4f1-4964-8720-b09efbec93b1 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327756 Aug 10 02:33:03.830410 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:03.851416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40670d6-3de4-4e8e-922e-fb4058739b1c {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:33:03.875132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b40670d6-3de4-4e8e-922e-fb4058739b1c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b40670d6-3de4-4e8e-922e-fb4058739b1c,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:33:03.962813 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:04.010957 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b40670d6-3de4-4e8e-922e-fb4058739b1c,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:04.171973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b40670d6-3de4-4e8e-922e-fb4058739b1c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:33:04.939294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c9a75-fc19-41df-a72d-5d6043e5d168 req-03f996a1-35f1-4149-95ff-0d3b2b1191cc tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:04.940934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-159c9a75-fc19-41df-a72d-5d6043e5d168 req-03f996a1-35f1-4149-95ff-0d3b2b1191cc tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 945 time: 0.0525923 Aug 10 02:33:04.987001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-159c9a75-fc19-41df-a72d-5d6043e5d168 req-1a7aeb31-bad1-4325-847d-35dbb174108e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394444 Aug 10 02:33:05.669140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b40670d6-3de4-4e8e-922e-fb4058739b1c up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:33:05.777044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port b40670d6-3de4-4e8e-922e-fb4058739b1c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:33:05.781355 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port b40670d6-3de4-4e8e-922e-fb4058739b1c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:33:05.782399 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:05.866186 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:05.888598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:33:05.891481 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecfd8c9-67fe-4d32-a288-479925d7dfc6" -d '{"events": [{"server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "name": "network-vif-plugged", "status": "completed", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:33:05.907520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b40670d6-3de4-4e8e-922e-fb4058739b1c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b40670d6-3de4-4e8e-922e-fb4058739b1c,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:33:05.991163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:06.049046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b40670d6-3de4-4e8e-922e-fb4058739b1c,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:06.090191 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f1b1eb-98d8-49d4-84aa-3a6bb64d273f x-openstack-request-id: req-c1f1b1eb-98d8-49d4-84aa-3a6bb64d273f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:33:06.090365 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "name": "network-vif-plugged", "status": "completed", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:33:06.090642 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1f1b1eb-98d8-49d4-84aa-3a6bb64d273f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:33:06.091119 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'code': 200} Aug 10 02:33:06.123334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ac40a-bd0b-44df-bc9f-9577b6b217e4 req-8262b830-38fa-4cee-8166-902a0ee3566f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:06.124894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-363ac40a-bd0b-44df-bc9f-9577b6b217e4 req-8262b830-38fa-4cee-8166-902a0ee3566f tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 946 time: 0.0528681 Aug 10 02:33:06.166277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-363ac40a-bd0b-44df-bc9f-9577b6b217e4 req-f5f123ed-cf56-47cd-b2c7-3ff8fa8f518a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344834 Aug 10 02:33:06.191835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4edb9e-aba3-41d2-a36c-ccc2322991dc req-e87be8d3-4498-4c57-a420-df5e7c3ab398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:06.193395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6c4edb9e-aba3-41d2-a36c-ccc2322991dc req-e87be8d3-4498-4c57-a420-df5e7c3ab398 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 1098 time: 0.0432887 Aug 10 02:33:06.230005 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6c4edb9e-aba3-41d2-a36c-ccc2322991dc req-9258dd96-d070-4c42-b4ce-90dd8d3cb098 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293498 Aug 10 02:33:07.286839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480a94b-4c02-4de6-8035-94d2be671c2d req-bc4a4be1-9131-4677-a085-57eb4a18c0f1 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:07.288259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3480a94b-4c02-4de6-8035-94d2be671c2d req-bc4a4be1-9131-4677-a085-57eb4a18c0f1 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 946 time: 0.0492001 Aug 10 02:33:07.328347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3480a94b-4c02-4de6-8035-94d2be671c2d req-d35d33ac-c768-47ed-b23c-2fd1e45faf63 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341041 Aug 10 02:33:07.454377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9439c2-7ee5-4ca8-a99e-d8cceb3d3b23 req-d1d48c53-31e7-433e-8e93-3d61ec1c3d48 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:07.455935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a9439c2-7ee5-4ca8-a99e-d8cceb3d3b23 req-d1d48c53-31e7-433e-8e93-3d61ec1c3d48 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 946 time: 0.0500984 Aug 10 02:33:07.505644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a9439c2-7ee5-4ca8-a99e-d8cceb3d3b23 req-92422736-e09c-4ea8-afde-c3dd6c73956c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Aug 10 02:33:07.552396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33664) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:07.597728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eb9e39-1cda-4de5-9deb-43d048604cd2 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:07.599446 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-55eb9e39-1cda-4de5-9deb-43d048604cd2 tempest-TestNetworkBasicOps-601440575 tempest-TestNetworkBasicOps-601440575-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 1093 time: 0.0460370 Aug 10 02:33:07.602245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33666) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:07.608922 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:33:07.685572 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:07.784033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:07.897308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Allocated IP 172.25.3.109 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/6cc3b9cb-0352-4d72-8f31-938981a0d375) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:33:07.999714 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:08.085946 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:08.133108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:33:08.136604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:33:08.140564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:33:08.147077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=6cc3b9cb-0352-4d72-8f31-938981a0d375,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:08.681029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:08.869609 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:09.028101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:09.071146 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:09.138814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event updated for resources: {'Port': ['ID=6cc3b9cb-0352-4d72-8f31-938981a0d375,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:09.154130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:09.261395 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Floating IP 4c082ae4-23e5-4a14-984c-a660c6b2fd73 associated. External IP: 172.25.3.109, port: b40670d6-3de4-4e8e-922e-fb4058739b1c. Aug 10 02:33:09.478842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router f20e66da-bf32-4acb-a3f8-8752b3cb625a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:33:09.590004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:33:09.601915 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] Sync routers for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:33:09.688852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:09.706186 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:33:09.706842 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:09.730375 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-59bc1775-9473-4c14-9f0c-24e68f3d655d tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1241112 Aug 10 02:33:09.730375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:33:09.730766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33692) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:09.738403 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687" -d '{"events": [{"name": "network-changed", "server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:33:09.783894 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f66a83-9a0a-4497-8577-0831faa39c5e x-openstack-request-id: req-46f66a83-9a0a-4497-8577-0831faa39c5e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:33:09.784372 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:33:09.784734 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46f66a83-9a0a-4497-8577-0831faa39c5e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:33:09.785304 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'status': 'completed', 'code': 200} Aug 10 02:33:09.825964 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:33:09.831664 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d881dba1-ef46-408d-a520-f95f83b2de45 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/floatingips/4c082ae4-23e5-4a14-984c-a660c6b2fd73 HTTP/1.1" status: 200 len: 992 time: 0.1005313 Aug 10 02:33:09.850575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-14ff9184-7750-4cb3-b557-ad916d031dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:09.852277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-14ff9184-7750-4cb3-b557-ad916d031dfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 1098 time: 0.0476341 Aug 10 02:33:09.956884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-b7ddfe3b-be18-49cf-9ed5-b0356b7d7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:09.958577 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-b7ddfe3b-be18-49cf-9ed5-b0356b7d7c68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa HTTP/1.1" status: 200 len: 898 time: 0.0987751 Aug 10 02:33:10.040028 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-5f83b760-d7ff-4ed4-a7af-59aae3a8a88b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b40670d6-3de4-4e8e-922e-fb4058739b1c HTTP/1.1" status: 200 len: 1000 time: 0.0685658 Aug 10 02:33:10.057361 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '4c082ae4-23e5-4a14-984c-a660c6b2fd73', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'port_id': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'mac_address': 'fa:16:3e:59:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:33:08Z', 'updated_at': '2021-08-10T02:33:08Z', 'revision_number': 0, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e776c0-4770-4644-9930-88bc8e102c5f', 'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a6:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:48Z', 'updated_at': '2021-08-10T02:32:53Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:10.088657 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] Checking router: f20e66da-bf32-4acb-a3f8-8752b3cb625a for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:33:10.096092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-c4e50ab7-59c9-4b57-8205-db3624904216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:10.097084 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:33:10.097698 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:32:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:10.097829 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-c4e50ab7-59c9-4b57-8205-db3624904216 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba1b89e6-a7f3-4228-b8c6-2b88461971f6 HTTP/1.1" status: 200 len: 835 time: 0.0510924 Aug 10 02:33:10.148720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-ef663241-e24c-4fe2-ba47-87c7d74f855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:10.150220 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-ef663241-e24c-4fe2-ba47-87c7d74f855c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428143 Aug 10 02:33:10.209351 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:33:10.249068 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-5d0eda11-613f-4537-ac8c-d3f38d879abd service neutron] 10.222.0.11 "GET /v2.0/networks/f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907550 Aug 10 02:33:10.347118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-64be5a54-cc3a-4a8a-a9cd-d0619b7be687 req-a121a3df-5e4f-4c87-a1f2-70ce03806c26 service neutron] 10.222.0.11 "GET /v2.0/networks/f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907178 Aug 10 02:33:10.442560 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '4c082ae4-23e5-4a14-984c-a660c6b2fd73', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'port_id': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'mac_address': 'fa:16:3e:59:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:33:08Z', 'updated_at': '2021-08-10T02:33:08Z', 'revision_number': 0, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e776c0-4770-4644-9930-88bc8e102c5f', 'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a6:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:48Z', 'updated_at': '2021-08-10T02:32:53Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:10.470983 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc22bdd-56be-4e2c-81c5-3bd7aa163d91 None None] The sync data for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 is: [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '4c082ae4-23e5-4a14-984c-a660c6b2fd73', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'port_id': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'mac_address': 'fa:16:3e:59:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:33:08Z', 'updated_at': '2021-08-10T02:33:08Z', 'revision_number': 0, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e776c0-4770-4644-9930-88bc8e102c5f', 'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a6:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:48Z', 'updated_at': '2021-08-10T02:32:53Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:33:10.689752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c20e602-af1d-4dc2-98af-40c1cd8540ad None None] New status for floating IP 4c082ae4-23e5-4a14-984c-a660c6b2fd73: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:33:10.833955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 33704) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:10.903879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8a56adb1-6f6f-4346-bcf4-6e87e74481cc tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/floatingips/4c082ae4-23e5-4a14-984c-a660c6b2fd73 HTTP/1.1" status: 200 len: 992 time: 0.0683599 Aug 10 02:33:11.907842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 33710) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:11.969179 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0274b751-15c6-4d94-bb42-c60fe901f27c tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/floatingips/4c082ae4-23e5-4a14-984c-a660c6b2fd73 HTTP/1.1" status: 200 len: 994 time: 0.0600235 Aug 10 02:33:13.325502 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:14.259332 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:33:14.476718 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:17.894580 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b7723d79-f196-4770-ab8d-9fd5069f9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:20.585786 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b02921ac-5a12-4340-8d16-6b12a744cd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:21.148652 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:22.376882 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:23.913936 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:43.195784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34004) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:43.271346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9ac1a784-cfb0-4adf-b3d0-82f6026e9fe7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/floatingips/4c082ae4-23e5-4a14-984c-a660c6b2fd73 HTTP/1.1" status: 200 len: 994 time: 0.0737865 Aug 10 02:33:43.374535 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:43.509152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34014) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:43.687237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port 6cc3b9cb-0352-4d72-8f31-938981a0d375 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:33:43.687592 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:43.780003 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:43.780254 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:43.796668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for 6cc3b9cb-0352-4d72-8f31-938981a0d375 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:33:44.066920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:44.406005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=6cc3b9cb-0352-4d72-8f31-938981a0d375,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:44.470227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:44.470601 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Floating IP 4c082ae4-23e5-4a14-984c-a660c6b2fd73 disassociated (deleted). External IP: 172.25.3.109, port: b40670d6-3de4-4e8e-922e-fb4058739b1c. Aug 10 02:33:44.489144 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:44.712951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router f20e66da-bf32-4acb-a3f8-8752b3cb625a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:33:44.840623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:33:44.848549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:44.850390 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] Sync routers for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:33:44.870791 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:33:44.870791 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:44.876137 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-94b7d961-21d5-4642-99f4-26bfb0f420c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/floatingips/4c082ae4-23e5-4a14-984c-a660c6b2fd73 HTTP/1.1" status: 204 len: 168 time: 1.3658640 Aug 10 02:33:44.876744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:33:44.879822 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138f1d72-c206-4163-848a-59495a7fefad" -d '{"events": [{"name": "network-changed", "server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:33:44.989003 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:33:45.011267 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0378f840-59e3-4a51-93b4-3c7cf00b8ffc x-openstack-request-id: req-0378f840-59e3-4a51-93b4-3c7cf00b8ffc {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:33:45.011688 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:33:45.011954 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0378f840-59e3-4a51-93b4-3c7cf00b8ffc {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:33:45.012282 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'status': 'completed', 'code': 200} Aug 10 02:33:45.086074 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f1d72-c206-4163-848a-59495a7fefad req-7134d82b-b829-479b-b6f9-fdfc668d4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:45.087651 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-138f1d72-c206-4163-848a-59495a7fefad req-7134d82b-b829-479b-b6f9-fdfc668d4d8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4835fd87d5a34719a5741fed38f8a30c&device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 1098 time: 0.0564640 Aug 10 02:33:45.202742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f1d72-c206-4163-848a-59495a7fefad req-bd208253-ac86-4a56-8265-662fe95842f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:45.204211 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-138f1d72-c206-4163-848a-59495a7fefad req-bd208253-ac86-4a56-8265-662fe95842f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa HTTP/1.1" status: 200 len: 898 time: 0.1091535 Aug 10 02:33:45.250234 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-138f1d72-c206-4163-848a-59495a7fefad req-12917527-f3b6-4e16-a369-28b67cd175cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b40670d6-3de4-4e8e-922e-fb4058739b1c HTTP/1.1" status: 200 len: 217 time: 0.0381229 Aug 10 02:33:45.261834 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '12e776c0-4770-4644-9930-88bc8e102c5f', 'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a6:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:48Z', 'updated_at': '2021-08-10T02:32:53Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:45.295197 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] Checking router: f20e66da-bf32-4acb-a3f8-8752b3cb625a for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:33:45.316131 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:33:45.316925 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:45.323956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f1d72-c206-4163-848a-59495a7fefad req-5b3e070c-d05b-4c5f-8ab7-c45b749629dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:45.325822 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-138f1d72-c206-4163-848a-59495a7fefad req-5b3e070c-d05b-4c5f-8ab7-c45b749629dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba1b89e6-a7f3-4228-b8c6-2b88461971f6 HTTP/1.1" status: 200 len: 835 time: 0.0685830 Aug 10 02:33:45.387271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff841e-085d-423b-bec9-8ecaab8fbf63 req-15b74d39-05fc-45fa-8b22-feb45f7a29c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:45.398448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7ff841e-085d-423b-bec9-8ecaab8fbf63 req-15b74d39-05fc-45fa-8b22-feb45f7a29c2 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 946 time: 0.0649941 Aug 10 02:33:45.402399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f1d72-c206-4163-848a-59495a7fefad req-19f22743-0044-45ac-b4cd-635fa8fcde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:45.404106 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-138f1d72-c206-4163-848a-59495a7fefad req-19f22743-0044-45ac-b4cd-635fa8fcde3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696266 Aug 10 02:33:45.444299 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7ff841e-085d-423b-bec9-8ecaab8fbf63 req-5eb8e4ff-a4ec-4859-8c1b-91d4226f0d9e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450034 Aug 10 02:33:45.456160 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:33:45.515849 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-138f1d72-c206-4163-848a-59495a7fefad req-9cc7f78e-9fa5-4930-93df-0aa86b61f8bd service neutron] 10.222.0.11 "GET /v2.0/networks/f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020656 Aug 10 02:33:45.625158 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-138f1d72-c206-4163-848a-59495a7fefad req-d137d8cc-e47a-4cfb-b133-bafb50ee94d7 service neutron] 10.222.0.11 "GET /v2.0/networks/f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007206 Aug 10 02:33:45.687056 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '12e776c0-4770-4644-9930-88bc8e102c5f', 'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a6:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:48Z', 'updated_at': '2021-08-10T02:32:53Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:45.815896 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68715e48-1bda-4a10-85f9-6cd9995277fc None None] The sync data for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 is: [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '12e776c0-4770-4644-9930-88bc8e102c5f', 'name': '', 'network_id': 'f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'mac_address': 'fa:16:3e:a6:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:48Z', 'updated_at': '2021-08-10T02:32:53Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'subnets': [{'id': 'ba1b89e6-a7f3-4228-b8c6-2b88461971f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:33:46.074794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6890be-a015-4afc-8d99-e4e163ade70a None None] New status for floating IP 4c082ae4-23e5-4a14-984c-a660c6b2fd73: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:33:46.579820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e2802-f618-4b79-9cfc-c8cd14bfda11 req-1d8fe6b0-7884-493d-9fcf-18f3ec889cf4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:46.581731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a66e2802-f618-4b79-9cfc-c8cd14bfda11 req-1d8fe6b0-7884-493d-9fcf-18f3ec889cf4 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 946 time: 0.0570483 Aug 10 02:33:46.611154 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-e35d2937-3a09-47d1-9a99-0faa43199757 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:46.623797 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-e35d2937-3a09-47d1-9a99-0faa43199757 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 946 time: 0.0537608 Aug 10 02:33:46.628365 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a66e2802-f618-4b79-9cfc-c8cd14bfda11 req-22743afd-2212-4c6b-a287-524ed4d77417 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/security-groups?id=7b86f9f6-72c0-448b-b92a-0fca87ff91cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397773 Aug 10 02:33:46.717907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port b40670d6-3de4-4e8e-922e-fb4058739b1c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:33:46.718259 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:46.821971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] For port b40670d6-3de4-4e8e-922e-fb4058739b1c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b40670d6-3de4-4e8e-922e-fb4058739b1c,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:33:46.822348 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:46.836149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for b40670d6-3de4-4e8e-922e-fb4058739b1c owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:33:47.077788 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:47.110739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=b40670d6-3de4-4e8e-922e-fb4058739b1c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:47.157644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] No DVR routers for this DVR port b40670d6-3de4-4e8e-922e-fb4058739b1c on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:33:47.161733 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:47.163850 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fd413d4-478e-40a9-b7fb-4df6ba059988 req-6e210ecf-61a6-43df-8fb2-32c774786684 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.11 "DELETE /v2.0/ports/b40670d6-3de4-4e8e-922e-fb4058739b1c HTTP/1.1" status: 204 len: 173 time: 0.5443571 Aug 10 02:33:47.164334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'name': 'network-vif-deleted', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:33:47.167527 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0112fbc0-1ee7-41c1-b5fb-f491e8e5b059" -d '{"events": [{"server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "name": "network-vif-deleted", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:33:47.211669 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccffcc97-ecf8-4c98-9864-72cceb36d525 x-openstack-request-id: req-ccffcc97-ecf8-4c98-9864-72cceb36d525 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:33:47.211983 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699f0709-0f35-4bb4-a11f-018dacbc77ca", "name": "network-vif-deleted", "tag": "b40670d6-3de4-4e8e-922e-fb4058739b1c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:33:47.212244 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ccffcc97-ecf8-4c98-9864-72cceb36d525 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:33:47.214247 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699f0709-0f35-4bb4-a11f-018dacbc77ca', 'name': 'network-vif-deleted', 'tag': 'b40670d6-3de4-4e8e-922e-fb4058739b1c', 'status': 'completed', 'code': 200} Aug 10 02:33:47.745977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1422063f-7256-462b-a725-be22a8235b65 req-baf9349a-5cc3-4892-9705-9bbf4efb62c7 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "GET /v2.0/ports?device_id=699f0709-0f35-4bb4-a11f-018dacbc77ca HTTP/1.1" status: 200 len: 210 time: 0.0281219 Aug 10 02:33:47.951564 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c2621f8-017f-4b17-a98b-dfdfa7d58648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:48.816544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34092) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:48.886008 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79569da9-557c-4728-8a36-9606fc0b3d40 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:48.919532 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79569da9-557c-4728-8a36-9606fc0b3d40 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:49.063238 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79569da9-557c-4728-8a36-9606fc0b3d40 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:49.066463 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-79569da9-557c-4728-8a36-9606fc0b3d40 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:49.067787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-79569da9-557c-4728-8a36-9606fc0b3d40 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/security-groups/7b86f9f6-72c0-448b-b92a-0fca87ff91cd HTTP/1.1" status: 204 len: 168 time: 0.2502403 Aug 10 02:33:49.078515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79569da9-557c-4728-8a36-9606fc0b3d40 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86f9f6-72c0-448b-b92a-0fca87ff91cd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:49.222478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34102) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:49.629971 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:49.916152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port 12e776c0-4770-4644-9930-88bc8e102c5f {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:33:49.917202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:49.924708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b40670d6-3de4-4e8e-922e-fb4058739b1c no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:33:49.950988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: b40670d6-3de4-4e8e-922e-fb4058739b1c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:33:49.951534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b40670d6-3de4-4e8e-922e-fb4058739b1c not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:33:50.022081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] For port 12e776c0-4770-4644-9930-88bc8e102c5f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=12e776c0-4770-4644-9930-88bc8e102c5f,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:33:50.022518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:50.042315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for 12e776c0-4770-4644-9930-88bc8e102c5f owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:33:50.334546 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:50.365354 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=12e776c0-4770-4644-9930-88bc8e102c5f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:50.576836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:50.611585 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-04869a87-a48d-4a77-a580-e0e59e3acaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:50.864985 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Router f20e66da-bf32-4acb-a3f8-8752b3cb625a has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:33:50.995770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:33:51.002818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-89f4dba5-6c3e-402d-ae13-dacd3a69088e tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "PUT /v2.0/routers/f20e66da-bf32-4acb-a3f8-8752b3cb625a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7777004 Aug 10 02:33:51.005177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34128) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:51.022393 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] Sync routers for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:33:51.032968 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:33:51.034266 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:51.095775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting subnet ba1b89e6-a7f3-4228-b8c6-2b88461971f6 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:33:51.101943 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:51.170110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:51.183649 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:33:51.217421 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:51.339326 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:33:51.399948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08ffb9-d9d8-4d9e-8711-a8717638b8be req-acdd6007-77b4-44d1-afb1-99c5f9cb9835 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:51.399948 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e08ffb9-d9d8-4d9e-8711-a8717638b8be req-acdd6007-77b4-44d1-afb1-99c5f9cb9835 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 946 time: 0.1264646 Aug 10 02:33:51.405234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:51.468716 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:33:50Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:51.479368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e08ffb9-d9d8-4d9e-8711-a8717638b8be req-3273615c-4188-43db-9685-18533ffebb31 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847490 Aug 10 02:33:51.528934 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] Checking router: f20e66da-bf32-4acb-a3f8-8752b3cb625a for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:33:51.541696 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] Routers {'f20e66da-bf32-4acb-a3f8-8752b3cb625a'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:33:51.542654 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:51.598861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:51.636605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1b89e6-a7f3-4228-b8c6-2b88461971f6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:51.641604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:51.647277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34140) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:51.648017 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/subnets/ba1b89e6-a7f3-4228-b8c6-2b88461971f6 HTTP/1.1" status: 204 len: 168 time: 0.6416709 Aug 10 02:33:51.651148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a51f1-b9ea-48d3-8c8a-a26d4d40e623 None None] Network f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:33:51.655096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.655449 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.655797 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.656141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.656484 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.656822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.657159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.657493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.657863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.658148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.659187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.659575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0be03-6846-4651-a1f9-9a465a8f764a tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:51.689210 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] Set router f20e66da-bf32-4acb-a3f8-8752b3cb625a gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:33:51.814540 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:51.891448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] DHCP port deletion for f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:33:51.933150 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:33:50Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:52.449135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.453834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Deleting port 83d7d18c-8c5c-4986-a475-c1565d6fe578 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:33:52.453834 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.454467 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ef651-283c-4fe4-bdb8-e1e231d60beb None None] The sync data for ids ['f20e66da-bf32-4acb-a3f8-8752b3cb625a'] in n-d-767704-21 is: [{'id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'name': 'tempest-TestNetworkBasicOps-router-1327784229', 'tenant_id': '4835fd87d5a34719a5741fed38f8a30c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:33:50Z', 'revision_number': 5, 'project_id': '4835fd87d5a34719a5741fed38f8a30c', 'gw_port': {'id': '92e56286-82f3-48a8-9d61-9c5bed387fac', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20e66da-bf32-4acb-a3f8-8752b3cb625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:32:45Z', 'updated_at': '2021-08-10T02:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:33:52.454966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] For port 83d7d18c-8c5c-4986-a475-c1565d6fe578, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=83d7d18c-8c5c-4986-a475-c1565d6fe578,segment=NetworkSegment(57fd14a3-6745-4831-bd4d-f3be4aac811d),segment_id=57fd14a3-6745-4831-bd4d-f3be4aac811d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:33:52.454966 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.454966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Calling delete_port for 83d7d18c-8c5c-4986-a475-c1565d6fe578 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:33:52.455444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Deleting port 92e56286-82f3-48a8-9d61-9c5bed387fac {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:33:52.455444 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.455444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] For port 92e56286-82f3-48a8-9d61-9c5bed387fac, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=92e56286-82f3-48a8-9d61-9c5bed387fac,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:33:52.455444 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.455444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Calling delete_port for 92e56286-82f3-48a8-9d61-9c5bed387fac owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:33:52.466124 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.494297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Pushing event deleted for resources: {'Port': ['ID=83d7d18c-8c5c-4986-a475-c1565d6fe578,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:52.513478 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.514711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.515123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.515626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.524259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604a722-a425-47f6-a642-77c8b029cae6 None None] No DVR routers for this DVR port 83d7d18c-8c5c-4986-a475-c1565d6fe578 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:33:52.528791 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.557213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Port': ['ID=92e56286-82f3-48a8-9d61-9c5bed387fac,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:52.570544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.570917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.571263 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.571724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.572065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.572398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.572733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.575166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.575568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.575934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.576289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.576644 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:33:52.682588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a34045-9252-48f2-92f1-7e1ff7d7af28 req-d09b1f32-756f-4ae4-a65c-9db3ea16b6a0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:52.684284 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85a34045-9252-48f2-92f1-7e1ff7d7af28 req-d09b1f32-756f-4ae4-a65c-9db3ea16b6a0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 946 time: 0.1044104 Aug 10 02:33:52.687353 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.806973 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.809917 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.867078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85a34045-9252-48f2-92f1-7e1ff7d7af28 req-4b90508c-63d2-4dea-a8a3-1b8919a3e738 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459889 Aug 10 02:33:52.921064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-025988a0-5ad2-4674-b587-45a6a2fdf870 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:52.922580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-025988a0-5ad2-4674-b587-45a6a2fdf870 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 946 time: 0.0523851 Aug 10 02:33:52.970222 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.970222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Fanout notify agent at l3_agent the message router_deleted on router f20e66da-bf32-4acb-a3f8-8752b3cb625a {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:33:52.978283 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:52.979499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-45f20cb1-9643-4a0c-9523-f90a5ca71490 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/routers/f20e66da-bf32-4acb-a3f8-8752b3cb625a HTTP/1.1" status: 204 len: 168 time: 1.3312159 Aug 10 02:33:52.985387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34158) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:53.055551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:33:53.056085 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.113702 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.196049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] For port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:33:53.196423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.226225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.240257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:53.253524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fd14a3-6745-4831-bd4d-f3be4aac811d') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:53.253889 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fd14a3-6745-4831-bd4d-f3be4aac811d') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:53.264637 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.279722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.287937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:33:53.288345 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:33:53.291688 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:33:53.458314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.484700 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.491795 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] 10.222.0.38 "DELETE /v2.0/networks/f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa HTTP/1.1" status: 204 len: 168 time: 0.4988940 Aug 10 02:33:53.491795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0e056-7f4e-46d3-8192-29a229fa7da5 tempest-TestNetworkBasicOps-277967236 tempest-TestNetworkBasicOps-277967236-project] Pushing event deleted for resources: {'Network': ['ID=f04fceb7-dac5-4caa-86dd-d4cdc1dcd8fa,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:53.534281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 92e56286-82f3-48a8-9d61-9c5bed387fac no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:33:53.558402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 92e56286-82f3-48a8-9d61-9c5bed387fac {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:33:53.558848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 92e56286-82f3-48a8-9d61-9c5bed387fac not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:33:53.559334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 83d7d18c-8c5c-4986-a475-c1565d6fe578 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:33:53.583228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 83d7d18c-8c5c-4986-a475-c1565d6fe578 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:33:53.583502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 83d7d18c-8c5c-4986-a475-c1565d6fe578 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:33:53.584124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 12e776c0-4770-4644-9930-88bc8e102c5f no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:33:53.606028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 12e776c0-4770-4644-9930-88bc8e102c5f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:33:53.606631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 12e776c0-4770-4644-9930-88bc8e102c5f not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:33:53.886457 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.887052 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:53.887180 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Floating IP 052730ff-df16-4bd9-beba-69d76ba3b5a0 disassociated. External IP: 172.25.3.77, port: 7e958fd5-cd43-4e43-aa35-4a37fc04eaec. Aug 10 02:33:53.887533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for 7e958fd5-cd43-4e43-aa35-4a37fc04eaec owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:33:53.971908 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:54.067393 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbaead-10c8-49b7-830b-374e88e59133 req-acbf92d8-2937-43b7-9d53-7c1380a80fd1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:54.068987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93dbaead-10c8-49b7-830b-374e88e59133 req-acbf92d8-2937-43b7-9d53-7c1380a80fd1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 946 time: 0.1211543 Aug 10 02:33:54.109833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-93dbaead-10c8-49b7-830b-374e88e59133 req-18f667a0-3aab-4383-b93e-d2d75a34f833 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344307 Aug 10 02:33:54.129884 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34180) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:54.137131 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:54.169784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=7e958fd5-cd43-4e43-aa35-4a37fc04eaec,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:54.304535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Router 13958a0c-7c5a-4277-9434-bdb5760de667 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:33:54.308011 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b2b5fafe-2009-4d2c-83ba-742ca06ec0ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4835fd87d5a34719a5741fed38f8a30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769497 Aug 10 02:33:54.309595 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:54.391843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3006a72-d08a-4917-bd95-4f23ee22607c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:54.417841 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3006a72-d08a-4917-bd95-4f23ee22607c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:54.433850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:33:54.445120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] Sync routers for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:33:54.470178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:33:54.470814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:54.499438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] No DVR routers for this DVR port 7e958fd5-cd43-4e43-aa35-4a37fc04eaec on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:33:54.502873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:54.505362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87f2d9d9-9b82-4060-a587-5036e7bf4d54 req-f6e2326d-9bea-466c-999c-d5d9f5a948d6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "DELETE /v2.0/ports/7e958fd5-cd43-4e43-aa35-4a37fc04eaec HTTP/1.1" status: 204 len: 173 time: 1.5765553 Aug 10 02:33:54.505851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'name': 'network-vif-deleted', 'tag': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:33:54.509175 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9ab0c2-caf8-4ec1-8640-cd37423cbfaa" -d '{"events": [{"server_uuid": "df6a6cac-b0d7-40dc-8491-0b31caec2c9c", "name": "network-vif-deleted", "tag": "7e958fd5-cd43-4e43-aa35-4a37fc04eaec"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:33:54.557456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3006a72-d08a-4917-bd95-4f23ee22607c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:54.567577 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e3006a72-d08a-4917-bd95-4f23ee22607c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:54.571894 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e3006a72-d08a-4917-bd95-4f23ee22607c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d75ddde-be89-4fc9-aa51-5197ea095874 HTTP/1.1" status: 204 len: 168 time: 0.2582793 Aug 10 02:33:54.583936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3006a72-d08a-4917-bd95-4f23ee22607c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d75ddde-be89-4fc9-aa51-5197ea095874,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:54.653841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:33:54.770533 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf77b46-b16c-4890-ab87-138c5df058b5 x-openstack-request-id: req-3bf77b46-b16c-4890-ab87-138c5df058b5 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:33:54.770870 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6a6cac-b0d7-40dc-8491-0b31caec2c9c", "name": "network-vif-deleted", "tag": "7e958fd5-cd43-4e43-aa35-4a37fc04eaec", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:33:54.771131 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3bf77b46-b16c-4890-ab87-138c5df058b5 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:33:54.772022 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6a6cac-b0d7-40dc-8491-0b31caec2c9c', 'name': 'network-vif-deleted', 'tag': '7e958fd5-cd43-4e43-aa35-4a37fc04eaec', 'status': 'completed', 'code': 200} Aug 10 02:33:54.921297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:54.949995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] Checking router: 13958a0c-7c5a-4277-9434-bdb5760de667 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:33:54.960050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:33:54.960693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:55.228911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0dc5f762-aba2-4d32-b837-ef30bd14aa5c req-f554093c-e09f-4860-b921-0d701f6ff0ef tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 210 time: 0.0392921 Aug 10 02:33:55.270797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:33:55.320193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 7e958fd5-cd43-4e43-aa35-4a37fc04eaec no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:33:55.422907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 7e958fd5-cd43-4e43-aa35-4a37fc04eaec {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:33:55.423261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 7e958fd5-cd43-4e43-aa35-4a37fc04eaec not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:33:55.455774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34214) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:55.485560 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3638c945-dfb1-4130-a5bc-42d019f7e741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:55.546015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:33:55.576446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cbddfb-1850-4801-9854-e48e539e1393 None None] The sync data for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 is: [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:33:55.604102 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3638c945-dfb1-4130-a5bc-42d019f7e741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:55.657152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3638c945-dfb1-4130-a5bc-42d019f7e741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:55.710227 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3638c945-dfb1-4130-a5bc-42d019f7e741 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2761b9a6819a45cbb60549428716f06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521122 Aug 10 02:33:55.714326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34220) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:55.729079 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638c945-dfb1-4130-a5bc-42d019f7e741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d4bf5-57a3-40f4-a504-a3e8d5373570,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:55.794313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-75ba0e08-0552-4182-a24d-431e6af5e25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:55.828371 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-75ba0e08-0552-4182-a24d-431e6af5e25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:55.916415 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833c20c-180e-4d12-9cd8-6e7279a3fc52 None None] New status for floating IP 052730ff-df16-4bd9-beba-69d76ba3b5a0: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:33:56.025790 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-75ba0e08-0552-4182-a24d-431e6af5e25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:56.031489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-75ba0e08-0552-4182-a24d-431e6af5e25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:56.035426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-75ba0e08-0552-4182-a24d-431e6af5e25e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed8d4bf5-57a3-40f4-a504-a3e8d5373570 HTTP/1.1" status: 204 len: 168 time: 0.3170326 Aug 10 02:33:56.042803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba0e08-0552-4182-a24d-431e6af5e25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d4bf5-57a3-40f4-a504-a3e8d5373570,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:56.357491 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fd19f2d-fc49-44ae-b9d3-dc030a4e9f90 req-d3e881d0-52af-4705-b082-f079cd3ca328 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 210 time: 0.0310910 Aug 10 02:33:57.293457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34266) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:57.422967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-868421955-network', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:33:57.511199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-943885da-eaee-4c44-a7e1-56f0aba1317a req-4ff7e99d-3766-4daf-aa82-9c03c39f1311 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 210 time: 0.0375276 Aug 10 02:33:57.512525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Made reservation on behalf of c1e7dbc00b454b1c90f72055feb93139 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:33:57.515261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:57.527258 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:57.654457 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:57.777119 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:57.811537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:33:57.822509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f201326-412b-4d0e-ae29-f4926d86c7f9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:57.827925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:57.828362 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Added segment 2a40d7b4-327f-4071-a28a-9b361a20ae5d of type vlan for network 86f70c35-b0cd-482c-bed3-927e8be55bb9 Aug 10 02:33:57.880782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:57.969208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:57.971640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:57.972419 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:58.038206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] Pushing event updated for resources: {'Network': ['ID=86f70c35-b0cd-482c-bed3-927e8be55bb9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:58.048441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 86f70c35-b0cd-482c-bed3-927e8be55bb9 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:33:58.146477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-31316043-2e99-46ce-8c4a-b2e864703cee admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8490212 Aug 10 02:33:58.146880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34286) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:58.152527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Request body: {'subnet': {'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-868421955-subnet', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:33:58.362743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Made reservation on behalf of c1e7dbc00b454b1c90f72055feb93139 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:33:58.367377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:58.624243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73408936-27c9-4e62-9514-c8d9317b94e1 req-756f0c0f-1b10-4615-b004-7f9c5c005f66 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 210 time: 0.0318828 Aug 10 02:33:58.645796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:58.718063 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a6b009-b8c5-4bcb-94d2-de6079da96f0,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:58.733560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Checking segment: {'id': '2a40d7b4-327f-4071-a28a-9b361a20ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:33:58.733927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Network hostable DHCP agents. Network: 86f70c35-b0cd-482c-bed3-927e8be55bb9, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:33:58.937351 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Network 86f70c35-b0cd-482c-bed3-927e8be55bb9 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:33:59.017338 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 86f70c35-b0cd-482c-bed3-927e8be55bb9) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:33:59.029739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:33:59.030852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.046226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019a0d1a-5b91-4b7a-8a18-0038549b9063 None None] Network 86f70c35-b0cd-482c-bed3-927e8be55bb9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:33:59.215588 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4a2e5e52-8613-42de-ab75-f1ebd7269609 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0648434 Aug 10 02:33:59.216156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-86f70c35-b0cd-482c-bed3-927e8be55bb9', 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'fixed_ips': [{'subnet_id': '17a6b009-b8c5-4bcb-94d2-de6079da96f0'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:33:59.216156 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.216605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34304) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:33:59.220910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:33:59.367024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Allocated IP 172.20.0.2 (86f70c35-b0cd-482c-bed3-927e8be55bb9/17a6b009-b8c5-4bcb-94d2-de6079da96f0/748c9614-973f-45e0-8e05-bbc7cd7542b8) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:33:59.380687 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.381824 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.435566 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.539180 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.547631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Transition to ACTIVE for port object 748c9614-973f-45e0-8e05-bbc7cd7542b8 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:33:59.563329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Transition to ACTIVE for port object 748c9614-973f-45e0-8e05-bbc7cd7542b8 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:33:59.691489 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.723638 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.741876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-657c3133-fd7b-42a6-9d6d-381e80d16ab7 req-59fe688d-dd2d-4050-b3a1-a8b8a49a6ff8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=df6a6cac-b0d7-40dc-8491-0b31caec2c9c HTTP/1.1" status: 200 len: 210 time: 0.0278077 Aug 10 02:33:59.762571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Network 86f70c35-b0cd-482c-bed3-927e8be55bb9 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:33:59.767530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:33:59.772432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:33:59.775495 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Pushing event updated for resources: {'Port': ['ID=748c9614-973f-45e0-8e05-bbc7cd7542b8,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:33:59.832022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Attempting to bind port 748c9614-973f-45e0-8e05-bbc7cd7542b8 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:33:59.832404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Attempting to bind port 748c9614-973f-45e0-8e05-bbc7cd7542b8 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '2a40d7b4-327f-4071-a28a-9b361a20ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:33:59.832819 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Attempting to bind port 748c9614-973f-45e0-8e05-bbc7cd7542b8 on network 86f70c35-b0cd-482c-bed3-927e8be55bb9 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:33:59.841560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:33:59.841960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Checking segment: {'id': '2a40d7b4-327f-4071-a28a-9b361a20ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:33:59.842546 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.843078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Bound using segment: {'id': '2a40d7b4-327f-4071-a28a-9b361a20ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:33:59.843565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Bound port: 748c9614-973f-45e0-8e05-bbc7cd7542b8, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a40d7b4-327f-4071-a28a-9b361a20ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:33:59.843959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:33:59.912413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] For port 748c9614-973f-45e0-8e05-bbc7cd7542b8, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:33:59.915853 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] For port 748c9614-973f-45e0-8e05-bbc7cd7542b8, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=748c9614-973f-45e0-8e05-bbc7cd7542b8,segment=NetworkSegment(2a40d7b4-327f-4071-a28a-9b361a20ae5d),segment_id=2a40d7b4-327f-4071-a28a-9b361a20ae5d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:34:00.012132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:00.035672 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:00.036002 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:00.101587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71f45f-4a1c-49ad-a42c-b7c37cbcdd06 None None] Pushing event updated for resources: {'Port': ['ID=748c9614-973f-45e0-8e05-bbc7cd7542b8,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:00.152952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Allocated IP 172.25.3.200 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/e640a9a6-bb62-4131-95d3-cc3794292f63) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:34:00.292117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:00.420509 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:00.458060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:34:00.461097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:34:00.463615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:34:00.498127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Pushing event updated for resources: {'Port': ['ID=e640a9a6-bb62-4131-95d3-cc3794292f63,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:00.823978 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:01.041899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4bb6d37b-ce95-4259-82f3-3f89c0671975 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731876597&fields=id&tenant_id=9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 267 time: 0.0434012 Aug 10 02:34:01.078998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:01.081898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f94555-8e1a-47d8-9d3e-6d0622b2352f None None] Network 86f70c35-b0cd-482c-bed3-927e8be55bb9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:34:01.200455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-b6670ce9-7b41-4e38-aa5a-a3572b71e674 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:01.210188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-b6670ce9-7b41-4e38-aa5a-a3572b71e674 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.1562407 Aug 10 02:34:01.230135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4d77e2c0-e4ae-46cb-8c12-7a3db9368412 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/quotas/9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 375 time: 0.0186858 Aug 10 02:34:01.269420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c3a2db9a-f24c-4a36-ba4f-3c4771e48818 None None] Provisioning for port 748c9614-973f-45e0-8e05-bbc7cd7542b8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:34:01.306497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-63c1aad6-258e-48e9-b861-868c5a52a9c7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743005 Aug 10 02:34:01.326081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-35f7ee31-678a-4525-8395-7bf037fc58fc service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:34:01.327439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-35f7ee31-678a-4525-8395-7bf037fc58fc service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059218 Aug 10 02:34:01.360089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Router 9cb53925-0a3a-4240-947f-81836381e887 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:34:01.458470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4a538ff9-1199-4286-a608-5184bb31218b service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223209 Aug 10 02:34:01.564806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 748c9614-973f-45e0-8e05-bbc7cd7542b8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:34:01.621369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-867e6fa8-6664-415a-80dc-55ac001ceb52 service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619439 Aug 10 02:34:01.742854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 748c9614-973f-45e0-8e05-bbc7cd7542b8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:34:01.748011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 748c9614-973f-45e0-8e05-bbc7cd7542b8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:01.748392 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:01.866871 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:01.907374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 748c9614-973f-45e0-8e05-bbc7cd7542b8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=748c9614-973f-45e0-8e05-bbc7cd7542b8,segment=NetworkSegment(2a40d7b4-327f-4071-a28a-9b361a20ae5d),segment_id=2a40d7b4-327f-4071-a28a-9b361a20ae5d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:01.935159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:34:01.947244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Sync routers for ids ['9cb53925-0a3a-4240-947f-81836381e887'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:34:01.958940 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Routers {'9cb53925-0a3a-4240-947f-81836381e887'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:01.959579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9cb53925-0a3a-4240-947f-81836381e887'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:02.006715 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:02.006926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:02.010995 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d6eb0b11-d867-4f06-a1ba-ce2fd7edcc7e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.7922404 Aug 10 02:34:02.011226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34330) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:02.121856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=748c9614-973f-45e0-8e05-bbc7cd7542b8,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:02.131422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Set router 9cb53925-0a3a-4240-947f-81836381e887 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:02.308629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56ba6f1f-334c-4fba-9bd6-b861425aed0a req-add23b7e-7f02-4df9-9d3f-d46cee93836b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 210 time: 0.0416722 Aug 10 02:34:02.388330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb53925-0a3a-4240-947f-81836381e887', 'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:33:59Z', 'updated_at': '2021-08-10T02:34:00Z', 'revision_number': 3, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'gw_port': {'id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb53925-0a3a-4240-947f-81836381e887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:34:00Z', 'updated_at': '2021-08-10T02:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:02.419830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Checking router: 9cb53925-0a3a-4240-947f-81836381e887 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:34:02.420528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Updating router 9cb53925-0a3a-4240-947f-81836381e887 port e640a9a6-bb62-4131-95d3-cc3794292f63 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:34:02.454377 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:02.638304 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:02.788066 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:02.801960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Transition to ACTIVE for port object e640a9a6-bb62-4131-95d3-cc3794292f63 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:34:02.836619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Allocated IP 172.20.0.1 (86f70c35-b0cd-482c-bed3-927e8be55bb9/17a6b009-b8c5-4bcb-94d2-de6079da96f0/f5753c78-5ad6-42d4-911f-a3589b85178c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:34:02.878307 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:02.941881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55440df6-d642-4d24-bf25-01374285f8e5 None None] Pushing event updated for resources: {'Port': ['ID=e640a9a6-bb62-4131-95d3-cc3794292f63,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:02.944416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Attempting to bind port e640a9a6-bb62-4131-95d3-cc3794292f63 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:34:02.944864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Attempting to bind port e640a9a6-bb62-4131-95d3-cc3794292f63 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:34:02.945230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Attempting to bind port e640a9a6-bb62-4131-95d3-cc3794292f63 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:34:02.951745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:34:02.952829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:34:02.952829 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:02.953142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:34:02.953374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Bound port: e640a9a6-bb62-4131-95d3-cc3794292f63, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:34:02.953752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:02.983032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:03.008047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Transition to ACTIVE for port object f5753c78-5ad6-42d4-911f-a3589b85178c will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:34:03.016308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] For port e640a9a6-bb62-4131-95d3-cc3794292f63, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:34:03.020316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] For port e640a9a6-bb62-4131-95d3-cc3794292f63, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e640a9a6-bb62-4131-95d3-cc3794292f63,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:34:03.095175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:03.120436 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:03.169732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Network 86f70c35-b0cd-482c-bed3-927e8be55bb9 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:34:03.171380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:34:03.174677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Routers {'9cb53925-0a3a-4240-947f-81836381e887'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:03.175412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9cb53925-0a3a-4240-947f-81836381e887'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:03.176795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:34:03.214079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f5753c78-5ad6-42d4-911f-a3589b85178c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:03.225707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55440df6-d642-4d24-bf25-01374285f8e5 None None] Pushing event updated for resources: {'Port': ['ID=e640a9a6-bb62-4131-95d3-cc3794292f63,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:03.250058 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:03.312562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] Set router 9cb53925-0a3a-4240-947f-81836381e887 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:03.470773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-848fd472-2bb6-461b-be34-ff054bcddf8a req-2feb62ed-55d2-47bb-801f-de457844d3f7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 210 time: 0.0286090 Aug 10 02:34:03.521672 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:03.530975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 748c9614-973f-45e0-8e05-bbc7cd7542b8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:34:03.588811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-15bad32e-20df-41bf-9bb5-9f591988494e None None] Provisioning for port f5753c78-5ad6-42d4-911f-a3589b85178c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:34:03.594183 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-15bad32e-20df-41bf-9bb5-9f591988494e None None] Provisioning complete for port f5753c78-5ad6-42d4-911f-a3589b85178c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:03.594581 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-15bad32e-20df-41bf-9bb5-9f591988494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:03.643065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb53925-0a3a-4240-947f-81836381e887', 'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:33:59Z', 'updated_at': '2021-08-10T02:34:00Z', 'revision_number': 3, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'gw_port': {'id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb53925-0a3a-4240-947f-81836381e887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:34:00Z', 'updated_at': '2021-08-10T02:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:03.678641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 748c9614-973f-45e0-8e05-bbc7cd7542b8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:03.679031 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:03.682267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc943780-c191-4acf-ad45-9a494ab486a8 None None] The sync data for ids ['9cb53925-0a3a-4240-947f-81836381e887'] in n-d-767704-21 is: [{'id': '9cb53925-0a3a-4240-947f-81836381e887', 'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:33:59Z', 'updated_at': '2021-08-10T02:34:00Z', 'revision_number': 3, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'gw_port': {'id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb53925-0a3a-4240-947f-81836381e887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:34:00Z', 'updated_at': '2021-08-10T02:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:34:03.715075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-15bad32e-20df-41bf-9bb5-9f591988494e None None] Port f5753c78-5ad6-42d4-911f-a3589b85178c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:34:03.819192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:03.891689 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:03.982596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f5753c78-5ad6-42d4-911f-a3589b85178c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:03.989744 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:04.152626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Network 86f70c35-b0cd-482c-bed3-927e8be55bb9 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:34:04.154873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:34:04.327768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Router 9cb53925-0a3a-4240-947f-81836381e887 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:34:04.459877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a007a296-53ff-43ef-a82e-f149cc6a45f9 None None] Provisioning complete for port f5753c78-5ad6-42d4-911f-a3589b85178c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:04.461890 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a007a296-53ff-43ef-a82e-f149cc6a45f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:04.527501 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a007a296-53ff-43ef-a82e-f149cc6a45f9 None None] Port f5753c78-5ad6-42d4-911f-a3589b85178c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:34:04.574694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:34:04.592960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e2414c1d-23f9-4c57-8f92-d0084f29a7d7 admin admin] 10.222.0.38 "PUT /v2.0/routers/9cb53925-0a3a-4240-947f-81836381e887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5703824 Aug 10 02:34:04.686644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87e6b5fc-eb86-433a-a02f-c2fa371e99db req-c236ff1c-1ced-4943-a615-c1401add6a7b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 210 time: 0.0453379 Aug 10 02:34:04.769705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-d6f14f98-04e5-4a39-8014-d8f5c7d607d0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:04.772491 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-d6f14f98-04e5-4a39-8014-d8f5c7d607d0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.2292848 Aug 10 02:34:04.833726 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-3229dcae-ad8e-4478-980c-7a4732050b72 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 379 time: 0.0483987 Aug 10 02:34:04.843590 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'port': {'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'admin_state_up': True, 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'security_groups': ['e8142d15-22b2-4e28-bc6d-437ad427141d']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:05.062600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Made reservation on behalf of 9082559d41d742f891f775f5c4029da0 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:34:05.068463 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:05.261152 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.20.0.14 (96ead180-e03b-44cb-ac36-6e482b15f632/870e0f49-f6c5-4672-afe5-fedc6f28e496/5ce01706-2c79-4e41-b088-b43b47f5eca3) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:34:05.440373 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:05.460485 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Transition to ACTIVE for port object 5ce01706-2c79-4e41-b088-b43b47f5eca3 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:34:05.554504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e640a9a6-bb62-4131-95d3-cc3794292f63 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:34:05.603798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:05.660703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:34:05.667812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:34:05.671081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:34:05.714028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=5ce01706-2c79-4e41-b088-b43b47f5eca3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:05.720223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e640a9a6-bb62-4131-95d3-cc3794292f63 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:34:05.726429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e640a9a6-bb62-4131-95d3-cc3794292f63 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:05.727936 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:05.764899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:05.766716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:05.883124 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:05.883547 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-4204abb5-e811-4447-9ef7-090c76c3c80f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0442982 Aug 10 02:34:05.898433 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Request body: {'port': {'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:05.929163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b6ee9-2114-49c7-a5da-171d57304c3f req-d77160e0-1b18-4acc-abf8-5d2d8c0ebeb6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:05.932108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-506b6ee9-2114-49c7-a5da-171d57304c3f req-d77160e0-1b18-4acc-abf8-5d2d8c0ebeb6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 932 time: 0.1026750 Aug 10 02:34:05.958318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e640a9a6-bb62-4131-95d3-cc3794292f63, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e640a9a6-bb62-4131-95d3-cc3794292f63,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:06.000391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-506b6ee9-2114-49c7-a5da-171d57304c3f req-3fc9ebe1-7c93-4909-9104-44f9fa6eaa60 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623565 Aug 10 02:34:06.035668 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Sync routers for ids ['9cb53925-0a3a-4240-947f-81836381e887'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:34:06.039912 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:06.055396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:06.069099 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Routers {'9cb53925-0a3a-4240-947f-81836381e887'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:06.070905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9cb53925-0a3a-4240-947f-81836381e887'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:06.154602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e640a9a6-bb62-4131-95d3-cc3794292f63,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:06.231389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3be4d28e-47ce-4d58-acf4-f5ae5e92b8c3 None None] Provisioning for port 5ce01706-2c79-4e41-b088-b43b47f5eca3 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:34:06.235676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3be4d28e-47ce-4d58-acf4-f5ae5e92b8c3 None None] Provisioning complete for port 5ce01706-2c79-4e41-b088-b43b47f5eca3 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:06.236047 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3be4d28e-47ce-4d58-acf4-f5ae5e92b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:06.261681 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Set router 9cb53925-0a3a-4240-947f-81836381e887 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:06.310005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3be4d28e-47ce-4d58-acf4-f5ae5e92b8c3 None None] Port 5ce01706-2c79-4e41-b088-b43b47f5eca3 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:34:06.443492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce01706-2c79-4e41-b088-b43b47f5eca3 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:34:06.452571 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:06.475336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Transition to ACTIVE for port object 5ce01706-2c79-4e41-b088-b43b47f5eca3 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:34:06.475601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34382) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:06.554629 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb53925-0a3a-4240-947f-81836381e887', 'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:33:59Z', 'updated_at': '2021-08-10T02:34:03Z', 'revision_number': 4, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'gw_port': {'id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb53925-0a3a-4240-947f-81836381e887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:34:00Z', 'updated_at': '2021-08-10T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'f5753c78-5ad6-42d4-911f-a3589b85178c', 'name': '', 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'mac_address': 'fa:16:3e:92:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb53925-0a3a-4240-947f-81836381e887', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '17a6b009-b8c5-4bcb-94d2-de6079da96f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:34:02Z', 'updated_at': '2021-08-10T02:34:03Z', 'revision_number': 2, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'subnets': [{'id': '17a6b009-b8c5-4bcb-94d2-de6079da96f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:06.559710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:06.593959 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Checking router: 9cb53925-0a3a-4240-947f-81836381e887 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:34:06.594536 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Updating router 9cb53925-0a3a-4240-947f-81836381e887 port f5753c78-5ad6-42d4-911f-a3589b85178c binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:34:06.634396 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:06.646605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce01706-2c79-4e41-b088-b43b47f5eca3,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:06.745768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Attempting to bind port 5ce01706-2c79-4e41-b088-b43b47f5eca3 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:34:06.746954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Attempting to bind port 5ce01706-2c79-4e41-b088-b43b47f5eca3 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:34:06.747599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Attempting to bind port 5ce01706-2c79-4e41-b088-b43b47f5eca3 on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:34:06.754334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Port 5ce01706-2c79-4e41-b088-b43b47f5eca3 on network 96ead180-e03b-44cb-ac36-6e482b15f632 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:34:06.755527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Attempting to bind port 5ce01706-2c79-4e41-b088-b43b47f5eca3 on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:34:06.764758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:34:06.766002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:34:06.770615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Bound using segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:34:06.772348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Bound port: 5ce01706-2c79-4e41-b088-b43b47f5eca3, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:34:06.772755 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:06.948486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] For port 5ce01706-2c79-4e41-b088-b43b47f5eca3, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:34:06.954399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] For port 5ce01706-2c79-4e41-b088-b43b47f5eca3, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:34:07.030142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.038635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.123088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:07.123477 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.132385 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 1093 time: 1.2395492 Aug 10 02:34:07.132887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:34:07.137241 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383" -d '{"events": [{"name": "network-changed", "server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:34:07.163607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ae3a-1a69-4011-a5a4-ffb997e034c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce01706-2c79-4e41-b088-b43b47f5eca3,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:07.253141 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.265461 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Transition to ACTIVE for port object f5753c78-5ad6-42d4-911f-a3589b85178c will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:34:07.324192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-b4627c5b-4701-43f2-9ae0-c9621fbe2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:07.325836 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-b4627c5b-4701-43f2-9ae0-c9621fbe2532 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1096 time: 0.0649209 Aug 10 02:34:07.337154 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.381672 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-f1934fc9-0c67-4bfd-962f-9c6c428dfce2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 217 time: 0.0470393 Aug 10 02:34:07.384751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e4201-0e42-4c51-a4c3-42a2c5a3967e req-eff70cfb-c5f3-44e2-872a-6937ccb70cc2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:07.386295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-380e4201-0e42-4c51-a4c3-42a2c5a3967e req-eff70cfb-c5f3-44e2-872a-6937ccb70cc2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.1835649 Aug 10 02:34:07.443540 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Pushing event updated for resources: {'Port': ['ID=f5753c78-5ad6-42d4-911f-a3589b85178c,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:07.466744 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.467181 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.467525 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.467862 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.468197 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.468529 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.473755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.473755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.473755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.473755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.473755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.473755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:34:07.479536 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34396) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:07.507082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-de188020-2c21-455d-8abe-8a023b2a5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:07.507082 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-de188020-2c21-455d-8abe-8a023b2a5b84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.1157913 Aug 10 02:34:07.507290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0485a404-f276-4676-9572-9127227784b8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184098526', 'description': 'tempest-secgroup-smoke-184098526 description', 'project_id': 'fa2f9f6138404013bcea9161c1a49b39'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:07.573803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e640a9a6-bb62-4131-95d3-cc3794292f63 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:34:07.602204 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1432dfa0-1df0-4a5a-956e-84a60034bf1d x-openstack-request-id: req-1432dfa0-1df0-4a5a-956e-84a60034bf1d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:34:07.602686 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:34:07.603046 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1432dfa0-1df0-4a5a-956e-84a60034bf1d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:34:07.603920 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'status': 'completed', 'code': 200} Aug 10 02:34:07.628552 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-380e4201-0e42-4c51-a4c3-42a2c5a3967e req-c0a92253-414d-4788-b07b-d76f399c52d3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003400 Aug 10 02:34:07.639272 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Attempting to bind port f5753c78-5ad6-42d4-911f-a3589b85178c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:34:07.639644 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Attempting to bind port f5753c78-5ad6-42d4-911f-a3589b85178c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '2a40d7b4-327f-4071-a28a-9b361a20ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:34:07.640572 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Attempting to bind port f5753c78-5ad6-42d4-911f-a3589b85178c on network 86f70c35-b0cd-482c-bed3-927e8be55bb9 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:34:07.646096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-eb4a8d6f-85eb-4ec1-9939-43bd04ac7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:07.652048 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:34:07.652433 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Checking segment: {'id': '2a40d7b4-327f-4071-a28a-9b361a20ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:34:07.652869 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.653261 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Bound using segment: {'id': '2a40d7b4-327f-4071-a28a-9b361a20ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:34:07.653745 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Bound port: f5753c78-5ad6-42d4-911f-a3589b85178c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a40d7b4-327f-4071-a28a-9b361a20ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:34:07.654125 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.655533 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-eb4a8d6f-85eb-4ec1-9939-43bd04ac7fa6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281309 Aug 10 02:34:07.670085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e640a9a6-bb62-4131-95d3-cc3794292f63 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:07.670829 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.774161 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0485a404-f276-4676-9572-9127227784b8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.806980 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] For port f5753c78-5ad6-42d4-911f-a3589b85178c, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:34:07.822865 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] For port f5753c78-5ad6-42d4-911f-a3589b85178c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f5753c78-5ad6-42d4-911f-a3589b85178c,segment=NetworkSegment(2a40d7b4-327f-4071-a28a-9b361a20ae5d),segment_id=2a40d7b4-327f-4071-a28a-9b361a20ae5d)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:34:07.848548 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-2cd76ca7-5baa-4e40-b8f8-941eed31ee46 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848652 Aug 10 02:34:07.892531 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.905563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Deleting port f5753c78-5ad6-42d4-911f-a3589b85178c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:34:07.906014 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:07.969338 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Routers {'9cb53925-0a3a-4240-947f-81836381e887'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:07.969532 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9cb53925-0a3a-4240-947f-81836381e887'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:07.980724 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0485a404-f276-4676-9572-9127227784b8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:08.023605 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a076f2c-f905-439e-b3c4-e6336ab34837 None None] Pushing event updated for resources: {'Port': ['ID=f5753c78-5ad6-42d4-911f-a3589b85178c,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:08.052139 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e8b95b72-2ca2-4130-b47d-99aae0e2ecde req-8783d423-2617-4081-a389-b888101b7c10 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965687 Aug 10 02:34:08.053033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] For port f5753c78-5ad6-42d4-911f-a3589b85178c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f5753c78-5ad6-42d4-911f-a3589b85178c,segment=NetworkSegment(2a40d7b4-327f-4071-a28a-9b361a20ae5d),segment_id=2a40d7b4-327f-4071-a28a-9b361a20ae5d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:08.053678 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:08.085144 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0485a404-f276-4676-9572-9127227784b8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:08.108738 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] Set router 9cb53925-0a3a-4240-947f-81836381e887 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:08.115092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Calling delete_port for f5753c78-5ad6-42d4-911f-a3589b85178c owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:34:08.136051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485a404-f276-4676-9572-9127227784b8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878e2319-7a02-4ab6-a3e0-7b319722f5f2,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:08.287143 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0485a404-f276-4676-9572-9127227784b8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:08.288746 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0485a404-f276-4676-9572-9127227784b8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8045766 Aug 10 02:34:08.289942 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-ee60fb0c-a77e-418d-94fd-89c940d606a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:08.291845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34398) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:08.292314 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-ee60fb0c-a77e-418d-94fd-89c940d606a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1096 time: 0.0690088 Aug 10 02:34:08.297286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a7670380-ee7f-4c5c-af34-b8917c8609b1 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'security_group_rule': {'security_group_id': '878e2319-7a02-4ab6-a3e0-7b319722f5f2', 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:08.406842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-01f166c9-5158-450b-b1f0-d20395efed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:08.410338 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-01f166c9-5158-450b-b1f0-d20395efed31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1108172 Aug 10 02:34:08.423740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7670380-ee7f-4c5c-af34-b8917c8609b1 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:08.427594 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb53925-0a3a-4240-947f-81836381e887', 'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:33:59Z', 'updated_at': '2021-08-10T02:34:03Z', 'revision_number': 4, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'gw_port': {'id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb53925-0a3a-4240-947f-81836381e887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:34:00Z', 'updated_at': '2021-08-10T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'f5753c78-5ad6-42d4-911f-a3589b85178c', 'name': '', 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'mac_address': 'fa:16:3e:92:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb53925-0a3a-4240-947f-81836381e887', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '17a6b009-b8c5-4bcb-94d2-de6079da96f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:34:02Z', 'updated_at': '2021-08-10T02:34:07Z', 'revision_number': 4, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'subnets': [{'id': '17a6b009-b8c5-4bcb-94d2-de6079da96f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:08.458340 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de75ea25-7638-4a66-baa6-96fa4855e146 None None] The sync data for ids ['9cb53925-0a3a-4240-947f-81836381e887'] in n-d-767704-21 is: [{'id': '9cb53925-0a3a-4240-947f-81836381e887', 'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:33:59Z', 'updated_at': '2021-08-10T02:34:03Z', 'revision_number': 4, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'gw_port': {'id': 'e640a9a6-bb62-4131-95d3-cc3794292f63', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb53925-0a3a-4240-947f-81836381e887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:34:00Z', 'updated_at': '2021-08-10T02:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'f5753c78-5ad6-42d4-911f-a3589b85178c', 'name': '', 'network_id': '86f70c35-b0cd-482c-bed3-927e8be55bb9', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'mac_address': 'fa:16:3e:92:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb53925-0a3a-4240-947f-81836381e887', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '17a6b009-b8c5-4bcb-94d2-de6079da96f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:34:02Z', 'updated_at': '2021-08-10T02:34:07Z', 'revision_number': 4, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'subnets': [{'id': '17a6b009-b8c5-4bcb-94d2-de6079da96f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:34:08.461792 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-d67bf2c2-02c6-4608-9100-6e0140255351 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 217 time: 0.0427480 Aug 10 02:34:08.504812 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:08.534229 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7670380-ee7f-4c5c-af34-b8917c8609b1 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:08.568596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5753c78-5ad6-42d4-911f-a3589b85178c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:08.569715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-12a21edf-4247-43d8-9b32-f1f37ba8cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:08.571337 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-12a21edf-4247-43d8-9b32-f1f37ba8cf53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.1024199 Aug 10 02:34:08.641772 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7670380-ee7f-4c5c-af34-b8917c8609b1 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:08.652693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-4da2a552-b4ca-42f4-bdd0-0d8e06cdc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:08.654245 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-4da2a552-b4ca-42f4-bdd0-0d8e06cdc530 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732527 Aug 10 02:34:08.676754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7670380-ee7f-4c5c-af34-b8917c8609b1 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9e48d3-b419-46b1-94fe-c31aeb8b8734,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:08.804870 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a7670380-ee7f-4c5c-af34-b8917c8609b1 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.036873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a7670380-ee7f-4c5c-af34-b8917c8609b1 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5148401 Aug 10 02:34:09.037034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34402) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:09.037034 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-849199db-f940-49db-b06d-a18195ad2f42 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'security_group_rule': {'security_group_id': '878e2319-7a02-4ab6-a3e0-7b319722f5f2', 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:09.037034 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-ef2cbbec-4686-4313-a02a-78a99e088494 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889086 Aug 10 02:34:09.037467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466b2fa-57b5-4896-9347-948b4376d652 req-f5084093-edd2-401b-8a7c-a50827dddb62 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:09.037467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d466b2fa-57b5-4896-9347-948b4376d652 req-f5084093-edd2-401b-8a7c-a50827dddb62 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.1426201 Aug 10 02:34:09.037467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.037467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d466b2fa-57b5-4896-9347-948b4376d652 req-a2153274-6d8a-4a49-9a8a-b0de0fc64b01 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818920 Aug 10 02:34:09.038017 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-698d79c8-aa28-40a5-9bd9-04e3ef5e9383 req-42e56822-8a7f-4539-be96-4dd6de436bb5 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409330 Aug 10 02:34:09.095474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-849199db-f940-49db-b06d-a18195ad2f42 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.168473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-849199db-f940-49db-b06d-a18195ad2f42 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.238824 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-849199db-f940-49db-b06d-a18195ad2f42 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.288214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849199db-f940-49db-b06d-a18195ad2f42 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49736b5-b172-4087-a315-299a3553b8f3,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:09.308890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Router 9cb53925-0a3a-4240-947f-81836381e887 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:34:09.340391 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-849199db-f940-49db-b06d-a18195ad2f42 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.343097 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-849199db-f940-49db-b06d-a18195ad2f42 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5221763 Aug 10 02:34:09.344574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34404) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:09.349837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-069c39b9-4df9-4158-9fce-a30c98d603c8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'security_group_rule': {'security_group_id': '878e2319-7a02-4ab6-a3e0-7b319722f5f2', 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:09.430090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:34:09.442799 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2abbe16b-ad65-411b-bbf9-eaddcd049b05 admin admin] 10.222.0.38 "PUT /v2.0/routers/9cb53925-0a3a-4240-947f-81836381e887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9616776 Aug 10 02:34:09.443006 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34406) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:09.465308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069c39b9-4df9-4158-9fce-a30c98d603c8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.625478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069c39b9-4df9-4158-9fce-a30c98d603c8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.628246 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.691615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069c39b9-4df9-4158-9fce-a30c98d603c8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.722067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c39b9-4df9-4158-9fce-a30c98d603c8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43b4b2d-1b01-4aca-8f59-e00c15f03442,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:09.790395 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.793759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-069c39b9-4df9-4158-9fce-a30c98d603c8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.798166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34408) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:09.798326 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-069c39b9-4df9-4158-9fce-a30c98d603c8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4525354 Aug 10 02:34:09.804947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-35fc94d3-0d9b-4639-8408-d9202469f8b4 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'security_group_rule': {'security_group_id': '878e2319-7a02-4ab6-a3e0-7b319722f5f2', 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:09.965261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35fc94d3-0d9b-4639-8408-d9202469f8b4 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:09.972055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Deleting port e640a9a6-bb62-4131-95d3-cc3794292f63 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:34:09.972413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.040636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] Sync routers for ids ['9cb53925-0a3a-4240-947f-81836381e887'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:34:10.073415 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35fc94d3-0d9b-4639-8408-d9202469f8b4 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.100007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] For port e640a9a6-bb62-4131-95d3-cc3794292f63, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e640a9a6-bb62-4131-95d3-cc3794292f63,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:10.100619 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.116937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Calling delete_port for e640a9a6-bb62-4131-95d3-cc3794292f63 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:34:10.170437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87139283-4739-4f92-889d-c1161e39456f req-d2db4ec9-7003-4de0-ab93-1801edca40d3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:10.179669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87139283-4739-4f92-889d-c1161e39456f req-d2db4ec9-7003-4de0-ab93-1801edca40d3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.0709319 Aug 10 02:34:10.187705 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35fc94d3-0d9b-4639-8408-d9202469f8b4 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.247125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] Routers {'9cb53925-0a3a-4240-947f-81836381e887'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:10.247588 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc94d3-0d9b-4639-8408-d9202469f8b4 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac4b40a-8aa7-4ed6-aa4e-470fad4e1eee,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:10.248244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9cb53925-0a3a-4240-947f-81836381e887'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:10.275227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-87139283-4739-4f92-889d-c1161e39456f req-730cc303-0560-41e3-944e-690fc8803f83 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945983 Aug 10 02:34:10.294927 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-35fc94d3-0d9b-4639-8408-d9202469f8b4 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.299305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-35fc94d3-0d9b-4639-8408-d9202469f8b4 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4960697 Aug 10 02:34:10.301479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34412) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:10.306112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-61d9ed61-2af7-4a71-86ba-e34dcc04ebb2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'security_group_rule': {'security_group_id': '878e2319-7a02-4ab6-a3e0-7b319722f5f2', 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:10.354774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] Set router 9cb53925-0a3a-4240-947f-81836381e887 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:10.402922 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-61d9ed61-2af7-4a71-86ba-e34dcc04ebb2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Project fa2f9f6138404013bcea9161c1a49b39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:34:10.408755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb53925-0a3a-4240-947f-81836381e887', 'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:33:59Z', 'updated_at': '2021-08-10T02:34:09Z', 'revision_number': 6, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:10.409818 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d9ed61-2af7-4a71-86ba-e34dcc04ebb2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.434060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.439339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] Checking router: 9cb53925-0a3a-4240-947f-81836381e887 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:34:10.448293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] Routers {'9cb53925-0a3a-4240-947f-81836381e887'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:10.448930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:33:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['9cb53925-0a3a-4240-947f-81836381e887'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:10.472956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e640a9a6-bb62-4131-95d3-cc3794292f63,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:10.505978 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d9ed61-2af7-4a71-86ba-e34dcc04ebb2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.527962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] Set router 9cb53925-0a3a-4240-947f-81836381e887 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:10.552674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.583696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb53925-0a3a-4240-947f-81836381e887', 'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:33:59Z', 'updated_at': '2021-08-10T02:34:10Z', 'revision_number': 7, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:10.600418 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d9ed61-2af7-4a71-86ba-e34dcc04ebb2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.617751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedadb58-d713-477e-8bd5-b25da3e6703c None None] The sync data for ids ['9cb53925-0a3a-4240-947f-81836381e887'] in n-d-767704-21 is: [{'id': '9cb53925-0a3a-4240-947f-81836381e887', 'name': 'tempest-ImageQuotaTest-868421955-router', 'tenant_id': 'c1e7dbc00b454b1c90f72055feb93139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:33:59Z', 'updated_at': '2021-08-10T02:34:10Z', 'revision_number': 7, 'project_id': 'c1e7dbc00b454b1c90f72055feb93139', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:34:10.633858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9ed61-2af7-4a71-86ba-e34dcc04ebb2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b17c7d-bf62-4182-9940-f3fd5be5ecbc,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:10.675832 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.678283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.717317 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61d9ed61-2af7-4a71-86ba-e34dcc04ebb2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.719117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-61d9ed61-2af7-4a71-86ba-e34dcc04ebb2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4165742 Aug 10 02:34:10.721974 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34414) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:10.729519 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6dbc2430-d06b-4bca-ae3f-9eb67176a3b2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'security_group_rule': {'security_group_id': '878e2319-7a02-4ab6-a3e0-7b319722f5f2', 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:10.820525 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.821089 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb53925-0a3a-4240-947f-81836381e887 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:34:10.827613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.827742 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ab4bf74a-23f8-40be-8c46-49ecb918add1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/9cb53925-0a3a-4240-947f-81836381e887 HTTP/1.1" status: 204 len: 168 time: 1.3837619 Aug 10 02:34:10.831604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34416) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:10.858438 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-6dbc2430-d06b-4bca-ae3f-9eb67176a3b2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Project fa2f9f6138404013bcea9161c1a49b39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:34:10.868528 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2430-d06b-4bca-ae3f-9eb67176a3b2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:10.899683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8365ef-37fd-4312-95c9-75ac3350bf76 admin admin] Deleting subnet 17a6b009-b8c5-4bcb-94d2-de6079da96f0 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:34:10.905969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d8365ef-37fd-4312-95c9-75ac3350bf76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.324332 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d8365ef-37fd-4312-95c9-75ac3350bf76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.372431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2430-d06b-4bca-ae3f-9eb67176a3b2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.450082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eab96-ef4e-46f0-b73b-a5f3d66a2819 req-f56a7a62-c72b-49c3-af7b-682359926d1b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:11.451638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-364eab96-ef4e-46f0-b73b-a5f3d66a2819 req-f56a7a62-c72b-49c3-af7b-682359926d1b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.1039052 Aug 10 02:34:11.483814 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d8365ef-37fd-4312-95c9-75ac3350bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.486736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f5753c78-5ad6-42d4-911f-a3589b85178c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:34:11.510069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2430-d06b-4bca-ae3f-9eb67176a3b2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.524974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: f5753c78-5ad6-42d4-911f-a3589b85178c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:34:11.525799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f5753c78-5ad6-42d4-911f-a3589b85178c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:34:11.526831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e640a9a6-bb62-4131-95d3-cc3794292f63 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:34:11.547839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-364eab96-ef4e-46f0-b73b-a5f3d66a2819 req-e2e30436-d585-4e64-8ab4-6de86776b9f2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878742 Aug 10 02:34:11.553426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e640a9a6-bb62-4131-95d3-cc3794292f63 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:34:11.554155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e640a9a6-bb62-4131-95d3-cc3794292f63 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:34:11.556076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc2430-d06b-4bca-ae3f-9eb67176a3b2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2878859-36b6-4cca-bc54-7ac6a40f1414,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:11.640339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2430-d06b-4bca-ae3f-9eb67176a3b2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.641682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6dbc2430-d06b-4bca-ae3f-9eb67176a3b2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9178326 Aug 10 02:34:11.697278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d8365ef-37fd-4312-95c9-75ac3350bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.716022 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4d8365ef-37fd-4312-95c9-75ac3350bf76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.719105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1247a8-20d6-463f-a86d-38b03abf7b03 None None] Network 86f70c35-b0cd-482c-bed3-927e8be55bb9 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:34:11.719265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4d8365ef-37fd-4312-95c9-75ac3350bf76 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/17a6b009-b8c5-4bcb-94d2-de6079da96f0 HTTP/1.1" status: 204 len: 168 time: 0.8863645 Aug 10 02:34:11.723708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34422) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:11.752509 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8365ef-37fd-4312-95c9-75ac3350bf76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a6b009-b8c5-4bcb-94d2-de6079da96f0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:11.819555 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.887612 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Deleting port 748c9614-973f-45e0-8e05-bbc7cd7542b8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:34:11.888062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.929317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-9c6effff-270f-41f0-b5bd-b2bd2a5df78e tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184098526&fields=id&tenant_id=fa2f9f6138404013bcea9161c1a49b39 HTTP/1.1" status: 200 len: 267 time: 0.0445399 Aug 10 02:34:11.951554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a214781-78b9-401c-a573-bde705ff13fa None None] DHCP port deletion for 86f70c35-b0cd-482c-bed3-927e8be55bb9 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:34:11.978222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] For port 748c9614-973f-45e0-8e05-bbc7cd7542b8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=748c9614-973f-45e0-8e05-bbc7cd7542b8,segment=NetworkSegment(2a40d7b4-327f-4071-a28a-9b361a20ae5d),segment_id=2a40d7b4-327f-4071-a28a-9b361a20ae5d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:11.978922 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:11.996171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Calling delete_port for 748c9614-973f-45e0-8e05-bbc7cd7542b8 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:34:12.004557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8a214781-78b9-401c-a573-bde705ff13fa None None] Deleting port 748c9614-973f-45e0-8e05-bbc7cd7542b8 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:34:12.004943 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a214781-78b9-401c-a573-bde705ff13fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.063052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-3cd2f533-1ca1-4459-a47c-2338d410a5bf tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:12.067838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-3cd2f533-1ca1-4459-a47c-2338d410a5bf tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/networks?id=035c56a8-a657-488f-ad0e-e8cb9d2dca62 HTTP/1.1" status: 200 len: 813 time: 0.1272700 Aug 10 02:34:12.075374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8a214781-78b9-401c-a573-bde705ff13fa None None] For port 748c9614-973f-45e0-8e05-bbc7cd7542b8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=748c9614-973f-45e0-8e05-bbc7cd7542b8,segment=NetworkSegment(2a40d7b4-327f-4071-a28a-9b361a20ae5d),segment_id=2a40d7b4-327f-4071-a28a-9b361a20ae5d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:12.075768 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a214781-78b9-401c-a573-bde705ff13fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.081534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-fb3386b1-d58e-4745-984f-892da18fdd27 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/quotas/fa2f9f6138404013bcea9161c1a49b39 HTTP/1.1" status: 200 len: 375 time: 0.0103536 Aug 10 02:34:12.090107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8a214781-78b9-401c-a573-bde705ff13fa None None] Calling delete_port for 748c9614-973f-45e0-8e05-bbc7cd7542b8 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:34:12.144582 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-df30b0a2-356a-4015-8dc5-ad9fcb4664f2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa2f9f6138404013bcea9161c1a49b39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558078 Aug 10 02:34:12.203665 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.210826 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8a214781-78b9-401c-a573-bde705ff13fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.234015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Pushing event deleted for resources: {'Port': ['ID=748c9614-973f-45e0-8e05-bbc7cd7542b8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:12.239421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a214781-78b9-401c-a573-bde705ff13fa None None] Pushing event deleted for resources: {'Port': ['ID=748c9614-973f-45e0-8e05-bbc7cd7542b8,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:12.241305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a214781-78b9-401c-a573-bde705ff13fa None None] No DVR routers for this DVR port 748c9614-973f-45e0-8e05-bbc7cd7542b8 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:34:12.242102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] No DVR routers for this DVR port 748c9614-973f-45e0-8e05-bbc7cd7542b8 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:34:12.259633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-1cb9972e-c75c-4a54-b087-a48a189ac43a service neutron] 10.222.0.38 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032572 Aug 10 02:34:12.320158 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.331081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f70c35-b0cd-482c-bed3-927e8be55bb9']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:12.341904 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a40d7b4-327f-4071-a28a-9b361a20ae5d') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:12.342202 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a40d7b4-327f-4071-a28a-9b361a20ae5d') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:12.351265 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.365512 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.372015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c35bf541-8c63-4df4-8b90-8ce3e23cf5b9 service neutron] 10.222.0.38 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059678 Aug 10 02:34:12.384793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:34:12.386376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:34:12.389420 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:34:12.551725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.557617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:12.559549 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] 10.222.0.38 "DELETE /v2.0/networks/86f70c35-b0cd-482c-bed3-927e8be55bb9 HTTP/1.1" status: 204 len: 168 time: 0.8342478 Aug 10 02:34:12.579022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff917c-cf88-4278-a034-f6ed0b74d36f admin admin] Pushing event deleted for resources: {'Network': ['ID=86f70c35-b0cd-482c-bed3-927e8be55bb9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:12.669651 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbfe38-61b0-4554-804e-cee12aace3a6 req-5f005bf2-adce-4f91-9fed-9b201757b1e4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:12.671141 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8bbfe38-61b0-4554-804e-cee12aace3a6 req-5f005bf2-adce-4f91-9fed-9b201757b1e4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.0524540 Aug 10 02:34:12.720127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8bbfe38-61b0-4554-804e-cee12aace3a6 req-76e20561-f517-4e14-897e-e7c88d958e5c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Aug 10 02:34:12.941382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34438) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:13.009987 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b46b99c1-f8e4-4541-8d8d-55b88c4e7464 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1e7dbc00b454b1c90f72055feb93139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674553 Aug 10 02:34:13.012561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34444) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:13.021887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85609ced-63c6-4b72-a33a-6fc652df204b req-f1649ac6-0cb8-49e1-9294-eb00400c15f3 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 210 time: 0.0310063 Aug 10 02:34:13.072875 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2551d4f-6996-486c-beca-8db60a2357ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:13.099078 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2551d4f-6996-486c-beca-8db60a2357ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:13.231555 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2551d4f-6996-486c-beca-8db60a2357ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:13.234229 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e2551d4f-6996-486c-beca-8db60a2357ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:13.235735 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e2551d4f-6996-486c-beca-8db60a2357ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f201326-412b-4d0e-ae29-f4926d86c7f9 HTTP/1.1" status: 204 len: 168 time: 0.2221246 Aug 10 02:34:13.245005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2551d4f-6996-486c-beca-8db60a2357ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f201326-412b-4d0e-ae29-f4926d86c7f9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:13.363523 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:13.462189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 748c9614-973f-45e0-8e05-bbc7cd7542b8 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:34:13.481970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 748c9614-973f-45e0-8e05-bbc7cd7542b8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:34:13.482247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 748c9614-973f-45e0-8e05-bbc7cd7542b8 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:34:13.851210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b908a8a-45b2-4560-b3e0-98e6a3bba597 req-90de3b1c-5510-484a-9f5c-62daf67bf1e6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:13.852831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b908a8a-45b2-4560-b3e0-98e6a3bba597 req-90de3b1c-5510-484a-9f5c-62daf67bf1e6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.0500176 Aug 10 02:34:13.895514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b908a8a-45b2-4560-b3e0-98e6a3bba597 req-11fd90b2-27ee-4215-8b65-2f5182e42ad0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359585 Aug 10 02:34:13.971551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34458) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:13.985862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3e13ffaf-39a0-4baa-b95d-d64ad19eb323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:14.076775 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3e13ffaf-39a0-4baa-b95d-d64ad19eb323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:14.107637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0043d707-7233-45d3-b158-6987776eb3e1 req-028503f6-d928-4384-840b-145676c7dc90 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 210 time: 0.0261390 Aug 10 02:34:14.174709 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3e13ffaf-39a0-4baa-b95d-d64ad19eb323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:14.214322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13ffaf-39a0-4baa-b95d-d64ad19eb323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9838d-0bbc-4811-b223-07f45dbc7c2a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:14.220170 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3e13ffaf-39a0-4baa-b95d-d64ad19eb323 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2475092 Aug 10 02:34:14.223615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:14.278110 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14b9a486-0cf6-4abe-8f44-3e0875dd32fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:14.302751 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14b9a486-0cf6-4abe-8f44-3e0875dd32fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:14.446671 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14b9a486-0cf6-4abe-8f44-3e0875dd32fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:14.448464 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-14b9a486-0cf6-4abe-8f44-3e0875dd32fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:14.449664 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-14b9a486-0cf6-4abe-8f44-3e0875dd32fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2c9838d-0bbc-4811-b223-07f45dbc7c2a HTTP/1.1" status: 204 len: 168 time: 0.2251136 Aug 10 02:34:14.459939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9a486-0cf6-4abe-8f44-3e0875dd32fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9838d-0bbc-4811-b223-07f45dbc7c2a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:14.521086 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:15.026403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297004b-d459-4f33-99af-3a92b277033d req-9c1c1ef9-07f1-4016-9c78-fe13119ff202 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:15.027978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7297004b-d459-4f33-99af-3a92b277033d req-9c1c1ef9-07f1-4016-9c78-fe13119ff202 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.0554011 Aug 10 02:34:15.075648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7297004b-d459-4f33-99af-3a92b277033d req-188fd8a8-88f4-4233-ac72-9839626a9bd9 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Aug 10 02:34:15.206126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbad87b6-0319-4499-aca1-4ca597c96d88 req-b7e2af47-4edb-4e65-9b41-db607e5d6da4 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 210 time: 0.0301590 Aug 10 02:34:15.515993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-489fccd0-a5e6-4af9-8881-93cae86cb8ec tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:15.518133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-489fccd0-a5e6-4af9-8881-93cae86cb8ec tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.16 "GET /v2.0/networks?id=035c56a8-a657-488f-ad0e-e8cb9d2dca62 HTTP/1.1" status: 200 len: 813 time: 0.1062596 Aug 10 02:34:15.563336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c001d0c4-0b21-439a-84cc-db1e0181f894 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa2f9f6138404013bcea9161c1a49b39 HTTP/1.1" status: 200 len: 379 time: 0.0365212 Aug 10 02:34:15.573089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'port': {'device_id': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'admin_state_up': True, 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'security_groups': ['878e2319-7a02-4ab6-a3e0-7b319722f5f2']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:15.811840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Made reservation on behalf of fa2f9f6138404013bcea9161c1a49b39 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:34:15.816583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:15.956863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Allocated IP 172.20.0.4 (035c56a8-a657-488f-ad0e-e8cb9d2dca62/8807f016-a1ca-40c9-9c5a-fe4f49fd3c87/c4f23bdd-b34d-4ff1-a7de-101a64ca483f) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:34:16.104128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:16.120828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Transition to ACTIVE for port object c4f23bdd-b34d-4ff1-a7de-101a64ca483f will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:34:16.206170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffe913-ab71-48a2-9904-7f8d8a2257f1 req-0a73780c-79e2-45fb-906f-247f83c0e520 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:16.207881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fffe913-ab71-48a2-9904-7f8d8a2257f1 req-0a73780c-79e2-45fb-906f-247f83c0e520 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.0555475 Aug 10 02:34:16.223035 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:16.305574 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:34:16.326062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fffe913-ab71-48a2-9904-7f8d8a2257f1 req-22a669f5-a409-448e-87bc-c5683e0201ed tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120274 Aug 10 02:34:16.329764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:34:16.337738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:34:16.342474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'Port': ['ID=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:16.401964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ee5d-e55f-49b5-8383-94948eb46764 req-556b77aa-02d5-4233-885d-2e3e38a5b6a0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:16.405563 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dce1ee5d-e55f-49b5-8383-94948eb46764 req-556b77aa-02d5-4233-885d-2e3e38a5b6a0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 931 time: 0.1216202 Aug 10 02:34:16.428131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:16.428797 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:16.471783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dce1ee5d-e55f-49b5-8383-94948eb46764 req-9a46df53-d86c-4895-a5fe-19bd871fdd0b tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609190 Aug 10 02:34:16.526385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-cb6e11df-5614-4240-b2dc-c7a337dd18df tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9571779 Aug 10 02:34:16.539602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Request body: {'port': {'device_id': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:16.599103 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:16.662859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2b15277d-302a-4932-9f83-1154674a1460 None None] Provisioning for port c4f23bdd-b34d-4ff1-a7de-101a64ca483f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:34:16.667711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2b15277d-302a-4932-9f83-1154674a1460 None None] Provisioning complete for port c4f23bdd-b34d-4ff1-a7de-101a64ca483f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:16.668600 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b15277d-302a-4932-9f83-1154674a1460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:16.710271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2b15277d-302a-4932-9f83-1154674a1460 None None] Port c4f23bdd-b34d-4ff1-a7de-101a64ca483f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:34:16.906771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f23bdd-b34d-4ff1-a7de-101a64ca483f {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:34:16.915400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:16.928492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Transition to ACTIVE for port object c4f23bdd-b34d-4ff1-a7de-101a64ca483f will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:34:17.003571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:17.063120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Pushing event updated for resources: {'Port': ['ID=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:17.150221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Attempting to bind port c4f23bdd-b34d-4ff1-a7de-101a64ca483f on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:34:17.150923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Attempting to bind port c4f23bdd-b34d-4ff1-a7de-101a64ca483f by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:34:17.150923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Attempting to bind port c4f23bdd-b34d-4ff1-a7de-101a64ca483f on network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:34:17.155984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Port c4f23bdd-b34d-4ff1-a7de-101a64ca483f on network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:34:17.156412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Attempting to bind port c4f23bdd-b34d-4ff1-a7de-101a64ca483f on network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:34:17.162121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:34:17.162486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Checking segment: {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:34:17.162904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Bound using segment: {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:34:17.163345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Bound port: c4f23bdd-b34d-4ff1-a7de-101a64ca483f, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:34:17.163720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:17.236184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] For port c4f23bdd-b34d-4ff1-a7de-101a64ca483f, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:34:17.243758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] For port c4f23bdd-b34d-4ff1-a7de-101a64ca483f, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:34:17.326336 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:17.374709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:17.376256 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:17.378961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] 10.222.0.16 "PUT /v2.0/ports/c4f23bdd-b34d-4ff1-a7de-101a64ca483f HTTP/1.1" status: 200 len: 1092 time: 0.8438971 Aug 10 02:34:17.381769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:34:17.385627 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404dbf5f-40f3-4306-a227-68922649d3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:34:17.417854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a1237-b98e-4e7c-9084-c4b6cadfe88e service neutron] Pushing event updated for resources: {'Port': ['ID=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:17.449142 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04bfc3d-3c43-4dea-a1cd-4fce5ccf910f x-openstack-request-id: req-b04bfc3d-3c43-4dea-a1cd-4fce5ccf910f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:34:17.449578 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:34:17.450542 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b04bfc3d-3c43-4dea-a1cd-4fce5ccf910f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:34:17.451086 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'status': 'completed', 'code': 200} Aug 10 02:34:17.543781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de91d7-273f-4bf8-bf10-05863393f8e7 req-e6a643da-b439-4c23-ba2f-03e3d77c8f2c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:17.545583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20de91d7-273f-4bf8-bf10-05863393f8e7 req-e6a643da-b439-4c23-ba2f-03e3d77c8f2c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.1097350 Aug 10 02:34:17.547847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dbf5f-40f3-4306-a227-68922649d3b6 req-b6124db2-2422-475c-91fd-4da0aa8bd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:17.549755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-404dbf5f-40f3-4306-a227-68922649d3b6 req-b6124db2-2422-475c-91fd-4da0aa8bd938 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa2f9f6138404013bcea9161c1a49b39&device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1095 time: 0.0735199 Aug 10 02:34:17.696911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-20de91d7-273f-4bf8-bf10-05863393f8e7 req-8f767077-e6e5-449a-be1f-3d3e7b86f4e0 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436417 Aug 10 02:34:17.713275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0875-caf2-4ab5-aacf-7d6d3978a292 req-bd2806a8-d325-4db1-8624-ced9cf604b99 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:17.715166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-861d0875-caf2-4ab5-aacf-7d6d3978a292 req-bd2806a8-d325-4db1-8624-ced9cf604b99 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 943 time: 0.1538806 Aug 10 02:34:17.768858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dbf5f-40f3-4306-a227-68922649d3b6 req-65124037-cfcf-41fa-84d4-3472dee3bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:17.770842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-404dbf5f-40f3-4306-a227-68922649d3b6 req-65124037-cfcf-41fa-84d4-3472dee3bc24 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fa2f9f6138404013bcea9161c1a49b39&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2102835 Aug 10 02:34:17.778689 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-861d0875-caf2-4ab5-aacf-7d6d3978a292 req-3ec3d14f-4051-4e91-a5fe-1c6d450377f8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557582 Aug 10 02:34:17.889214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dbf5f-40f3-4306-a227-68922649d3b6 req-204398c5-738a-496d-a9cf-add6fac0fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:17.890750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-404dbf5f-40f3-4306-a227-68922649d3b6 req-204398c5-738a-496d-a9cf-add6fac0fa62 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110885 Aug 10 02:34:17.894713 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a938d666-5911-40bf-a65c-40710173731e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:17.970443 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-b37a459f-67ac-438e-97d0-5bba0cad9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:17.972086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-b37a459f-67ac-438e-97d0-5bba0cad9587 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa2f9f6138404013bcea9161c1a49b39&device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1095 time: 0.0424676 Aug 10 02:34:18.020696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-7c097c67-1b1d-4315-85dd-a8c60158aef5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f HTTP/1.1" status: 200 len: 217 time: 0.0407858 Aug 10 02:34:18.074289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-37d85c2c-7bd4-48c9-838e-65bdb4839bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:18.075887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-37d85c2c-7bd4-48c9-838e-65bdb4839bd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8807f016-a1ca-40c9-9c5a-fe4f49fd3c87 HTTP/1.1" status: 200 len: 852 time: 0.0476508 Aug 10 02:34:18.128554 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-b3d4b999-7ceb-48af-99a7-56c2ecdc98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:18.130081 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-b3d4b999-7ceb-48af-99a7-56c2ecdc98e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=035c56a8-a657-488f-ad0e-e8cb9d2dca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474355 Aug 10 02:34:18.236275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-a6641597-9015-4363-a7fe-67318760ce07 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983779 Aug 10 02:34:18.329583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-700db3d8-af8f-4603-9bc7-b69b093e6528 req-542e2865-770b-4f7a-adec-70a4465423ee service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867352 Aug 10 02:34:18.821398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645caf0f-c7d7-45e2-8acb-604e55b58044 req-60bd21d4-d0d1-464d-b45c-7c71938d82bc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:18.823622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-645caf0f-c7d7-45e2-8acb-604e55b58044 req-60bd21d4-d0d1-464d-b45c-7c71938d82bc tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.0526438 Aug 10 02:34:18.902842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-645caf0f-c7d7-45e2-8acb-604e55b58044 req-00876851-8cd5-49ac-b590-9e8135a11d84 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712538 Aug 10 02:34:18.921609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445be5c-d84c-4fdc-ae60-b3eb001d7663 req-2ce0b968-1071-4a09-b94e-ad4ed533cbe1 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:18.923168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d445be5c-d84c-4fdc-ae60-b3eb001d7663 req-2ce0b968-1071-4a09-b94e-ad4ed533cbe1 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 943 time: 0.0699511 Aug 10 02:34:18.965361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d445be5c-d84c-4fdc-ae60-b3eb001d7663 req-5dd33b09-86c9-4a54-87ab-45281d0a2887 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354342 Aug 10 02:34:20.019654 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f76100-8cab-4dc8-92d8-0dec1b2dad99 req-4ae8af13-20d1-4039-b8c8-17f6ab9d876b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:20.021182 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6f76100-8cab-4dc8-92d8-0dec1b2dad99 req-4ae8af13-20d1-4039-b8c8-17f6ab9d876b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 944 time: 0.0517025 Aug 10 02:34:20.050480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5ce01706-2c79-4e41-b088-b43b47f5eca3 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:34:20.087387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6f76100-8cab-4dc8-92d8-0dec1b2dad99 req-7df5694a-fdc3-45ae-b539-50eaeeb732be tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600193 Aug 10 02:34:20.106369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca17b4-50c2-48da-9c70-eb049281cc25 req-1cdb5f9b-b8bd-4a96-abe3-3994974aa238 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:20.108237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55ca17b4-50c2-48da-9c70-eb049281cc25 req-1cdb5f9b-b8bd-4a96-abe3-3994974aa238 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 943 time: 0.0671978 Aug 10 02:34:20.152194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55ca17b4-50c2-48da-9c70-eb049281cc25 req-6014d760-d777-4082-9a63-d8b56657f409 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346749 Aug 10 02:34:20.165114 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5ce01706-2c79-4e41-b088-b43b47f5eca3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:20.177554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:34:20.220462 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:20.233514 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce01706-2c79-4e41-b088-b43b47f5eca3 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:34:20.255411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5ce01706-2c79-4e41-b088-b43b47f5eca3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:20.329060 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:20.378473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5ce01706-2c79-4e41-b088-b43b47f5eca3,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:20.532195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5ce01706-2c79-4e41-b088-b43b47f5eca3'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:34:20.602760 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-29ee9269-0089-4c39-906b-ab10b84bbd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:21.148631 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:21.222061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9f383-e9f7-41bd-b957-bf17f011446e req-d73f3b32-6d81-4140-913b-479a29d589f6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:21.223673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14f9f383-e9f7-41bd-b957-bf17f011446e req-d73f3b32-6d81-4140-913b-479a29d589f6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 945 time: 0.0576680 Aug 10 02:34:21.289498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14f9f383-e9f7-41bd-b957-bf17f011446e req-1c174449-f4b6-4b74-aaa5-2d5fa10ae2a4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587053 Aug 10 02:34:21.310811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1387-2e2b-4dab-acfe-d0175005c652 req-18f95ccc-ef87-4a86-bb25-942c556f4049 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:21.312436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75ee1387-2e2b-4dab-acfe-d0175005c652 req-18f95ccc-ef87-4a86-bb25-942c556f4049 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 943 time: 0.0738466 Aug 10 02:34:21.355010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75ee1387-2e2b-4dab-acfe-d0175005c652 req-a3e4a0f0-7fa3-45e5-b205-8032c860b87c tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347643 Aug 10 02:34:22.070271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5ce01706-2c79-4e41-b088-b43b47f5eca3 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:34:22.171119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 5ce01706-2c79-4e41-b088-b43b47f5eca3 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:34:22.175782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 5ce01706-2c79-4e41-b088-b43b47f5eca3 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:22.176159 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:22.257609 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:22.287239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:34:22.289519 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6bdb0b-7936-464c-8ff5-f3444a4e4aaa" -d '{"events": [{"server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "name": "network-vif-plugged", "status": "completed", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:34:22.308172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5ce01706-2c79-4e41-b088-b43b47f5eca3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:22.331697 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45071f1d-2d74-4f14-833a-da7b382fbcc1 x-openstack-request-id: req-45071f1d-2d74-4f14-833a-da7b382fbcc1 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:34:22.332107 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "name": "network-vif-plugged", "status": "completed", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:34:22.337832 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45071f1d-2d74-4f14-833a-da7b382fbcc1 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:34:22.337832 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'code': 200} Aug 10 02:34:22.385891 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:22.415211 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:22.429361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2d71-da7c-477f-aa9d-d1c311a6ed35 req-385f90a5-dd49-4b89-82fc-c98f77abc634 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:22.431929 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fdcc2d71-da7c-477f-aa9d-d1c311a6ed35 req-385f90a5-dd49-4b89-82fc-c98f77abc634 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 945 time: 0.0682123 Aug 10 02:34:22.433675 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988b179-5b87-4e8f-a424-66190fb18ca5 req-ae75f8ad-3707-40f4-8649-97c81cff1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:22.435259 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4988b179-5b87-4e8f-a424-66190fb18ca5 req-ae75f8ad-3707-40f4-8649-97c81cff1a92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1097 time: 0.0425203 Aug 10 02:34:22.476039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5ce01706-2c79-4e41-b088-b43b47f5eca3,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:22.476359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4988b179-5b87-4e8f-a424-66190fb18ca5 req-95a3f80b-047d-4942-b18d-cc728da9da3b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336082 Aug 10 02:34:22.513021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fdcc2d71-da7c-477f-aa9d-d1c311a6ed35 req-61a83591-397a-4182-9c8b-d58686006cb5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677366 Aug 10 02:34:22.521746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205313c-b4a0-49e6-ad72-155c171d18b7 req-65d85bd9-b484-4ae9-824c-a820f0d9f1a0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:22.523331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e205313c-b4a0-49e6-ad72-155c171d18b7 req-65d85bd9-b484-4ae9-824c-a820f0d9f1a0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 943 time: 0.0882411 Aug 10 02:34:22.563129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e205313c-b4a0-49e6-ad72-155c171d18b7 req-c8716350-5580-489e-b329-39e8510d3776 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 Aug 10 02:34:23.636112 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7d9a0-edde-42a6-a08e-c7ca5edcc485 req-c2f1e9a9-b7d0-4f59-8696-4811c7e8f2a3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:23.637728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6be7d9a0-edde-42a6-a08e-c7ca5edcc485 req-c2f1e9a9-b7d0-4f59-8696-4811c7e8f2a3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 946 time: 0.0532491 Aug 10 02:34:23.712875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6be7d9a0-edde-42a6-a08e-c7ca5edcc485 req-9559ea8e-687f-4a54-970a-0997f2f53a4b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650723 Aug 10 02:34:23.721621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7b37b-5d3e-42bc-90d2-57db4217a189 req-bcc3c246-bedc-4128-96ee-7c60e7a9971b tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:23.723216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4b7b37b-5d3e-42bc-90d2-57db4217a189 req-bcc3c246-bedc-4128-96ee-7c60e7a9971b tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 943 time: 0.0845597 Aug 10 02:34:23.765401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4b7b37b-5d3e-42bc-90d2-57db4217a189 req-9dd9b020-c9ea-46c3-adc7-94f51f36f503 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361423 Aug 10 02:34:23.828790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25811c-e39c-46b8-96bd-3f827337c1e8 req-ec088993-ff9a-419c-a711-f934e0128785 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:23.830324 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa25811c-e39c-46b8-96bd-3f827337c1e8 req-ec088993-ff9a-419c-a711-f934e0128785 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 946 time: 0.0496068 Aug 10 02:34:23.870033 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa25811c-e39c-46b8-96bd-3f827337c1e8 req-151c9cfc-af4b-4e90-8c11-e7a0f71a5458 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334587 Aug 10 02:34:23.892928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34506) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:23.911376 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:23.932083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d779863-4778-475b-99e0-0608845626a5 tempest-TestVolumeBootPattern-1863413510 tempest-TestVolumeBootPattern-1863413510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:23.933649 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8d779863-4778-475b-99e0-0608845626a5 tempest-TestVolumeBootPattern-1863413510 tempest-TestVolumeBootPattern-1863413510-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1093 time: 0.0396798 Aug 10 02:34:23.936488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34508) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:23.941648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:24.035900 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:24.140919 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:24.252633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.25.3.209 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/b0668f91-88a5-4ad1-b9a3-daba1ef95d1c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:34:24.367334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:24.460692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:24.504785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:34:24.507824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:34:24.511657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:34:24.517183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=b0668f91-88a5-4ad1-b9a3-daba1ef95d1c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:24.886171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b990b8-db35-4eb6-a2e4-06904ebdc4a3 req-86d54495-23a5-4fff-90ae-be20fcffc06e tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:24.887761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62b990b8-db35-4eb6-a2e4-06904ebdc4a3 req-86d54495-23a5-4fff-90ae-be20fcffc06e tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 943 time: 0.0516489 Aug 10 02:34:24.890306 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:24.947863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62b990b8-db35-4eb6-a2e4-06904ebdc4a3 req-1cd28183-e660-4e5b-81dd-689807faf351 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533545 Aug 10 02:34:25.047057 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:25.199616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:25.251611 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:25.320984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=b0668f91-88a5-4ad1-b9a3-daba1ef95d1c,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:25.337163 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:25.441536 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Floating IP ac1e30a0-75b6-4d7a-a583-60a07f9fde9e associated. External IP: 172.25.3.209, port: 5ce01706-2c79-4e41-b088-b43b47f5eca3. Aug 10 02:34:25.974189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Router 13958a0c-7c5a-4277-9434-bdb5760de667 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:34:26.076556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f2a7c-c914-46b8-8a4d-b2cc8b66d5f4 req-2863622c-10fe-497d-a602-9e7449712e7c tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:26.078075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-576f2a7c-c914-46b8-8a4d-b2cc8b66d5f4 req-2863622c-10fe-497d-a602-9e7449712e7c tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 943 time: 0.0533979 Aug 10 02:34:26.087251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:34:26.097960 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345491b-2965-4259-850b-b94fc597c292 None None] Sync routers for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:34:26.107869 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345491b-2965-4259-850b-b94fc597c292 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:26.108504 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1345491b-2965-4259-850b-b94fc597c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:34:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:26.120172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-576f2a7c-c914-46b8-8a4d-b2cc8b66d5f4 req-630ad50a-0782-4112-a9a4-8e2eb859ba20 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352011 Aug 10 02:34:26.214250 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1345491b-2965-4259-850b-b94fc597c292 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:26.248743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:26.281006 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-83cca89d-aede-490f-bf24-9b8c331e5516 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3433957 Aug 10 02:34:26.281609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:34:26.284552 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d5ac73-bf63-46d2-b488-a75fdd2c4448" -d '{"events": [{"name": "network-changed", "server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:34:26.324955 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cf0a02-669e-4d91-9cd2-43a1f7e821cd x-openstack-request-id: req-48cf0a02-669e-4d91-9cd2-43a1f7e821cd {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:34:26.325244 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:34:26.325495 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48cf0a02-669e-4d91-9cd2-43a1f7e821cd {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:34:26.325897 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'status': 'completed', 'code': 200} Aug 10 02:34:26.388885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-e705af16-4123-4b3d-95cb-44ef39690153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:26.390469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-e705af16-4123-4b3d-95cb-44ef39690153 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1098 time: 0.0424421 Aug 10 02:34:26.460940 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1345491b-2965-4259-850b-b94fc597c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'ac1e30a0-75b6-4d7a-a583-60a07f9fde9e', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:24Z', 'updated_at': '2021-08-10T02:34:24Z', 'revision_number': 0, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:26.483649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-158f1230-8bc6-473a-a4bf-6207c1299d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:26.485451 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-158f1230-8bc6-473a-a4bf-6207c1299d54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.0881038 Aug 10 02:34:26.489352 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345491b-2965-4259-850b-b94fc597c292 None None] Checking router: 13958a0c-7c5a-4277-9434-bdb5760de667 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:34:26.497917 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345491b-2965-4259-850b-b94fc597c292 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:26.502254 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1345491b-2965-4259-850b-b94fc597c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:34:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:26.556526 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-428eca09-985f-491a-a2cc-387df1c1cb0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 1000 time: 0.0639620 Aug 10 02:34:26.607691 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1345491b-2965-4259-850b-b94fc597c292 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:26.614406 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-2df58598-f873-4522-98d9-b91ffbc5fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:26.616017 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-2df58598-f873-4522-98d9-b91ffbc5fb41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0518680 Aug 10 02:34:26.662753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-597ed3da-9be6-4e2f-93fc-65b6ffed0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:26.664315 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-597ed3da-9be6-4e2f-93fc-65b6ffed0023 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408456 Aug 10 02:34:26.764504 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-0b28f8c5-4d31-4879-b8f2-3bf708a6deba service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927074 Aug 10 02:34:26.837477 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1345491b-2965-4259-850b-b94fc597c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'ac1e30a0-75b6-4d7a-a583-60a07f9fde9e', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:24Z', 'updated_at': '2021-08-10T02:34:24Z', 'revision_number': 0, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:26.861036 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-43d5ac73-bf63-46d2-b488-a75fdd2c4448 req-70fc3909-706b-49aa-9c07-ade1b21e984e service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895205 Aug 10 02:34:26.961921 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345491b-2965-4259-850b-b94fc597c292 None None] The sync data for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 is: [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'ac1e30a0-75b6-4d7a-a583-60a07f9fde9e', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:24Z', 'updated_at': '2021-08-10T02:34:24Z', 'revision_number': 0, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:34:27.165192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a331f-0e0f-4861-8936-06d971ad9575 None None] New status for floating IP ac1e30a0-75b6-4d7a-a583-60a07f9fde9e: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:34:27.237892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6be13-45ff-42e3-9d29-63cec75bdb2f req-6454500b-5f74-4ba0-aeac-2932f4e9419b tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:27.239481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bb6be13-45ff-42e3-9d29-63cec75bdb2f req-6454500b-5f74-4ba0-aeac-2932f4e9419b tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 943 time: 0.0517719 Aug 10 02:34:27.279077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3bb6be13-45ff-42e3-9d29-63cec75bdb2f req-5d9dd1ca-a464-4e1c-988a-30eb551a83be tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330250 Aug 10 02:34:27.538055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c4f23bdd-b34d-4ff1-a7de-101a64ca483f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:34:27.632905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c4f23bdd-b34d-4ff1-a7de-101a64ca483f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:27.644194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'port_id': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'mac_address': 'fa:16:3e:0b:97:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:34:27.690662 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:27.705738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f23bdd-b34d-4ff1-a7de-101a64ca483f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:34:27.727916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c4f23bdd-b34d-4ff1-a7de-101a64ca483f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:27.800065 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:27.845287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:28.027416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['c4f23bdd-b34d-4ff1-a7de-101a64ca483f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:34:28.297962 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:34:28.410824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab7e1-91d7-46a1-9ea7-7a9797dd9e43 req-222bfc2a-5a40-4060-be9d-25d7a797a0de tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:28.412362 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5cfab7e1-91d7-46a1-9ea7-7a9797dd9e43 req-222bfc2a-5a40-4060-be9d-25d7a797a0de tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 944 time: 0.0535157 Aug 10 02:34:28.450131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5cfab7e1-91d7-46a1-9ea7-7a9797dd9e43 req-0676ebd1-8a5f-4a86-8789-0384ec194f93 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Aug 10 02:34:29.553990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c4f23bdd-b34d-4ff1-a7de-101a64ca483f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:34:29.571280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4494a37-a539-4a27-97ce-b3bd04638a74 req-2fbf79d1-e993-48bb-817e-af27570be3dd tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:29.572793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4494a37-a539-4a27-97ce-b3bd04638a74 req-2fbf79d1-e993-48bb-817e-af27570be3dd tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 944 time: 0.0553718 Aug 10 02:34:29.612883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4494a37-a539-4a27-97ce-b3bd04638a74 req-aaa85228-d4f3-464b-ab7c-b3d663966240 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339429 Aug 10 02:34:29.663130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port c4f23bdd-b34d-4ff1-a7de-101a64ca483f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:34:29.667442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port c4f23bdd-b34d-4ff1-a7de-101a64ca483f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:34:29.667818 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:29.754184 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:29.777552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:34:29.779843 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d241a09b-b2d4-4070-95ac-0a4550ceb8c0" -d '{"events": [{"server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "name": "network-vif-plugged", "status": "completed", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:34:29.794224 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port c4f23bdd-b34d-4ff1-a7de-101a64ca483f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:34:29.816931 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434fab7d-5e9f-4ce4-a4d0-12df99652d77 x-openstack-request-id: req-434fab7d-5e9f-4ce4-a4d0-12df99652d77 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:34:29.817231 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "name": "network-vif-plugged", "status": "completed", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:34:29.817487 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-434fab7d-5e9f-4ce4-a4d0-12df99652d77 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:34:29.817888 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'code': 200} Aug 10 02:34:29.862790 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:29.914258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:29.917349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789aae6-47a7-4f1b-bbb3-55c99f891686 req-5dcec2b8-90be-4516-a3ae-53bdd760d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:29.918901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3789aae6-47a7-4f1b-bbb3-55c99f891686 req-5dcec2b8-90be-4516-a3ae-53bdd760d643 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1097 time: 0.0409811 Aug 10 02:34:29.958348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3789aae6-47a7-4f1b-bbb3-55c99f891686 req-3b7ce5c6-1a54-468a-b03c-ff43ed401bdd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327575 Aug 10 02:34:30.734301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68935d1e-1331-4d0c-a05d-6cb6dbaf39b8 req-49adfdde-a3ed-41c2-8a70-e661d06b8fab tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:30.738709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-68935d1e-1331-4d0c-a05d-6cb6dbaf39b8 req-49adfdde-a3ed-41c2-8a70-e661d06b8fab tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 945 time: 0.0529690 Aug 10 02:34:30.779486 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-68935d1e-1331-4d0c-a05d-6cb6dbaf39b8 req-e37c7dd5-9333-4b4c-b47a-7ef76d387357 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365820 Aug 10 02:34:31.911667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa11cc-cf33-4a94-9e9c-9fb7df12e275 req-0139205c-ddae-4cda-a89b-63e4fa58d322 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:31.913194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94fa11cc-cf33-4a94-9e9c-9fb7df12e275 req-0139205c-ddae-4cda-a89b-63e4fa58d322 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 945 time: 0.0587385 Aug 10 02:34:31.953244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94fa11cc-cf33-4a94-9e9c-9fb7df12e275 req-e35e2614-06ec-4513-8752-2e355b55f489 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339401 Aug 10 02:34:32.068358 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88cb8f-7f8a-4274-91cc-1f28bee02c5c req-6927e5f9-ff7a-452b-be34-1ee8f47f6952 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:32.069878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e88cb8f-7f8a-4274-91cc-1f28bee02c5c req-6927e5f9-ff7a-452b-be34-1ee8f47f6952 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 945 time: 0.0489187 Aug 10 02:34:32.108707 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e88cb8f-7f8a-4274-91cc-1f28bee02c5c req-c12e51fa-d461-44cd-a870-35f59c84ac35 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328763 Aug 10 02:34:32.130173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34532) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:32.330742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56394cd2-3fd9-4045-8796-750c98eef1c0 tempest-TestVolumeBackupRestore-1253664577 tempest-TestVolumeBackupRestore-1253664577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:32.332373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-56394cd2-3fd9-4045-8796-750c98eef1c0 tempest-TestVolumeBackupRestore-1253664577 tempest-TestVolumeBackupRestore-1253664577-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1092 time: 0.2011635 Aug 10 02:34:32.335361 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34536) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:32.339710 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:32.440245 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:32.546214 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:32.651531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Allocated IP 172.25.3.130 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/8a0c996d-6972-4127-b014-766bff291e49) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:34:32.762946 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:32.866476 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:32.907846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:34:32.911556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:34:32.915258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:34:32.920741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'Port': ['ID=8a0c996d-6972-4127-b014-766bff291e49,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:33.294135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:33.463429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:33.628888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:33.700081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:33.775021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event updated for resources: {'Port': ['ID=8a0c996d-6972-4127-b014-766bff291e49,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:34:33.786254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:33.893951 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Floating IP 1b61a03d-176d-4e4e-adf4-5130752e99ba associated. External IP: 172.25.3.130, port: c4f23bdd-b34d-4ff1-a7de-101a64ca483f. Aug 10 02:34:34.117950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:34:34.586689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:34:34.600022 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] Sync routers for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:34:34.610152 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:34.611065 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:34:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:34.708953 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:34.719704 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:34.740252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-08320c8e-de03-40c7-9db2-acfa04ef5de8 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4038274 Aug 10 02:34:34.744691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:34:34.744824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34542) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:34.745268 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c63498-5831-4471-a62b-efc10b4644e5" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:34:34.784810 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ef5344-56d5-4ae8-8c46-d0f834f10899 x-openstack-request-id: req-25ef5344-56d5-4ae8-8c46-d0f834f10899 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:34:34.785402 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:34:34.785715 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-25ef5344-56d5-4ae8-8c46-d0f834f10899 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:34:34.786186 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'status': 'completed', 'code': 200} Aug 10 02:34:34.793923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13191b3-1a9c-4ddc-901d-27ab2091274d tempest-TestVolumeBackupRestore-1253664577 tempest-TestVolumeBackupRestore-1253664577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:34.795800 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c13191b3-1a9c-4ddc-901d-27ab2091274d tempest-TestVolumeBackupRestore-1253664577 tempest-TestVolumeBackupRestore-1253664577-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1092 time: 0.0517030 Aug 10 02:34:34.800203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34546) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:34:34.805163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-23d51b23-e2da-4d84-a5fb-a8ecc4e31fed tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Request body: {'floatingip': {'port_id': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:34:34.860587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c63498-5831-4471-a62b-efc10b4644e5 req-5d9848c5-6ba9-44fb-a29f-0511da86b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:34.862185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82c63498-5831-4471-a62b-efc10b4644e5 req-5d9848c5-6ba9-44fb-a29f-0511da86b751 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa2f9f6138404013bcea9161c1a49b39&device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1097 time: 0.0509534 Aug 10 02:34:34.868067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23d51b23-e2da-4d84-a5fb-a8ecc4e31fed tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for floatingip, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:34.972438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c63498-5831-4471-a62b-efc10b4644e5 req-a2f52bd6-5129-4006-842a-869e21528bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:34.974316 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82c63498-5831-4471-a62b-efc10b4644e5 req-a2f52bd6-5129-4006-842a-869e21528bcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=035c56a8-a657-488f-ad0e-e8cb9d2dca62 HTTP/1.1" status: 200 len: 914 time: 0.1051698 Aug 10 02:34:34.984633 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '1b61a03d-176d-4e4e-adf4-5130752e99ba', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'port_id': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'mac_address': 'fa:16:3e:0b:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:33Z', 'updated_at': '2021-08-10T02:34:33Z', 'revision_number': 0, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:35.024383 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] Checking router: b18eabae-d6d2-4cf3-bc23-f447f3f613b1 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:34:35.034032 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:35.034688 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:34:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:35.056837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82c63498-5831-4471-a62b-efc10b4644e5 req-2779683d-8592-42a5-a2aa-ea36513e1065 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f HTTP/1.1" status: 200 len: 999 time: 0.0745504 Aug 10 02:34:35.111995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c63498-5831-4471-a62b-efc10b4644e5 req-90a24927-86aa-4215-9e35-1eea210d44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:35.113680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82c63498-5831-4471-a62b-efc10b4644e5 req-90a24927-86aa-4215-9e35-1eea210d44f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8807f016-a1ca-40c9-9c5a-fe4f49fd3c87 HTTP/1.1" status: 200 len: 852 time: 0.0509298 Aug 10 02:34:35.156402 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:35.166493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c63498-5831-4471-a62b-efc10b4644e5 req-40d89512-3501-4055-b17f-54f3fb68f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:35.168250 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82c63498-5831-4471-a62b-efc10b4644e5 req-40d89512-3501-4055-b17f-54f3fb68f289 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=035c56a8-a657-488f-ad0e-e8cb9d2dca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481579 Aug 10 02:34:35.270285 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82c63498-5831-4471-a62b-efc10b4644e5 req-e7b1a88b-9a8d-4170-99b0-4482ce9a8f90 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951293 Aug 10 02:34:35.402989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82c63498-5831-4471-a62b-efc10b4644e5 req-c4a799c1-62f5-49ad-b200-255d25558777 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194017 Aug 10 02:34:35.408421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23d51b23-e2da-4d84-a5fb-a8ecc4e31fed tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:35.425234 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '1b61a03d-176d-4e4e-adf4-5130752e99ba', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'port_id': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'mac_address': 'fa:16:3e:0b:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:33Z', 'updated_at': '2021-08-10T02:34:33Z', 'revision_number': 0, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:35.459372 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd8637-6474-44b0-9255-6009f40e955c None None] The sync data for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 is: [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '1b61a03d-176d-4e4e-adf4-5130752e99ba', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'port_id': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'mac_address': 'fa:16:3e:0b:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:33Z', 'updated_at': '2021-08-10T02:34:33Z', 'revision_number': 0, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:34:35.474269 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23d51b23-e2da-4d84-a5fb-a8ecc4e31fed tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:35.686846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a822cd0d-a6b9-466b-bddb-cb0f820b9a2b None None] New status for floating IP 1b61a03d-176d-4e4e-adf4-5130752e99ba: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:34:35.710603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d51b23-e2da-4d84-a5fb-a8ecc4e31fed tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:34:35.829642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d51b23-e2da-4d84-a5fb-a8ecc4e31fed tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:34:35.835011 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-23d51b23-e2da-4d84-a5fb-a8ecc4e31fed tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:35.865452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:34:35.868895 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77267dcb-a8a7-44a0-8325-381fe80fb852" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:34:35.898882 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-23d51b23-e2da-4d84-a5fb-a8ecc4e31fed tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "PUT /v2.0/floatingips/1b61a03d-176d-4e4e-adf4-5130752e99ba HTTP/1.1" status: 200 len: 991 time: 1.0973001 Aug 10 02:34:35.911473 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b78b9f-f559-43ef-9047-9bb8a7467256 x-openstack-request-id: req-58b78b9f-f559-43ef-9047-9bb8a7467256 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:34:35.911855 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:34:35.912117 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-58b78b9f-f559-43ef-9047-9bb8a7467256 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:34:35.912539 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'status': 'completed', 'code': 200} Aug 10 02:34:35.984609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-5f554325-02b4-4ada-b63b-1c4aeeabaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:35.984609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-5f554325-02b4-4ada-b63b-1c4aeeabaa41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa2f9f6138404013bcea9161c1a49b39&device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1097 time: 0.0429866 Aug 10 02:34:36.074150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-8c8222cf-ae9b-47b7-9234-f1bcaf626e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:36.075738 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-8c8222cf-ae9b-47b7-9234-f1bcaf626e2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=035c56a8-a657-488f-ad0e-e8cb9d2dca62 HTTP/1.1" status: 200 len: 914 time: 0.0903320 Aug 10 02:34:36.147695 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] Sync routers for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:34:36.156504 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-7661f121-09e9-43af-b4db-fd6f2320053b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f HTTP/1.1" status: 200 len: 999 time: 0.0735354 Aug 10 02:34:36.157663 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:36.158289 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:34:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:36.209044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-bd397a43-fdb9-4da5-9b70-809a3537c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:36.210614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-bd397a43-fdb9-4da5-9b70-809a3537c66b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8807f016-a1ca-40c9-9c5a-fe4f49fd3c87 HTTP/1.1" status: 200 len: 852 time: 0.0468357 Aug 10 02:34:36.257796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-c3eabde7-3612-4889-b8a0-bed69931cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:36.259321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-c3eabde7-3612-4889-b8a0-bed69931cea2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=035c56a8-a657-488f-ad0e-e8cb9d2dca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417101 Aug 10 02:34:36.271465 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:36.366447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-5b013311-4df5-4cc5-97ff-e96d276b3692 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001432 Aug 10 02:34:36.464667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77267dcb-a8a7-44a0-8325-381fe80fb852 req-4d18a7b3-60a9-48e5-b954-1d4705883fe0 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906510 Aug 10 02:34:36.517868 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '1b61a03d-176d-4e4e-adf4-5130752e99ba', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'port_id': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'mac_address': 'fa:16:3e:0b:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:33Z', 'updated_at': '2021-08-10T02:34:35Z', 'revision_number': 2, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:36.544767 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] Checking router: b18eabae-d6d2-4cf3-bc23-f447f3f613b1 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:34:36.554111 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:34:36.554761 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:34:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:36.661249 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:34:36.903750 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '1b61a03d-176d-4e4e-adf4-5130752e99ba', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'port_id': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'mac_address': 'fa:16:3e:0b:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:33Z', 'updated_at': '2021-08-10T02:34:35Z', 'revision_number': 2, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:34:37.026788 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f793e-97cc-40f3-b7a9-fe8bcbe2667a None None] The sync data for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 is: [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '1b61a03d-176d-4e4e-adf4-5130752e99ba', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'port_id': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'mac_address': 'fa:16:3e:0b:97:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:33Z', 'updated_at': '2021-08-10T02:34:35Z', 'revision_number': 2, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:34:37.913343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:34:37.915823 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:34:37.952083 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67676955-f3d1-4f11-b47b-ae1d1aaeac4b x-openstack-request-id: req-67676955-f3d1-4f11-b47b-ae1d1aaeac4b {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:34:37.952399 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:34:37.952715 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-67676955-f3d1-4f11-b47b-ae1d1aaeac4b {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:34:37.953120 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'status': 'completed', 'code': 200} Aug 10 02:34:38.019694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-d791cf75-dc09-4b92-949c-9f60dfd4a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:38.021277 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-d791cf75-dc09-4b92-949c-9f60dfd4a423 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa2f9f6138404013bcea9161c1a49b39&device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1097 time: 0.0467062 Aug 10 02:34:38.109153 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-a3de4c81-1727-431b-b74c-076342334bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:38.110936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-a3de4c81-1727-431b-b74c-076342334bcd service neutron] 10.222.0.16 "GET /v2.0/networks?id=035c56a8-a657-488f-ad0e-e8cb9d2dca62 HTTP/1.1" status: 200 len: 914 time: 0.0827403 Aug 10 02:34:38.181044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-8f17c373-d8f7-4ef6-ac4b-37d4fd3f83b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f HTTP/1.1" status: 200 len: 1001 time: 0.0632615 Aug 10 02:34:38.231864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-09d49ecc-360b-4bfc-8d3b-5a0d1bd2f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:38.233256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-09d49ecc-360b-4bfc-8d3b-5a0d1bd2f691 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8807f016-a1ca-40c9-9c5a-fe4f49fd3c87 HTTP/1.1" status: 200 len: 852 time: 0.0448651 Aug 10 02:34:38.278340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-a97a70b0-3ed3-4a16-9649-0effa7393827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:34:38.279874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-a97a70b0-3ed3-4a16-9649-0effa7393827 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=035c56a8-a657-488f-ad0e-e8cb9d2dca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401616 Aug 10 02:34:38.373983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-4ea6d7a0-c350-44b8-9b40-ec23eaf2db82 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Aug 10 02:34:38.463245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f0faa36-4d9b-4c0a-a7f5-e6298e55bf09 req-87dbd821-334a-4be5-b009-75936b2dec03 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825584 Aug 10 02:34:43.337817 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:44.500266 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:47.919452 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ffc66b50-0a79-4777-82da-337156cce4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:50.651360 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-825f4f1e-ce77-4ef2-a026-4d5d3953b349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:51.189166 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:52.353984 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:53.997409 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:34:54.947302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-2b81c27c-b772-4516-b090-361f4a2ebeae req-7b41f097-a61d-451f-94c8-a68dc3aa7f72 service neutron] (101223) timed out ('10.222.0.38', 42906) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:35:02.149218 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-5abf61fe-f911-4dce-b0b1-391ad9376ca4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437598 Aug 10 02:35:02.240571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-9967396a-69d5-4916-8ea8-1dbe31ecce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:02.242113 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-9967396a-69d5-4916-8ea8-1dbe31ecce7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1098 time: 0.0451910 Aug 10 02:35:02.357099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-f1e5d63f-e6ec-405b-82cd-e9729ada41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:02.358660 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-f1e5d63f-e6ec-405b-82cd-e9729ada41ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.0972021 Aug 10 02:35:02.405261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-69ab0446-3e79-4273-98ea-4f9227fbe226 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491805 Aug 10 02:35:02.434428 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-59a65c37-adc8-42d4-93d3-ed70291df1b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 1002 time: 0.0680480 Aug 10 02:35:02.492739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-5db36372-3552-4662-895c-0843c958979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:02.494242 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-5db36372-3552-4662-895c-0843c958979e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0522563 Aug 10 02:35:02.497211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-4770ee97-06ac-4737-af0f-a258caf24ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:02.500899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-4770ee97-06ac-4737-af0f-a258caf24ce0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa2f9f6138404013bcea9161c1a49b39&device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1097 time: 0.0519063 Aug 10 02:35:02.543195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-87bad1c2-f71a-4637-aabb-c59bf286fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:02.544745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-87bad1c2-f71a-4637-aabb-c59bf286fd44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431390 Aug 10 02:35:02.617936 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-9ffd79d5-a83c-436f-bf13-2149ad2979e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:02.619570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-9ffd79d5-a83c-436f-bf13-2149ad2979e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=035c56a8-a657-488f-ad0e-e8cb9d2dca62 HTTP/1.1" status: 200 len: 914 time: 0.0951796 Aug 10 02:35:02.646242 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-d9f79744-0634-4b5a-b4fa-1493b1c279e3 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925243 Aug 10 02:35:02.700598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-290e8e8c-cc16-430c-a3bd-7aa9bef3f0ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f HTTP/1.1" status: 200 len: 1001 time: 0.0739884 Aug 10 02:35:02.752144 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9afba6b-772e-449c-9d58-803bb6ac4e83 req-53558404-f668-4ed7-bfc8-d63fe01c28ac service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989077 Aug 10 02:35:02.756551 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-c6376bf3-7654-4a30-9990-6578f53685f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:02.758453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-c6376bf3-7654-4a30-9990-6578f53685f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8807f016-a1ca-40c9-9c5a-fe4f49fd3c87 HTTP/1.1" status: 200 len: 852 time: 0.0505381 Aug 10 02:35:02.806103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-3ecba09c-f96f-4b0c-862b-56f4112cb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:02.807632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-3ecba09c-f96f-4b0c-862b-56f4112cb82b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=035c56a8-a657-488f-ad0e-e8cb9d2dca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426872 Aug 10 02:35:02.907289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-6161e48a-b77d-49c3-a169-0606cde78cc3 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915108 Aug 10 02:35:02.999648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9b8706e-2225-45e0-b610-a113fa2f3fb8 req-3e820be9-f87f-4372-94a9-6e57065a8b18 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852072 Aug 10 02:35:05.298170 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:35:13.433817 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:14.542476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:17.925348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-179f23fa-996b-4539-b35a-5ef958767a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:20.614465 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b59f9867-3090-4650-bc77-c19340259877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:21.157581 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:22.388357 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:23.954404 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:40.759407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34578) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:35:40.922325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Deleting port 8a0c996d-6972-4127-b014-766bff291e49 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:35:40.922533 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:41.004385 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:41.004715 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:41.017732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Calling delete_port for 8a0c996d-6972-4127-b014-766bff291e49 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:35:41.243575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:41.275359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event deleted for resources: {'Port': ['ID=8a0c996d-6972-4127-b014-766bff291e49,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:41.303289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.303646 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.303996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.304345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.304685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.305024 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.305361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.305697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.306029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.306360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.306723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.307055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:41.347786 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:41.348128 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Floating IP 1b61a03d-176d-4e4e-adf4-5130752e99ba disassociated (deleted). External IP: 172.25.3.130, port: c4f23bdd-b34d-4ff1-a7de-101a64ca483f. Aug 10 02:35:41.587831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:35:41.700681 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:35:41.706271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:41.711249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] Sync routers for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:35:41.724039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:35:41.724775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:35:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:41.734164 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2ae71322-5069-4121-8498-325fb40eaad0 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "DELETE /v2.0/floatingips/1b61a03d-176d-4e4e-adf4-5130752e99ba HTTP/1.1" status: 204 len: 168 time: 0.9736283 Aug 10 02:35:41.734779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:35:41.737352 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f6fd30-54c9-4674-8f72-2855a903068a" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:35:41.778315 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a63bb9-99f2-4c39-8400-4a9ca6cc7fc6 x-openstack-request-id: req-f8a63bb9-99f2-4c39-8400-4a9ca6cc7fc6 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:35:41.779028 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:35:41.779028 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8a63bb9-99f2-4c39-8400-4a9ca6cc7fc6 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:35:41.779281 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'status': 'completed', 'code': 200} Aug 10 02:35:41.848875 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-63d4c8eb-1528-4d75-8d6e-c2a4cf9707a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:41.850480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-63d4c8eb-1528-4d75-8d6e-c2a4cf9707a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa2f9f6138404013bcea9161c1a49b39&device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 1097 time: 0.0464699 Aug 10 02:35:41.865422 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:35:41.961448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-7e76ac15-0a76-4e3d-a6e3-6c8fb4f57c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:41.963093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-7e76ac15-0a76-4e3d-a6e3-6c8fb4f57c20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=035c56a8-a657-488f-ad0e-e8cb9d2dca62 HTTP/1.1" status: 200 len: 914 time: 0.1052485 Aug 10 02:35:42.011547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-318d9495-36ce-4ccd-a265-317693479a59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f HTTP/1.1" status: 200 len: 217 time: 0.0414975 Aug 10 02:35:42.063168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-e2d86fdd-a8db-4a25-995a-fedbca539952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:42.064670 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-e2d86fdd-a8db-4a25-995a-fedbca539952 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8807f016-a1ca-40c9-9c5a-fe4f49fd3c87 HTTP/1.1" status: 200 len: 852 time: 0.0461493 Aug 10 02:35:42.082809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:42.109962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] Checking router: b18eabae-d6d2-4cf3-bc23-f447f3f613b1 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:35:42.121102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:35:42.121932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:35:20Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:42.130325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-c4e8bece-cc2e-4549-9400-8451a45d55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:42.132943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-c4e8bece-cc2e-4549-9400-8451a45d55a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=035c56a8-a657-488f-ad0e-e8cb9d2dca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591254 Aug 10 02:35:42.242369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:35:42.244903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-dc942efe-36e7-43f0-90cf-d3ae2fb5b1fb service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028602 Aug 10 02:35:42.298636 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:35:42.383656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8f6fd30-54c9-4674-8f72-2855a903068a req-8b77f721-076d-4d90-a5e0-58acfc8fa058 service neutron] 10.222.0.16 "GET /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304085 Aug 10 02:35:42.406092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b03b1-ff0b-44e9-b981-2496520532b7 req-797be125-a816-4df5-bb0d-530b89664fe3 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:42.407730 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a75b03b1-ff0b-44e9-b981-2496520532b7 req-797be125-a816-4df5-bb0d-530b89664fe3 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 945 time: 0.2196364 Aug 10 02:35:42.456957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a75b03b1-ff0b-44e9-b981-2496520532b7 req-020c645a-a5d2-4833-bbed-e8e4f886a740 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Aug 10 02:35:42.478226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:42.505721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa35e2b-02fd-487e-9aa0-08cf31a41531 None None] The sync data for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 is: [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:31:31Z', 'revision_number': 4, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '22103c74-fb19-4607-a824-46c43072588c', 'name': '', 'network_id': '035c56a8-a657-488f-ad0e-e8cb9d2dca62', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'mac_address': 'fa:16:3e:ba:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:30Z', 'updated_at': '2021-08-10T02:31:37Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'subnets': [{'id': '8807f016-a1ca-40c9-9c5a-fe4f49fd3c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:35:42.767355 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9730275-1c4b-44e0-8ca1-c071b5115edc None None] New status for floating IP 1b61a03d-176d-4e4e-adf4-5130752e99ba: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:35:43.382346 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:43.694201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff51fb-033d-48e7-bc61-7c5568e289c7 req-f497ff34-4d18-48fb-b225-dfbe7d770e5c tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:43.696993 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfff51fb-033d-48e7-bc61-7c5568e289c7 req-f497ff34-4d18-48fb-b225-dfbe7d770e5c tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 945 time: 0.1406000 Aug 10 02:35:43.766878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-8e52217a-16b2-4ec5-a8f9-04e91b227ec3 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:35:43.768389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-8e52217a-16b2-4ec5-a8f9-04e91b227ec3 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.16 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 945 time: 0.1022274 Aug 10 02:35:43.772116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfff51fb-033d-48e7-bc61-7c5568e289c7 req-784de5f2-8313-4067-b2a9-07a36ca296d6 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/security-groups?id=878e2319-7a02-4ab6-a3e0-7b319722f5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601535 Aug 10 02:35:43.882784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Deleting port c4f23bdd-b34d-4ff1-a7de-101a64ca483f {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:35:43.883135 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:43.989135 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] For port c4f23bdd-b34d-4ff1-a7de-101a64ca483f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:35:43.989402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:44.003744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Calling delete_port for c4f23bdd-b34d-4ff1-a7de-101a64ca483f owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:35:44.226473 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:44.256950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event deleted for resources: {'Port': ['ID=c4f23bdd-b34d-4ff1-a7de-101a64ca483f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:44.270980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.271335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.276082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:44.308934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] No DVR routers for this DVR port c4f23bdd-b34d-4ff1-a7de-101a64ca483f on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:35:44.311595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:44.313953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e87924dd-314b-4c42-921d-2143cce1ce5a req-c79a4cbe-f942-487d-9961-78801e8332d5 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.16 "DELETE /v2.0/ports/c4f23bdd-b34d-4ff1-a7de-101a64ca483f HTTP/1.1" status: 204 len: 173 time: 0.5390620 Aug 10 02:35:44.314403 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'name': 'network-vif-deleted', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:35:44.316707 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac6e58f-1d38-45b6-9242-7fc0af5c3622" -d '{"events": [{"server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "name": "network-vif-deleted", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:35:44.368155 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c641c7-2857-4d5a-b1d1-70d7b08238a3 x-openstack-request-id: req-78c641c7-2857-4d5a-b1d1-70d7b08238a3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:35:44.368452 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0b206-5278-4185-9ba1-9b2d03da9b2e", "name": "network-vif-deleted", "tag": "c4f23bdd-b34d-4ff1-a7de-101a64ca483f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:35:44.368709 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78c641c7-2857-4d5a-b1d1-70d7b08238a3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:35:44.369118 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0b206-5278-4185-9ba1-9b2d03da9b2e', 'name': 'network-vif-deleted', 'tag': 'c4f23bdd-b34d-4ff1-a7de-101a64ca483f', 'status': 'completed', 'code': 200} Aug 10 02:35:44.542581 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:44.870850 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b3820b4-7ec1-4ed0-9824-adc8ce84477f req-a1238d39-e103-49a5-b855-58e4549e498b tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 210 time: 0.0284250 Aug 10 02:35:45.975025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c4f23bdd-b34d-4ff1-a7de-101a64ca483f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:35:45.978443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a70c37f3-7b05-426c-81dd-bc7a3c33647d req-00f6ebff-9374-47ab-8d53-db767104a655 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 210 time: 0.0336869 Aug 10 02:35:45.999190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: c4f23bdd-b34d-4ff1-a7de-101a64ca483f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:35:46.000098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device c4f23bdd-b34d-4ff1-a7de-101a64ca483f not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:35:47.078158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0541ed7-18bc-44a4-a6ed-ff2650012301 req-bfacaf6b-ff69-458a-b3c5-249bad6fd2a2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 210 time: 0.0256350 Aug 10 02:35:47.894661 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fdd18541-911a-45c6-882c-910d434a79be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:48.177774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e3b2a37-909a-42bf-81a7-2353749a4b95 req-2c85ca19-88b2-49c9-a9c8-892f5ba506d9 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "GET /v2.0/ports?device_id=aba0b206-5278-4185-9ba1-9b2d03da9b2e HTTP/1.1" status: 200 len: 210 time: 0.0289471 Aug 10 02:35:49.244478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34616) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:35:49.305403 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50b2a73c-790b-42af-9969-6df558d888d2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:49.331684 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50b2a73c-790b-42af-9969-6df558d888d2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:49.433738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50b2a73c-790b-42af-9969-6df558d888d2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:49.436499 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-50b2a73c-790b-42af-9969-6df558d888d2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:49.438371 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-50b2a73c-790b-42af-9969-6df558d888d2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] 10.222.0.38 "DELETE /v2.0/security-groups/878e2319-7a02-4ab6-a3e0-7b319722f5f2 HTTP/1.1" status: 204 len: 168 time: 0.1928785 Aug 10 02:35:49.448004 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2a73c-790b-42af-9969-6df558d888d2 tempest-TestVolumeBackupRestore-1539964635 tempest-TestVolumeBackupRestore-1539964635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878e2319-7a02-4ab6-a3e0-7b319722f5f2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:50.599818 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-27bb6119-764a-411a-ae51-32acfe1ddba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:51.140695 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:52.423390 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:53.377226 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34774) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:35:53.785915 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:53.955182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:54.067886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Deleting port 22103c74-fb19-4607-a824-46c43072588c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:35:54.068240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:54.153310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] For port 22103c74-fb19-4607-a824-46c43072588c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=22103c74-fb19-4607-a824-46c43072588c,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:35:54.153691 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:54.171814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Calling delete_port for 22103c74-fb19-4607-a824-46c43072588c owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:35:54.438406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:54.466963 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Pushing event deleted for resources: {'Port': ['ID=22103c74-fb19-4607-a824-46c43072588c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:54.977237 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:55.205470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:35:55.369601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:35:55.369601 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1a8d3564-5588-4f90-b879-065f97bfe09b admin admin] 10.222.0.38 "PUT /v2.0/routers/b18eabae-d6d2-4cf3-bc23-f447f3f613b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9418459 Aug 10 02:35:55.372605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] Sync routers for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:35:55.372605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:35:55.372605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:35:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:55.373762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34854) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:35:55.459828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:35:55.475474 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:55.591492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:55.662255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:35:54Z', 'revision_number': 5, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port': {'id': '8ed515e1-46b3-4277-9463-e8a25ad163b7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:28Z', 'updated_at': '2021-08-10T02:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:55.690654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] Checking router: b18eabae-d6d2-4cf3-bc23-f447f3f613b1 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:35:55.699509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] Routers {'b18eabae-d6d2-4cf3-bc23-f447f3f613b1'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:35:55.700134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:35:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:55.751940 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Deleting port 8ed515e1-46b3-4277-9463-e8a25ad163b7 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:35:55.752295 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:55.801080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] Set router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:35:55.842869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] For port 8ed515e1-46b3-4277-9463-e8a25ad163b7, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8ed515e1-46b3-4277-9463-e8a25ad163b7,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:35:55.843458 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:55.853606 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:35:55Z', 'revision_number': 6, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:55.857742 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Calling delete_port for 8ed515e1-46b3-4277-9463-e8a25ad163b7 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:35:55.881947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73366902-79ec-43a3-9f90-e983f7d619d8 None None] The sync data for ids ['b18eabae-d6d2-4cf3-bc23-f447f3f613b1'] in n-d-767704-21 is: [{'id': 'b18eabae-d6d2-4cf3-bc23-f447f3f613b1', 'name': 'tempest-TestVolumeBackupRestore-345543692-router', 'tenant_id': 'fa2f9f6138404013bcea9161c1a49b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:27Z', 'updated_at': '2021-08-10T02:35:55Z', 'revision_number': 6, 'project_id': 'fa2f9f6138404013bcea9161c1a49b39', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:35:56.134758 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.162535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed515e1-46b3-4277-9463-e8a25ad163b7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:56.224145 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.329993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.335525 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.483254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.484814 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b18eabae-d6d2-4cf3-bc23-f447f3f613b1 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:35:56.489967 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.491166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-400fb008-bd6e-4687-b261-073f28e12914 admin admin] 10.222.0.38 "DELETE /v2.0/routers/b18eabae-d6d2-4cf3-bc23-f447f3f613b1 HTTP/1.1" status: 204 len: 168 time: 1.1261139 Aug 10 02:35:56.493650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34892) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:35:56.548095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6d2803-7e2a-4012-b4a2-a903477428b0 admin admin] Deleting subnet 8807f016-a1ca-40c9-9c5a-fe4f49fd3c87 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:35:56.551821 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2803-7e2a-4012-b4a2-a903477428b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.588364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2803-7e2a-4012-b4a2-a903477428b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.701381 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2803-7e2a-4012-b4a2-a903477428b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.845734 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2803-7e2a-4012-b4a2-a903477428b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.877560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d2803-7e2a-4012-b4a2-a903477428b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8807f016-a1ca-40c9-9c5a-fe4f49fd3c87,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:56.884199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b6d2803-7e2a-4012-b4a2-a903477428b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:56.884199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0b6d2803-7e2a-4012-b4a2-a903477428b0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8807f016-a1ca-40c9-9c5a-fe4f49fd3c87 HTTP/1.1" status: 204 len: 168 time: 0.3868902 Aug 10 02:35:56.885183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 34910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:35:56.888618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b2b2e-3f0e-46ae-aa7f-4162ae2cba9f None None] Network 035c56a8-a657-488f-ad0e-e8cb9d2dca62 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:35:56.979523 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.047322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Deleting port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:35:57.047675 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.108251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] DHCP port deletion for 035c56a8-a657-488f-ad0e-e8cb9d2dca62 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:35:57.129638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] For port b899d7ee-87f3-4fa5-8316-eaa57ce286a9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b899d7ee-87f3-4fa5-8316-eaa57ce286a9,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:35:57.129952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.144368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Calling delete_port for b899d7ee-87f3-4fa5-8316-eaa57ce286a9 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:35:57.160709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Deleting port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:35:57.161189 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.230936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] For port b899d7ee-87f3-4fa5-8316-eaa57ce286a9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b899d7ee-87f3-4fa5-8316-eaa57ce286a9,segment=NetworkSegment(01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f),segment_id=01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:35:57.231485 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.254287 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Calling delete_port for b899d7ee-87f3-4fa5-8316-eaa57ce286a9 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:35:57.312725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.331428 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.346255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Pushing event deleted for resources: {'Port': ['ID=b899d7ee-87f3-4fa5-8316-eaa57ce286a9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:57.351046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] No DVR routers for this DVR port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:35:57.358193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Pushing event deleted for resources: {'Port': ['ID=b899d7ee-87f3-4fa5-8316-eaa57ce286a9,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:57.366873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] No DVR routers for this DVR port b899d7ee-87f3-4fa5-8316-eaa57ce286a9 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:35:57.369396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.369655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.369996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.370340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.370706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.371100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.371364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.371704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.372011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.372329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.372650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.373071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11b817-0eb2-4ca6-b180-23bf4066afb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:35:57.430422 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.441197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035c56a8-a657-488f-ad0e-e8cb9d2dca62']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:57.452751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:57.453103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d8afd3-bfad-4d4a-a8e3-7ee0f1d59e5f') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:57.464377 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.485392 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.489767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:35:57.490198 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:35:57.492225 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:35:57.531750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b899d7ee-87f3-4fa5-8316-eaa57ce286a9 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:35:57.554155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b899d7ee-87f3-4fa5-8316-eaa57ce286a9 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:35:57.554504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b899d7ee-87f3-4fa5-8316-eaa57ce286a9 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:35:57.554948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8ed515e1-46b3-4277-9463-e8a25ad163b7 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:35:57.574832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8ed515e1-46b3-4277-9463-e8a25ad163b7 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:35:57.574832 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8ed515e1-46b3-4277-9463-e8a25ad163b7 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:35:57.575256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 22103c74-fb19-4607-a824-46c43072588c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:35:57.599349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 22103c74-fb19-4607-a824-46c43072588c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:35:57.599698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 22103c74-fb19-4607-a824-46c43072588c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:35:57.640200 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.646014 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:57.647921 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] 10.222.0.38 "DELETE /v2.0/networks/035c56a8-a657-488f-ad0e-e8cb9d2dca62 HTTP/1.1" status: 204 len: 168 time: 0.7626989 Aug 10 02:35:57.651139 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 34940) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:35:57.660054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ea67f-7db7-4176-bae1-a0e9b658927f admin admin] Pushing event deleted for resources: {'Network': ['ID=035c56a8-a657-488f-ad0e-e8cb9d2dca62,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:58.055159 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:58.687951 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Deleting port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:35:58.688655 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:58.775504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] For port 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438,segment=NetworkSegment(64fab3a8-92f5-40cc-9cce-891ce148ea90),segment_id=64fab3a8-92f5-40cc-9cce-891ce148ea90)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:35:58.775868 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:58.789269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Calling delete_port for 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:35:59.092885 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:59.122238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:35:59.308913 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:59.553314 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Router d486e4af-6b30-4210-a14f-2166d5d0bc88 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:35:59.669236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:35:59.676700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-10c39828-23c2-4806-8bf6-8e2c7ea72d54 admin admin] 10.222.0.38 "PUT /v2.0/routers/d486e4af-6b30-4210-a14f-2166d5d0bc88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0241609 Aug 10 02:35:59.679113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35014) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:35:59.683751 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] Sync routers for ids ['d486e4af-6b30-4210-a14f-2166d5d0bc88'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:35:59.704190 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] Routers {'d486e4af-6b30-4210-a14f-2166d5d0bc88'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:35:59.704815 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:35:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d486e4af-6b30-4210-a14f-2166d5d0bc88'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:35:59.793914 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:35:59.815781 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] Set router d486e4af-6b30-4210-a14f-2166d5d0bc88 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:35:59.906421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.009212 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:35Z', 'updated_at': '2021-08-10T02:35:58Z', 'revision_number': 5, 'project_id': '14541e0161074b5697a73ef102f8c181', 'gw_port': {'id': '1c0faac2-2a3d-4e53-9645-400d1c417f05', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:31:36Z', 'updated_at': '2021-08-10T02:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:36:00.037726 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] Checking router: d486e4af-6b30-4210-a14f-2166d5d0bc88 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:36:00.046499 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] Routers {'d486e4af-6b30-4210-a14f-2166d5d0bc88'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:36:00.047261 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:35:50Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d486e4af-6b30-4210-a14f-2166d5d0bc88'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:36:00.062542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Deleting port 1c0faac2-2a3d-4e53-9645-400d1c417f05 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:36:00.062542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.137554 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] Set router d486e4af-6b30-4210-a14f-2166d5d0bc88 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:36:00.154034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] For port 1c0faac2-2a3d-4e53-9645-400d1c417f05, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=1c0faac2-2a3d-4e53-9645-400d1c417f05,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:36:00.154403 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.169303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Calling delete_port for 1c0faac2-2a3d-4e53-9645-400d1c417f05 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:36:00.196032 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:35Z', 'updated_at': '2021-08-10T02:35:59Z', 'revision_number': 6, 'project_id': '14541e0161074b5697a73ef102f8c181', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:36:00.224786 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897bcb06-87da-42d0-a060-c822e432bff0 None None] The sync data for ids ['d486e4af-6b30-4210-a14f-2166d5d0bc88'] in n-d-767704-21 is: [{'id': 'd486e4af-6b30-4210-a14f-2166d5d0bc88', 'name': 'tempest-TestVolumeBackupRestore-1934583842-router', 'tenant_id': '14541e0161074b5697a73ef102f8c181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:31:35Z', 'updated_at': '2021-08-10T02:35:59Z', 'revision_number': 6, 'project_id': '14541e0161074b5697a73ef102f8c181', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:36:00.496847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.524899 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0faac2-2a3d-4e53-9645-400d1c417f05,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:36:00.596742 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.696736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.698935 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.832062 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.832761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d486e4af-6b30-4210-a14f-2166d5d0bc88 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:36:00.837175 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.838218 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ee4c0003-2f11-453e-ad2d-d2fc8bba3e77 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d486e4af-6b30-4210-a14f-2166d5d0bc88 HTTP/1.1" status: 204 len: 168 time: 1.1581645 Aug 10 02:36:00.841429 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35056) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:36:00.891108 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-da02f4df-afe5-4828-bfcd-f0cff7e25f5f admin admin] Deleting subnet c4a189db-bcfc-4941-a9b1-b82976741865 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:36:00.894596 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da02f4df-afe5-4828-bfcd-f0cff7e25f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:00.934048 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da02f4df-afe5-4828-bfcd-f0cff7e25f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.030645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da02f4df-afe5-4828-bfcd-f0cff7e25f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.165907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da02f4df-afe5-4828-bfcd-f0cff7e25f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.195571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02f4df-afe5-4828-bfcd-f0cff7e25f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a189db-bcfc-4941-a9b1-b82976741865,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:36:01.200655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-da02f4df-afe5-4828-bfcd-f0cff7e25f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.202808 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-da02f4df-afe5-4828-bfcd-f0cff7e25f5f admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c4a189db-bcfc-4941-a9b1-b82976741865 HTTP/1.1" status: 204 len: 168 time: 0.3603144 Aug 10 02:36:01.206579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35070) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:36:01.211781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31e5f6c-f8d0-46ab-abe7-7dc501b75d9a None None] Network 24f8702e-7f04-438b-9769-10750461a106 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:36:01.318017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.374276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Deleting port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:36:01.374655 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.435196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b943d-0383-4795-93eb-e3dd300a1798 None None] DHCP port deletion for 24f8702e-7f04-438b-9769-10750461a106 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:36:01.447269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] For port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d,segment=NetworkSegment(64fab3a8-92f5-40cc-9cce-891ce148ea90),segment_id=64fab3a8-92f5-40cc-9cce-891ce148ea90)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:36:01.447638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.462868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Calling delete_port for 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:36:01.488493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b943d-0383-4795-93eb-e3dd300a1798 None None] Deleting port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:36:01.488786 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e3b943d-0383-4795-93eb-e3dd300a1798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.537078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:36:01.563275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:36:01.563623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8dfd1a06-c4fc-4ecf-a7de-6eb8e8b04438 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:36:01.564037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1c0faac2-2a3d-4e53-9645-400d1c417f05 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:36:01.594855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 1c0faac2-2a3d-4e53-9645-400d1c417f05 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:36:01.595196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 1c0faac2-2a3d-4e53-9645-400d1c417f05 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:36:01.595612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:36:01.598341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-4e3b943d-0383-4795-93eb-e3dd300a1798 None None] For port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d,segment=NetworkSegment(64fab3a8-92f5-40cc-9cce-891ce148ea90),segment_id=64fab3a8-92f5-40cc-9cce-891ce148ea90)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:36:01.598765 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e3b943d-0383-4795-93eb-e3dd300a1798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.629130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b943d-0383-4795-93eb-e3dd300a1798 None None] Calling delete_port for 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:36:01.657407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.680900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No active binding found for port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d {{(pid=101225) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 02:36:01.681324 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:36:01.684867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:36:01.688627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] No DVR routers for this DVR port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:36:01.725213 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4e3b943d-0383-4795-93eb-e3dd300a1798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.753887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b943d-0383-4795-93eb-e3dd300a1798 None None] No DVR routers for this DVR port 9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:36:01.758160 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b943d-0383-4795-93eb-e3dd300a1798 None None] Pushing event deleted for resources: {'Port': ['ID=9cd6f865-e0f8-4ab7-92c9-7d20b4cc917d,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:36:01.791425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.802124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f8702e-7f04-438b-9769-10750461a106']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:36:01.814507 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fab3a8-92f5-40cc-9cce-891ce148ea90') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:36:01.814842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fab3a8-92f5-40cc-9cce-891ce148ea90') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:36:01.824702 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.841097 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.847768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:36:01.848240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:36:01.850157 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:36:02.009132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:02.019196 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:02.020866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] 10.222.0.38 "DELETE /v2.0/networks/24f8702e-7f04-438b-9769-10750461a106 HTTP/1.1" status: 204 len: 168 time: 0.8130457 Aug 10 02:36:02.033833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae453a-5fcb-4dd2-8c0f-dce58e3d4abe admin admin] Pushing event deleted for resources: {'Network': ['ID=24f8702e-7f04-438b-9769-10750461a106,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:36:02.397189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35092) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:36:02.440061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2135a7de-bde5-495e-a265-c724530ac828 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa2f9f6138404013bcea9161c1a49b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416770 Aug 10 02:36:02.442575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35094) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:36:02.498333 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdcbe-e8cc-46c5-bfb3-99efb9798f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:02.521254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdcbe-e8cc-46c5-bfb3-99efb9798f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:02.660184 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdcbe-e8cc-46c5-bfb3-99efb9798f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:02.662750 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdcbe-e8cc-46c5-bfb3-99efb9798f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:02.664001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5a4bdcbe-e8cc-46c5-bfb3-99efb9798f71 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04d953ad-5ece-4402-b2bf-32af86804057 HTTP/1.1" status: 204 len: 168 time: 0.2204502 Aug 10 02:36:02.672889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bdcbe-e8cc-46c5-bfb3-99efb9798f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d953ad-5ece-4402-b2bf-32af86804057,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:36:03.274156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35100) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:36:03.317061 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-144ff423-7bad-4070-a1c3-4aa079e16214 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14541e0161074b5697a73ef102f8c181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416739 Aug 10 02:36:03.319581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35102) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:36:03.371844 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-477eb883-e5f9-48a9-bc7d-cbe1b675a679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:03.394659 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-477eb883-e5f9-48a9-bc7d-cbe1b675a679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:03.496536 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-477eb883-e5f9-48a9-bc7d-cbe1b675a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:03.499899 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-477eb883-e5f9-48a9-bc7d-cbe1b675a679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:03.501102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-477eb883-e5f9-48a9-bc7d-cbe1b675a679 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3bd0b69a-dca2-4c30-99ee-82d2db69e1f1 HTTP/1.1" status: 204 len: 168 time: 0.1806190 Aug 10 02:36:03.509820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eb883-e5f9-48a9-bc7d-cbe1b675a679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd0b69a-dca2-4c30-99ee-82d2db69e1f1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:36:03.701739 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-9b747533-218e-4f88-9b26-adb4ad9a81e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479662 Aug 10 02:36:03.794295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-cf43a842-2826-4601-9af9-30cfbcfcfd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:36:03.795884 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-cf43a842-2826-4601-9af9-30cfbcfcfd3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1098 time: 0.0513711 Aug 10 02:36:03.914279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-bec4156e-8210-43c9-b908-fb4e9c14da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:36:03.915849 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-bec4156e-8210-43c9-b908-fb4e9c14da48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1005673 Aug 10 02:36:04.000852 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-cc334666-4a81-40bf-ace9-27e214781cc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 1002 time: 0.0774724 Aug 10 02:36:04.056450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-f91bb158-956d-445d-8e43-353dc01c921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:36:04.057867 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-f91bb158-956d-445d-8e43-353dc01c921c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0498459 Aug 10 02:36:04.111221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-3bd80920-78d5-4699-855b-5163902c1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:36:04.113136 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-3bd80920-78d5-4699-855b-5163902c1a84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471306 Aug 10 02:36:04.220892 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-b63d333c-0fb9-4dcd-943f-541233ded676 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995121 Aug 10 02:36:04.321276 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7289267a-be97-4b6b-ade6-70dd2eeabb96 req-0906ae6a-dfcb-4481-a8f4-6066b39890af service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925722 Aug 10 02:36:13.399490 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:14.525427 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:17.890530 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-24ccdf20-0844-43d7-8dea-f775410a808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:19.297738 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:36:20.615110 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd71b-a4ff-4d06-9673-9be033ee67d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:21.181841 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:22.364858 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:23.957324 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:43.404939 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:44.530757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:47.913634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ad23f241-c202-4842-b9d7-6c69ccf8de48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:50.588125 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c8fb747c-974e-43b2-aa9a-f487094fe018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:51.157474 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:52.399075 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:53.940118 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:36:56.297325 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:36:59.912759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-41ba6588-de41-4f71-8c51-d3a5a002519b tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731876597&fields=id&tenant_id=9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 267 time: 0.0395811 Aug 10 02:37:00.021177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-31f927d3-3bc4-41ba-a93a-5d019aeb59d5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:00.022734 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-31f927d3-3bc4-41ba-a93a-5d019aeb59d5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.1025813 Aug 10 02:37:00.039029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-59756b17-03a7-44f4-9a3f-4ae427237adb tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/quotas/9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 375 time: 0.0096269 Aug 10 02:37:00.100114 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-df78e652-7a27-4ca2-9db0-3651d0db1ea8 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0550420 Aug 10 02:37:00.225510 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-38275723-4dab-43ad-bbe5-2fe0685b2d36 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:37:00.226681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-38275723-4dab-43ad-bbe5-2fe0685b2d36 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1140504 Aug 10 02:37:00.324048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-ada73eab-f72c-4e21-ba8f-ffbdf55d687d service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899935 Aug 10 02:37:00.417893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-855e9b2d-14b2-4032-83e5-b6bf714909bc service neutron] 10.222.0.38 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875230 Aug 10 02:37:02.031930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a6009a8-674f-452e-9f38-4144e8118f4b req-1f9849b9-7de5-4c65-9e71-ab6cec56fcac tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 210 time: 0.0312018 Aug 10 02:37:03.111150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-472561ff-fe59-41b3-84b8-76a8543e7764 req-6fd2d697-9d89-4289-b7a5-003a70df3b0c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 210 time: 0.0283759 Aug 10 02:37:04.205260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c5cd4a9-9ef8-40e5-b0e0-74f2c1fe1b62 req-13dfdc10-748d-4d52-b5d6-8f1112a0ce34 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 210 time: 0.0269370 Aug 10 02:37:05.217396 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-cb108051-6822-4cc6-84e3-3f59227a5bca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1094317 Aug 10 02:37:05.311434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-ba00849a-a225-4bdd-b45d-3b9c22044652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:05.313107 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-ba00849a-a225-4bdd-b45d-3b9c22044652 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1098 time: 0.0495450 Aug 10 02:37:05.317684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48472692-942d-4e9c-8bbe-c9d8f6184ca1 req-4e274768-2027-40a2-a944-e612b19aeb76 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 210 time: 0.0302010 Aug 10 02:37:05.424880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-6f98aa32-e869-464a-a5bb-ca646ad19026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:05.426393 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-6f98aa32-e869-464a-a5bb-ca646ad19026 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.0931239 Aug 10 02:37:05.500738 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-6f3c5d73-5535-4ef2-9620-5de7fb44e7ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 1002 time: 0.0668170 Aug 10 02:37:05.559662 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-33c8ea5a-a081-4e7e-985b-fa2dcabb001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:05.561146 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-33c8ea5a-a081-4e7e-985b-fa2dcabb001a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0525112 Aug 10 02:37:05.608827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-87481bb7-5276-48f3-b36f-306a746ca829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:05.610359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-87481bb7-5276-48f3-b36f-306a746ca829 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426350 Aug 10 02:37:05.708222 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-c2b51d10-0741-44c0-acdf-deba647e437f service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901725 Aug 10 02:37:05.811475 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-30f73c8e-a152-41a3-8ee9-b5d559c7029a req-ce471972-28e6-46b9-a9f4-afaf52b7b872 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961213 Aug 10 02:37:06.300115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-324c4a40-a450-4891-bae5-5741b5b13300 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:06.301648 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-324c4a40-a450-4891-bae5-5741b5b13300 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 812 time: 0.1220543 Aug 10 02:37:06.357560 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-c07529b5-be7f-44ec-93ec-cbd3114b2f32 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9082559d41d742f891f775f5c4029da0 HTTP/1.1" status: 200 len: 379 time: 0.0462072 Aug 10 02:37:06.367356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'port': {'device_id': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'admin_state_up': True, 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'security_groups': ['e8142d15-22b2-4e28-bc6d-437ad427141d']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:37:06.458843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df6971ef-fbae-4134-b0da-ec0704cc4498 req-550cdd7d-7f04-4fd0-912a-0ff4841f5ef7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 210 time: 0.0425301 Aug 10 02:37:06.599132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Made reservation on behalf of 9082559d41d742f891f775f5c4029da0 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:37:06.603386 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:06.753385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.20.0.10 (96ead180-e03b-44cb-ac36-6e482b15f632/870e0f49-f6c5-4672-afe5-fedc6f28e496/bc1d9b26-3ee6-4793-b5e2-f636fc3f007d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:37:06.904584 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:06.919277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Transition to ACTIVE for port object bc1d9b26-3ee6-4793-b5e2-f636fc3f007d will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:37:07.040299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:07.092472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 96ead180-e03b-44cb-ac36-6e482b15f632 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:37:07.100452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:37:07.100656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:37:07.105766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:37:07.137274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.137274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.137274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.137274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.137274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.137274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.137879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.137879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.138168 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.138459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.138807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.139131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:07.166596 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:07.167504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:07.267166 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-62e31dd3-a2ae-49a6-a29d-52de9e36d6a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9039383 Aug 10 02:37:07.345251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Request body: {'port': {'device_id': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:37:07.410948 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:07.434912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f56797c2-1abf-4575-8f69-541669e18493 None None] Provisioning for port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:37:07.435637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f56797c2-1abf-4575-8f69-541669e18493 None None] Provisioning complete for port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:37:07.436010 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f56797c2-1abf-4575-8f69-541669e18493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:07.473133 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f56797c2-1abf-4575-8f69-541669e18493 None None] Port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:37:07.643790 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b7dce-121f-48e8-8f50-cada2db876ce req-11f1f35d-9e79-400a-9be3-50068c4585aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:07.645653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-506b7dce-121f-48e8-8f50-cada2db876ce req-11f1f35d-9e79-400a-9be3-50068c4585aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 932 time: 0.1069572 Aug 10 02:37:07.728596 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-506b7dce-121f-48e8-8f50-cada2db876ce req-dadfa39c-cd7c-42af-b518-279f2b08017a tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712359 Aug 10 02:37:07.774905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1d9b26-3ee6-4793-b5e2-f636fc3f007d {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:37:07.783073 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:07.796045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Transition to ACTIVE for port object bc1d9b26-3ee6-4793-b5e2-f636fc3f007d will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:37:07.860090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:07.912575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:37:07.986380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Attempting to bind port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:37:07.986765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Attempting to bind port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:37:07.987104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Attempting to bind port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:37:07.992364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d on network 96ead180-e03b-44cb-ac36-6e482b15f632 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:37:07.993240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Attempting to bind port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d on network 96ead180-e03b-44cb-ac36-6e482b15f632 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:37:07.999398 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:37:07.999747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Checking segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:37:08.000138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Bound using segment: {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:37:08.000578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Bound port: bc1d9b26-3ee6-4793-b5e2-f636fc3f007d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6337d-8975-4476-a9b5-938ed6e50e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:37:08.000949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:08.073683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] For port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:37:08.077020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] For port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:37:08.175439 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:08.219527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:08.219527 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:08.219527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] 10.222.0.16 "PUT /v2.0/ports/bc1d9b26-3ee6-4793-b5e2-f636fc3f007d HTTP/1.1" status: 200 len: 1093 time: 0.9423046 Aug 10 02:37:08.221318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:37:08.224518 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43153e71-bf99-4d8d-b0f3-0e4aa0231d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:37:08.260894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e92989-0b43-4fb6-8290-06195c80cc29 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:37:08.278305 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010d144d-dda9-4c06-8361-1699071d7404 x-openstack-request-id: req-010d144d-dda9-4c06-8361-1699071d7404 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:37:08.278644 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:37:08.278885 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-010d144d-dda9-4c06-8361-1699071d7404 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:37:08.279295 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'status': 'completed', 'code': 200} Aug 10 02:37:08.349793 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43153e71-bf99-4d8d-b0f3-0e4aa0231d0f req-864a62c7-959d-4153-aff0-f47bf85001bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:08.351703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43153e71-bf99-4d8d-b0f3-0e4aa0231d0f req-864a62c7-959d-4153-aff0-f47bf85001bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 1096 time: 0.0517707 Aug 10 02:37:08.462779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43153e71-bf99-4d8d-b0f3-0e4aa0231d0f req-7db3e58d-7ded-4dc4-88b0-c79400e5df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:08.464303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43153e71-bf99-4d8d-b0f3-0e4aa0231d0f req-7db3e58d-7ded-4dc4-88b0-c79400e5df14 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9082559d41d742f891f775f5c4029da0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1054146 Aug 10 02:37:08.561177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43153e71-bf99-4d8d-b0f3-0e4aa0231d0f req-02e57147-9e6c-4af0-9ac8-363e7c7cdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:08.562681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43153e71-bf99-4d8d-b0f3-0e4aa0231d0f req-02e57147-9e6c-4af0-9ac8-363e7c7cdcd3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920358 Aug 10 02:37:08.646308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-46504c95-99fe-4f50-b9dc-5d0959b19806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:08.647889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-46504c95-99fe-4f50-b9dc-5d0959b19806 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 1096 time: 0.0485644 Aug 10 02:37:08.690540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-477f8630-46f4-4a03-9aa7-7e4b1d33e030 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d HTTP/1.1" status: 200 len: 217 time: 0.0350823 Aug 10 02:37:08.740652 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-d946a6a0-e237-4a59-9721-3f5d43c18969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:08.742265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-d946a6a0-e237-4a59-9721-3f5d43c18969 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0454290 Aug 10 02:37:08.794191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-0201f1f3-a158-4845-967c-9e024a00f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:08.798423 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-0201f1f3-a158-4845-967c-9e024a00f387 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465541 Aug 10 02:37:08.902919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b0888-1a94-4f3f-b583-159f9cd2b015 req-35186500-5dd3-46f4-835a-490bb76c6da4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:08.904481 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-307b0888-1a94-4f3f-b583-159f9cd2b015 req-35186500-5dd3-46f4-835a-490bb76c6da4 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 944 time: 0.1048830 Aug 10 02:37:08.940319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-230208ff-067c-4c4f-9eb5-d2799c81425a service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317947 Aug 10 02:37:08.974704 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-307b0888-1a94-4f3f-b583-159f9cd2b015 req-fad21001-eff6-4327-b6ff-1dd205b8e2e6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632546 Aug 10 02:37:09.043144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0ae38d4-d556-4fb6-8a50-9ac5c0d7e674 req-5f43567f-7342-4e7d-b0b2-638826626e7f service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917008 Aug 10 02:37:10.095835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff9810-1577-4740-beb7-8ca1163891aa req-0142adfb-7b6b-4998-8520-bb5aa7052f52 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:10.097227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeff9810-1577-4740-beb7-8ca1163891aa req-0142adfb-7b6b-4998-8520-bb5aa7052f52 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 944 time: 0.0511973 Aug 10 02:37:10.137903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eeff9810-1577-4740-beb7-8ca1163891aa req-bc168dab-123b-4458-81c8-cf0acf23bf3f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336053 Aug 10 02:37:11.263325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec15f2f-0436-4b37-bd50-b9518c3cd715 req-e727cb6d-0831-4a70-8c17-0aff0c767807 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:11.264726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eec15f2f-0436-4b37-bd50-b9518c3cd715 req-e727cb6d-0831-4a70-8c17-0aff0c767807 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 944 time: 0.0594490 Aug 10 02:37:11.305762 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eec15f2f-0436-4b37-bd50-b9518c3cd715 req-bd182cdf-a4d7-4291-9ded-cdbebbbc5048 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342858 Aug 10 02:37:12.424720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378c4a0-1a83-4e1a-a437-3351491eb7af req-16bd3838-2f1b-46d4-8e15-6220dc63e769 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:12.426380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9378c4a0-1a83-4e1a-a437-3351491eb7af req-16bd3838-2f1b-46d4-8e15-6220dc63e769 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 944 time: 0.0509236 Aug 10 02:37:12.465302 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9378c4a0-1a83-4e1a-a437-3351491eb7af req-53951c50-bbb6-4635-b05e-21ca1c983f74 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325849 Aug 10 02:37:13.425717 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:13.604132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c02e-2e61-4e0d-b723-efaf8ae92434 req-3be8e83d-bbd7-4e89-898e-198844601827 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:13.605854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffa2c02e-2e61-4e0d-b723-efaf8ae92434 req-3be8e83d-bbd7-4e89-898e-198844601827 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 944 time: 0.0551262 Aug 10 02:37:13.646401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ffa2c02e-2e61-4e0d-b723-efaf8ae92434 req-dea20367-4fea-4e6a-9166-835a6080f3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345600 Aug 10 02:37:14.505634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:15.117788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f59049-5196-4c84-a335-e37aa8ab8108 req-38235774-bb0a-485f-abe1-fe9a84a7561c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:15.120066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39f59049-5196-4c84-a335-e37aa8ab8108 req-38235774-bb0a-485f-abe1-fe9a84a7561c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 944 time: 0.4037249 Aug 10 02:37:15.162696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39f59049-5196-4c84-a335-e37aa8ab8108 req-da68e7dd-1674-4d8c-ad30-0bf3458907c7 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Aug 10 02:37:16.277585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c89690-2e54-4384-9b30-9c4faececfc1 req-8db811b9-e0e4-437d-8fb7-57b3c427a1cd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:16.279833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9c89690-2e54-4384-9b30-9c4faececfc1 req-8db811b9-e0e4-437d-8fb7-57b3c427a1cd tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 944 time: 0.0494480 Aug 10 02:37:16.317008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9c89690-2e54-4384-9b30-9c4faececfc1 req-07b98523-da68-40aa-8dd8-f6d75c1542d1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Aug 10 02:37:17.431905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a860e3-be32-46b2-9bd2-ec040f734447 req-071b6aad-5365-49e0-8b7f-e43f237f05d5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:17.433422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99a860e3-be32-46b2-9bd2-ec040f734447 req-071b6aad-5365-49e0-8b7f-e43f237f05d5 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 944 time: 0.0480328 Aug 10 02:37:17.471278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-99a860e3-be32-46b2-9bd2-ec040f734447 req-5f3f472b-94ed-491f-9681-693e31aa28ec tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317817 Aug 10 02:37:17.916921 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b36638dc-40f6-4fdd-9ce2-b9f0ec3676d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:18.388196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device bc1d9b26-3ee6-4793-b5e2-f636fc3f007d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:37:18.485915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:37:18.498566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'port_id': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'mac_address': 'fa:16:3e:75:70:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:37:18.537623 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:18.551195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1d9b26-3ee6-4793-b5e2-f636fc3f007d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:37:18.571528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:37:18.594772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb3da-4529-4181-8c02-a1045b0342e7 req-444ed6a3-b740-45de-a70e-6f07a18922bf tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:18.596325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06bfb3da-4529-4181-8c02-a1045b0342e7 req-444ed6a3-b740-45de-a70e-6f07a18922bf tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 944 time: 0.0566444 Aug 10 02:37:18.638642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06bfb3da-4529-4181-8c02-a1045b0342e7 req-30c8521d-3af7-4975-ad81-515359c01252 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361588 Aug 10 02:37:18.661560 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:18.712186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:37:18.719258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.719608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.719945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.720280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.720613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.721128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.721264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.721586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.721904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.722223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.722576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.722913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:37:18.890107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['bc1d9b26-3ee6-4793-b5e2-f636fc3f007d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:37:19.759918 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3646b97-f4db-4966-814e-ff4fb565e726 req-3d49fdb6-a9aa-464e-bfeb-aae600d2098d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:19.761712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3646b97-f4db-4966-814e-ff4fb565e726 req-3d49fdb6-a9aa-464e-bfeb-aae600d2098d tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Aug 10 02:37:19.800719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3646b97-f4db-4966-814e-ff4fb565e726 req-705a4134-29ec-476b-9db1-504848070e8e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329709 Aug 10 02:37:20.403960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device bc1d9b26-3ee6-4793-b5e2-f636fc3f007d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:37:20.495272 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:37:20.499577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:37:20.502646 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:20.595135 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:20.609381 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d97c8966-bb21-432a-a80f-8066bc5d1059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:20.622276 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:37:20.629074 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a170b0b2-2d98-428c-8992-3c56b9f4b7d8" -d '{"events": [{"server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "name": "network-vif-plugged", "status": "completed", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:37:20.641131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:37:20.661303 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aeb58b-6c77-46c6-bcb4-44dc46fe3453 x-openstack-request-id: req-91aeb58b-6c77-46c6-bcb4-44dc46fe3453 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:37:20.661677 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "name": "network-vif-plugged", "status": "completed", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:37:20.661957 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-91aeb58b-6c77-46c6-bcb4-44dc46fe3453 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:37:20.662356 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'code': 200} Aug 10 02:37:20.736265 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:20.767335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de06753-f838-4d7a-a24c-abbee9a249f9 req-ab77ed9d-32b8-4736-a979-bcfeebed9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:20.768932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3de06753-f838-4d7a-a24c-abbee9a249f9 req-ab77ed9d-32b8-4736-a979-bcfeebed9e91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 1097 time: 0.0450287 Aug 10 02:37:20.793802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:37:20.810928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3de06753-f838-4d7a-a24c-abbee9a249f9 req-42ff1abd-d981-45c4-b113-b965596fb2a3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335574 Aug 10 02:37:20.923960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb87156-b2da-4bb1-9be4-ff4fd4f352ab req-39187fa8-2268-42ae-88a8-6bfe288c90c3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:20.925508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb87156-b2da-4bb1-9be4-ff4fd4f352ab req-39187fa8-2268-42ae-88a8-6bfe288c90c3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 946 time: 0.0545864 Aug 10 02:37:20.971966 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3eb87156-b2da-4bb1-9be4-ff4fd4f352ab req-8e35cdaa-220f-4abb-8646-0ddec39c6e01 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396018 Aug 10 02:37:21.193003 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:22.094826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3bde2-2fe5-4a34-803b-6e18a9894574 req-1484f2bd-964f-4ea2-a2b2-ca1290071d30 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:22.096341 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6a3bde2-2fe5-4a34-803b-6e18a9894574 req-1484f2bd-964f-4ea2-a2b2-ca1290071d30 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 946 time: 0.0522060 Aug 10 02:37:22.136148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6a3bde2-2fe5-4a34-803b-6e18a9894574 req-7797a4b0-ad80-4a85-bdbc-8b94eb0bffbe tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334079 Aug 10 02:37:22.261476 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699c88-370e-40e8-94a9-915fbc6a9382 req-145e74e5-89d5-4707-b513-90be128e62ee tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:22.262937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f699c88-370e-40e8-94a9-915fbc6a9382 req-145e74e5-89d5-4707-b513-90be128e62ee tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 946 time: 0.0505936 Aug 10 02:37:22.304751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f699c88-370e-40e8-94a9-915fbc6a9382 req-9b6bd743-f1a9-47e3-b15d-c68aba2aa3c6 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346162 Aug 10 02:37:22.334883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35286) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:37:22.403108 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:22.515755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-61a371b5-80de-4770-add5-38d1b9529b25 req-c286d994-cbfb-4b46-917d-2410563526ef service neutron] (101223) timed out ('10.222.0.38', 60870) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:37:22.522643 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c1e36-5671-4ffb-980d-94a3ccc798b2 tempest-TestVolumeBootPattern-1863413510 tempest-TestVolumeBootPattern-1863413510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:22.524216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d21c1e36-5671-4ffb-980d-94a3ccc798b2 tempest-TestVolumeBootPattern-1863413510 tempest-TestVolumeBootPattern-1863413510-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 1093 time: 0.1883054 Aug 10 02:37:22.527328 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35290) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:37:22.531840 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:37:22.638782 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:22.738422 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:22.850166 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Allocated IP 172.25.3.170 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/445bd3b1-4411-4379-9e4a-21d309f04baf) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:37:22.953553 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:23.083557 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:23.132084 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:37:23.139049 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:37:23.141655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:37:23.143888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=445bd3b1-4411-4379-9e4a-21d309f04baf,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:37:23.534952 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:23.665342 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:23.824217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:23.888775 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:23.934482 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:23.954989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event updated for resources: {'Port': ['ID=445bd3b1-4411-4379-9e4a-21d309f04baf,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:37:23.968656 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:24.071217 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Floating IP 2531187b-f8fc-48e1-a399-d4b966434ab0 associated. External IP: 172.25.3.170, port: bc1d9b26-3ee6-4793-b5e2-f636fc3f007d. Aug 10 02:37:24.277935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Router 13958a0c-7c5a-4277-9434-bdb5760de667 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:37:24.385121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:37:24.396536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] Sync routers for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:37:24.408191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:37:24.409112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:37:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:37:24.495746 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:24.515010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:37:24.523071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-075df91c-8f6b-4a0c-ad0d-087e7bcb165e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9946554 Aug 10 02:37:24.523723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:37:24.526708 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a329c0-76d7-4e31-be73-43beb386ffc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:37:24.563651 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2e99ff-0beb-4b89-8553-353d7d5066f1 x-openstack-request-id: req-2e2e99ff-0beb-4b89-8553-353d7d5066f1 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:37:24.563977 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:37:24.564237 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e2e99ff-0beb-4b89-8553-353d7d5066f1 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:37:24.564654 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'status': 'completed', 'code': 200} Aug 10 02:37:24.637122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-d6c359bd-8949-4bdd-8e36-345a8b65b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:24.638706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-d6c359bd-8949-4bdd-8e36-345a8b65b3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 1098 time: 0.0494084 Aug 10 02:37:24.746041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-f88590f7-7b0f-43d6-8e69-aea380da1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:24.747581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-f88590f7-7b0f-43d6-8e69-aea380da1ea2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1020000 Aug 10 02:37:24.766881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2531187b-f8fc-48e1-a399-d4b966434ab0', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:75:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:37:23Z', 'updated_at': '2021-08-10T02:37:23Z', 'revision_number': 0, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}, {'id': 'ac1e30a0-75b6-4d7a-a583-60a07f9fde9e', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:24Z', 'updated_at': '2021-08-10T02:34:27Z', 'revision_number': 1, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:37:24.797482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] Checking router: 13958a0c-7c5a-4277-9434-bdb5760de667 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:37:24.805715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:37:24.806508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:37:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:37:24.818069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-e925ecaf-e7a7-43bc-bc27-c596a055eca7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d HTTP/1.1" status: 200 len: 1000 time: 0.0626824 Aug 10 02:37:24.870321 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-7f5a570d-a8df-44d0-8c29-72bc8b97d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:24.872388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-7f5a570d-a8df-44d0-8c29-72bc8b97d55a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0476897 Aug 10 02:37:24.918761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:37:24.926807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-72e829aa-1726-4a31-8a3f-959c79b3c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:37:24.928489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-72e829aa-1726-4a31-8a3f-959c79b3c7fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494342 Aug 10 02:37:25.036489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-381270a9-a7ab-4745-8e50-c5d04deb17d0 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002047 Aug 10 02:37:25.136298 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69a329c0-76d7-4e31-be73-43beb386ffc3 req-720fd832-5775-44b4-bc7d-a534769ae250 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930660 Aug 10 02:37:25.160958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2531187b-f8fc-48e1-a399-d4b966434ab0', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:75:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:37:23Z', 'updated_at': '2021-08-10T02:37:23Z', 'revision_number': 0, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}, {'id': 'ac1e30a0-75b6-4d7a-a583-60a07f9fde9e', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:24Z', 'updated_at': '2021-08-10T02:34:27Z', 'revision_number': 1, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:37:25.187726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b73cb78-86e6-4980-ae8e-ea00b5d39c8a None None] The sync data for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 is: [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '2531187b-f8fc-48e1-a399-d4b966434ab0', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:75:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:37:23Z', 'updated_at': '2021-08-10T02:37:23Z', 'revision_number': 0, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}, {'id': 'ac1e30a0-75b6-4d7a-a583-60a07f9fde9e', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:24Z', 'updated_at': '2021-08-10T02:34:27Z', 'revision_number': 1, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:37:25.383326 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff6366-8fca-4167-9e74-078256bce180 None None] New status for floating IP 2531187b-f8fc-48e1-a399-d4b966434ab0: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:37:33.296547 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:37:43.450182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:44.552671 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:47.929551 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e82df3c9-ba52-4fb9-a9f0-ee15adc6766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:50.592792 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0611b44a-71a3-4e94-9ee5-890c9a770c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:51.163965 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:52.369951 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:37:53.934183 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:03.390634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-f13af60f-3d4a-46f1-b00b-6f46728e58f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433574 Aug 10 02:38:03.476934 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-5e49df64-9afa-4758-9ac6-cf15b42f9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:38:03.478507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-5e49df64-9afa-4758-9ac6-cf15b42f9e5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 1098 time: 0.0471516 Aug 10 02:38:03.592007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-617becce-15de-41df-a9f9-55e90f1fc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:38:03.593564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-617becce-15de-41df-a9f9-55e90f1fc425 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.0960534 Aug 10 02:38:03.661532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-b4e4ce31-7fbf-4744-abef-d3effea1fad9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d HTTP/1.1" status: 200 len: 1002 time: 0.0611489 Aug 10 02:38:03.715412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-b0983456-44ef-41fa-a02b-bee90d0777f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:38:03.716917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-b0983456-44ef-41fa-a02b-bee90d0777f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0478446 Aug 10 02:38:03.767295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-100e539f-d672-44be-a323-5d1d9b7d4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:38:03.768801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-100e539f-d672-44be-a323-5d1d9b7d4f00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453386 Aug 10 02:38:03.861151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-1c77a337-51af-4e9a-9e9f-2e999b544801 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850246 Aug 10 02:38:03.960791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0709ef42-ed0f-4a61-8063-8a6ccec37639 req-8bad1c21-a6a4-4177-9e74-b3f3af84f79d service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919988 Aug 10 02:38:07.163239 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-263d9190-fc02-43c2-8958-194151326ac9 req-e6d256ba-6f4b-4e2b-86ae-f0f12cfafbac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465076 Aug 10 02:38:07.252725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d9190-fc02-43c2-8958-194151326ac9 req-d249c634-7def-4adb-bb9d-f767e89e623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:38:07.254311 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-263d9190-fc02-43c2-8958-194151326ac9 req-d249c634-7def-4adb-bb9d-f767e89e623c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1098 time: 0.0476887 Aug 10 02:38:07.360760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d9190-fc02-43c2-8958-194151326ac9 req-e5ccfb34-4f90-4e5f-b6a8-f14d7a7d6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:38:07.362619 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-263d9190-fc02-43c2-8958-194151326ac9 req-e5ccfb34-4f90-4e5f-b6a8-f14d7a7d6432 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.0877516 Aug 10 02:38:07.435110 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-263d9190-fc02-43c2-8958-194151326ac9 req-d43f5545-f489-451e-ad6f-031984773903 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 1002 time: 0.0656230 Aug 10 02:38:07.484484 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d9190-fc02-43c2-8958-194151326ac9 req-666028b0-e8c9-4db5-b34c-f1570d30a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:38:07.486009 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-263d9190-fc02-43c2-8958-194151326ac9 req-666028b0-e8c9-4db5-b34c-f1570d30a775 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0446277 Aug 10 02:38:07.533302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d9190-fc02-43c2-8958-194151326ac9 req-e1240e33-fb43-433a-bfe3-fcfdfea0ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:38:07.534701 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-263d9190-fc02-43c2-8958-194151326ac9 req-e1240e33-fb43-433a-bfe3-fcfdfea0ce85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415173 Aug 10 02:38:07.635401 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-263d9190-fc02-43c2-8958-194151326ac9 req-43059fdb-f8a3-44a1-98d7-916b7b2a5fea service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939119 Aug 10 02:38:07.730066 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-263d9190-fc02-43c2-8958-194151326ac9 req-43a69fbf-825e-4ac1-b985-83e93665c652 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878363 Aug 10 02:38:10.297679 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:38:13.414294 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:14.598086 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:17.895397 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-44a5b505-9bd4-4eec-bc0d-10466d7a96cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:20.598135 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72a5526b-72fd-4076-9613-5484c62e9fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:21.168478 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:22.381286 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:23.969708 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:43.415118 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:44.557686 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:47.297223 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:38:47.922116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b36ab465-525b-403a-ba07-7913ceef8e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:50.619621 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-caf24cc4-1ded-4fdf-b0dd-74fe0b3eefb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:51.180745 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:52.438250 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:38:53.963268 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:03.389967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-9df9a8f9-9ef2-49f5-b33e-affa640e806d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398960 Aug 10 02:39:03.468868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-c6b8b018-9168-42da-b64a-300d5152390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:03.470368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-c6b8b018-9168-42da-b64a-300d5152390f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 1098 time: 0.0396855 Aug 10 02:39:03.589271 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-4223ab4f-5b71-4dbd-ab51-849fafbfe2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:03.591361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-4223ab4f-5b71-4dbd-ab51-849fafbfe2a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1025493 Aug 10 02:39:03.658982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-db693251-0794-4dcf-8d7c-7858a9790fe2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d HTTP/1.1" status: 200 len: 1002 time: 0.0597548 Aug 10 02:39:03.712613 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-850b564c-9ce3-4548-a67c-358d8aa195b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:03.714104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-850b564c-9ce3-4548-a67c-358d8aa195b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0487094 Aug 10 02:39:03.770522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-35278c7d-efa0-44ac-ab42-b58c3cd020e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:03.772066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-35278c7d-efa0-44ac-ab42-b58c3cd020e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510428 Aug 10 02:39:03.870437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-d3757950-7508-486f-95f9-81942dcec69a service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906973 Aug 10 02:39:03.966007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f671c8b-5578-430f-8c81-c0b742fd774d req-f5c78de7-360c-4166-90ed-22096f008817 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882623 Aug 10 02:39:09.158061 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-fcb5c031-eaca-473a-9938-fedfb1cb4189 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466290 Aug 10 02:39:09.256958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-7e9c2c99-7a07-4f68-ac60-bcd8f53d2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:09.260288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-7e9c2c99-7a07-4f68-ac60-bcd8f53d2191 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1098 time: 0.0518365 Aug 10 02:39:09.392878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-2a231238-671b-4088-a351-1522963beb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:09.394466 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-2a231238-671b-4088-a351-1522963beb38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1084893 Aug 10 02:39:09.466865 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-f1c84ee4-c444-4402-a6da-30d43106efbf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 1002 time: 0.0650840 Aug 10 02:39:09.515250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-29debe2c-c4ba-4f36-b9eb-6473fb4a8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:09.516713 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-29debe2c-c4ba-4f36-b9eb-6473fb4a8bc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0430717 Aug 10 02:39:09.563072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-b18651ce-1918-4dc5-ac56-6a460cb8e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:09.565301 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-b18651ce-1918-4dc5-ac56-6a460cb8e563 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413222 Aug 10 02:39:09.673854 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-dd5d02dd-d8a0-4bd1-b905-c20b29fb6b95 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021214 Aug 10 02:39:09.768736 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c2293678-98a1-47d2-a627-54e3de4dad2f req-d25ab018-0b45-4631-b60c-36d0a2828d68 service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868781 Aug 10 02:39:13.453328 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:14.580131 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:17.946302 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-252ccc68-598f-4b43-9784-59c4af3ccae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:20.607492 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-be252240-8a70-49da-a46c-2c481a0ae649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:21.162798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:22.397346 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:23.968684 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:24.297473 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:39:38.562214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35346) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:39:38.722480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port 445bd3b1-4411-4379-9e4a-21d309f04baf {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:39:38.722872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:38.796193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:38.796531 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:38.807792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for 445bd3b1-4411-4379-9e4a-21d309f04baf owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:39:39.008240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:39.036514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=445bd3b1-4411-4379-9e4a-21d309f04baf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:39:39.064020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.064376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.064739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.065065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.065406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.065744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.066082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.066437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.066796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.067126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.067457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.067785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:39.106571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:39.106913 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Floating IP 2531187b-f8fc-48e1-a399-d4b966434ab0 disassociated (deleted). External IP: 172.25.3.170, port: bc1d9b26-3ee6-4793-b5e2-f636fc3f007d. Aug 10 02:39:39.322967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Router 13958a0c-7c5a-4277-9434-bdb5760de667 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:39:39.434587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:39:39.439519 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:39.445868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] Sync routers for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:39:39.454687 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:39:39.455324 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:39:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:39:39.567508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:39:39.813044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-10ef6a25-370c-4438-8674-f5b1a863e3aa tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "DELETE /v2.0/floatingips/2531187b-f8fc-48e1-a399-d4b966434ab0 HTTP/1.1" status: 204 len: 168 time: 1.2496138 Aug 10 02:39:39.813677 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:39:39.814179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'ac1e30a0-75b6-4d7a-a583-60a07f9fde9e', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:24Z', 'updated_at': '2021-08-10T02:34:27Z', 'revision_number': 1, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:39:39.815880 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf7d2d5-b06c-432e-9063-1ba8becfac19" -d '{"events": [{"name": "network-changed", "server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:39:39.841435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] Checking router: 13958a0c-7c5a-4277-9434-bdb5760de667 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:39:39.851155 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:39:39.851793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:39:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:39:39.961284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:39:40.014095 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674565b8-e95d-4b31-8675-4053e16d51df x-openstack-request-id: req-674565b8-e95d-4b31-8675-4053e16d51df {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:39:40.014389 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:39:40.014700 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-674565b8-e95d-4b31-8675-4053e16d51df {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:39:40.017083 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'status': 'completed', 'code': 200} Aug 10 02:39:40.083529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-47ad9f32-1a30-4a5b-b1dd-9bb16a702b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:40.086951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-47ad9f32-1a30-4a5b-b1dd-9bb16a702b79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 1098 time: 0.0483785 Aug 10 02:39:40.197201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-e4f4c3a9-b911-4137-99d3-6446ebabaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:40.199063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-e4f4c3a9-b911-4137-99d3-6446ebabaea5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.1051781 Aug 10 02:39:40.234191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'ac1e30a0-75b6-4d7a-a583-60a07f9fde9e', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:24Z', 'updated_at': '2021-08-10T02:34:27Z', 'revision_number': 1, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:39:40.244485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-73c37b40-9151-4460-88d1-8340f8f0c00a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d HTTP/1.1" status: 200 len: 217 time: 0.0384855 Aug 10 02:39:40.262192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cfbcef-9644-4b78-a1cb-18d178efe3e4 None None] The sync data for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 is: [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'ac1e30a0-75b6-4d7a-a583-60a07f9fde9e', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'port_id': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'mac_address': 'fa:16:3e:a7:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:34:24Z', 'updated_at': '2021-08-10T02:34:27Z', 'revision_number': 1, 'project_id': '9082559d41d742f891f775f5c4029da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:39:40.323356 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-06dc63e5-5c05-4e40-b5a4-567c7fe12e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:40.325032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-06dc63e5-5c05-4e40-b5a4-567c7fe12e2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0717604 Aug 10 02:39:40.336362 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6911291-1049-47f4-ad0f-8d11c1db9e8e req-7c56eb67-17c1-46ae-a678-285456898a9e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:40.337883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6911291-1049-47f4-ad0f-8d11c1db9e8e req-7c56eb67-17c1-46ae-a678-285456898a9e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 946 time: 0.0959270 Aug 10 02:39:40.401030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6911291-1049-47f4-ad0f-8d11c1db9e8e req-b8b2853e-222c-4982-a110-4ad14dd3bcf3 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545485 Aug 10 02:39:40.406346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-3d84a73f-4d40-4e21-b3ba-0b9b17fa8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:40.407368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-3d84a73f-4d40-4e21-b3ba-0b9b17fa8ce9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685964 Aug 10 02:39:40.507958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-9ba5aceb-ee9e-447f-a01d-3998dc36f84f service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923157 Aug 10 02:39:40.525988 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24016485-0c95-4ee1-8fda-5ff70c79e55a None None] New status for floating IP 2531187b-f8fc-48e1-a399-d4b966434ab0: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:39:40.600874 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bf7d2d5-b06c-432e-9063-1ba8becfac19 req-ab9505d4-a4ac-43ab-80a9-2a492c8ead16 service neutron] 10.222.0.16 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852206 Aug 10 02:39:41.553484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd503df7-5a50-46d8-a92c-07e52dee3d2d req-badf975f-5344-4339-b418-69e165d2f9da tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:41.555015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd503df7-5a50-46d8-a92c-07e52dee3d2d req-badf975f-5344-4339-b418-69e165d2f9da tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 946 time: 0.0487525 Aug 10 02:39:41.593070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd503df7-5a50-46d8-a92c-07e52dee3d2d req-b566e700-c5fe-4253-b73e-1f595d2f16df tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Aug 10 02:39:41.765821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-e8803b54-d5ef-4b44-acb2-a093a6b8da2c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:41.767340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-e8803b54-d5ef-4b44-acb2-a093a6b8da2c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 946 time: 0.0512598 Aug 10 02:39:41.855918 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:39:41.856269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:41.949472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] For port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:39:41.949761 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:41.962445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for bc1d9b26-3ee6-4793-b5e2-f636fc3f007d owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:39:42.196952 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:42.229910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=bc1d9b26-3ee6-4793-b5e2-f636fc3f007d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:39:42.282197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] No DVR routers for this DVR port bc1d9b26-3ee6-4793-b5e2-f636fc3f007d on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:39:42.282197 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:42.282197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-839f3a6f-05f9-4a9e-a804-7eb80c0d8939 req-ed15d052-ce70-4a1b-ad8c-e16e8acec488 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.16 "DELETE /v2.0/ports/bc1d9b26-3ee6-4793-b5e2-f636fc3f007d HTTP/1.1" status: 204 len: 173 time: 0.5017068 Aug 10 02:39:42.282197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'name': 'network-vif-deleted', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:39:42.282197 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3047c5-ef06-4dc1-b696-5b4e079d0b1f" -d '{"events": [{"server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "name": "network-vif-deleted", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:39:42.338968 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b60dc-f4e5-4afd-be11-46e5190e0a4d x-openstack-request-id: req-784b60dc-f4e5-4afd-be11-46e5190e0a4d {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:39:42.343356 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dda8978-ca73-4062-a8ab-8fe7bc4cefd3", "name": "network-vif-deleted", "tag": "bc1d9b26-3ee6-4793-b5e2-f636fc3f007d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:39:42.343356 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-784b60dc-f4e5-4afd-be11-46e5190e0a4d {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:39:42.343356 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dda8978-ca73-4062-a8ab-8fe7bc4cefd3', 'name': 'network-vif-deleted', 'tag': 'bc1d9b26-3ee6-4793-b5e2-f636fc3f007d', 'status': 'completed', 'code': 200} Aug 10 02:39:42.702501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-637cf8c4-1bd5-4681-858b-d0a6ba0acd90 req-1af0d877-1177-43de-83b0-1762d7f55b0c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 210 time: 0.0316932 Aug 10 02:39:43.442847 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:43.804528 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d4f7ac0-f68c-4875-9ca2-595baab3fb4f req-93abd3f5-0986-4983-b7aa-74cfc5478836 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 210 time: 0.0270302 Aug 10 02:39:44.568516 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:44.906802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d27b5956-dcf4-4612-b57b-8c529a1c147c req-af1cb752-c627-443e-9b4d-12f296e3ea5f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 210 time: 0.0313923 Aug 10 02:39:45.999910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ba4481-8c33-45ef-b737-c2b190ef15f5 req-8c41e677-6a3a-4235-9a7a-e7dd77179dd1 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=3dda8978-ca73-4062-a8ab-8fe7bc4cefd3 HTTP/1.1" status: 200 len: 210 time: 0.0260265 Aug 10 02:39:47.123206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device bc1d9b26-3ee6-4793-b5e2-f636fc3f007d no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:39:47.143040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: bc1d9b26-3ee6-4793-b5e2-f636fc3f007d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:39:47.143396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device bc1d9b26-3ee6-4793-b5e2-f636fc3f007d not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:39:47.927555 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a2feb3e1-322a-41bf-9628-46e54c87266c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:50.588098 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ec95923-21c9-427b-929d-2e441926e1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:51.180122 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:52.390965 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:52.648786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35404) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:39:52.815568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port b0668f91-88a5-4ad1-b9a3-daba1ef95d1c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:39:52.815916 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:52.894316 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:52.894572 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:52.906243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for b0668f91-88a5-4ad1-b9a3-daba1ef95d1c owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:39:53.094465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:53.122698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=b0668f91-88a5-4ad1-b9a3-daba1ef95d1c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:39:53.187412 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:53.187649 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Floating IP ac1e30a0-75b6-4d7a-a583-60a07f9fde9e disassociated (deleted). External IP: 172.25.3.209, port: 5ce01706-2c79-4e41-b088-b43b47f5eca3. Aug 10 02:39:53.398281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Router 13958a0c-7c5a-4277-9434-bdb5760de667 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:39:53.511589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:39:53.516194 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:53.520721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] Sync routers for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:39:53.530846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:39:53.531522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:39:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:39:53.545609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d86a2b4e-eced-42c5-9594-9bdc254b9b1f tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "DELETE /v2.0/floatingips/ac1e30a0-75b6-4d7a-a583-60a07f9fde9e HTTP/1.1" status: 204 len: 168 time: 0.8957293 Aug 10 02:39:53.546194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:39:53.548498 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e47968-709c-42c6-8df1-5f99930d0941" -d '{"events": [{"name": "network-changed", "server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:39:53.589592 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe88e6c-336e-4b25-a165-6330120b76bf x-openstack-request-id: req-5fe88e6c-336e-4b25-a165-6330120b76bf {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:39:53.590012 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:39:53.590303 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5fe88e6c-336e-4b25-a165-6330120b76bf {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:39:53.591060 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'status': 'completed', 'code': 200} Aug 10 02:39:53.656171 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-e90e951d-4ba2-462b-b6f0-a3d18854e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:53.657782 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-e90e951d-4ba2-462b-b6f0-a3d18854e4ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9082559d41d742f891f775f5c4029da0&device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 1098 time: 0.0454535 Aug 10 02:39:53.759712 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-9b613d2f-2193-4a4f-b7bf-245bc0263491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:53.761339 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-9b613d2f-2193-4a4f-b7bf-245bc0263491 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 200 len: 913 time: 0.0947638 Aug 10 02:39:53.804643 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-3264d46c-6f08-432e-93c5-8728e154461a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 200 len: 217 time: 0.0349863 Aug 10 02:39:53.814315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:39:53.859986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-31246d28-42c4-4146-b1f1-d21fa4b442b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:53.861477 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-31246d28-42c4-4146-b1f1-d21fa4b442b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 200 len: 851 time: 0.0454431 Aug 10 02:39:53.916058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-6af74f50-42cf-49db-a4c5-dcd5ab8e8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:53.917545 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-6af74f50-42cf-49db-a4c5-dcd5ab8e8d33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96ead180-e03b-44cb-ac36-6e482b15f632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492001 Aug 10 02:39:54.002181 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:54.018404 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-639462f9-7b8a-4caf-a046-11143146f67b service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925136 Aug 10 02:39:54.019704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919533f-5c9b-4915-bf7c-5bd01df021d6 req-9af24a85-6301-4cf5-8d69-306e13451e7e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:54.021347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0919533f-5c9b-4915-bf7c-5bd01df021d6 req-9af24a85-6301-4cf5-8d69-306e13451e7e tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 946 time: 0.0671611 Aug 10 02:39:54.030406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:39:54.060168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] Checking router: 13958a0c-7c5a-4277-9434-bdb5760de667 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:39:54.061234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0919533f-5c9b-4915-bf7c-5bd01df021d6 req-1500986c-0e10-4b07-812a-e3a79cc26707 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/security-groups?id=e8142d15-22b2-4e28-bc6d-437ad427141d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335243 Aug 10 02:39:54.070016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:39:54.070716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:39:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:39:54.122075 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f5e47968-709c-42c6-8df1-5f99930d0941 req-54926cf1-6701-45a8-a4ed-92dd9e07030b service neutron] 10.222.0.11 "GET /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944381 Aug 10 02:39:54.185379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:39:54.391623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:39:54.418006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37020b45-61a2-4a59-9cf8-dd5dd3f65f4e None None] The sync data for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 is: [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:25:05Z', 'revision_number': 4, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'd34e2383-bd43-4af0-8465-edb849d975dd', 'name': '', 'network_id': '96ead180-e03b-44cb-ac36-6e482b15f632', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'mac_address': 'fa:16:3e:47:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:04Z', 'updated_at': '2021-08-10T02:25:18Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'subnets': [{'id': '870e0f49-f6c5-4672-afe5-fedc6f28e496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:39:54.588482 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-703b20c0-e0a9-4374-b38b-6338c9355f70 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:39:54.590002 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-703b20c0-e0a9-4374-b38b-6338c9355f70 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 946 time: 0.0506253 Aug 10 02:39:54.650962 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc2ee6-fe86-477c-a854-8df42e1d06aa None None] New status for floating IP ac1e30a0-75b6-4d7a-a583-60a07f9fde9e: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:39:54.684243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port 5ce01706-2c79-4e41-b088-b43b47f5eca3 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:39:54.684839 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:54.778769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] For port 5ce01706-2c79-4e41-b088-b43b47f5eca3, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ce01706-2c79-4e41-b088-b43b47f5eca3,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:39:54.779145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:54.792630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for 5ce01706-2c79-4e41-b088-b43b47f5eca3 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:39:55.002952 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:55.029725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=5ce01706-2c79-4e41-b088-b43b47f5eca3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:39:55.040373 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.040727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.041072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.041436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.041776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.042114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.042442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.042800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.043127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.043451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.043777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.044542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:39:55.083735 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] No DVR routers for this DVR port 5ce01706-2c79-4e41-b088-b43b47f5eca3 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:39:55.087916 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:55.090076 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-11752c39-e4d9-41e0-b1fd-178232bdfdc9 req-2ea07620-f05a-4149-a483-04866e398356 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.11 "DELETE /v2.0/ports/5ce01706-2c79-4e41-b088-b43b47f5eca3 HTTP/1.1" status: 204 len: 173 time: 0.4934056 Aug 10 02:39:55.090579 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'name': 'network-vif-deleted', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:39:55.093186 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee38964-7838-4e83-9db0-6517e2c4e889" -d '{"events": [{"server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "name": "network-vif-deleted", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:39:55.177687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34f28269-e8f6-4a06-963a-1b890b081e81 req-4674275d-cd79-4a20-be34-e74a3c57a2a2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 210 time: 0.0305321 Aug 10 02:39:55.211150 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a96ec-004a-4c8c-8093-14eb2d0e50d5 x-openstack-request-id: req-877a96ec-004a-4c8c-8093-14eb2d0e50d5 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:39:55.211555 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dde688-0b06-4085-a168-1c5ed4d7b42f", "name": "network-vif-deleted", "tag": "5ce01706-2c79-4e41-b088-b43b47f5eca3", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:39:55.211962 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-877a96ec-004a-4c8c-8093-14eb2d0e50d5 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:39:55.212393 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dde688-0b06-4085-a168-1c5ed4d7b42f', 'name': 'network-vif-deleted', 'tag': '5ce01706-2c79-4e41-b088-b43b47f5eca3', 'status': 'completed', 'code': 200} Aug 10 02:39:56.277288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a71f2327-8403-4663-8fee-c7a107959989 req-ad62f214-c11f-4007-b94c-f9763b4b2d35 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 210 time: 0.0296640 Aug 10 02:39:57.375872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5465858-1642-4d76-b899-9454f7ccfade req-b76cc2ab-6202-4fbd-818e-9e5d8cfceb16 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 210 time: 0.0290151 Aug 10 02:39:57.854398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5ce01706-2c79-4e41-b088-b43b47f5eca3 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:39:57.876226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 5ce01706-2c79-4e41-b088-b43b47f5eca3 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:39:57.883678 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5ce01706-2c79-4e41-b088-b43b47f5eca3 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:39:58.477844 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-397381e0-83aa-4bdf-9ac7-4d18777a235b req-7c40eee2-ca0c-4567-a18d-0ee44cfc2288 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "GET /v2.0/ports?device_id=14dde688-0b06-4085-a168-1c5ed4d7b42f HTTP/1.1" status: 200 len: 210 time: 0.0256138 Aug 10 02:39:59.534052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35426) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:39:59.666297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Deleting port 9b10b648-28b2-4c1f-843b-96d3e8aba545 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:39:59.666686 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:59.743121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:59.743451 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:59.755043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Calling delete_port for 9b10b648-28b2-4c1f-843b-96d3e8aba545 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:39:59.962615 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:39:59.987131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'Port': ['ID=9b10b648-28b2-4c1f-843b-96d3e8aba545,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:00.055710 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:00.058271 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:00.059501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-82a90559-5aec-4f1f-9e34-891a495859b2 tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "DELETE /v2.0/floatingips/052730ff-df16-4bd9-beba-69d76ba3b5a0 HTTP/1.1" status: 204 len: 168 time: 0.5243959 Aug 10 02:40:01.296108 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:40:03.536330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35442) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:03.599210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f23215b8-ebb8-4ac1-83f1-f7eaeada3c7c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:03.633716 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f23215b8-ebb8-4ac1-83f1-f7eaeada3c7c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:03.768016 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f23215b8-ebb8-4ac1-83f1-f7eaeada3c7c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:03.770813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f23215b8-ebb8-4ac1-83f1-f7eaeada3c7c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:03.771951 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f23215b8-ebb8-4ac1-83f1-f7eaeada3c7c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] 10.222.0.38 "DELETE /v2.0/security-groups/e8142d15-22b2-4e28-bc6d-437ad427141d HTTP/1.1" status: 204 len: 168 time: 0.2345986 Aug 10 02:40:03.781469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23215b8-ebb8-4ac1-83f1-f7eaeada3c7c tempest-TestVolumeBootPattern-1509930842 tempest-TestVolumeBootPattern-1509930842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8142d15-22b2-4e28-bc6d-437ad427141d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:03.885243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35446) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:04.713372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:04.962087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Deleting port d34e2383-bd43-4af0-8465-edb849d975dd {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:40:04.962350 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:05.045930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] For port d34e2383-bd43-4af0-8465-edb849d975dd, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d34e2383-bd43-4af0-8465-edb849d975dd,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:05.046304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:05.059516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Calling delete_port for d34e2383-bd43-4af0-8465-edb849d975dd owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:40:05.362490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:05.388025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34e2383-bd43-4af0-8465-edb849d975dd,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:05.567599 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:05.805452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Router 13958a0c-7c5a-4277-9434-bdb5760de667 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:40:05.919286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:40:05.925286 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b11e0e8f-3873-4683-9273-4580a2c69fe2 admin admin] 10.222.0.38 "PUT /v2.0/routers/13958a0c-7c5a-4277-9434-bdb5760de667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388126 Aug 10 02:40:05.927808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35456) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:05.929773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] Sync routers for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:40:05.939673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:40:05.940311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:39:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:06.037441 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.047212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:40:06.144005 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.229013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:40:05Z', 'revision_number': 5, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port': {'id': '728352c2-1d80-438e-ac12-7f94bdf1d022', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:0f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:24:59Z', 'updated_at': '2021-08-10T02:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:06.255372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] Checking router: 13958a0c-7c5a-4277-9434-bdb5760de667 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:40:06.263766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] Routers {'13958a0c-7c5a-4277-9434-bdb5760de667'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:40:06.264383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:39:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['13958a0c-7c5a-4277-9434-bdb5760de667'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:06.296149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Deleting port 728352c2-1d80-438e-ac12-7f94bdf1d022 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:40:06.296616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.354087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] Set router 13958a0c-7c5a-4277-9434-bdb5760de667 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:40:06.401287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] For port 728352c2-1d80-438e-ac12-7f94bdf1d022, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=728352c2-1d80-438e-ac12-7f94bdf1d022,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:06.401741 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.410443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:40:06Z', 'revision_number': 6, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:06.415188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Calling delete_port for 728352c2-1d80-438e-ac12-7f94bdf1d022 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:40:06.440697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840e03af-44a0-4af5-962b-af8a47f24d49 None None] The sync data for ids ['13958a0c-7c5a-4277-9434-bdb5760de667'] in n-d-767704-21 is: [{'id': '13958a0c-7c5a-4277-9434-bdb5760de667', 'name': 'tempest-TestVolumeBootPattern-1638999787-router', 'tenant_id': '9082559d41d742f891f775f5c4029da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:24:57Z', 'updated_at': '2021-08-10T02:40:06Z', 'revision_number': 6, 'project_id': '9082559d41d742f891f775f5c4029da0', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:40:06.647627 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.672764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Pushing event deleted for resources: {'Port': ['ID=728352c2-1d80-438e-ac12-7f94bdf1d022,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:06.736459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.832447 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.834720 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.944819 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.945323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13958a0c-7c5a-4277-9434-bdb5760de667 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:40:06.952870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:06.952870 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2a8882f4-e8c5-4369-a069-73a1d594f49f admin admin] 10.222.0.38 "DELETE /v2.0/routers/13958a0c-7c5a-4277-9434-bdb5760de667 HTTP/1.1" status: 204 len: 168 time: 1.0216560 Aug 10 02:40:06.953496 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35458) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:06.998695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdf9cae-a203-4732-946f-b98ec9af1023 admin admin] Deleting subnet 870e0f49-f6c5-4672-afe5-fedc6f28e496 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:40:07.001862 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9cae-a203-4732-946f-b98ec9af1023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.035707 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9cae-a203-4732-946f-b98ec9af1023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.116561 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9cae-a203-4732-946f-b98ec9af1023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.254030 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9cae-a203-4732-946f-b98ec9af1023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.281745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf9cae-a203-4732-946f-b98ec9af1023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870e0f49-f6c5-4672-afe5-fedc6f28e496,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:07.285740 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0bdf9cae-a203-4732-946f-b98ec9af1023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.288226 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0bdf9cae-a203-4732-946f-b98ec9af1023 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/870e0f49-f6c5-4672-afe5-fedc6f28e496 HTTP/1.1" status: 204 len: 168 time: 0.3333578 Aug 10 02:40:07.290433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35460) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:07.292835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed6cc75-1d90-4851-b913-11b965af0dc0 None None] Network 96ead180-e03b-44cb-ac36-6e482b15f632 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:40:07.362669 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.431253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Deleting port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:40:07.431927 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.500671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] DHCP port deletion for 96ead180-e03b-44cb-ac36-6e482b15f632 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:40:07.513267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] For port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0fa0da16-ad06-4fa0-80ff-104b9d5862f6,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:07.513635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.527142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Calling delete_port for 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:40:07.551080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Deleting port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:40:07.551462 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.632217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] For port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0fa0da16-ad06-4fa0-80ff-104b9d5862f6,segment=NetworkSegment(0cf6337d-8975-4476-a9b5-938ed6e50e8c),segment_id=0cf6337d-8975-4476-a9b5-938ed6e50e8c)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:07.635450 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.651000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Calling delete_port for 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:40:07.667780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 728352c2-1d80-438e-ac12-7f94bdf1d022 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:40:07.719171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 728352c2-1d80-438e-ac12-7f94bdf1d022 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:40:07.719409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 728352c2-1d80-438e-ac12-7f94bdf1d022 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:40:07.719840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d34e2383-bd43-4af0-8465-edb849d975dd no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:40:07.728408 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.743887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: d34e2383-bd43-4af0-8465-edb849d975dd {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:40:07.744233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d34e2383-bd43-4af0-8465-edb849d975dd not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:40:07.744653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:40:07.761583 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa0da16-ad06-4fa0-80ff-104b9d5862f6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:07.765744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] No DVR routers for this DVR port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:40:07.774106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:40:07.775628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:40:07.798070 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.826075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Pushing event deleted for resources: {'Port': ['ID=0fa0da16-ad06-4fa0-80ff-104b9d5862f6,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:07.828500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] No DVR routers for this DVR port 0fa0da16-ad06-4fa0-80ff-104b9d5862f6 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:40:07.837611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.837611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.837935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.838034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.838383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.838725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.839055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.839840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.839840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.839998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.840348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.840657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fbd274-2a24-4e5f-acd6-180d3def0384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:07.850448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.862475 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ead180-e03b-44cb-ac36-6e482b15f632']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:07.875446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf6337d-8975-4476-a9b5-938ed6e50e8c') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:07.875740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf6337d-8975-4476-a9b5-938ed6e50e8c') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:07.886030 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.900691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.906844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:40:07.907299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:40:07.908954 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:40:08.042024 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:08.051011 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:08.051011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] 10.222.0.38 "DELETE /v2.0/networks/96ead180-e03b-44cb-ac36-6e482b15f632 HTTP/1.1" status: 204 len: 168 time: 0.7586088 Aug 10 02:40:08.053254 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:08.062372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d2bc0-855b-4b79-8d92-696c7584c1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=96ead180-e03b-44cb-ac36-6e482b15f632,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:08.430196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:08.695747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Deleting port 2471f776-b6c7-4653-8db7-4b21fb528acf {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:40:08.695747 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:08.791088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] For port 2471f776-b6c7-4653-8db7-4b21fb528acf, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=2471f776-b6c7-4653-8db7-4b21fb528acf,segment=NetworkSegment(6047a0ca-9586-452d-9c84-ef06851ed10b),segment_id=6047a0ca-9586-452d-9c84-ef06851ed10b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:08.791466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:08.806460 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Calling delete_port for 2471f776-b6c7-4653-8db7-4b21fb528acf owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:40:09.065319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:09.095710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Pushing event deleted for resources: {'Port': ['ID=2471f776-b6c7-4653-8db7-4b21fb528acf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:09.273184 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:09.824141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Router be19dfad-76ac-437f-ba69-a4b91ac2816c has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:40:09.930404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:40:09.937015 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1e447644-667c-4e74-9c07-c56e2ce74462 admin admin] 10.222.0.38 "PUT /v2.0/routers/be19dfad-76ac-437f-ba69-a4b91ac2816c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8817840 Aug 10 02:40:09.938602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:09.939417 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] Sync routers for ids ['be19dfad-76ac-437f-ba69-a4b91ac2816c'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:40:09.950242 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] Routers {'be19dfad-76ac-437f-ba69-a4b91ac2816c'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:40:09.950889 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:39:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['be19dfad-76ac-437f-ba69-a4b91ac2816c'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:10.048856 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.057209 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] Set router be19dfad-76ac-437f-ba69-a4b91ac2816c gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:40:10.158826 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.278430 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:40:08Z', 'revision_number': 5, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'gw_port': {'id': 'f20903cc-fc31-45bc-b217-4d1473e6afda', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:10.292710 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Deleting port f20903cc-fc31-45bc-b217-4d1473e6afda {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:40:10.293053 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.304737 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] Checking router: be19dfad-76ac-437f-ba69-a4b91ac2816c for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:40:10.313357 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] Routers {'be19dfad-76ac-437f-ba69-a4b91ac2816c'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:40:10.314283 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:39:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['be19dfad-76ac-437f-ba69-a4b91ac2816c'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:10.377944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] For port f20903cc-fc31-45bc-b217-4d1473e6afda, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=f20903cc-fc31-45bc-b217-4d1473e6afda,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:10.378314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.392186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Calling delete_port for f20903cc-fc31-45bc-b217-4d1473e6afda owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:40:10.410760 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] Set router be19dfad-76ac-437f-ba69-a4b91ac2816c gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:40:10.504979 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:40:10Z', 'revision_number': 6, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:10.532663 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b0a33d-e7de-43fe-8c29-506cc9136bd8 None None] The sync data for ids ['be19dfad-76ac-437f-ba69-a4b91ac2816c'] in n-d-767704-21 is: [{'id': 'be19dfad-76ac-437f-ba69-a4b91ac2816c', 'name': 'tempest-TestVolumeBootPattern-282100483-router', 'tenant_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:25:12Z', 'updated_at': '2021-08-10T02:40:10Z', 'revision_number': 6, 'project_id': 'a0a9d0e82a894fdba4c2c3efd84c82bf', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:40:10.614849 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.641734 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20903cc-fc31-45bc-b217-4d1473e6afda,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:10.713226 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.824083 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.826361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.911339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.911866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be19dfad-76ac-437f-ba69-a4b91ac2816c {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:40:10.917789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:10.919184 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c9651f60-bb47-46d0-afa1-f26874235c11 admin admin] 10.222.0.38 "DELETE /v2.0/routers/be19dfad-76ac-437f-ba69-a4b91ac2816c HTTP/1.1" status: 204 len: 168 time: 0.9796271 Aug 10 02:40:10.921696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35466) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:10.974221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-612da207-bc72-48f2-8c3b-610404ed3622 admin admin] Deleting subnet 8ab5cce1-234d-4221-93ec-f16b4ae791b5 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:40:10.977891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-612da207-bc72-48f2-8c3b-610404ed3622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.017096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-612da207-bc72-48f2-8c3b-610404ed3622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.117945 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-612da207-bc72-48f2-8c3b-610404ed3622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.248052 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-612da207-bc72-48f2-8c3b-610404ed3622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.282288 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612da207-bc72-48f2-8c3b-610404ed3622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab5cce1-234d-4221-93ec-f16b4ae791b5,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:11.285625 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-612da207-bc72-48f2-8c3b-610404ed3622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.288753 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-612da207-bc72-48f2-8c3b-610404ed3622 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8ab5cce1-234d-4221-93ec-f16b4ae791b5 HTTP/1.1" status: 204 len: 168 time: 0.3659170 Aug 10 02:40:11.288916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ccdeda-38c1-4b59-9074-81a7ee898063 None None] Network 36819f84-b8f7-403e-894c-ebe534f78d26 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:40:11.290009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35468) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:11.374302 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.455163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Deleting port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:40:11.455637 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.505958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502351c-102b-4ae0-b21b-5caacd1ffbfd None None] DHCP port deletion for 36819f84-b8f7-403e-894c-ebe534f78d26 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:40:11.556061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] For port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d,segment=NetworkSegment(6047a0ca-9586-452d-9c84-ef06851ed10b),segment_id=6047a0ca-9586-452d-9c84-ef06851ed10b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:11.556434 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.575368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Calling delete_port for d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:40:11.576798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7502351c-102b-4ae0-b21b-5caacd1ffbfd None None] Deleting port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:40:11.577187 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7502351c-102b-4ae0-b21b-5caacd1ffbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.660032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-7502351c-102b-4ae0-b21b-5caacd1ffbfd None None] For port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d,segment=NetworkSegment(6047a0ca-9586-452d-9c84-ef06851ed10b),segment_id=6047a0ca-9586-452d-9c84-ef06851ed10b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:11.660838 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7502351c-102b-4ae0-b21b-5caacd1ffbfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.676757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7502351c-102b-4ae0-b21b-5caacd1ffbfd None None] Calling delete_port for d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:40:11.687926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f20903cc-fc31-45bc-b217-4d1473e6afda no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:40:11.715110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: f20903cc-fc31-45bc-b217-4d1473e6afda {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:40:11.715462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device f20903cc-fc31-45bc-b217-4d1473e6afda not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:40:11.715893 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2471f776-b6c7-4653-8db7-4b21fb528acf no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:40:11.762289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.764795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 2471f776-b6c7-4653-8db7-4b21fb528acf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:40:11.765116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 2471f776-b6c7-4653-8db7-4b21fb528acf not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:40:11.765531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:40:11.786752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:40:11.787102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:40:11.806078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:11.812596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] No DVR routers for this DVR port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:40:11.829549 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7502351c-102b-4ae0-b21b-5caacd1ffbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.855348 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502351c-102b-4ae0-b21b-5caacd1ffbfd None None] Pushing event deleted for resources: {'Port': ['ID=d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:11.859078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502351c-102b-4ae0-b21b-5caacd1ffbfd None None] No DVR routers for this DVR port d1e5a4e2-4d8e-469c-b111-4babcd0b2f1d on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:40:11.897689 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.908486 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36819f84-b8f7-403e-894c-ebe534f78d26']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:11.919658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6047a0ca-9586-452d-9c84-ef06851ed10b') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:11.919962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6047a0ca-9586-452d-9c84-ef06851ed10b') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:40:11.929843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.944663 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.950779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:40:11.951177 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:40:11.952855 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:40:12.071419 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:12.077636 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:12.079502 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] 10.222.0.38 "DELETE /v2.0/networks/36819f84-b8f7-403e-894c-ebe534f78d26 HTTP/1.1" status: 204 len: 168 time: 0.7885003 Aug 10 02:40:12.091758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15903b55-5533-4a26-975a-0c1d97906c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=36819f84-b8f7-403e-894c-ebe534f78d26,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:12.412062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35472) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:12.451304 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9ba4aadf-15a7-48e2-b571-1a67721668cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9082559d41d742f891f775f5c4029da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380127 Aug 10 02:40:12.453637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35474) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:12.505478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09a3bdd3-9b5b-4c9e-94e3-022f1b81b263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:12.527407 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09a3bdd3-9b5b-4c9e-94e3-022f1b81b263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:12.631616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09a3bdd3-9b5b-4c9e-94e3-022f1b81b263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:12.634478 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-09a3bdd3-9b5b-4c9e-94e3-022f1b81b263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:12.635707 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-09a3bdd3-9b5b-4c9e-94e3-022f1b81b263 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/231fb62f-a436-4c3d-a9c3-1b526df6aa45 HTTP/1.1" status: 204 len: 168 time: 0.1811862 Aug 10 02:40:12.643812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3bdd3-9b5b-4c9e-94e3-022f1b81b263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231fb62f-a436-4c3d-a9c3-1b526df6aa45,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:13.357081 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35480) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:13.397598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b2254ed8-8c13-468a-816a-23162a9ebb51 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0a9d0e82a894fdba4c2c3efd84c82bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391669 Aug 10 02:40:13.400154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35482) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:13.430721 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:13.450184 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-539eb9a2-4973-443c-a079-072cb5f23bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:13.471767 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-539eb9a2-4973-443c-a079-072cb5f23bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:13.602334 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-539eb9a2-4973-443c-a079-072cb5f23bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:13.605053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-539eb9a2-4973-443c-a079-072cb5f23bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:13.606322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-539eb9a2-4973-443c-a079-072cb5f23bbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d4c7110-4672-4a0d-83db-aa75c95c8724 HTTP/1.1" status: 204 len: 168 time: 0.2052469 Aug 10 02:40:13.614446 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539eb9a2-4973-443c-a079-072cb5f23bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4c7110-4672-4a0d-83db-aa75c95c8724,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:14.618531 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:17.973726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c2c769dd-6c3e-4bb3-a3b2-64cf9c9eb538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:20.596794 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-88856627-ef74-465f-ac46-87aac4524fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:21.151006 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:22.390503 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:23.990926 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:24.586915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d1e8cfe2-4641-4295-bc3f-fd516bf1bcdc tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4fb64901b2774ab3b463d5fd00bce253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293670 Aug 10 02:40:24.771966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d816afd4-b82f-4ee9-80c5-3b200edf79e0 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:24.773521 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d816afd4-b82f-4ee9-80c5-3b200edf79e0 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810372 Aug 10 02:40:24.788161 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-ce0680ba-3801-4897-86a3-1b778b3f7581 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/quotas/4fb64901b2774ab3b463d5fd00bce253 HTTP/1.1" status: 200 len: 375 time: 0.0088568 Aug 10 02:40:24.819372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-0c70f546-4858-455a-a49b-cf02f3c17d06 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=4fb64901b2774ab3b463d5fd00bce253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260081 Aug 10 02:40:26.087304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fac3585-4df8-45e9-9e3d-b211c4cbb08d req-f57e1f4d-b531-40d5-bde5-7c417a296697 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 210 time: 0.0288789 Aug 10 02:40:27.163473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-456ea857-d167-4f3d-801c-c42cc307fa36 req-87876852-cfd0-4aa3-ada5-9cf4148b1853 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 210 time: 0.0257480 Aug 10 02:40:28.256515 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-71b28552-6053-452c-8819-a1aa5b1439d4 req-7bbbc139-bc82-4483-a38b-d99956d457da tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 210 time: 0.0266171 Aug 10 02:40:28.275119 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-b8d50cff-6eaf-4c54-9ac5-21e124d72ffa tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4fb64901b2774ab3b463d5fd00bce253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309753 Aug 10 02:40:28.464655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-01473705-8121-4ac4-bc51-35398664c7cc tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:28.466175 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-01473705-8121-4ac4-bc51-35398664c7cc tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847696 Aug 10 02:40:28.478953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Request body: {'port': {'device_id': '87a4d3ab-4924-4544-8e19-ae6533a5c853', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'admin_state_up': True, 'tenant_id': '4fb64901b2774ab3b463d5fd00bce253'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:40:28.654321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Made reservation on behalf of 4fb64901b2774ab3b463d5fd00bce253 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:40:28.656898 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:28.667050 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:28.756236 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:28.829991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:28.894024 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3daee6fd-4645-4bf1-9add-36a15c051924,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:28.963717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Allocated IP 192.168.233.29 (28297fa7-c3e2-4a03-bd8f-6995bbe8a314/f5caff11-0b14-43d8-9217-da9cb84cba1c/b785f862-8a7f-46bc-86c8-9d821e82d017) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:40:29.109986 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:29.123943 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Transition to ACTIVE for port object b785f862-8a7f-46bc-86c8-9d821e82d017 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:40:29.196569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:29.236956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:40:29.242176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:40:29.245959 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:40:29.271276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Pushing event updated for resources: {'Port': ['ID=b785f862-8a7f-46bc-86c8-9d821e82d017,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:29.304703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:29.305453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:29.375225 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-571462f3-1230-48fa-a954-8028e97f7067 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8998799 Aug 10 02:40:29.380085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb300da-3fca-4c05-86a9-553d580325fa req-804b2287-e54e-4aa2-a6a0-ac2a98d74688 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:29.381667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5eb300da-3fca-4c05-86a9-553d580325fa req-804b2287-e54e-4aa2-a6a0-ac2a98d74688 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 935 time: 0.0513008 Aug 10 02:40:29.388143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Request body: {'port': {'device_id': '87a4d3ab-4924-4544-8e19-ae6533a5c853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:40:29.423606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5eb300da-3fca-4c05-86a9-553d580325fa req-57dd736a-036d-4a14-9d29-cd37b1c974e5 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341930 Aug 10 02:40:29.455595 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:29.476257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f94c654e-d1b9-4fcd-9e92-7f04d07f7232 None None] Provisioning for port b785f862-8a7f-46bc-86c8-9d821e82d017 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:40:29.481433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-f94c654e-d1b9-4fcd-9e92-7f04d07f7232 None None] Provisioning complete for port b785f862-8a7f-46bc-86c8-9d821e82d017 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:40:29.481808 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f94c654e-d1b9-4fcd-9e92-7f04d07f7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:29.515721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-f94c654e-d1b9-4fcd-9e92-7f04d07f7232 None None] Port b785f862-8a7f-46bc-86c8-9d821e82d017 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:40:29.717327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b785f862-8a7f-46bc-86c8-9d821e82d017 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:40:29.724827 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:29.736641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Transition to ACTIVE for port object b785f862-8a7f-46bc-86c8-9d821e82d017 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:40:29.807702 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:29.858314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Pushing event updated for resources: {'Port': ['ID=b785f862-8a7f-46bc-86c8-9d821e82d017,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:29.932167 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Attempting to bind port b785f862-8a7f-46bc-86c8-9d821e82d017 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:40:29.932599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Attempting to bind port b785f862-8a7f-46bc-86c8-9d821e82d017 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:40:29.933010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Attempting to bind port b785f862-8a7f-46bc-86c8-9d821e82d017 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:40:29.937638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Port b785f862-8a7f-46bc-86c8-9d821e82d017 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:40:29.938047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Attempting to bind port b785f862-8a7f-46bc-86c8-9d821e82d017 on network 28297fa7-c3e2-4a03-bd8f-6995bbe8a314 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:40:29.943037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:40:29.943382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Checking segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:40:29.943770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Bound using segment: {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:40:29.944198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Bound port: b785f862-8a7f-46bc-86c8-9d821e82d017, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f089983-2cd2-44e4-bbf2-999da36f04e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:40:29.944564 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:30.010708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] For port b785f862-8a7f-46bc-86c8-9d821e82d017, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:40:30.013702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] For port b785f862-8a7f-46bc-86c8-9d821e82d017, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b785f862-8a7f-46bc-86c8-9d821e82d017,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:40:30.058790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:30.091854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:30.092422 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:30.093999 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] 10.222.0.11 "PUT /v2.0/ports/b785f862-8a7f-46bc-86c8-9d821e82d017 HTTP/1.1" status: 200 len: 1096 time: 0.7102587 Aug 10 02:40:30.096022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a4d3ab-4924-4544-8e19-ae6533a5c853', 'tag': 'b785f862-8a7f-46bc-86c8-9d821e82d017'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:40:30.098339 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926dbff-8600-468c-8c8b-570eb54c4de7" -d '{"events": [{"name": "network-changed", "server_uuid": "87a4d3ab-4924-4544-8e19-ae6533a5c853", "tag": "b785f862-8a7f-46bc-86c8-9d821e82d017"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:40:30.127445 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29870f9-772e-4201-af63-e1c8893f0319 service neutron] Pushing event updated for resources: {'Port': ['ID=b785f862-8a7f-46bc-86c8-9d821e82d017,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:30.142203 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc76f6c-bf9a-4117-8a51-20d3521ab5ae x-openstack-request-id: req-1dc76f6c-bf9a-4117-8a51-20d3521ab5ae {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:40:30.142664 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a4d3ab-4924-4544-8e19-ae6533a5c853", "tag": "b785f862-8a7f-46bc-86c8-9d821e82d017", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:40:30.142921 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1dc76f6c-bf9a-4117-8a51-20d3521ab5ae {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:40:30.143326 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a4d3ab-4924-4544-8e19-ae6533a5c853', 'tag': 'b785f862-8a7f-46bc-86c8-9d821e82d017', 'status': 'completed', 'code': 200} Aug 10 02:40:30.212223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926dbff-8600-468c-8c8b-570eb54c4de7 req-1ad8df4e-07bd-491c-9b0e-d044c5edaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:30.220123 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d926dbff-8600-468c-8c8b-570eb54c4de7 req-1ad8df4e-07bd-491c-9b0e-d044c5edaf53 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fb64901b2774ab3b463d5fd00bce253&device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 1099 time: 0.0485733 Aug 10 02:40:30.242347 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d926dbff-8600-468c-8c8b-570eb54c4de7 req-6774647d-93f0-486b-b822-497aa778e596 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4fb64901b2774ab3b463d5fd00bce253&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208793 Aug 10 02:40:30.335237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926dbff-8600-468c-8c8b-570eb54c4de7 req-070bb341-79c6-4a36-b3d6-c8f13a220d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:30.337462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d926dbff-8600-468c-8c8b-570eb54c4de7 req-070bb341-79c6-4a36-b3d6-c8f13a220d6a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877690 Aug 10 02:40:30.417705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-bb2b4f7a-840b-4501-9911-b502347bb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:30.419248 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-bb2b4f7a-840b-4501-9911-b502347bb602 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fb64901b2774ab3b463d5fd00bce253&device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 1099 time: 0.0423570 Aug 10 02:40:30.465413 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-d8318f55-6c8f-4841-99c2-8dd8d6099d75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b785f862-8a7f-46bc-86c8-9d821e82d017 HTTP/1.1" status: 200 len: 217 time: 0.0378032 Aug 10 02:40:30.515849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-11f20ee4-c88f-4bbc-bd85-f045ab37881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:30.517335 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-11f20ee4-c88f-4bbc-bd85-f045ab37881f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f5caff11-0b14-43d8-9217-da9cb84cba1c HTTP/1.1" status: 200 len: 843 time: 0.0456626 Aug 10 02:40:30.546706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1e5b-69de-4153-88bc-429b194fb13d req-ccd7c3c5-0f3c-42df-8fa7-280670d84665 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:30.548306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf4e1e5b-69de-4153-88bc-429b194fb13d req-ccd7c3c5-0f3c-42df-8fa7-280670d84665 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 947 time: 0.0548911 Aug 10 02:40:30.564046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-0cc1f4ea-1c79-4917-b542-87d6fe07df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:30.565576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-0cc1f4ea-1c79-4917-b542-87d6fe07df54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=28297fa7-c3e2-4a03-bd8f-6995bbe8a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405769 Aug 10 02:40:30.590872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bf4e1e5b-69de-4153-88bc-429b194fb13d req-47091430-b3e3-4a30-88ef-74d584ddf1a9 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364685 Aug 10 02:40:30.659827 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-266f2e36-1070-4665-9686-41e612b43cb5 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870574 Aug 10 02:40:30.750220 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b0a7f75-5623-48ff-b4e3-ebe76ffbb503 req-53526c23-0ebe-4567-910a-b1418cc18847 service neutron] 10.222.0.11 "GET /v2.0/networks/28297fa7-c3e2-4a03-bd8f-6995bbe8a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832522 Aug 10 02:40:31.707590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedf543-3727-4135-87c5-3c731cabe32e req-4ed34f22-ff32-4e5b-b012-ecf35db6d6e9 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:31.709063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-beedf543-3727-4135-87c5-3c731cabe32e req-4ed34f22-ff32-4e5b-b012-ecf35db6d6e9 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 947 time: 0.0474756 Aug 10 02:40:31.746637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-beedf543-3727-4135-87c5-3c731cabe32e req-6748153e-53fb-4252-9f17-e2494987576d tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Aug 10 02:40:31.987534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b785f862-8a7f-46bc-86c8-9d821e82d017 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:40:32.078102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b785f862-8a7f-46bc-86c8-9d821e82d017, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b785f862-8a7f-46bc-86c8-9d821e82d017,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:32.091682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'b785f862-8a7f-46bc-86c8-9d821e82d017', 'network_id': '28297fa7-c3e2-4a03-bd8f-6995bbe8a314', 'port_id': 'b785f862-8a7f-46bc-86c8-9d821e82d017', 'mac_address': 'fa:16:3e:34:e0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5caff11-0b14-43d8-9217-da9cb84cba1c', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:40:32.127536 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:32.140124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b785f862-8a7f-46bc-86c8-9d821e82d017 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:40:32.158305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b785f862-8a7f-46bc-86c8-9d821e82d017, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b785f862-8a7f-46bc-86c8-9d821e82d017,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:32.218620 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:32.266201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b785f862-8a7f-46bc-86c8-9d821e82d017,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:32.453836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b785f862-8a7f-46bc-86c8-9d821e82d017'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:40:32.860646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01b1bd-d2ac-4cd8-b481-c3466791aa00 req-1fa70f8e-f1e3-4839-8921-3cf7d62953dd tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:32.862147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e01b1bd-d2ac-4cd8-b481-c3466791aa00 req-1fa70f8e-f1e3-4839-8921-3cf7d62953dd tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 948 time: 0.0487468 Aug 10 02:40:32.900195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e01b1bd-d2ac-4cd8-b481-c3466791aa00 req-91d0d6a6-cb87-414b-afff-0b34e6317beb tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Aug 10 02:40:34.010113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b785f862-8a7f-46bc-86c8-9d821e82d017 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:40:34.013285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca12f8f-d9ed-420f-be31-149396a54a72 req-b73c4ae7-e638-4a3e-923a-bc4e737c2972 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:34.014834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ca12f8f-d9ed-420f-be31-149396a54a72 req-b73c4ae7-e638-4a3e-923a-bc4e737c2972 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 948 time: 0.0477872 Aug 10 02:40:34.056593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ca12f8f-d9ed-420f-be31-149396a54a72 req-abbb44ce-8fd2-4999-8822-ba52b53bc261 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358498 Aug 10 02:40:34.150177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port b785f862-8a7f-46bc-86c8-9d821e82d017 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:40:34.154174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port b785f862-8a7f-46bc-86c8-9d821e82d017 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:40:34.154597 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:34.231266 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:34.252968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a4d3ab-4924-4544-8e19-ae6533a5c853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b785f862-8a7f-46bc-86c8-9d821e82d017'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:40:34.255214 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed56c3bb-7471-4dc4-bb5f-16a761ede346" -d '{"events": [{"server_uuid": "87a4d3ab-4924-4544-8e19-ae6533a5c853", "name": "network-vif-plugged", "status": "completed", "tag": "b785f862-8a7f-46bc-86c8-9d821e82d017"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:40:34.268013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b785f862-8a7f-46bc-86c8-9d821e82d017, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b785f862-8a7f-46bc-86c8-9d821e82d017,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:34.327414 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:34.358605 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1386c3-94c0-40e8-89cb-d8f7cd83b7e3 x-openstack-request-id: req-2f1386c3-94c0-40e8-89cb-d8f7cd83b7e3 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:40:34.358900 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a4d3ab-4924-4544-8e19-ae6533a5c853", "name": "network-vif-plugged", "status": "completed", "tag": "b785f862-8a7f-46bc-86c8-9d821e82d017", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:40:34.359152 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f1386c3-94c0-40e8-89cb-d8f7cd83b7e3 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:40:34.359559 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a4d3ab-4924-4544-8e19-ae6533a5c853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b785f862-8a7f-46bc-86c8-9d821e82d017', 'code': 200} Aug 10 02:40:34.387376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b785f862-8a7f-46bc-86c8-9d821e82d017,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:34.466701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c74350-fea8-459c-a101-aa942dda5b0a req-6611b218-500c-42da-8e73-d88af7053310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:34.468171 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e7c74350-fea8-459c-a101-aa942dda5b0a req-6611b218-500c-42da-8e73-d88af7053310 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 1101 time: 0.0443573 Aug 10 02:40:34.504875 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e7c74350-fea8-459c-a101-aa942dda5b0a req-7cff54d0-c0e9-45ac-a1b8-1e2d2bd0d78d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296323 Aug 10 02:40:35.175751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4232c97-c3f8-4c65-9863-befb56026850 req-7ae67ef0-3da5-4c8a-894c-d1436e9a4fb0 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:35.177245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4232c97-c3f8-4c65-9863-befb56026850 req-7ae67ef0-3da5-4c8a-894c-d1436e9a4fb0 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 949 time: 0.0487158 Aug 10 02:40:35.215425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4232c97-c3f8-4c65-9863-befb56026850 req-56e12ad9-9b2a-48d6-8613-c71f9f7b3df2 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Aug 10 02:40:36.338250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67c406-223a-46d1-a171-1dff9caf3a50 req-64ed9bdb-0851-4ce8-b78d-a8dce7c6234b tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:36.339745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da67c406-223a-46d1-a171-1dff9caf3a50 req-64ed9bdb-0851-4ce8-b78d-a8dce7c6234b tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 949 time: 0.0492566 Aug 10 02:40:36.377230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da67c406-223a-46d1-a171-1dff9caf3a50 req-69440621-37cc-4a54-9fb5-2715214b5947 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316269 Aug 10 02:40:37.968327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d66c48-01b3-4ac1-b51c-20a00c0732a6 req-87b08cf7-34d4-47a3-a7c3-e9e409cc7167 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:37.969791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59d66c48-01b3-4ac1-b51c-20a00c0732a6 req-87b08cf7-34d4-47a3-a7c3-e9e409cc7167 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 949 time: 0.0489407 Aug 10 02:40:38.011124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59d66c48-01b3-4ac1-b51c-20a00c0732a6 req-0bda0b1d-cd2a-45b4-83a4-f8be993aa034 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 Aug 10 02:40:38.296296 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:40:39.128062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d54b33-7efc-4b65-a59b-ce04ee70e151 req-6125b2a4-dd45-4761-9029-aead5171cdca tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:39.129527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41d54b33-7efc-4b65-a59b-ce04ee70e151 req-6125b2a4-dd45-4761-9029-aead5171cdca tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 949 time: 0.0488257 Aug 10 02:40:39.166453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41d54b33-7efc-4b65-a59b-ce04ee70e151 req-850ece53-41f2-4e53-b25d-1edba7eafeec tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/security-groups?id=3daee6fd-4645-4bf1-9add-36a15c051924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Aug 10 02:40:39.221422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-f5917fcf-869c-4e3a-b012-ca54aa8acdc3 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:39.222912 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-f5917fcf-869c-4e3a-b012-ca54aa8acdc3 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.11 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 949 time: 0.0484476 Aug 10 02:40:39.309600 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Deleting port b785f862-8a7f-46bc-86c8-9d821e82d017 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:40:39.309863 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:39.402293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] For port b785f862-8a7f-46bc-86c8-9d821e82d017, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b785f862-8a7f-46bc-86c8-9d821e82d017,segment=NetworkSegment(4f089983-2cd2-44e4-bbf2-999da36f04e9),segment_id=4f089983-2cd2-44e4-bbf2-999da36f04e9)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:39.402688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:39.415917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Calling delete_port for b785f862-8a7f-46bc-86c8-9d821e82d017 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:40:39.590119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:39.603038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b785f862-8a7f-46bc-86c8-9d821e82d017'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:40:39.617431 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Pushing event deleted for resources: {'Port': ['ID=b785f862-8a7f-46bc-86c8-9d821e82d017,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:39.661613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] No DVR routers for this DVR port b785f862-8a7f-46bc-86c8-9d821e82d017 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:40:39.664474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:39.668086 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-122942e9-7199-4055-a635-23eb57ed2bc3 req-dde486c0-440b-4681-81fc-a9891f8d8941 tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.11 "DELETE /v2.0/ports/b785f862-8a7f-46bc-86c8-9d821e82d017 HTTP/1.1" status: 204 len: 173 time: 0.4395697 Aug 10 02:40:39.668635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a4d3ab-4924-4544-8e19-ae6533a5c853', 'name': 'network-vif-deleted', 'tag': 'b785f862-8a7f-46bc-86c8-9d821e82d017'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:40:39.671063 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588f8f5-2d0f-47c3-acd6-69750d5c5087" -d '{"events": [{"server_uuid": "87a4d3ab-4924-4544-8e19-ae6533a5c853", "name": "network-vif-deleted", "tag": "b785f862-8a7f-46bc-86c8-9d821e82d017"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:40:39.710540 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f9c6d2-3b4a-49e5-a137-b437658d5dde x-openstack-request-id: req-31f9c6d2-3b4a-49e5-a137-b437658d5dde {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:40:39.710929 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a4d3ab-4924-4544-8e19-ae6533a5c853", "name": "network-vif-deleted", "tag": "b785f862-8a7f-46bc-86c8-9d821e82d017", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:40:39.711187 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-31f9c6d2-3b4a-49e5-a137-b437658d5dde {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:40:39.711667 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a4d3ab-4924-4544-8e19-ae6533a5c853', 'name': 'network-vif-deleted', 'tag': 'b785f862-8a7f-46bc-86c8-9d821e82d017', 'status': 'completed', 'code': 200} Aug 10 02:40:40.272450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8610202e-598b-4bd7-9c61-3f5b59a7efa7 req-3f501056-fe36-45d6-9425-7100ba1c344f tempest-ServersAdminNegativeTestJSON-245975818 tempest-ServersAdminNegativeTestJSON-245975818-project] 10.222.0.38 "GET /v2.0/ports?device_id=87a4d3ab-4924-4544-8e19-ae6533a5c853 HTTP/1.1" status: 200 len: 210 time: 0.0255558 Aug 10 02:40:41.701915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35650) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:41.830927 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f7e8b027-fed9-4a5e-b391-775ef0f8f23a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4fb64901b2774ab3b463d5fd00bce253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278472 Aug 10 02:40:41.833318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35654) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:41.885152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae3dd-6d1d-48b4-a9c8-2eb7bad31230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:41.906161 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae3dd-6d1d-48b4-a9c8-2eb7bad31230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.024393 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae3dd-6d1d-48b4-a9c8-2eb7bad31230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.027812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae3dd-6d1d-48b4-a9c8-2eb7bad31230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.033125 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8b2ae3dd-6d1d-48b4-a9c8-2eb7bad31230 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3daee6fd-4645-4bf1-9add-36a15c051924 HTTP/1.1" status: 204 len: 168 time: 0.1947854 Aug 10 02:40:42.036827 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ae3dd-6d1d-48b4-a9c8-2eb7bad31230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daee6fd-4645-4bf1-9add-36a15c051924,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:42.071228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b785f862-8a7f-46bc-86c8-9d821e82d017 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:40:42.092211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: b785f862-8a7f-46bc-86c8-9d821e82d017 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:40:42.092559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b785f862-8a7f-46bc-86c8-9d821e82d017 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:40:42.570530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35660) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:42.583739 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a92c21-6463-44ea-a53f-58f956024278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.673798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a92c21-6463-44ea-a53f-58f956024278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.716151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-55a92c21-6463-44ea-a53f-58f956024278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.755491 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-55a92c21-6463-44ea-a53f-58f956024278 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d30a0ba8356e481da7d4c0b5304883f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837795 Aug 10 02:40:42.756263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a92c21-6463-44ea-a53f-58f956024278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffd4626-c142-40fb-9533-f76b7759a5c6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:42.758771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35662) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:42.806998 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.828248 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.955848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.958445 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:42.959629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ffd4626-c142-40fb-9533-f76b7759a5c6 HTTP/1.1" status: 204 len: 168 time: 0.1997969 Aug 10 02:40:42.967698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffd4626-c142-40fb-9533-f76b7759a5c6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:42.975122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.975473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.975821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.976244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.976479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.976813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.977145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.977471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.977916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.978114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.978466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:42.978818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0a44da-565c-41af-a918-4b1115b97e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:40:43.435742 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.040878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35684) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:44.164971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1199648182-network', 'tenant_id': 'efff8ddf70854038be999f7c57b57512'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:40:44.247096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Made reservation on behalf of efff8ddf70854038be999f7c57b57512 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:40:44.249308 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.257432 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.342842 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.424542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.449658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:40:44.459679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a90751-7032-40b2-9120-0f6087c9ef81,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:44.466183 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.466533 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Added segment 2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968 of type vlan for network a10afb75-dddf-4e20-af97-452dd6bdb94a Aug 10 02:40:44.507965 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.624490 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.625524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:44.626112 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.653408 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:44.688148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] Pushing event updated for resources: {'Network': ['ID=a10afb75-dddf-4e20-af97-452dd6bdb94a,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:44.699106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network a10afb75-dddf-4e20-af97-452dd6bdb94a details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:40:44.722669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c06f80de-59ba-48e0-b6e6-12f2cb7a238e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6799910 Aug 10 02:40:44.725570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35690) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:44.731535 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Request body: {'subnet': {'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1199648182-subnet', 'tenant_id': 'efff8ddf70854038be999f7c57b57512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:40:44.847977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Made reservation on behalf of efff8ddf70854038be999f7c57b57512 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:40:44.851029 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:45.093553 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:45.148286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=185fc8f1-26a0-47ab-b627-187031ee7ebd,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:45.157390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Checking segment: {'id': '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:40:45.157756 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Network hostable DHCP agents. Network: a10afb75-dddf-4e20-af97-452dd6bdb94a, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:40:45.258637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Network a10afb75-dddf-4e20-af97-452dd6bdb94a is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:40:45.304370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, a10afb75-dddf-4e20-af97-452dd6bdb94a) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:40:45.309132 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:45.310201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:45.313302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b84b32-09bb-48c4-bb1d-7cc645f11c6a None None] Network a10afb75-dddf-4e20-af97-452dd6bdb94a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:40:45.362714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-eaf1ce54-8414-4e08-95c6-06a4240d6ceb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6358328 Aug 10 02:40:45.435412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76bdc67-7b4a-4a68-9025-6c4bc8f22c14 None None] Network a10afb75-dddf-4e20-af97-452dd6bdb94a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:40:45.944647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d31741-f505-4049-8be7-d0f67699d571 req-6e5cf8b7-234f-48b0-923a-096939bf0eb3 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:45.946032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-6e5cf8b7-234f-48b0-923a-096939bf0eb3 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/networks?id=a10afb75-dddf-4e20-af97-452dd6bdb94a HTTP/1.1" status: 200 len: 812 time: 0.1013527 Aug 10 02:40:45.960861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-180db1c9-cf9d-422d-8e94-877c47dc8e1d tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/quotas/efff8ddf70854038be999f7c57b57512 HTTP/1.1" status: 200 len: 375 time: 0.0087831 Aug 10 02:40:46.336053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-8c436093-3e02-4be2-b3e9-3f0e8f2064e9 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=efff8ddf70854038be999f7c57b57512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3683035 Aug 10 02:40:46.423613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-1e2795d4-fd5b-4f3b-8e8a-8b8d7183bb9b service neutron] 10.222.0.38 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802262 Aug 10 02:40:46.513902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-12ba8cd8-0664-4cea-8e72-dab8b3ce807c service neutron] 10.222.0.38 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844135 Aug 10 02:40:46.796973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2abde09c-79fc-4ab2-8ed7-1e89461423de req-a0a68a33-7d7a-4a65-885b-6d777fc7e3b6 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 210 time: 0.0811341 Aug 10 02:40:47.892022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d53823b-9065-496c-b574-befb5d95a5d2 req-43951c37-ff1d-4c13-80be-f64688ec11d6 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 210 time: 0.0264082 Aug 10 02:40:47.910397 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-af2b3ce0-524e-426d-b413-ee3691a3ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:48.894972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d31741-f505-4049-8be7-d0f67699d571 req-4841e8de-7069-41e6-854e-99195a62cc24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:48.896428 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-4841e8de-7069-41e6-854e-99195a62cc24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.11 "GET /v2.0/networks?id=a10afb75-dddf-4e20-af97-452dd6bdb94a HTTP/1.1" status: 200 len: 812 time: 0.1051552 Aug 10 02:40:48.910030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Request body: {'port': {'device_id': 'd707b069-09ef-441b-b87d-f89df265c29f', 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a', 'admin_state_up': True, 'tenant_id': 'efff8ddf70854038be999f7c57b57512'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:40:48.990620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90345a5d-fa22-481a-9cc8-ab049ab76eee req-70c9c26e-07f9-40a3-8547-41118d4e40c6 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 210 time: 0.0265698 Aug 10 02:40:49.064216 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Made reservation on behalf of efff8ddf70854038be999f7c57b57512 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:40:49.067837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:49.194331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Allocated IP 172.20.0.12 (a10afb75-dddf-4e20-af97-452dd6bdb94a/185fc8f1-26a0-47ab-b627-187031ee7ebd/b079562d-1169-4474-8ea5-825c02979092) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:40:49.337121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:49.430214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:49.474325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Network a10afb75-dddf-4e20-af97-452dd6bdb94a is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:40:49.477415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:40:49.481838 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:40:49.488125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Pushing event updated for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:49.533311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:49.533928 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:49.602032 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-7cb4ee1e-4606-4118-8faa-0749969b5b01 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6957576 Aug 10 02:40:49.614503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Request body: {'port': {'device_id': 'd707b069-09ef-441b-b87d-f89df265c29f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:40:49.669916 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:49.930188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b079562d-1169-4474-8ea5-825c02979092 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:40:49.938179 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:49.950035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Transition to ACTIVE for port object b079562d-1169-4474-8ea5-825c02979092 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:40:50.030202 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:50.102637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Pushing event updated for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:50.110491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866d174-150a-4c1f-98b2-14a858b41da9 req-74afede5-40bc-41cf-8be4-dfbd72c2edd5 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:50.112070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0866d174-150a-4c1f-98b2-14a858b41da9 req-74afede5-40bc-41cf-8be4-dfbd72c2edd5 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 944 time: 0.0526757 Aug 10 02:40:50.152436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0866d174-150a-4c1f-98b2-14a858b41da9 req-2124bf5d-8dbe-458e-adac-3a0773f8e2ee tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Aug 10 02:40:50.463658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Attempting to bind port b079562d-1169-4474-8ea5-825c02979092 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:40:50.463992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Attempting to bind port b079562d-1169-4474-8ea5-825c02979092 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:40:50.464323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Attempting to bind port b079562d-1169-4474-8ea5-825c02979092 on network a10afb75-dddf-4e20-af97-452dd6bdb94a {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:40:50.468437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Port b079562d-1169-4474-8ea5-825c02979092 on network a10afb75-dddf-4e20-af97-452dd6bdb94a not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:40:50.468761 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Attempting to bind port b079562d-1169-4474-8ea5-825c02979092 on network a10afb75-dddf-4e20-af97-452dd6bdb94a {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:40:50.473381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:40:50.473723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Checking segment: {'id': '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:40:50.474105 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Bound using segment: {'id': '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:40:50.474527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Bound port: b079562d-1169-4474-8ea5-825c02979092, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:40:50.474907 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:50.537041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] For port b079562d-1169-4474-8ea5-825c02979092, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:40:50.540029 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] For port b079562d-1169-4474-8ea5-825c02979092, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:40:50.589880 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d114108-240a-4d4f-a0cd-d254ac513bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:50.619143 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:50.654758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:50.655380 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:50.656769 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] 10.222.0.11 "PUT /v2.0/ports/b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 200 len: 1093 time: 1.0463743 Aug 10 02:40:50.657253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'tag': 'b079562d-1169-4474-8ea5-825c02979092'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:40:50.659651 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb19a43d-7ee8-4141-873b-186f234ce036" -d '{"events": [{"name": "network-changed", "server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "tag": "b079562d-1169-4474-8ea5-825c02979092"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:40:50.685742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68edd1-9277-48ff-916a-40f73e21fe11 service neutron] Pushing event updated for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:50.713583 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da51164-5ada-4d53-ace6-591d5bbd837f x-openstack-request-id: req-4da51164-5ada-4d53-ace6-591d5bbd837f {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:40:50.713984 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "tag": "b079562d-1169-4474-8ea5-825c02979092", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:40:50.714398 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4da51164-5ada-4d53-ace6-591d5bbd837f {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:40:50.714892 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'tag': 'b079562d-1169-4474-8ea5-825c02979092', 'status': 'completed', 'code': 200} Aug 10 02:40:50.781901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19a43d-7ee8-4141-873b-186f234ce036 req-71d79672-c1e0-4d08-9752-239cd326d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:50.783449 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cb19a43d-7ee8-4141-873b-186f234ce036 req-71d79672-c1e0-4d08-9752-239cd326d0b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efff8ddf70854038be999f7c57b57512&device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 1096 time: 0.0443287 Aug 10 02:40:50.879852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19a43d-7ee8-4141-873b-186f234ce036 req-b88f87a4-dd12-448b-9e63-12c0fd0b01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:50.881260 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cb19a43d-7ee8-4141-873b-186f234ce036 req-b88f87a4-dd12-448b-9e63-12c0fd0b01c6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=efff8ddf70854038be999f7c57b57512&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0904498 Aug 10 02:40:50.977319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19a43d-7ee8-4141-873b-186f234ce036 req-61271244-8f38-4b51-b7f4-eba11d96f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:50.978818 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-cb19a43d-7ee8-4141-873b-186f234ce036 req-61271244-8f38-4b51-b7f4-eba11d96f60b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910401 Aug 10 02:40:51.058744 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d31741-f505-4049-8be7-d0f67699d571 req-17826a8c-4d76-437d-aa44-9156f47e9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:51.060310 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-17826a8c-4d76-437d-aa44-9156f47e9490 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efff8ddf70854038be999f7c57b57512&device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 1096 time: 0.0440140 Aug 10 02:40:51.103190 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-c3680090-8ec9-4209-be21-c90384e94b3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 200 len: 217 time: 0.0350387 Aug 10 02:40:51.157854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d31741-f505-4049-8be7-d0f67699d571 req-3ec18cca-8be8-4564-85ca-54e23e74d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:51.159372 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-3ec18cca-8be8-4564-85ca-54e23e74d286 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=185fc8f1-26a0-47ab-b627-187031ee7ebd HTTP/1.1" status: 200 len: 852 time: 0.0486670 Aug 10 02:40:51.161357 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:51.193067 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-48e04ad1-2e5f-48aa-8d55-32a54622e16c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a10afb75-dddf-4e20-af97-452dd6bdb94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268474 Aug 10 02:40:51.274294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c9b6-8d62-4b95-a498-9edade96bd95 req-aef6fd4f-f78e-4361-9ae6-7d4c53bfe6de tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:51.276417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb28c9b6-8d62-4b95-a498-9edade96bd95 req-aef6fd4f-f78e-4361-9ae6-7d4c53bfe6de tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 944 time: 0.0533271 Aug 10 02:40:51.290893 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-e61e153c-1491-4003-a05c-07349b099ee4 service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910327 Aug 10 02:40:51.317866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb28c9b6-8d62-4b95-a498-9edade96bd95 req-8c44a56c-3146-47a4-9799-c238b98c3b3b tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346894 Aug 10 02:40:51.389708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d31741-f505-4049-8be7-d0f67699d571 req-e19680e3-a1ce-40e4-9142-75225aca67ad service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915308 Aug 10 02:40:52.384380 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:52.436495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ed660-1491-4230-9536-1af504f96f04 req-e1227a45-d36b-4bd0-adfe-f2f47e85066b tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:52.437975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f4ed660-1491-4230-9536-1af504f96f04 req-e1227a45-d36b-4bd0-adfe-f2f47e85066b tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 944 time: 0.0482895 Aug 10 02:40:52.476152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f4ed660-1491-4230-9536-1af504f96f04 req-6e412d4d-d7d4-4586-9773-8484d558229d tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322692 Aug 10 02:40:53.595348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338bcac-8bb2-4307-8d11-429436ef53db req-9865cd0c-1bf1-47b7-8a69-74571b0da23b tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:53.596866 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4338bcac-8bb2-4307-8d11-429436ef53db req-9865cd0c-1bf1-47b7-8a69-74571b0da23b tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 944 time: 0.0529466 Aug 10 02:40:53.634331 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4338bcac-8bb2-4307-8d11-429436ef53db req-c52eb15c-08b6-4df7-8cb6-7546ec210643 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314732 Aug 10 02:40:53.967161 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:54.134244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b079562d-1169-4474-8ea5-825c02979092 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:40:54.224840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b079562d-1169-4474-8ea5-825c02979092, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:54.236321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'b079562d-1169-4474-8ea5-825c02979092', 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a', 'port_id': 'b079562d-1169-4474-8ea5-825c02979092', 'mac_address': 'fa:16:3e:cf:f3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185fc8f1-26a0-47ab-b627-187031ee7ebd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:40:54.275468 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:54.288068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b079562d-1169-4474-8ea5-825c02979092 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:40:54.307766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b079562d-1169-4474-8ea5-825c02979092, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:54.384417 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:54.435657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:54.571843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['b079562d-1169-4474-8ea5-825c02979092'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:40:54.751454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae374a2d-8df4-450f-a7b1-e7066dc2536f req-5ef68d17-64c0-4513-98b5-a88d0a4d6450 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:54.752925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae374a2d-8df4-450f-a7b1-e7066dc2536f req-5ef68d17-64c0-4513-98b5-a88d0a4d6450 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 945 time: 0.0502727 Aug 10 02:40:54.790276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae374a2d-8df4-450f-a7b1-e7066dc2536f req-e5f51c22-269c-4046-8d7d-30d112d11b8b tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Aug 10 02:40:55.907158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c342-0737-45d8-aa55-a3d7e1983175 req-e1e1c061-e201-40fb-af97-120882dbd6bd tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:55.908644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f51c342-0737-45d8-aa55-a3d7e1983175 req-e1e1c061-e201-40fb-af97-120882dbd6bd tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 945 time: 0.0503705 Aug 10 02:40:55.946200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f51c342-0737-45d8-aa55-a3d7e1983175 req-42755cc9-cda4-436c-ae9e-4e0c35681821 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Aug 10 02:40:56.157092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b079562d-1169-4474-8ea5-825c02979092 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:40:56.270049 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port b079562d-1169-4474-8ea5-825c02979092 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:40:56.273802 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port b079562d-1169-4474-8ea5-825c02979092 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:40:56.274182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:56.354222 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:56.379206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b079562d-1169-4474-8ea5-825c02979092'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:40:56.381422 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f1557d-b1f5-4f9f-a118-4b296859f3a4" -d '{"events": [{"server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "name": "network-vif-plugged", "status": "completed", "tag": "b079562d-1169-4474-8ea5-825c02979092"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:40:56.394390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port b079562d-1169-4474-8ea5-825c02979092, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:40:56.428604 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e057cf1-51cc-4c29-85da-43e1b3e7823e x-openstack-request-id: req-7e057cf1-51cc-4c29-85da-43e1b3e7823e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:40:56.428604 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "name": "network-vif-plugged", "status": "completed", "tag": "b079562d-1169-4474-8ea5-825c02979092", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:40:56.428604 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e057cf1-51cc-4c29-85da-43e1b3e7823e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:40:56.428604 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b079562d-1169-4474-8ea5-825c02979092', 'code': 200} Aug 10 02:40:56.475907 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:40:56.514106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc50ce-951f-45a5-acd9-6fe0df9c618f req-31fce4bd-3aac-48f9-94bf-ab2a7132b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:56.515897 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9abc50ce-951f-45a5-acd9-6fe0df9c618f req-31fce4bd-3aac-48f9-94bf-ab2a7132b023 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 1098 time: 0.0438547 Aug 10 02:40:56.525096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:40:56.552196 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9abc50ce-951f-45a5-acd9-6fe0df9c618f req-5f9e091b-fd9a-46d5-a73a-2ca4ae1ff8d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294340 Aug 10 02:40:57.064233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea603967-011e-4a70-ae83-f39a32c16cca req-ecc36238-c4ee-4763-be16-871402e0d85a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:57.065724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea603967-011e-4a70-ae83-f39a32c16cca req-ecc36238-c4ee-4763-be16-871402e0d85a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0524411 Aug 10 02:40:57.104078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea603967-011e-4a70-ae83-f39a32c16cca req-82ccf56e-fac9-4c86-ba59-3702193ea8da tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Aug 10 02:40:58.219953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064cb7-fe64-46e0-aa0f-b2345255b119 req-27d1829d-153b-464f-944b-8531fa1f63a2 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:58.221445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75064cb7-fe64-46e0-aa0f-b2345255b119 req-27d1829d-153b-464f-944b-8531fa1f63a2 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0486107 Aug 10 02:40:58.258709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75064cb7-fe64-46e0-aa0f-b2345255b119 req-6a18b190-682d-44f2-8325-ee6c73c1fcd6 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Aug 10 02:40:58.578045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d32dfa-c27a-4b36-b9c1-e3220bddfd68 req-ce660442-e4da-4a63-9c8f-a016b56b6f3b tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:58.579532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61d32dfa-c27a-4b36-b9c1-e3220bddfd68 req-ce660442-e4da-4a63-9c8f-a016b56b6f3b tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0489914 Aug 10 02:40:58.617680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61d32dfa-c27a-4b36-b9c1-e3220bddfd68 req-f8206aa2-62a5-4dd0-94e0-b5f9a05efe6d tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Aug 10 02:40:58.678750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35766) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:40:58.772268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-1759b5d0-765b-4947-9901-3f074d0d49a7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922539 Aug 10 02:40:59.736883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb048cd-1ee7-4ae0-af0b-9cdfb38bf25b req-3713ac5b-2193-482c-bf87-f698c0209ce7 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:40:59.738392 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8eb048cd-1ee7-4ae0-af0b-9cdfb38bf25b req-3713ac5b-2193-482c-bf87-f698c0209ce7 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0497859 Aug 10 02:40:59.780884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8eb048cd-1ee7-4ae0-af0b-9cdfb38bf25b req-2f6abd91-3395-4763-a9e1-1620ed221aa0 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354390 Aug 10 02:41:00.715764 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-57249b63-9088-4a92-aeab-99bc97e2e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:00.717304 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-57249b63-9088-4a92-aeab-99bc97e2e34e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efff8ddf70854038be999f7c57b57512&device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 1098 time: 0.0424356 Aug 10 02:41:00.811577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-74b5789a-5161-4b7c-ae14-43bf2fb83af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:00.813198 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-74b5789a-5161-4b7c-ae14-43bf2fb83af6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a10afb75-dddf-4e20-af97-452dd6bdb94a HTTP/1.1" status: 200 len: 913 time: 0.0888257 Aug 10 02:41:00.856491 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-5b356cac-0985-42d9-9928-ea3009305628 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 200 len: 217 time: 0.0359921 Aug 10 02:41:00.898109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb592b6-e3df-4d43-b82b-784e290560ed req-47cd5eee-c6ef-4efe-b80a-14aef8ec6ebe tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:00.899674 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fb592b6-e3df-4d43-b82b-784e290560ed req-47cd5eee-c6ef-4efe-b80a-14aef8ec6ebe tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0507946 Aug 10 02:41:00.910648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-156f8b74-054d-4396-a868-7bec6e8eb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:00.912133 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-156f8b74-054d-4396-a868-7bec6e8eb3e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=185fc8f1-26a0-47ab-b627-187031ee7ebd HTTP/1.1" status: 200 len: 852 time: 0.0489581 Aug 10 02:41:00.939718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fb592b6-e3df-4d43-b82b-784e290560ed req-19a883c2-3490-45f7-8d24-446bd2ba32be tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Aug 10 02:41:00.943695 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-3fa49143-2c04-4ea4-9505-8aa047e69a0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a10afb75-dddf-4e20-af97-452dd6bdb94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246694 Aug 10 02:41:01.034434 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-7ffd424f-8416-4888-beda-c729670560cf service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838675 Aug 10 02:41:01.129408 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-ba5514a3-ffef-4645-b10c-33c340f71548 service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872767 Aug 10 02:41:02.058301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056fc44-889f-4530-a99f-9174330b18e8 req-a5c568de-a4be-445f-979c-3d8099a3a12c tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:02.059837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7056fc44-889f-4530-a99f-9174330b18e8 req-a5c568de-a4be-445f-979c-3d8099a3a12c tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0525770 Aug 10 02:41:02.101271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7056fc44-889f-4530-a99f-9174330b18e8 req-ffbd6eea-104b-4819-ae46-7ea0733427b1 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354683 Aug 10 02:41:03.217036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b7d54-7035-4109-a5c0-1887a162579b req-7ea5da9d-c036-4ccd-9038-0d0ad5749ff6 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:03.218534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d4b7d54-7035-4109-a5c0-1887a162579b req-7ea5da9d-c036-4ccd-9038-0d0ad5749ff6 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0495253 Aug 10 02:41:03.263153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d4b7d54-7035-4109-a5c0-1887a162579b req-82444568-f6fb-405e-8108-2c6be3aae63a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384645 Aug 10 02:41:04.378275 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23345e-2d22-4330-9d57-3a987339aeba req-05eaa778-5666-42de-aece-59e6c9538639 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:04.379784 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee23345e-2d22-4330-9d57-3a987339aeba req-05eaa778-5666-42de-aece-59e6c9538639 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0491483 Aug 10 02:41:04.417675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee23345e-2d22-4330-9d57-3a987339aeba req-8bed1a7b-c187-40bd-bd82-54f06314a9aa tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Aug 10 02:41:05.535921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b9de8-50ea-460f-b9fd-2a4ad5f02d32 req-3c518092-fddc-4d2a-a20a-43c4e6b390e0 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:05.537402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-523b9de8-50ea-460f-b9fd-2a4ad5f02d32 req-3c518092-fddc-4d2a-a20a-43c4e6b390e0 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0503428 Aug 10 02:41:05.578985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-523b9de8-50ea-460f-b9fd-2a4ad5f02d32 req-f4fd64f7-986a-4d01-aa13-dc12e7de7101 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348988 Aug 10 02:41:06.692414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d33b4-a253-4bd5-9c79-2e442319884d req-70423230-4988-42df-b322-3c81531374d3 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:06.693942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-922d33b4-a253-4bd5-9c79-2e442319884d req-70423230-4988-42df-b322-3c81531374d3 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0501356 Aug 10 02:41:06.732206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-922d33b4-a253-4bd5-9c79-2e442319884d req-dc5e2a30-2e41-4ff5-b6c1-c07cd262bfd3 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Aug 10 02:41:07.856531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198bc68-0705-46db-8cbe-2541005f341b req-911fe074-e9b6-40a2-9957-dda9b367a132 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:07.861720 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b198bc68-0705-46db-8cbe-2541005f341b req-911fe074-e9b6-40a2-9957-dda9b367a132 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0484703 Aug 10 02:41:07.898827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b198bc68-0705-46db-8cbe-2541005f341b req-3e9839af-89f1-4323-8238-d1b49d34583c tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347137 Aug 10 02:41:09.015915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f706ca4-f265-43df-8a10-e4e7f6395474 req-c484bc94-65e9-49ef-ba7b-14bb5a9e8f07 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:09.017361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f706ca4-f265-43df-8a10-e4e7f6395474 req-c484bc94-65e9-49ef-ba7b-14bb5a9e8f07 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0501254 Aug 10 02:41:09.059434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f706ca4-f265-43df-8a10-e4e7f6395474 req-4d14c6de-e4e7-4594-b45d-65754b84fc0a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356810 Aug 10 02:41:10.174919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbbe99-3496-40b4-bc0f-e40b34bedf0c req-f9f3ebd1-c166-49c7-a467-1e96de99a28a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:10.176405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7cbbe99-3496-40b4-bc0f-e40b34bedf0c req-f9f3ebd1-c166-49c7-a467-1e96de99a28a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0497825 Aug 10 02:41:10.214206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7cbbe99-3496-40b4-bc0f-e40b34bedf0c req-1bd484bc-a532-4280-a4c1-0acc940f0bf4 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314422 Aug 10 02:41:11.327729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b358b-a014-4e71-b7e0-2cf1c8479247 req-beaab961-1b0a-402e-9e6a-bb7ebfcad2eb tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:11.329263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-918b358b-a014-4e71-b7e0-2cf1c8479247 req-beaab961-1b0a-402e-9e6a-bb7ebfcad2eb tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0490539 Aug 10 02:41:11.366608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-918b358b-a014-4e71-b7e0-2cf1c8479247 req-1c319a1e-f587-490c-b3e0-c4577c061131 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314865 Aug 10 02:41:12.182671 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-2afba046-f711-45ab-8204-823327b33fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:12.184103 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-2afba046-f711-45ab-8204-823327b33fc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efff8ddf70854038be999f7c57b57512&device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 1098 time: 0.0458808 Aug 10 02:41:12.313113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-e17e85aa-9c6a-4b5b-9cc6-c35cfc93f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:12.314974 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-e17e85aa-9c6a-4b5b-9cc6-c35cfc93f1d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a10afb75-dddf-4e20-af97-452dd6bdb94a HTTP/1.1" status: 200 len: 913 time: 0.1102843 Aug 10 02:41:12.358219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-9ff67d9c-9141-46ce-a43f-8a4b0e8bd09e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 200 len: 217 time: 0.0364366 Aug 10 02:41:12.409030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-82337e7e-0341-4582-9084-892bcac69213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:12.410574 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-82337e7e-0341-4582-9084-892bcac69213 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=185fc8f1-26a0-47ab-b627-187031ee7ebd HTTP/1.1" status: 200 len: 852 time: 0.0450318 Aug 10 02:41:12.443462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-0ca5d494-664e-44d5-8445-341a3cb21b43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a10afb75-dddf-4e20-af97-452dd6bdb94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254099 Aug 10 02:41:12.483603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e7e3b-37ac-4e2e-8a8b-af4732cd5f0c req-344a9ec2-2e6a-4e33-9397-500ec298fca0 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:12.485158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a3e7e3b-37ac-4e2e-8a8b-af4732cd5f0c req-344a9ec2-2e6a-4e33-9397-500ec298fca0 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0498831 Aug 10 02:41:12.527507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a3e7e3b-37ac-4e2e-8a8b-af4732cd5f0c req-0440b11a-b9b2-4f68-9ae4-762ee10d193b tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364268 Aug 10 02:41:12.541648 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-c536ec78-1579-48bb-bae6-cf7938f44ada service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903587 Aug 10 02:41:12.633513 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e66ee3e9-aad1-4143-8503-bf8dbb934a23 req-38bc2d58-f2df-45dc-a659-10fb52fffbb0 service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834389 Aug 10 02:41:13.468937 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:13.644471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec10d0c-40d8-4a4e-9cde-74578e436c1e req-868213fb-d9c3-4e23-b3f7-efa0fb95552f tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:13.645967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cec10d0c-40d8-4a4e-9cde-74578e436c1e req-868213fb-d9c3-4e23-b3f7-efa0fb95552f tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0504618 Aug 10 02:41:13.685005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cec10d0c-40d8-4a4e-9cde-74578e436c1e req-c0219415-1ba6-47b8-b374-d6df7696d91d tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330079 Aug 10 02:41:14.584023 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:14.800099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a45cc-dbdc-4f09-a3ce-913e3bb381e5 req-9fc85a9e-ecf6-4745-8a74-34ce37262e5f tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:14.801603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d40a45cc-dbdc-4f09-a3ce-913e3bb381e5 req-9fc85a9e-ecf6-4745-8a74-34ce37262e5f tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0488052 Aug 10 02:41:14.839650 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d40a45cc-dbdc-4f09-a3ce-913e3bb381e5 req-f8f901f5-b8c9-4ed0-b8c2-71101e7ba297 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Aug 10 02:41:15.296343 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:41:15.955042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa8891-ea1a-4d3c-88ba-ecf937e44df0 req-90bdc132-8463-421d-b901-1e73f0e76de9 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:15.956473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7aaa8891-ea1a-4d3c-88ba-ecf937e44df0 req-90bdc132-8463-421d-b901-1e73f0e76de9 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0496945 Aug 10 02:41:15.998440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7aaa8891-ea1a-4d3c-88ba-ecf937e44df0 req-6a9567e4-2550-4f9c-8fb0-ba14772b639c tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361333 Aug 10 02:41:17.115529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97cc1e-f8f6-4bb1-842a-b5f577938008 req-760b9d4f-3f06-4f6a-9333-5b70022d4fbd tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:17.117273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb97cc1e-f8f6-4bb1-842a-b5f577938008 req-760b9d4f-3f06-4f6a-9333-5b70022d4fbd tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0500045 Aug 10 02:41:17.154889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb97cc1e-f8f6-4bb1-842a-b5f577938008 req-3ed6f28c-2e4e-4d96-933e-f264b865b6be tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Aug 10 02:41:17.915574 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e441dc35-1e18-471f-be4a-05da4973eb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:18.270611 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b49d-65af-48ee-8920-2acbe604c253 req-f654f5b0-30da-4fa7-9589-16c5cbd10933 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:18.272148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbc5b49d-65af-48ee-8920-2acbe604c253 req-f654f5b0-30da-4fa7-9589-16c5cbd10933 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0499091 Aug 10 02:41:18.310194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbc5b49d-65af-48ee-8920-2acbe604c253 req-8c0e3876-ffbf-4dcc-9eaa-bedf41361b39 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Aug 10 02:41:19.423190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd5381-8c1f-4b97-9c56-dea887191967 req-71d5b47a-f5a4-4dde-8423-968a3a49180a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:19.424667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00fd5381-8c1f-4b97-9c56-dea887191967 req-71d5b47a-f5a4-4dde-8423-968a3a49180a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0485599 Aug 10 02:41:19.469835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00fd5381-8c1f-4b97-9c56-dea887191967 req-a4780e2e-4f44-4e55-bfb0-d590c1c3042c tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Aug 10 02:41:20.572822 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-80ac3c2d-1a3a-4a4a-baac-42805cab6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:20.586342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a250a-d37c-4fe6-a137-a86131fcddb3 req-723ae56f-7114-4588-8b8d-b77811e56fff tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:20.588133 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-478a250a-d37c-4fe6-a137-a86131fcddb3 req-723ae56f-7114-4588-8b8d-b77811e56fff tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0509646 Aug 10 02:41:20.627199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-478a250a-d37c-4fe6-a137-a86131fcddb3 req-074e6003-d8e1-447e-89f3-9f79e9626ac8 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Aug 10 02:41:21.154873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:21.742873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85dd55-f32b-48dd-83f4-51b1febecd7a req-361f99a9-c5b9-4c95-add3-5983a6d6bf91 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:21.744711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b85dd55-f32b-48dd-83f4-51b1febecd7a req-361f99a9-c5b9-4c95-add3-5983a6d6bf91 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0500615 Aug 10 02:41:21.784620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b85dd55-f32b-48dd-83f4-51b1febecd7a req-ddd63eca-6840-49c2-a1d2-15888b3e2172 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330467 Aug 10 02:41:22.406709 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:22.899292 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5b50-a843-4949-b8e6-d5f2e48a16a5 req-fd4a60c5-078e-4b24-834c-51876b1e684f tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:22.901426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f3f5b50-a843-4949-b8e6-d5f2e48a16a5 req-fd4a60c5-078e-4b24-834c-51876b1e684f tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0499454 Aug 10 02:41:22.942803 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f3f5b50-a843-4949-b8e6-d5f2e48a16a5 req-72dd5e89-7605-4e06-91f9-cd28bedb29db tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Aug 10 02:41:23.978220 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:24.063199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fa714-19e3-4296-8324-881da55d4540 req-723bde3a-72dc-46fe-b0fd-cbcecf4dcd2a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:24.064695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a56fa714-19e3-4296-8324-881da55d4540 req-723bde3a-72dc-46fe-b0fd-cbcecf4dcd2a tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0519462 Aug 10 02:41:24.102925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a56fa714-19e3-4296-8324-881da55d4540 req-78e3bc31-ff0a-45c4-ab85-a4b6602d3e34 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Aug 10 02:41:25.217907 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761205c-2320-4249-bd41-777f32dfd4ff req-268cd223-caa3-4695-a5f7-6c83d922ff23 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:25.219418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6761205c-2320-4249-bd41-777f32dfd4ff req-268cd223-caa3-4695-a5f7-6c83d922ff23 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0481975 Aug 10 02:41:25.256667 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6761205c-2320-4249-bd41-777f32dfd4ff req-13a08869-6855-428a-bbd3-5f5751e75b06 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314622 Aug 10 02:41:26.373402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883b6c9-d3fb-41f7-ae9b-2375fd9bc862 req-f6265956-00a8-414c-a755-bc4d17512791 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:26.374918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8883b6c9-d3fb-41f7-ae9b-2375fd9bc862 req-f6265956-00a8-414c-a755-bc4d17512791 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0498943 Aug 10 02:41:26.418305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8883b6c9-d3fb-41f7-ae9b-2375fd9bc862 req-c7c6f463-4d88-45a8-a33e-5b396a0dbb6c tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371947 Aug 10 02:41:27.536684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170043b-d46e-45fd-ae81-cc838a90ef79 req-264b5a2d-ceb7-4b55-96b6-e2d8030446c0 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:27.538149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3170043b-d46e-45fd-ae81-cc838a90ef79 req-264b5a2d-ceb7-4b55-96b6-e2d8030446c0 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0504792 Aug 10 02:41:27.576606 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3170043b-d46e-45fd-ae81-cc838a90ef79 req-62c35eac-0317-4497-b2e7-7eabfb607611 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324607 Aug 10 02:41:28.410425 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-1acc7f73-49a9-42d8-aa63-c652e2ccfe58 service neutron] show failed (client error): The resource could not be found. Aug 10 02:41:28.411479 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-1acc7f73-49a9-42d8-aa63-c652e2ccfe58 service neutron] 10.222.0.11 "GET /v2.0/ports/b079562d-1169-4474-8ea5-825c02979092/bindings/n-h1-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.0613520 Aug 10 02:41:28.693900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a03e4-30c4-4637-b24d-304f8019a6e3 req-6bb470f5-ef66-4ddd-836c-7fac91adb25d tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:28.695393 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e66a03e4-30c4-4637-b24d-304f8019a6e3 req-6bb470f5-ef66-4ddd-836c-7fac91adb25d tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 946 time: 0.0511842 Aug 10 02:41:28.736464 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e66a03e4-30c4-4637-b24d-304f8019a6e3 req-e12f7a3b-d5b4-4d15-9809-8147b6d377c2 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341675 Aug 10 02:41:28.892640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-9b9214a7-6066-4cb4-999d-388eb7d77a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:28.894151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-9b9214a7-6066-4cb4-999d-388eb7d77a49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f&tenant_id=efff8ddf70854038be999f7c57b57512 HTTP/1.1" status: 200 len: 1098 time: 0.0763218 Aug 10 02:41:28.906327 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:41:28.957453 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:29.157016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] For port b079562d-1169-4474-8ea5-825c02979092, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:41:29.189396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] For port b079562d-1169-4474-8ea5-825c02979092, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:41:29.232640 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b079562d-1169-4474-8ea5-825c02979092'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:41:29.234924 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c767bac-e2e6-452a-9177-0c885ea22d48" -d '{"events": [{"server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "name": "network-vif-unplugged", "status": "completed", "tag": "b079562d-1169-4474-8ea5-825c02979092"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:41:29.238938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:29.251455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Transition to ACTIVE for port object b079562d-1169-4474-8ea5-825c02979092 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:41:29.282772 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d738c-f0c9-42e4-9558-7aef2e38be27 x-openstack-request-id: req-115d738c-f0c9-42e4-9558-7aef2e38be27 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:41:29.286709 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "name": "network-vif-unplugged", "status": "completed", "tag": "b079562d-1169-4474-8ea5-825c02979092", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:41:29.286709 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-115d738c-f0c9-42e4-9558-7aef2e38be27 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:41:29.286709 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b079562d-1169-4474-8ea5-825c02979092', 'code': 200} Aug 10 02:41:29.298072 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:29.358560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] No DVR routers for this DVR port b079562d-1169-4474-8ea5-825c02979092 on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:41:29.361496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=6']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:29.395340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Attempting to bind port b079562d-1169-4474-8ea5-825c02979092 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:41:29.395690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Attempting to bind port b079562d-1169-4474-8ea5-825c02979092 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:41:29.396027 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Attempting to bind port b079562d-1169-4474-8ea5-825c02979092 on network a10afb75-dddf-4e20-af97-452dd6bdb94a {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:41:29.400281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Port b079562d-1169-4474-8ea5-825c02979092 on network a10afb75-dddf-4e20-af97-452dd6bdb94a not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:41:29.400633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Attempting to bind port b079562d-1169-4474-8ea5-825c02979092 on network a10afb75-dddf-4e20-af97-452dd6bdb94a {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:41:29.405299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:41:29.405646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Checking segment: {'id': '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:41:29.406032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Bound using segment: {'id': '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:41:29.406463 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Bound port: b079562d-1169-4474-8ea5-825c02979092, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:41:29.406855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:29.471353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] For port b079562d-1169-4474-8ea5-825c02979092, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:41:29.474285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] For port b079562d-1169-4474-8ea5-825c02979092, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:41:29.515626 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:29.549924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:29.550577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:29.552017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] 10.222.0.16 "PUT /v2.0/ports/b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 200 len: 1093 time: 0.6496413 Aug 10 02:41:29.572532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903b32e-1af4-4080-91ab-e9eb32b4c5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:29.614585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-318b65df-65fe-4a70-bb2f-395f3d73553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:29.616063 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-318b65df-65fe-4a70-bb2f-395f3d73553d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efff8ddf70854038be999f7c57b57512&device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 1096 time: 0.0405653 Aug 10 02:41:29.707997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-001dc14a-4aac-49ec-b454-6fc26eadc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:29.709477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-001dc14a-4aac-49ec-b454-6fc26eadc5dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=a10afb75-dddf-4e20-af97-452dd6bdb94a HTTP/1.1" status: 200 len: 913 time: 0.0867512 Aug 10 02:41:29.758135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-30294062-047f-4bae-be5b-e077cf3b6a72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 200 len: 217 time: 0.0342276 Aug 10 02:41:29.817702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-8419f6fa-870b-4d59-ae11-a48e0662afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:29.819150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-8419f6fa-870b-4d59-ae11-a48e0662afd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=185fc8f1-26a0-47ab-b627-187031ee7ebd HTTP/1.1" status: 200 len: 852 time: 0.0547063 Aug 10 02:41:29.867245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-991f41ca-72d9-4b87-86b6-d778465976fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a10afb75-dddf-4e20-af97-452dd6bdb94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333335 Aug 10 02:41:29.879737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-7deb215a-0d49-4303-8118-41fdef6e5e35 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:41:29.880687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-7deb215a-0d49-4303-8118-41fdef6e5e35 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056746 Aug 10 02:41:29.889493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ebf4e-9fc8-47ac-b204-7e143be181da req-6db97cea-dda0-4d7c-af0d-ba4441ba0013 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:29.890904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-240ebf4e-9fc8-47ac-b204-7e143be181da req-6db97cea-dda0-4d7c-af0d-ba4441ba0013 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 944 time: 0.0862851 Aug 10 02:41:29.974437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-240ebf4e-9fc8-47ac-b204-7e143be181da req-db791d5a-84c9-4279-b9e1-20c49a5ff7a6 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760202 Aug 10 02:41:30.001497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-c652ed26-75c8-4e13-8f72-5a19fd7f4b49 service neutron] 10.222.0.16 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097147 Aug 10 02:41:30.095998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3723c5cb-e874-47fd-98ab-bdec35ece34d req-908ce578-c547-4af1-9d2d-01f238f41007 service neutron] 10.222.0.16 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865836 Aug 10 02:41:31.094103 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf5027-b74d-4a62-a2da-e09b770ba8b4 req-e5db329c-cc16-456c-ab25-c2d376d040ad tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:31.095630 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bdf5027-b74d-4a62-a2da-e09b770ba8b4 req-e5db329c-cc16-456c-ab25-c2d376d040ad tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 944 time: 0.0512078 Aug 10 02:41:31.132916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bdf5027-b74d-4a62-a2da-e09b770ba8b4 req-b6c9f45b-cf42-4f84-8739-056edcbaab62 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Aug 10 02:41:31.284789 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'tag': 'b079562d-1169-4474-8ea5-825c02979092'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:41:31.287102 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02" -d '{"events": [{"name": "network-changed", "server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "tag": "b079562d-1169-4474-8ea5-825c02979092"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:41:31.333638 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18922be4-fd1b-47e7-8fed-4afc029051b8 x-openstack-request-id: req-18922be4-fd1b-47e7-8fed-4afc029051b8 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:41:31.333931 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "tag": "b079562d-1169-4474-8ea5-825c02979092", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:41:31.334185 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18922be4-fd1b-47e7-8fed-4afc029051b8 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:41:31.334619 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'tag': 'b079562d-1169-4474-8ea5-825c02979092', 'status': 'completed', 'code': 200} Aug 10 02:41:31.391815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-2ca5d5f9-99b3-4f7e-82e0-0220c72b5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:31.393395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-2ca5d5f9-99b3-4f7e-82e0-0220c72b5d6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efff8ddf70854038be999f7c57b57512&device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 1096 time: 0.0416400 Aug 10 02:41:31.396738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-09e26cb1-a1bb-40e2-aae8-2c5035c06e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:31.398237 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-09e26cb1-a1bb-40e2-aae8-2c5035c06e7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efff8ddf70854038be999f7c57b57512&device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 1096 time: 0.0416510 Aug 10 02:41:31.488177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-fb27c3b7-b0c2-4da6-8545-ba156fd068b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:31.488423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-0625c8b6-4dc3-4633-b602-6484a28e83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:31.489714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-fb27c3b7-b0c2-4da6-8545-ba156fd068b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a10afb75-dddf-4e20-af97-452dd6bdb94a HTTP/1.1" status: 200 len: 913 time: 0.0895796 Aug 10 02:41:31.489848 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-0625c8b6-4dc3-4633-b602-6484a28e83cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=a10afb75-dddf-4e20-af97-452dd6bdb94a HTTP/1.1" status: 200 len: 913 time: 0.0849254 Aug 10 02:41:31.534893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-85b6f546-29f0-4b1d-b1d1-b0d76b88f11c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 200 len: 217 time: 0.0366483 Aug 10 02:41:31.536842 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-35d42778-ca16-4503-8d5f-500ca2b27277 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 200 len: 217 time: 0.0397763 Aug 10 02:41:31.586500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-43fc0a9e-bb5a-4ab6-9b48-33efb69a09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:31.588020 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-43fc0a9e-bb5a-4ab6-9b48-33efb69a09bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=185fc8f1-26a0-47ab-b627-187031ee7ebd HTTP/1.1" status: 200 len: 852 time: 0.0447984 Aug 10 02:41:31.589816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-ad629a64-5645-4783-bf7d-460a1f1b01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:31.591305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-ad629a64-5645-4783-bf7d-460a1f1b01ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=185fc8f1-26a0-47ab-b627-187031ee7ebd HTTP/1.1" status: 200 len: 852 time: 0.0486853 Aug 10 02:41:31.621032 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-a2daa658-6f59-459d-a4b7-b4ff1d41aad4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a10afb75-dddf-4e20-af97-452dd6bdb94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259042 Aug 10 02:41:31.624897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-008cac18-fbfd-40c1-b025-68d19d323870 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a10afb75-dddf-4e20-af97-452dd6bdb94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258195 Aug 10 02:41:31.718020 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-a5db605d-f40b-4704-8354-bc4097625e2a service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898211 Aug 10 02:41:31.720903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-395d5631-f881-4105-9beb-46eb49841b41 service neutron] 10.222.0.16 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870245 Aug 10 02:41:31.813967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-228e4545-4b25-4395-9f51-3de76faa2c27 service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887110 Aug 10 02:41:31.820128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c7a4fff-9bc4-4618-a9b9-8f9e22758f02 req-4ac09b15-624b-49cc-8127-d0a509408488 service neutron] 10.222.0.16 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910819 Aug 10 02:41:32.248530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de8cf5-4adf-4c69-8233-de317758953f req-97bb5716-f365-4282-8f8f-6156e64404c3 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:32.250032 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7de8cf5-4adf-4c69-8233-de317758953f req-97bb5716-f365-4282-8f8f-6156e64404c3 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 944 time: 0.0492876 Aug 10 02:41:32.287163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7de8cf5-4adf-4c69-8233-de317758953f req-0673094d-acc5-4743-a7d5-f3c6b3359593 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Aug 10 02:41:32.337397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b079562d-1169-4474-8ea5-825c02979092 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:41:32.377236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device b079562d-1169-4474-8ea5-825c02979092 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:41:32.674691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-50dc4db7-8ae7-421b-b2e5-3a05e683a05e tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:32.676230 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-50dc4db7-8ae7-421b-b2e5-3a05e683a05e tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.11 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f&tenant_id=efff8ddf70854038be999f7c57b57512&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 944 time: 0.0896187 Aug 10 02:41:32.737429 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-9b60d718-33c7-414c-a066-8833b84b7ea7 service neutron] delete failed (client error): The resource could not be found. Aug 10 02:41:32.738453 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-9b60d718-33c7-414c-a066-8833b84b7ea7 service neutron] 10.222.0.11 "DELETE /v2.0/ports/b079562d-1169-4474-8ea5-825c02979092/bindings/n-h2-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.0550742 Aug 10 02:41:32.818073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-126803a8-7599-48fb-9460-d18e98056eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:32.819604 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-126803a8-7599-48fb-9460-d18e98056eec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=efff8ddf70854038be999f7c57b57512&device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 1096 time: 0.0405421 Aug 10 02:41:32.912206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c3c73dfd-10ee-4e53-990d-25b1c91bd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:32.913741 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c3c73dfd-10ee-4e53-990d-25b1c91bd8c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a10afb75-dddf-4e20-af97-452dd6bdb94a HTTP/1.1" status: 200 len: 913 time: 0.0877080 Aug 10 02:41:32.954282 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-f003319c-27b7-4831-871a-0cb0da752e2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 200 len: 217 time: 0.0338135 Aug 10 02:41:33.002726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-b18cbb95-afbe-409e-8c66-208cd9a70720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:33.004156 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-b18cbb95-afbe-409e-8c66-208cd9a70720 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=185fc8f1-26a0-47ab-b627-187031ee7ebd HTTP/1.1" status: 200 len: 852 time: 0.0434337 Aug 10 02:41:33.035648 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-d4b97d32-10c1-4343-b4e7-1c83e9875ba2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a10afb75-dddf-4e20-af97-452dd6bdb94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233774 Aug 10 02:41:33.126457 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-39618e85-c2b3-4f3f-9207-f9f5fcc4538d service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835106 Aug 10 02:41:33.214919 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-da597f49-964e-462a-a671-2045cb22f6d0 service neutron] 10.222.0.11 "GET /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810959 Aug 10 02:41:33.653040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b079562d-1169-4474-8ea5-825c02979092 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:41:33.747639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port b079562d-1169-4474-8ea5-825c02979092, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:41:33.758744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'b079562d-1169-4474-8ea5-825c02979092', 'network_id': 'a10afb75-dddf-4e20-af97-452dd6bdb94a', 'port_id': 'b079562d-1169-4474-8ea5-825c02979092', 'mac_address': 'fa:16:3e:cf:f3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185fc8f1-26a0-47ab-b627-187031ee7ebd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:41:33.795617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:33.808423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b079562d-1169-4474-8ea5-825c02979092 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:41:33.827180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port b079562d-1169-4474-8ea5-825c02979092, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:41:33.892701 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:33.942909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:33.950282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.950657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.951004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.951344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.951679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.952013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.952344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.952671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.952996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.953321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.953647 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:33.953969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:34.143292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['b079562d-1169-4474-8ea5-825c02979092'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:41:34.590075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06d4f-abde-4c15-be42-c9190f96bcce req-68b62294-37f6-435c-9017-9bfb34ea5f06 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:34.591685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fe06d4f-abde-4c15-be42-c9190f96bcce req-68b62294-37f6-435c-9017-9bfb34ea5f06 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 945 time: 0.0492055 Aug 10 02:41:34.629356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fe06d4f-abde-4c15-be42-c9190f96bcce req-28202e34-d5d8-4c53-b92f-cdd078552cee tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316696 Aug 10 02:41:35.714978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b079562d-1169-4474-8ea5-825c02979092 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:41:35.752626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3817212-8196-4d76-be13-16151dc77734 req-f8e7347f-1475-4190-a58a-244466835c77 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:35.754156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3817212-8196-4d76-be13-16151dc77734 req-f8e7347f-1475-4190-a58a-244466835c77 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 945 time: 0.0541933 Aug 10 02:41:35.816974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3817212-8196-4d76-be13-16151dc77734 req-9b19400f-90f6-42ff-a8ae-8fe035947b52 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.38 "GET /v2.0/security-groups?id=64a90751-7032-40b2-9120-0f6087c9ef81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567107 Aug 10 02:41:35.824236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port b079562d-1169-4474-8ea5-825c02979092 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:41:35.828145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port b079562d-1169-4474-8ea5-825c02979092 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:41:35.837649 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:35.837929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-b7ff744f-f8bd-48e1-93e9-7e88788d5c30 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:35.839348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-b7ff744f-f8bd-48e1-93e9-7e88788d5c30 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.16 "GET /v2.0/ports?device_id=d707b069-09ef-441b-b87d-f89df265c29f HTTP/1.1" status: 200 len: 945 time: 0.0636117 Aug 10 02:41:35.915344 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:35.934913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Deleting port b079562d-1169-4474-8ea5-825c02979092 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:41:35.935258 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:35.937661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b079562d-1169-4474-8ea5-825c02979092'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:41:35.939931 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33041cb-733b-4376-9fdb-2bbf7f38dabe" -d '{"events": [{"server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "name": "network-vif-plugged", "status": "completed", "tag": "b079562d-1169-4474-8ea5-825c02979092"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:41:35.954765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port b079562d-1169-4474-8ea5-825c02979092, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:41:35.982432 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4761fc-94af-422e-9b0d-5a6815a5db3d x-openstack-request-id: req-3f4761fc-94af-422e-9b0d-5a6815a5db3d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:41:35.982432 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "name": "network-vif-plugged", "status": "completed", "tag": "b079562d-1169-4474-8ea5-825c02979092", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:41:35.982432 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f4761fc-94af-422e-9b0d-5a6815a5db3d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:41:35.982432 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b079562d-1169-4474-8ea5-825c02979092', 'code': 200} Aug 10 02:41:36.025943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] For port b079562d-1169-4474-8ea5-825c02979092, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=b079562d-1169-4474-8ea5-825c02979092,segment=NetworkSegment(2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968),segment_id=2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:41:36.026319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:36.039503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Calling delete_port for b079562d-1169-4474-8ea5-825c02979092 owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:41:36.040784 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:36.091286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:36.235562 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:36.251812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['b079562d-1169-4474-8ea5-825c02979092'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:41:36.268664 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Pushing event deleted for resources: {'Port': ['ID=b079562d-1169-4474-8ea5-825c02979092,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:36.309390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] No DVR routers for this DVR port b079562d-1169-4474-8ea5-825c02979092 on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:41:36.311848 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:36.313810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91d3ae49-30f5-4f0e-9c5f-98c838516eb1 req-c6cd9d18-f9c7-440d-a78a-d2b55829db24 tempest-DeleteServersTestJSON-96388666 tempest-DeleteServersTestJSON-96388666-project] 10.222.0.16 "DELETE /v2.0/ports/b079562d-1169-4474-8ea5-825c02979092 HTTP/1.1" status: 204 len: 173 time: 0.4685392 Aug 10 02:41:36.314249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'name': 'network-vif-deleted', 'tag': 'b079562d-1169-4474-8ea5-825c02979092'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:41:36.316543 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9580b2c1-a4b3-4be3-a66c-4efa5e42c205" -d '{"events": [{"server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "name": "network-vif-deleted", "tag": "b079562d-1169-4474-8ea5-825c02979092"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:41:36.351380 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b886999c-3cd7-40ce-b289-a78d80e09a4a x-openstack-request-id: req-b886999c-3cd7-40ce-b289-a78d80e09a4a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:41:36.351685 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d707b069-09ef-441b-b87d-f89df265c29f", "name": "network-vif-deleted", "tag": "b079562d-1169-4474-8ea5-825c02979092", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:41:36.351946 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b886999c-3cd7-40ce-b289-a78d80e09a4a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:41:36.352358 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd707b069-09ef-441b-b87d-f89df265c29f', 'name': 'network-vif-deleted', 'tag': 'b079562d-1169-4474-8ea5-825c02979092', 'status': 'completed', 'code': 200} Aug 10 02:41:36.949559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35880) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:41:36.996563 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3223c3-c728-43ca-9b63-906bf4425ffb admin admin] Deleting subnet 185fc8f1-26a0-47ab-b627-187031ee7ebd {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:41:36.999707 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da3223c3-c728-43ca-9b63-906bf4425ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.035059 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da3223c3-c728-43ca-9b63-906bf4425ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.074162 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da3223c3-c728-43ca-9b63-906bf4425ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.201140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da3223c3-c728-43ca-9b63-906bf4425ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.232553 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-da3223c3-c728-43ca-9b63-906bf4425ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.234473 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-da3223c3-c728-43ca-9b63-906bf4425ffb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/185fc8f1-26a0-47ab-b627-187031ee7ebd HTTP/1.1" status: 204 len: 168 time: 0.2860131 Aug 10 02:41:37.235299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3223c3-c728-43ca-9b63-906bf4425ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185fc8f1-26a0-47ab-b627-187031ee7ebd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:37.237097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 35882) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:41:37.306195 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.388429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.397922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10afb75-dddf-4e20-af97-452dd6bdb94a']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:41:37.407874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:41:37.408174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc7aeb8-8ffe-4bf7-9025-f0f3f151f968') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:41:37.416668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.430054 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.436461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:41:37.441529 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:41:37.538088 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.544162 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.552987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] 10.222.0.38 "DELETE /v2.0/networks/a10afb75-dddf-4e20-af97-452dd6bdb94a HTTP/1.1" status: 204 len: 168 time: 0.3079998 Aug 10 02:41:37.556832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6290cde-7ef7-4353-ac4b-060614916d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=a10afb75-dddf-4e20-af97-452dd6bdb94a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:37.867845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35886) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:41:37.916526 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-38362469-5b88-4613-a5f6-425312ec05d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efff8ddf70854038be999f7c57b57512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474784 Aug 10 02:41:37.919141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35888) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:41:37.969006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:37.989646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:38.114977 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:38.117822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:38.119020 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/64a90751-7032-40b2-9120-0f6087c9ef81 HTTP/1.1" status: 204 len: 168 time: 0.1988554 Aug 10 02:41:38.127638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a90751-7032-40b2-9120-0f6087c9ef81,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:38.135307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.135656 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.136007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.137114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.137458 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.137796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.138131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.138466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.138817 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.139143 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.139470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:38.139798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1abe8-4ae7-4f64-b2dd-c296d686b175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:39.130818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:41:39.263163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1777545111-network', 'tenant_id': '154f1142a6ba4aa2b301e4f7a5a3836c'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:41:39.349019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Made reservation on behalf of 154f1142a6ba4aa2b301e4f7a5a3836c for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:41:39.351455 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:39.360074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:39.451256 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:39.503676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:39.529811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:41:39.543121 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba02865-c4c4-4ad9-bc40-707a15b26577,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:39.549761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:39.550110 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Added segment af5cb120-52a0-41ba-b227-ddfdbb18ad42 of type vlan for network 807c54e7-09c8-4614-bff9-3f445e77726b Aug 10 02:41:39.593625 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:39.686228 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:39.687289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:39.687868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:39.702474 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b079562d-1169-4474-8ea5-825c02979092 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:41:39.722904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: b079562d-1169-4474-8ea5-825c02979092 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:41:39.723252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device b079562d-1169-4474-8ea5-825c02979092 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:41:39.777487 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=807c54e7-09c8-4614-bff9-3f445e77726b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:39.787945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 807c54e7-09c8-4614-bff9-3f445e77726b details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:41:39.818814 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c44f26f6-f1f6-4295-9931-09784f9cf3e8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6868351 Aug 10 02:41:39.821648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 35914) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:41:39.827672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Request body: {'subnet': {'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1777545111-subnet', 'tenant_id': '154f1142a6ba4aa2b301e4f7a5a3836c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:41:39.920854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Made reservation on behalf of 154f1142a6ba4aa2b301e4f7a5a3836c for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:41:39.923225 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:40.138292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:40.195795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0cb273-3186-4b1c-971f-fc78034bde3a,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:40.205404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Checking segment: {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:41:40.205772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Network hostable DHCP agents. Network: 807c54e7-09c8-4614-bff9-3f445e77726b, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:41:40.297568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Network 807c54e7-09c8-4614-bff9-3f445e77726b is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:41:40.365745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 807c54e7-09c8-4614-bff9-3f445e77726b) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:41:40.370177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:40.371579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:40.376337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6e447-781f-441f-9899-044a5e2ee1dc None None] Network 807c54e7-09c8-4614-bff9-3f445e77726b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:41:40.435875 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-17d904d7-1e6e-4348-84b2-27e68b4ff0f0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6129687 Aug 10 02:41:40.498707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a023930-a784-43f7-bcb6-66e77860b176 None None] Network 807c54e7-09c8-4614-bff9-3f445e77726b requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:41:40.874639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-4ab7ca30-c3c5-4f4d-b8e6-64be08fb3e3f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:40.876140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-4ab7ca30-c3c5-4f4d-b8e6-64be08fb3e3f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 815 time: 0.1045699 Aug 10 02:41:40.891317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-0dd13694-549f-4110-8a17-03919efbf37e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/quotas/154f1142a6ba4aa2b301e4f7a5a3836c HTTP/1.1" status: 200 len: 375 time: 0.0095804 Aug 10 02:41:40.923851 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-17a74912-77d6-4d6e-b8f8-25f2f0001bf7 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273237 Aug 10 02:41:41.068222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-dd9a46ab-95fb-470b-8f2a-4764a692ec56 service neutron] 10.222.0.38 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375885 Aug 10 02:41:41.158001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-e7fc99d7-b1c2-44e2-8eb0-bc0a656af1fe service neutron] 10.222.0.38 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831487 Aug 10 02:41:41.383838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9bb64c6-4255-4c52-b54d-8a1829a926b5 req-d1b4312c-8fa4-44c4-ab7a-8d04fc12cba0 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 210 time: 0.0272479 Aug 10 02:41:42.476022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe74aeaa-fb25-4a01-8ab9-d33d6cbaf9f3 req-f4f458c5-e897-4967-9eaa-252c30e06081 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 210 time: 0.0262299 Aug 10 02:41:43.209028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-845da441-fe03-42e7-b3fb-0dec5f9b2d68 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:43.210518 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-845da441-fe03-42e7-b3fb-0dec5f9b2d68 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.16 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 815 time: 0.1042793 Aug 10 02:41:43.223220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Request body: {'port': {'device_id': '91bf6215-659c-4160-bf87-45326935b628', 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b', 'admin_state_up': True, 'tenant_id': '154f1142a6ba4aa2b301e4f7a5a3836c'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:41:43.377750 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Made reservation on behalf of 154f1142a6ba4aa2b301e4f7a5a3836c for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:41:43.381234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:43.506440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Allocated IP 172.20.0.5 (807c54e7-09c8-4614-bff9-3f445e77726b/4d0cb273-3186-4b1c-971f-fc78034bde3a/0d1f093f-5090-434c-b5e0-0d4b58481598) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:41:43.520954 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:43.593558 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1762fbb5-6db2-40d0-8af7-d2b4f4d44a28 req-f480b8bc-d082-410b-84ab-f439c0437af9 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 210 time: 0.0436423 Aug 10 02:41:43.679435 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:43.789580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:43.832993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Network 807c54e7-09c8-4614-bff9-3f445e77726b is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:41:43.836085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:41:43.839779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:41:43.846866 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Pushing event updated for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:43.874130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.874480 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.874847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.875190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.875524 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.875859 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.876189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.876517 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.876846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.877175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.877500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.877823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:41:43.908447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:43.909055 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:44.007193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-821848df-212b-4a80-a7e7-c16039ea46ba tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7875760 Aug 10 02:41:44.019897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Request body: {'port': {'device_id': '91bf6215-659c-4160-bf87-45326935b628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:41:44.073747 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:44.334686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1f093f-5090-434c-b5e0-0d4b58481598 {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:41:44.341749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:44.353718 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Transition to ACTIVE for port object 0d1f093f-5090-434c-b5e0-0d4b58481598 will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:41:44.418501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:44.487190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Pushing event updated for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:44.535829 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Attempting to bind port 0d1f093f-5090-434c-b5e0-0d4b58481598 on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:41:44.536496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Attempting to bind port 0d1f093f-5090-434c-b5e0-0d4b58481598 by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:41:44.536496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Attempting to bind port 0d1f093f-5090-434c-b5e0-0d4b58481598 on network 807c54e7-09c8-4614-bff9-3f445e77726b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:41:44.540871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Port 0d1f093f-5090-434c-b5e0-0d4b58481598 on network 807c54e7-09c8-4614-bff9-3f445e77726b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:41:44.545192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Attempting to bind port 0d1f093f-5090-434c-b5e0-0d4b58481598 on network 807c54e7-09c8-4614-bff9-3f445e77726b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:41:44.546794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:41:44.547144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Checking segment: {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:41:44.547537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Bound using segment: {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:41:44.548010 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Bound port: 0d1f093f-5090-434c-b5e0-0d4b58481598, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:41:44.548377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:44.611243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:41:44.614083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:41:44.623554 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:44.691069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:44.731672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:44.732292 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:44.733685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] 10.222.0.16 "PUT /v2.0/ports/0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 200 len: 1092 time: 0.7179842 Aug 10 02:41:44.734128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:41:44.736389 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4867c61-9c47-4fdf-828c-264ac6a9ef86" -d '{"events": [{"name": "network-changed", "server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:41:44.757105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78084ff-d0bc-4176-9349-6b26986e1dc8 req-f836a9c8-f338-43cb-97df-ed056e93da3e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:44.758730 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c78084ff-d0bc-4176-9349-6b26986e1dc8 req-f836a9c8-f338-43cb-97df-ed056e93da3e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 943 time: 0.0986762 Aug 10 02:41:44.775257 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb54c481-1de8-4a80-8dbb-56c378b3c50f x-openstack-request-id: req-fb54c481-1de8-4a80-8dbb-56c378b3c50f {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:41:44.775546 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:41:44.775802 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fb54c481-1de8-4a80-8dbb-56c378b3c50f {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:41:44.776234 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'status': 'completed', 'code': 200} Aug 10 02:41:44.782795 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358eda9-76ec-4cc0-8987-fa97efb52e9c service neutron] Pushing event updated for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:44.833137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c78084ff-d0bc-4176-9349-6b26986e1dc8 req-9cdddfd3-360d-449b-a8a3-a307ad70e03a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635264 Aug 10 02:41:44.846400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4867c61-9c47-4fdf-828c-264ac6a9ef86 req-f658af57-c15d-4c16-a08f-703214c40bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:44.847901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4867c61-9c47-4fdf-828c-264ac6a9ef86 req-f658af57-c15d-4c16-a08f-703214c40bd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 1095 time: 0.0494633 Aug 10 02:41:44.947564 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4867c61-9c47-4fdf-828c-264ac6a9ef86 req-17502582-5274-4422-ac52-54ab928c0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:44.948945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4867c61-9c47-4fdf-828c-264ac6a9ef86 req-17502582-5274-4422-ac52-54ab928c0fa8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0936103 Aug 10 02:41:45.040835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4867c61-9c47-4fdf-828c-264ac6a9ef86 req-d37b575d-c87d-4e04-892a-4fcd048c9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:45.042295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4867c61-9c47-4fdf-828c-264ac6a9ef86 req-d37b575d-c87d-4e04-892a-4fcd048c9c18 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866718 Aug 10 02:41:45.129562 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-8cad56ae-f0bc-43a1-8600-e19da13071c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:45.131127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-8cad56ae-f0bc-43a1-8600-e19da13071c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 1095 time: 0.0480044 Aug 10 02:41:45.173889 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-2fb8444c-6e01-49b1-81c3-f2001391016b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 200 len: 217 time: 0.0349491 Aug 10 02:41:45.223505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-5ff79d8e-d4b7-4f86-9ebf-4f38c9f954da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:45.224963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-5ff79d8e-d4b7-4f86-9ebf-4f38c9f954da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0448279 Aug 10 02:41:45.257196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-59f95616-d5e1-44ff-b93a-9763c4741ab5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252855 Aug 10 02:41:45.349623 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-beaabdf9-98df-4969-bdd2-1dcb87c90ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857086 Aug 10 02:41:45.439113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-399c5920-e87a-4b4d-80f1-1c2b056496fb req-0a023c47-edbd-451f-ac2b-715e00357fca service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819988 Aug 10 02:41:45.960180 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354a830-66ad-41b2-ad57-9fb0e03ec3c2 req-857886ac-b5b6-419c-a5fe-f8869de8c8c6 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:45.961549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3354a830-66ad-41b2-ad57-9fb0e03ec3c2 req-857886ac-b5b6-419c-a5fe-f8869de8c8c6 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 943 time: 0.0530081 Aug 10 02:41:45.999363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3354a830-66ad-41b2-ad57-9fb0e03ec3c2 req-3db8d290-afc7-49c6-96e4-97db41c12a15 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316961 Aug 10 02:41:47.112552 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0330af6-8a04-4b16-811c-c91038d4da85 req-2cfd8243-cd5a-4aac-aaed-40ee1443d330 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:47.114048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0330af6-8a04-4b16-811c-c91038d4da85 req-2cfd8243-cd5a-4aac-aaed-40ee1443d330 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 943 time: 0.0494235 Aug 10 02:41:47.150673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0330af6-8a04-4b16-811c-c91038d4da85 req-025eb97d-3047-402b-8990-c2364df9febf tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305221 Aug 10 02:41:47.903935 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-272c44f9-a5c0-4ca5-8123-1c4f17e80cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:48.264872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b995-5be8-424f-bc2c-2924b94b5804 req-f267d51c-5143-47d6-b636-f564da2ed510 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:48.266358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81b4b995-5be8-424f-bc2c-2924b94b5804 req-f267d51c-5143-47d6-b636-f564da2ed510 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 943 time: 0.0476053 Aug 10 02:41:48.305376 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81b4b995-5be8-424f-bc2c-2924b94b5804 req-2a244f07-42e9-44fe-88b2-87f21ea99ace tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325155 Aug 10 02:41:49.421683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e20b2-efbd-4fd4-9384-3f0ec1ffe794 req-84f5b49c-d93e-4a70-9db1-ee82097ff2e8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:49.423185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-662e20b2-efbd-4fd4-9384-3f0ec1ffe794 req-84f5b49c-d93e-4a70-9db1-ee82097ff2e8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 943 time: 0.0519855 Aug 10 02:41:49.460708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-662e20b2-efbd-4fd4-9384-3f0ec1ffe794 req-45882459-ee0b-408b-8189-7e227e9cd459 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Aug 10 02:41:49.776267 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 0d1f093f-5090-434c-b5e0-0d4b58481598 details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:41:49.870976 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:41:49.882172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b', 'port_id': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'mac_address': 'fa:16:3e:9f:cd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0cb273-3186-4b1c-971f-fc78034bde3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:41:49.918798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:49.930906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1f093f-5090-434c-b5e0-0d4b58481598 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:41:49.954448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:41:50.017440 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:50.062821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:50.202135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['0d1f093f-5090-434c-b5e0-0d4b58481598'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:41:50.576031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6e1a4-891f-4af2-9406-eeb60f1bf3a4 req-4391e82a-3bce-418b-bdcd-21ee6f3c62f7 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:50.577615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afc6e1a4-891f-4af2-9406-eeb60f1bf3a4 req-4391e82a-3bce-418b-bdcd-21ee6f3c62f7 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 944 time: 0.0506303 Aug 10 02:41:50.578037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d559465c-64e7-41fc-8b59-71e4847c65e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:50.619840 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afc6e1a4-891f-4af2-9406-eeb60f1bf3a4 req-c01167b8-8ce9-4aa8-ad5d-57ddd5ff317e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Aug 10 02:41:51.177502 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:51.735634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54ed72-d127-4fd2-9577-3896766a5bc7 req-56d2079a-e1e5-4c90-9c72-373442544d44 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:51.737000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a54ed72-d127-4fd2-9577-3896766a5bc7 req-56d2079a-e1e5-4c90-9c72-373442544d44 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 944 time: 0.0476608 Aug 10 02:41:51.774574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a54ed72-d127-4fd2-9577-3896766a5bc7 req-37da0346-9a2c-40a4-a69d-c2b7888af2c3 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314093 Aug 10 02:41:51.797080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 0d1f093f-5090-434c-b5e0-0d4b58481598 up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:41:51.931877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 0d1f093f-5090-434c-b5e0-0d4b58481598 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:41:51.936317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 0d1f093f-5090-434c-b5e0-0d4b58481598 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:41:51.936697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:52.015007 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:52.036115 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:41:52.038332 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee574d44-931a-444a-8ca4-1b924b3d4ead" -d '{"events": [{"server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "name": "network-vif-plugged", "status": "completed", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:41:52.051415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:41:52.074470 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9debd97-0d03-4485-b843-aa6c4619bac9 x-openstack-request-id: req-f9debd97-0d03-4485-b843-aa6c4619bac9 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:41:52.078801 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "name": "network-vif-plugged", "status": "completed", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:41:52.078801 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9debd97-0d03-4485-b843-aa6c4619bac9 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:41:52.078801 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'code': 200} Aug 10 02:41:52.126148 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:52.172017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef975245-8440-4e4c-b04e-3d4c2f911215 req-8f05b73e-0dc2-468a-b91f-014e9a6cac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:52.173524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef975245-8440-4e4c-b04e-3d4c2f911215 req-8f05b73e-0dc2-468a-b91f-014e9a6cac7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 1097 time: 0.0436134 Aug 10 02:41:52.173739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:41:52.210428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef975245-8440-4e4c-b04e-3d4c2f911215 req-4871e93c-b09e-403e-9bf2-5c26983c917d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292375 Aug 10 02:41:52.296130 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:41:52.389117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:52.899529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4e4fe-4d33-402a-83a6-8b329bd34aeb req-1945c17c-e023-43a0-9fc1-b664787097e9 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:52.901043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4f4e4fe-4d33-402a-83a6-8b329bd34aeb req-1945c17c-e023-43a0-9fc1-b664787097e9 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Aug 10 02:41:52.941399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d4f4e4fe-4d33-402a-83a6-8b329bd34aeb req-19e67d1f-a943-43e8-b00c-d5b27db3700c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Aug 10 02:41:53.971761 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:41:54.063433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664268e-a14d-44fb-87bb-f4b90cd7b017 req-03d1604d-dc0e-45d3-83de-a54f5f2019fb tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:54.064928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7664268e-a14d-44fb-87bb-f4b90cd7b017 req-03d1604d-dc0e-45d3-83de-a54f5f2019fb tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0484519 Aug 10 02:41:54.110204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7664268e-a14d-44fb-87bb-f4b90cd7b017 req-626b8b95-a02d-4bf2-9d39-5b7060604acc tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393090 Aug 10 02:41:54.226743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f6c02-3fe7-427f-8116-e0f2a85918dc req-9298b4c3-52fd-4c2b-8f56-2bf8027898bd tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:54.228136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f6f6c02-3fe7-427f-8116-e0f2a85918dc req-9298b4c3-52fd-4c2b-8f56-2bf8027898bd tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0530910 Aug 10 02:41:54.266194 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f6f6c02-3fe7-427f-8116-e0f2a85918dc req-409e8e3d-1747-40c7-af93-0d67f139a42e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320764 Aug 10 02:41:54.524648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7eaf67-5879-48f4-8a0a-4cc5b869da16 req-2329837c-3c09-4d81-a4c6-9d7e520e116c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:54.526048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b7eaf67-5879-48f4-8a0a-4cc5b869da16 req-2329837c-3c09-4d81-a4c6-9d7e520e116c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0495687 Aug 10 02:41:54.563498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b7eaf67-5879-48f4-8a0a-4cc5b869da16 req-e9ebcf5f-b182-4cd3-8c87-e48f0d54f3cf tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Aug 10 02:41:54.677541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a953f-a17b-42e6-9835-a8a58bb396d6 req-c6045a6c-27ae-4be3-ad19-f5b60dd7417f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:54.679023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-268a953f-a17b-42e6-9835-a8a58bb396d6 req-c6045a6c-27ae-4be3-ad19-f5b60dd7417f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0489109 Aug 10 02:41:54.717956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-268a953f-a17b-42e6-9835-a8a58bb396d6 req-b09db4f3-2814-4006-8075-3cf86f7ca0f2 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322018 Aug 10 02:41:55.553633 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd6a6-b5b1-4347-89d8-75f50558e120 req-3805c287-7187-4f2b-9fe6-6032a617b1dc tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:55.555213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a84bd6a6-b5b1-4347-89d8-75f50558e120 req-3805c287-7187-4f2b-9fe6-6032a617b1dc tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.4361851 Aug 10 02:41:55.558693 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-1a79318b-c58b-46d9-ae17-b0fefc8d9c72 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0565131 Aug 10 02:41:55.593172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a84bd6a6-b5b1-4347-89d8-75f50558e120 req-619774e7-db30-4182-8426-7a0e47063c2f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Aug 10 02:41:56.711578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b916fe-54e1-4be3-8a30-882a470875d2 req-cc3e1bfe-968c-478a-8f9a-821a2e10608c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:56.713091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29b916fe-54e1-4be3-8a30-882a470875d2 req-cc3e1bfe-968c-478a-8f9a-821a2e10608c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0506468 Aug 10 02:41:56.755159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29b916fe-54e1-4be3-8a30-882a470875d2 req-ffc064f1-a522-4f3e-a55e-7691e83a4b7a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355248 Aug 10 02:41:56.894471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-dc2dd261-c818-4629-a72a-400673a7029a req-731d7e87-8b84-45da-9cea-ae87a868b8f5 service neutron] (101224) timed out ('10.222.0.38', 56424) {{(pid=101224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:41:57.566473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-91c4b501-2ac4-4548-bcde-52f672200256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:57.567998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-91c4b501-2ac4-4548-bcde-52f672200256 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 1097 time: 0.0411294 Aug 10 02:41:57.656832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-182b8710-4cbf-4989-801a-c3b894891812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:57.658291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-182b8710-4cbf-4989-801a-c3b894891812 service neutron] 10.222.0.16 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0837338 Aug 10 02:41:57.705626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-b31df671-25b8-4019-bfa8-f8f9864898d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 200 len: 217 time: 0.0395076 Aug 10 02:41:57.755311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-b3d067c3-62a0-458a-b012-a93edcace82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:57.756730 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-b3d067c3-62a0-458a-b012-a93edcace82e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0438449 Aug 10 02:41:57.787638 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-4f8d84fb-2ec5-4835-926b-a75da1781e08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241449 Aug 10 02:41:57.912333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac0e2d-e3a4-4456-8820-c38a61119951 req-148c72c9-8ba4-4ed4-9766-a8e9990eaf0b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:57.913865 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8ac0e2d-e3a4-4456-8820-c38a61119951 req-148c72c9-8ba4-4ed4-9766-a8e9990eaf0b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0752518 Aug 10 02:41:57.919645 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-292fff88-1865-415b-ace7-0188f34836d1 service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250072 Aug 10 02:41:57.996588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8ac0e2d-e3a4-4456-8820-c38a61119951 req-a98c8478-3c0f-4681-8ccf-7f4d262c3d30 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759788 Aug 10 02:41:58.035135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-8293da2e-1420-4f0c-814b-14508d6f4c6f service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078813 Aug 10 02:41:59.110946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d1e54-99ae-4017-ab22-cf44725d4e15 req-48e79651-b293-4036-94c8-c6044ba63239 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:41:59.112407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c69d1e54-99ae-4017-ab22-cf44725d4e15 req-48e79651-b293-4036-94c8-c6044ba63239 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0488710 Aug 10 02:41:59.149276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c69d1e54-99ae-4017-ab22-cf44725d4e15 req-7087d3be-3ecf-432f-b230-c75ac7a6b68a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Aug 10 02:42:00.268284 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ceace-6a4e-482d-8224-163298c29711 req-577e41c7-27db-4afe-a3ff-918cefc6d894 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:00.269814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a67ceace-6a4e-482d-8224-163298c29711 req-577e41c7-27db-4afe-a3ff-918cefc6d894 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0498543 Aug 10 02:42:00.307000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a67ceace-6a4e-482d-8224-163298c29711 req-33a1d00f-b577-4dff-a26e-5dd94bc603ef tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 Aug 10 02:42:01.432058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009505d-e145-4dfe-b7fd-9b585536b402 req-f6e601cc-c3b5-4761-86f1-28ab1b2c1d82 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:01.434219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7009505d-e145-4dfe-b7fd-9b585536b402 req-f6e601cc-c3b5-4761-86f1-28ab1b2c1d82 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0526938 Aug 10 02:42:01.471411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7009505d-e145-4dfe-b7fd-9b585536b402 req-09d57812-de4b-45af-ba96-a343af100c97 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314670 Aug 10 02:42:02.585828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f73c-a84e-4bce-bdb7-931182aa0c25 req-3f07a28f-f89c-411f-b6bd-d43e975e7adb tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:02.587343 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f81f73c-a84e-4bce-bdb7-931182aa0c25 req-3f07a28f-f89c-411f-b6bd-d43e975e7adb tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0482965 Aug 10 02:42:02.624905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f81f73c-a84e-4bce-bdb7-931182aa0c25 req-0dac0d19-7c73-4ae7-a2d9-2c358dcb14c2 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309100 Aug 10 02:42:03.740189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a47ad9-8be4-49e5-b285-d2c8a1521731 req-00136db8-cc5b-402f-9f64-bb719a89f3f1 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:03.741670 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7a47ad9-8be4-49e5-b285-d2c8a1521731 req-00136db8-cc5b-402f-9f64-bb719a89f3f1 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0491972 Aug 10 02:42:03.780792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a7a47ad9-8be4-49e5-b285-d2c8a1521731 req-74ce7bca-06e6-41e5-8d9c-7b415bcb96d3 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321300 Aug 10 02:42:04.899094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a4e2-26b7-4f4b-b316-dba57fc47a87 req-43be7628-5cb4-4914-b583-55b40ece68b2 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:04.900564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b143a4e2-26b7-4f4b-b316-dba57fc47a87 req-43be7628-5cb4-4914-b583-55b40ece68b2 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0528359 Aug 10 02:42:04.938387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b143a4e2-26b7-4f4b-b316-dba57fc47a87 req-708f8b35-4f1f-4326-bc57-7fc4b70f75cc tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Aug 10 02:42:05.444323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-6a6d0f8a-310c-4564-988a-744f4651b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:05.445870 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-6a6d0f8a-310c-4564-988a-744f4651b001 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 1097 time: 0.0404866 Aug 10 02:42:05.548276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-ff62c504-01d5-4c00-a7b9-5eca410f7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:05.549771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-ff62c504-01d5-4c00-a7b9-5eca410f7a0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0840940 Aug 10 02:42:05.595129 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-24608697-de09-4e37-8fe0-5a90b1f9c647 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 200 len: 217 time: 0.0370924 Aug 10 02:42:05.644972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-1b27a575-c57d-4671-a760-45e2f0d3c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:05.646470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-1b27a575-c57d-4671-a760-45e2f0d3c795 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0438173 Aug 10 02:42:05.677923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-6878fd2e-f0bd-4ae1-ab64-8c5644243823 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246623 Aug 10 02:42:05.770057 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-9ff51255-4921-4b4e-b313-3644f57f756b service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850542 Aug 10 02:42:05.858873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-799d02c2-e0f4-469b-a5d3-652d3fe4ef85 req-ba259fa8-362c-4f04-84e1-d47e30d43872 service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801256 Aug 10 02:42:06.052708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d790ab6-ddb5-4880-8968-eb5b4bc284c0 req-f26a849f-80bd-4a98-bbcd-85ca75d8eb35 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:06.054210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d790ab6-ddb5-4880-8968-eb5b4bc284c0 req-f26a849f-80bd-4a98-bbcd-85ca75d8eb35 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0505373 Aug 10 02:42:06.097744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d790ab6-ddb5-4880-8968-eb5b4bc284c0 req-219cb440-7af6-48c9-b45a-352b44cfaefb tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357363 Aug 10 02:42:07.212741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f97da6-5f84-40d5-b7b4-6e27d4b19c82 req-087f6028-c425-4875-bb70-82fbaeeb8682 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:07.214361 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f97da6-5f84-40d5-b7b4-6e27d4b19c82 req-087f6028-c425-4875-bb70-82fbaeeb8682 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0483761 Aug 10 02:42:07.252204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00f97da6-5f84-40d5-b7b4-6e27d4b19c82 req-09df0859-1147-4089-b0b5-a33811d9463e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Aug 10 02:42:08.370243 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bc679-e79a-4826-b8f2-256903150f9c req-ed82dea9-d446-4a3f-9b94-e8b3a0a630f8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:08.372422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb0bc679-e79a-4826-b8f2-256903150f9c req-ed82dea9-d446-4a3f-9b94-e8b3a0a630f8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0515893 Aug 10 02:42:08.409658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb0bc679-e79a-4826-b8f2-256903150f9c req-bb7076c4-cf81-4173-a928-33d960d42242 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Aug 10 02:42:09.523629 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492fb5c-94d3-4b24-afe6-e0a520844991 req-e1d21017-dd01-4af8-85b4-c4a39b7f8e5d tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:09.525105 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4492fb5c-94d3-4b24-afe6-e0a520844991 req-e1d21017-dd01-4af8-85b4-c4a39b7f8e5d tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0482917 Aug 10 02:42:09.568226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4492fb5c-94d3-4b24-afe6-e0a520844991 req-ca027214-520d-4dcf-97d1-bcd7556b637b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366113 Aug 10 02:42:10.692259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351e9fc-5335-4207-a5ba-d0ae512730d0 req-323307d4-8813-433c-9160-f1f69d1b18ac tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:10.693773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a351e9fc-5335-4207-a5ba-d0ae512730d0 req-323307d4-8813-433c-9160-f1f69d1b18ac tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0504315 Aug 10 02:42:10.732246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a351e9fc-5335-4207-a5ba-d0ae512730d0 req-374cc615-89b4-4034-9fc1-3e78bdfc8443 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Aug 10 02:42:11.846172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a7417-6ebb-40df-9880-cf40f040c7dd req-33868b83-2458-409c-ac1b-101c4819bff7 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:11.847691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-246a7417-6ebb-40df-9880-cf40f040c7dd req-33868b83-2458-409c-ac1b-101c4819bff7 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0479276 Aug 10 02:42:11.885330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-246a7417-6ebb-40df-9880-cf40f040c7dd req-8e4e970d-7aa5-4661-a2fe-e6a648c0a6ef tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Aug 10 02:42:13.001460 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b5d2-48fa-49ea-a7a8-0693826d2110 req-51affc66-19dd-4b0b-9810-d0e924d77c30 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:13.002876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61a7b5d2-48fa-49ea-a7a8-0693826d2110 req-51affc66-19dd-4b0b-9810-d0e924d77c30 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0496855 Aug 10 02:42:13.045342 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61a7b5d2-48fa-49ea-a7a8-0693826d2110 req-38e4a069-2cd5-4ebc-981b-fecd5e1f4320 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366151 Aug 10 02:42:13.496847 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:14.177332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ffd08-a4bd-4a04-a92e-69111b7c3f52 req-66ddbdd1-5eb1-4f47-951b-63a79fa10ba2 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:14.179101 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b7ffd08-a4bd-4a04-a92e-69111b7c3f52 req-66ddbdd1-5eb1-4f47-951b-63a79fa10ba2 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0599747 Aug 10 02:42:14.221822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b7ffd08-a4bd-4a04-a92e-69111b7c3f52 req-f308262a-0d74-4bd0-a579-3ee4953afd83 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362737 Aug 10 02:42:14.617813 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:15.039738 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-369f101e-7de1-4ba6-96d8-bb62bcd90d19 service neutron] show failed (client error): The resource could not be found. Aug 10 02:42:15.040753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-369f101e-7de1-4ba6-96d8-bb62bcd90d19 service neutron] 10.222.0.16 "GET /v2.0/ports/0d1f093f-5090-434c-b5e0-0d4b58481598/bindings/n-h2-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.1064303 Aug 10 02:42:15.347311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defddb7c-17ea-4bc7-8d4c-0529b194741a req-1d53aaf0-5f3b-4959-9f89-73243f11a4bf tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:15.348852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defddb7c-17ea-4bc7-8d4c-0529b194741a req-1d53aaf0-5f3b-4959-9f89-73243f11a4bf tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0555305 Aug 10 02:42:15.386804 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-defddb7c-17ea-4bc7-8d4c-0529b194741a req-251729a0-23dc-40c0-a43e-ce525d8d2418 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Aug 10 02:42:15.616666 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-f22b0bd6-cd42-4c20-a731-f023ac5bff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:15.618461 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-f22b0bd6-cd42-4c20-a731-f023ac5bff55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628&tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c HTTP/1.1" status: 200 len: 1097 time: 0.1216853 Aug 10 02:42:15.630435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:42:15.681793 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:15.880102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:42:15.911679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h1-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:42:15.953297 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:42:15.955614 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3e0aad-a739-4451-853e-ba350a9178f2" -d '{"events": [{"server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "name": "network-vif-unplugged", "status": "completed", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:42:15.959630 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:15.971643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Transition to ACTIVE for port object 0d1f093f-5090-434c-b5e0-0d4b58481598 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:42:16.003644 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd79ff68-fdff-4f11-8657-47577fe77d5e x-openstack-request-id: req-cd79ff68-fdff-4f11-8657-47577fe77d5e {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:42:16.003644 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "name": "network-vif-unplugged", "status": "completed", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:42:16.003644 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cd79ff68-fdff-4f11-8657-47577fe77d5e {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:42:16.003957 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'code': 200} Aug 10 02:42:16.051696 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:16.113546 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] No DVR routers for this DVR port 0d1f093f-5090-434c-b5e0-0d4b58481598 on host n-h1-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:42:16.115567 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Pushing event updated for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=6']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:16.150522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Attempting to bind port 0d1f093f-5090-434c-b5e0-0d4b58481598 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:42:16.150804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Attempting to bind port 0d1f093f-5090-434c-b5e0-0d4b58481598 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:42:16.151157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Attempting to bind port 0d1f093f-5090-434c-b5e0-0d4b58481598 on network 807c54e7-09c8-4614-bff9-3f445e77726b {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:42:16.156134 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Port 0d1f093f-5090-434c-b5e0-0d4b58481598 on network 807c54e7-09c8-4614-bff9-3f445e77726b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:42:16.156462 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Attempting to bind port 0d1f093f-5090-434c-b5e0-0d4b58481598 on network 807c54e7-09c8-4614-bff9-3f445e77726b {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:42:16.161235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:42:16.161576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Checking segment: {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:42:16.161955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Bound using segment: {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:42:16.162378 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Bound port: 0d1f093f-5090-434c-b5e0-0d4b58481598, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:42:16.162776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:16.228005 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:42:16.231418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:42:16.303555 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:16.341839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:16.342448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:16.343873 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] 10.222.0.11 "PUT /v2.0/ports/0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 200 len: 1092 time: 0.7175035 Aug 10 02:42:16.364218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87d90f-b8d6-48d4-ba3e-27a9b7f871dd service neutron] Pushing event updated for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=7']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:16.406492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-5685edd4-40e8-4a94-9d29-6633ea0e63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:16.407925 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-5685edd4-40e8-4a94-9d29-6633ea0e63e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 1095 time: 0.0409293 Aug 10 02:42:16.502979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-65e8e6f8-3902-4574-9b5e-af45f0f92f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:16.504477 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-65e8e6f8-3902-4574-9b5e-af45f0f92f88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0897622 Aug 10 02:42:16.512667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eee96-3ce0-4b1a-9891-aa0e81e4345a req-75c7f63d-29a9-4886-9e2d-8f498964beff tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:16.514165 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e81eee96-3ce0-4b1a-9891-aa0e81e4345a req-75c7f63d-29a9-4886-9e2d-8f498964beff tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 943 time: 0.0539045 Aug 10 02:42:16.550824 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-53390419-7f13-4740-9534-75e7abfc5059 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 200 len: 217 time: 0.0387654 Aug 10 02:42:16.552311 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e81eee96-3ce0-4b1a-9891-aa0e81e4345a req-e7a49d8e-2644-4a01-ae5a-4086f0b9669f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Aug 10 02:42:16.600853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-cd0d7ce0-bb79-46e3-b38d-f71652389bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:16.602292 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-cd0d7ce0-bb79-46e3-b38d-f71652389bcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0442770 Aug 10 02:42:16.632629 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-f359ed85-d94e-40ee-9c51-d290bc0ccb08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236678 Aug 10 02:42:16.642870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-662645df-4276-4276-b9d5-848bcdc3926f service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:42:16.643829 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-662645df-4276-4276-b9d5-848bcdc3926f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047770 Aug 10 02:42:16.736037 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-e308bb4f-8599-4d87-90fd-618a927af9ab service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856378 Aug 10 02:42:16.825570 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8f98c82c-12f9-4057-a3eb-e1b878ca97fa req-8faae338-966f-4451-b589-e680e07e03e4 service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819824 Aug 10 02:42:17.670969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0f5dd-e435-42b2-ba7e-8f57bffc0daf req-3b7c7658-580d-4740-b473-00febe7f825a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:17.672774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e0f5dd-e435-42b2-ba7e-8f57bffc0daf req-3b7c7658-580d-4740-b473-00febe7f825a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 943 time: 0.0490830 Aug 10 02:42:17.711688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98e0f5dd-e435-42b2-ba7e-8f57bffc0daf req-e194303d-9723-4c56-ad93-47f72159152b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Aug 10 02:42:17.903100 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b7f7910b-ffc3-4ef7-a7e7-6bb448ae5a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:18.005172 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:42:18.007582 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da4667e-fc42-4813-ab8a-6572cd39615b" -d '{"events": [{"name": "network-changed", "server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:42:18.054006 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9911b714-20b9-4ff5-8108-1887942ba289 x-openstack-request-id: req-9911b714-20b9-4ff5-8108-1887942ba289 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:42:18.054297 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:42:18.054572 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9911b714-20b9-4ff5-8108-1887942ba289 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:42:18.054979 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'status': 'completed', 'code': 200} Aug 10 02:42:18.115560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-d5b612bf-4f44-4f85-b73d-56c55a3322ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:18.116697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-c428d779-1c71-4044-a85c-c8f2c4c2894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:18.117001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-d5b612bf-4f44-4f85-b73d-56c55a3322ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 1095 time: 0.0424135 Aug 10 02:42:18.118482 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-c428d779-1c71-4044-a85c-c8f2c4c2894a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 1095 time: 0.0424023 Aug 10 02:42:18.212187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-1279ae6e-0577-44b5-9325-da67c02af39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:18.212452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-70d966fc-1df4-4abe-acf0-8fcb7b4d4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:18.214329 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-70d966fc-1df4-4abe-acf0-8fcb7b4d4eba service neutron] 10.222.0.11 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0871611 Aug 10 02:42:18.214475 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-1279ae6e-0577-44b5-9325-da67c02af39b service neutron] 10.222.0.16 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0899086 Aug 10 02:42:18.255394 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-4aef352e-bae0-48da-8913-d184251dd4fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 200 len: 217 time: 0.0340228 Aug 10 02:42:18.261373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-4857f727-1893-475f-a220-128093f69e55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 200 len: 217 time: 0.0354064 Aug 10 02:42:18.309834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-c2193a9e-7584-48af-a938-ebc7be1fbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:18.311394 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-c2193a9e-7584-48af-a938-ebc7be1fbf4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0485792 Aug 10 02:42:18.315765 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-3bfcf1d2-1882-4574-9a2b-4b15207a5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:18.317220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-3bfcf1d2-1882-4574-9a2b-4b15207a5c8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0488603 Aug 10 02:42:18.346060 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-5718d27c-cc5f-4f88-a43c-ffe0795372b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260053 Aug 10 02:42:18.352408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-f0e31322-585a-41c9-94ff-23e0d6626d74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247126 Aug 10 02:42:18.446090 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-3fa51ebf-18c0-4b93-b35b-3cb287a0882d service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870061 Aug 10 02:42:18.446360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-c9451535-6008-4389-92c1-65e3dadb4818 service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Aug 10 02:42:18.543984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-498f1267-78ff-451e-b72f-547f4e1098ff service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909071 Aug 10 02:42:18.545624 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8da4667e-fc42-4813-ab8a-6572cd39615b req-c1ab245c-bae2-4bb1-83eb-44c14ac3b18e service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915732 Aug 10 02:42:18.608195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0d1f093f-5090-434c-b5e0-0d4b58481598 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:42:18.712225 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:42:18.724929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b', 'port_id': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'mac_address': 'fa:16:3e:9f:cd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0cb273-3186-4b1c-971f-fc78034bde3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:42:18.763694 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:18.780367 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1f093f-5090-434c-b5e0-0d4b58481598 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:42:18.800859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:42:18.833739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4cac0-0975-4d07-a9c6-6aff114a8bd9 req-6c4afe3a-e4f1-418d-a256-06bede2eba96 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:18.835244 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8d4cac0-0975-4d07-a9c6-6aff114a8bd9 req-6c4afe3a-e4f1-418d-a256-06bede2eba96 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 943 time: 0.0503385 Aug 10 02:42:18.845645 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:18.874693 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8d4cac0-0975-4d07-a9c6-6aff114a8bd9 req-92be7a5b-7e52-489f-bd2a-ec535f628956 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Aug 10 02:42:18.893098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:19.058808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['0d1f093f-5090-434c-b5e0-0d4b58481598'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:42:19.149025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3817d95-98d4-467b-a36f-859307901477 req-097f7284-4c4c-44ec-905e-97eb14d90102 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:19.150579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3817d95-98d4-467b-a36f-859307901477 req-097f7284-4c4c-44ec-905e-97eb14d90102 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 944 time: 0.0511880 Aug 10 02:42:19.190654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3817d95-98d4-467b-a36f-859307901477 req-a2b5d6a4-95d7-4577-9cb1-01d8484eece8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Aug 10 02:42:19.279697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-7bac55ff-2a2d-40ef-a571-51285b6016b8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:19.281183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-7bac55ff-2a2d-40ef-a571-51285b6016b8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.16 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628&tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&binding%3Ahost_id=n-h2-767704-21 HTTP/1.1" status: 200 len: 944 time: 0.0896523 Aug 10 02:42:19.340742 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-14edab71-2de4-4388-b889-11b92e82bd9a service neutron] delete failed (client error): The resource could not be found. Aug 10 02:42:19.341655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-14edab71-2de4-4388-b889-11b92e82bd9a service neutron] 10.222.0.16 "DELETE /v2.0/ports/0d1f093f-5090-434c-b5e0-0d4b58481598/bindings/n-h1-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.0533702 Aug 10 02:42:19.424258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-6e9f6b47-d8f4-4a59-af64-6035323e6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:19.425735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-6e9f6b47-d8f4-4a59-af64-6035323e6d96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 1096 time: 0.0407863 Aug 10 02:42:19.517110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-5fdd670c-eb43-4194-ad24-9804fc928681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:19.518593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-5fdd670c-eb43-4194-ad24-9804fc928681 service neutron] 10.222.0.16 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0861225 Aug 10 02:42:19.560744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-29466ddb-1ab5-4eb3-a52e-8d5a359c9461 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 200 len: 217 time: 0.0347424 Aug 10 02:42:19.613192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-7a9c3dd1-4282-45a8-84cd-af0170ae17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:19.614711 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-7a9c3dd1-4282-45a8-84cd-af0170ae17b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0476241 Aug 10 02:42:19.645459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-a51591c4-ddb7-4cfd-81e8-d6088accf3c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241427 Aug 10 02:42:19.733391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-5ed2ffe9-a10d-4a3f-a450-95f92eacb44c service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808055 Aug 10 02:42:19.825142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76a1143e-4cf5-4b8f-b230-41315c29ec6f req-d9c19638-3ab7-4bfb-84db-dd3985f3e11e service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844791 Aug 10 02:42:19.884788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 0d1f093f-5090-434c-b5e0-0d4b58481598 no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:42:19.924491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 0d1f093f-5090-434c-b5e0-0d4b58481598 not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:42:20.310495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3ed2f-ac56-47e3-a0e3-17a9ce2090b1 req-197d7baf-8129-47cf-82c0-82a963d5c0de tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:20.312039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21c3ed2f-ac56-47e3-a0e3-17a9ce2090b1 req-197d7baf-8129-47cf-82c0-82a963d5c0de tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 944 time: 0.0500307 Aug 10 02:42:20.350289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21c3ed2f-ac56-47e3-a0e3-17a9ce2090b1 req-ec3eda99-45ac-4b28-a5b7-b215be98657b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Aug 10 02:42:20.619099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0d1f093f-5090-434c-b5e0-0d4b58481598 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:42:20.623518 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a15cf14e-b6f4-454e-9d0d-4b1e75260716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:20.748515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 0d1f093f-5090-434c-b5e0-0d4b58481598 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:42:20.752546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 0d1f093f-5090-434c-b5e0-0d4b58481598 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:42:20.752920 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:20.828041 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:20.852592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:42:20.855624 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ee9e8e-0e0f-4438-8e70-d0f6efa8fba5" -d '{"events": [{"server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "name": "network-vif-plugged", "status": "completed", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:42:20.868070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:42:20.895763 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e9769e-a223-40fa-a363-6a65a5151a99 x-openstack-request-id: req-75e9769e-a223-40fa-a363-6a65a5151a99 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:42:20.895763 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "name": "network-vif-plugged", "status": "completed", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:42:20.895763 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75e9769e-a223-40fa-a363-6a65a5151a99 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:42:20.895763 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'code': 200} Aug 10 02:42:20.943330 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:20.990098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:21.165884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:21.466095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387b125-4639-4c51-9e3a-c2ba7713df47 req-5f18d851-d4dc-453f-84aa-b823c20d3376 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:21.467581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0387b125-4639-4c51-9e3a-c2ba7713df47 req-5f18d851-d4dc-453f-84aa-b823c20d3376 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0491655 Aug 10 02:42:21.504247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0387b125-4639-4c51-9e3a-c2ba7713df47 req-fdad8904-737b-454c-b1f2-d58efc0da306 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308719 Aug 10 02:42:21.623984 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53423dcd-820f-4b18-96c2-103834f6f8d2 req-08db98e4-af6e-4d8f-9ad1-1a91c8b7fd1a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:21.625758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53423dcd-820f-4b18-96c2-103834f6f8d2 req-08db98e4-af6e-4d8f-9ad1-1a91c8b7fd1a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0543246 Aug 10 02:42:21.661980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53423dcd-820f-4b18-96c2-103834f6f8d2 req-db961b60-02e2-4a87-aeeb-45737590088e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306265 Aug 10 02:42:21.774102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511018-96f7-42b5-8c85-50ec1d85275e req-f76689f6-dc17-4634-95a5-02e95d1044e0 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:21.775614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0511018-96f7-42b5-8c85-50ec1d85275e req-f76689f6-dc17-4634-95a5-02e95d1044e0 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0491822 Aug 10 02:42:21.813690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0511018-96f7-42b5-8c85-50ec1d85275e req-e44b1e6f-4087-47cb-bf5c-d456b83fb091 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Aug 10 02:42:22.362175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305902c1-903f-41d9-93d9-360223d29849 req-4da14352-bbe3-4007-b9c3-8a760a1b128f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:22.363698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-4da14352-bbe3-4007-b9c3-8a760a1b128f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 815 time: 0.1062624 Aug 10 02:42:22.379295 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-9a3f8a8a-79a6-4226-913c-3bcd02ff0c3d tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/quotas/154f1142a6ba4aa2b301e4f7a5a3836c HTTP/1.1" status: 200 len: 375 time: 0.0096881 Aug 10 02:42:22.394522 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:22.428421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-df240bbe-5d8a-4837-977b-702383e0ec38 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437579 Aug 10 02:42:22.518830 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-abbf952f-8b6b-4b2a-8b6f-66ef2fd67fe8 service neutron] 10.222.0.38 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825799 Aug 10 02:42:22.612213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-39d8d3dc-34ea-4eac-b6e6-d2a4e945f3fe service neutron] 10.222.0.38 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870154 Aug 10 02:42:22.837094 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d710cbf-7afb-4195-aded-89a48fb28f8b req-c8ca096a-370e-4e76-96ce-65977185ed0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 210 time: 0.0268073 Aug 10 02:42:23.488055 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-a19014d6-872a-4b4c-8631-30e8710dca1d tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:23.489478 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-a19014d6-872a-4b4c-8631-30e8710dca1d tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.11 "GET /v2.0/ports?device_id=91bf6215-659c-4160-bf87-45326935b628 HTTP/1.1" status: 200 len: 945 time: 0.0497205 Aug 10 02:42:23.583494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Deleting port 0d1f093f-5090-434c-b5e0-0d4b58481598 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:42:23.583847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:23.679505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] For port 0d1f093f-5090-434c-b5e0-0d4b58481598, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0d1f093f-5090-434c-b5e0-0d4b58481598,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:42:23.679967 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:23.694129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Calling delete_port for 0d1f093f-5090-434c-b5e0-0d4b58481598 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:42:23.862831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:23.875471 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['0d1f093f-5090-434c-b5e0-0d4b58481598'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:42:23.896188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Pushing event deleted for resources: {'Port': ['ID=0d1f093f-5090-434c-b5e0-0d4b58481598,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:23.945326 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] No DVR routers for this DVR port 0d1f093f-5090-434c-b5e0-0d4b58481598 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:42:23.947206 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60cae7cd-d39b-429f-9114-6d26946a89d5 req-598a0e12-fff2-4e42-b71c-33d0276444aa tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 210 time: 0.0265827 Aug 10 02:42:23.949029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:23.950815 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f6014228-7771-4981-bb7e-32f0f97fd919 req-d69acdcb-001e-40f8-a097-7f70a1f0c267 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.11 "DELETE /v2.0/ports/0d1f093f-5090-434c-b5e0-0d4b58481598 HTTP/1.1" status: 204 len: 173 time: 0.4544208 Aug 10 02:42:23.951048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'name': 'network-vif-deleted', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:42:23.953515 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdac5ca-9f14-4a39-a0d7-5a35dc1323c8" -d '{"events": [{"server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "name": "network-vif-deleted", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:42:23.977652 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:24.003127 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65afa9-57cc-4ab7-9816-8d743924d537 x-openstack-request-id: req-3d65afa9-57cc-4ab7-9816-8d743924d537 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:42:24.003423 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf6215-659c-4160-bf87-45326935b628", "name": "network-vif-deleted", "tag": "0d1f093f-5090-434c-b5e0-0d4b58481598", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:42:24.003679 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3d65afa9-57cc-4ab7-9816-8d743924d537 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:42:24.004083 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf6215-659c-4160-bf87-45326935b628', 'name': 'network-vif-deleted', 'tag': '0d1f093f-5090-434c-b5e0-0d4b58481598', 'status': 'completed', 'code': 200} Aug 10 02:42:24.601114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305902c1-903f-41d9-93d9-360223d29849 req-f301c32a-aba3-445a-90bc-4b7cb25afd02 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:24.602507 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-f301c32a-aba3-445a-90bc-4b7cb25afd02 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.11 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 815 time: 0.1056011 Aug 10 02:42:24.614986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Request body: {'port': {'device_id': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b', 'admin_state_up': True, 'tenant_id': '154f1142a6ba4aa2b301e4f7a5a3836c'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:42:24.805381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Made reservation on behalf of 154f1142a6ba4aa2b301e4f7a5a3836c for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:42:24.809066 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:24.937464 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Allocated IP 172.20.0.5 (807c54e7-09c8-4614-bff9-3f445e77726b/4d0cb273-3186-4b1c-971f-fc78034bde3a/48403fbb-ea17-4554-824b-8af7d8f644bf) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:42:25.051974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dc522f1-d532-4633-8aaf-085a4b915a68 req-f01e84e5-0dc4-405e-9955-f7829736770e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 210 time: 0.0277882 Aug 10 02:42:25.414495 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:25.509808 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:25.549161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Network 807c54e7-09c8-4614-bff9-3f445e77726b is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:42:25.552207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:42:25.558477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:42:25.589634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Pushing event updated for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:25.612355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:25.612973 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:25.680919 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-30ea8b93-4c5f-44b3-b76c-f71d4b864b0f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0697403 Aug 10 02:42:25.692872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Request body: {'port': {'device_id': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:42:25.749433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:26.007169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48403fbb-ea17-4554-824b-8af7d8f644bf {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:42:26.015101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:26.026537 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Transition to ACTIVE for port object 48403fbb-ea17-4554-824b-8af7d8f644bf will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:42:26.091292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:26.141038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Pushing event updated for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:26.173437 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72179b84-7d14-4b48-bb0b-871176a4321a req-5b591f62-07a6-4498-afbf-04f02bfdba9e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:26.175102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72179b84-7d14-4b48-bb0b-871176a4321a req-5b591f62-07a6-4498-afbf-04f02bfdba9e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 943 time: 0.0537724 Aug 10 02:42:26.216060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Attempting to bind port 48403fbb-ea17-4554-824b-8af7d8f644bf on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:42:26.216387 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Attempting to bind port 48403fbb-ea17-4554-824b-8af7d8f644bf by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:42:26.216716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Attempting to bind port 48403fbb-ea17-4554-824b-8af7d8f644bf on network 807c54e7-09c8-4614-bff9-3f445e77726b {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:42:26.220921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72179b84-7d14-4b48-bb0b-871176a4321a req-18863864-1369-4b24-b7c8-c75de72a57e1 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Aug 10 02:42:26.221083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Port 48403fbb-ea17-4554-824b-8af7d8f644bf on network 807c54e7-09c8-4614-bff9-3f445e77726b not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:42:26.221307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Attempting to bind port 48403fbb-ea17-4554-824b-8af7d8f644bf on network 807c54e7-09c8-4614-bff9-3f445e77726b {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:42:26.226130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:42:26.226469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Checking segment: {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:42:26.226874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Bound using segment: {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:42:26.227300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Bound port: 48403fbb-ea17-4554-824b-8af7d8f644bf, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:42:26.227662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:26.290866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:42:26.294901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:42:26.360725 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:26.393867 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:26.394489 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:26.395953 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] 10.222.0.11 "PUT /v2.0/ports/48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 200 len: 1092 time: 0.7073307 Aug 10 02:42:26.396422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:42:26.398757 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f3982e448945af7d8226287a88542ea5208139b5fbde00daf713b0fda6f6a88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f46755f-0475-42b1-8da0-24f06aa5766c" -d '{"events": [{"name": "network-changed", "server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:42:26.426574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118d2a8-906e-458d-b4ea-d342308c599b service neutron] Pushing event updated for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:26.433776 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba14ff-c633-4754-a4d5-84a8741ec8f8 x-openstack-request-id: req-48ba14ff-c633-4754-a4d5-84a8741ec8f8 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:42:26.434073 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:42:26.434327 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48ba14ff-c633-4754-a4d5-84a8741ec8f8 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:42:26.434824 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'status': 'completed', 'code': 200} Aug 10 02:42:26.500129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46755f-0475-42b1-8da0-24f06aa5766c req-979059fd-850f-449c-937e-08f85d633769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:26.501670 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0f46755f-0475-42b1-8da0-24f06aa5766c req-979059fd-850f-449c-937e-08f85d633769 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 1095 time: 0.0462139 Aug 10 02:42:26.599577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46755f-0475-42b1-8da0-24f06aa5766c req-2602992f-226c-40fb-862e-4fdc71d43a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:26.600956 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0f46755f-0475-42b1-8da0-24f06aa5766c req-2602992f-226c-40fb-862e-4fdc71d43a69 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0907841 Aug 10 02:42:26.650103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0d1f093f-5090-434c-b5e0-0d4b58481598 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:42:26.670659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 0d1f093f-5090-434c-b5e0-0d4b58481598 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:42:26.671006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0d1f093f-5090-434c-b5e0-0d4b58481598 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:42:26.700690 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46755f-0475-42b1-8da0-24f06aa5766c req-93bb0643-004e-4803-aefe-3f7194b13f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:26.702178 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0f46755f-0475-42b1-8da0-24f06aa5766c req-93bb0643-004e-4803-aefe-3f7194b13f1d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944221 Aug 10 02:42:26.776221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305902c1-903f-41d9-93d9-360223d29849 req-26511ace-65e4-456b-bd53-148297e5f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:26.777819 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-26511ace-65e4-456b-bd53-148297e5f9de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 1095 time: 0.0414810 Aug 10 02:42:26.818716 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-f20aeea9-55ca-4ba9-a480-e59762d387ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 200 len: 217 time: 0.0334280 Aug 10 02:42:26.871051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305902c1-903f-41d9-93d9-360223d29849 req-932c2a61-c542-49ce-a1f0-dabdfaaccbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:26.872484 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-932c2a61-c542-49ce-a1f0-dabdfaaccbd1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0475559 Aug 10 02:42:26.904693 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-ee2850fc-8c6c-45c8-876f-003f38ad3137 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256195 Aug 10 02:42:26.996104 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-5693abd2-ee3f-4bbc-a809-daeb22d9005c service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843959 Aug 10 02:42:27.089681 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-305902c1-903f-41d9-93d9-360223d29849 req-8d6f70ae-d208-4366-89a6-5637ac539598 service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871763 Aug 10 02:42:27.336073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadb07a-3a26-4556-83f4-44299181b83f req-4f39b429-d881-4020-b997-ecbdcafda837 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:27.337571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eadb07a-3a26-4556-83f4-44299181b83f req-4f39b429-d881-4020-b997-ecbdcafda837 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 943 time: 0.0499732 Aug 10 02:42:27.375706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eadb07a-3a26-4556-83f4-44299181b83f req-efc77bcf-5302-4f4b-82f9-454e8d54001c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Aug 10 02:42:28.494234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e73a05-f9da-45e3-bbd1-1c19d40c87d9 req-da699acb-63b0-40f4-a158-cc401912f8d0 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:28.495806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45e73a05-f9da-45e3-bbd1-1c19d40c87d9 req-da699acb-63b0-40f4-a158-cc401912f8d0 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 943 time: 0.0505078 Aug 10 02:42:28.533755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45e73a05-f9da-45e3-bbd1-1c19d40c87d9 req-44f19239-80c0-4458-97bd-6f1655dfaa76 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Aug 10 02:42:28.663253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 48403fbb-ea17-4554-824b-8af7d8f644bf details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:42:28.757997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:42:28.769642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b', 'port_id': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'mac_address': 'fa:16:3e:bc:f7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0cb273-3186-4b1c-971f-fc78034bde3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:42:28.804812 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:28.816729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48403fbb-ea17-4554-824b-8af7d8f644bf {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:42:28.835757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:42:28.925177 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:28.974228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:29.110085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['48403fbb-ea17-4554-824b-8af7d8f644bf'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:42:29.296409 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:42:29.659557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecb695-b355-4bb6-a7d9-51ce6385a2f1 req-b0d4add8-79bc-4dbc-82d4-4f40c5c6772b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:29.661028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8ecb695-b355-4bb6-a7d9-51ce6385a2f1 req-b0d4add8-79bc-4dbc-82d4-4f40c5c6772b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 944 time: 0.0527072 Aug 10 02:42:29.699754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8ecb695-b355-4bb6-a7d9-51ce6385a2f1 req-d70ef109-946b-47d1-a8a0-c0fe56ce9303 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Aug 10 02:42:30.663992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 48403fbb-ea17-4554-824b-8af7d8f644bf up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:42:30.765716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 48403fbb-ea17-4554-824b-8af7d8f644bf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:42:30.769825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 48403fbb-ea17-4554-824b-8af7d8f644bf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:42:30.770205 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:30.815004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b4827-3c14-4b4a-9146-86e5070155f8 req-845189eb-b32a-4833-9c0a-3e58d96ae52d tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:30.816640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d6b4827-3c14-4b4a-9146-86e5070155f8 req-845189eb-b32a-4833-9c0a-3e58d96ae52d tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 944 time: 0.0499518 Aug 10 02:42:30.845700 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:30.855204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1d6b4827-3c14-4b4a-9146-86e5070155f8 req-7174d0ff-1a8b-4171-9f5a-fddd2a35c093 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Aug 10 02:42:30.868967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:42:30.871928 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d750dc45-2960-46b7-8b1c-45f848ddd932" -d '{"events": [{"server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:42:30.884505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:42:30.909408 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f3cb0d-0db3-4725-8df1-1626a9bfdf72 x-openstack-request-id: req-a8f3cb0d-0db3-4725-8df1-1626a9bfdf72 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:42:30.909699 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:42:30.909952 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a8f3cb0d-0db3-4725-8df1-1626a9bfdf72 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:42:30.910342 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'code': 200} Aug 10 02:42:30.948671 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:30.998261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:42:31.007019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fc4e5-eb88-48d0-97de-5097ef310fee req-09075968-7280-4f92-9582-a03c5a8f2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:31.008420 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a66fc4e5-eb88-48d0-97de-5097ef310fee req-09075968-7280-4f92-9582-a03c5a8f2153 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 1097 time: 0.0425272 Aug 10 02:42:31.043938 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a66fc4e5-eb88-48d0-97de-5097ef310fee req-c48ae41e-30aa-4fe0-879e-8e8ab23cb9e2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280769 Aug 10 02:42:31.976087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8030705-76be-4ef2-ad17-b5570f4c6d83 req-624c5657-a77c-442d-9421-81bf87273318 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:31.977571 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8030705-76be-4ef2-ad17-b5570f4c6d83 req-624c5657-a77c-442d-9421-81bf87273318 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0486691 Aug 10 02:42:32.017974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8030705-76be-4ef2-ad17-b5570f4c6d83 req-176ed6cb-abe5-4e49-a925-53f50bbf59a9 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328989 Aug 10 02:42:32.137330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aa5ff-6211-45fc-99ef-638fc1e941d4 req-c357888b-665a-4f7b-a772-c209d38ca0ed tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:32.138819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3aa5ff-6211-45fc-99ef-638fc1e941d4 req-c357888b-665a-4f7b-a772-c209d38ca0ed tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0527987 Aug 10 02:42:32.175323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d3aa5ff-6211-45fc-99ef-638fc1e941d4 req-b4750ed8-03b5-4bb8-a787-d7ee01432144 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306187 Aug 10 02:42:32.527062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632866a-72b9-4afa-99fd-932d090ebcd8 req-f14c6d39-0dae-4b7b-bb3d-374e484b2129 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:32.528633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7632866a-72b9-4afa-99fd-932d090ebcd8 req-f14c6d39-0dae-4b7b-bb3d-374e484b2129 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0527823 Aug 10 02:42:32.593476 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7632866a-72b9-4afa-99fd-932d090ebcd8 req-6e4a6e94-ee2e-4f2d-b2e8-b510b9e71f4c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587800 Aug 10 02:42:32.600279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-3424fafb-9a79-4785-b884-2edd008f154a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0593281 Aug 10 02:42:33.715694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29d14c-349c-4c8b-8904-e9770fdb68a9 req-58ee9df5-8afd-49cd-a6d0-5de20e0bce03 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:33.717169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d29d14c-349c-4c8b-8904-e9770fdb68a9 req-58ee9df5-8afd-49cd-a6d0-5de20e0bce03 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0541983 Aug 10 02:42:33.754946 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d29d14c-349c-4c8b-8904-e9770fdb68a9 req-0c3112ee-6d19-4484-9865-28912160e84e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Aug 10 02:42:34.394067 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-f17134c2-86b6-4056-91ed-830dd56da4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:34.397425 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-f17134c2-86b6-4056-91ed-830dd56da4d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 1097 time: 0.0427408 Aug 10 02:42:34.491401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-f8a82ef8-d2b0-47bb-b3e4-5f25a83c6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:34.493151 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-f8a82ef8-d2b0-47bb-b3e4-5f25a83c6bfc service neutron] 10.222.0.11 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0893927 Aug 10 02:42:34.539040 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-68c5d6a3-4168-4f5a-bce0-12b510883701 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 200 len: 217 time: 0.0389662 Aug 10 02:42:34.593898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-e4bba244-a8c7-4db4-b2fb-7615bd70cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:34.595401 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-e4bba244-a8c7-4db4-b2fb-7615bd70cf03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0498414 Aug 10 02:42:34.627023 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-8f17bb48-6f4c-431f-b551-5371eb8fb6b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243988 Aug 10 02:42:34.717163 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-fec475cc-6f0b-4d42-aee2-c4a5e6494157 service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830090 Aug 10 02:42:34.812473 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-60cbe7f3-1fc2-4473-b6fb-08866cd33faf service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877094 Aug 10 02:42:34.870577 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd711af-4c90-4700-a747-3346ac13e618 req-f3c34020-0af2-42d8-80aa-308dd043cac4 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:34.872071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bd711af-4c90-4700-a747-3346ac13e618 req-f3c34020-0af2-42d8-80aa-308dd043cac4 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0488181 Aug 10 02:42:34.912021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5bd711af-4c90-4700-a747-3346ac13e618 req-51e090b2-0e84-4aa3-8102-9e6542fec7cc tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338721 Aug 10 02:42:36.027440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfd6ee-5b1b-409c-9f1c-680edff37626 req-9d856576-ee3a-475b-97ee-13cf2b18c704 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:36.028932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7bcfd6ee-5b1b-409c-9f1c-680edff37626 req-9d856576-ee3a-475b-97ee-13cf2b18c704 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0499768 Aug 10 02:42:36.066257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7bcfd6ee-5b1b-409c-9f1c-680edff37626 req-354fed24-dfff-41ad-b669-b2209a716f16 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Aug 10 02:42:37.184598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2b1de-5f07-46f0-8b41-6f534d0834a8 req-ba31c1c3-1689-48cb-b99f-6b8e9e3e549b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:37.186077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73b2b1de-5f07-46f0-8b41-6f534d0834a8 req-ba31c1c3-1689-48cb-b99f-6b8e9e3e549b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0532930 Aug 10 02:42:37.223337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73b2b1de-5f07-46f0-8b41-6f534d0834a8 req-2334a017-1a65-42d7-8f1c-75e42e200845 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Aug 10 02:42:38.337600 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f26b7-8d57-4e67-977e-a34bcb987c6f req-286d9b4e-0eb6-45bd-b565-2ed7d3cad88f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:38.339887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c1f26b7-8d57-4e67-977e-a34bcb987c6f req-286d9b4e-0eb6-45bd-b565-2ed7d3cad88f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0488122 Aug 10 02:42:38.377463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c1f26b7-8d57-4e67-977e-a34bcb987c6f req-c76deb3a-d97e-4120-832b-d49b92b04d2e tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319180 Aug 10 02:42:39.491782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ed33c-0d90-401b-81b9-fbb0dca85d1a req-54b82c3c-53a1-42e0-9e44-e56c0bf24946 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:39.493526 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa8ed33c-0d90-401b-81b9-fbb0dca85d1a req-54b82c3c-53a1-42e0-9e44-e56c0bf24946 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0486767 Aug 10 02:42:39.530345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa8ed33c-0d90-401b-81b9-fbb0dca85d1a req-05b0d971-230f-4c06-908f-7aaf728549a0 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303056 Aug 10 02:42:40.652672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f545c-4f50-4e76-a574-aebb50f28fe7 req-27b46937-bf05-4dbf-a82a-49a3bb8fd588 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:40.654195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b5f545c-4f50-4e76-a574-aebb50f28fe7 req-27b46937-bf05-4dbf-a82a-49a3bb8fd588 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0566664 Aug 10 02:42:40.691843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b5f545c-4f50-4e76-a574-aebb50f28fe7 req-43daf695-3768-4135-925b-758295e6f972 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Aug 10 02:42:41.805094 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758a5c-51d6-4a7d-a679-719138960dbf req-7f6720ef-ca94-4479-9f04-84a7e3906bb2 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:41.806576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd758a5c-51d6-4a7d-a679-719138960dbf req-7f6720ef-ca94-4479-9f04-84a7e3906bb2 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0483861 Aug 10 02:42:41.843401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd758a5c-51d6-4a7d-a679-719138960dbf req-83376adc-878e-4d52-ab6b-bc93c1bcf65f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308781 Aug 10 02:42:42.964051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f66c2c-741d-4d13-9624-01deb926e902 req-648ac876-9b10-4254-bda8-6d634818cecf tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:42.966405 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6f66c2c-741d-4d13-9624-01deb926e902 req-648ac876-9b10-4254-bda8-6d634818cecf tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0510647 Aug 10 02:42:43.003091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f6f66c2c-741d-4d13-9624-01deb926e902 req-bc6bda83-7d00-4601-8cd5-9784c9bd824f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308383 Aug 10 02:42:43.508502 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:44.122725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4e22f-9046-45c3-8403-fd24c18690d1 req-9133170f-abfe-4953-9855-9765169e93e5 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:44.124214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5e4e22f-9046-45c3-8403-fd24c18690d1 req-9133170f-abfe-4953-9855-9765169e93e5 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0523794 Aug 10 02:42:44.161573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5e4e22f-9046-45c3-8403-fd24c18690d1 req-5d833870-c607-4aa7-934d-71e9aa3ba682 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Aug 10 02:42:44.616819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:45.289182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309668da-8deb-4198-b77a-4976226e4c41 req-1978eac7-9357-4a9b-a076-8b9edd070f8b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:45.290687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-309668da-8deb-4198-b77a-4976226e4c41 req-1978eac7-9357-4a9b-a076-8b9edd070f8b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0493731 Aug 10 02:42:45.328987 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-309668da-8deb-4198-b77a-4976226e4c41 req-873e701e-abdb-4bcb-a212-4fe5f9b8d204 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Aug 10 02:42:46.473445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748ec76-dd10-4222-8508-bd80e75e4a57 req-b3c9f50d-6763-48d0-83a2-453f07d29dc0 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:46.474941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7748ec76-dd10-4222-8508-bd80e75e4a57 req-b3c9f50d-6763-48d0-83a2-453f07d29dc0 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0477703 Aug 10 02:42:46.511972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7748ec76-dd10-4222-8508-bd80e75e4a57 req-40e52910-1a32-4c9a-9711-13e65d47fe07 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299010 Aug 10 02:42:47.630893 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb26df7-9509-47c9-8ef3-e2a1c9d4b720 req-f7a776b8-a946-47fc-b643-da1929d7006f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:47.632389 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-feb26df7-9509-47c9-8ef3-e2a1c9d4b720 req-f7a776b8-a946-47fc-b643-da1929d7006f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0537677 Aug 10 02:42:47.669979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-feb26df7-9509-47c9-8ef3-e2a1c9d4b720 req-3e5b941b-e546-48cf-80fe-a5e654d7fcc3 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Aug 10 02:42:47.931151 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-466abfd7-b1d3-4902-ae69-c460450bd92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:48.784016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae486b74-2429-496e-9a6a-5888b108dfc4 req-7e46f458-dc23-4e0a-a840-f9f66c1f8f99 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:48.785500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae486b74-2429-496e-9a6a-5888b108dfc4 req-7e46f458-dc23-4e0a-a840-f9f66c1f8f99 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0487251 Aug 10 02:42:48.822769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae486b74-2429-496e-9a6a-5888b108dfc4 req-7a9dc86b-3f0e-4e37-9c51-9f5e0a2c1bc9 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Aug 10 02:42:49.937144 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7b2e7-ca85-442a-8389-bbd6077f440f req-78215ac0-c9a9-4755-9c73-a7e973b20378 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:49.938668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75c7b2e7-ca85-442a-8389-bbd6077f440f req-78215ac0-c9a9-4755-9c73-a7e973b20378 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0484052 Aug 10 02:42:49.975548 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75c7b2e7-ca85-442a-8389-bbd6077f440f req-5a6db7eb-d173-4f8c-8b6b-aa6afaa3e986 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309513 Aug 10 02:42:50.571055 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9262c6b8-41b9-44a7-b74b-ae1262f460f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:51.098375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21513b-bfdc-4fb6-839d-d331b91a22ce req-681eb827-f260-4135-b058-e7d2d3fdb857 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:51.099881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c21513b-bfdc-4fb6-839d-d331b91a22ce req-681eb827-f260-4135-b058-e7d2d3fdb857 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0541043 Aug 10 02:42:51.140287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c21513b-bfdc-4fb6-839d-d331b91a22ce req-35e58194-47d3-4817-acd6-72eb26bf2b72 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Aug 10 02:42:51.170891 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:52.254647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023aef08-8fdb-4ba8-8ce4-c6871c6865ae req-777614ac-6bc9-472f-b6dc-d2be96d0519c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:52.256152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023aef08-8fdb-4ba8-8ce4-c6871c6865ae req-777614ac-6bc9-472f-b6dc-d2be96d0519c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0492947 Aug 10 02:42:52.293181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-023aef08-8fdb-4ba8-8ce4-c6871c6865ae req-02bdd7f3-e9cc-4290-a83c-f75c474c9ffd tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309808 Aug 10 02:42:52.416507 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:53.408896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc7ba6-524d-48c1-a201-9d838c239360 req-c09b01cc-1928-494d-98ce-e3fc1335fa0a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:53.410382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5dc7ba6-524d-48c1-a201-9d838c239360 req-c09b01cc-1928-494d-98ce-e3fc1335fa0a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0483079 Aug 10 02:42:53.449337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5dc7ba6-524d-48c1-a201-9d838c239360 req-1f39c5b3-8c7f-41c1-867e-6d8b0a4a51f9 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Aug 10 02:42:53.981896 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:42:54.567897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc847c1-92c6-4b27-89ed-7c6432d57acc req-0dec96bf-fc19-4389-8736-dccd1415a55f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:54.569381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4bc847c1-92c6-4b27-89ed-7c6432d57acc req-0dec96bf-fc19-4389-8736-dccd1415a55f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0526931 Aug 10 02:42:54.606177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4bc847c1-92c6-4b27-89ed-7c6432d57acc req-fa075b12-e83c-401d-918e-56b68aa3a43f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307958 Aug 10 02:42:55.724648 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03884f4-711b-4d4e-9b33-af7ff0bd6bb2 req-95bd9b66-d283-4058-b35b-76d3eae96867 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:55.726151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c03884f4-711b-4d4e-9b33-af7ff0bd6bb2 req-95bd9b66-d283-4058-b35b-76d3eae96867 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0508721 Aug 10 02:42:55.764808 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c03884f4-711b-4d4e-9b33-af7ff0bd6bb2 req-764cd023-7cbd-43b9-b086-5f660233041a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Aug 10 02:42:56.877854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd194943-82e6-4580-881c-b12b689f9cc8 req-e9c9b811-e6cc-4fee-a956-baf7c3b620d1 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:56.879443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd194943-82e6-4580-881c-b12b689f9cc8 req-e9c9b811-e6cc-4fee-a956-baf7c3b620d1 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0489514 Aug 10 02:42:56.917435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd194943-82e6-4580-881c-b12b689f9cc8 req-3e15d2ee-aba7-45f0-8b56-1abd899f3edd tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Aug 10 02:42:58.034486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadac12c-37da-41d7-a035-b8a0ab89f988 req-f8f7c839-73b0-451e-b57e-da7fbe570010 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:58.036026 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dadac12c-37da-41d7-a035-b8a0ab89f988 req-f8f7c839-73b0-451e-b57e-da7fbe570010 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0527887 Aug 10 02:42:58.075504 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dadac12c-37da-41d7-a035-b8a0ab89f988 req-7d79ced6-1b89-44e0-a9ba-2650bc8cfc68 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Aug 10 02:42:59.190855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6b3ef-72d3-4d8e-943c-19028fafe474 req-9696f7b2-e647-421c-8aef-80fae401e615 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:42:59.192351 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dd6b3ef-72d3-4d8e-943c-19028fafe474 req-9696f7b2-e647-421c-8aef-80fae401e615 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0481865 Aug 10 02:42:59.228532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5dd6b3ef-72d3-4d8e-943c-19028fafe474 req-0c1e1176-1050-437c-8d48-1717ef88fbaf tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303867 Aug 10 02:43:00.345345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae213fc0-6e6e-4787-9898-57239490ed41 req-0aeb5156-30f6-46f8-b6d7-9ef7c3bd9531 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:00.346919 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae213fc0-6e6e-4787-9898-57239490ed41 req-0aeb5156-30f6-46f8-b6d7-9ef7c3bd9531 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0493586 Aug 10 02:43:00.388590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae213fc0-6e6e-4787-9898-57239490ed41 req-8ce16fe1-74d3-4a10-8e9d-434860cf18d8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Aug 10 02:43:01.507564 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9170fa5-971e-4a92-8f1b-d5acdd86d2a3 req-7d68f886-47da-44b8-a7f4-f0ce467b3bf8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:01.509022 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9170fa5-971e-4a92-8f1b-d5acdd86d2a3 req-7d68f886-47da-44b8-a7f4-f0ce467b3bf8 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0522251 Aug 10 02:43:01.546188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9170fa5-971e-4a92-8f1b-d5acdd86d2a3 req-972c92f4-ca96-43bd-99dd-e80c76cf5830 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305638 Aug 10 02:43:02.085773 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-e8e5b0ba-a5fd-4d55-b6f2-f88dc9b7954e service neutron] show failed (client error): The resource could not be found. Aug 10 02:43:02.086842 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-e8e5b0ba-a5fd-4d55-b6f2-f88dc9b7954e service neutron] 10.222.0.11 "GET /v2.0/ports/48403fbb-ea17-4554-824b-8af7d8f644bf/bindings/n-h1-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.0572152 Aug 10 02:43:02.648579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c131394e-1942-4ad8-95b1-7d78428f93bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:02.650185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c131394e-1942-4ad8-95b1-7d78428f93bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf&tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c HTTP/1.1" status: 200 len: 1097 time: 0.0667291 Aug 10 02:43:02.663197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:43:02.699526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57f277-f05a-440e-82e8-10c699bf9003 req-0c6bafa2-0fa2-437f-812e-763615e5f84f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:02.701019 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb57f277-f05a-440e-82e8-10c699bf9003 req-0c6bafa2-0fa2-437f-812e-763615e5f84f tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0847714 Aug 10 02:43:02.747209 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:02.769510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb57f277-f05a-440e-82e8-10c699bf9003 req-009c50cc-e1d0-4456-9cb9-2eed0ecbbf89 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596414 Aug 10 02:43:02.958304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:43:02.990961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:43:03.031001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:43:03.033246 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc05b85-5753-4357-913a-b25781e63720" -d '{"events": [{"server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "name": "network-vif-unplugged", "status": "completed", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:43:03.036957 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:03.050295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Transition to ACTIVE for port object 48403fbb-ea17-4554-824b-8af7d8f644bf will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:43:03.084027 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5726034-f223-467a-a050-def15d6f2c89 x-openstack-request-id: req-b5726034-f223-467a-a050-def15d6f2c89 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:43:03.084320 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "name": "network-vif-unplugged", "status": "completed", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:43:03.084579 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b5726034-f223-467a-a050-def15d6f2c89 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:43:03.084984 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'code': 200} Aug 10 02:43:03.101758 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:03.154545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Pushing event updated for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=6']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:03.170586 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] No DVR routers for this DVR port 48403fbb-ea17-4554-824b-8af7d8f644bf on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:43:03.177383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.177729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.178069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.178406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.178763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.179100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.179420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.179743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.180066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.180390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.180714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.181034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:03.215558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Attempting to bind port 48403fbb-ea17-4554-824b-8af7d8f644bf on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:43:03.215811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Attempting to bind port 48403fbb-ea17-4554-824b-8af7d8f644bf by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:43:03.216148 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Attempting to bind port 48403fbb-ea17-4554-824b-8af7d8f644bf on network 807c54e7-09c8-4614-bff9-3f445e77726b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:43:03.220291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Port 48403fbb-ea17-4554-824b-8af7d8f644bf on network 807c54e7-09c8-4614-bff9-3f445e77726b not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:43:03.220617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Attempting to bind port 48403fbb-ea17-4554-824b-8af7d8f644bf on network 807c54e7-09c8-4614-bff9-3f445e77726b {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:43:03.225294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:43:03.225634 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Checking segment: {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:43:03.226021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Bound using segment: {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:43:03.226444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Bound port: 48403fbb-ea17-4554-824b-8af7d8f644bf, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5cb120-52a0-41ba-b227-ddfdbb18ad42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:43:03.226832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:03.288211 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:43:03.291214 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:43:03.371289 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:03.412237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:03.412853 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:03.414228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] 10.222.0.16 "PUT /v2.0/ports/48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 200 len: 1092 time: 0.7560878 Aug 10 02:43:03.430964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8a18a-3235-4c9a-a4e9-0bdf4e1d973d service neutron] Pushing event updated for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:03.474709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-45b03b1a-4823-4373-abc7-c98b4250cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:03.476144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-45b03b1a-4823-4373-abc7-c98b4250cbb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 1095 time: 0.0396731 Aug 10 02:43:03.564736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-0f239e04-60f1-4d43-b537-82279e0cd71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:03.566177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-0f239e04-60f1-4d43-b537-82279e0cd71b service neutron] 10.222.0.16 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0837762 Aug 10 02:43:03.610610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-e3b4621a-b7af-4cbd-9235-5da3abb6a76f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 200 len: 217 time: 0.0374136 Aug 10 02:43:03.659034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-a67aa3fc-0b0c-44af-a866-d89c62e58bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:03.660442 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-a67aa3fc-0b0c-44af-a866-d89c62e58bc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0434401 Aug 10 02:43:03.693146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-09c4271c-2b3b-4648-9e99-fd12ba62d67f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246644 Aug 10 02:43:03.784846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-af20a1e8-6563-419b-b4db-92ba2f130bfe service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845523 Aug 10 02:43:03.919773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bcf33-3ea1-4fa0-8fa6-593288f1608b req-116b2d42-b750-4489-be3e-07adbd7fe050 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:03.921254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-354bcf33-3ea1-4fa0-8fa6-593288f1608b req-116b2d42-b750-4489-be3e-07adbd7fe050 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 943 time: 0.0824509 Aug 10 02:43:03.923148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-e5f3245e-5ed2-4cf1-b260-91e0067a9651 service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306729 Aug 10 02:43:03.960102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-354bcf33-3ea1-4fa0-8fa6-593288f1608b req-ac4307eb-932d-46b3-a354-7f9feca15d20 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Aug 10 02:43:04.819289 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 48403fbb-ea17-4554-824b-8af7d8f644bf no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:43:04.857127 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 48403fbb-ea17-4554-824b-8af7d8f644bf not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:43:05.077129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37a5e3-d6ce-4317-89fa-e4ba7f6db4f9 req-920e9578-84aa-45f7-bf10-3859b23b5d83 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:05.078612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad37a5e3-d6ce-4317-89fa-e4ba7f6db4f9 req-920e9578-84aa-45f7-bf10-3859b23b5d83 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 943 time: 0.0476282 Aug 10 02:43:05.090980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:43:05.093128 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d534692d-edc4-4e44-aa88-cc7f4241ff08" -d '{"events": [{"name": "network-changed", "server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:43:05.123136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad37a5e3-d6ce-4317-89fa-e4ba7f6db4f9 req-6efad60f-1578-48db-bb3d-e5809c1a12e0 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384908 Aug 10 02:43:05.139894 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6624bf-9dfa-476b-afe7-d963b41da1eb x-openstack-request-id: req-ab6624bf-9dfa-476b-afe7-d963b41da1eb {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:43:05.140189 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:43:05.140450 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab6624bf-9dfa-476b-afe7-d963b41da1eb {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:43:05.140851 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'status': 'completed', 'code': 200} Aug 10 02:43:05.198441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-08e1bea0-57c9-4e65-8296-39e371625e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:05.200102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-08e1bea0-57c9-4e65-8296-39e371625e70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 1095 time: 0.0410900 Aug 10 02:43:05.205334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-c3b6701f-f518-42b4-a414-652b8f76df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:05.206902 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-c3b6701f-f518-42b4-a414-652b8f76df5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 1095 time: 0.0416303 Aug 10 02:43:05.298964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-3e8d2a25-910a-4d84-b359-27a06c637837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:05.300436 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-3e8d2a25-910a-4d84-b359-27a06c637837 service neutron] 10.222.0.16 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0929513 Aug 10 02:43:05.303917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-56e7c28c-cb8a-4be5-bb72-a664750b33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:05.305422 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-56e7c28c-cb8a-4be5-bb72-a664750b33e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0906880 Aug 10 02:43:05.344484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-b25410b9-c598-41f5-879a-25cfc2983954 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 200 len: 217 time: 0.0355349 Aug 10 02:43:05.347570 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-50d94fa6-6211-46da-b71c-f825f67591ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 200 len: 217 time: 0.0347497 Aug 10 02:43:05.397382 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-231cd08a-678d-449b-92be-37ec7161d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:05.397785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-f05b004c-5b68-48f8-9ecc-7a9bb04aebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:05.399229 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-231cd08a-678d-449b-92be-37ec7161d936 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0444503 Aug 10 02:43:05.399354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-f05b004c-5b68-48f8-9ecc-7a9bb04aebaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0453374 Aug 10 02:43:05.435769 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-7a6af2c7-232a-419c-b8d7-9fbf88748613 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296607 Aug 10 02:43:05.435989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-8ea4ad31-9cc0-4ed1-8639-12bbdaf62605 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283828 Aug 10 02:43:05.531618 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-b2cc0715-4e88-4a34-a5c9-47b37cae489d service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887401 Aug 10 02:43:05.532632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-e5ab4a0c-a41f-4d72-b182-5514661edb7c service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892460 Aug 10 02:43:05.630127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-6a5e4713-c4e9-44b8-a0fe-bc5ecd771a32 service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902679 Aug 10 02:43:05.631552 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d534692d-edc4-4e44-aa88-cc7f4241ff08 req-2a7e35db-b682-4b8f-8f5b-dc08a186056f service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924847 Aug 10 02:43:06.247684 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f097700-6095-4ce4-83e5-dfca0cc9bfeb req-29a7e93f-5d9a-4a89-bba5-7e962fcb5b88 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:06.249186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f097700-6095-4ce4-83e5-dfca0cc9bfeb req-29a7e93f-5d9a-4a89-bba5-7e962fcb5b88 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 943 time: 0.0505366 Aug 10 02:43:06.286338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f097700-6095-4ce4-83e5-dfca0cc9bfeb req-f3f2a2e6-6e70-454a-8f53-6d14a20e2017 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313570 Aug 10 02:43:06.295949 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:43:06.630319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97557b36-5009-4844-9d57-c1278da633e4 req-53c65fa4-5b93-4cd7-9016-2123d4ee696c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:06.631862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97557b36-5009-4844-9d57-c1278da633e4 req-53c65fa4-5b93-4cd7-9016-2123d4ee696c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 943 time: 0.0505500 Aug 10 02:43:06.670668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97557b36-5009-4844-9d57-c1278da633e4 req-381810ef-b64a-4ca1-9770-5cdfeac6bf5a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Aug 10 02:43:06.712663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-666df2d5-be24-47b1-bf9a-f5b0011cf6aa tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:06.714874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-666df2d5-be24-47b1-bf9a-f5b0011cf6aa tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.11 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf&tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 943 time: 0.0629115 Aug 10 02:43:06.775989 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-e67cf108-e26b-4e19-bef9-306fd280a0e3 service neutron] delete failed (client error): The resource could not be found. Aug 10 02:43:06.777042 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-e67cf108-e26b-4e19-bef9-306fd280a0e3 service neutron] 10.222.0.11 "DELETE /v2.0/ports/48403fbb-ea17-4554-824b-8af7d8f644bf/bindings/n-h2-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.0538166 Aug 10 02:43:06.857566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-cc94c6cb-c80f-42bb-b1ab-00049be301fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:06.859230 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-cc94c6cb-c80f-42bb-b1ab-00049be301fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 1095 time: 0.0410275 Aug 10 02:43:06.954340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-677146a0-00f7-4577-b2a8-5efcc6e27cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:06.955849 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-677146a0-00f7-4577-b2a8-5efcc6e27cc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0899243 Aug 10 02:43:06.998750 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-22eb07ba-2b45-4ec8-b613-8932f28067ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 200 len: 217 time: 0.0350623 Aug 10 02:43:07.047874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-ba610254-b82f-4f68-9c8a-3b094a5d3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:07.049334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-ba610254-b82f-4f68-9c8a-3b094a5d3b1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0435216 Aug 10 02:43:07.085418 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-738c337f-f1da-443e-9664-4a39106125e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291567 Aug 10 02:43:07.174878 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-4e1f4a99-ece9-43b4-bccd-df080a91aae0 service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819712 Aug 10 02:43:07.268057 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-fb6e9a4b-e321-4687-be53-f361417fef39 req-39f9d4a5-4e92-47e4-9c3c-6750c4d811d3 service neutron] 10.222.0.11 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857754 Aug 10 02:43:07.383433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-859d30ae-85b4-4140-bfe8-e7f66e61c02d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429423 Aug 10 02:43:07.462857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-e98af1c4-51c9-4c96-9591-6142f9f39e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:07.464910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-e98af1c4-51c9-4c96-9591-6142f9f39e57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 1095 time: 0.0407927 Aug 10 02:43:07.568190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-d8ea8fcc-3b70-4d98-a2fd-5bf09662927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:07.569690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-d8ea8fcc-3b70-4d98-a2fd-5bf09662927c service neutron] 10.222.0.16 "GET /v2.0/networks?id=807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 200 len: 916 time: 0.0873201 Aug 10 02:43:07.981347 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-abb70b98-95d9-47bd-b1bf-cace7b7bbe6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 200 len: 217 time: 0.4051991 Aug 10 02:43:08.050838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-b2a7597d-9e0d-411c-aeb5-167b4c4bee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:08.052278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-b2a7597d-9e0d-411c-aeb5-167b4c4bee5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 200 len: 855 time: 0.0639896 Aug 10 02:43:08.062355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c1478-d372-4c66-8703-2f133efb3908 req-91fcb727-66ba-4e12-a39b-a8a788af0a0b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:08.064449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b9c1478-d372-4c66-8703-2f133efb3908 req-91fcb727-66ba-4e12-a39b-a8a788af0a0b tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 943 time: 0.0857821 Aug 10 02:43:08.097733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-503e53af-a253-4b01-b9f5-33aa33b2f3ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=807c54e7-09c8-4614-bff9-3f445e77726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330491 Aug 10 02:43:08.101490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 48403fbb-ea17-4554-824b-8af7d8f644bf details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:43:08.165675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b9c1478-d372-4c66-8703-2f133efb3908 req-966f984b-4d99-471e-8973-eab0ed4cda18 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936232 Aug 10 02:43:08.210726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-e052a25e-ece1-4297-bd1b-225c5e48ebe6 service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046011 Aug 10 02:43:08.244450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:43:08.259986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'network_id': '807c54e7-09c8-4614-bff9-3f445e77726b', 'port_id': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'mac_address': 'fa:16:3e:bc:f7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0cb273-3186-4b1c-971f-fc78034bde3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:43:08.304880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e944b0aa-f32d-4db5-a64b-6f95f09e6b91 req-c7aa2367-d730-4417-94dd-f68ace510e7e service neutron] 10.222.0.16 "GET /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870461 Aug 10 02:43:08.311798 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:08.509448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48403fbb-ea17-4554-824b-8af7d8f644bf {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:43:08.536685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:43:08.576180 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:08.622633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:08.629842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.631217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.631217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.631217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.631217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.631573 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.631901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.632228 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.632550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.632871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.633265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.633589 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:08.794896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['48403fbb-ea17-4554-824b-8af7d8f644bf'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:43:09.283077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b2c8f-89d5-4c55-8d7c-f2d324d54a0e req-3483635a-0257-43c2-b992-ca46d1445287 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:09.284547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-128b2c8f-89d5-4c55-8d7c-f2d324d54a0e req-3483635a-0257-43c2-b992-ca46d1445287 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 944 time: 0.0501645 Aug 10 02:43:09.321401 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-128b2c8f-89d5-4c55-8d7c-f2d324d54a0e req-85041704-f34b-4cf1-9496-8842d756c425 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Aug 10 02:43:09.436076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b83580-fd73-4fc7-b0e4-e08afaee86a9 req-70b389bb-4443-48a8-9d45-7a3966deb590 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:09.437553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18b83580-fd73-4fc7-b0e4-e08afaee86a9 req-70b389bb-4443-48a8-9d45-7a3966deb590 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 944 time: 0.0495777 Aug 10 02:43:09.473683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18b83580-fd73-4fc7-b0e4-e08afaee86a9 req-d14c0bba-6934-4703-a4d1-d03fd3507b48 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300872 Aug 10 02:43:09.595046 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32e863-2f82-44ce-bc1f-69536b368a6a req-c6263478-2c04-4b15-a5b8-e752766f8623 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:09.596621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be32e863-2f82-44ce-bc1f-69536b368a6a req-c6263478-2c04-4b15-a5b8-e752766f8623 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 944 time: 0.0555394 Aug 10 02:43:09.634973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be32e863-2f82-44ce-bc1f-69536b368a6a req-967e7548-1de1-47f8-935c-b1b48fd385fd tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Aug 10 02:43:10.126329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 48403fbb-ea17-4554-824b-8af7d8f644bf up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:43:10.216860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855231-004e-48ef-b3bd-6222cf470053 req-06a1a6cb-4e2b-4ec0-ad8a-866ae6e98a9c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:10.218330 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56855231-004e-48ef-b3bd-6222cf470053 req-06a1a6cb-4e2b-4ec0-ad8a-866ae6e98a9c tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 944 time: 0.0498912 Aug 10 02:43:10.233317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 48403fbb-ea17-4554-824b-8af7d8f644bf completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:43:10.237295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 48403fbb-ea17-4554-824b-8af7d8f644bf triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:43:10.242074 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:10.258247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-56855231-004e-48ef-b3bd-6222cf470053 req-387ed6e4-0d5d-4c2d-8b8c-7acabb6e637a tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 Aug 10 02:43:10.316713 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:10.341731 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:43:10.343984 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1914cf2c6c34e4e062598112923a3a08f14abfc0337cebbfc9e474756aabf489" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fd16e4-e670-4371-b6c9-b9cf4ae7a1ec" -d '{"events": [{"server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:43:10.357974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:43:10.386990 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6517167-84c7-42cf-9514-a18bfbe0001e x-openstack-request-id: req-b6517167-84c7-42cf-9514-a18bfbe0001e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:43:10.386990 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "name": "network-vif-plugged", "status": "completed", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:43:10.386990 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b6517167-84c7-42cf-9514-a18bfbe0001e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:43:10.386990 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'code': 200} Aug 10 02:43:10.434281 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:10.484375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:11.374007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2fbd4-2709-403c-b274-1abb08e334fe req-0c0df965-16ff-40db-b60b-67947ed2fa15 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:11.375521 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75d2fbd4-2709-403c-b274-1abb08e334fe req-0c0df965-16ff-40db-b60b-67947ed2fa15 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0483644 Aug 10 02:43:11.424801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75d2fbd4-2709-403c-b274-1abb08e334fe req-357b3a09-6d8e-45ea-896a-1ca563e4b344 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/security-groups?id=2ba02865-c4c4-4ad9-bc40-707a15b26577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Aug 10 02:43:11.465030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-5b31e709-a541-4e3a-8f20-904c01d2a0ab tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:11.466460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-5b31e709-a541-4e3a-8f20-904c01d2a0ab tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.16 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 945 time: 0.0548401 Aug 10 02:43:11.554357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Deleting port 48403fbb-ea17-4554-824b-8af7d8f644bf {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:43:11.556438 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:11.647302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] For port 48403fbb-ea17-4554-824b-8af7d8f644bf, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=48403fbb-ea17-4554-824b-8af7d8f644bf,segment=NetworkSegment(af5cb120-52a0-41ba-b227-ddfdbb18ad42),segment_id=af5cb120-52a0-41ba-b227-ddfdbb18ad42)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:43:11.647668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:11.662125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Calling delete_port for 48403fbb-ea17-4554-824b-8af7d8f644bf owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:43:11.844949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:11.856941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['48403fbb-ea17-4554-824b-8af7d8f644bf'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:43:11.879104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Pushing event deleted for resources: {'Port': ['ID=48403fbb-ea17-4554-824b-8af7d8f644bf,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:11.919225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] No DVR routers for this DVR port 48403fbb-ea17-4554-824b-8af7d8f644bf on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:43:11.921829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:11.923994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2541e12-59d9-4424-bbfd-ae3ca568561b req-77b5cc9a-8c5c-4f9e-a317-655bd4dd8382 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.16 "DELETE /v2.0/ports/48403fbb-ea17-4554-824b-8af7d8f644bf HTTP/1.1" status: 204 len: 173 time: 0.4515638 Aug 10 02:43:11.924433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'name': 'network-vif-deleted', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:43:11.926694 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bfca5ee4f62892c03de1d6477d351080915b527f77c6269b21d1ca02b5a8998e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e463c3-1e1e-4dce-99e9-41d508e8272c" -d '{"events": [{"server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "name": "network-vif-deleted", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:43:11.961982 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb61c835-5d7b-4cd2-b7d4-a786dc5bb945 x-openstack-request-id: req-cb61c835-5d7b-4cd2-b7d4-a786dc5bb945 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:43:11.962275 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39153d08-8fb4-4423-a6ae-a55fdd98e4cf", "name": "network-vif-deleted", "tag": "48403fbb-ea17-4554-824b-8af7d8f644bf", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:43:11.962534 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cb61c835-5d7b-4cd2-b7d4-a786dc5bb945 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:43:11.962971 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39153d08-8fb4-4423-a6ae-a55fdd98e4cf', 'name': 'network-vif-deleted', 'tag': '48403fbb-ea17-4554-824b-8af7d8f644bf', 'status': 'completed', 'code': 200} Aug 10 02:43:12.531030 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d5e0890-aac5-4ab8-a442-cc366f92cbfd req-350cfc98-6667-4633-82dc-5cb524aee1a4 tempest-ServerDiskConfigTestJSON-941303797 tempest-ServerDiskConfigTestJSON-941303797-project] 10.222.0.38 "GET /v2.0/ports?device_id=39153d08-8fb4-4423-a6ae-a55fdd98e4cf HTTP/1.1" status: 200 len: 210 time: 0.0266950 Aug 10 02:43:13.530711 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:13.657604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36248) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:13.703542 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Deleting subnet 4d0cb273-3186-4b1c-971f-fc78034bde3a {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:43:13.706701 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:13.740950 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:13.779758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:13.920015 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:13.945229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0cb273-3186-4b1c-971f-fc78034bde3a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:13.950433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:13.952360 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4d0cb273-3186-4b1c-971f-fc78034bde3a HTTP/1.1" status: 204 len: 168 time: 0.2937038 Aug 10 02:43:13.955040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36250) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:13.957517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.957863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.958238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.958598 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.958932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.959264 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.959594 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.959923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.960247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.960568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.960891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:13.961213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1d550a-f7b6-45cb-9436-e34e8b35eccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:14.025568 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.102658 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.112246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807c54e7-09c8-4614-bff9-3f445e77726b']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:14.122817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5cb120-52a0-41ba-b227-ddfdbb18ad42') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:14.123120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5cb120-52a0-41ba-b227-ddfdbb18ad42') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:14.131744 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.145824 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.152550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:43:14.152947 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:43:14.154588 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:43:14.290267 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.296460 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.298336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] 10.222.0.38 "DELETE /v2.0/networks/807c54e7-09c8-4614-bff9-3f445e77726b HTTP/1.1" status: 204 len: 168 time: 0.3422873 Aug 10 02:43:14.309928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8101f8-4a85-4f85-bd23-f398f3361702 admin admin] Pushing event deleted for resources: {'Network': ['ID=807c54e7-09c8-4614-bff9-3f445e77726b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:14.616185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36254) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:14.656120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.656837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0c622d05-70f9-4aff-b1fa-3e58f16a96c7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=154f1142a6ba4aa2b301e4f7a5a3836c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394855 Aug 10 02:43:14.659410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36256) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:14.710473 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-116eacc9-c612-412a-abfa-2492cd0541f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.733672 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-116eacc9-c612-412a-abfa-2492cd0541f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.845042 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-116eacc9-c612-412a-abfa-2492cd0541f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.848235 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-116eacc9-c612-412a-abfa-2492cd0541f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:14.849514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-116eacc9-c612-412a-abfa-2492cd0541f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ba02865-c4c4-4ad9-bc40-707a15b26577 HTTP/1.1" status: 204 len: 168 time: 0.1891246 Aug 10 02:43:14.861195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eacc9-c612-412a-abfa-2492cd0541f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba02865-c4c4-4ad9-bc40-707a15b26577,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:15.908968 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36278) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:16.004177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1892711095-network', 'tenant_id': '98c24fb07252426492aa4c5db15c03df'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:43:16.113307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Made reservation on behalf of 98c24fb07252426492aa4c5db15c03df for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:43:16.115629 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.124359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.147930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 48403fbb-ea17-4554-824b-8af7d8f644bf no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:43:16.170878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 48403fbb-ea17-4554-824b-8af7d8f644bf {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:43:16.171227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 48403fbb-ea17-4554-824b-8af7d8f644bf not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:43:16.215984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.256339 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.283544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:43:16.288755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc1dc4b-765b-482a-b7b9-a89740233f0f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:16.304015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.304015 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Added segment e21f1f1c-a98c-4460-8f0a-bd2409cd615e of type vlan for network 95361c06-2af7-4604-9bf3-e031407c3270 Aug 10 02:43:16.334935 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.416520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.417693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:16.418309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.483459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] Pushing event updated for resources: {'Network': ['ID=95361c06-2af7-4604-9bf3-e031407c3270,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:16.493788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 95361c06-2af7-4604-9bf3-e031407c3270 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:43:16.548774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4fccde69-26a1-485c-b586-eb513ca17e32 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6387026 Aug 10 02:43:16.551621 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36282) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:16.556492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Request body: {'subnet': {'network_id': '95361c06-2af7-4604-9bf3-e031407c3270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1892711095-subnet', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:43:16.627698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Made reservation on behalf of 98c24fb07252426492aa4c5db15c03df for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:43:16.629992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.850834 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:16.904461 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38add650-18b0-4b9f-a1ad-abb34c25ae40,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:16.914690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Checking segment: {'id': 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:43:16.917319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Network hostable DHCP agents. Network: 95361c06-2af7-4604-9bf3-e031407c3270, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:43:17.021839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Network 95361c06-2af7-4604-9bf3-e031407c3270 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:43:17.096091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 95361c06-2af7-4604-9bf3-e031407c3270) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:43:17.100363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:17.101784 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.107026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84c3ab-9dc7-4404-84b7-16ea541db0f7 None None] Network 95361c06-2af7-4604-9bf3-e031407c3270 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:43:17.165459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d28afaea-3193-4c61-9925-9d6119ea4352 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6127615 Aug 10 02:43:17.168946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36284) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:17.173383 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:43:17.246075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-95361c06-2af7-4604-9bf3-e031407c3270', 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'fixed_ips': [{'subnet_id': '38add650-18b0-4b9f-a1ad-abb34c25ae40'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:43:17.246954 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.250684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.253873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.304097 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.378953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Allocated IP 172.20.0.2 (95361c06-2af7-4604-9bf3-e031407c3270/38add650-18b0-4b9f-a1ad-abb34c25ae40/6824d47e-2a74-4a5c-8513-f1a5025a44e8) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:43:17.495129 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.516639 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.524543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Transition to ACTIVE for port object 6824d47e-2a74-4a5c-8513-f1a5025a44e8 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:43:17.539096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Transition to ACTIVE for port object 6824d47e-2a74-4a5c-8513-f1a5025a44e8 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:43:17.607007 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.646758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Network 95361c06-2af7-4604-9bf3-e031407c3270 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:43:17.652119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:43:17.655727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:43:17.666929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Pushing event updated for resources: {'Port': ['ID=6824d47e-2a74-4a5c-8513-f1a5025a44e8,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:17.715082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Attempting to bind port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:43:17.715467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Attempting to bind port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:43:17.715837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Attempting to bind port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 on network 95361c06-2af7-4604-9bf3-e031407c3270 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:43:17.720809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:43:17.721191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Checking segment: {'id': 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:43:17.721621 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.722015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Bound using segment: {'id': 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:43:17.722482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Bound port: 6824d47e-2a74-4a5c-8513-f1a5025a44e8, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:43:17.722892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.751908 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.772014 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.784134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] For port 6824d47e-2a74-4a5c-8513-f1a5025a44e8, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:43:17.788498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] For port 6824d47e-2a74-4a5c-8513-f1a5025a44e8, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6824d47e-2a74-4a5c-8513-f1a5025a44e8,segment=NetworkSegment(e21f1f1c-a98c-4460-8f0a-bd2409cd615e),segment_id=e21f1f1c-a98c-4460-8f0a-bd2409cd615e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:43:17.850791 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.874639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Allocated IP 172.25.3.211 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/0466e503-de22-4fe2-97b3-248c64079156) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:43:17.909644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa87a0-3d37-4991-bd5e-3181ae6a18c4 None None] Pushing event updated for resources: {'Port': ['ID=6824d47e-2a74-4a5c-8513-f1a5025a44e8,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:17.924527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0776c025-3d54-450d-9504-db72b53b2077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:17.987152 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:18.091365 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:18.141117 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:43:18.144181 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:43:18.147188 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:43:18.154088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0466e503-de22-4fe2-97b3-248c64079156,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:18.473107 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:18.684360 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:18.744025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49e178-cb55-43b0-961b-a1127d0726b7 None None] Network 95361c06-2af7-4604-9bf3-e031407c3270 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:43:18.930472 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Router f66212cc-8536-47ea-a893-53e490bd55c4 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:43:18.956914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1d5e5d23-4487-420c-970c-95214464d864 None None] Provisioning for port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:43:19.042714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:43:19.053410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Sync routers for ids ['f66212cc-8536-47ea-a893-53e490bd55c4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:43:19.064362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Routers {'f66212cc-8536-47ea-a893-53e490bd55c4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:43:19.065000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:42:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f66212cc-8536-47ea-a893-53e490bd55c4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:19.096258 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:19.097542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-50a70159-a4c3-4cee-b95d-b0edffec26a3 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9276361 Aug 10 02:43:19.100399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36286) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:19.177333 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Set router f66212cc-8536-47ea-a893-53e490bd55c4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:43:19.360328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0466e503-de22-4fe2-97b3-248c64079156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:18Z', 'revision_number': 3, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'gw_port': {'id': '0466e503-de22-4fe2-97b3-248c64079156', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:19.387076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Checking router: f66212cc-8536-47ea-a893-53e490bd55c4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:43:19.387436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Updating router f66212cc-8536-47ea-a893-53e490bd55c4 port 0466e503-de22-4fe2-97b3-248c64079156 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:43:19.411945 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:19.510940 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:19.661749 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:19.667897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Allocated IP 172.20.0.1 (95361c06-2af7-4604-9bf3-e031407c3270/38add650-18b0-4b9f-a1ad-abb34c25ae40/4741252d-cb96-4fcb-b695-9d5233a1f124) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:43:19.673291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Transition to ACTIVE for port object 0466e503-de22-4fe2-97b3-248c64079156 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:43:19.731213 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:19.783340 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:19.787509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Attempting to bind port 0466e503-de22-4fe2-97b3-248c64079156 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:43:19.788027 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Attempting to bind port 0466e503-de22-4fe2-97b3-248c64079156 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:43:19.788286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Attempting to bind port 0466e503-de22-4fe2-97b3-248c64079156 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:43:19.794435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2b49d-c03b-4b82-bcc3-50886cde7886 None None] Pushing event updated for resources: {'Port': ['ID=0466e503-de22-4fe2-97b3-248c64079156,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:19.802122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6824d47e-2a74-4a5c-8513-f1a5025a44e8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:43:19.805638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:43:19.806030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:43:19.806825 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:19.806825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:43:19.807389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Bound port: 0466e503-de22-4fe2-97b3-248c64079156, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:43:19.807777 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:19.807923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Transition to ACTIVE for port object 4741252d-cb96-4fcb-b695-9d5233a1f124 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:43:19.892723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] For port 0466e503-de22-4fe2-97b3-248c64079156, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:43:19.896023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] For port 0466e503-de22-4fe2-97b3-248c64079156, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0466e503-de22-4fe2-97b3-248c64079156,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:43:19.925090 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:19.961681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Network 95361c06-2af7-4604-9bf3-e031407c3270 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:43:19.967430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:43:19.970895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:43:19.988062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:43:19.994063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:43:19.994718 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.005043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Pushing event updated for resources: {'Port': ['ID=4741252d-cb96-4fcb-b695-9d5233a1f124,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:20.017270 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.032919 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.111134 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Routers {'f66212cc-8536-47ea-a893-53e490bd55c4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:43:20.111891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:42:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f66212cc-8536-47ea-a893-53e490bd55c4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:20.148416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2b49d-c03b-4b82-bcc3-50886cde7886 None None] Pushing event updated for resources: {'Port': ['ID=0466e503-de22-4fe2-97b3-248c64079156,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:20.197587 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.209816 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.277100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 6824d47e-2a74-4a5c-8513-f1a5025a44e8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6824d47e-2a74-4a5c-8513-f1a5025a44e8,segment=NetworkSegment(e21f1f1c-a98c-4460-8f0a-bd2409cd615e),segment_id=e21f1f1c-a98c-4460-8f0a-bd2409cd615e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:43:20.281462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] Set router f66212cc-8536-47ea-a893-53e490bd55c4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:43:20.371276 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.376868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8b7bccb2-fcb6-44d8-a7d8-ac54472df980 None None] Provisioning for port 4741252d-cb96-4fcb-b695-9d5233a1f124 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:43:20.384344 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.409949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8b7bccb2-fcb6-44d8-a7d8-ac54472df980 None None] Provisioning complete for port 4741252d-cb96-4fcb-b695-9d5233a1f124 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:43:20.410320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b7bccb2-fcb6-44d8-a7d8-ac54472df980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.439035 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.473768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=6824d47e-2a74-4a5c-8513-f1a5025a44e8,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:20.485314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8b7bccb2-fcb6-44d8-a7d8-ac54472df980 None None] Port 4741252d-cb96-4fcb-b695-9d5233a1f124 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:43:20.507405 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.510226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Pushing event updated for resources: {'Port': ['ID=4741252d-cb96-4fcb-b695-9d5233a1f124,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:20.546476 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0466e503-de22-4fe2-97b3-248c64079156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:18Z', 'revision_number': 3, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'gw_port': {'id': '0466e503-de22-4fe2-97b3-248c64079156', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:20.577274 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa8ded-32df-4cd0-960e-0837fd7e43cc None None] The sync data for ids ['f66212cc-8536-47ea-a893-53e490bd55c4'] in n-d-767704-21 is: [{'id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0466e503-de22-4fe2-97b3-248c64079156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:18Z', 'revision_number': 3, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'gw_port': {'id': '0466e503-de22-4fe2-97b3-248c64079156', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:43:20.578796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0a2f079c-d7fc-48b9-8268-8eb5c7e7e6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.610806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Network 95361c06-2af7-4604-9bf3-e031407c3270 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:43:20.612268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:43:20.909419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-54cea7bd-5c46-435d-bea3-1d072482d171 None None] Provisioning complete for port 4741252d-cb96-4fcb-b695-9d5233a1f124 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:43:20.909945 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-54cea7bd-5c46-435d-bea3-1d072482d171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:20.953786 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-54cea7bd-5c46-435d-bea3-1d072482d171 None None] Port 4741252d-cb96-4fcb-b695-9d5233a1f124 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:43:21.134029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Router f66212cc-8536-47ea-a893-53e490bd55c4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:43:21.177272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:21.251639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:43:21.256797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dcc0e0aa-04f5-4f9e-bb7e-e5c0e3b042ad admin admin] 10.222.0.38 "PUT /v2.0/routers/f66212cc-8536-47ea-a893-53e490bd55c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1554461 Aug 10 02:43:21.757907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36294) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:21.762918 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d1c713d6-5421-4e99-bd2c-79780f249e63 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128594233', 'description': 'tempest-description--335727204'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:43:21.822218 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1c713d6-5421-4e99-bd2c-79780f249e63 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:21.833550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0466e503-de22-4fe2-97b3-248c64079156 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:43:21.917776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1c713d6-5421-4e99-bd2c-79780f249e63 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:21.947739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 0466e503-de22-4fe2-97b3-248c64079156 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:43:21.952058 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0466e503-de22-4fe2-97b3-248c64079156 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:43:21.954708 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:21.965305 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1c713d6-5421-4e99-bd2c-79780f249e63 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.000023 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c713d6-5421-4e99-bd2c-79780f249e63 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441b89a5-30cd-4288-9c15-27e64d299967,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:22.036284 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.045490 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d1c713d6-5421-4e99-bd2c-79780f249e63 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.049862 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d1c713d6-5421-4e99-bd2c-79780f249e63 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2883465 Aug 10 02:43:22.050538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36296) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:22.055782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-791a5ce8-5a69-49fc-bb0a-e78a2dc6d2ea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Request body: {'security_group_rule': {'security_group_id': '441b89a5-30cd-4288-9c15-27e64d299967', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:43:22.056738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 0466e503-de22-4fe2-97b3-248c64079156, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0466e503-de22-4fe2-97b3-248c64079156,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:43:22.107662 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.108455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6824d47e-2a74-4a5c-8513-f1a5025a44e8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:43:22.142342 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-791a5ce8-5a69-49fc-bb0a-e78a2dc6d2ea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.154447 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Sync routers for ids ['f66212cc-8536-47ea-a893-53e490bd55c4'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:43:22.164605 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Routers {'f66212cc-8536-47ea-a893-53e490bd55c4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:43:22.165226 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:43:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f66212cc-8536-47ea-a893-53e490bd55c4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:22.184294 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=0466e503-de22-4fe2-97b3-248c64079156,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:22.199809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:43:22.200247 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.206193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-791a5ce8-5a69-49fc-bb0a-e78a2dc6d2ea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.273686 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-791a5ce8-5a69-49fc-bb0a-e78a2dc6d2ea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.278505 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Set router f66212cc-8536-47ea-a893-53e490bd55c4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:43:22.295579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a5ce8-5a69-49fc-bb0a-e78a2dc6d2ea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2241a9-0664-44d4-aded-575f44fd2be3,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:22.359025 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-791a5ce8-5a69-49fc-bb0a-e78a2dc6d2ea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.360416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-791a5ce8-5a69-49fc-bb0a-e78a2dc6d2ea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085546 Aug 10 02:43:22.363147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 36298) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:22.367736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-378b87dd-1f15-4706-9f57-c45e6d78c4ef tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Request body: {'security_group_rule': {'security_group_id': '441b89a5-30cd-4288-9c15-27e64d299967', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:43:22.438908 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.472355 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-378b87dd-1f15-4706-9f57-c45e6d78c4ef tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.477750 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0466e503-de22-4fe2-97b3-248c64079156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:20Z', 'revision_number': 4, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'gw_port': {'id': '0466e503-de22-4fe2-97b3-248c64079156', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4741252d-cb96-4fcb-b695-9d5233a1f124', 'name': '', 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'mac_address': 'fa:16:3e:b6:5c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '38add650-18b0-4b9f-a1ad-abb34c25ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:19Z', 'updated_at': '2021-08-10T02:43:20Z', 'revision_number': 2, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'subnets': [{'id': '38add650-18b0-4b9f-a1ad-abb34c25ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:22.505087 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Checking router: f66212cc-8536-47ea-a893-53e490bd55c4 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:43:22.505447 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Updating router f66212cc-8536-47ea-a893-53e490bd55c4 port 4741252d-cb96-4fcb-b695-9d5233a1f124 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:43:22.530239 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-378b87dd-1f15-4706-9f57-c45e6d78c4ef tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.530622 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.582033 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-378b87dd-1f15-4706-9f57-c45e6d78c4ef tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.600203 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b87dd-1f15-4706-9f57-c45e6d78c4ef tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd7059a-8689-4768-bd2b-aa8e355c8e1c,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:22.644628 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-378b87dd-1f15-4706-9f57-c45e6d78c4ef tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.645939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-378b87dd-1f15-4706-9f57-c45e6d78c4ef tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816548 Aug 10 02:43:22.649006 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 36300) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:43:22.654277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:43:22.725096 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.798456 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.808609 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Transition to ACTIVE for port object 4741252d-cb96-4fcb-b695-9d5233a1f124 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:43:22.826861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.873722 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.928069 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Pushing event updated for resources: {'Port': ['ID=4741252d-cb96-4fcb-b695-9d5233a1f124,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:22.947802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Allocated IP 172.25.3.139 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/f287ceb7-b761-482c-83ec-cabe01eb95bc) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:43:22.965830 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.966221 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.969955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:43:22.986638 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Attempting to bind port 4741252d-cb96-4fcb-b695-9d5233a1f124 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:43:22.987013 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Attempting to bind port 4741252d-cb96-4fcb-b695-9d5233a1f124 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:43:22.987371 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Attempting to bind port 4741252d-cb96-4fcb-b695-9d5233a1f124 on network 95361c06-2af7-4604-9bf3-e031407c3270 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:43:22.993304 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:43:22.994397 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Checking segment: {'id': 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:43:22.994397 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:22.994755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Bound using segment: {'id': 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:43:22.995676 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Bound port: 4741252d-cb96-4fcb-b695-9d5233a1f124, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:43:22.996290 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.066227 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.159492 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.160570 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] For port 4741252d-cb96-4fcb-b695-9d5233a1f124, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:43:23.163684 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] For port 4741252d-cb96-4fcb-b695-9d5233a1f124, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4741252d-cb96-4fcb-b695-9d5233a1f124,segment=NetworkSegment(e21f1f1c-a98c-4460-8f0a-bd2409cd615e),segment_id=e21f1f1c-a98c-4460-8f0a-bd2409cd615e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:43:23.196505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:43:23.212878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:43:23.212878 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:43:23.228237 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.228923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Pushing event updated for resources: {'Port': ['ID=f287ceb7-b761-482c-83ec-cabe01eb95bc,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:23.288331 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Routers {'f66212cc-8536-47ea-a893-53e490bd55c4'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:43:23.288965 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:43:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f66212cc-8536-47ea-a893-53e490bd55c4'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:23.292652 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236848b1-eb28-47a0-b077-672206059d49 None None] Pushing event updated for resources: {'Port': ['ID=4741252d-cb96-4fcb-b695-9d5233a1f124,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:23.296789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.389375 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.400568 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] Set router f66212cc-8536-47ea-a893-53e490bd55c4 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:43:23.547433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.597990 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0466e503-de22-4fe2-97b3-248c64079156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:20Z', 'revision_number': 4, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'gw_port': {'id': '0466e503-de22-4fe2-97b3-248c64079156', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4741252d-cb96-4fcb-b695-9d5233a1f124', 'name': '', 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'mac_address': 'fa:16:3e:b6:5c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '38add650-18b0-4b9f-a1ad-abb34c25ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:19Z', 'updated_at': '2021-08-10T02:43:23Z', 'revision_number': 4, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'subnets': [{'id': '38add650-18b0-4b9f-a1ad-abb34c25ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:43:23.616287 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.627941 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3da83e-a1eb-4f4e-9fc2-2fa9945e5a35 None None] The sync data for ids ['f66212cc-8536-47ea-a893-53e490bd55c4'] in n-d-767704-21 is: [{'id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0466e503-de22-4fe2-97b3-248c64079156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:20Z', 'revision_number': 4, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'gw_port': {'id': '0466e503-de22-4fe2-97b3-248c64079156', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '4741252d-cb96-4fcb-b695-9d5233a1f124', 'name': '', 'network_id': '95361c06-2af7-4604-9bf3-e031407c3270', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'mac_address': 'fa:16:3e:b6:5c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '38add650-18b0-4b9f-a1ad-abb34c25ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:19Z', 'updated_at': '2021-08-10T02:43:23Z', 'revision_number': 4, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'subnets': [{'id': '38add650-18b0-4b9f-a1ad-abb34c25ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:43:23.704322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Pushing event updated for resources: {'Port': ['ID=f287ceb7-b761-482c-83ec-cabe01eb95bc,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:23.712615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.772005 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.773485 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c8c4e474-4da0-43ca-be79-1b8e66265ac4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1234374 Aug 10 02:43:23.864233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0466e503-de22-4fe2-97b3-248c64079156 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:43:23.931032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0466e503-de22-4fe2-97b3-248c64079156 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:43:23.931417 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:23.931960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b62ec55c-8468-4bb2-830f-c15f2473db07 req-25e445c8-377d-44c3-a3e5-cba34a83cd85 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1128594233&fields=id&tenant_id=98c24fb07252426492aa4c5db15c03df HTTP/1.1" status: 200 len: 267 time: 0.0425758 Aug 10 02:43:23.977124 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:24.026804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4741252d-cb96-4fcb-b695-9d5233a1f124 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:43:24.047187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ec55c-8468-4bb2-830f-c15f2473db07 req-90ad2e80-57e6-469f-ae31-78d35297285a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:43:24.049093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b62ec55c-8468-4bb2-830f-c15f2473db07 req-90ad2e80-57e6-469f-ae31-78d35297285a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/networks?id=95361c06-2af7-4604-9bf3-e031407c3270 HTTP/1.1" status: 200 len: 812 time: 0.1100399 Aug 10 02:43:24.066233 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b62ec55c-8468-4bb2-830f-c15f2473db07 req-c3396b81-848c-4a3b-8a9d-69aaffe7ce40 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/quotas/98c24fb07252426492aa4c5db15c03df HTTP/1.1" status: 200 len: 375 time: 0.0102983 Aug 10 02:43:24.126259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b62ec55c-8468-4bb2-830f-c15f2473db07 req-66669fa0-6dab-4ea5-8034-eaf661755910 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c24fb07252426492aa4c5db15c03df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536556 Aug 10 02:43:24.235743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b62ec55c-8468-4bb2-830f-c15f2473db07 req-b4244968-524d-4b2f-95d3-5b37ded1ea23 service neutron] 10.222.0.38 "GET /v2.0/networks/95361c06-2af7-4604-9bf3-e031407c3270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954189 Aug 10 02:43:24.284666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 4741252d-cb96-4fcb-b695-9d5233a1f124 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:43:24.288605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4741252d-cb96-4fcb-b695-9d5233a1f124 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:43:24.289193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:24.333809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b62ec55c-8468-4bb2-830f-c15f2473db07 req-1e6de80d-f50e-4921-bd1b-37aca20851d2 service neutron] 10.222.0.38 "GET /v2.0/networks/95361c06-2af7-4604-9bf3-e031407c3270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918891 Aug 10 02:43:24.374375 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:24.418930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 4741252d-cb96-4fcb-b695-9d5233a1f124, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4741252d-cb96-4fcb-b695-9d5233a1f124,segment=NetworkSegment(e21f1f1c-a98c-4460-8f0a-bd2409cd615e),segment_id=e21f1f1c-a98c-4460-8f0a-bd2409cd615e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:43:24.513806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:24.578451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=4741252d-cb96-4fcb-b695-9d5233a1f124,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:43:24.615090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82f3f49c-04b0-4901-a402-4117d1a03868 req-783c8d2a-8f6e-4e69-b55c-d6326e0791c2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0369351 Aug 10 02:43:25.694153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdb14363-9b60-4fcb-bb41-0791dcbd7d9d req-cd4483a6-eed7-4313-8b08-d2e9b1f1169b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0270562 Aug 10 02:43:25.769888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4741252d-cb96-4fcb-b695-9d5233a1f124 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:43:25.817255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4741252d-cb96-4fcb-b695-9d5233a1f124 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:43:25.817628 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:26.770629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86def54c-5743-420f-9ccf-be854c3fb1e1 req-12fd715a-81ff-434e-b30e-b90e0082e487 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272985 Aug 10 02:43:27.847222 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-779a4fa6-43e4-45f9-a71e-3944e3116571 req-6f819d4b-4379-40db-97c0-bb9da9f9b7a0 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261598 Aug 10 02:43:28.923072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-907b2ea5-b44b-466a-ae4e-7a4d4bfb2639 req-14f32da1-a21c-4221-884d-122d4c1245ec tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266488 Aug 10 02:43:29.998838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73c6cb3b-d675-45d5-8f7b-37e2014a398f req-aeacdb71-0ca5-443e-ab81-e75a91009aa4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268321 Aug 10 02:43:31.077671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc80545e-c277-4e8a-a57b-ca9b1d03b7f5 req-71163ac6-505f-4675-be1d-442155d622b1 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Aug 10 02:43:32.154785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37456b9c-ee2f-406f-a0ff-1804016f211b req-4b9d6e68-7001-4482-9af5-afa938f6f621 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0258274 Aug 10 02:43:33.231011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b79296a-d857-47c2-930f-f41835e950fb req-91b7bd8d-9c8a-43b8-9648-a9da1da32fb3 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268662 Aug 10 02:43:34.306127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9b77847-aa5f-4df0-a8f5-e1787806381b req-eda900be-c984-41b0-8850-6e8db9ca0cd1 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0270331 Aug 10 02:43:35.383553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de3a590e-0dbc-4b01-9528-fa927c2a902d req-cf272ca6-bbfc-4fa7-9da0-859352e466d8 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0269578 Aug 10 02:43:36.460228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-898d1018-9a76-4602-be5a-f99931d6effd req-d7d408a8-7062-4566-848c-f98654f9cd98 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268326 Aug 10 02:43:37.539897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-885ce244-1e82-4d8e-9c0b-f8d56ab344bf req-3895f9dd-9bc5-437c-b36c-e3db94c8abe1 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0291655 Aug 10 02:43:38.618634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f91b6001-c4d5-4cda-bc4b-f0a292c45773 req-fdd51e8d-69ec-452a-9eeb-7c78b092d06c tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266099 Aug 10 02:43:39.698809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9b58772-35dc-4b86-822f-00d49d2c6a7d req-3f175e39-7153-400a-abb0-13bf6656e064 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257337 Aug 10 02:43:40.775128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b20bd73f-d4ca-4f6b-b237-5465f0fdec86 req-e063ca0c-8a3c-477e-aa96-8f93b5d4b588 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0269682 Aug 10 02:43:41.855139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e7573d6-36ea-4ab7-8677-0532515f40b9 req-900b60f6-b559-49a2-9c53-5e1337fc6952 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0300021 Aug 10 02:43:42.933535 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbf41ab0-8030-4627-bed1-e4f4bc9246a6 req-369e98ab-041c-49e6-b6a7-9f4336cc1d82 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0274360 Aug 10 02:43:43.295938 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:43:43.558754 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:44.013683 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9bad3d64-5081-4234-92d6-81864ac783a5 req-2d8a9bfa-3dbd-4668-8c0f-06cd7ea9607b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0302358 Aug 10 02:43:44.638696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:45.105639 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d4ed317-ff8d-4516-8418-c640492aa298 req-ab159b28-87cc-4df9-9fb3-7bf54fbbe1e3 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0271339 Aug 10 02:43:46.180332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95e0ee00-e207-422e-98f6-6e5574a3edce req-e1adfe02-b846-43f6-8b9e-b8f500a18baa tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261672 Aug 10 02:43:47.257661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3c46533-7830-44d6-92b4-4637cfa8fc56 req-6aeb7b7b-0a71-4624-8cfb-7fc7df88a9fc tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268035 Aug 10 02:43:47.907134 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e52d52c5-df9d-41f6-a7a6-4bf07d834812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:48.334810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-65fdf9ce-e6a9-4747-bbbb-4c0f74fc9d4a req-85a161d4-deaa-46d3-8a90-f7cce9319277 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257111 Aug 10 02:43:49.409936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9aa42ee6-7461-496a-b063-190cfc3f0dae req-623d26ef-bef0-4e33-b145-81fa9186343b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260122 Aug 10 02:43:50.488403 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-710c54d6-3bf6-4226-bec0-098e480d82d1 req-e86bc0c1-3130-4347-923b-6f29b80075dc tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0287910 Aug 10 02:43:50.587484 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7fe02703-d0c3-4578-bdfe-cd81c47a6a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:51.182142 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:51.565555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3844bff5-6f26-4fc9-a5e6-2c9e9f1d033e req-cfab4185-313c-46b0-8097-28612ec20a76 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0269485 Aug 10 02:43:52.381385 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:52.642789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df04c010-5ee9-4b68-8a4b-f8bd3817d358 req-8525135f-f093-410a-84d7-32d1fe3ae16e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Aug 10 02:43:53.719624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-125f1911-cfe8-48e6-aafe-9096982e9709 req-2f7182cf-f90d-46b5-afd4-d96ffe51d577 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0271802 Aug 10 02:43:53.969697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:43:54.796073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1067dc2b-5b89-4273-a32a-7979840f8932 req-7420e723-97c6-473d-a575-79adb47f033d tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0270746 Aug 10 02:43:55.872249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d4ece4-7f26-4eab-8deb-2ab7ef0414bc req-d13875da-e326-458f-b190-bfe3c2ddc533 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265598 Aug 10 02:43:56.953125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0028e885-9dc4-4a9f-937c-db3316cc1311 req-37b984d1-6639-4ca2-af8f-2b8618a4df74 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0295939 Aug 10 02:43:58.029658 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eaf1d2a2-94ce-4818-be15-ce7b502b0cda req-98e03fc9-b333-4bc7-ba58-a095761f19cd tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0269909 Aug 10 02:43:59.105328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3bbc7f1-0495-4323-af11-9e3f64852d00 req-5f0939f2-1f56-4c17-b626-c83ba39d9942 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265036 Aug 10 02:44:00.180151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7071c1e1-5b96-45b1-b8a2-bb1dbdf9e188 req-63e5002e-30d7-4add-ab40-a146cf68e4b1 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265107 Aug 10 02:44:01.254241 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6725c10-cf29-4bf2-8369-96b2e84905b5 req-02277120-9431-40f3-95a5-b1e8bf6b09fc tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260952 Aug 10 02:44:02.330393 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b5edb96-1f9f-47ba-b14e-365547015a4c req-8ffdfe79-762c-4275-b5fe-b9de7d5041c0 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261917 Aug 10 02:44:03.411062 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fc9ff96-02df-4274-9f7f-ad8fb9938c66 req-3050ecde-2ce9-4cc9-ab4a-8c94a42b4eab tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0309625 Aug 10 02:44:04.486607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f267558-00b5-401d-8d2c-20a58f8909bd req-c2ab9273-8efc-43ae-8b83-b7c9f7a0d6dd tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265148 Aug 10 02:44:05.563397 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c30bf1c1-2ca3-4361-a13d-e15953ff2365 req-3b235a11-2aa0-4d6e-85df-61231acb1d5d tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267811 Aug 10 02:44:06.640388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b510b9d-dcc6-4b3b-b12d-b952f3adc36c req-e5e71ca8-e927-403f-975d-1f2496659605 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0270903 Aug 10 02:44:07.717963 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-42a2ca99-35c4-4419-8b77-8ed82a0f4b8d req-a3a4bd54-7ad9-4d3b-881a-5c7b5fcef99e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272377 Aug 10 02:44:08.795407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c735e11-d6dc-4d06-8c06-e3dd2d8270eb req-4235b394-e310-4f7f-9424-2f57158f725e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267260 Aug 10 02:44:09.874905 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d041426-e7d7-48f4-a5a5-316f83c20954 req-e4c90bb4-0387-410e-9e82-cc9c517e9d9b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0306907 Aug 10 02:44:10.948673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2caf32ec-512c-4de6-a4a9-59cb4065d846 req-93590a35-dbe2-41b7-b2aa-1ae97f956a59 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0263693 Aug 10 02:44:12.024880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60ea56da-d13e-4796-a2be-25a2f1fd0f8f req-7e4d8dce-41b1-4a60-9532-1d3ac9e151a6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264921 Aug 10 02:44:13.103871 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff62f047-21bf-4ae4-a112-7d1b63a029a9 req-4c29cc37-5f3d-4f96-b706-309c1cf37ec5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0273640 Aug 10 02:44:13.552558 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:14.179763 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd765596-5f87-42fd-b32c-a5404084fd36 req-f47cd1cf-ba76-4f1d-b862-c83232d69d11 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0258870 Aug 10 02:44:14.667220 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:15.255143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca9b1753-8117-45dd-81c9-77716249227a req-144fbc36-96f6-4607-8758-69eac25802ee tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0254366 Aug 10 02:44:16.334078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12cfa1c6-f165-4c2e-9d8d-2dc94e7a6c3c req-40f58d5f-bfe0-4d19-8ed3-a51602b89707 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0292070 Aug 10 02:44:17.411313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-338a6db2-4b82-4dc2-9756-d76bc818991c req-1034e124-e413-49fa-b875-5158ca9fbaf3 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0274220 Aug 10 02:44:17.884087 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2e9bad8b-a90e-4b93-8cc1-4e3749625d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:18.489624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b51f8ccc-3fb1-4179-a5e7-5366eb4b22e1 req-74aa114a-4583-4159-b017-31fbdc196637 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0293067 Aug 10 02:44:19.566961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4aa36cd0-650d-46bf-b178-5a04988b7cbf req-b5ee13de-0bd3-4fe4-8d08-98ab06013d60 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264945 Aug 10 02:44:20.296666 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:44:20.580059 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0582d79c-07ff-4509-85cc-07b82315f0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:20.642377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bedf9317-7893-435f-a7ac-8f1ff013be0a req-3ce224f2-0d0a-4ece-920c-70c02b0062e8 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265405 Aug 10 02:44:21.175169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:21.718439 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94761e58-ba39-4eb8-a71f-92be8403d35d req-43249d98-7a38-4128-8f97-7554e996f82e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0263860 Aug 10 02:44:22.449253 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:22.803579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67ca7d73-c73f-4e9a-bb0c-1052ba5536c7 req-82b26c34-331f-41dc-b659-fe6583093c0c tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0290024 Aug 10 02:44:23.881060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08e5ff4e-ad85-43b4-98a4-88bd54503e40 req-6061962c-4d27-4cd0-9c4b-9058ecee1f39 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Aug 10 02:44:23.974937 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:24.957460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac93fcba-ce42-48ce-9d9b-9c74012648ba req-0d280dce-0f94-49fa-985c-cff22374591b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256546 Aug 10 02:44:26.034767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4c51f87-39e3-4094-ba7f-eb8907b34ed1 req-b44954d2-8bd6-419a-997d-aba80f3b2ada tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Aug 10 02:44:27.110514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-340fd16b-ad6c-4bd9-90c5-f6afc6b23495 req-44c5e8a9-c244-4bd8-a52e-247fd9e5aee5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261064 Aug 10 02:44:28.188089 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4bb678bb-1df8-44b9-8674-ea169b7385b9 req-696f9aba-f5c6-4140-8598-b16ab5955e50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272253 Aug 10 02:44:29.269812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-499c770f-62d2-4608-b1bb-ccbb931f874f req-fa9ce716-6070-41c7-942a-b0c892d91d0e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0303290 Aug 10 02:44:30.346344 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e37c9da9-17f7-41dc-909b-286d0162fc5a req-ddd5624a-66fd-40f2-a391-c95b9cb4946c tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272646 Aug 10 02:44:31.422979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60d3bcec-80e6-42fa-8e27-fe40332a9b11 req-1b083f1a-2ba1-4123-8f0a-4ca3673ae499 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268636 Aug 10 02:44:32.498994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f287cd26-6db8-45f6-aec3-78ee52a259cd req-2bd43b40-d0d7-452e-8cdb-b79a61bfb3b7 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266426 Aug 10 02:44:33.575130 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2fcda51-0382-466c-98c8-1c07e70244fa req-f4c574fc-01d6-4341-969b-9a62320ab27d tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267715 Aug 10 02:44:34.653532 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2e6c532-4908-4f8a-b9ed-bf5dd9f56578 req-0d9dd9c6-b300-44e8-9a6a-9917bbbbc9d7 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0280881 Aug 10 02:44:35.734469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84f4139f-9309-4c67-b4b1-5a0b2cd654ab req-a05b2dce-dccf-484c-8e58-f098f8af5ff4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0303762 Aug 10 02:44:36.811807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-338ff040-5ec9-4d35-b051-9123051196c5 req-b3a9eef0-c892-4895-b8ef-2401b547baf7 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Aug 10 02:44:37.888039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0e9d8e36-3fd1-4d1e-8f96-ec0afee1d441 req-5c712fae-f778-4a0f-b421-9c050dafc345 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266531 Aug 10 02:44:38.965265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6ae2ae29-504a-456b-9a4d-7b32ab9cff19 req-bff5b63d-8596-44f2-9114-629c571df714 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260384 Aug 10 02:44:40.041843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-106aeea5-0787-4828-946d-3a9278b9cb48 req-a8a77838-1b51-40c9-854b-2fcf6cc36a1e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262663 Aug 10 02:44:41.116677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa1f72fe-081c-402d-908b-6d97017ccb36 req-db85eeb2-7529-45e5-9cc3-d99d4fa639bd tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0251420 Aug 10 02:44:42.196755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-416e6304-9e4b-4ec2-8f88-b18f060eceb4 req-1a863c38-fe4c-4c37-9d4f-4ee08b03cb01 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0308425 Aug 10 02:44:43.275333 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-111998ad-e9f4-41b2-abb3-d8deea4499ba req-5b466d91-a1fb-4b6f-a269-d9264ef504db tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267167 Aug 10 02:44:43.552339 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:44.353221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3072a2ac-2e84-469a-992a-6c3aa1464714 req-aa0ae9ef-711c-4e04-9918-53752a0ec0e5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267398 Aug 10 02:44:44.677871 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:45.430067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3e3861d-32c0-4b8d-8e0c-3fc7ece2d989 req-97fcb71d-6553-412b-a96a-2ff4c10dcec5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261285 Aug 10 02:44:46.505770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc9c2625-aac1-4c43-bcf8-7da28c0eadc9 req-f1f45743-631c-4061-99ae-00c06a8e89cd tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266471 Aug 10 02:44:47.581020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26bef995-5f67-44bb-b6e8-6d51e444447c req-85c24d3a-3e0a-4531-af02-435a0eeb46e4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0259192 Aug 10 02:44:47.894864 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90490d84-86db-431c-a9f9-4bd3e65b82a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:48.659688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a4ee4f3-8147-4b36-9037-391a19435e1e req-f8451d9b-194c-4891-bc04-204943d42dff tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0289221 Aug 10 02:44:49.735705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f2b3224c-b224-4814-a670-832478a83b09 req-026afd1e-af3d-47ac-83c2-e27f0777c723 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257082 Aug 10 02:44:50.580333 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1e25d327-f9c7-48e0-9fb2-978e00fef746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:50.812817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b0f4dcc-6897-4e7a-8271-e3ae4a743243 req-9f5e607c-213f-46c9-b291-7e3c45bd95e9 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Aug 10 02:44:51.175298 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:51.890227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-671c3ab1-a23c-48d7-b73a-7d6dbd2fcdf6 req-070b947a-2285-4df6-9eb6-24ca9fb3197e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0279453 Aug 10 02:44:52.420647 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:52.965096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8e41db3-de2b-4d2c-9d97-17ab973f34fc req-af148df0-80de-493d-aaa6-ee769e3615e8 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261681 Aug 10 02:44:53.968921 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:44:54.041043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9e7eea8-24e8-4036-a221-db6642ba6910 req-539aa17a-cc02-49a0-9b5e-469cf6d197f5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261776 Aug 10 02:44:55.120989 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-670209cd-8bd1-4c13-9d85-3c26fc885e53 req-875e0b40-4b0f-49e1-9f02-dd95dde58ae3 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0293269 Aug 10 02:44:56.198394 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7da36f5-fcda-4a16-b344-f981dd605930 req-0d11ecc1-f0de-4c02-a8de-affdd6616b52 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257604 Aug 10 02:44:57.274012 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c60ec95-62eb-4874-8c2d-562bc33f749b req-63b82ce6-95b7-4074-8fc4-4af56093fbd9 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272925 Aug 10 02:44:57.296357 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:44:58.349275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4f06a0c-a8d1-4045-b074-ee7034d0dc92 req-fa00a701-0172-4467-ae42-9a7f00e61c6b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264275 Aug 10 02:44:59.424880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94f9fe4a-ccfd-4a62-80dc-caf956b91a7f req-bc612952-9cf2-4213-81dd-88bd662789b6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264874 Aug 10 02:45:00.500043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-903f01f5-fa26-4fdc-9b7d-1f5e3b3dee89 req-52e7c3b2-7e20-4992-91b5-82d776c67eb7 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265913 Aug 10 02:45:01.577117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b79a2b9-49d0-4aec-826c-34c7debc5c9c req-4c798e44-7db4-4f1e-9acb-d7ea44d308a7 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0296340 Aug 10 02:45:02.650580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-935e9880-0ec3-48e5-aabf-52c6742ee785 req-76b3a5c4-913c-4b55-b337-835bc8cf10f2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0254064 Aug 10 02:45:03.726660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b0f0585a-8d16-466b-8278-94cfd3387719 req-efb4992e-7db7-40c3-8de3-11ca21ea6060 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257485 Aug 10 02:45:04.804190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8259ca22-1a68-4f8c-b9f8-b1745ad66be5 req-2ae68438-efeb-47ea-baba-0a4218fecab2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0270030 Aug 10 02:45:05.879429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f33f0c9c-9bc2-4bcf-9b85-3374bb6714d7 req-ca8f933e-3b4d-439a-9367-b1a454060d1c tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268748 Aug 10 02:45:06.954404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06877829-a8ed-4e85-a3fa-9d9cd619d9c7 req-ad800f7b-bfe6-4f97-ad94-20780e3a8143 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264101 Aug 10 02:45:08.035444 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb8f8556-ce76-48a4-8bdc-407aa6dcdaba req-fb7f2aae-2411-4faf-ad6f-96c37adf9550 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Aug 10 02:45:09.111542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5b6d631-a691-414c-8d0a-ee6331c36c21 req-ccb8fb60-a541-4a92-b9bb-f1bc5bb5ab22 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272694 Aug 10 02:45:10.186587 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d60d8e8-af07-4f6a-ba33-ba72532e118a req-752bce0b-82bf-4313-a0ab-06791d0620a0 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260441 Aug 10 02:45:11.262028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f905a5b0-f6f4-4f7b-bb3e-f0cee002b51e req-fb91090b-5a1f-4ea2-9048-b59acbf844a4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260885 Aug 10 02:45:12.337726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-948f6ac5-95d3-48d9-83e8-e7970eabc342 req-d4f5a254-8bd1-40bf-ac5f-7ac08576541e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272045 Aug 10 02:45:13.413480 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9e022bb2-09ee-44ea-af28-8d1ab6eb7be5 req-7898a8a8-e2e0-4ee7-8ab6-87f3f22f2b51 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0259440 Aug 10 02:45:13.539903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:14.492633 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-507b6a28-b7be-4dfc-b5ca-b06860556ffc req-e3af0cf5-1a4a-4a59-8ddc-bd09fcc65391 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0293028 Aug 10 02:45:14.654348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:15.569448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94ae4baa-5869-43b4-a07e-b7ccbf7329f0 req-1e7cf2b5-ec69-4b81-8d28-17634f309e28 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0277667 Aug 10 02:45:16.649698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7657214d-b0e8-455f-92b8-4e87017d7345 req-9b8a3e2c-e39d-4cdd-80ad-505d100b3ac6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0286205 Aug 10 02:45:17.726172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e8a3f6fc-2e83-45ff-aefc-98b7249e1b35 req-d9402932-98c3-4ead-9e87-0959aecf05fb tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272734 Aug 10 02:45:17.888215 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5403f870-90ed-4b81-9d51-843996d30934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:18.812289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb3b75dd-6fdf-4e2b-b0b2-fa5fb8884320 req-03fe8c73-319b-47a3-8c2e-944dbd2b4366 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0343850 Aug 10 02:45:19.891060 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3385027-cea7-481e-aece-6a2ef1b99a0f req-47820195-dccd-464c-bbcd-60ec839a6123 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0270190 Aug 10 02:45:20.584429 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-32756f22-31e2-45b0-9f5e-b4b73e368394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:20.972327 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb5b98c9-4ace-4337-b2c3-51c943595d32 req-7e10fc5b-1d34-45b5-808c-6727386c05a5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0306215 Aug 10 02:45:21.185047 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:22.053425 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a1810be-bbfa-4d00-8ead-982b6d38817e req-d355aa47-6fec-4e72-b110-9092e955c2f6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268376 Aug 10 02:45:22.443108 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:23.129875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f5badd03-22fd-48af-bded-b0bb0cd2f700 req-851f3daf-efaf-40bf-b6ad-c5e057377fe2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0276401 Aug 10 02:45:23.980027 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:24.207053 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-172837ec-5a41-4a35-ad8d-892efe456911 req-cde6dec8-c92d-4464-971e-f312e20ecda0 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268803 Aug 10 02:45:25.283027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddd5db34-43c0-422b-b1b6-da645d5fc302 req-c2ab01d0-c172-4775-ab46-092206659f46 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264614 Aug 10 02:45:26.357417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4237f4a9-50b5-441a-8e3e-830d38cec53f req-ffed3cf5-834b-48e5-abb0-cf1f6414c2b9 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0258601 Aug 10 02:45:27.436908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1b0491c5-4601-4e35-95a6-bb826e4fd52e req-83071cf9-f871-4d3b-85af-384aa5476d07 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0290098 Aug 10 02:45:28.512663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61319c91-2379-4943-b274-48963ce26783 req-5ee2f47d-bc91-4f12-9bda-9f2b5292ea47 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264716 Aug 10 02:45:29.590469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b14755e7-abfd-4701-82ba-0e870f13d551 req-405edbfc-fe28-4be2-9d6f-015dc7d4e9de tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0279832 Aug 10 02:45:30.666422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbd1b66b-79bd-4517-a0ec-130cbc5a4365 req-c373274b-6457-4f13-941e-86dde21e8f1a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266919 Aug 10 02:45:31.742474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3fa69fa2-0f23-4ab9-8b18-c275622f219d req-6dbcb0d2-5822-453e-a9fa-193b48b6dcb6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268166 Aug 10 02:45:32.817186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a9d74f3-55d7-4977-8fdb-4c27dc8b4623 req-60988b82-60a2-4601-a78d-ed55e71486cd tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267811 Aug 10 02:45:33.895463 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a03b0ed0-fc49-4655-99d1-ab8d8d17fc01 req-0f49a962-ec0c-4071-83d8-86c0a25a2d08 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0293119 Aug 10 02:45:34.295247 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:45:34.973534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e75bf6c2-d37a-4fd7-b6c4-2fa88b927113 req-77d41ef1-269d-40bb-966d-bcc5c0a9a163 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260384 Aug 10 02:45:36.048697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3bfaff6-e920-4a8b-a2a7-429203b24cbf req-9fde6809-3ad8-4ba7-8c10-c59152161e0b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0255010 Aug 10 02:45:37.124939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54c6330d-6fa5-42e7-b63d-dc85fcb6d4f1 req-4b94d3f7-9fab-4aa8-be17-f84f993c5bb7 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267892 Aug 10 02:45:38.201508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3482033d-5900-4568-8026-ad813b96f295 req-a3c43329-df66-45ba-86ab-22b2246e868c tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260336 Aug 10 02:45:39.278368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b7dcf21-7c96-408a-b4f8-8bc34018fbd5 req-b8dc8323-005c-4473-accb-616ddacd04c8 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0254393 Aug 10 02:45:40.356010 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fda25a45-5210-493e-821c-98f983e100ad req-3de191ae-a5ac-43b8-804f-ca7b8085c67b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0292447 Aug 10 02:45:41.430852 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-559f6a15-e9da-4da1-9f10-dba4116dce4b req-10b8302b-7553-462a-9137-fa245cb80600 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266533 Aug 10 02:45:42.507076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7c532e8-34cc-4d43-ad40-d6008d8bc5cc req-78779486-aa95-4acb-beb8-616eee435121 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0275691 Aug 10 02:45:43.540115 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:43.584055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f90ab88-4b86-4548-8a51-e89f4689fc6f req-3bdd55fb-1cc9-4430-92bd-17e2550cb77f tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0269387 Aug 10 02:45:44.661761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bcfcbc0d-b6a8-4f26-979c-f05e8937b0ca req-c5c36f4d-f008-49ef-a358-81905401cf58 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Aug 10 02:45:44.671401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:45.740128 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e02fc05c-b410-417f-b239-5968fadf782e req-e7e015f0-d183-4a29-8301-f3bb66dc374d tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262246 Aug 10 02:45:46.875301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f3a8d2b-0b30-4b3a-a10c-cba74995f3fb req-3e1f01d6-c28c-4649-a65d-c1120afa7f7e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0836637 Aug 10 02:45:47.906266 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b5691ea9-331e-415b-83d3-5139712c0ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:48.024988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec41d66f-58d8-4a2b-aa89-009eb2a213d0 req-e9ef4387-d368-456e-97f3-c2b1b502fa61 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0835826 Aug 10 02:45:49.132088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e35be2a-bf8f-47f1-bbe9-6f05d0937ee8 req-81e2bc71-e8c8-430a-ac42-9f9b98fd1c06 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0269508 Aug 10 02:45:50.206684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6119fa6f-36c7-4f6e-b2d1-6db088c96e1a req-7b2c0299-084c-4d90-b931-47146233c263 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257730 Aug 10 02:45:50.584961 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9978b0ca-378b-4083-8be0-47b803a297de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:51.184567 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:51.287336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9401c0a3-6ffa-4eca-9b40-9a14b48b9501 req-79a7e995-8c3c-43d9-81e7-da10fefdaa07 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0299966 Aug 10 02:45:52.363451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7760a86-3f18-404c-b1c8-063345c281cc req-acf21126-e783-4d83-9228-9ce35ccaa6f4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265164 Aug 10 02:45:52.447830 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:53.443879 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-236eee5c-fbec-4474-bb58-c42d81a41127 req-c9e4358c-c95c-49b9-8e84-099f835855f0 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0300965 Aug 10 02:45:53.990950 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:45:54.520185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a85c63ee-6b2f-4ddc-9f7e-5ca54915e77c req-9b79c60b-124a-4de2-9b8d-9f03624eebef tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0274177 Aug 10 02:45:55.596684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95e5ab4c-1b4e-4f78-856d-a828f0974850 req-91c4446d-be7f-471e-b26b-d603722c0089 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266802 Aug 10 02:45:56.674951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e1e1af31-af77-4e3f-a983-1733d32a5518 req-5d49eee6-bdb9-44b7-9f7d-ebaeec79f1a0 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0294499 Aug 10 02:45:57.350794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-77481738-8acc-4116-ab6f-3a6b817db120 req-ec9a1daa-87a7-41dd-99a0-8423a0a46427 service neutron] (101223) timed out ('10.222.0.16', 59020) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:45:57.751956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7714d340-b375-4aa1-8082-9b7fe4e84583 req-c7ed02f8-b66c-4674-9473-d596bbf4139c tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261371 Aug 10 02:45:58.827141 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f957f7f8-35d7-4338-a8c0-ed30b7c5853f req-50ec64a0-3064-421f-8de0-1b434abe4512 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0258255 Aug 10 02:45:59.483268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-79176caf-c5b4-4b7a-bdd7-ea554a70e4a5 req-eb109e62-cd90-4a6d-82a6-d1d0982fed0a service neutron] (101224) timed out ('10.222.0.11', 64986) {{(pid=101224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:45:59.904574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb8df675-84be-4441-a641-e87643ce25d9 req-8818dd0f-f012-420c-b8d5-2d316e1d3f7f tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0290806 Aug 10 02:46:00.980252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd742d63-7fd5-41eb-a6fa-5e36a083615f req-8c91963f-22e1-4ac3-b68d-dd7612ea90c6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265071 Aug 10 02:46:02.057152 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7354c914-e393-40e3-9728-a87a0bdb66ba req-0272230e-c757-4394-b697-2e88c90b34fc tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0273712 Aug 10 02:46:03.133994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7130565-4d50-4ac0-8771-1459601eef3a req-888805cb-1b5a-484c-973c-fc546a78df2e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0271199 Aug 10 02:46:04.208773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de3b49ee-f130-46e2-80e9-ce874a93b79f req-3d6a2291-352f-4b08-ae99-eff69a777116 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0263247 Aug 10 02:46:05.283308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3481acdf-8fc4-4f75-b56d-eaca2dd68038 req-bb2bba13-d33c-4765-9dab-198d567a50a5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257814 Aug 10 02:46:06.364858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfe70495-32aa-4b3e-993f-1a3bf9bbb47d req-38fe23cf-4645-4bd1-a8c8-c3dc0b8d1e20 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0291646 Aug 10 02:46:07.440093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3408d241-fcad-4701-b4d7-b1e4f22d8851 req-27ebb676-3fb0-49b8-b8dd-1ac084969155 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262969 Aug 10 02:46:08.516358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9982c142-3c59-4ca7-af9e-680f9e5c952c req-9f0b4fc9-1b83-472d-94b1-332466fdd6e2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Aug 10 02:46:09.590602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bbe5086-94bf-4d5e-bb23-70fa04d7b272 req-b7042264-6f04-4003-ade0-788af7707a93 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256619 Aug 10 02:46:10.666470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bc874c88-0ac0-4bc5-80ef-c279593e5d07 req-80c3a8d3-6780-4076-b82a-42c50b8c6b59 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262449 Aug 10 02:46:11.294702 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:46:11.747672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6736b487-ff7b-493f-802e-a07721b3435f req-35eb8e1a-4431-4cb9-8e07-3a34f7520f6e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0278931 Aug 10 02:46:12.826273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc839979-f1fc-467c-a651-a5fdb83c03a5 req-3a76baa9-c58e-44e5-bf15-0d3f5c0d3346 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0298285 Aug 10 02:46:13.584914 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:13.654485 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-4b37e731-fbf9-4635-a63e-194afb6633e6 req-ab89d88e-90a7-4de6-bbfe-da9f1ea0ace0 service neutron] (101224) timed out ('10.222.0.11', 65012) {{(pid=101224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:46:13.902997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e74b327-c841-4e34-ba51-a4f2a4e4b189 req-98ec852d-7db7-46ce-b33e-7caefc64f338 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267742 Aug 10 02:46:14.687478 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:14.978983 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8bf307c-7f36-4899-b0fd-a87df443360c req-a30a7c53-4d04-4512-b4e9-ae211fe76a24 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0263023 Aug 10 02:46:16.055981 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4491c083-213f-42f2-8e30-83cfdaf28992 req-e2ab7c5e-a5e7-4510-8300-cf079d81c116 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264876 Aug 10 02:46:17.131510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f919a1f-3aaa-42a0-abdf-05adf1c78be7 req-04493629-6db3-4385-9596-cf08c88ac8de tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0273695 Aug 10 02:46:17.898791 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dfe8cb7e-6c65-42c1-a937-49f36be362f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:18.206690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66d84f59-1724-4aed-bbb0-bc6b91f407a9 req-fbba9c5d-e036-4065-9a3b-c598a53c919e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0253670 Aug 10 02:46:19.289001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53ea8e79-6cdc-44cb-86ed-bc07507bb2db req-5c6b0404-99ff-408d-9e37-41681cacddbe tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0320005 Aug 10 02:46:20.366148 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e6982391-d835-4629-8654-9de65081e118 req-9953712d-6e49-4e37-a032-22d72445e734 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262258 Aug 10 02:46:20.590475 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6c273471-81d9-42f2-b47d-7ddc59d328af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:21.175522 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:21.442398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c678159f-a78e-4d8d-89df-e74f0165afc7 req-d85f681e-c323-461d-be03-f05ce65b6e14 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264146 Aug 10 02:46:22.447371 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:22.518320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be0a05f3-2d01-4c6a-ba1c-f24207db7811 req-84f5171e-4bd2-4383-8182-a23fc8f5b0b6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268271 Aug 10 02:46:23.594733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12abb39e-3a6b-4a14-8ded-7a415e3308f8 req-e1d703aa-533c-4cd3-b17a-b2645aa763dc tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0269461 Aug 10 02:46:24.001418 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:24.672352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48411ce8-a7bc-41b2-9ffd-741ce81518ae req-5394d8b5-9e52-4094-8d8c-a8b137bfc475 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272999 Aug 10 02:46:25.751004 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31afb5b5-9d7e-4a4e-94c2-947e58758abc req-bf445048-6154-4fb0-8b30-0c46b925d4e7 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0306814 Aug 10 02:46:26.826256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-86347aeb-4d97-49a3-b894-d6da669b5e76 req-3a5d688b-cec4-4530-b59e-dd5b99080e5d tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267565 Aug 10 02:46:27.901107 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2ea219e-557c-466e-8e78-1d511c513085 req-82ce5a3e-bd47-4cb4-b7f8-501c47754398 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257874 Aug 10 02:46:28.977189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d799340-7976-4c40-9df7-7db55c7ae40f req-7d8830b5-6bc1-4ba9-9467-97524f23b996 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0251727 Aug 10 02:46:30.053994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a26b815a-0ffe-4c71-a105-abd6e66c86ca req-188de368-2153-4e2b-a5f5-0685e74245f8 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262430 Aug 10 02:46:31.129533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3e3205-3b7c-47c5-8271-271d012bfd86 req-219a1de2-a1a7-42e7-a6c4-cab644f8654b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261445 Aug 10 02:46:32.208754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80371528-bea1-4333-95de-c9520e454f78 req-89af6501-d008-4e98-884f-87b1cb83b6ae tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0289156 Aug 10 02:46:33.284557 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f25f40f5-0d2c-4456-8e18-527fe5f73de9 req-e55af305-112d-4722-801f-b2bee3957187 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0254025 Aug 10 02:46:34.358797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9adb5fbb-6dca-4c4a-9750-63c3cd5f68dc req-8cd129dd-08e7-452c-9b46-79ca3e1ea539 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0254226 Aug 10 02:46:35.434412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-796b0b61-393e-4e55-b879-e8907db47148 req-3d3f7613-e7ae-4aa3-bee7-8c94ac339ab4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266685 Aug 10 02:46:36.510228 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2dab329-19f2-471f-b1b8-353d86c63345 req-f016495f-1b71-443b-bf9f-1bbac831ed3b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257907 Aug 10 02:46:37.585740 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34624233-2bea-46ed-a3c2-d662dfc6db7d req-4e708ca6-91f7-40a3-8be5-0522dda1c1c0 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257533 Aug 10 02:46:38.663616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6a718d3-b29d-4a3a-a405-b5e457b46aab req-09022ed3-3a22-4eb1-94ff-451d3a03372c tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0285134 Aug 10 02:46:39.740443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-007fd866-15d9-4e5d-9ac8-7327b1c48c4d req-95ba7f14-4d07-4047-aff2-1ee6ef5aa6c3 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264390 Aug 10 02:46:40.818035 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c37c6ba6-d51c-4a4b-9642-95085cba412d req-aadd970f-31e6-42f0-a043-3982835371f4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267835 Aug 10 02:46:41.896761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbaf1d71-d7d6-47a5-af03-b77126102d0f req-dc8cc66c-6838-440b-beea-0def53ddce16 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268710 Aug 10 02:46:42.973151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-522495dd-6dcf-40f0-b6e3-d1312ec71726 req-8803c2a0-b348-4d2f-8944-25931e9afb2d tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257754 Aug 10 02:46:43.572614 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:44.048931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7faabcb5-3fe5-4c9e-b30c-051835c8b81f req-a7bc590d-2685-4230-9d18-74a195a7218e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264189 Aug 10 02:46:44.692944 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:45.126941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe33627e-aed8-4686-a65b-fcb60ecf1cdd req-95c5ceff-c906-4fae-b6f8-3d8afb5ca015 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0299878 Aug 10 02:46:46.203783 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5a8a729f-5a9a-454c-a765-81deb1e4c01f req-4eb22d19-a6cd-43f5-81ae-50f893068aef tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266683 Aug 10 02:46:47.280050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c46e4fd8-c5d2-403c-a7de-94fe556ed9db req-fbd7d0cd-a06c-4fbb-abd0-aba961105faa tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265541 Aug 10 02:46:47.902814 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b192d7c8-4b3d-41c1-b1ba-fdefb8bc3e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:48.294059 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:46:48.382858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f339687-83fd-4c63-bdfc-4b4ef92c2f41 req-78702ae2-3569-43ca-983d-f434d92ae345 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0295289 Aug 10 02:46:49.467263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de035520-6156-4d95-85e6-f554f22e1752 req-f95553b8-2a8c-443a-81d6-001eb45882cf tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0274518 Aug 10 02:46:50.542450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bdb1fbd-45ae-4bb3-9c4f-d3ad971e69e0 req-e63e954d-584a-4e37-90b2-d999f57b591f tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265384 Aug 10 02:46:50.595700 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-16c5c50f-9968-442a-9143-a1b5182fd910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:51.178276 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:51.620443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5d43ad3-9e2e-440d-ba94-3206e0ca7e4b req-c9945ef8-1aa4-4332-9e64-be0ba748ec28 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0296454 Aug 10 02:46:52.464287 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:52.695519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c6d0881d-01bc-4697-8bea-7b907c6dc9ed req-01bfe435-a47c-4c88-8355-bb0c217cb35b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262277 Aug 10 02:46:53.771553 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70fb97fc-d7b2-4170-baa6-008b29c1ba76 req-aee22275-9d57-468b-9d1d-edb1d1ad30d4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260539 Aug 10 02:46:53.983880 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:46:54.847749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f94172f5-5f03-4ea6-a2e1-c7486f37fc96 req-28389e8d-f4d1-4681-bfe2-6d2415568b43 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0259168 Aug 10 02:46:55.922899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2eac7abb-af8a-41b1-8bf0-b1524fbd47c2 req-8722db20-fdfc-49e0-b03a-0ef9e8e3486f tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0269632 Aug 10 02:46:56.998153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4eba2440-a713-4b22-b06a-96cd226a4229 req-c2afca3b-9ac0-4179-8f21-8a4617dbfdf6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260515 Aug 10 02:46:58.077792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78695155-11aa-484b-a58d-919cc5e5e7c8 req-3e009218-8f53-4768-8a72-b8e1e93766e2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0295029 Aug 10 02:46:59.154921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b126418b-9345-4d9e-aac5-110422eaf4ad req-97bfa952-f202-44b2-8ca3-a60f90404246 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0270321 Aug 10 02:47:00.231324 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef7969b1-ae42-4ea0-8d38-978a1b30c25f req-d17522ec-6c6b-4ca2-ae80-545a4bdb94ec tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0271931 Aug 10 02:47:01.307744 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a455dafe-e753-4722-aa97-a3ec471de655 req-c851685a-da32-4392-b209-b78f57e62795 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260761 Aug 10 02:47:02.383155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e7984db6-41cd-45cd-8950-fd95548e9b6f req-2b65fc11-c144-4fe2-9bf8-41369b07549b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256586 Aug 10 02:47:03.460722 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f30dcdbb-9cb6-4126-96ff-f265f93f0892 req-b7fd5bd5-118a-4e0b-8a7f-83219d2979b2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0259998 Aug 10 02:47:04.539805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ac934f6-7783-4bbe-abc9-362be04405fd req-fbdee377-0054-41a1-aa7e-8967de072420 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0289035 Aug 10 02:47:05.614367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5ad97e9b-b693-4e7a-8269-9fe83da66e82 req-d79397cb-59c9-49c9-8a81-66bcfe790f31 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256150 Aug 10 02:47:06.692085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0baa9142-dc27-4ae0-b968-f17fa04c124b req-adb6cdb4-5626-459c-aa86-f690ecbde776 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0276155 Aug 10 02:47:07.769016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c2cd402e-9223-4291-a085-85e61e69307e req-5eb80e3e-2a6c-434a-a2eb-f8695bd6726a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265665 Aug 10 02:47:08.844550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05bc8a18-a7f6-4402-b6f9-ba3ee14a3cb0 req-90d6a410-c767-4358-ade5-d776678ab189 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261681 Aug 10 02:47:09.919685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b3dfac7f-0a6b-4b19-9ebf-ddb3810137d1 req-29313563-f8b1-445c-8ea1-6b4677708e6b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Aug 10 02:47:10.998951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9f10c51-ee51-4ae6-9df5-2b8a36fac514 req-33e103ab-a8cb-4970-99ea-f54fbcde35e8 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0295751 Aug 10 02:47:12.075477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3f0a4cc-4632-40f5-989f-06cffb4371e8 req-5ee13825-b8cd-41b2-bb07-cca0a5e000a1 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Aug 10 02:47:13.150657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-516fb300-4645-479a-930c-a026920cf1c5 req-b58db42e-0b04-4d8c-95a1-f6c858f8cc91 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260892 Aug 10 02:47:13.577992 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:14.225624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa238e81-3b32-4e6b-b981-e4d0c9ef8996 req-8e201638-fb93-4df1-8aa3-3d39150a93c7 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0255826 Aug 10 02:47:14.709274 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:15.301521 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0fce7bd9-a100-4149-be10-c92dd97f1dfe req-a92f626c-e408-465c-b4f0-2dd53b39a181 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0255914 Aug 10 02:47:16.377986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12257a51-8818-404d-9cfa-fb9c01598b92 req-b4537bfd-1228-4445-bf91-b18aab86767f tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262997 Aug 10 02:47:17.456008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03c2e0f9-7240-41fa-9d61-bcfbc1417cf8 req-57ca1643-8270-478b-8f9b-680d4014780a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0289669 Aug 10 02:47:17.897713 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-62e9de8a-e131-4360-bf4d-083db1f95f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:18.532451 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-491ccad2-a6a8-466d-849b-7fedf0e2d4bf req-54118eac-f810-41b8-b3f7-bf9a2c7ebf6b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267069 Aug 10 02:47:19.607646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5cc84619-95fa-4e12-8327-8fd9cfabca5b req-70b47637-08cf-4287-8db6-d55b09ca4115 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262825 Aug 10 02:47:20.628059 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a61957a6-6f85-4c35-b957-3a19af86f177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:20.682897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7236870-3130-4789-87f5-5850d28980b4 req-b1d830e0-ef51-4bfb-a682-f4eccde21773 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262704 Aug 10 02:47:21.189409 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:21.760317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b3d1a5e-96a4-40d8-b536-a734320eff3f req-a21d37fc-dea1-487b-baf0-3234a6a2cb42 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265591 Aug 10 02:47:22.446182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:22.833507 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c1f2a16-42b3-4a0e-a1e8-5d869a119ce1 req-d80c5937-2589-45e2-9aaa-498e9166b4ea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0251799 Aug 10 02:47:23.913574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27ca1414-bbbb-4e46-bd72-4cd0966ca038 req-3b1af3d4-8082-41d3-9530-0a0a15815548 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0292547 Aug 10 02:47:24.017842 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:24.990020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fbfa20b8-ab13-492c-ab5d-565a95c9d086 req-2716d51a-5f14-4e1e-acc3-2bdfaff77a18 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256162 Aug 10 02:47:25.293481 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:47:26.065942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ca656f9-ad30-4ece-bcab-c3faafb57250 req-85601e72-82c4-4dfe-b5ed-2fbdf39bd675 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268919 Aug 10 02:47:27.141921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6e0e6768-96c5-4598-b1ac-0a1e77c211db req-daab6508-8ac4-437c-8385-c4a420d9c8ce tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0273297 Aug 10 02:47:28.218872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b8aba33-bef3-470f-94aa-b335079ff814 req-53fe2717-d63d-46ad-86e5-b2bcb04e88b3 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265682 Aug 10 02:47:29.294899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cdc3293-602d-4fb1-a8f2-3364e62ac178 req-bd3d0cc1-d509-4bfc-bd9e-bb6586c149c5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256288 Aug 10 02:47:30.375162 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40de0daf-84fa-460b-84b4-860a5b8bd448 req-510d8788-4f53-4bc9-9f55-31a4a8fe9418 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0299993 Aug 10 02:47:31.450694 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3215cd63-71fe-4bb7-8398-a5c6ec114734 req-7092be91-38b5-4787-b224-e8acfb8e6c99 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265260 Aug 10 02:47:32.527757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb86d8fb-2f32-4869-9eb9-f0ea09610f8c req-b7b8539a-8739-4dd5-a1bb-e41cc944dc02 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256832 Aug 10 02:47:33.604846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae265146-b4b7-4df8-ba9c-d90fc47487e8 req-66464c73-57ca-4ce7-b7a9-1c0af80da86b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257769 Aug 10 02:47:34.683103 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e621f5e-ceef-436a-a8b5-f61c24c2010f req-52b9e953-062e-41c9-8bf4-1a2ea1faa01e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0263312 Aug 10 02:47:35.759308 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a55f289a-e456-4d1c-8fe4-1da9f71630e5 req-ed18d5bb-7654-44f6-9d07-89154f960cf2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261116 Aug 10 02:47:36.838692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03ef9701-6ad2-441e-a749-9bfef04b772e req-b01adfe0-0c6a-4e8f-b484-20cf6281163b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0288734 Aug 10 02:47:37.915377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6096562a-2d31-40ef-9e0c-946dabc1aec8 req-0c8a3726-4173-454d-8010-99c0f1d14c0f tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261757 Aug 10 02:47:38.989853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c01ebf9-738d-45d4-af9c-ba02d4cf9564 req-dc747430-9cc8-4226-85b3-7730240c47e0 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0259855 Aug 10 02:47:40.065524 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b71a6837-516d-4d52-bf0f-b0ffe063641e req-13e345a4-aeca-4112-8266-66924b691361 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264189 Aug 10 02:47:41.141822 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-605281ec-6f0b-4e9f-8019-69b0e967eee0 req-55f71556-0eca-40f9-bce4-0cdc463b63fe tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260537 Aug 10 02:47:42.217908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-01c48388-a5d7-4488-bb72-0352ff87b0dc req-b7f0eeb2-fdcc-4d9a-9fda-a31b3037e036 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0259252 Aug 10 02:47:43.296273 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77650fe8-4308-453f-8dbf-3ce2009aa939 req-cc208b07-f404-403b-846e-244d77c8e9f1 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0296187 Aug 10 02:47:43.577439 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:44.372190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0ed176e-e3fa-47e1-9bfa-20a6d8c6b775 req-6871a8d9-1911-404e-8eec-36a06fc9e853 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0288665 Aug 10 02:47:44.703362 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:45.446692 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18b0bfe4-3c72-4a25-9642-91547872d75c req-1703b4f1-7b6b-4556-97a8-27163e985c3e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0255790 Aug 10 02:47:46.523749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e2eacc3-3886-42d1-8bbd-5e3553677c19 req-f83b0a07-bf46-4764-82f2-bf7e40add1b1 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0277255 Aug 10 02:47:47.600093 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53f96375-55ab-40db-aeeb-449508f94e2d req-899c9afa-de06-4d20-80bb-a42311cd2e35 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0259204 Aug 10 02:47:47.937819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3229fd53-6be9-44e9-b25d-8495a33b4843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:48.675099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-755f6a34-0b91-46a6-b699-7828ae3d5146 req-519a811b-f35c-44db-a465-07378ecade98 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0258050 Aug 10 02:47:49.757743 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b7450d8-08ee-42cd-ba64-76bc07839635 req-9a5a3030-8dc9-4c83-ab09-7389d148ead2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0308585 Aug 10 02:47:50.600122 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fd94b97b-09ea-49a5-b7c7-cdf6c795af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:50.835885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0403582f-e5cd-4c1f-99fc-017bbaa0909a req-5a57256a-cac5-4b29-869a-224fd16b6e68 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0275309 Aug 10 02:47:51.181166 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:51.912511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4535c339-f1a3-442d-a606-98dc66fcec99 req-4df07286-c8ab-4641-aa48-6b755d41bf46 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264003 Aug 10 02:47:52.428847 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:52.989949 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-900d7f70-0d5a-4b4d-976e-9115deb4f7ba req-9ff5a519-57d7-48ef-85c8-162455bfa992 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266087 Aug 10 02:47:54.000005 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:47:54.065868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0f18eed-983f-4a38-a5ed-5deba213caa4 req-c3883d37-eb0d-465d-9a96-f2751cf51241 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0255136 Aug 10 02:47:55.142604 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d45545f-c0f8-4da2-9d73-699235580eb0 req-049edac0-aa5e-4b16-bb1c-545683be77bf tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0269122 Aug 10 02:47:56.220705 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1815cdf-2ce4-4dbd-80a7-edfcdfa149fd req-1a04b305-0dc6-4024-8f9d-a33579950e18 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0280080 Aug 10 02:47:57.295091 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1dc8fcda-23d1-43ad-bacf-46e618b13f0f req-0f6a40cc-ec6b-45f9-8e66-b93c2d4a1bf9 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256534 Aug 10 02:47:58.369992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7fea2cac-b401-4f5d-9549-2b45b7b62eb5 req-5156f5dd-3d0c-4e5d-a997-b421013079f9 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261471 Aug 10 02:47:59.445952 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f7d1e5d-b53e-43bd-b99e-245ae21bf78d req-6d013d84-f203-4ebb-bab9-e77bf4e8039c tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264523 Aug 10 02:48:00.522997 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fa8c5ac-8ba7-4796-9e42-23f364ae40dd req-4ebe226e-b97b-46a1-91ee-0645a4c8a8aa tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268915 Aug 10 02:48:01.598564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa7849f7-dbf6-444e-b3d0-6d04d7210d48 req-cce97624-5207-4cbc-91c3-8ffc8ad94d81 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265131 Aug 10 02:48:02.292608 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:48:02.676976 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ec82d8d-3e3e-4164-8b4f-c878740b8c83 req-73595aa3-096d-4e3e-b7c3-b423a63c1d32 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0278916 Aug 10 02:48:03.753873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3824c293-312a-4223-8c9b-4da2018b6690 req-f2d6f949-51b5-4179-b74a-a3e4ee544a65 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272107 Aug 10 02:48:04.830184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-215a75ae-3ba4-4336-9498-daf180b3d8c3 req-385ac06f-25d1-4e18-9f20-1538f43498e4 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268958 Aug 10 02:48:05.907305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d1bcc4ee-4482-4b5d-9925-da1f3f989cec req-6a30b260-8396-48c8-934e-b28177669a1f tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267560 Aug 10 02:48:06.985848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-68a96573-1564-4242-bfac-94cb88d62f82 req-4befd647-b271-4b56-842e-d9bddc28aade tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0273702 Aug 10 02:48:08.064149 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d6a896c-b9c2-45bc-92d8-0bc9b35d2746 req-c35f20f7-656d-495e-b940-71cb5e34ab73 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0272074 Aug 10 02:48:09.143542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2d55bde-e5fc-45a4-8da0-d10ceed54b2b req-3352da7b-7d46-4c94-8b50-df70bb511776 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0286345 Aug 10 02:48:10.220289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-666b34b0-6fa9-425a-bee4-b5ea39b2d666 req-c3b408cc-fe65-48e4-b0bd-e758677eb267 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264285 Aug 10 02:48:11.297008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-70265f08-5fe3-4f08-b5d3-ae8662becb6d req-5d96b639-f569-4ce1-acab-61e63c461dbc tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264838 Aug 10 02:48:12.375547 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4e46f644-32c7-4eb9-8983-0aeb3b4a5a45 req-acbfbdfa-41f0-4453-8bbd-d97e43264e04 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0265214 Aug 10 02:48:13.450243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bb437a27-7eaf-49c4-9c63-a45628fa05a8 req-011eb793-3e6e-497e-aa88-17b41b775a8a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0258777 Aug 10 02:48:13.582379 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:14.527449 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbe69809-2073-46c1-9f52-6887bc1d35d5 req-1bd7f5c6-cdd1-438c-a095-4929deab1abd tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267234 Aug 10 02:48:14.695051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:15.607360 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab25fb4b-8cba-46c5-a8ea-007cf75b38d8 req-33413074-14b9-464d-95ad-07897be535ec tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0300865 Aug 10 02:48:16.685366 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-64795ad1-5806-48a2-90a8-fe25eb38a483 req-6ed4c6b6-8c90-4ad8-92f0-30e8d184df85 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268955 Aug 10 02:48:17.762542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebc40e16-0bf5-4e93-a6eb-09cb61e3427b req-6caff7c2-56eb-4f3b-ad72-57162045b650 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256550 Aug 10 02:48:17.931113 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ab835799-3f58-47ae-95a4-a740025dcd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:18.838546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d54e02a-52b3-42e3-a882-185714206a53 req-fbf9a78f-db2a-4b83-9196-5477e7f89791 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266838 Aug 10 02:48:19.915714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e656b1e-2424-40a5-bbd7-10cab8c95b4a req-fce0cd88-0613-4d26-9845-db9d4cee7536 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267379 Aug 10 02:48:20.609196 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d8a5d054-120b-421d-b444-5deb6d50e5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:21.031372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e735c851-f6e9-4f2a-9b3f-fcdea9a7f3b0 req-5cf765c8-4b69-486d-9c7d-aef2f9a24244 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0660572 Aug 10 02:48:21.199763 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:22.109305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f68615a8-f19f-4dd2-879e-5d899c0a9021 req-87ebee8e-a335-4b59-9e6c-aa8cca15eb0e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0281835 Aug 10 02:48:22.443349 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:23.256041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5603853-2798-45f2-b03e-86fe800a642c req-57eec0dc-13d9-406f-900b-32c575378fa9 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0356002 Aug 10 02:48:24.009245 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:24.371608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aa58bbd2-d4f8-4713-b46b-bbf15ffc515e req-f7bb1bad-8c4f-41cf-bafb-19eaa7936112 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0270016 Aug 10 02:48:25.530458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ecb998fa-d8a3-417f-9904-427f83a92278 req-925055ea-5cd4-440e-831f-97659ff62d97 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0734322 Aug 10 02:48:26.685849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-aac0802c-89d4-417a-bb09-41bb82e85c89 req-700b7852-9bc8-4f01-951a-356cf1d98d97 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0712950 Aug 10 02:48:27.760275 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0904d7ec-39cd-4fd4-b599-2afdcd43916f req-d66fadaa-e305-4b0e-a7a9-2d2655626412 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Aug 10 02:48:28.837770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2aead057-70ac-41af-ac6e-04906fa1d859 req-ee113d91-057e-41c6-a003-140bf7fb657b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0291536 Aug 10 02:48:29.914600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27f306ee-3c2e-4288-9811-b158ec7c5bd8 req-062ab257-61d3-4d91-8138-fbd0019a0f52 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0275280 Aug 10 02:48:30.988157 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b32b489f-8bd7-4f40-b773-37de9f4f1758 req-4c75baa0-a62e-472d-9d6e-b0e6b8bd8703 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264835 Aug 10 02:48:32.062112 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1893af3b-d02c-4021-8df8-c9792500e0f4 req-082e5cdd-683d-48cf-a816-0e70f75992ff tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260518 Aug 10 02:48:33.137420 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2bf74e6a-c037-46bb-9ce1-ecbf6b1ac948 req-2b5aca57-750d-4784-a7c2-18da936b70f6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Aug 10 02:48:34.212203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ce42965-439f-40b6-8976-f0e60edbdd65 req-0747c52f-7375-4dec-9368-960434b891a5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256782 Aug 10 02:48:35.288856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a9507a0-99ef-49e7-9d4d-cddf022df5e1 req-55404217-ec62-4ad8-86aa-a7e1db67549f tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0288365 Aug 10 02:48:36.364085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-919d7d20-5379-4b15-8711-833a5e7d314e req-e6dc6a13-f99d-48ac-b562-ec77594dbe49 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0253158 Aug 10 02:48:37.441021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7dc6bcdc-fab4-4923-bf4b-622fdbd7454b req-f7278c42-7a03-4df3-a405-7238752f0b36 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Aug 10 02:48:38.518916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-36bfcf13-96dc-4030-83cf-a22e037fd7c0 req-2bf3a1ee-cbf8-429b-9f75-ee4cf90ab4a3 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0273914 Aug 10 02:48:39.292632 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:48:39.594916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-249cebd7-8a44-4c1d-be47-c29bdf8f47b5 req-ef75d240-3802-436a-9c29-6889889b591a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0254002 Aug 10 02:48:40.669621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a035e5d-73c6-48b0-aea5-1d6c55e43702 req-9cb0a749-59fe-479d-8f5d-49bd4081f16a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0260372 Aug 10 02:48:41.747858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b677dcdf-8b22-4ce3-bba7-6a1f0efd6ccd req-f7beb49a-ae61-44ec-8fc6-00030e676d2d tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0290678 Aug 10 02:48:43.168637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fb29c9ef-23b1-4eaa-8e8a-45d629b1b082 req-378fb388-3fb5-4ecd-8824-26bc78a75b28 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.3716202 Aug 10 02:48:43.591395 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:44.244832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-adf8fcb1-d111-47fd-ae48-dafdf226b9af req-9e43d5f0-c626-41a8-baf1-051ecc83712a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0263944 Aug 10 02:48:44.719092 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:45.320497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3b76712-f7c3-4027-bb9c-4fb281f74671 req-cd038c46-39ac-49e1-994f-4175fb106d5b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0254538 Aug 10 02:48:46.396267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cea3e1b6-6b69-4d05-a8dd-78dbb02ec638 req-e4a3c518-14a6-46e0-8980-62940e7d24ed tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0255854 Aug 10 02:48:47.473958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab3ab874-56b0-4836-910a-b8274cf1c126 req-b8eabbde-cbc4-41db-862e-8a3a106f1bea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Aug 10 02:48:47.905909 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3418ec99-1478-4bde-82bf-e8ae7e9dbc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:48.551995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e2aea46-d594-4143-a632-7bbdacc88a29 req-34ad3dac-3afc-4914-8dc0-00bbfa21cf00 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262878 Aug 10 02:48:49.630043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e0b37d3-c2ee-401f-a59a-c6a9eb55a09f req-e8244e1a-c202-4528-b3ab-cb933c3a15f8 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0283692 Aug 10 02:48:50.593037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c7c5693a-bd39-4616-8166-2a456aaeda7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:50.708996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ff49603-fc10-4a11-8e1c-cbab62bde571 req-71a5fcc4-1360-459d-b5d8-37d121f96586 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266609 Aug 10 02:48:51.198939 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:51.798581 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d508ee0a-71c3-424c-b9ff-3455fe33dd8b req-e192af5f-db71-4a5f-993c-7dc4d62cf5ea tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0250456 Aug 10 02:48:52.456313 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:52.899301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebfa03ff-97ca-4386-b7b8-2c54132e54c8 req-038b2f38-aacc-4ed9-ba15-b7e2f574f1cb tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Aug 10 02:48:53.978382 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d7b70274-097c-4089-bc53-40f7300bad09 req-4a3bd65c-e20c-4f7b-8b6d-b032b194ac85 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0290377 Aug 10 02:48:53.988207 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:48:55.054125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-63ff7e1e-1e3d-44eb-b2fb-214284d4efa7 req-02fe8b27-00d9-4216-b112-73856680632b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0254409 Aug 10 02:48:56.130154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c0a77ce4-1c72-4e76-8369-a95bbd3d47ca req-9afaf016-623b-4fbe-8f70-305111a218ad tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0258684 Aug 10 02:48:57.205486 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89a8d0c2-e79b-49e3-a864-33b258414100 req-c9ea41ae-c7a0-43e4-b7a1-ce6ddf779ffd tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0250235 Aug 10 02:48:58.282230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d31be555-a0d3-4784-bf01-85d6cebca0f6 req-e0e5d0bd-fd37-4fda-a893-dbaebec362a3 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0256891 Aug 10 02:48:59.356745 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81287015-0f3e-40ad-81d2-ef34e13de868 req-e4a3b02d-7385-4f4b-8ff3-233a2a04cfac tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266480 Aug 10 02:49:00.435634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fc89c68c-1706-4408-ac07-89c60038bc72 req-3170e90e-344c-4db6-8958-fb5adb33a7e2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0288591 Aug 10 02:49:01.511254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fa73822e-a766-42f8-916a-a0fac7cde6ea req-eb1effb2-d9fc-4fff-a634-b7fcc2e61060 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264714 Aug 10 02:49:02.586575 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd938eed-c335-4fa6-a7d4-bf2b810358f7 req-5e341d6d-4e77-4929-9cdc-388657c46e34 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0262027 Aug 10 02:49:03.669975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a495ef7-73f8-46f9-94db-39d459923dc1 req-836454e5-c81a-4d39-a5b9-da3627252502 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261774 Aug 10 02:49:04.744956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60862d49-6c75-4677-bb2d-8e2d9dc75c12 req-cb6cdfc2-6a83-4b85-bf93-14507f2351db tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261075 Aug 10 02:49:05.821498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-997d9650-e975-4ade-84c4-3cb8c020db6a req-43ae4388-b384-48c3-b63b-21e2061c7df7 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0255399 Aug 10 02:49:06.900470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62e4a6a3-eda1-40c8-9ae2-af4ae1f1cb61 req-d6ca25bf-e75a-479f-8a6d-4941ddf9eedd tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0283632 Aug 10 02:49:07.981303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-527b5b94-bbba-4240-b093-f81e754f409c req-4dde324b-be44-4b2d-9bf6-ff69b04ed16b tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257292 Aug 10 02:49:09.057324 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0a9f43b-bec5-4c79-9d34-096738b53a35 req-228d2fcb-55ca-49c7-a379-4f2425d81344 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0268614 Aug 10 02:49:10.133256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ba1e2d03-bee3-4370-a6c6-36d6e959d277 req-ed1dd9fe-992e-441a-9ae4-8d049449f42e tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257969 Aug 10 02:49:11.208236 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c66df18-1ef0-4833-b8e5-e3fbe02e02bb req-9fb21b48-b137-4db7-bdb6-2bee15ac3647 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0257547 Aug 10 02:49:12.284858 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f4ae200-200c-4410-9160-1b04834d466c req-5ff98892-c37a-4102-8ce0-67fc9a03bf72 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0259740 Aug 10 02:49:13.361950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2cfb2a9-24e6-4e16-a09b-8271751f2029 req-cdad7099-85f8-49a5-b57a-4a72db2f4ad2 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0284998 Aug 10 02:49:13.598982 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:14.439318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90e8be40-120b-48ab-853f-f6257b214e24 req-820115e8-0cc3-4e3b-ace7-bd61f32d185a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264542 Aug 10 02:49:14.718534 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:15.515427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9db62819-91ef-44c0-b9b9-951670c37dfc req-4658cf90-705a-4155-8d1a-919e3be22f90 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266972 Aug 10 02:49:16.291309 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:49:16.589903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1372f707-5b74-44bc-b894-ff3289062aa1 req-0ae5477b-439f-44d5-8dfd-172428780333 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0266602 Aug 10 02:49:17.669373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95809ea6-cba9-4fa7-a42d-12bdfb0b65e5 req-163efe4b-21c8-4c97-bf60-4adc43382930 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0315435 Aug 10 02:49:17.930248 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ac46e7d9-331d-44cf-8d69-0fad0b5f271c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:18.745706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-681d1617-b0c6-4eac-b24a-84d9c64d2382 req-bde1a24d-5639-4a52-9f6c-1d30af060ed6 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0264852 Aug 10 02:49:19.823812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29f72551-0138-4cd2-b622-5403cc142f30 req-450a62a3-f968-4e2c-b49c-6da1069337e5 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0279891 Aug 10 02:49:20.608110 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6d1bd41d-a2b4-4eba-a9c8-378fd76cb8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:20.899169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea3b5b4d-0e31-42a5-8f42-a6012b1c33d7 req-0b7a87c5-73c7-4038-916e-256165aa6f96 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0261965 Aug 10 02:49:21.170089 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:21.978933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-225605e9-6a37-45cf-a354-681ebf10cb47 req-36d5acd5-70be-4765-b850-927e921d49e0 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0280108 Aug 10 02:49:22.433125 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:23.060265 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0667765-5368-4775-ab82-d23d2c3df8ba req-dc2af672-b1e9-45e9-883f-bb5ec434cb81 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0284133 Aug 10 02:49:24.049959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:24.138876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-00065b6e-0ad0-400e-b3b3-d76f5e6ec7ed req-a042c2b2-c659-46ae-b705-175505982894 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/ports?device_id=b65250a4-0c6e-4efd-9b8f-30e737d69590 HTTP/1.1" status: 200 len: 210 time: 0.0267746 Aug 10 02:49:24.620843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37142) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:24.675879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:24.703473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:24.802047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:24.804745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:24.806538 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "DELETE /v2.0/security-groups/441b89a5-30cd-4288-9c15-27e64d299967 HTTP/1.1" status: 204 len: 168 time: 0.1846120 Aug 10 02:49:24.812541 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37146) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:24.815835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=441b89a5-30cd-4288-9c15-27e64d299967,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:24.823764 n-d-767704-21 neutron-server[101224]: INFO neutron.api.v2.resource [None req-e3842955-031d-47fe-a048-1ad9eed09aa9 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] show failed (client error): The resource could not be found. Aug 10 02:49:24.827279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.827279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.827519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e3842955-031d-47fe-a048-1ad9eed09aa9 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "GET /v2.0/security-groups/441b89a5-30cd-4288-9c15-27e64d299967 HTTP/1.1" status: 404 len: 347 time: 0.0144677 Aug 10 02:49:24.827623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.827623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.827623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.827623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.827623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.827623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.827623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.827623 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.828276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37148) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:24.828368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.828368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692b6e6-655e-47f1-a33a-0e5eaf19680a tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:24.949348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Deleting port f287ceb7-b761-482c-83ec-cabe01eb95bc {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:49:24.949700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:25.026325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:25.026684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:25.037769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Calling delete_port for f287ceb7-b761-482c-83ec-cabe01eb95bc owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:49:25.241992 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:25.267690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Pushing event deleted for resources: {'Port': ['ID=f287ceb7-b761-482c-83ec-cabe01eb95bc,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:25.295666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.296009 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.296350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.296688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.297022 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.297352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.297726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.298051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.298376 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.298727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.299066 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.299373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:25.336201 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:25.339369 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:25.340510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-65910633-7fba-4c4e-919f-5cf9ac339d50 tempest-ServerActionsTestJSON-1362970487 tempest-ServerActionsTestJSON-1362970487-project] 10.222.0.38 "DELETE /v2.0/floatingips/6dd21f84-8e74-45ed-83b3-f1ea3f0ae8dc HTTP/1.1" status: 204 len: 168 time: 0.5120897 Aug 10 02:49:25.343546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37150) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:25.730851 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:25.971913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Deleting port 4741252d-cb96-4fcb-b695-9d5233a1f124 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:49:25.972185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:26.048389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] For port 4741252d-cb96-4fcb-b695-9d5233a1f124, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4741252d-cb96-4fcb-b695-9d5233a1f124,segment=NetworkSegment(e21f1f1c-a98c-4460-8f0a-bd2409cd615e),segment_id=e21f1f1c-a98c-4460-8f0a-bd2409cd615e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:26.048751 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:26.065258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Calling delete_port for 4741252d-cb96-4fcb-b695-9d5233a1f124 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:49:26.301431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:26.327553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4741252d-cb96-4fcb-b695-9d5233a1f124,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:26.496137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:26.711778 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Router f66212cc-8536-47ea-a893-53e490bd55c4 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:49:26.817960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:49:26.823844 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-956358de-2c20-4ee4-85f9-093e31284af2 admin admin] 10.222.0.38 "PUT /v2.0/routers/f66212cc-8536-47ea-a893-53e490bd55c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4793417 Aug 10 02:49:26.826291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37154) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:26.828972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] Sync routers for ids ['f66212cc-8536-47ea-a893-53e490bd55c4'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:49:26.838660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] Routers {'f66212cc-8536-47ea-a893-53e490bd55c4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:49:26.839277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:49:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f66212cc-8536-47ea-a893-53e490bd55c4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:49:26.929063 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:26.940618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] Set router f66212cc-8536-47ea-a893-53e490bd55c4 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:49:27.032180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.116992 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '0466e503-de22-4fe2-97b3-248c64079156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:49:26Z', 'revision_number': 5, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'gw_port': {'id': '0466e503-de22-4fe2-97b3-248c64079156', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:49:27.144023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] Checking router: f66212cc-8536-47ea-a893-53e490bd55c4 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:49:27.152283 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] Routers {'f66212cc-8536-47ea-a893-53e490bd55c4'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:49:27.152900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:49:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['f66212cc-8536-47ea-a893-53e490bd55c4'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:49:27.176342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Deleting port 0466e503-de22-4fe2-97b3-248c64079156 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:49:27.176698 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.237813 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] Set router f66212cc-8536-47ea-a893-53e490bd55c4 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:49:27.256530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] For port 0466e503-de22-4fe2-97b3-248c64079156, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0466e503-de22-4fe2-97b3-248c64079156,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:27.256901 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.269434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Calling delete_port for 0466e503-de22-4fe2-97b3-248c64079156 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:49:27.288305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:49:27Z', 'revision_number': 6, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:49:27.318200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df506df-b69f-4480-9bda-957eacb7b4c0 None None] The sync data for ids ['f66212cc-8536-47ea-a893-53e490bd55c4'] in n-d-767704-21 is: [{'id': 'f66212cc-8536-47ea-a893-53e490bd55c4', 'name': 'tempest-ServerActionsTestJSON-1892711095-router', 'tenant_id': '98c24fb07252426492aa4c5db15c03df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:43:17Z', 'updated_at': '2021-08-10T02:49:27Z', 'revision_number': 6, 'project_id': '98c24fb07252426492aa4c5db15c03df', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:49:27.501714 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.531360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Pushing event deleted for resources: {'Port': ['ID=0466e503-de22-4fe2-97b3-248c64079156,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:27.590837 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.686791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.689068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.815999 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.816493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f66212cc-8536-47ea-a893-53e490bd55c4 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:49:27.821873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.823095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-51a0a14c-b5b1-4150-a586-32a389d7e12c admin admin] 10.222.0.38 "DELETE /v2.0/routers/f66212cc-8536-47ea-a893-53e490bd55c4 HTTP/1.1" status: 204 len: 168 time: 0.9958444 Aug 10 02:49:27.825578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37156) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:27.873739 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab98bf32-e8eb-4a5e-9dea-06d7ae371663 admin admin] Deleting subnet 38add650-18b0-4b9f-a1ad-abb34c25ae40 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:49:27.876741 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab98bf32-e8eb-4a5e-9dea-06d7ae371663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.911633 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab98bf32-e8eb-4a5e-9dea-06d7ae371663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:27.988395 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab98bf32-e8eb-4a5e-9dea-06d7ae371663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.095736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0466e503-de22-4fe2-97b3-248c64079156 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:49:28.116153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 0466e503-de22-4fe2-97b3-248c64079156 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:49:28.116498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0466e503-de22-4fe2-97b3-248c64079156 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:49:28.116965 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4741252d-cb96-4fcb-b695-9d5233a1f124 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:49:28.128299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab98bf32-e8eb-4a5e-9dea-06d7ae371663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.136686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 4741252d-cb96-4fcb-b695-9d5233a1f124 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:49:28.137035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4741252d-cb96-4fcb-b695-9d5233a1f124 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:49:28.156856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98bf32-e8eb-4a5e-9dea-06d7ae371663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38add650-18b0-4b9f-a1ad-abb34c25ae40,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:28.158847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ab98bf32-e8eb-4a5e-9dea-06d7ae371663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.160787 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ab98bf32-e8eb-4a5e-9dea-06d7ae371663 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/38add650-18b0-4b9f-a1ad-abb34c25ae40 HTTP/1.1" status: 204 len: 168 time: 0.3342247 Aug 10 02:49:28.163556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be73c96-f5da-409a-ab50-3ceca65700ca None None] Network 95361c06-2af7-4604-9bf3-e031407c3270 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:49:28.163833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37158) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:28.237393 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.294362 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Deleting port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:49:28.294739 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.355883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] DHCP port deletion for 95361c06-2af7-4604-9bf3-e031407c3270 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:49:28.364788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] For port 6824d47e-2a74-4a5c-8513-f1a5025a44e8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6824d47e-2a74-4a5c-8513-f1a5025a44e8,segment=NetworkSegment(e21f1f1c-a98c-4460-8f0a-bd2409cd615e),segment_id=e21f1f1c-a98c-4460-8f0a-bd2409cd615e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:28.365166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.379137 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Calling delete_port for 6824d47e-2a74-4a5c-8513-f1a5025a44e8 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:49:28.402416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Deleting port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:49:28.402827 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.466512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] For port 6824d47e-2a74-4a5c-8513-f1a5025a44e8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6824d47e-2a74-4a5c-8513-f1a5025a44e8,segment=NetworkSegment(e21f1f1c-a98c-4460-8f0a-bd2409cd615e),segment_id=e21f1f1c-a98c-4460-8f0a-bd2409cd615e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:28.473199 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.479164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Calling delete_port for 6824d47e-2a74-4a5c-8513-f1a5025a44e8 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:49:28.539369 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.552361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] No DVR routers for this DVR port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:49:28.555154 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.580213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Pushing event deleted for resources: {'Port': ['ID=6824d47e-2a74-4a5c-8513-f1a5025a44e8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:28.581144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Pushing event deleted for resources: {'Port': ['ID=6824d47e-2a74-4a5c-8513-f1a5025a44e8,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:28.589890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.590237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.590838 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.591179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.591774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.592028 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.592354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.592677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.592998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.593318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.593659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.593955 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:49:28.596528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b19e4-c8b4-4de5-a85a-1c1625118704 None None] No DVR routers for this DVR port 6824d47e-2a74-4a5c-8513-f1a5025a44e8 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:49:28.654195 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.663762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95361c06-2af7-4604-9bf3-e031407c3270']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:49:28.674699 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:49:28.674999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21f1f1c-a98c-4460-8f0a-bd2409cd615e') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:49:28.683645 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.697822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.703859 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:49:28.704251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:49:28.705900 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:49:28.824745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.830201 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:28.832093 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] 10.222.0.38 "DELETE /v2.0/networks/95361c06-2af7-4604-9bf3-e031407c3270 HTTP/1.1" status: 204 len: 168 time: 0.6671205 Aug 10 02:49:28.843572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d82db-bb3d-47d0-86a8-8cf1788c502a admin admin] Pushing event deleted for resources: {'Network': ['ID=95361c06-2af7-4604-9bf3-e031407c3270,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:29.189816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37162) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:29.229840 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-513060a1-7ef0-41b8-b5b2-b2f5ea053633 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98c24fb07252426492aa4c5db15c03df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388618 Aug 10 02:49:29.232845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37164) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:29.279807 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c85c6f9-3dd4-4d60-8bbb-7da7e13128f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:29.300044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c85c6f9-3dd4-4d60-8bbb-7da7e13128f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:29.419006 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c85c6f9-3dd4-4d60-8bbb-7da7e13128f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:29.421601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c85c6f9-3dd4-4d60-8bbb-7da7e13128f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:29.422804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3c85c6f9-3dd4-4d60-8bbb-7da7e13128f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9dc1dc4b-765b-482a-b7b9-a89740233f0f HTTP/1.1" status: 204 len: 168 time: 0.1890481 Aug 10 02:49:29.431380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c6f9-3dd4-4d60-8bbb-7da7e13128f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc1dc4b-765b-482a-b7b9-a89740233f0f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:29.957665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6824d47e-2a74-4a5c-8513-f1a5025a44e8 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:49:30.136774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 6824d47e-2a74-4a5c-8513-f1a5025a44e8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:49:30.137124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6824d47e-2a74-4a5c-8513-f1a5025a44e8 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:49:30.476024 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:30.572811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-874014473-network', 'tenant_id': '6f39b5dfe24740cb887c0404f86239b8'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:49:30.670580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Made reservation on behalf of 6f39b5dfe24740cb887c0404f86239b8 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:49:30.672936 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:30.685776 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:30.773498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:30.855255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:30.876491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:49:30.890731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf919913-0b30-4ad0-a94d-c7a9d074deb9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:30.895466 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:30.895820 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Added segment 4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce of type vlan for network 86dc3bc5-0711-49ef-9849-117944d9939d Aug 10 02:49:30.935950 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:31.009551 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:31.010748 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:31.011329 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:31.069628 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] Pushing event updated for resources: {'Network': ['ID=86dc3bc5-0711-49ef-9849-117944d9939d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:31.079747 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 86dc3bc5-0711-49ef-9849-117944d9939d details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:49:31.113445 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b60c5663-bbf9-46d8-8d1e-bef09f907a86 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6362863 Aug 10 02:49:31.116300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37190) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:49:31.122425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Request body: {'subnet': {'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-874014473-subnet', 'tenant_id': '6f39b5dfe24740cb887c0404f86239b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:49:31.198317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Made reservation on behalf of 6f39b5dfe24740cb887c0404f86239b8 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:49:31.200699 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:31.438601 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:31.501505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1294be-22a7-4f49-bf96-dea44ed626f1,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:31.510756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Checking segment: {'id': '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:49:31.511122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Network hostable DHCP agents. Network: 86dc3bc5-0711-49ef-9849-117944d9939d, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:49:31.612861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Network 86dc3bc5-0711-49ef-9849-117944d9939d is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:49:31.687368 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 86dc3bc5-0711-49ef-9849-117944d9939d) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:49:31.692037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:31.692789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:31.698456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be22cf52-834b-424c-ba61-cab1d122072b None None] Network 86dc3bc5-0711-49ef-9849-117944d9939d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:49:31.791249 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f349e629-64d2-4bbd-9937-ce9595ae00b5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6737952 Aug 10 02:49:31.828822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26f829a-f626-4f53-a893-73ab959827ba None None] Network 86dc3bc5-0711-49ef-9849-117944d9939d requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:49:32.204151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9c2407ed-2fef-4e0f-80f9-fe9626d21e4c tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:32.205542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9c2407ed-2fef-4e0f-80f9-fe9626d21e4c tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/networks?id=86dc3bc5-0711-49ef-9849-117944d9939d HTTP/1.1" status: 200 len: 813 time: 0.1020548 Aug 10 02:49:32.220939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-1533ff30-d46f-4228-839f-76ac1f57438d tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/quotas/6f39b5dfe24740cb887c0404f86239b8 HTTP/1.1" status: 200 len: 375 time: 0.0097852 Aug 10 02:49:32.253322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-ed89d408-8a3f-4266-aa4a-a1663914cf9a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f39b5dfe24740cb887c0404f86239b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273042 Aug 10 02:49:32.339087 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0598590c-c0f5-4b18-951f-738fce3cd240 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:49:32.340305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0598590c-c0f5-4b18-951f-738fce3cd240 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466111 Aug 10 02:49:32.435483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-d303f062-50aa-4a2b-baf3-477386c0329e service neutron] 10.222.0.38 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889890 Aug 10 02:49:32.526262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0b9c2f1a-98bc-4282-9008-d9e3955695d9 service neutron] 10.222.0.38 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843427 Aug 10 02:49:32.739794 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e135ade7-fc8d-44fa-b271-1e8940261d09 req-d0a37e28-d621-4b4f-a8a5-0d0a345bb439 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 210 time: 0.0317304 Aug 10 02:49:33.835296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff3094e6-4ada-4f8c-a5e6-f2d8ae47b0c8 req-1cddfc06-f320-4eb0-8711-e4ae7eb3d59e tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 210 time: 0.0266070 Aug 10 02:49:34.915130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7847-2c5c-451a-8527-17258ef1856c req-c29b5f84-a3fd-4f81-9544-a8eed1664782 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:34.917205 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-c29b5f84-a3fd-4f81-9544-a8eed1664782 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.11 "GET /v2.0/networks?id=86dc3bc5-0711-49ef-9849-117944d9939d HTTP/1.1" status: 200 len: 813 time: 0.1045320 Aug 10 02:49:34.929772 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Request body: {'port': {'device_id': 'cf899cb5-97ba-4176-8ee9-4af9bb80e725', 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d', 'admin_state_up': True, 'tenant_id': '6f39b5dfe24740cb887c0404f86239b8'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:49:34.933096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-adc2ab49-2a6b-4ebc-a211-9af3a794d4e1 req-b5418a9f-1156-46d5-a4af-235b03294669 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 210 time: 0.0279021 Aug 10 02:49:35.123816 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Made reservation on behalf of 6f39b5dfe24740cb887c0404f86239b8 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:49:35.127418 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:35.250562 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Allocated IP 172.20.0.13 (86dc3bc5-0711-49ef-9849-117944d9939d/ff1294be-22a7-4f49-bf96-dea44ed626f1/99cb8e18-4299-4cdc-8969-a6898665c997) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:49:35.398474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:35.512975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:35.560311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Network 86dc3bc5-0711-49ef-9849-117944d9939d is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:49:35.563439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:49:35.567205 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:49:35.591058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Pushing event updated for resources: {'Port': ['ID=99cb8e18-4299-4cdc-8969-a6898665c997,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:35.618114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:35.618759 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:35.719294 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-0aad0f27-1bfe-4bc1-8da7-fadaf64c778a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7934663 Aug 10 02:49:35.809719 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Request body: {'port': {'device_id': 'cf899cb5-97ba-4176-8ee9-4af9bb80e725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:49:35.862419 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:36.057931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95455e76-b7d1-4efc-936c-ec7bf88280da req-929ce5df-24bc-405a-a6e1-1933b5b83d6d tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:36.060747 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95455e76-b7d1-4efc-936c-ec7bf88280da req-929ce5df-24bc-405a-a6e1-1933b5b83d6d tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 932 time: 0.0524776 Aug 10 02:49:36.101390 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95455e76-b7d1-4efc-936c-ec7bf88280da req-ada124f0-6e4e-481d-8ff6-7c9ec16eab2b tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341363 Aug 10 02:49:36.132181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cb8e18-4299-4cdc-8969-a6898665c997 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:49:36.140474 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:36.152221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Transition to ACTIVE for port object 99cb8e18-4299-4cdc-8969-a6898665c997 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:49:36.224291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:36.293948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Pushing event updated for resources: {'Port': ['ID=99cb8e18-4299-4cdc-8969-a6898665c997,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:36.344281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Attempting to bind port 99cb8e18-4299-4cdc-8969-a6898665c997 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:49:36.344624 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Attempting to bind port 99cb8e18-4299-4cdc-8969-a6898665c997 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:49:36.344961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Attempting to bind port 99cb8e18-4299-4cdc-8969-a6898665c997 on network 86dc3bc5-0711-49ef-9849-117944d9939d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:49:36.349242 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Port 99cb8e18-4299-4cdc-8969-a6898665c997 on network 86dc3bc5-0711-49ef-9849-117944d9939d not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:49:36.349571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Attempting to bind port 99cb8e18-4299-4cdc-8969-a6898665c997 on network 86dc3bc5-0711-49ef-9849-117944d9939d {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:49:36.354961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:49:36.355302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Checking segment: {'id': '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:49:36.355685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Bound using segment: {'id': '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:49:36.356114 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Bound port: 99cb8e18-4299-4cdc-8969-a6898665c997, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:49:36.356476 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:36.421880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] For port 99cb8e18-4299-4cdc-8969-a6898665c997, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:49:36.424893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] For port 99cb8e18-4299-4cdc-8969-a6898665c997, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99cb8e18-4299-4cdc-8969-a6898665c997,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:49:36.488052 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:36.522452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:36.523116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:36.524522 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] 10.222.0.11 "PUT /v2.0/ports/99cb8e18-4299-4cdc-8969-a6898665c997 HTTP/1.1" status: 200 len: 1093 time: 0.7603359 Aug 10 02:49:36.524960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf899cb5-97ba-4176-8ee9-4af9bb80e725', 'tag': '99cb8e18-4299-4cdc-8969-a6898665c997'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:49:36.551552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae5fbd-1364-4478-a32c-3a38f29a7d4b service neutron] Pushing event updated for resources: {'Port': ['ID=99cb8e18-4299-4cdc-8969-a6898665c997,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:36.568126 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ca31f4-a425-47b7-b6de-d77434d77a62" -d '{"events": [{"name": "network-changed", "server_uuid": "cf899cb5-97ba-4176-8ee9-4af9bb80e725", "tag": "99cb8e18-4299-4cdc-8969-a6898665c997"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:49:36.646829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7847-2c5c-451a-8527-17258ef1856c req-faa38398-dc2b-4ae1-a172-1a650aa30eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:36.648391 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-faa38398-dc2b-4ae1-a172-1a650aa30eea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f39b5dfe24740cb887c0404f86239b8&device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 1096 time: 0.0428610 Aug 10 02:49:36.668014 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e947a85-0f45-4be4-b3f5-e974be18a5fc x-openstack-request-id: req-7e947a85-0f45-4be4-b3f5-e974be18a5fc {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:49:36.668014 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf899cb5-97ba-4176-8ee9-4af9bb80e725", "tag": "99cb8e18-4299-4cdc-8969-a6898665c997", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:49:36.668014 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e947a85-0f45-4be4-b3f5-e974be18a5fc {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:49:36.668014 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf899cb5-97ba-4176-8ee9-4af9bb80e725', 'tag': '99cb8e18-4299-4cdc-8969-a6898665c997', 'status': 'completed', 'code': 200} Aug 10 02:49:36.696704 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-11fca4f1-dcfd-4d34-84cd-cdadfcdefb4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99cb8e18-4299-4cdc-8969-a6898665c997 HTTP/1.1" status: 200 len: 217 time: 0.0407178 Aug 10 02:49:36.747694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c7847-2c5c-451a-8527-17258ef1856c req-1cd3595d-afde-4a26-a728-2bbd0db9ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:36.749096 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-1cd3595d-afde-4a26-a728-2bbd0db9ff31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff1294be-22a7-4f49-bf96-dea44ed626f1 HTTP/1.1" status: 200 len: 853 time: 0.0451822 Aug 10 02:49:36.780487 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-7bdc2973-7b0d-4452-9116-6acbb21cf657 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86dc3bc5-0711-49ef-9849-117944d9939d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246162 Aug 10 02:49:36.870037 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-ad636675-8895-479c-a521-1e83aff9a8d3 service neutron] 10.222.0.11 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812750 Aug 10 02:49:36.961509 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-da6c7847-2c5c-451a-8527-17258ef1856c req-164a6c68-cba8-41ce-a10d-684fc4820580 service neutron] 10.222.0.11 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850399 Aug 10 02:49:37.144578 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-f02a4af7-f52f-4836-9472-0318e518319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:37.146116 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-f02a4af7-f52f-4836-9472-0318e518319f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f39b5dfe24740cb887c0404f86239b8&device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 1096 time: 0.0419731 Aug 10 02:49:37.222752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e736ec-3c9f-41a1-be60-311c8cd542c5 req-c64d923b-6bce-4eb3-aaa7-1dc42b65b6c9 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:37.224269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5e736ec-3c9f-41a1-be60-311c8cd542c5 req-c64d923b-6bce-4eb3-aaa7-1dc42b65b6c9 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 944 time: 0.0528884 Aug 10 02:49:37.241996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-902de525-8694-4fda-b60c-c1222166d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:37.243723 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-902de525-8694-4fda-b60c-c1222166d2e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86dc3bc5-0711-49ef-9849-117944d9939d HTTP/1.1" status: 200 len: 914 time: 0.0893443 Aug 10 02:49:37.265005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5e736ec-3c9f-41a1-be60-311c8cd542c5 req-74376148-e255-4d1a-851e-ce3a702ac443 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Aug 10 02:49:37.288077 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-1f6305c6-8985-4b1c-ac21-2e1f0e831e58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99cb8e18-4299-4cdc-8969-a6898665c997 HTTP/1.1" status: 200 len: 217 time: 0.0374928 Aug 10 02:49:37.337170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-9c951dcc-9453-49a0-8537-dce2c3440630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:37.339097 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-9c951dcc-9453-49a0-8537-dce2c3440630 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff1294be-22a7-4f49-bf96-dea44ed626f1 HTTP/1.1" status: 200 len: 853 time: 0.0445492 Aug 10 02:49:37.371910 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-f241dcbe-21de-4ac1-aacf-d4971cf9f15b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86dc3bc5-0711-49ef-9849-117944d9939d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245478 Aug 10 02:49:37.463906 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-7b40eb15-e16b-47f4-bede-e3fe2a748bfc service neutron] 10.222.0.11 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835991 Aug 10 02:49:37.552499 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d8ca31f4-a425-47b7-b6de-d77434d77a62 req-b958f81f-7729-4fd4-b4bc-e9aa333fb6b0 service neutron] 10.222.0.11 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807436 Aug 10 02:49:38.382527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f802c6-f34d-4192-b72b-c5a5104ba4ef req-b8ae9ac1-57b9-468a-ac5b-44d583f7d84b tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:38.384027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45f802c6-f34d-4192-b72b-c5a5104ba4ef req-b8ae9ac1-57b9-468a-ac5b-44d583f7d84b tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 944 time: 0.0492640 Aug 10 02:49:38.421819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45f802c6-f34d-4192-b72b-c5a5104ba4ef req-e562adf5-8203-4094-b356-83148109f0d0 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Aug 10 02:49:39.536752 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9c998-a0e5-4edd-9295-84074a29dc12 req-a735c26f-7c89-48e4-a256-c445af65e486 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:39.538223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ca9c998-a0e5-4edd-9295-84074a29dc12 req-a735c26f-7c89-48e4-a256-c445af65e486 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 944 time: 0.0506060 Aug 10 02:49:39.576020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ca9c998-a0e5-4edd-9295-84074a29dc12 req-9f4e9fb7-06f5-48b8-84f2-432387e46f3d tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Aug 10 02:49:40.693736 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd37e5-6efe-46a0-84d8-f44c88b2cdbd req-d974ea2f-a96d-4184-8386-1c540522016a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:40.695242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32dd37e5-6efe-46a0-84d8-f44c88b2cdbd req-d974ea2f-a96d-4184-8386-1c540522016a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 944 time: 0.0528669 Aug 10 02:49:40.733688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32dd37e5-6efe-46a0-84d8-f44c88b2cdbd req-f8e20d1b-8ecc-47f4-becb-9707f1a2a832 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315309 Aug 10 02:49:40.920720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 99cb8e18-4299-4cdc-8969-a6898665c997 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:49:41.011705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 99cb8e18-4299-4cdc-8969-a6898665c997, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99cb8e18-4299-4cdc-8969-a6898665c997,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:41.022483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '99cb8e18-4299-4cdc-8969-a6898665c997', 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d', 'port_id': '99cb8e18-4299-4cdc-8969-a6898665c997', 'mac_address': 'fa:16:3e:c3:f7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1294be-22a7-4f49-bf96-dea44ed626f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:49:41.061609 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:41.074322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cb8e18-4299-4cdc-8969-a6898665c997 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:49:41.092582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 99cb8e18-4299-4cdc-8969-a6898665c997, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99cb8e18-4299-4cdc-8969-a6898665c997,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:41.163752 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:41.209482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=99cb8e18-4299-4cdc-8969-a6898665c997,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:41.418392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['99cb8e18-4299-4cdc-8969-a6898665c997'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:49:41.855969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b623af4-5099-4623-a211-9f9d49cbf720 req-2e4c5be2-2f3c-4a79-8001-bbbb88436854 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:41.857455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b623af4-5099-4623-a211-9f9d49cbf720 req-2e4c5be2-2f3c-4a79-8001-bbbb88436854 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 945 time: 0.0560985 Aug 10 02:49:41.895223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b623af4-5099-4623-a211-9f9d49cbf720 req-82ac3090-d8e4-42f7-82fe-c96a3cc52686 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319295 Aug 10 02:49:42.936769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 99cb8e18-4299-4cdc-8969-a6898665c997 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:49:43.018307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a5fc-fa88-425b-834a-3836b661ce71 req-73c3dd6e-65b6-4071-95ef-c19dde03f4dd tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:43.019748 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11b6a5fc-fa88-425b-834a-3836b661ce71 req-73c3dd6e-65b6-4071-95ef-c19dde03f4dd tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 945 time: 0.0489423 Aug 10 02:49:43.057269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-11b6a5fc-fa88-425b-834a-3836b661ce71 req-df27ba0f-d417-46e8-b7b0-e4452391b83e tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306492 Aug 10 02:49:43.072897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 99cb8e18-4299-4cdc-8969-a6898665c997 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:49:43.076795 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 99cb8e18-4299-4cdc-8969-a6898665c997 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:49:43.077175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:43.152911 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:43.174202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf899cb5-97ba-4176-8ee9-4af9bb80e725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cb8e18-4299-4cdc-8969-a6898665c997'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:49:43.191169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 99cb8e18-4299-4cdc-8969-a6898665c997, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99cb8e18-4299-4cdc-8969-a6898665c997,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:43.213659 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faa29ad-403e-4853-ae6a-ed8fda0d37c1" -d '{"events": [{"server_uuid": "cf899cb5-97ba-4176-8ee9-4af9bb80e725", "name": "network-vif-plugged", "status": "completed", "tag": "99cb8e18-4299-4cdc-8969-a6898665c997"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:49:43.270321 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:43.299400 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7188098-138b-45a5-8785-67fb60d499a6 x-openstack-request-id: req-b7188098-138b-45a5-8785-67fb60d499a6 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:49:43.299721 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf899cb5-97ba-4176-8ee9-4af9bb80e725", "name": "network-vif-plugged", "status": "completed", "tag": "99cb8e18-4299-4cdc-8969-a6898665c997", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:49:43.299981 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7188098-138b-45a5-8785-67fb60d499a6 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:49:43.300374 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf899cb5-97ba-4176-8ee9-4af9bb80e725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cb8e18-4299-4cdc-8969-a6898665c997', 'code': 200} Aug 10 02:49:43.321024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=99cb8e18-4299-4cdc-8969-a6898665c997,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:43.398436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd38b1a-b535-4682-ba42-b54941d65319 req-f0c63cd2-2d43-48d1-96a4-f6d0471519cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:43.399952 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4dd38b1a-b535-4682-ba42-b54941d65319 req-f0c63cd2-2d43-48d1-96a4-f6d0471519cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 1098 time: 0.0444312 Aug 10 02:49:43.434254 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4dd38b1a-b535-4682-ba42-b54941d65319 req-faf8187a-b52e-49b3-bde2-1668684d9eab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274582 Aug 10 02:49:43.601741 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:44.178109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9d503-6699-4eec-a09b-757aa879b0d6 req-15dee8fb-db0e-410f-ac93-5894da2fa768 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:44.179533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49d9d503-6699-4eec-a09b-757aa879b0d6 req-15dee8fb-db0e-410f-ac93-5894da2fa768 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0544386 Aug 10 02:49:44.217607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49d9d503-6699-4eec-a09b-757aa879b0d6 req-afad2f48-7e81-4a98-99b6-cd56f90c974b tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Aug 10 02:49:44.713171 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:45.335683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d8ece-cea1-46e5-a853-7c362430c358 req-27a919ff-05de-4b14-8e47-3c5ac9df83fc tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:45.337467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e55d8ece-cea1-46e5-a853-7c362430c358 req-27a919ff-05de-4b14-8e47-3c5ac9df83fc tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0499992 Aug 10 02:49:45.375876 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e55d8ece-cea1-46e5-a853-7c362430c358 req-7cbfdfe3-70e4-41cb-bfb8-bd2b52059c34 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Aug 10 02:49:45.607835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-d3340a08-e9c2-412d-a2b3-1ff3202d85c0 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:45.609304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-d3340a08-e9c2-412d-a2b3-1ff3202d85c0 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/networks?id=86dc3bc5-0711-49ef-9849-117944d9939d HTTP/1.1" status: 200 len: 813 time: 0.1109197 Aug 10 02:49:45.625520 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-992a8b13-a95b-424b-90ad-8b3f6858f38d tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/quotas/6f39b5dfe24740cb887c0404f86239b8 HTTP/1.1" status: 200 len: 375 time: 0.0095901 Aug 10 02:49:45.675015 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-e6a378a6-ad97-4fd6-8d2c-045a375dd74a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f39b5dfe24740cb887c0404f86239b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442674 Aug 10 02:49:45.758323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b79f039a-7e1d-49b7-a7b3-165ce6bce0c5 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:49:45.760083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b79f039a-7e1d-49b7-a7b3-165ce6bce0c5 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0433950 Aug 10 02:49:45.847776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-94f0347c-fce9-4572-b530-0ce011f58170 service neutron] 10.222.0.38 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815704 Aug 10 02:49:45.940564 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-cce5b7e1-0eac-4281-a921-7d13c74d6d20 service neutron] 10.222.0.38 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852599 Aug 10 02:49:46.169209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-84072996-073a-4d66-a4bf-2fff23255cef req-e5f9323c-287b-4957-9428-731787ff1765 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 210 time: 0.0270469 Aug 10 02:49:47.263626 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-917fac20-36ff-4a36-aaf2-25ae5fcc486b req-4ab0da54-230b-44da-af4c-6cd5c4310d1a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 210 time: 0.0259354 Aug 10 02:49:47.912335 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f1292f2-3b04-46f1-8a49-ca0279399c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:48.116062 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-1c4a24f7-1c81-46b4-9195-053e9bc7738a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:48.117634 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-1c4a24f7-1c81-46b4-9195-053e9bc7738a tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.16 "GET /v2.0/networks?id=86dc3bc5-0711-49ef-9849-117944d9939d HTTP/1.1" status: 200 len: 813 time: 0.1047552 Aug 10 02:49:48.131838 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Request body: {'port': {'device_id': 'd4a953b0-2734-4755-a1fb-18c35cd6defc', 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d', 'admin_state_up': True, 'tenant_id': '6f39b5dfe24740cb887c0404f86239b8'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:49:48.304336 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Made reservation on behalf of 6f39b5dfe24740cb887c0404f86239b8 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:49:48.309547 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:48.397379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-98620317-1857-4d4e-8721-10c3313207e7 req-99d69a2f-7c14-4d6b-96d6-89b4d92d2e43 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 210 time: 0.0593011 Aug 10 02:49:48.469045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Allocated IP 172.20.0.8 (86dc3bc5-0711-49ef-9849-117944d9939d/ff1294be-22a7-4f49-bf96-dea44ed626f1/47f20024-3882-4352-b68b-985c7944898d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:49:48.616645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:48.718493 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:48.731360 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['99cb8e18-4299-4cdc-8969-a6898665c997'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:49:48.759580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Network 86dc3bc5-0711-49ef-9849-117944d9939d is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:49:48.765264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:49:48.769013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:49:48.794489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Pushing event updated for resources: {'Port': ['ID=47f20024-3882-4352-b68b-985c7944898d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:48.822803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:48.824247 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:48.893525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-96756b1f-8a60-449a-ace1-d03505690a49 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655082 Aug 10 02:49:48.977918 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Request body: {'port': {'device_id': 'd4a953b0-2734-4755-a1fb-18c35cd6defc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:49:49.034691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:49.287573 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f20024-3882-4352-b68b-985c7944898d {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:49:49.295492 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:49.306905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Transition to ACTIVE for port object 47f20024-3882-4352-b68b-985c7944898d will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:49:49.384448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:49.800730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Pushing event updated for resources: {'Port': ['ID=47f20024-3882-4352-b68b-985c7944898d,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:49.884106 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a4330-c13b-4ffd-b19a-1043fe8b1f89 req-93facdc3-3752-42c1-b2ab-d21eac48abb5 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:49.886135 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-832a4330-c13b-4ffd-b19a-1043fe8b1f89 req-93facdc3-3752-42c1-b2ab-d21eac48abb5 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 943 time: 0.0878272 Aug 10 02:49:49.888532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Attempting to bind port 47f20024-3882-4352-b68b-985c7944898d on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:49:49.888872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Attempting to bind port 47f20024-3882-4352-b68b-985c7944898d by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:49:49.889205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Attempting to bind port 47f20024-3882-4352-b68b-985c7944898d on network 86dc3bc5-0711-49ef-9849-117944d9939d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:49:49.899999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Port 47f20024-3882-4352-b68b-985c7944898d on network 86dc3bc5-0711-49ef-9849-117944d9939d not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:49:49.902204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Attempting to bind port 47f20024-3882-4352-b68b-985c7944898d on network 86dc3bc5-0711-49ef-9849-117944d9939d {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:49:49.912782 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:49:49.913119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Checking segment: {'id': '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:49:49.913498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Bound using segment: {'id': '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:49:49.913930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Bound port: 47f20024-3882-4352-b68b-985c7944898d, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:49:49.914306 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:49.962153 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-832a4330-c13b-4ffd-b19a-1043fe8b1f89 req-0bcd8481-4849-461b-9d32-d67a0f09e094 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696068 Aug 10 02:49:49.992280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] For port 47f20024-3882-4352-b68b-985c7944898d, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:49:49.996210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] For port 47f20024-3882-4352-b68b-985c7944898d, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=47f20024-3882-4352-b68b-985c7944898d,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:49:50.073006 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:50.108707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:50.109324 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:50.110758 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] 10.222.0.16 "PUT /v2.0/ports/47f20024-3882-4352-b68b-985c7944898d HTTP/1.1" status: 200 len: 1092 time: 1.1750546 Aug 10 02:49:50.111193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a953b0-2734-4755-a1fb-18c35cd6defc', 'tag': '47f20024-3882-4352-b68b-985c7944898d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:49:50.139341 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652de94-c2b3-4f2a-b92d-db34220e6c0c service neutron] Pushing event updated for resources: {'Port': ['ID=47f20024-3882-4352-b68b-985c7944898d,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:50.155201 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd37563-15a3-404f-bf4f-710c28432b50" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a953b0-2734-4755-a1fb-18c35cd6defc", "tag": "47f20024-3882-4352-b68b-985c7944898d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:49:50.256721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-30d598ad-4bdc-40b2-a772-640eb2c77999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:50.258318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-30d598ad-4bdc-40b2-a772-640eb2c77999 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f39b5dfe24740cb887c0404f86239b8&device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 1095 time: 0.0416837 Aug 10 02:49:50.259681 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a62a528-9e5b-4cc3-867b-2b7621d0be37 x-openstack-request-id: req-0a62a528-9e5b-4cc3-867b-2b7621d0be37 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:49:50.259968 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a953b0-2734-4755-a1fb-18c35cd6defc", "tag": "47f20024-3882-4352-b68b-985c7944898d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:49:50.260221 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a62a528-9e5b-4cc3-867b-2b7621d0be37 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:49:50.261240 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a953b0-2734-4755-a1fb-18c35cd6defc', 'tag': '47f20024-3882-4352-b68b-985c7944898d', 'status': 'completed', 'code': 200} Aug 10 02:49:50.300009 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-3b1f77ba-51e3-43c6-bd05-55f5d0ea934f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f20024-3882-4352-b68b-985c7944898d HTTP/1.1" status: 200 len: 217 time: 0.0339344 Aug 10 02:49:50.352316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-80d02641-043a-457c-89cb-dc1555ee70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:50.353754 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-80d02641-043a-457c-89cb-dc1555ee70c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff1294be-22a7-4f49-bf96-dea44ed626f1 HTTP/1.1" status: 200 len: 853 time: 0.0475817 Aug 10 02:49:50.385238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-c0579382-f2da-4783-86ff-8b25adf24a01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86dc3bc5-0711-49ef-9849-117944d9939d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246270 Aug 10 02:49:50.474812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-74479756-d4ef-4149-874a-881272e09c66 service neutron] 10.222.0.16 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816128 Aug 10 02:49:50.572408 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff131f98-90f2-4f79-b7ce-e34e6eab2c8d req-3c7f87e4-e23f-4f48-bf6a-f05622e23fd3 service neutron] 10.222.0.16 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907271 Aug 10 02:49:50.615256 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c9ce53a2-ff40-4736-9f82-fc7ba4462b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:50.756941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-10c78762-6cf0-4b13-a108-cd7c0008de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:50.758368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-10c78762-6cf0-4b13-a108-cd7c0008de8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f39b5dfe24740cb887c0404f86239b8&device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 1095 time: 0.0422249 Aug 10 02:49:50.855089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-17d0bcd7-a995-4561-9b66-e745b52bd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:50.857077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-17d0bcd7-a995-4561-9b66-e745b52bd494 service neutron] 10.222.0.16 "GET /v2.0/networks?id=86dc3bc5-0711-49ef-9849-117944d9939d HTTP/1.1" status: 200 len: 914 time: 0.0921280 Aug 10 02:49:50.899565 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-c509b446-6eba-4739-9eaf-1c7d3b1a439f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f20024-3882-4352-b68b-985c7944898d HTTP/1.1" status: 200 len: 217 time: 0.0353177 Aug 10 02:49:50.950915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-bb042c59-365d-4112-9f8e-df3d9e0b924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:50.952412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-bb042c59-365d-4112-9f8e-df3d9e0b924f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff1294be-22a7-4f49-bf96-dea44ed626f1 HTTP/1.1" status: 200 len: 853 time: 0.0461102 Aug 10 02:49:50.984160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-5637794a-4f52-449b-877e-45822a40074d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86dc3bc5-0711-49ef-9849-117944d9939d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237460 Aug 10 02:49:51.123862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09858bbd-35e5-4772-9feb-55d1bff45039 req-1df4ff8c-dca5-4a36-a604-521a35e9a054 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:51.125415 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09858bbd-35e5-4772-9feb-55d1bff45039 req-1df4ff8c-dca5-4a36-a604-521a35e9a054 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 943 time: 0.0823894 Aug 10 02:49:51.131354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-8890e3f7-9b04-4e33-bee0-6e8170b500d7 service neutron] 10.222.0.16 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391230 Aug 10 02:49:51.186802 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:51.214125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-09858bbd-35e5-4772-9feb-55d1bff45039 req-bd531906-a97a-4511-8d75-59aeb263e116 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817266 Aug 10 02:49:51.254946 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cdd37563-15a3-404f-bf4f-710c28432b50 req-1915f279-b9b4-4dbd-8b2f-bc5b0bed5448 service neutron] 10.222.0.16 "GET /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153622 Aug 10 02:49:52.333755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c15ec0-7289-490d-a6fe-2fd2b591ee60 req-6b0cbe94-72e2-4136-b3b6-0e159910d66f tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:52.335274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73c15ec0-7289-490d-a6fe-2fd2b591ee60 req-6b0cbe94-72e2-4136-b3b6-0e159910d66f tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 943 time: 0.0510895 Aug 10 02:49:52.374023 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73c15ec0-7289-490d-a6fe-2fd2b591ee60 req-d83d2227-7985-40d3-9989-8aa0a0375552 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Aug 10 02:49:52.475440 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:53.290666 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:49:53.492005 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fe18b-b96b-43c0-8815-2a23cf6f60e3 req-d6a7b0b8-2f48-4b72-911d-a2af50c7eec5 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:53.493477 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f2fe18b-b96b-43c0-8815-2a23cf6f60e3 req-d6a7b0b8-2f48-4b72-911d-a2af50c7eec5 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 943 time: 0.0533166 Aug 10 02:49:53.531315 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f2fe18b-b96b-43c0-8815-2a23cf6f60e3 req-87e9019c-922c-4568-bf6e-b85b3a13a1f5 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Aug 10 02:49:53.960421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 47f20024-3882-4352-b68b-985c7944898d details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:49:54.012801 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:54.051566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 47f20024-3882-4352-b68b-985c7944898d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=47f20024-3882-4352-b68b-985c7944898d,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:54.062075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '47f20024-3882-4352-b68b-985c7944898d', 'network_id': '86dc3bc5-0711-49ef-9849-117944d9939d', 'port_id': '47f20024-3882-4352-b68b-985c7944898d', 'mac_address': 'fa:16:3e:06:30:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1294be-22a7-4f49-bf96-dea44ed626f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:49:54.098515 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:54.114478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f20024-3882-4352-b68b-985c7944898d {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:49:54.133465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 47f20024-3882-4352-b68b-985c7944898d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=47f20024-3882-4352-b68b-985c7944898d,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:54.203718 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:54.250688 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=47f20024-3882-4352-b68b-985c7944898d,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:54.415744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['47f20024-3882-4352-b68b-985c7944898d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:49:54.643161 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288a409-c16c-4a29-ac19-b0d8e014b249 req-42fe2eef-d152-4fa6-87e7-fd92657a6763 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:54.644646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d288a409-c16c-4a29-ac19-b0d8e014b249 req-42fe2eef-d152-4fa6-87e7-fd92657a6763 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 944 time: 0.0485048 Aug 10 02:49:54.683307 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d288a409-c16c-4a29-ac19-b0d8e014b249 req-ce07f9b5-a543-4cc3-9a36-e99e2a205223 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327866 Aug 10 02:49:55.799863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7f9d0-d8db-4780-8f16-16dfe575c46d req-589989c3-c57c-4e9c-94ea-a4d3dada76b7 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:55.801387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3b7f9d0-d8db-4780-8f16-16dfe575c46d req-589989c3-c57c-4e9c-94ea-a4d3dada76b7 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 944 time: 0.0480926 Aug 10 02:49:55.837863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3b7f9d0-d8db-4780-8f16-16dfe575c46d req-280ae300-9251-4fb9-9f77-d2bf7d653812 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306344 Aug 10 02:49:55.976189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 47f20024-3882-4352-b68b-985c7944898d up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:49:56.081090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 47f20024-3882-4352-b68b-985c7944898d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:49:56.084748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 47f20024-3882-4352-b68b-985c7944898d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:49:56.085116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:56.159849 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:56.181125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a953b0-2734-4755-a1fb-18c35cd6defc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f20024-3882-4352-b68b-985c7944898d'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:49:56.183555 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d930736-402c-4bdd-9e07-e7698f4d8a9b" -d '{"events": [{"server_uuid": "d4a953b0-2734-4755-a1fb-18c35cd6defc", "name": "network-vif-plugged", "status": "completed", "tag": "47f20024-3882-4352-b68b-985c7944898d"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:49:56.196393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 47f20024-3882-4352-b68b-985c7944898d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=47f20024-3882-4352-b68b-985c7944898d,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:49:56.218531 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6589bc4e-4a50-4c99-9b60-323c9b2c744f x-openstack-request-id: req-6589bc4e-4a50-4c99-9b60-323c9b2c744f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:49:56.218844 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a953b0-2734-4755-a1fb-18c35cd6defc", "name": "network-vif-plugged", "status": "completed", "tag": "47f20024-3882-4352-b68b-985c7944898d", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:49:56.219095 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6589bc4e-4a50-4c99-9b60-323c9b2c744f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:49:56.219481 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a953b0-2734-4755-a1fb-18c35cd6defc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f20024-3882-4352-b68b-985c7944898d', 'code': 200} Aug 10 02:49:56.261518 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:49:56.313023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=47f20024-3882-4352-b68b-985c7944898d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:49:56.317607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d68f-12e9-4f3a-a3d4-f968e3b01fac req-498fc340-7e94-4e05-9e35-5c93b800d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:56.319142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12d7d68f-12e9-4f3a-a3d4-f968e3b01fac req-498fc340-7e94-4e05-9e35-5c93b800d7d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 1097 time: 0.0449371 Aug 10 02:49:56.353859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12d7d68f-12e9-4f3a-a3d4-f968e3b01fac req-7bd50358-5202-4089-8b1a-9d2421864901 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274262 Aug 10 02:49:56.952559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b91399-86e3-492a-84db-23e20783a789 req-73ec9065-29d7-42e2-a55f-22a30ce8c0c5 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:56.953951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7b91399-86e3-492a-84db-23e20783a789 req-73ec9065-29d7-42e2-a55f-22a30ce8c0c5 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 945 time: 0.0497987 Aug 10 02:49:56.991087 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7b91399-86e3-492a-84db-23e20783a789 req-660f747e-b6fd-424e-89a9-a40f932e5202 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Aug 10 02:49:58.108835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9d4c-13f2-4888-a3bb-a95648844bfa req-851a7316-2d7b-44b9-a8f4-8f8f52c44e11 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:58.110358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-272b9d4c-13f2-4888-a3bb-a95648844bfa req-851a7316-2d7b-44b9-a8f4-8f8f52c44e11 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 945 time: 0.0497339 Aug 10 02:49:58.149269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-272b9d4c-13f2-4888-a3bb-a95648844bfa req-9181b3af-db65-40e6-af5f-f4387ece7423 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328357 Aug 10 02:49:58.586140 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a30d2-fc21-4181-93a1-f643b4c19567 req-f2aa4cb6-3799-476e-bc19-18414f674972 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:58.587673 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf5a30d2-fc21-4181-93a1-f643b4c19567 req-f2aa4cb6-3799-476e-bc19-18414f674972 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 945 time: 0.0561180 Aug 10 02:49:58.627001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf5a30d2-fc21-4181-93a1-f643b4c19567 req-d6b1cf4b-8f3f-4c35-86db-4eb580b2a2e7 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Aug 10 02:49:59.743474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d425a-faa0-416e-94eb-397bd4dbb95a req-998f51d5-a92b-45ab-8751-9f88587400f7 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:59.745272 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f9d425a-faa0-416e-94eb-397bd4dbb95a req-998f51d5-a92b-45ab-8751-9f88587400f7 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 945 time: 0.0498052 Aug 10 02:49:59.807771 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f9d425a-faa0-416e-94eb-397bd4dbb95a req-a9699a57-e74f-4cd9-92c8-986a86bc0333 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560739 Aug 10 02:49:59.824090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-f65f5cc7-a28e-478f-add3-30627e6d1a9e tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:49:59.826173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-f65f5cc7-a28e-478f-add3-30627e6d1a9e tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 945 time: 0.0606868 Aug 10 02:49:59.929766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Deleting port 47f20024-3882-4352-b68b-985c7944898d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:49:59.930113 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:00.020961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] For port 47f20024-3882-4352-b68b-985c7944898d, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=47f20024-3882-4352-b68b-985c7944898d,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:00.021330 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:00.034130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Calling delete_port for 47f20024-3882-4352-b68b-985c7944898d owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:00.226540 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:00.238655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['99cb8e18-4299-4cdc-8969-a6898665c997'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:50:00.241722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['47f20024-3882-4352-b68b-985c7944898d'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:50:00.256110 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Pushing event deleted for resources: {'Port': ['ID=47f20024-3882-4352-b68b-985c7944898d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:00.301767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] No DVR routers for this DVR port 47f20024-3882-4352-b68b-985c7944898d on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:00.304487 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:00.306441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-31291dd0-da04-4e1d-bddd-4bb534a81597 req-a813307c-08eb-423d-969e-a0959b332e46 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.16 "DELETE /v2.0/ports/47f20024-3882-4352-b68b-985c7944898d HTTP/1.1" status: 204 len: 173 time: 0.4737206 Aug 10 02:50:00.306903 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a953b0-2734-4755-a1fb-18c35cd6defc', 'name': 'network-vif-deleted', 'tag': '47f20024-3882-4352-b68b-985c7944898d'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:50:00.309271 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae67bba6-728e-482f-84c7-9717381eb0f6" -d '{"events": [{"server_uuid": "d4a953b0-2734-4755-a1fb-18c35cd6defc", "name": "network-vif-deleted", "tag": "47f20024-3882-4352-b68b-985c7944898d"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:50:00.345672 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b226c1d0-9691-4eca-b6c9-fbce07f3100a x-openstack-request-id: req-b226c1d0-9691-4eca-b6c9-fbce07f3100a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:50:00.345992 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a953b0-2734-4755-a1fb-18c35cd6defc", "name": "network-vif-deleted", "tag": "47f20024-3882-4352-b68b-985c7944898d", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:50:00.346177 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b226c1d0-9691-4eca-b6c9-fbce07f3100a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:50:00.346599 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a953b0-2734-4755-a1fb-18c35cd6defc', 'name': 'network-vif-deleted', 'tag': '47f20024-3882-4352-b68b-985c7944898d', 'status': 'completed', 'code': 200} Aug 10 02:50:00.917048 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3121c8eb-f0a4-401f-b809-032641206ceb req-d32afa4b-c6d5-474e-be96-2aef6c382d15 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a953b0-2734-4755-a1fb-18c35cd6defc HTTP/1.1" status: 200 len: 210 time: 0.0274611 Aug 10 02:50:02.067227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb88b9-2865-4137-9fc1-250f1c63be53 req-f70b834a-e315-4455-a5ae-ea54f51f6e78 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:02.068710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9eb88b9-2865-4137-9fc1-250f1c63be53 req-f70b834a-e315-4455-a5ae-ea54f51f6e78 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0511861 Aug 10 02:50:02.107542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9eb88b9-2865-4137-9fc1-250f1c63be53 req-77ac6f26-06ed-4f33-bae0-23b1c3ed5704 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Aug 10 02:50:02.237458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d32721-325f-4c48-a528-ef5bea94634e req-353ebc03-a387-4dd7-a3c4-47148dff4af3 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:02.238884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85d32721-325f-4c48-a528-ef5bea94634e req-353ebc03-a387-4dd7-a3c4-47148dff4af3 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0483501 Aug 10 02:50:02.277290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-85d32721-325f-4c48-a528-ef5bea94634e req-04bab485-ca02-4fab-be16-7e6038d46eb0 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Aug 10 02:50:02.396071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04dfd5-7b51-46ef-9d3c-dbb29f910605 req-9db0d3b6-3783-41a8-a96b-1380a7e197bb tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:02.397576 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c04dfd5-7b51-46ef-9d3c-dbb29f910605 req-9db0d3b6-3783-41a8-a96b-1380a7e197bb tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0527890 Aug 10 02:50:02.434959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c04dfd5-7b51-46ef-9d3c-dbb29f910605 req-964d67fb-f904-4c50-a8b5-b48541fa6c26 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Aug 10 02:50:02.600641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb142883-4849-478c-abbc-b272b8897f6e req-f90a7d78-c14b-488a-b331-ada674425bcc tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:02.602115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb142883-4849-478c-abbc-b272b8897f6e req-f90a7d78-c14b-488a-b331-ada674425bcc tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0487731 Aug 10 02:50:02.640078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb142883-4849-478c-abbc-b272b8897f6e req-a79c096c-24db-4320-9619-aecaee903129 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317581 Aug 10 02:50:02.756313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2501b-03a7-4c03-81ab-8e0cdcb609cf req-f9d26ef0-bb51-4bd7-a65c-20ff28b5e6cb tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:02.757947 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ff2501b-03a7-4c03-81ab-8e0cdcb609cf req-f9d26ef0-bb51-4bd7-a65c-20ff28b5e6cb tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0499241 Aug 10 02:50:02.795590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ff2501b-03a7-4c03-81ab-8e0cdcb609cf req-9f405867-6ec7-46a1-b5f1-fc3b32422b62 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306358 Aug 10 02:50:02.922259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d95368-0fd9-43d3-b1e3-96546a158722 req-0b9ea8b6-6b66-43f9-a001-495e994858ba tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:02.923761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77d95368-0fd9-43d3-b1e3-96546a158722 req-0b9ea8b6-6b66-43f9-a001-495e994858ba tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0526712 Aug 10 02:50:02.962269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77d95368-0fd9-43d3-b1e3-96546a158722 req-4e95107b-d66d-4371-9302-acaaf854fd4d tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325499 Aug 10 02:50:03.480258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d129a8-94e9-4e9f-922a-da4a0d486ea8 req-c35468d1-7f74-4266-90c8-cff5e0314e24 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:03.482407 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21d129a8-94e9-4e9f-922a-da4a0d486ea8 req-c35468d1-7f74-4266-90c8-cff5e0314e24 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0489974 Aug 10 02:50:03.519387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21d129a8-94e9-4e9f-922a-da4a0d486ea8 req-086b9dd0-ab2b-48eb-87a8-072afed74859 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Aug 10 02:50:04.038469 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 47f20024-3882-4352-b68b-985c7944898d no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:50:04.062305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 47f20024-3882-4352-b68b-985c7944898d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:50:04.062720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 47f20024-3882-4352-b68b-985c7944898d not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:50:04.634454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a20f84-1a5c-4f1b-8572-004bb8b47536 req-db6e5886-3048-43db-86b1-52b7262276cc tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:04.636187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60a20f84-1a5c-4f1b-8572-004bb8b47536 req-db6e5886-3048-43db-86b1-52b7262276cc tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0486970 Aug 10 02:50:04.674603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60a20f84-1a5c-4f1b-8572-004bb8b47536 req-7f6084ae-e42e-4f11-92db-56b4b0797b5f tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/security-groups?id=cf919913-0b30-4ad0-a94d-c7a9d074deb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Aug 10 02:50:04.851030 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b240ea75-6a5c-4ab8-8c4c-30b7c5642899 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:04.852407 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b240ea75-6a5c-4ab8-8c4c-30b7c5642899 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 946 time: 0.0483241 Aug 10 02:50:04.943792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Deleting port 99cb8e18-4299-4cdc-8969-a6898665c997 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:04.944144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:05.031989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] For port 99cb8e18-4299-4cdc-8969-a6898665c997, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99cb8e18-4299-4cdc-8969-a6898665c997,segment=NetworkSegment(4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce),segment_id=4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:05.032362 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:05.044966 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Calling delete_port for 99cb8e18-4299-4cdc-8969-a6898665c997 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:05.595590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:05.607764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['99cb8e18-4299-4cdc-8969-a6898665c997'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:50:05.622781 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Pushing event deleted for resources: {'Port': ['ID=99cb8e18-4299-4cdc-8969-a6898665c997,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:05.666179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] No DVR routers for this DVR port 99cb8e18-4299-4cdc-8969-a6898665c997 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:05.668943 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:05.671052 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-3b898878-6ab6-44ae-8e49-23a811e3d448 req-b17dca4a-fdf8-4584-9558-91f4735c7bc4 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.11 "DELETE /v2.0/ports/99cb8e18-4299-4cdc-8969-a6898665c997 HTTP/1.1" status: 204 len: 173 time: 0.8118818 Aug 10 02:50:05.671498 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf899cb5-97ba-4176-8ee9-4af9bb80e725', 'name': 'network-vif-deleted', 'tag': '99cb8e18-4299-4cdc-8969-a6898665c997'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:50:05.673752 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063c1f3-6b3a-47c5-9656-a09f49e50e67" -d '{"events": [{"server_uuid": "cf899cb5-97ba-4176-8ee9-4af9bb80e725", "name": "network-vif-deleted", "tag": "99cb8e18-4299-4cdc-8969-a6898665c997"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:50:05.712153 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b52910-7e03-4e1a-b0f0-45b542aca576 x-openstack-request-id: req-b9b52910-7e03-4e1a-b0f0-45b542aca576 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:50:05.712475 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf899cb5-97ba-4176-8ee9-4af9bb80e725", "name": "network-vif-deleted", "tag": "99cb8e18-4299-4cdc-8969-a6898665c997", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:50:05.712730 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9b52910-7e03-4e1a-b0f0-45b542aca576 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:50:05.713179 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf899cb5-97ba-4176-8ee9-4af9bb80e725', 'name': 'network-vif-deleted', 'tag': '99cb8e18-4299-4cdc-8969-a6898665c997', 'status': 'completed', 'code': 200} Aug 10 02:50:05.772659 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41b24698-80ec-4dd7-99a4-5768c8d359cc req-574462b9-d1f3-4245-87b0-fcb6665dae26 tempest-ServersNegativeTestJSON-1839457658 tempest-ServersNegativeTestJSON-1839457658-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf899cb5-97ba-4176-8ee9-4af9bb80e725 HTTP/1.1" status: 200 len: 210 time: 0.0306332 Aug 10 02:50:06.829947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37392) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:06.875262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a482bd-1165-4383-b0f4-79b934f153f2 admin admin] Deleting subnet ff1294be-22a7-4f49-bf96-dea44ed626f1 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:50:06.878227 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7a482bd-1165-4383-b0f4-79b934f153f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:06.911639 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7a482bd-1165-4383-b0f4-79b934f153f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:06.950350 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7a482bd-1165-4383-b0f4-79b934f153f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.081683 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7a482bd-1165-4383-b0f4-79b934f153f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.112206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a482bd-1165-4383-b0f4-79b934f153f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1294be-22a7-4f49-bf96-dea44ed626f1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:07.115895 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c7a482bd-1165-4383-b0f4-79b934f153f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.118591 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c7a482bd-1165-4383-b0f4-79b934f153f2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ff1294be-22a7-4f49-bf96-dea44ed626f1 HTTP/1.1" status: 204 len: 168 time: 0.2867820 Aug 10 02:50:07.120537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37394) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:07.187353 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.270198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.279896 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dc3bc5-0711-49ef-9849-117944d9939d']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:07.289762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:07.290065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4643c4-47ff-4a6f-af7f-8b3ebc2702ce') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:07.298834 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.313237 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.319058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:07.319448 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:07.321159 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:07.449604 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.455384 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.457230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] 10.222.0.38 "DELETE /v2.0/networks/86dc3bc5-0711-49ef-9849-117944d9939d HTTP/1.1" status: 204 len: 168 time: 0.3357785 Aug 10 02:50:07.468828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d52a7-ecab-430e-9e97-c62d724a1597 admin admin] Pushing event deleted for resources: {'Network': ['ID=86dc3bc5-0711-49ef-9849-117944d9939d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:07.793990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37398) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:07.833959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f0d998cd-9bc3-44ed-90c1-5b60d3eef273 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f39b5dfe24740cb887c0404f86239b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370061 Aug 10 02:50:07.837386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37400) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:07.889941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5a47ddb-2138-425b-84af-9ae291363889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:07.911484 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5a47ddb-2138-425b-84af-9ae291363889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:08.035386 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5a47ddb-2138-425b-84af-9ae291363889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:08.037975 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e5a47ddb-2138-425b-84af-9ae291363889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:08.039213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e5a47ddb-2138-425b-84af-9ae291363889 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf919913-0b30-4ad0-a94d-c7a9d074deb9 HTTP/1.1" status: 204 len: 168 time: 0.2008164 Aug 10 02:50:08.047307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a47ddb-2138-425b-84af-9ae291363889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf919913-0b30-4ad0-a94d-c7a9d074deb9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:09.029711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 99cb8e18-4299-4cdc-8969-a6898665c997 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:50:09.034654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37422) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:09.050565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 99cb8e18-4299-4cdc-8969-a6898665c997 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:50:09.050929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 99cb8e18-4299-4cdc-8969-a6898665c997 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:50:09.131419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1962090814'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:09.214499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:09.218272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:09.229934 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:09.320708 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:09.374804 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:09.401116 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:50:09.410403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8753309-9cd0-4444-b98c-768c11c5b2c3,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:09.416360 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:09.416700 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Added segment 2c669dfc-8858-4b00-b9be-ae4d06906aea of type vlan for network 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 Aug 10 02:50:09.456510 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:09.534624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:09.540207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:09.540798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:09.638894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Network': ['ID=5d3c8ab3-d632-45c6-8c23-d370c1c03fc0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:09.649057 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:50:09.678735 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d79cba06-8816-48ee-ad68-8e8a32a32aa4 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6429381 Aug 10 02:50:12.945130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37426) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:12.950343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'subnet': {'network_id': '5d3c8ab3-d632-45c6-8c23-d370c1c03fc0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:13.092306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:13.095813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:13.343991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:13.403465 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Subnet': ['ID=c54ff63d-256b-44ed-89f4-8b812f5ff8e6,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:13.413576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Checking segment: {'id': '2c669dfc-8858-4b00-b9be-ae4d06906aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3c8ab3-d632-45c6-8c23-d370c1c03fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:13.413944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network hostable DHCP agents. Network: 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:50:13.509408 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:50:13.601290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:13.605899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:13.606481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:13.611737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c515f5-525c-44a7-a0fb-838df16865b4 None None] Network 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:13.625130 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:13.701304 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a1276e4b-fe0c-4ca0-915d-fbef053f9d3d tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7549241 Aug 10 02:50:13.704687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37428) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:13.709881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097285168'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:13.757798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-5d3c8ab3-d632-45c6-8c23-d370c1c03fc0', 'network_id': '5d3c8ab3-d632-45c6-8c23-d370c1c03fc0', 'tenant_id': 'ece666e59f83488999690ef10726921b', 'fixed_ips': [{'subnet_id': 'c54ff63d-256b-44ed-89f4-8b812f5ff8e6'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:50:13.758686 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:13.800915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:13.804483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:13.829126 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:50:13.839309 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:13.840808 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Added segment aa69636d-55bf-42a1-afc8-fadfab61f224 of type vlan for network c1e66186-394c-4b8f-97ac-e7564a288989 Aug 10 02:50:13.880288 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:13.891929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Allocated IP 2001:db8:0:ffff::2 (5d3c8ab3-d632-45c6-8c23-d370c1c03fc0/c54ff63d-256b-44ed-89f4-8b812f5ff8e6/a688b55e-abd4-4df6-836c-4ce61a104806) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:13.972593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:13.978626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:13.979303 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.072385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Network': ['ID=c1e66186-394c-4b8f-97ac-e7564a288989,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:14.073635 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.083005 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c1e66186-394c-4b8f-97ac-e7564a288989 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:50:14.086627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Transition to ACTIVE for port object a688b55e-abd4-4df6-836c-4ce61a104806 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:14.127531 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-258e1727-bbf3-437d-8470-3a7458ccd306 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4216926 Aug 10 02:50:14.130418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37430) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:14.135493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'subnet': {'network_id': 'c1e66186-394c-4b8f-97ac-e7564a288989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:14.140722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Transition to ACTIVE for port object a688b55e-abd4-4df6-836c-4ce61a104806 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:14.243688 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.286162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Network 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:14.290581 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:14.294846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:14.297766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Pushing event updated for resources: {'Port': ['ID=a688b55e-abd4-4df6-836c-4ce61a104806,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:14.323266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:14.327567 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.349381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Attempting to bind port a688b55e-abd4-4df6-836c-4ce61a104806 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:14.349753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Attempting to bind port a688b55e-abd4-4df6-836c-4ce61a104806 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '2c669dfc-8858-4b00-b9be-ae4d06906aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3c8ab3-d632-45c6-8c23-d370c1c03fc0'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:14.350119 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Attempting to bind port a688b55e-abd4-4df6-836c-4ce61a104806 on network 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:14.355123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:14.355499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Checking segment: {'id': '2c669dfc-8858-4b00-b9be-ae4d06906aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3c8ab3-d632-45c6-8c23-d370c1c03fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:14.355902 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.356298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Bound using segment: {'id': '2c669dfc-8858-4b00-b9be-ae4d06906aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3c8ab3-d632-45c6-8c23-d370c1c03fc0'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:14.356760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Bound port: a688b55e-abd4-4df6-836c-4ce61a104806, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c669dfc-8858-4b00-b9be-ae4d06906aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5d3c8ab3-d632-45c6-8c23-d370c1c03fc0'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:14.357464 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.421200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] For port a688b55e-abd4-4df6-836c-4ce61a104806, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:14.424146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] For port a688b55e-abd4-4df6-836c-4ce61a104806, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a688b55e-abd4-4df6-836c-4ce61a104806,segment=NetworkSegment(2c669dfc-8858-4b00-b9be-ae4d06906aea),segment_id=2c669dfc-8858-4b00-b9be-ae4d06906aea)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:14.518563 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.577952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d2775-78da-4991-a784-bf479efc510c None None] Pushing event updated for resources: {'Port': ['ID=a688b55e-abd4-4df6-836c-4ce61a104806,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:14.656012 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.735345 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Subnet': ['ID=fa13b40f-5f59-4885-8882-e5d003df0ad0,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:14.751630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Checking segment: {'id': 'aa69636d-55bf-42a1-afc8-fadfab61f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1e66186-394c-4b8f-97ac-e7564a288989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:14.751995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network hostable DHCP agents. Network: c1e66186-394c-4b8f-97ac-e7564a288989, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:50:14.765022 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.863681 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network c1e66186-394c-4b8f-97ac-e7564a288989 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:50:14.957373 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c1e66186-394c-4b8f-97ac-e7564a288989) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:14.961282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:14.962073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:14.966071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76747faa-5d69-4f3c-909b-d71b0c39a7e5 None None] Network c1e66186-394c-4b8f-97ac-e7564a288989 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:15.067887 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c3392685-1567-4b19-82a6-0104e1729a2b tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9363766 Aug 10 02:50:15.070898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37432) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:15.113691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-c1e66186-394c-4b8f-97ac-e7564a288989', 'network_id': 'c1e66186-394c-4b8f-97ac-e7564a288989', 'tenant_id': 'ece666e59f83488999690ef10726921b', 'fixed_ips': [{'subnet_id': 'fa13b40f-5f59-4885-8882-e5d003df0ad0'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:50:15.114600 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.186821 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.257672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Allocated IP 2001:db8::2 (c1e66186-394c-4b8f-97ac-e7564a288989/fa13b40f-5f59-4885-8882-e5d003df0ad0/939b444f-c0c5-423a-847e-1f9b6749ec5e) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:15.282358 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.433236 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.443588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Transition to ACTIVE for port object 939b444f-c0c5-423a-847e-1f9b6749ec5e will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:15.463915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Transition to ACTIVE for port object 939b444f-c0c5-423a-847e-1f9b6749ec5e will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:15.529310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09adf0a5-199b-4274-843e-f25a00b9109a None None] Network 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:15.562589 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.636653 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Network c1e66186-394c-4b8f-97ac-e7564a288989 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:15.639742 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Pushing event updated for resources: {'Port': ['ID=939b444f-c0c5-423a-847e-1f9b6749ec5e,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:15.641679 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.643891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:15.647341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:15.677113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Subnet': ['ID=fa13b40f-5f59-4885-8882-e5d003df0ad0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:15.726063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b2f7044c-6e06-446e-9cbf-e3ef36cb3f61 None None] Provisioning for port a688b55e-abd4-4df6-836c-4ce61a104806 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:15.740483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Attempting to bind port 939b444f-c0c5-423a-847e-1f9b6749ec5e on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:15.740483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Attempting to bind port 939b444f-c0c5-423a-847e-1f9b6749ec5e by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'aa69636d-55bf-42a1-afc8-fadfab61f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1e66186-394c-4b8f-97ac-e7564a288989'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:15.740703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Attempting to bind port 939b444f-c0c5-423a-847e-1f9b6749ec5e on network c1e66186-394c-4b8f-97ac-e7564a288989 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:15.755533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:15.755916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Checking segment: {'id': 'aa69636d-55bf-42a1-afc8-fadfab61f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1e66186-394c-4b8f-97ac-e7564a288989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:15.756320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.756720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Bound using segment: {'id': 'aa69636d-55bf-42a1-afc8-fadfab61f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1e66186-394c-4b8f-97ac-e7564a288989'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:15.757195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Bound port: 939b444f-c0c5-423a-847e-1f9b6749ec5e, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa69636d-55bf-42a1-afc8-fadfab61f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c1e66186-394c-4b8f-97ac-e7564a288989'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:15.757582 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.761425 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.773190 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e66186-394c-4b8f-97ac-e7564a288989']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:15.784889 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa69636d-55bf-42a1-afc8-fadfab61f224') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:15.785256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa69636d-55bf-42a1-afc8-fadfab61f224') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:15.794238 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.809169 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.816420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:15.816826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:15.819810 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:15.848502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] For port 939b444f-c0c5-423a-847e-1f9b6749ec5e, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:15.877447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] For port 939b444f-c0c5-423a-847e-1f9b6749ec5e, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=939b444f-c0c5-423a-847e-1f9b6749ec5e,segment=NetworkSegment(aa69636d-55bf-42a1-afc8-fadfab61f224),segment_id=aa69636d-55bf-42a1-afc8-fadfab61f224)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:15.929577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:50:15.929577 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:50:15.929577 n-d-767704-21 neutron-server[101224]: [parameters: {'id': 'c1e66186-394c-4b8f-97ac-e7564a288989'}] Aug 10 02:50:15.929577 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:50:15.930163 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:50:15.958787 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.024801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a688b55e-abd4-4df6-836c-4ce61a104806 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:16.086153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36865280-24a3-421b-81f6-f6a5d4b08311 None None] Network c1e66186-394c-4b8f-97ac-e7564a288989 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:16.090413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73561c4d-c9f8-4f0b-9072-06452c07412c None None] Pushing event updated for resources: {'Port': ['ID=939b444f-c0c5-423a-847e-1f9b6749ec5e,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:16.225044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b805d-0893-4aaa-a19d-ebfa0620ade2 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:50:16.282652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a688b55e-abd4-4df6-836c-4ce61a104806 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:16.282652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a688b55e-abd4-4df6-836c-4ce61a104806 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:16.282652 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.328335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b805d-0893-4aaa-a19d-ebfa0620ade2 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:50:16.431672 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.492641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Deleting port 939b444f-c0c5-423a-847e-1f9b6749ec5e {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:16.492984 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.557870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] For port 939b444f-c0c5-423a-847e-1f9b6749ec5e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=939b444f-c0c5-423a-847e-1f9b6749ec5e,segment=NetworkSegment(aa69636d-55bf-42a1-afc8-fadfab61f224),segment_id=aa69636d-55bf-42a1-afc8-fadfab61f224)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:16.559691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.563456 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.571659 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Calling delete_port for 939b444f-c0c5-423a-847e-1f9b6749ec5e owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:16.616798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a688b55e-abd4-4df6-836c-4ce61a104806, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a688b55e-abd4-4df6-836c-4ce61a104806,segment=NetworkSegment(2c669dfc-8858-4b00-b9be-ae4d06906aea),segment_id=2c669dfc-8858-4b00-b9be-ae4d06906aea)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:16.699982 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.709277 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.736467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Port': ['ID=939b444f-c0c5-423a-847e-1f9b6749ec5e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:16.738302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No DVR routers for this DVR port 939b444f-c0c5-423a-847e-1f9b6749ec5e on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:16.769399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a688b55e-abd4-4df6-836c-4ce61a104806,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:16.816500 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.826804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e66186-394c-4b8f-97ac-e7564a288989']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:16.837309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa69636d-55bf-42a1-afc8-fadfab61f224') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:16.837612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa69636d-55bf-42a1-afc8-fadfab61f224') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:16.846696 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.864670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.870701 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:16.871100 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:16.875099 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:16.983814 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.990619 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:16.992409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/networks/c1e66186-394c-4b8f-97ac-e7564a288989 HTTP/1.1" status: 204 len: 168 time: 1.9199014 Aug 10 02:50:16.996367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37434) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:17.002380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-673730680'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:17.005004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73b9f5-d4cb-4a93-a10b-bdbf66359157 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Network': ['ID=c1e66186-394c-4b8f-97ac-e7564a288989,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:17.074885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:17.079130 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:17.102145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:50:17.110848 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:17.111195 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Added segment 646a8a1e-9a84-4931-ad8c-b5528561bb0b of type vlan for network aee38758-b7a0-4a74-b112-f35754f1b3c6 Aug 10 02:50:17.150991 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:17.242947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:17.249333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:17.249921 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:17.314044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Network': ['ID=aee38758-b7a0-4a74-b112-f35754f1b3c6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:17.323903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network aee38758-b7a0-4a74-b112-f35754f1b3c6 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:50:17.360014 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c2a910f1-00bc-4fe8-b641-90ffd99206c5 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3623757 Aug 10 02:50:17.362752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37436) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:17.367709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'subnet': {'network_id': 'aee38758-b7a0-4a74-b112-f35754f1b3c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:17.551388 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:17.555129 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:17.612532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Performing IP validity checks on allocation pools {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 02:50:17.612968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.ipam_backend_mixin [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101223) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 02:50:17.795838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:17.859307 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Subnet': ['ID=f5628f32-e729-47bc-8f8a-be7c39c03fed,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:17.867588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Checking segment: {'id': '646a8a1e-9a84-4931-ad8c-b5528561bb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aee38758-b7a0-4a74-b112-f35754f1b3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:17.868495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network hostable DHCP agents. Network: aee38758-b7a0-4a74-b112-f35754f1b3c6, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:50:17.904594 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3534c20a-5090-4395-9d62-edc5f917f49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:17.954896 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network aee38758-b7a0-4a74-b112-f35754f1b3c6 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:50:17.991132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a688b55e-abd4-4df6-836c-4ce61a104806 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:18.023466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, aee38758-b7a0-4a74-b112-f35754f1b3c6) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:18.027642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:18.028262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.036868 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3944221-e3a2-41cc-8c2e-f1cb4310b2df None None] Network aee38758-b7a0-4a74-b112-f35754f1b3c6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:18.079318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a688b55e-abd4-4df6-836c-4ce61a104806 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:18.079694 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.093926 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-828e2e50-a404-4284-9298-cccc24d24ec8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7301323 Aug 10 02:50:18.096596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37438) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:18.198607 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.244255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d003a3-bca4-4fd8-adca-b5341562c690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-aee38758-b7a0-4a74-b112-f35754f1b3c6', 'network_id': 'aee38758-b7a0-4a74-b112-f35754f1b3c6', 'tenant_id': 'ece666e59f83488999690ef10726921b', 'fixed_ips': [{'subnet_id': 'f5628f32-e729-47bc-8f8a-be7c39c03fed'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:50:18.245374 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c8d003a3-bca4-4fd8-adca-b5341562c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.279426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.401049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server [None req-c8d003a3-bca4-4fd8-adca-b5341562c690 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5628f32-e729-47bc-8f8a-be7c39c03fed: This subnet is being modified by another concurrent operation. Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server raise exception Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5628f32-e729-47bc-8f8a-be7c39c03fed: This subnet is being modified by another concurrent operation. Aug 10 02:50:18.425027 n-d-767704-21 neutron-server[101225]: ERROR oslo_messaging.rpc.server Aug 10 02:50:18.433059 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Subnet': ['ID=f5628f32-e729-47bc-8f8a-be7c39c03fed,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:18.444538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a18c8bd-eb86-47d2-909e-534d33d8c335 None None] Network aee38758-b7a0-4a74-b112-f35754f1b3c6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:18.498489 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.508215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee38758-b7a0-4a74-b112-f35754f1b3c6']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:18.519842 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646a8a1e-9a84-4931-ad8c-b5528561bb0b') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:18.520147 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646a8a1e-9a84-4931-ad8c-b5528561bb0b') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:18.531673 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.548694 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.558429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67a5586-f145-4a5e-abc2-b36220410095 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:18.558589 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:18.620837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67a5586-f145-4a5e-abc2-b36220410095 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:50:18.683251 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.691904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.693801 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/networks/aee38758-b7a0-4a74-b112-f35754f1b3c6 HTTP/1.1" status: 204 len: 168 time: 0.5962429 Aug 10 02:50:18.699018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37440) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:18.704255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3f633-4845-4b57-8fc7-ff5693291821 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Network': ['ID=aee38758-b7a0-4a74-b112-f35754f1b3c6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:18.705177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1918376723'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:18.768972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:18.772449 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.796534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:50:18.805076 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.805425 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Added segment b0f283bb-76cd-468a-a329-a55b16150229 of type vlan for network 737211ef-847f-41e7-aee2-a4706eafc9c8 Aug 10 02:50:18.853951 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.943577 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:18.950150 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:18.951322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:19.018029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Network': ['ID=737211ef-847f-41e7-aee2-a4706eafc9c8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:19.027982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 737211ef-847f-41e7-aee2-a4706eafc9c8 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:50:19.064533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dba31501-4e1b-4c83-8335-862728e67b02 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3636999 Aug 10 02:50:19.067371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37442) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:19.072266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'subnet': {'network_id': '737211ef-847f-41e7-aee2-a4706eafc9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:19.214516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:19.218271 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:19.449215 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:19.515268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Subnet': ['ID=1f25a857-37d1-4e4a-9ef0-1efd8c1490ec,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:19.523882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Checking segment: {'id': 'b0f283bb-76cd-468a-a329-a55b16150229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '737211ef-847f-41e7-aee2-a4706eafc9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:19.527045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network hostable DHCP agents. Network: 737211ef-847f-41e7-aee2-a4706eafc9c8, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:50:19.614556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network 737211ef-847f-41e7-aee2-a4706eafc9c8 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:50:19.694749 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 737211ef-847f-41e7-aee2-a4706eafc9c8) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:19.698731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:19.699389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:19.704126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af98d0b-c356-41ec-a7cf-c7dcc1af904f None None] Network 737211ef-847f-41e7-aee2-a4706eafc9c8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:19.787102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8bdeeb35-5782-4909-b828-70a1d9a74cb7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7186770 Aug 10 02:50:19.790643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37444) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:19.796613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1669628204'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:19.847570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-737211ef-847f-41e7-aee2-a4706eafc9c8', 'network_id': '737211ef-847f-41e7-aee2-a4706eafc9c8', 'tenant_id': 'ece666e59f83488999690ef10726921b', 'fixed_ips': [{'subnet_id': '1f25a857-37d1-4e4a-9ef0-1efd8c1490ec'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:50:19.847831 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:19.895086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:19.898734 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:19.925915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:50:19.935188 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:19.935474 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Added segment 50ad3271-7fac-4976-aa2d-7bb90cb3f838 of type vlan for network 50abad44-caea-432d-8c2f-0ba43139b19a Aug 10 02:50:19.986394 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:19.995231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Allocated IP 2001:db8::2 (737211ef-847f-41e7-aee2-a4706eafc9c8/1f25a857-37d1-4e4a-9ef0-1efd8c1490ec/8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:20.106135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.111938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:20.112640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.137498 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.146405 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Transition to ACTIVE for port object 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:20.160675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Transition to ACTIVE for port object 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:20.182835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Network': ['ID=50abad44-caea-432d-8c2f-0ba43139b19a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:20.193255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 50abad44-caea-432d-8c2f-0ba43139b19a details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:50:20.229940 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.232931 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f65b906a-54a1-49c0-b99b-99dc425a2be9 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4411290 Aug 10 02:50:20.235863 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37446) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:20.241371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Request body: {'subnet': {'network_id': '50abad44-caea-432d-8c2f-0ba43139b19a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:20.292837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Network 737211ef-847f-41e7-aee2-a4706eafc9c8 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:20.299508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:20.301761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:20.304577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Pushing event updated for resources: {'Port': ['ID=8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:20.358431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Attempting to bind port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:20.358834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Attempting to bind port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'b0f283bb-76cd-468a-a329-a55b16150229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '737211ef-847f-41e7-aee2-a4706eafc9c8'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:20.359204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Attempting to bind port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d on network 737211ef-847f-41e7-aee2-a4706eafc9c8 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:20.364131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:20.364508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Checking segment: {'id': 'b0f283bb-76cd-468a-a329-a55b16150229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '737211ef-847f-41e7-aee2-a4706eafc9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:20.364906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.365297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Bound using segment: {'id': 'b0f283bb-76cd-468a-a329-a55b16150229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '737211ef-847f-41e7-aee2-a4706eafc9c8'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:20.365765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Bound port: 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f283bb-76cd-468a-a329-a55b16150229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '737211ef-847f-41e7-aee2-a4706eafc9c8'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:20.366142 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.397571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Made reservation on behalf of ece666e59f83488999690ef10726921b for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:20.401686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.428535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] For port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:20.431734 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] For port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d,segment=NetworkSegment(b0f283bb-76cd-468a-a329-a55b16150229),segment_id=b0f283bb-76cd-468a-a329-a55b16150229)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:20.501048 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.572465 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f882d-eabb-4317-8d07-2c5c0b1f8308 None None] Pushing event updated for resources: {'Port': ['ID=8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:20.629195 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-92b62a19-7dbe-4814-8396-b5faaa78cb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.652398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.733571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event updated for resources: {'Subnet': ['ID=61a7dc1b-c743-4fb3-a87a-b6a771e63c17,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:20.742427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Checking segment: {'id': '50ad3271-7fac-4976-aa2d-7bb90cb3f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '50abad44-caea-432d-8c2f-0ba43139b19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:20.742851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network hostable DHCP agents. Network: 50abad44-caea-432d-8c2f-0ba43139b19a, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:50:20.824064 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Network 50abad44-caea-432d-8c2f-0ba43139b19a is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:50:20.900026 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 50abad44-caea-432d-8c2f-0ba43139b19a) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:20.904375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:20.905093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:20.908841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1773c89-9766-4161-ab73-2509b097c22b None None] Network 50abad44-caea-432d-8c2f-0ba43139b19a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:21.003973 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bc332746-dca0-4c8c-a7d6-cb6a09794ee7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7670064 Aug 10 02:50:21.006683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37448) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:21.053262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-50abad44-caea-432d-8c2f-0ba43139b19a', 'network_id': '50abad44-caea-432d-8c2f-0ba43139b19a', 'tenant_id': 'ece666e59f83488999690ef10726921b', 'fixed_ips': [{'subnet_id': '61a7dc1b-c743-4fb3-a87a-b6a771e63c17'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:50:21.053696 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.101798 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.167392 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.208587 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Allocated IP 2001:db8::2 (50abad44-caea-432d-8c2f-0ba43139b19a/61a7dc1b-c743-4fb3-a87a-b6a771e63c17/e43ca130-763a-41b1-8d76-fff717fd6160) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:21.221238 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.366632 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.376401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Transition to ACTIVE for port object e43ca130-763a-41b1-8d76-fff717fd6160 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:21.392575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Transition to ACTIVE for port object e43ca130-763a-41b1-8d76-fff717fd6160 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:21.447479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91496d58-1625-441e-a314-312a5fcf88dc None None] Network 737211ef-847f-41e7-aee2-a4706eafc9c8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:21.495126 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.559212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Network 50abad44-caea-432d-8c2f-0ba43139b19a is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:21.567578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:21.572815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.574686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:21.582031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Pushing event updated for resources: {'Port': ['ID=e43ca130-763a-41b1-8d76-fff717fd6160,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:21.602815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Subnet': ['ID=61a7dc1b-c743-4fb3-a87a-b6a771e63c17,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:21.631872 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-56e67180-8a79-402e-9abe-dc60c511bcdd None None] Provisioning for port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:21.662471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.671271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Attempting to bind port e43ca130-763a-41b1-8d76-fff717fd6160 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:21.671640 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Attempting to bind port e43ca130-763a-41b1-8d76-fff717fd6160 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '50ad3271-7fac-4976-aa2d-7bb90cb3f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '50abad44-caea-432d-8c2f-0ba43139b19a'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:21.672011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Attempting to bind port e43ca130-763a-41b1-8d76-fff717fd6160 on network 50abad44-caea-432d-8c2f-0ba43139b19a {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:21.673758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50abad44-caea-432d-8c2f-0ba43139b19a']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:21.684498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ad3271-7fac-4976-aa2d-7bb90cb3f838') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:21.684996 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ad3271-7fac-4976-aa2d-7bb90cb3f838') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:21.694313 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.696879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:21.697241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Checking segment: {'id': '50ad3271-7fac-4976-aa2d-7bb90cb3f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '50abad44-caea-432d-8c2f-0ba43139b19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:21.697643 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.698036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Bound using segment: {'id': '50ad3271-7fac-4976-aa2d-7bb90cb3f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '50abad44-caea-432d-8c2f-0ba43139b19a'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:21.698512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Bound port: e43ca130-763a-41b1-8d76-fff717fd6160, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ad3271-7fac-4976-aa2d-7bb90cb3f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '50abad44-caea-432d-8c2f-0ba43139b19a'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:21.698994 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.712671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.719172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:21.724479 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:21.772607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] For port e43ca130-763a-41b1-8d76-fff717fd6160, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:21.780904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] For port e43ca130-763a-41b1-8d76-fff717fd6160, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e43ca130-763a-41b1-8d76-fff717fd6160,segment=NetworkSegment(50ad3271-7fac-4976-aa2d-7bb90cb3f838),segment_id=50ad3271-7fac-4976-aa2d-7bb90cb3f838)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:21.818613 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.db.api [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 02:50:21.818613 n-d-767704-21 neutron-server[101224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 02:50:21.818613 n-d-767704-21 neutron-server[101224]: [parameters: {'id': '50abad44-caea-432d-8c2f-0ba43139b19a'}] Aug 10 02:50:21.818613 n-d-767704-21 neutron-server[101224]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 02:50:21.819144 n-d-767704-21 neutron-server[101224]: DEBUG oslo_db.api [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 02:50:21.841973 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:21.920860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe26f6-f03c-4a9f-95b7-b08169c81983 None None] Pushing event updated for resources: {'Port': ['ID=e43ca130-763a-41b1-8d76-fff717fd6160,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:21.933976 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecde064-dd69-4710-9d23-caf08a8e71ce None None] Network 50abad44-caea-432d-8c2f-0ba43139b19a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:22.030607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:22.104303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d74d89-612f-499f-b1ca-a6cec24982d0 None None] get_active_networks_info from n-d-767704-21 {{(pid=101225) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 02:50:22.163257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:22.174686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:22.175061 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.196237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d74d89-612f-499f-b1ca-a6cec24982d0 None None] Resources bound (agent type, host, resource id): {{(pid=101225) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 02:50:22.319787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.376319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Deleting port e43ca130-763a-41b1-8d76-fff717fd6160 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:22.376575 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.446252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] For port e43ca130-763a-41b1-8d76-fff717fd6160, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e43ca130-763a-41b1-8d76-fff717fd6160,segment=NetworkSegment(50ad3271-7fac-4976-aa2d-7bb90cb3f838),segment_id=50ad3271-7fac-4976-aa2d-7bb90cb3f838)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:22.446652 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.460134 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Calling delete_port for e43ca130-763a-41b1-8d76-fff717fd6160 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:22.493920 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.557544 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.562804 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d,segment=NetworkSegment(b0f283bb-76cd-468a-a329-a55b16150229),segment_id=b0f283bb-76cd-468a-a329-a55b16150229)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:22.603534 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.631030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Port': ['ID=e43ca130-763a-41b1-8d76-fff717fd6160,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:22.632767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No DVR routers for this DVR port e43ca130-763a-41b1-8d76-fff717fd6160 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:22.641375 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.689658 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:22.715096 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.725413 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50abad44-caea-432d-8c2f-0ba43139b19a']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:22.735558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ad3271-7fac-4976-aa2d-7bb90cb3f838') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:22.735854 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ad3271-7fac-4976-aa2d-7bb90cb3f838') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:22.745206 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.759319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.766210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:22.766621 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:22.769444 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:22.892542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.901285 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:22.901489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/networks/50abad44-caea-432d-8c2f-0ba43139b19a HTTP/1.1" status: 204 len: 168 time: 1.8938148 Aug 10 02:50:22.904920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37450) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:22.912955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6569223-d92e-4f91-bf39-36b3d5ff8ba8 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Network': ['ID=50abad44-caea-432d-8c2f-0ba43139b19a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:22.932853 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-981b95bd-56a7-4fa9-9319-87366b181390 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] GET failed (client error): The resource could not be found. Aug 10 02:50:22.934159 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-981b95bd-56a7-4fa9-9319-87366b181390 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "GET /v2.0/subnets/61a7dc1b-c743-4fb3-a87a-b6a771e63c17 HTTP/1.1" status: 404 len: 337 time: 0.0281284 Aug 10 02:50:22.937622 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37452) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:22.955801 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-75035825-3205-4322-a9d1-4968f4b0bde7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] DELETE failed (client error): The resource could not be found. Aug 10 02:50:22.956359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75035825-3205-4322-a9d1-4968f4b0bde7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:50:22.958007 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-75035825-3205-4322-a9d1-4968f4b0bde7 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/networks/50abad44-caea-432d-8c2f-0ba43139b19a HTTP/1.1" status: 404 len: 339 time: 0.0194769 Aug 10 02:50:22.961608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37454) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:22.987387 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d98238-8354-4266-b5cc-bf1542b463aa tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] DELETE failed (client error): The resource could not be found. Aug 10 02:50:22.987822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d98238-8354-4266-b5cc-bf1542b463aa tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:50:22.989474 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-01d98238-8354-4266-b5cc-bf1542b463aa tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/subnets/61a7dc1b-c743-4fb3-a87a-b6a771e63c17 HTTP/1.1" status: 404 len: 337 time: 0.0269854 Aug 10 02:50:22.991839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37456) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:23.009643 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d0662a-5ec3-474f-9caa-5b45f9a157ff tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] DELETE failed (client error): The resource could not be found. Aug 10 02:50:23.010163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d0662a-5ec3-474f-9caa-5b45f9a157ff tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:50:23.011794 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-63d0662a-5ec3-474f-9caa-5b45f9a157ff tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/networks/50abad44-caea-432d-8c2f-0ba43139b19a HTTP/1.1" status: 404 len: 339 time: 0.0190644 Aug 10 02:50:23.014740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37458) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:23.063360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cc45c0-c507-4a0d-b8b2-56fb65cf9175 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Deleting subnet 1f25a857-37d1-4e4a-9ef0-1efd8c1490ec {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:50:23.066397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45c0-c507-4a0d-b8b2-56fb65cf9175 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.110148 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45c0-c507-4a0d-b8b2-56fb65cf9175 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.192564 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45c0-c507-4a0d-b8b2-56fb65cf9175 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.355405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45c0-c507-4a0d-b8b2-56fb65cf9175 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.385918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45c0-c507-4a0d-b8b2-56fb65cf9175 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.388009 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c4cc45c0-c507-4a0d-b8b2-56fb65cf9175 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/subnets/1f25a857-37d1-4e4a-9ef0-1efd8c1490ec HTTP/1.1" status: 204 len: 168 time: 0.3722863 Aug 10 02:50:23.389661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc45c0-c507-4a0d-b8b2-56fb65cf9175 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Subnet': ['ID=1f25a857-37d1-4e4a-9ef0-1efd8c1490ec,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:23.391339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37460) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:23.393918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034e7c73-4614-4273-a8b7-a6a4cf49df34 None None] Network 737211ef-847f-41e7-aee2-a4706eafc9c8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:23.467607 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.520755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Deleting port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:23.521102 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.572849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2eebdc-0948-45f1-a9d2-849bcdc59b7d None None] DHCP port deletion for 737211ef-847f-41e7-aee2-a4706eafc9c8 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:50:23.598754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] For port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d,segment=NetworkSegment(b0f283bb-76cd-468a-a329-a55b16150229),segment_id=b0f283bb-76cd-468a-a329-a55b16150229)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:23.599095 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.612237 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Calling delete_port for 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:23.620715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9f2eebdc-0948-45f1-a9d2-849bcdc59b7d None None] Deleting port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:23.621085 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f2eebdc-0948-45f1-a9d2-849bcdc59b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.684527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9f2eebdc-0948-45f1-a9d2-849bcdc59b7d None None] For port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d,segment=NetworkSegment(b0f283bb-76cd-468a-a329-a55b16150229),segment_id=b0f283bb-76cd-468a-a329-a55b16150229)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:23.685317 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f2eebdc-0948-45f1-a9d2-849bcdc59b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.705823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9f2eebdc-0948-45f1-a9d2-849bcdc59b7d None None] Calling delete_port for 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:23.806802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.814306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f2eebdc-0948-45f1-a9d2-849bcdc59b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.838560 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Port': ['ID=8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:23.844309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No DVR routers for this DVR port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:23.845334 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2eebdc-0948-45f1-a9d2-849bcdc59b7d None None] Pushing event deleted for resources: {'Port': ['ID=8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:23.851416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2eebdc-0948-45f1-a9d2-849bcdc59b7d None None] No DVR routers for this DVR port 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:23.933579 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.946993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737211ef-847f-41e7-aee2-a4706eafc9c8']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:23.961578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f283bb-76cd-468a-a329-a55b16150229') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:23.962012 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f283bb-76cd-468a-a329-a55b16150229') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:23.976786 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:23.999751 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.006348 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:24.006806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:24.009796 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:24.020532 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.023636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:50:24.047384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:50:24.048122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8c1fa8c1-3c0a-48a6-b2bb-faf3f878579d not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:50:24.157865 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.166032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.167414 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/networks/737211ef-847f-41e7-aee2-a4706eafc9c8 HTTP/1.1" status: 204 len: 168 time: 0.7750716 Aug 10 02:50:24.172419 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37462) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:24.180755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e064ed4-d415-4068-a97d-20e7cd92c90a tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Network': ['ID=737211ef-847f-41e7-aee2-a4706eafc9c8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:24.208597 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-44839714-39de-4d6a-b304-f30c1cbceeb3 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] DELETE failed (client error): The resource could not be found. Aug 10 02:50:24.209090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44839714-39de-4d6a-b304-f30c1cbceeb3 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:50:24.210901 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-44839714-39de-4d6a-b304-f30c1cbceeb3 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/subnets/f5628f32-e729-47bc-8f8a-be7c39c03fed HTTP/1.1" status: 404 len: 337 time: 0.0373745 Aug 10 02:50:24.213483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:24.236239 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e8b696-b7ee-4333-a518-3bc48004ba28 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] DELETE failed (client error): The resource could not be found. Aug 10 02:50:24.237096 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e8b696-b7ee-4333-a518-3bc48004ba28 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:50:24.239864 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-10e8b696-b7ee-4333-a518-3bc48004ba28 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/networks/aee38758-b7a0-4a74-b112-f35754f1b3c6 HTTP/1.1" status: 404 len: 339 time: 0.0252566 Aug 10 02:50:24.242821 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37466) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:24.270885 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef69d95-832a-4d3c-951c-3528f9e1493e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] DELETE failed (client error): The resource could not be found. Aug 10 02:50:24.271350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef69d95-832a-4d3c-951c-3528f9e1493e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:50:24.273096 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2ef69d95-832a-4d3c-951c-3528f9e1493e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/subnets/fa13b40f-5f59-4885-8882-e5d003df0ad0 HTTP/1.1" status: 404 len: 337 time: 0.0293593 Aug 10 02:50:24.275856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37468) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:24.297964 n-d-767704-21 neutron-server[101223]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaa3501-2c66-4108-abfa-077b66e75172 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] DELETE failed (client error): The resource could not be found. Aug 10 02:50:24.298517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaa3501-2c66-4108-abfa-077b66e75172 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101223) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 02:50:24.300241 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-5eaa3501-2c66-4108-abfa-077b66e75172 tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/networks/c1e66186-394c-4b8f-97ac-e7564a288989 HTTP/1.1" status: 404 len: 339 time: 0.0231853 Aug 10 02:50:24.303380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37470) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:24.361765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a1edf2-1df5-410f-8f5e-1cf40eb9b8ec tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Deleting subnet c54ff63d-256b-44ed-89f4-8b812f5ff8e6 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:50:24.365674 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6a1edf2-1df5-410f-8f5e-1cf40eb9b8ec tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.415616 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6a1edf2-1df5-410f-8f5e-1cf40eb9b8ec tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.505728 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6a1edf2-1df5-410f-8f5e-1cf40eb9b8ec tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.624117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6a1edf2-1df5-410f-8f5e-1cf40eb9b8ec tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.650901 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1edf2-1df5-410f-8f5e-1cf40eb9b8ec tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Subnet': ['ID=c54ff63d-256b-44ed-89f4-8b812f5ff8e6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:24.655202 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e6a1edf2-1df5-410f-8f5e-1cf40eb9b8ec tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.657487 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e6a1edf2-1df5-410f-8f5e-1cf40eb9b8ec tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/subnets/c54ff63d-256b-44ed-89f4-8b812f5ff8e6 HTTP/1.1" status: 204 len: 168 time: 0.3527935 Aug 10 02:50:24.659544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37472) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:24.661936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8307cdd6-c7fa-494b-8420-174ddc978233 None None] Network 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:24.740061 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.794869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Deleting port a688b55e-abd4-4df6-836c-4ce61a104806 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:24.795214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.834135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368eeb12-01e3-4abd-9b0f-38bb7969ea78 None None] DHCP port deletion for 5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:50:24.859794 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] For port a688b55e-abd4-4df6-836c-4ce61a104806, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a688b55e-abd4-4df6-836c-4ce61a104806,segment=NetworkSegment(2c669dfc-8858-4b00-b9be-ae4d06906aea),segment_id=2c669dfc-8858-4b00-b9be-ae4d06906aea)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:24.860164 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.877327 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Calling delete_port for a688b55e-abd4-4df6-836c-4ce61a104806 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:24.879316 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-368eeb12-01e3-4abd-9b0f-38bb7969ea78 None None] Deleting port a688b55e-abd4-4df6-836c-4ce61a104806 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:24.879702 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-368eeb12-01e3-4abd-9b0f-38bb7969ea78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.944591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-368eeb12-01e3-4abd-9b0f-38bb7969ea78 None None] For port a688b55e-abd4-4df6-836c-4ce61a104806, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a688b55e-abd4-4df6-836c-4ce61a104806,segment=NetworkSegment(2c669dfc-8858-4b00-b9be-ae4d06906aea),segment_id=2c669dfc-8858-4b00-b9be-ae4d06906aea)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:24.944994 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-368eeb12-01e3-4abd-9b0f-38bb7969ea78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:24.957895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-368eeb12-01e3-4abd-9b0f-38bb7969ea78 None None] Calling delete_port for a688b55e-abd4-4df6-836c-4ce61a104806 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:25.014838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.032571 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-368eeb12-01e3-4abd-9b0f-38bb7969ea78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.041286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Port': ['ID=a688b55e-abd4-4df6-836c-4ce61a104806,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:25.043641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] No DVR routers for this DVR port a688b55e-abd4-4df6-836c-4ce61a104806 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:25.054219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.054597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.054951 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.055289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.055626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.055960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.056296 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.056674 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.056960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.057283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.057610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.057936 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:25.063260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368eeb12-01e3-4abd-9b0f-38bb7969ea78 None None] Pushing event deleted for resources: {'Port': ['ID=a688b55e-abd4-4df6-836c-4ce61a104806,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:25.065312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368eeb12-01e3-4abd-9b0f-38bb7969ea78 None None] No DVR routers for this DVR port a688b55e-abd4-4df6-836c-4ce61a104806 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:25.136092 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.145718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3c8ab3-d632-45c6-8c23-d370c1c03fc0']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:25.156272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c669dfc-8858-4b00-b9be-ae4d06906aea') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:25.156564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c669dfc-8858-4b00-b9be-ae4d06906aea') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:25.165037 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.178528 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.184358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:25.184777 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:25.187996 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:25.289098 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.299565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.299565 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] 10.222.0.38 "DELETE /v2.0/networks/5d3c8ab3-d632-45c6-8c23-d370c1c03fc0 HTTP/1.1" status: 204 len: 168 time: 0.6381927 Aug 10 02:50:25.310575 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af01f0-d01c-435e-b470-18777a583d6e tempest-NetworksIpV6Test-1143202906 tempest-NetworksIpV6Test-1143202906-project] Pushing event deleted for resources: {'Network': ['ID=5d3c8ab3-d632-45c6-8c23-d370c1c03fc0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:25.709279 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37478) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:25.846267 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d31715f2-6893-4a4a-80c7-33e3ca7370db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ece666e59f83488999690ef10726921b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358294 Aug 10 02:50:25.848700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37482) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:25.896773 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c94b10fe-51bd-43b0-a959-9756737fd34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.917138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c94b10fe-51bd-43b0-a959-9756737fd34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:25.990920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a688b55e-abd4-4df6-836c-4ce61a104806 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:50:26.015999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: a688b55e-abd4-4df6-836c-4ce61a104806 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:50:26.016572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a688b55e-abd4-4df6-836c-4ce61a104806 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:50:26.030117 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c94b10fe-51bd-43b0-a959-9756737fd34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:26.032833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c94b10fe-51bd-43b0-a959-9756737fd34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:26.034142 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c94b10fe-51bd-43b0-a959-9756737fd34c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f8753309-9cd0-4444-b98c-768c11c5b2c3 HTTP/1.1" status: 204 len: 168 time: 0.1845534 Aug 10 02:50:26.042021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b10fe-51bd-43b0-a959-9756737fd34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8753309-9cd0-4444-b98c-768c11c5b2c3,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:26.973236 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37504) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:27.068252 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-01f6f3fe-6557-4c46-adff-521bc66003e9 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1729395978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:27.163468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01f6f3fe-6557-4c46-adff-521bc66003e9 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.164438 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01f6f3fe-6557-4c46-adff-521bc66003e9 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.218365 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01f6f3fe-6557-4c46-adff-521bc66003e9 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.275147 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01f6f3fe-6557-4c46-adff-521bc66003e9 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.351957 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-01f6f3fe-6557-4c46-adff-521bc66003e9 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.353201 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-01f6f3fe-6557-4c46-adff-521bc66003e9 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3789504 Aug 10 02:50:27.356037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37508) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:27.361407 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-230274505'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:27.437082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Made reservation on behalf of 1c3e54426e3a47429b835356f1be57a2 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:27.440355 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.448870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.538220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.625391 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.650619 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:50:27.660580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3d2ac2-cf30-49ed-940a-04bd94034e7d,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:27.665566 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.665908 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Added segment 759494a6-ef4b-4861-b51e-f6cc7acc426d of type vlan for network 12f5f2a7-d7e4-49a1-b371-cbde379e2179 Aug 10 02:50:27.708542 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.785763 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.791369 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:27.791951 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:27.859386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event updated for resources: {'Network': ['ID=12f5f2a7-d7e4-49a1-b371-cbde379e2179,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:27.871293 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 12f5f2a7-d7e4-49a1-b371-cbde379e2179 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:50:27.907320 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-100435b2-32b2-4b4c-9aad-248a55041a2e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5495207 Aug 10 02:50:27.910021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37510) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:27.918219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Request body: {'subnet': {'network_id': '12f5f2a7-d7e4-49a1-b371-cbde379e2179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:28.060308 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Made reservation on behalf of 1c3e54426e3a47429b835356f1be57a2 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:28.063833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.292190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.354466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event updated for resources: {'Subnet': ['ID=c73eb04c-6d08-4d5c-bbbb-8867b05a1c0c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:28.363404 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Checking segment: {'id': '759494a6-ef4b-4861-b51e-f6cc7acc426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '12f5f2a7-d7e4-49a1-b371-cbde379e2179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:28.363767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Network hostable DHCP agents. Network: 12f5f2a7-d7e4-49a1-b371-cbde379e2179, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:50:28.434363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Network 12f5f2a7-d7e4-49a1-b371-cbde379e2179 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:50:28.491775 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 12f5f2a7-d7e4-49a1-b371-cbde379e2179) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:28.496076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:28.496673 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.502382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78be4ac-2042-41d7-b289-5e2630d2ca28 None None] Network 12f5f2a7-d7e4-49a1-b371-cbde379e2179 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:28.569583 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1c4523aa-c93c-4985-b511-380af1cb96e1 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6579740 Aug 10 02:50:28.572587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37512) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:28.577778 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1157521260'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:28.647081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-12f5f2a7-d7e4-49a1-b371-cbde379e2179', 'network_id': '12f5f2a7-d7e4-49a1-b371-cbde379e2179', 'tenant_id': '1c3e54426e3a47429b835356f1be57a2', 'fixed_ips': [{'subnet_id': 'c73eb04c-6d08-4d5c-bbbb-8867b05a1c0c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:50:28.647944 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.717400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Made reservation on behalf of 1c3e54426e3a47429b835356f1be57a2 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:28.721158 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.746083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:50:28.755448 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.755831 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Added segment a6370e0b-b928-4259-a043-4f0f61e085c8 of type vlan for network 9df27e94-fce1-49da-92d9-fbcda2d2208e Aug 10 02:50:28.786023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Allocated IP 172.20.0.2 (12f5f2a7-d7e4-49a1-b371-cbde379e2179/c73eb04c-6d08-4d5c-bbbb-8867b05a1c0c/69820a02-370e-4b2a-b0c5-fa74b32e1038) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:28.795178 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.903963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.910286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:28.910914 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.926819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:28.934934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Transition to ACTIVE for port object 69820a02-370e-4b2a-b0c5-fa74b32e1038 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:28.950461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Transition to ACTIVE for port object 69820a02-370e-4b2a-b0c5-fa74b32e1038 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:28.976349 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event updated for resources: {'Network': ['ID=9df27e94-fce1-49da-92d9-fbcda2d2208e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:28.986933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9df27e94-fce1-49da-92d9-fbcda2d2208e details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:50:29.034160 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:29.049250 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ef72e9cf-b1cb-41fc-9b0c-ba657414745e tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4755676 Aug 10 02:50:29.052131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37514) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:29.057078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Request body: {'subnet': {'network_id': '9df27e94-fce1-49da-92d9-fbcda2d2208e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:29.094265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Network 12f5f2a7-d7e4-49a1-b371-cbde379e2179 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:29.099098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:29.103138 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:29.107584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Pushing event updated for resources: {'Port': ['ID=69820a02-370e-4b2a-b0c5-fa74b32e1038,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:29.131252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.131602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.131948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.132288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.132623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.132954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.133282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.133608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.133934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.134259 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.134603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.134931 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:29.167899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Attempting to bind port 69820a02-370e-4b2a-b0c5-fa74b32e1038 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:29.168194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Attempting to bind port 69820a02-370e-4b2a-b0c5-fa74b32e1038 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '759494a6-ef4b-4861-b51e-f6cc7acc426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '12f5f2a7-d7e4-49a1-b371-cbde379e2179'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:29.168557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Attempting to bind port 69820a02-370e-4b2a-b0c5-fa74b32e1038 on network 12f5f2a7-d7e4-49a1-b371-cbde379e2179 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:29.173432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:29.173812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Checking segment: {'id': '759494a6-ef4b-4861-b51e-f6cc7acc426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '12f5f2a7-d7e4-49a1-b371-cbde379e2179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:29.174215 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:29.174644 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Bound using segment: {'id': '759494a6-ef4b-4861-b51e-f6cc7acc426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '12f5f2a7-d7e4-49a1-b371-cbde379e2179'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:29.175113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Bound port: 69820a02-370e-4b2a-b0c5-fa74b32e1038, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759494a6-ef4b-4861-b51e-f6cc7acc426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '12f5f2a7-d7e4-49a1-b371-cbde379e2179'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:29.175497 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:29.214418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Made reservation on behalf of 1c3e54426e3a47429b835356f1be57a2 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:29.218786 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:29.237237 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] For port 69820a02-370e-4b2a-b0c5-fa74b32e1038, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:29.240320 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] For port 69820a02-370e-4b2a-b0c5-fa74b32e1038, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69820a02-370e-4b2a-b0c5-fa74b32e1038,segment=NetworkSegment(759494a6-ef4b-4861-b51e-f6cc7acc426d),segment_id=759494a6-ef4b-4861-b51e-f6cc7acc426d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:29.309636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:29.370812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dc1a3-34cf-410e-a7ae-02aa35c4467f None None] Pushing event updated for resources: {'Port': ['ID=69820a02-370e-4b2a-b0c5-fa74b32e1038,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:29.463670 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:29.540907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event updated for resources: {'Subnet': ['ID=6df560a9-6b23-4515-8feb-a346ac7ffc4b,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:29.550791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Checking segment: {'id': 'a6370e0b-b928-4259-a043-4f0f61e085c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9df27e94-fce1-49da-92d9-fbcda2d2208e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:29.551221 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Network hostable DHCP agents. Network: 9df27e94-fce1-49da-92d9-fbcda2d2208e, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:50:29.646334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Network 9df27e94-fce1-49da-92d9-fbcda2d2208e is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:50:29.703336 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9df27e94-fce1-49da-92d9-fbcda2d2208e) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:29.707372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:29.707969 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:29.712917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b7350-7568-4fff-937f-444be978c98d None None] Network 9df27e94-fce1-49da-92d9-fbcda2d2208e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:29.793032 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0e7d1ead-45bb-4528-9e8f-0f28291f25e8 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7394712 Aug 10 02:50:29.796278 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37516) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:29.801550 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ec19e26a-9175-4d14-ad02-d7aaa6ac778a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Request body: {'router': {'external_gateway_info': {'network_id': '9df27e94-fce1-49da-92d9-fbcda2d2208e'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:29.856665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-9df27e94-fce1-49da-92d9-fbcda2d2208e', 'network_id': '9df27e94-fce1-49da-92d9-fbcda2d2208e', 'tenant_id': '1c3e54426e3a47429b835356f1be57a2', 'fixed_ips': [{'subnet_id': '6df560a9-6b23-4515-8feb-a346ac7ffc4b'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:50:29.857559 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.019441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Allocated IP 172.21.0.2 (9df27e94-fce1-49da-92d9-fbcda2d2208e/6df560a9-6b23-4515-8feb-a346ac7ffc4b/11aea2fb-5af8-461d-b5d6-7f45c4c706b2) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:30.087887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69820a02-370e-4b2a-b0c5-fa74b32e1038 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:30.226333 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.239181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Transition to ACTIVE for port object 11aea2fb-5af8-461d-b5d6-7f45c4c706b2 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:30.245261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 69820a02-370e-4b2a-b0c5-fa74b32e1038 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:30.265651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Transition to ACTIVE for port object 11aea2fb-5af8-461d-b5d6-7f45c4c706b2 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:30.294616 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:50:30.340568 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.351463 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0e2d5-0069-4175-9dfd-bc6fb5146067 None None] Network 12f5f2a7-d7e4-49a1-b371-cbde379e2179 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:30.383934 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ec19e26a-9175-4d14-ad02-d7aaa6ac778a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.402730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Network 9df27e94-fce1-49da-92d9-fbcda2d2208e is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:30.433384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:30.442485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:30.451631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Pushing event updated for resources: {'Port': ['ID=11aea2fb-5af8-461d-b5d6-7f45c4c706b2,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:30.523509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Attempting to bind port 11aea2fb-5af8-461d-b5d6-7f45c4c706b2 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:30.523803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Attempting to bind port 11aea2fb-5af8-461d-b5d6-7f45c4c706b2 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'a6370e0b-b928-4259-a043-4f0f61e085c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9df27e94-fce1-49da-92d9-fbcda2d2208e'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:30.524172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Attempting to bind port 11aea2fb-5af8-461d-b5d6-7f45c4c706b2 on network 9df27e94-fce1-49da-92d9-fbcda2d2208e {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:30.552442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:30.552842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Checking segment: {'id': 'a6370e0b-b928-4259-a043-4f0f61e085c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9df27e94-fce1-49da-92d9-fbcda2d2208e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:30.553219 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.553611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Bound using segment: {'id': 'a6370e0b-b928-4259-a043-4f0f61e085c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9df27e94-fce1-49da-92d9-fbcda2d2208e'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:30.554098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Bound port: 11aea2fb-5af8-461d-b5d6-7f45c4c706b2, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6370e0b-b928-4259-a043-4f0f61e085c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9df27e94-fce1-49da-92d9-fbcda2d2208e'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:30.554483 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.557457 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [None req-ec19e26a-9175-4d14-ad02-d7aaa6ac778a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 02:50:30.565715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37520) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:30.567106 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ec19e26a-9175-4d14-ad02-d7aaa6ac778a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "PUT /v2.0/routers/752f7b0a-8335-461a-95f7-beb1dec10895 HTTP/1.1" status: 400 len: 364 time: 0.7690432 Aug 10 02:50:30.599574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0d3255b6-2ace-4c8e-affb-3a3158aa59b8 None None] Provisioning for port 69820a02-370e-4b2a-b0c5-fa74b32e1038 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:30.619794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Deleting subnet 6df560a9-6b23-4515-8feb-a346ac7ffc4b {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:50:30.623013 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.625125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0d3255b6-2ace-4c8e-affb-3a3158aa59b8 None None] Provisioning complete for port 69820a02-370e-4b2a-b0c5-fa74b32e1038 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:30.625501 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d3255b6-2ace-4c8e-affb-3a3158aa59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.662865 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.681198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] For port 11aea2fb-5af8-461d-b5d6-7f45c4c706b2, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:30.685455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] For port 11aea2fb-5af8-461d-b5d6-7f45c4c706b2, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=11aea2fb-5af8-461d-b5d6-7f45c4c706b2,segment=NetworkSegment(a6370e0b-b928-4259-a043-4f0f61e085c8),segment_id=a6370e0b-b928-4259-a043-4f0f61e085c8)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:30.738941 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d3255b6-2ace-4c8e-affb-3a3158aa59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.768839 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.770348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.777371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0d3255b6-2ace-4c8e-affb-3a3158aa59b8 None None] For port 69820a02-370e-4b2a-b0c5-fa74b32e1038, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69820a02-370e-4b2a-b0c5-fa74b32e1038,segment=NetworkSegment(759494a6-ef4b-4861-b51e-f6cc7acc426d),segment_id=759494a6-ef4b-4861-b51e-f6cc7acc426d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:30.836489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0142d2d-72cf-4e14-9dfb-2e564205a6aa None None] Pushing event updated for resources: {'Port': ['ID=11aea2fb-5af8-461d-b5d6-7f45c4c706b2,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:30.852697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d3255b6-2ace-4c8e-affb-3a3158aa59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.905255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3255b6-2ace-4c8e-affb-3a3158aa59b8 None None] Pushing event updated for resources: {'Port': ['ID=69820a02-370e-4b2a-b0c5-fa74b32e1038,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:30.952585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.993713 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a1b3430a-05cc-4f05-8685-480f78f8d0f0 None None] Provisioning complete for port 69820a02-370e-4b2a-b0c5-fa74b32e1038 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:30.994257 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a1b3430a-05cc-4f05-8685-480f78f8d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:30.996025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event deleted for resources: {'Subnet': ['ID=6df560a9-6b23-4515-8feb-a346ac7ffc4b,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:31.003165 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.005216 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "DELETE /v2.0/subnets/6df560a9-6b23-4515-8feb-a346ac7ffc4b HTTP/1.1" status: 204 len: 168 time: 0.4373734 Aug 10 02:50:31.007746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37522) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:31.010544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.010950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.011342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.011690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.012031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.012368 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.012763 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.013098 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.013427 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.013754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.014121 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.014453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf03b22-0241-4a58-b668-78dac60b225b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:31.105766 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.158427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Deleting port 11aea2fb-5af8-461d-b5d6-7f45c4c706b2 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:31.158796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.218820 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] For port 11aea2fb-5af8-461d-b5d6-7f45c4c706b2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=11aea2fb-5af8-461d-b5d6-7f45c4c706b2,segment=NetworkSegment(a6370e0b-b928-4259-a043-4f0f61e085c8),segment_id=a6370e0b-b928-4259-a043-4f0f61e085c8)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:31.219240 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.231426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Calling delete_port for 11aea2fb-5af8-461d-b5d6-7f45c4c706b2 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:31.383640 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.410644 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event deleted for resources: {'Port': ['ID=11aea2fb-5af8-461d-b5d6-7f45c4c706b2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:31.412503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] No DVR routers for this DVR port 11aea2fb-5af8-461d-b5d6-7f45c4c706b2 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:31.497339 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.508334 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df27e94-fce1-49da-92d9-fbcda2d2208e']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:31.519897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6370e0b-b928-4259-a043-4f0f61e085c8') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:31.520204 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6370e0b-b928-4259-a043-4f0f61e085c8') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:31.529745 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.543672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.550725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:31.551127 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:31.554180 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:31.669652 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.677812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.679787 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "DELETE /v2.0/networks/9df27e94-fce1-49da-92d9-fbcda2d2208e HTTP/1.1" status: 204 len: 168 time: 0.6707599 Aug 10 02:50:31.682388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37524) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:31.694138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe5257-30a8-4973-b335-7ac1f34a6c1b tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event deleted for resources: {'Network': ['ID=9df27e94-fce1-49da-92d9-fbcda2d2208e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:31.741931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4870b1aa-6825-4769-9473-f59ef6947249 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Deleting subnet c73eb04c-6d08-4d5c-bbbb-8867b05a1c0c {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:50:31.745424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4870b1aa-6825-4769-9473-f59ef6947249 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.786204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4870b1aa-6825-4769-9473-f59ef6947249 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.789752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f16b8e-32dd-406b-9f57-cf8e3d625208 None None] DHCP port deletion for 9df27e94-fce1-49da-92d9-fbcda2d2208e request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:50:31.805707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f788f-73d1-42e3-ab11-9dded505043b None None] Network 9df27e94-fce1-49da-92d9-fbcda2d2208e requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:31.821381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-138c0c06-e94e-413c-a6ed-e88df27e0bdf None None] Could not find standard attr ID for object 11aea2fb-5af8-461d-b5d6-7f45c4c706b2. {{(pid=101225) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 02:50:31.822784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f788f-73d1-42e3-ab11-9dded505043b None None] Network 9df27e94-fce1-49da-92d9-fbcda2d2208e could not be found, it might have been deleted concurrently. {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 02:50:31.869163 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4870b1aa-6825-4769-9473-f59ef6947249 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:31.980789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4870b1aa-6825-4769-9473-f59ef6947249 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.001472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69820a02-370e-4b2a-b0c5-fa74b32e1038 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:32.010788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870b1aa-6825-4769-9473-f59ef6947249 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event deleted for resources: {'Subnet': ['ID=c73eb04c-6d08-4d5c-bbbb-8867b05a1c0c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:32.014494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4870b1aa-6825-4769-9473-f59ef6947249 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.016597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4870b1aa-6825-4769-9473-f59ef6947249 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "DELETE /v2.0/subnets/c73eb04c-6d08-4d5c-bbbb-8867b05a1c0c HTTP/1.1" status: 204 len: 168 time: 0.3330226 Aug 10 02:50:32.019268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37526) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:32.028751 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67ae77-a716-4a7d-812f-ba65fd7a90c4 None None] Network 12f5f2a7-d7e4-49a1-b371-cbde379e2179 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:32.104152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.133153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 69820a02-370e-4b2a-b0c5-fa74b32e1038 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:32.133524 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.157934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Deleting port 69820a02-370e-4b2a-b0c5-fa74b32e1038 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:32.158286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.222259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] For port 69820a02-370e-4b2a-b0c5-fa74b32e1038, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69820a02-370e-4b2a-b0c5-fa74b32e1038,segment=NetworkSegment(759494a6-ef4b-4861-b51e-f6cc7acc426d),segment_id=759494a6-ef4b-4861-b51e-f6cc7acc426d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:32.222783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.237422 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Calling delete_port for 69820a02-370e-4b2a-b0c5-fa74b32e1038 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:32.266383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b90ca1-c89c-4994-8bfb-e7ba24eb0836 None None] DHCP port deletion for 12f5f2a7-d7e4-49a1-b371-cbde379e2179 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:50:32.312455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-63b90ca1-c89c-4994-8bfb-e7ba24eb0836 None None] Deleting port 69820a02-370e-4b2a-b0c5-fa74b32e1038 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:50:32.312830 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-63b90ca1-c89c-4994-8bfb-e7ba24eb0836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.372808 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-63b90ca1-c89c-4994-8bfb-e7ba24eb0836 None None] For port 69820a02-370e-4b2a-b0c5-fa74b32e1038, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=69820a02-370e-4b2a-b0c5-fa74b32e1038,segment=NetworkSegment(759494a6-ef4b-4861-b51e-f6cc7acc426d),segment_id=759494a6-ef4b-4861-b51e-f6cc7acc426d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:32.373212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-63b90ca1-c89c-4994-8bfb-e7ba24eb0836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.379966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.386496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-63b90ca1-c89c-4994-8bfb-e7ba24eb0836 None None] Calling delete_port for 69820a02-370e-4b2a-b0c5-fa74b32e1038 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:50:32.405197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event deleted for resources: {'Port': ['ID=69820a02-370e-4b2a-b0c5-fa74b32e1038,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:32.408919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] No DVR routers for this DVR port 69820a02-370e-4b2a-b0c5-fa74b32e1038 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:32.464491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-63b90ca1-c89c-4994-8bfb-e7ba24eb0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.487444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b90ca1-c89c-4994-8bfb-e7ba24eb0836 None None] Pushing event deleted for resources: {'Port': ['ID=69820a02-370e-4b2a-b0c5-fa74b32e1038,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:32.492929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b90ca1-c89c-4994-8bfb-e7ba24eb0836 None None] No DVR routers for this DVR port 69820a02-370e-4b2a-b0c5-fa74b32e1038 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:50:32.493165 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.507814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f5f2a7-d7e4-49a1-b371-cbde379e2179']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:32.515941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759494a6-ef4b-4861-b51e-f6cc7acc426d') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:32.516245 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759494a6-ef4b-4861-b51e-f6cc7acc426d') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:32.525030 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.538119 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.543905 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:50:32.544297 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:50:32.547892 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:50:32.660239 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.667055 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:32.668865 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "DELETE /v2.0/networks/12f5f2a7-d7e4-49a1-b371-cbde379e2179 HTTP/1.1" status: 204 len: 168 time: 0.6485367 Aug 10 02:50:32.673080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37528) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:32.681558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a664c-0f1b-49bb-bbab-df39738da21a tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Pushing event deleted for resources: {'Network': ['ID=12f5f2a7-d7e4-49a1-b371-cbde379e2179,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:32.703111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d1d7d514-845c-4345-99fb-c990ce60bb35 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "GET /v2.0/ports?device_id=752f7b0a-8335-461a-95f7-beb1dec10895 HTTP/1.1" status: 200 len: 205 time: 0.0288684 Aug 10 02:50:32.708434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37532) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:32.782673 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ec84386-2661-4ea0-9899-d045ad108997 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:33.289225 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ec84386-2661-4ea0-9899-d045ad108997 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:33.291329 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ec84386-2661-4ea0-9899-d045ad108997 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:33.417686 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ec84386-2661-4ea0-9899-d045ad108997 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:33.418185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec84386-2661-4ea0-9899-d045ad108997 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Fanout notify agent at l3_agent the message router_deleted on router 752f7b0a-8335-461a-95f7-beb1dec10895 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:50:33.427665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1ec84386-2661-4ea0-9899-d045ad108997 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:33.427665 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1ec84386-2661-4ea0-9899-d045ad108997 tempest-RoutersNegativeTest-1343029805 tempest-RoutersNegativeTest-1343029805-project] 10.222.0.38 "DELETE /v2.0/routers/752f7b0a-8335-461a-95f7-beb1dec10895 HTTP/1.1" status: 204 len: 168 time: 0.7176814 Aug 10 02:50:33.893995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37538) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:33.995063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69820a02-370e-4b2a-b0c5-fa74b32e1038 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:50:34.016047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 69820a02-370e-4b2a-b0c5-fa74b32e1038 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:50:34.016396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 69820a02-370e-4b2a-b0c5-fa74b32e1038 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:50:34.033075 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-93106c55-1726-4a76-9812-a0f3100acb09 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c3e54426e3a47429b835356f1be57a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379001 Aug 10 02:50:34.035503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37542) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:34.084086 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73515ebf-babe-458d-95f5-539140b18c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:34.105004 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73515ebf-babe-458d-95f5-539140b18c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:34.219650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73515ebf-babe-458d-95f5-539140b18c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:34.222152 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-73515ebf-babe-458d-95f5-539140b18c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:34.223376 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-73515ebf-babe-458d-95f5-539140b18c2a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aa3d2ac2-cf30-49ed-940a-04bd94034e7d HTTP/1.1" status: 204 len: 168 time: 0.1869652 Aug 10 02:50:34.230978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73515ebf-babe-458d-95f5-539140b18c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3d2ac2-cf30-49ed-940a-04bd94034e7d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:35.111771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37564) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:35.206639 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1122767599-network', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:35.322319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Made reservation on behalf of 51d63496a7ae4e029b0066003bca3a24 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:35.324581 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:35.333316 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:35.420508 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:35.476832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:35.497277 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:50:35.511669 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08695e3f-2bdd-4287-8129-d0df44afe9e8,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:35.515028 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:35.515394 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Added segment c325b86f-ba61-4ac9-836d-adf8def4f41d of type vlan for network c81ba9a6-79e3-4191-a549-81d6fe091b37 Aug 10 02:50:35.558564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:35.671722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:35.672609 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:35.673185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:35.731971 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] Pushing event updated for resources: {'Network': ['ID=c81ba9a6-79e3-4191-a549-81d6fe091b37,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:35.742197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:50:35.801319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1e46c411-e7f5-427c-8e19-9df2b8721be9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6884615 Aug 10 02:50:35.804384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37570) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:35.810007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Request body: {'subnet': {'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-subnet', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:35.897424 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Made reservation on behalf of 51d63496a7ae4e029b0066003bca3a24 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:35.899811 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.149375 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.202961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:36.212980 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Checking segment: {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:36.213350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Network hostable DHCP agents. Network: c81ba9a6-79e3-4191-a549-81d6fe091b37, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:50:36.286075 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:50:36.359992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c81ba9a6-79e3-4191-a549-81d6fe091b37) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:36.364905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:36.365841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.371506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7679dc-6ca6-4d36-a1d0-4772acbd3a54 None None] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:36.441099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-18fd59b5-b7de-411b-ab9f-ac49617e254d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6356218 Aug 10 02:50:36.443826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37572) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:36.448195 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:36.509468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-c81ba9a6-79e3-4191-a549-81d6fe091b37', 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'fixed_ips': [{'subnet_id': 'ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:50:36.510347 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.546477 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.547775 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.603780 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.644844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Allocated IP 172.20.0.2 (c81ba9a6-79e3-4191-a549-81d6fe091b37/ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d/233926cb-5cb7-48e2-867f-0a406f17b701) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:36.788423 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.797086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Transition to ACTIVE for port object 233926cb-5cb7-48e2-867f-0a406f17b701 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:36.811595 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Transition to ACTIVE for port object 233926cb-5cb7-48e2-867f-0a406f17b701 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:36.813963 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.894877 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:36.931178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:36.935874 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:36.939472 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:36.947801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Pushing event updated for resources: {'Port': ['ID=233926cb-5cb7-48e2-867f-0a406f17b701,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:36.999641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Attempting to bind port 233926cb-5cb7-48e2-867f-0a406f17b701 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:37.000016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Attempting to bind port 233926cb-5cb7-48e2-867f-0a406f17b701 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:37.000380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Attempting to bind port 233926cb-5cb7-48e2-867f-0a406f17b701 on network c81ba9a6-79e3-4191-a549-81d6fe091b37 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:37.006161 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:37.006531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Checking segment: {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:37.006959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:37.007351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Bound using segment: {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:37.007812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Bound port: 233926cb-5cb7-48e2-867f-0a406f17b701, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:37.008194 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:37.095505 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:37.115986 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:37.228130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Allocated IP 172.25.3.212 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/25002c07-ea5a-4c7c-8d20-9d87e15f178b) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:37.230497 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] For port 233926cb-5cb7-48e2-867f-0a406f17b701, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:37.234189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] For port 233926cb-5cb7-48e2-867f-0a406f17b701, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=233926cb-5cb7-48e2-867f-0a406f17b701,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:37.294498 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:37.334805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:37.354529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80229b-4910-435d-86c2-918b51c01ef1 None None] Pushing event updated for resources: {'Port': ['ID=233926cb-5cb7-48e2-867f-0a406f17b701,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:37.448897 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:37.501488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:37.508862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:37.515126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:37.541346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Pushing event updated for resources: {'Port': ['ID=25002c07-ea5a-4c7c-8d20-9d87e15f178b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:37.851081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:38.036652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 233926cb-5cb7-48e2-867f-0a406f17b701 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:38.067410 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:38.157190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 233926cb-5cb7-48e2-867f-0a406f17b701 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:38.241749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476727d8-4d36-4457-b442-b4226561fba7 None None] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:38.268646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Router 8332c465-2a8e-4a66-a37c-c67d9a512869 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:50:38.362620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d0d377c1-f2e0-47ef-a28e-fc70fc7bb0c6 None None] Provisioning for port 233926cb-5cb7-48e2-867f-0a406f17b701 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:38.379454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:50:38.384321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d0d377c1-f2e0-47ef-a28e-fc70fc7bb0c6 None None] Provisioning complete for port 233926cb-5cb7-48e2-867f-0a406f17b701 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:38.384428 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0d377c1-f2e0-47ef-a28e-fc70fc7bb0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:38.391063 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Sync routers for ids ['8332c465-2a8e-4a66-a37c-c67d9a512869'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:50:38.400076 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Routers {'8332c465-2a8e-4a66-a37c-c67d9a512869'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:50:38.400685 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:50:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8332c465-2a8e-4a66-a37c-c67d9a512869'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:38.455002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:38.458821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-507cc4ad-b35e-4c10-8130-ea1fd124fca6 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0115759 Aug 10 02:50:38.459043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37574) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:38.480816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0d377c1-f2e0-47ef-a28e-fc70fc7bb0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:38.510330 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Set router 8332c465-2a8e-4a66-a37c-c67d9a512869 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:50:38.523414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d0d377c1-f2e0-47ef-a28e-fc70fc7bb0c6 None None] For port 233926cb-5cb7-48e2-867f-0a406f17b701, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=233926cb-5cb7-48e2-867f-0a406f17b701,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:38.603044 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0d377c1-f2e0-47ef-a28e-fc70fc7bb0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:38.654895 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d377c1-f2e0-47ef-a28e-fc70fc7bb0c6 None None] Pushing event updated for resources: {'Port': ['ID=233926cb-5cb7-48e2-867f-0a406f17b701,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:38.702310 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:36Z', 'updated_at': '2021-08-10T02:50:37Z', 'revision_number': 3, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'gw_port': {'id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:37Z', 'updated_at': '2021-08-10T02:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:38.723524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bb46efdd-3ecf-4b05-9926-81458004043d None None] Provisioning complete for port 233926cb-5cb7-48e2-867f-0a406f17b701 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:38.723898 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bb46efdd-3ecf-4b05-9926-81458004043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:38.728859 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Checking router: 8332c465-2a8e-4a66-a37c-c67d9a512869 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:50:38.729217 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Updating router 8332c465-2a8e-4a66-a37c-c67d9a512869 port 25002c07-ea5a-4c7c-8d20-9d87e15f178b binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:50:38.755561 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:38.931377 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.016106 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.026000 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Transition to ACTIVE for port object 25002c07-ea5a-4c7c-8d20-9d87e15f178b will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:39.091077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Allocated IP 172.20.0.1 (c81ba9a6-79e3-4191-a549-81d6fe091b37/ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d/e67ec344-81c6-4925-9fe0-3c0d26de8ed1) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:39.094831 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.145388 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Attempting to bind port 25002c07-ea5a-4c7c-8d20-9d87e15f178b on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:39.145761 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Attempting to bind port 25002c07-ea5a-4c7c-8d20-9d87e15f178b by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:39.146120 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Attempting to bind port 25002c07-ea5a-4c7c-8d20-9d87e15f178b on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:39.152700 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Pushing event updated for resources: {'Port': ['ID=25002c07-ea5a-4c7c-8d20-9d87e15f178b,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:39.155790 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:39.156159 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:39.156555 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.156945 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:39.157405 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Bound port: 25002c07-ea5a-4c7c-8d20-9d87e15f178b, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:39.157792 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.164104 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.164454 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.164794 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.165133 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.165464 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.165801 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.166130 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.166459 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.166806 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.167136 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.167461 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.167784 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:50:39.203888 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.216647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Transition to ACTIVE for port object e67ec344-81c6-4925-9fe0-3c0d26de8ed1 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:39.218246 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] For port 25002c07-ea5a-4c7c-8d20-9d87e15f178b, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:39.221287 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] For port 25002c07-ea5a-4c7c-8d20-9d87e15f178b, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=25002c07-ea5a-4c7c-8d20-9d87e15f178b,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:39.303166 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.326017 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.363389 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Routers {'8332c465-2a8e-4a66-a37c-c67d9a512869'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:50:39.364031 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:50:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8332c465-2a8e-4a66-a37c-c67d9a512869'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:39.368792 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806651b-2250-4144-96d9-e5605777bf30 None None] Pushing event updated for resources: {'Port': ['ID=25002c07-ea5a-4c7c-8d20-9d87e15f178b,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:39.374145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:39.377329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:39.381970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:39.404913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Pushing event updated for resources: {'Port': ['ID=e67ec344-81c6-4925-9fe0-3c0d26de8ed1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:39.429275 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.576666 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] Set router 8332c465-2a8e-4a66-a37c-c67d9a512869 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:50:39.661046 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.705454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b8069cf8-710a-481c-9d03-449ffc198be9 None None] Provisioning for port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:39.709660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b8069cf8-710a-481c-9d03-449ffc198be9 None None] Provisioning complete for port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:39.710035 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b8069cf8-710a-481c-9d03-449ffc198be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.747347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b8069cf8-710a-481c-9d03-449ffc198be9 None None] Port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:50:39.756321 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:36Z', 'updated_at': '2021-08-10T02:50:37Z', 'revision_number': 3, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'gw_port': {'id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:37Z', 'updated_at': '2021-08-10T02:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:39.785330 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e0232-2f63-4269-8884-3f6c21723239 None None] The sync data for ids ['8332c465-2a8e-4a66-a37c-c67d9a512869'] in n-d-767704-21 is: [{'id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:36Z', 'updated_at': '2021-08-10T02:50:37Z', 'revision_number': 3, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'gw_port': {'id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:37Z', 'updated_at': '2021-08-10T02:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:50:39.840643 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.903302 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:39.971364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Pushing event updated for resources: {'Port': ['ID=e67ec344-81c6-4925-9fe0-3c0d26de8ed1,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:39.976851 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:40.027489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 233926cb-5cb7-48e2-867f-0a406f17b701 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:40.098263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 233926cb-5cb7-48e2-867f-0a406f17b701 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:40.098884 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:40.102723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:40.104678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:40.252650 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Router 8332c465-2a8e-4a66-a37c-c67d9a512869 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:50:40.371598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-19ab194f-3e2a-4ad5-aadf-1dc64a9433cb None None] Provisioning complete for port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:40.372129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-19ab194f-3e2a-4ad5-aadf-1dc64a9433cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:40.410432 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-19ab194f-3e2a-4ad5-aadf-1dc64a9433cb None None] Port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:50:40.735982 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:50:40.740918 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-df9a5e8e-c055-4710-9e31-a660376ac885 admin admin] 10.222.0.38 "PUT /v2.0/routers/8332c465-2a8e-4a66-a37c-c67d9a512869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2806678 Aug 10 02:50:41.360767 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37590) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:41.365839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1872290145-network', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:41.395369 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Sync routers for ids ['8332c465-2a8e-4a66-a37c-c67d9a512869'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:50:41.404574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Routers {'8332c465-2a8e-4a66-a37c-c67d9a512869'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:50:41.405208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:50:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8332c465-2a8e-4a66-a37c-c67d9a512869'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:41.469333 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Made reservation on behalf of e4d1781939a1411c82f74b89569441ae for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:41.471656 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:41.480564 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:41.512158 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Set router 8332c465-2a8e-4a66-a37c-c67d9a512869 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:50:41.571125 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:41.632026 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:41.658073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:50:41.672785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07796067-ef55-41f9-b4d7-5610c533cc0b,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:41.678015 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:41.678427 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Added segment 95f33de9-52f6-462e-b7e2-7cf231f1439d of type vlan for network a8802f9f-c50f-4a8a-a287-017d55088dc6 Aug 10 02:50:41.718987 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:36Z', 'updated_at': '2021-08-10T02:50:39Z', 'revision_number': 4, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'gw_port': {'id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:37Z', 'updated_at': '2021-08-10T02:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e67ec344-81c6-4925-9fe0-3c0d26de8ed1', 'name': '', 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'mac_address': 'fa:16:3e:d7:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:38Z', 'updated_at': '2021-08-10T02:50:39Z', 'revision_number': 2, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'subnets': [{'id': 'ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:41.720479 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:41.746281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Checking router: 8332c465-2a8e-4a66-a37c-c67d9a512869 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:50:41.746661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Updating router 8332c465-2a8e-4a66-a37c-c67d9a512869 port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:50:41.771815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:41.806144 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:41.807199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:41.807846 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:41.869342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] Pushing event updated for resources: {'Network': ['ID=a8802f9f-c50f-4a8a-a287-017d55088dc6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:41.879981 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network a8802f9f-c50f-4a8a-a287-017d55088dc6 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:50:41.932911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f847bd96-dce8-4fe9-930c-5e489972a506 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5707614 Aug 10 02:50:41.935364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37592) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:41.940206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Request body: {'subnet': {'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-subnet', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:42.024400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Made reservation on behalf of e4d1781939a1411c82f74b89569441ae for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:42.026789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.031646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 25002c07-ea5a-4c7c-8d20-9d87e15f178b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:42.127031 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.136785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Transition to ACTIVE for port object e67ec344-81c6-4925-9fe0-3c0d26de8ed1 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:42.211775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 25002c07-ea5a-4c7c-8d20-9d87e15f178b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:42.215554 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 25002c07-ea5a-4c7c-8d20-9d87e15f178b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:42.215926 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.241424 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.286396 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.313030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f921da5-3e2d-4e74-8673-94b4500df3ea None None] Pushing event updated for resources: {'Port': ['ID=e67ec344-81c6-4925-9fe0-3c0d26de8ed1,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:42.349399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b710bc8c-f14b-4307-908a-3f567cac0459,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:42.359209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Checking segment: {'id': '95f33de9-52f6-462e-b7e2-7cf231f1439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:42.359689 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Network hostable DHCP agents. Network: a8802f9f-c50f-4a8a-a287-017d55088dc6, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:50:42.399466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Attempting to bind port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:42.399934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Attempting to bind port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:42.400193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Attempting to bind port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 on network c81ba9a6-79e3-4191-a549-81d6fe091b37 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:42.407697 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.412530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:42.412909 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Checking segment: {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:42.413304 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.413698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Bound using segment: {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:42.414171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Bound port: e67ec344-81c6-4925-9fe0-3c0d26de8ed1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:42.414571 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.441656 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Network a8802f9f-c50f-4a8a-a287-017d55088dc6 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:50:42.459530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 25002c07-ea5a-4c7c-8d20-9d87e15f178b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=25002c07-ea5a-4c7c-8d20-9d87e15f178b,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:42.491896 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] For port e67ec344-81c6-4925-9fe0-3c0d26de8ed1, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:42.495001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] For port e67ec344-81c6-4925-9fe0-3c0d26de8ed1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e67ec344-81c6-4925-9fe0-3c0d26de8ed1,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:42.560020 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, a8802f9f-c50f-4a8a-a287-017d55088dc6) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:42.560216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.571340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:42.571340 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.586341 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafbdcb6-72e1-48a6-842a-d62ec4a526f8 None None] Network a8802f9f-c50f-4a8a-a287-017d55088dc6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:42.593057 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.656123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37594) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:42.657114 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a85b847d-8861-4284-ac2b-4a3435680412 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7202656 Aug 10 02:50:42.661763 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:42.675974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=25002c07-ea5a-4c7c-8d20-9d87e15f178b,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:42.713770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Routers {'8332c465-2a8e-4a66-a37c-c67d9a512869'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:50:42.714420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:50:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8332c465-2a8e-4a66-a37c-c67d9a512869'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:42.754729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.755993 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.820106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.863998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f921da5-3e2d-4e74-8673-94b4500df3ea None None] Pushing event updated for resources: {'Port': ['ID=e67ec344-81c6-4925-9fe0-3c0d26de8ed1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:42.911632 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-a8802f9f-c50f-4a8a-a287-017d55088dc6', 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'fixed_ips': [{'subnet_id': 'b710bc8c-f14b-4307-908a-3f567cac0459'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:50:42.912495 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:42.926702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] Set router 8332c465-2a8e-4a66-a37c-c67d9a512869 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:50:43.004653 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.174915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Allocated IP 172.20.0.2 (a8802f9f-c50f-4a8a-a287-017d55088dc6/b710bc8c-f14b-4307-908a-3f567cac0459/9be7e89d-74c8-4f02-809c-7b06f2a6e91c) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:43.287643 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.308047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.413302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Allocated IP 172.25.3.234 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/8fab8711-17e1-4689-beef-24b6309caa94) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:43.467651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-b3884be8-ef95-4087-b841-feb849152188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:36Z', 'updated_at': '2021-08-10T02:50:39Z', 'revision_number': 4, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'gw_port': {'id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:37Z', 'updated_at': '2021-08-10T02:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e67ec344-81c6-4925-9fe0-3c0d26de8ed1', 'name': '', 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'mac_address': 'fa:16:3e:d7:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:38Z', 'updated_at': '2021-08-10T02:50:42Z', 'revision_number': 4, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'subnets': [{'id': 'ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:43.511880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3884be8-ef95-4087-b841-feb849152188 None None] The sync data for ids ['8332c465-2a8e-4a66-a37c-c67d9a512869'] in n-d-767704-21 is: [{'id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:36Z', 'updated_at': '2021-08-10T02:50:39Z', 'revision_number': 4, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'gw_port': {'id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:37Z', 'updated_at': '2021-08-10T02:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'e67ec344-81c6-4925-9fe0-3c0d26de8ed1', 'name': '', 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'mac_address': 'fa:16:3e:d7:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:38Z', 'updated_at': '2021-08-10T02:50:42Z', 'revision_number': 4, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'subnets': [{'id': 'ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:50:43.527033 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.548888 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.558650 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Transition to ACTIVE for port object 9be7e89d-74c8-4f02-809c-7b06f2a6e91c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:43.582708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Transition to ACTIVE for port object 9be7e89d-74c8-4f02-809c-7b06f2a6e91c will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:43.651817 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.680951 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.681238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.720120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Network a8802f9f-c50f-4a8a-a287-017d55088dc6 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:43.727329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:43.730380 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:43.735300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:43.735924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Pushing event updated for resources: {'Port': ['ID=9be7e89d-74c8-4f02-809c-7b06f2a6e91c,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:43.737203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:43.746579 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:43.772654 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8fab8711-17e1-4689-beef-24b6309caa94,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:43.793488 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Attempting to bind port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:43.793938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Attempting to bind port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '95f33de9-52f6-462e-b7e2-7cf231f1439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:43.795794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Attempting to bind port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c on network a8802f9f-c50f-4a8a-a287-017d55088dc6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:43.800358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:43.800825 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Checking segment: {'id': '95f33de9-52f6-462e-b7e2-7cf231f1439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:43.801375 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.801824 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Bound using segment: {'id': '95f33de9-52f6-462e-b7e2-7cf231f1439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:43.802366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Bound port: 9be7e89d-74c8-4f02-809c-7b06f2a6e91c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f33de9-52f6-462e-b7e2-7cf231f1439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:43.802851 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:43.872696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] For port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:43.876278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] For port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9be7e89d-74c8-4f02-809c-7b06f2a6e91c,segment=NetworkSegment(95f33de9-52f6-462e-b7e2-7cf231f1439d),segment_id=95f33de9-52f6-462e-b7e2-7cf231f1439d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:43.974543 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:44.068131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9d9b4-b9e4-4a8e-a41d-dac9109f7217 None None] Pushing event updated for resources: {'Port': ['ID=9be7e89d-74c8-4f02-809c-7b06f2a6e91c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:44.116617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e67ec344-81c6-4925-9fe0-3c0d26de8ed1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:44.118711 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:44.249177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:44.259282 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:44.259933 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:44.370514 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:44.395183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:44.407284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port e67ec344-81c6-4925-9fe0-3c0d26de8ed1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e67ec344-81c6-4925-9fe0-3c0d26de8ed1,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:44.471325 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:44.472222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 25002c07-ea5a-4c7c-8d20-9d87e15f178b up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:44.561212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=e67ec344-81c6-4925-9fe0-3c0d26de8ed1,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:44.572462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 25002c07-ea5a-4c7c-8d20-9d87e15f178b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:44.572841 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:44.610021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:50:44.737865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:50:44.749338 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Sync routers for ids ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:50:44.751318 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:44.761453 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Routers {'afdd7e33-99c6-4ac8-81ab-b0944a0b9751'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:50:44.764420 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:50:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:44.845769 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:44.847299 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a81b3c73-7415-4aa5-9632-e80846b57cc9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1894081 Aug 10 02:50:44.849898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37602) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:50:44.885504 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Set router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:50:45.010998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68e60c-d4d2-466e-b564-e1d0d3cf0db9 None None] Network a8802f9f-c50f-4a8a-a287-017d55088dc6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:50:45.092706 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '8fab8711-17e1-4689-beef-24b6309caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:42Z', 'updated_at': '2021-08-10T02:50:43Z', 'revision_number': 3, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'gw_port': {'id': '8fab8711-17e1-4689-beef-24b6309caa94', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:43Z', 'updated_at': '2021-08-10T02:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:45.112560 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Checking router: afdd7e33-99c6-4ac8-81ab-b0944a0b9751 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:50:45.112997 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Updating router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 port 8fab8711-17e1-4689-beef-24b6309caa94 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:50:45.140372 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.165321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3e0c76dc-4442-4e87-bea4-b1159a7f82ad None None] Provisioning for port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:45.303296 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.413767 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.423474 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Transition to ACTIVE for port object 8fab8711-17e1-4689-beef-24b6309caa94 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:45.470447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Allocated IP 172.20.0.1 (a8802f9f-c50f-4a8a-a287-017d55088dc6/b710bc8c-f14b-4307-908a-3f567cac0459/5dd003d8-2b87-4a21-92c0-7a6804aef31f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:45.488460 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.541007 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Attempting to bind port 8fab8711-17e1-4689-beef-24b6309caa94 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:45.541397 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Attempting to bind port 8fab8711-17e1-4689-beef-24b6309caa94 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:45.541739 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Attempting to bind port 8fab8711-17e1-4689-beef-24b6309caa94 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:45.544641 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7728b7e-b5cd-434e-9afa-3faac90fc51e None None] Pushing event updated for resources: {'Port': ['ID=8fab8711-17e1-4689-beef-24b6309caa94,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:45.549154 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:45.549527 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:45.549961 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.561055 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:45.561055 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Bound port: 8fab8711-17e1-4689-beef-24b6309caa94, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:45.561055 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.582532 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.596716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Transition to ACTIVE for port object 5dd003d8-2b87-4a21-92c0-7a6804aef31f will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:45.601650 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] For port 8fab8711-17e1-4689-beef-24b6309caa94, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:45.604730 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] For port 8fab8711-17e1-4689-beef-24b6309caa94, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8fab8711-17e1-4689-beef-24b6309caa94,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:45.688794 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.703602 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.744087 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Routers {'afdd7e33-99c6-4ac8-81ab-b0944a0b9751'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:50:45.745301 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:50:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:45.748587 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Network a8802f9f-c50f-4a8a-a287-017d55088dc6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:45.751653 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:45.756051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:45.759259 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd003d8-2b87-4a21-92c0-7a6804aef31f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:45.786045 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7728b7e-b5cd-434e-9afa-3faac90fc51e None None] Pushing event updated for resources: {'Port': ['ID=8fab8711-17e1-4689-beef-24b6309caa94,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:45.798496 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:45.860528 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] Set router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:50:46.010798 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.068744 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '8fab8711-17e1-4689-beef-24b6309caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:42Z', 'updated_at': '2021-08-10T02:50:43Z', 'revision_number': 3, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'gw_port': {'id': '8fab8711-17e1-4689-beef-24b6309caa94', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:43Z', 'updated_at': '2021-08-10T02:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:46.074189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8b90d733-f096-4d44-87ac-50025933f24a None None] Provisioning for port 5dd003d8-2b87-4a21-92c0-7a6804aef31f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:46.078418 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8b90d733-f096-4d44-87ac-50025933f24a None None] Provisioning complete for port 5dd003d8-2b87-4a21-92c0-7a6804aef31f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:46.078795 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b90d733-f096-4d44-87ac-50025933f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.108904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9be7e89d-74c8-4f02-809c-7b06f2a6e91c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:46.111246 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615dc1b-2b9e-415f-b28c-dcf5e06a1ba5 None None] The sync data for ids ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'] in n-d-767704-21 is: [{'id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '8fab8711-17e1-4689-beef-24b6309caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:42Z', 'updated_at': '2021-08-10T02:50:43Z', 'revision_number': 3, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'gw_port': {'id': '8fab8711-17e1-4689-beef-24b6309caa94', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:43Z', 'updated_at': '2021-08-10T02:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:50:46.157998 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8b90d733-f096-4d44-87ac-50025933f24a None None] Port 5dd003d8-2b87-4a21-92c0-7a6804aef31f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:50:46.206209 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.251975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:46.256256 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:46.256638 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.281931 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.358623 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.358813 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.360544 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd003d8-2b87-4a21-92c0-7a6804aef31f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:46.396344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9be7e89d-74c8-4f02-809c-7b06f2a6e91c,segment=NetworkSegment(95f33de9-52f6-462e-b7e2-7cf231f1439d),segment_id=95f33de9-52f6-462e-b7e2-7cf231f1439d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:46.463214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Network a8802f9f-c50f-4a8a-a287-017d55088dc6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:46.464681 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:46.480244 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.481486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e67ec344-81c6-4925-9fe0-3c0d26de8ed1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:46.573810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=9be7e89d-74c8-4f02-809c-7b06f2a6e91c,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:46.595583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:50:46.601508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:46.601891 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.789995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a2861d4d-80d8-41a9-83e6-789ae28c61b0 None None] Provisioning complete for port 5dd003d8-2b87-4a21-92c0-7a6804aef31f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:46.791507 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a2861d4d-80d8-41a9-83e6-789ae28c61b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:46.844752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a2861d4d-80d8-41a9-83e6-789ae28c61b0 None None] Port 5dd003d8-2b87-4a21-92c0-7a6804aef31f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:50:47.090685 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:50:47.096669 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-22bd08b4-3613-440b-b330-b1eec7ed3f99 admin admin] 10.222.0.38 "PUT /v2.0/routers/afdd7e33-99c6-4ac8-81ab-b0944a0b9751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2456803 Aug 10 02:50:47.758377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Sync routers for ids ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:50:47.768512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Routers {'afdd7e33-99c6-4ac8-81ab-b0944a0b9751'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:50:47.769135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:50:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:47.884513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Set router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:50:47.913833 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7393009a-7149-4d7e-81dc-cc5163b4c15f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:47.915379 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7393009a-7149-4d7e-81dc-cc5163b4c15f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/networks?id=c81ba9a6-79e3-4191-a549-81d6fe091b37 HTTP/1.1" status: 200 len: 817 time: 0.1020486 Aug 10 02:50:47.930388 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-80ce399c-059d-4108-9758-f84091b41219 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/quotas/51d63496a7ae4e029b0066003bca3a24 HTTP/1.1" status: 200 len: 375 time: 0.0090640 Aug 10 02:50:47.955006 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-93e21dfe-8019-43e7-8d46-fe1bec70b25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:47.988583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7ca9ff07-fe80-47d5-b7b7-90814254c8f9 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=51d63496a7ae4e029b0066003bca3a24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518849 Aug 10 02:50:48.102669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-668242ee-f6bc-463f-ae2d-450947987423 service neutron] 10.222.0.38 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001723 Aug 10 02:50:48.108243 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '8fab8711-17e1-4689-beef-24b6309caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:42Z', 'updated_at': '2021-08-10T02:50:45Z', 'revision_number': 4, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'gw_port': {'id': '8fab8711-17e1-4689-beef-24b6309caa94', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:43Z', 'updated_at': '2021-08-10T02:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5dd003d8-2b87-4a21-92c0-7a6804aef31f', 'name': '', 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'mac_address': 'fa:16:3e:08:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b710bc8c-f14b-4307-908a-3f567cac0459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:45Z', 'updated_at': '2021-08-10T02:50:46Z', 'revision_number': 2, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'subnets': [{'id': 'b710bc8c-f14b-4307-908a-3f567cac0459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:48.137145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9be7e89d-74c8-4f02-809c-7b06f2a6e91c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:48.140116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Checking router: afdd7e33-99c6-4ac8-81ab-b0944a0b9751 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:50:48.140484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Updating router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 port 5dd003d8-2b87-4a21-92c0-7a6804aef31f binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:50:48.195005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-2bac3de7-bfd4-4a15-9735-6e0794a28a18 service neutron] 10.222.0.38 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912621 Aug 10 02:50:48.199031 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:48.263820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:48.264282 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:48.445644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-34c31c88-c0ef-4a0f-bead-4f45c1ee7e70 req-eb2358f4-986d-4c14-adc2-760fe6f6bab0 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 210 time: 0.0285079 Aug 10 02:50:48.456950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8fab8711-17e1-4689-beef-24b6309caa94 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:48.569728 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:48.579419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Transition to ACTIVE for port object 5dd003d8-2b87-4a21-92c0-7a6804aef31f will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:48.654812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8fab8711-17e1-4689-beef-24b6309caa94 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:48.658873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8fab8711-17e1-4689-beef-24b6309caa94 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:48.659239 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:48.691968 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:48.751566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc8342-21aa-4a44-bf57-c4db895519b2 None None] Pushing event updated for resources: {'Port': ['ID=5dd003d8-2b87-4a21-92c0-7a6804aef31f,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:48.823662 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:48.842065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Attempting to bind port 5dd003d8-2b87-4a21-92c0-7a6804aef31f on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:48.842448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Attempting to bind port 5dd003d8-2b87-4a21-92c0-7a6804aef31f by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '95f33de9-52f6-462e-b7e2-7cf231f1439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:48.842846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Attempting to bind port 5dd003d8-2b87-4a21-92c0-7a6804aef31f on network a8802f9f-c50f-4a8a-a287-017d55088dc6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:48.855099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:48.855478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Checking segment: {'id': '95f33de9-52f6-462e-b7e2-7cf231f1439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:48.855883 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:48.856288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Bound using segment: {'id': '95f33de9-52f6-462e-b7e2-7cf231f1439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:48.856758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Bound port: 5dd003d8-2b87-4a21-92c0-7a6804aef31f, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f33de9-52f6-462e-b7e2-7cf231f1439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:48.857819 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:48.860849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8fab8711-17e1-4689-beef-24b6309caa94, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8fab8711-17e1-4689-beef-24b6309caa94,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:48.915958 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:48.954735 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] For port 5dd003d8-2b87-4a21-92c0-7a6804aef31f, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:48.974304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] For port 5dd003d8-2b87-4a21-92c0-7a6804aef31f, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5dd003d8-2b87-4a21-92c0-7a6804aef31f,segment=NetworkSegment(95f33de9-52f6-462e-b7e2-7cf231f1439d),segment_id=95f33de9-52f6-462e-b7e2-7cf231f1439d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:48.991279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8fab8711-17e1-4689-beef-24b6309caa94,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:49.048659 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:49.109785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Routers {'afdd7e33-99c6-4ac8-81ab-b0944a0b9751'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:50:49.110462 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:50:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:49.112423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc8342-21aa-4a44-bf57-c4db895519b2 None None] Pushing event updated for resources: {'Port': ['ID=5dd003d8-2b87-4a21-92c0-7a6804aef31f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:49.226262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] Set router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:50:49.549549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3d4d27d-f61e-41d8-8ae6-7a52c849e27b req-45e2af02-66ef-4de7-bcb4-7b7d660f51a0 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 210 time: 0.0262399 Aug 10 02:50:49.590301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '8fab8711-17e1-4689-beef-24b6309caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:42Z', 'updated_at': '2021-08-10T02:50:45Z', 'revision_number': 4, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'gw_port': {'id': '8fab8711-17e1-4689-beef-24b6309caa94', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:43Z', 'updated_at': '2021-08-10T02:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5dd003d8-2b87-4a21-92c0-7a6804aef31f', 'name': '', 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'mac_address': 'fa:16:3e:08:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b710bc8c-f14b-4307-908a-3f567cac0459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:45Z', 'updated_at': '2021-08-10T02:50:48Z', 'revision_number': 4, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'subnets': [{'id': 'b710bc8c-f14b-4307-908a-3f567cac0459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:50:49.616833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22715c8e-f197-47dc-ac7c-5894cd26e809 None None] The sync data for ids ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'] in n-d-767704-21 is: [{'id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '8fab8711-17e1-4689-beef-24b6309caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:42Z', 'updated_at': '2021-08-10T02:50:45Z', 'revision_number': 4, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'gw_port': {'id': '8fab8711-17e1-4689-beef-24b6309caa94', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:43Z', 'updated_at': '2021-08-10T02:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '5dd003d8-2b87-4a21-92c0-7a6804aef31f', 'name': '', 'network_id': 'a8802f9f-c50f-4a8a-a287-017d55088dc6', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'mac_address': 'fa:16:3e:08:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'b710bc8c-f14b-4307-908a-3f567cac0459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:45Z', 'updated_at': '2021-08-10T02:50:48Z', 'revision_number': 4, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'subnets': [{'id': 'b710bc8c-f14b-4307-908a-3f567cac0459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:50:50.083610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8fab8711-17e1-4689-beef-24b6309caa94 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:50.137903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8fab8711-17e1-4689-beef-24b6309caa94 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:50.138431 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:50.229314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5dd003d8-2b87-4a21-92c0-7a6804aef31f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:50.351235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 5dd003d8-2b87-4a21-92c0-7a6804aef31f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:50.355489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 5dd003d8-2b87-4a21-92c0-7a6804aef31f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:50.355868 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:50.441457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:50.479999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 5dd003d8-2b87-4a21-92c0-7a6804aef31f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5dd003d8-2b87-4a21-92c0-7a6804aef31f,segment=NetworkSegment(95f33de9-52f6-462e-b7e2-7cf231f1439d),segment_id=95f33de9-52f6-462e-b7e2-7cf231f1439d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:50.611750 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:50.647338 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-12046ad1-13b0-4281-9e42-c1be9e133373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:50.661359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f9a26050-192b-4afd-9cc3-90214efd9a5d req-8a6d5297-2c06-42d3-ad1f-ec0a9f41c831 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 210 time: 0.0402737 Aug 10 02:50:50.689671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=5dd003d8-2b87-4a21-92c0-7a6804aef31f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:50.761103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7d1a9ccf-a0a6-4ee0-99f6-a68e01c647c7 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:50.762765 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7d1a9ccf-a0a6-4ee0-99f6-a68e01c647c7 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.11 "GET /v2.0/networks?id=c81ba9a6-79e3-4191-a549-81d6fe091b37 HTTP/1.1" status: 200 len: 817 time: 0.1301541 Aug 10 02:50:50.776837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Request body: {'port': {'device_id': '64556a6b-ae17-4367-a7b0-7b62b09708a2', 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37', 'admin_state_up': True, 'tenant_id': '51d63496a7ae4e029b0066003bca3a24'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:50.985718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Made reservation on behalf of 51d63496a7ae4e029b0066003bca3a24 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:50:50.989314 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:51.129394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Allocated IP 172.20.0.10 (c81ba9a6-79e3-4191-a549-81d6fe091b37/ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d/c06089ae-c3ac-41cc-9a1c-2704c137f73c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:50:51.194210 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:51.276392 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:51.290056 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Transition to ACTIVE for port object c06089ae-c3ac-41cc-9a1c-2704c137f73c will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:51.403462 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:51.453492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:50:51.456752 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:50:51.460696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:50:51.486229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Pushing event updated for resources: {'Port': ['ID=c06089ae-c3ac-41cc-9a1c-2704c137f73c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:51.514920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:51.515554 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:51.604199 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-7a34d3cb-8c23-41da-be05-9d5909cc7c5f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8314376 Aug 10 02:50:51.617882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Request body: {'port': {'device_id': '64556a6b-ae17-4367-a7b0-7b62b09708a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:50:51.675761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:51.784737 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2f180-8f69-4580-b0d8-af38e274d2ec req-c3a3380d-7342-4023-b445-5664a6d3098a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:51.786177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80a2f180-8f69-4580-b0d8-af38e274d2ec req-c3a3380d-7342-4023-b445-5664a6d3098a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 932 time: 0.0499225 Aug 10 02:50:51.803411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-90fe0853-1278-43d2-8ac2-8869e8cfe6a0 None None] Provisioning for port c06089ae-c3ac-41cc-9a1c-2704c137f73c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:51.807582 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-90fe0853-1278-43d2-8ac2-8869e8cfe6a0 None None] Provisioning complete for port c06089ae-c3ac-41cc-9a1c-2704c137f73c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:51.808064 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90fe0853-1278-43d2-8ac2-8869e8cfe6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:51.833025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80a2f180-8f69-4580-b0d8-af38e274d2ec req-a91170e6-4168-4f2d-9399-a9a515205873 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Aug 10 02:50:51.843402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-90fe0853-1278-43d2-8ac2-8869e8cfe6a0 None None] Port c06089ae-c3ac-41cc-9a1c-2704c137f73c cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:50:51.950207 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06089ae-c3ac-41cc-9a1c-2704c137f73c {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:50:51.958171 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:51.974217 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Transition to ACTIVE for port object c06089ae-c3ac-41cc-9a1c-2704c137f73c will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:50:52.014011 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5dd003d8-2b87-4a21-92c0-7a6804aef31f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:52.042577 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:52.066197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 5dd003d8-2b87-4a21-92c0-7a6804aef31f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:52.066583 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:52.136728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Pushing event updated for resources: {'Port': ['ID=c06089ae-c3ac-41cc-9a1c-2704c137f73c,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:52.171124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Attempting to bind port c06089ae-c3ac-41cc-9a1c-2704c137f73c on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:50:52.171474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Attempting to bind port c06089ae-c3ac-41cc-9a1c-2704c137f73c by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:50:52.171814 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Attempting to bind port c06089ae-c3ac-41cc-9a1c-2704c137f73c on network c81ba9a6-79e3-4191-a549-81d6fe091b37 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:52.177613 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Port c06089ae-c3ac-41cc-9a1c-2704c137f73c on network c81ba9a6-79e3-4191-a549-81d6fe091b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:50:52.177952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Attempting to bind port c06089ae-c3ac-41cc-9a1c-2704c137f73c on network c81ba9a6-79e3-4191-a549-81d6fe091b37 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:50:52.188199 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:50:52.188569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Checking segment: {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:50:52.188979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Bound using segment: {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:50:52.189476 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Bound port: c06089ae-c3ac-41cc-9a1c-2704c137f73c, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:50:52.189883 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:52.265971 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] For port c06089ae-c3ac-41cc-9a1c-2704c137f73c, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:50:52.269128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] For port c06089ae-c3ac-41cc-9a1c-2704c137f73c, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c06089ae-c3ac-41cc-9a1c-2704c137f73c,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:50:52.368653 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:52.404695 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:52.405315 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:52.406788 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] 10.222.0.11 "PUT /v2.0/ports/c06089ae-c3ac-41cc-9a1c-2704c137f73c HTTP/1.1" status: 200 len: 1093 time: 0.7939861 Aug 10 02:50:52.407231 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64556a6b-ae17-4367-a7b0-7b62b09708a2', 'tag': 'c06089ae-c3ac-41cc-9a1c-2704c137f73c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:50:52.409638 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d339bfa8-cf6e-4622-9bb5-ab285841b263" -d '{"events": [{"name": "network-changed", "server_uuid": "64556a6b-ae17-4367-a7b0-7b62b09708a2", "tag": "c06089ae-c3ac-41cc-9a1c-2704c137f73c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:50:52.441614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c26f0-22f1-4b3b-8dde-7c00d2e6912f service neutron] Pushing event updated for resources: {'Port': ['ID=c06089ae-c3ac-41cc-9a1c-2704c137f73c,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:52.454981 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cbac39-444f-4019-a5a9-3ebc2656f76a x-openstack-request-id: req-a1cbac39-444f-4019-a5a9-3ebc2656f76a {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:50:52.455197 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64556a6b-ae17-4367-a7b0-7b62b09708a2", "tag": "c06089ae-c3ac-41cc-9a1c-2704c137f73c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:50:52.455301 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a1cbac39-444f-4019-a5a9-3ebc2656f76a {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:50:52.455659 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64556a6b-ae17-4367-a7b0-7b62b09708a2', 'tag': 'c06089ae-c3ac-41cc-9a1c-2704c137f73c', 'status': 'completed', 'code': 200} Aug 10 02:50:52.474078 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:52.522809 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339bfa8-cf6e-4622-9bb5-ab285841b263 req-3b6cc9a7-92ef-4bee-b5b9-3b231bedc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:52.524545 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d339bfa8-cf6e-4622-9bb5-ab285841b263 req-3b6cc9a7-92ef-4bee-b5b9-3b231bedc110 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51d63496a7ae4e029b0066003bca3a24&device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 1096 time: 0.0479889 Aug 10 02:50:52.639682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339bfa8-cf6e-4622-9bb5-ab285841b263 req-b92b4c16-4ad0-47d8-ab4f-7ba1c5b1f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:52.641189 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d339bfa8-cf6e-4622-9bb5-ab285841b263 req-b92b4c16-4ad0-47d8-ab4f-7ba1c5b1f5b0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=51d63496a7ae4e029b0066003bca3a24&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1093547 Aug 10 02:50:52.739944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339bfa8-cf6e-4622-9bb5-ab285841b263 req-b9eab971-ffc0-4e10-8023-6558dfd4ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:52.741402 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d339bfa8-cf6e-4622-9bb5-ab285841b263 req-b9eab971-ffc0-4e10-8023-6558dfd4ece2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936718 Aug 10 02:50:52.826483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-cc93e11b-58d8-47a5-9f74-fe907974437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:52.828636 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-cc93e11b-58d8-47a5-9f74-fe907974437c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51d63496a7ae4e029b0066003bca3a24&device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 1096 time: 0.0484431 Aug 10 02:50:52.871601 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-9ea5eaef-6dcc-4eb9-aabd-d220aefdd257 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c06089ae-c3ac-41cc-9a1c-2704c137f73c HTTP/1.1" status: 200 len: 217 time: 0.0348871 Aug 10 02:50:52.922058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-c14885dc-22fa-4888-ac44-e1c8037a51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:52.929026 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-c14885dc-22fa-4888-ac44-e1c8037a51f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d HTTP/1.1" status: 200 len: 856 time: 0.0510602 Aug 10 02:50:52.949326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67f658-263a-41b3-ba1c-f06c9a2ac154 req-4926252a-d29c-43be-85e2-939cdeda5862 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:52.951486 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe67f658-263a-41b3-ba1c-f06c9a2ac154 req-4926252a-d29c-43be-85e2-939cdeda5862 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 944 time: 0.0485146 Aug 10 02:50:52.980835 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-f4a6c3e8-a6dc-40a8-84d8-f43aee8a3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:52.982494 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-f4a6c3e8-a6dc-40a8-84d8-f43aee8a3eb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c81ba9a6-79e3-4191-a549-81d6fe091b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454710 Aug 10 02:50:52.988954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe67f658-263a-41b3-ba1c-f06c9a2ac154 req-f374ec85-c7d2-4162-b3f5-0f0d1f55b8f6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Aug 10 02:50:53.071894 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-760f6cee-ad84-4a0c-a9b4-1671fafb3b82 service neutron] 10.222.0.11 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825756 Aug 10 02:50:53.171200 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-67b78ed8-7c7a-4f88-9976-f27bb85e014a req-c1b341bf-af6f-4edf-85a9-68ea4a9e50b6 service neutron] 10.222.0.11 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921423 Aug 10 02:50:54.048633 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:54.105960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1eef-6926-4b0c-a82b-743cd45cb7e2 req-e166abe3-770d-48a5-b3b0-04c92b1d137a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:54.108313 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e69c1eef-6926-4b0c-a82b-743cd45cb7e2 req-e166abe3-770d-48a5-b3b0-04c92b1d137a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 944 time: 0.0499816 Aug 10 02:50:54.152081 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e69c1eef-6926-4b0c-a82b-743cd45cb7e2 req-0cb32a63-fb43-49c1-8665-715731691236 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Aug 10 02:50:55.267666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c06089ae-c3ac-41cc-9a1c-2704c137f73c details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:50:55.269545 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9fdcd-fd9d-4887-9879-54c7a3033d80 req-dec7644b-fbbd-4a7b-a67f-8dc876690c63 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:55.271099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58d9fdcd-fd9d-4887-9879-54c7a3033d80 req-dec7644b-fbbd-4a7b-a67f-8dc876690c63 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 944 time: 0.0503125 Aug 10 02:50:55.313611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-58d9fdcd-fd9d-4887-9879-54c7a3033d80 req-1fca1b62-b696-4de1-a515-9f75ee0b2f01 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363839 Aug 10 02:50:55.362914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c06089ae-c3ac-41cc-9a1c-2704c137f73c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c06089ae-c3ac-41cc-9a1c-2704c137f73c,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:55.374428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'c06089ae-c3ac-41cc-9a1c-2704c137f73c', 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37', 'port_id': 'c06089ae-c3ac-41cc-9a1c-2704c137f73c', 'mac_address': 'fa:16:3e:19:66:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:50:55.410958 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:55.423820 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06089ae-c3ac-41cc-9a1c-2704c137f73c {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:50:55.443524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c06089ae-c3ac-41cc-9a1c-2704c137f73c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c06089ae-c3ac-41cc-9a1c-2704c137f73c,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:55.540086 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:55.590771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c06089ae-c3ac-41cc-9a1c-2704c137f73c,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:55.739411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c06089ae-c3ac-41cc-9a1c-2704c137f73c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:50:56.428108 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb2834-b77c-4241-abb0-72be6925004d req-865bb389-dd99-4e06-bbbf-47e57c46db8b tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:56.429632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24fb2834-b77c-4241-abb0-72be6925004d req-865bb389-dd99-4e06-bbbf-47e57c46db8b tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 945 time: 0.0501873 Aug 10 02:50:56.470322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24fb2834-b77c-4241-abb0-72be6925004d req-877f7f26-8d91-4ce5-9c81-1f3c5deeac2e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348976 Aug 10 02:50:57.277839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c06089ae-c3ac-41cc-9a1c-2704c137f73c up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:50:57.399541 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port c06089ae-c3ac-41cc-9a1c-2704c137f73c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:50:57.403736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port c06089ae-c3ac-41cc-9a1c-2704c137f73c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:50:57.404140 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:57.484533 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:57.507692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64556a6b-ae17-4367-a7b0-7b62b09708a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06089ae-c3ac-41cc-9a1c-2704c137f73c'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:50:57.509991 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a01465-86d9-4899-a7be-6a1b6ba6e413" -d '{"events": [{"server_uuid": "64556a6b-ae17-4367-a7b0-7b62b09708a2", "name": "network-vif-plugged", "status": "completed", "tag": "c06089ae-c3ac-41cc-9a1c-2704c137f73c"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:50:57.523854 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port c06089ae-c3ac-41cc-9a1c-2704c137f73c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c06089ae-c3ac-41cc-9a1c-2704c137f73c,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:50:57.550090 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd1e1d9-4b98-4131-9144-326d48e146f7 x-openstack-request-id: req-6dd1e1d9-4b98-4131-9144-326d48e146f7 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:50:57.550382 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64556a6b-ae17-4367-a7b0-7b62b09708a2", "name": "network-vif-plugged", "status": "completed", "tag": "c06089ae-c3ac-41cc-9a1c-2704c137f73c", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:50:57.550671 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6dd1e1d9-4b98-4131-9144-326d48e146f7 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:50:57.551073 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64556a6b-ae17-4367-a7b0-7b62b09708a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06089ae-c3ac-41cc-9a1c-2704c137f73c', 'code': 200} Aug 10 02:50:57.591028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:50:57.595158 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedf22c-58a0-4c9c-91eb-e44ea7708034 req-b84bd4af-e394-4e02-b1d8-cabdb10cb77b tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:57.597549 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7aedf22c-58a0-4c9c-91eb-e44ea7708034 req-b84bd4af-e394-4e02-b1d8-cabdb10cb77b tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 945 time: 0.0586433 Aug 10 02:50:57.637573 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7aedf22c-58a0-4c9c-91eb-e44ea7708034 req-a06ad871-3a25-4874-840c-cdfcc0f1a8de tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341425 Aug 10 02:50:57.644168 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=c06089ae-c3ac-41cc-9a1c-2704c137f73c,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:50:57.661569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4b596-1267-4dc4-81ef-44bcffd5e7e1 req-258a9025-ae0f-488d-a8f5-97b3c87873ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:57.663177 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-86c4b596-1267-4dc4-81ef-44bcffd5e7e1 req-258a9025-ae0f-488d-a8f5-97b3c87873ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 1098 time: 0.0491269 Aug 10 02:50:57.699459 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-86c4b596-1267-4dc4-81ef-44bcffd5e7e1 req-2e377328-b9e7-48d3-9a4b-5392aa8959d7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283217 Aug 10 02:50:58.757289 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b1b80-d040-40ff-afc3-820a0f264daa req-3e7dc498-4080-42d2-ae89-dea4e9d33b6b tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:58.758821 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f4b1b80-d040-40ff-afc3-820a0f264daa req-3e7dc498-4080-42d2-ae89-dea4e9d33b6b tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 946 time: 0.0502703 Aug 10 02:50:58.801383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f4b1b80-d040-40ff-afc3-820a0f264daa req-6476f91e-4155-4b07-a1a2-57a8bd3666d3 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365124 Aug 10 02:50:58.914681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14113de8-615d-4864-b31f-16f5a33bd72d req-6fdb2169-180d-45ef-956e-d989b7303289 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:50:58.916163 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14113de8-615d-4864-b31f-16f5a33bd72d req-6fdb2169-180d-45ef-956e-d989b7303289 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 946 time: 0.0482500 Aug 10 02:50:58.955076 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14113de8-615d-4864-b31f-16f5a33bd72d req-c0dd1a69-9fe8-478a-ba66-c3ba928153a7 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Aug 10 02:51:07.293072 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:51:13.662051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:14.773558 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:17.953479 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bbb1623b-c06e-45e0-b1db-a708c66510e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:20.633851 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a2926a6-d0d0-4f05-9d38-346dff4770ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:21.213411 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:21.778469 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-ca051c3b-bc0c-4703-bb7d-463c9d35c0a9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399694 Aug 10 02:51:21.868854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-3babe1a9-3953-40e8-a072-7d1615a728f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:21.870696 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-3babe1a9-3953-40e8-a072-7d1615a728f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51d63496a7ae4e029b0066003bca3a24&device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 1098 time: 0.0440743 Aug 10 02:51:21.982432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-6b47f243-74c3-46c4-8155-bd3bbcfa327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:21.984150 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-6b47f243-74c3-46c4-8155-bd3bbcfa327d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c81ba9a6-79e3-4191-a549-81d6fe091b37 HTTP/1.1" status: 200 len: 918 time: 0.0918264 Aug 10 02:51:22.029000 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-871adab3-6abd-47e5-9d57-324782f6e22f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c06089ae-c3ac-41cc-9a1c-2704c137f73c HTTP/1.1" status: 200 len: 217 time: 0.0346014 Aug 10 02:51:22.084208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-514fbc06-8667-43ea-a8f7-35de072a9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:22.085730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-514fbc06-8667-43ea-a8f7-35de072a9ae8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d HTTP/1.1" status: 200 len: 856 time: 0.0488911 Aug 10 02:51:22.134849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-39bd03b0-f6f0-444d-b031-31e870610dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:22.136370 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-39bd03b0-f6f0-444d-b031-31e870610dfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c81ba9a6-79e3-4191-a549-81d6fe091b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414732 Aug 10 02:51:22.227546 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-3bf4ba3c-ec1f-43f3-b14a-d3ce25c64fdf service neutron] 10.222.0.11 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828381 Aug 10 02:51:22.326422 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb62db5c-48bc-453c-b93e-4678d5e1bc91 req-dc737064-2ac0-4ad2-9520-66106195bc7b service neutron] 10.222.0.11 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915205 Aug 10 02:51:22.516590 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:23.062315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfdbc2-9b69-4cc3-a17f-a2513f66d473 req-39edf92b-becc-4ac9-90ed-42e35950a96e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:23.063814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ddfdbc2-9b69-4cc3-a17f-a2513f66d473 req-39edf92b-becc-4ac9-90ed-42e35950a96e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 946 time: 0.0504775 Aug 10 02:51:23.104404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ddfdbc2-9b69-4cc3-a17f-a2513f66d473 req-c3e71ab1-a3cb-47c9-b624-6dea0c9917aa tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Aug 10 02:51:24.024816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:24.242805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27b99f-58b0-4b59-97dc-86040b4c9582 req-6621b475-aaac-4fae-9326-38e8a7257741 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:24.244300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e27b99f-58b0-4b59-97dc-86040b4c9582 req-6621b475-aaac-4fae-9326-38e8a7257741 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 946 time: 0.0658104 Aug 10 02:51:24.289332 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e27b99f-58b0-4b59-97dc-86040b4c9582 req-e9f0381e-a2f9-4daf-a988-2df72eddb6a8 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387979 Aug 10 02:51:24.524804 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-e3349a6f-ca9e-45d0-9a36-658404876d8e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:24.526256 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-e3349a6f-ca9e-45d0-9a36-658404876d8e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.11 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 946 time: 0.0530150 Aug 10 02:51:24.623251 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Deleting port c06089ae-c3ac-41cc-9a1c-2704c137f73c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:51:24.623603 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:24.711689 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] For port c06089ae-c3ac-41cc-9a1c-2704c137f73c, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=c06089ae-c3ac-41cc-9a1c-2704c137f73c,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:51:24.712062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:24.724795 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Calling delete_port for c06089ae-c3ac-41cc-9a1c-2704c137f73c owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:51:24.910280 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:24.922690 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['c06089ae-c3ac-41cc-9a1c-2704c137f73c'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:51:24.937877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Pushing event deleted for resources: {'Port': ['ID=c06089ae-c3ac-41cc-9a1c-2704c137f73c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:51:24.982287 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] No DVR routers for this DVR port c06089ae-c3ac-41cc-9a1c-2704c137f73c on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:51:24.985074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:24.987925 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bf4ccfc4-d6db-4e48-821c-b05adb56f9a7 req-944da4e1-29bf-4f95-a586-f4517ad62b6d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.11 "DELETE /v2.0/ports/c06089ae-c3ac-41cc-9a1c-2704c137f73c HTTP/1.1" status: 204 len: 173 time: 0.4558671 Aug 10 02:51:24.988372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64556a6b-ae17-4367-a7b0-7b62b09708a2', 'name': 'network-vif-deleted', 'tag': 'c06089ae-c3ac-41cc-9a1c-2704c137f73c'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:51:24.990713 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a13629d-ccb1-4f7d-b0ca-2d9333a05612" -d '{"events": [{"server_uuid": "64556a6b-ae17-4367-a7b0-7b62b09708a2", "name": "network-vif-deleted", "tag": "c06089ae-c3ac-41cc-9a1c-2704c137f73c"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:51:25.026852 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e858d26d-d767-478c-811a-10a5fd9a28cf x-openstack-request-id: req-e858d26d-d767-478c-811a-10a5fd9a28cf {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:51:25.042504 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64556a6b-ae17-4367-a7b0-7b62b09708a2", "name": "network-vif-deleted", "tag": "c06089ae-c3ac-41cc-9a1c-2704c137f73c", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:51:25.042504 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e858d26d-d767-478c-811a-10a5fd9a28cf {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:51:25.042504 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64556a6b-ae17-4367-a7b0-7b62b09708a2', 'name': 'network-vif-deleted', 'tag': 'c06089ae-c3ac-41cc-9a1c-2704c137f73c', 'status': 'completed', 'code': 200} Aug 10 02:51:25.400713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4273a5b-39b2-482b-97a2-129eac117282 req-5af7addf-2e12-46aa-a6da-b0ad7ae57c93 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=64556a6b-ae17-4367-a7b0-7b62b09708a2 HTTP/1.1" status: 200 len: 210 time: 0.0277693 Aug 10 02:51:27.307170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980575ea-0d55-4710-ad38-63545ec990a9 req-8cb6d2d7-8913-4d6b-a621-bbfc40c86a7a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:27.308657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-8cb6d2d7-8913-4d6b-a621-bbfc40c86a7a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/networks?id=c81ba9a6-79e3-4191-a549-81d6fe091b37 HTTP/1.1" status: 200 len: 817 time: 0.1009147 Aug 10 02:51:27.323863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-345ab236-1ab8-4257-8bc0-f1a1f593a18e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/quotas/51d63496a7ae4e029b0066003bca3a24 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Aug 10 02:51:27.380569 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-1f4a46a0-4174-42d7-a391-6142aadd072d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=51d63496a7ae4e029b0066003bca3a24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515049 Aug 10 02:51:27.475009 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f8515156-420b-4c28-8fbd-9eee3fd2313e service neutron] 10.222.0.38 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830448 Aug 10 02:51:27.568271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ea05d85d-fa49-4255-a8ab-19557393ab1c service neutron] 10.222.0.38 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872416 Aug 10 02:51:27.800585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91431a07-aef7-4da9-b2e2-e3c8056abb6c req-07cbf3ae-c411-4c41-88e9-11336b8ac217 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 210 time: 0.0276716 Aug 10 02:51:28.900288 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9731531b-1f34-47f0-8d0b-9253dabc555f req-8e1e0f70-9687-4873-82f0-e43fe3d2f83e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 210 time: 0.0259073 Aug 10 02:51:29.465492 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c06089ae-c3ac-41cc-9a1c-2704c137f73c no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:51:29.485433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: c06089ae-c3ac-41cc-9a1c-2704c137f73c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:51:29.485782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device c06089ae-c3ac-41cc-9a1c-2704c137f73c not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:51:29.523930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f1cb2524-1224-4135-887a-992a235496ab tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:29.525453 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f1cb2524-1224-4135-887a-992a235496ab tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.11 "GET /v2.0/networks?id=c81ba9a6-79e3-4191-a549-81d6fe091b37 HTTP/1.1" status: 200 len: 817 time: 0.1070325 Aug 10 02:51:29.538683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Request body: {'port': {'device_id': '737baab5-8559-4533-9819-51af8a0849ab', 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37', 'admin_state_up': True, 'tenant_id': '51d63496a7ae4e029b0066003bca3a24'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:51:29.718928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Made reservation on behalf of 51d63496a7ae4e029b0066003bca3a24 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:51:29.722639 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:29.853902 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Allocated IP 172.20.0.4 (c81ba9a6-79e3-4191-a549-81d6fe091b37/ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d/5ba93c8b-7e15-4e0c-ad10-487893173579) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:51:29.999498 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ebd5e161-9f8d-4625-ae14-ad5ff2a50fda req-80b0de40-9e0b-4ca6-9320-295ae6b7c973 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 210 time: 0.0299196 Aug 10 02:51:30.003654 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:30.020844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Transition to ACTIVE for port object 5ba93c8b-7e15-4e0c-ad10-487893173579 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:51:30.104644 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:30.149275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:51:30.152427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:51:30.156184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:51:30.181424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Pushing event updated for resources: {'Port': ['ID=5ba93c8b-7e15-4e0c-ad10-487893173579,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:51:30.195329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.195697 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.196025 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.196361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.196694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.197024 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.197354 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.197683 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.198008 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.198330 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.198679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.199001 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:30.222238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:30.222891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:30.294162 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-ca3ebd2e-2139-4a01-9277-1386b265139a tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7592437 Aug 10 02:51:30.306521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Request body: {'port': {'device_id': '737baab5-8559-4533-9819-51af8a0849ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:51:30.363840 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:30.502447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-73156305-909d-42e2-9451-adb591e146f3 None None] Provisioning for port 5ba93c8b-7e15-4e0c-ad10-487893173579 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:51:30.506536 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-73156305-909d-42e2-9451-adb591e146f3 None None] Provisioning complete for port 5ba93c8b-7e15-4e0c-ad10-487893173579 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:51:30.506925 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-73156305-909d-42e2-9451-adb591e146f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:30.541728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-73156305-909d-42e2-9451-adb591e146f3 None None] Port 5ba93c8b-7e15-4e0c-ad10-487893173579 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:51:30.633694 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba93c8b-7e15-4e0c-ad10-487893173579 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:51:30.641065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:30.652711 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Transition to ACTIVE for port object 5ba93c8b-7e15-4e0c-ad10-487893173579 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:51:30.724910 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:30.780083 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Pushing event updated for resources: {'Port': ['ID=5ba93c8b-7e15-4e0c-ad10-487893173579,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:51:30.867881 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Attempting to bind port 5ba93c8b-7e15-4e0c-ad10-487893173579 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:51:30.868218 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Attempting to bind port 5ba93c8b-7e15-4e0c-ad10-487893173579 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:51:30.868547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Attempting to bind port 5ba93c8b-7e15-4e0c-ad10-487893173579 on network c81ba9a6-79e3-4191-a549-81d6fe091b37 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:51:30.873562 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Port 5ba93c8b-7e15-4e0c-ad10-487893173579 on network c81ba9a6-79e3-4191-a549-81d6fe091b37 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:51:30.873968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Attempting to bind port 5ba93c8b-7e15-4e0c-ad10-487893173579 on network c81ba9a6-79e3-4191-a549-81d6fe091b37 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:51:30.879700 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:51:30.880051 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Checking segment: {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:51:30.885545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Bound using segment: {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:51:30.885545 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Bound port: 5ba93c8b-7e15-4e0c-ad10-487893173579, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c325b86f-ba61-4ac9-836d-adf8def4f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:51:30.885545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:30.948182 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] For port 5ba93c8b-7e15-4e0c-ad10-487893173579, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:51:30.951359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] For port 5ba93c8b-7e15-4e0c-ad10-487893173579, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ba93c8b-7e15-4e0c-ad10-487893173579,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:51:31.025150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:31.059456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:31.060080 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:31.061594 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] 10.222.0.11 "PUT /v2.0/ports/5ba93c8b-7e15-4e0c-ad10-487893173579 HTTP/1.1" status: 200 len: 1092 time: 0.7594194 Aug 10 02:51:31.061926 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737baab5-8559-4533-9819-51af8a0849ab', 'tag': '5ba93c8b-7e15-4e0c-ad10-487893173579'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:51:31.064354 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afce5b44-69b4-425e-b80f-ab3bc5a29d60" -d '{"events": [{"name": "network-changed", "server_uuid": "737baab5-8559-4533-9819-51af8a0849ab", "tag": "5ba93c8b-7e15-4e0c-ad10-487893173579"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:51:31.098960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0804be8-89b5-45fd-8cc0-90693e67baff service neutron] Pushing event updated for resources: {'Port': ['ID=5ba93c8b-7e15-4e0c-ad10-487893173579,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:51:31.113135 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3eb9cd-3b7b-4af1-bf91-82abde960668 x-openstack-request-id: req-1b3eb9cd-3b7b-4af1-bf91-82abde960668 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:51:31.113296 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737baab5-8559-4533-9819-51af8a0849ab", "tag": "5ba93c8b-7e15-4e0c-ad10-487893173579", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:51:31.113572 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1b3eb9cd-3b7b-4af1-bf91-82abde960668 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:51:31.114088 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737baab5-8559-4533-9819-51af8a0849ab', 'tag': '5ba93c8b-7e15-4e0c-ad10-487893173579', 'status': 'completed', 'code': 200} Aug 10 02:51:31.139363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2efd5a-b64e-4426-a1aa-96a397c7b25d req-c68f30b4-74eb-4514-a0eb-47c6fbd86a76 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:31.141510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e2efd5a-b64e-4426-a1aa-96a397c7b25d req-c68f30b4-74eb-4514-a0eb-47c6fbd86a76 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 943 time: 0.0690124 Aug 10 02:51:31.177412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce5b44-69b4-425e-b80f-ab3bc5a29d60 req-e78d9a85-ac54-4f5f-a471-dde5933554f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:31.179041 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-afce5b44-69b4-425e-b80f-ab3bc5a29d60 req-e78d9a85-ac54-4f5f-a471-dde5933554f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51d63496a7ae4e029b0066003bca3a24&device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 1095 time: 0.0437760 Aug 10 02:51:31.184617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3e2efd5a-b64e-4426-a1aa-96a397c7b25d req-2314ca50-e816-4d45-8616-f46055f09f41 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350993 Aug 10 02:51:31.292713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce5b44-69b4-425e-b80f-ab3bc5a29d60 req-f485a0d0-d7c6-435b-b83c-e332c408480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:31.294211 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-afce5b44-69b4-425e-b80f-ab3bc5a29d60 req-f485a0d0-d7c6-435b-b83c-e332c408480c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=51d63496a7ae4e029b0066003bca3a24&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1018662 Aug 10 02:51:31.390635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce5b44-69b4-425e-b80f-ab3bc5a29d60 req-62138c9d-c965-474f-82d9-601f3bb459b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:31.392041 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-afce5b44-69b4-425e-b80f-ab3bc5a29d60 req-62138c9d-c965-474f-82d9-601f3bb459b6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912287 Aug 10 02:51:31.468439 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980575ea-0d55-4710-ad38-63545ec990a9 req-2a214af6-bc4e-4fcc-af5a-21f7c81354e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:31.469922 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-2a214af6-bc4e-4fcc-af5a-21f7c81354e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51d63496a7ae4e029b0066003bca3a24&device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 1095 time: 0.0406752 Aug 10 02:51:31.510216 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-f9083ae0-893a-4a90-8076-8cf2c4f5fde5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ba93c8b-7e15-4e0c-ad10-487893173579 HTTP/1.1" status: 200 len: 217 time: 0.0329795 Aug 10 02:51:31.560046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980575ea-0d55-4710-ad38-63545ec990a9 req-5561ac52-396b-4383-aba7-a0b0d6543892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:31.561411 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-5561ac52-396b-4383-aba7-a0b0d6543892 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d HTTP/1.1" status: 200 len: 856 time: 0.0443604 Aug 10 02:51:31.610610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980575ea-0d55-4710-ad38-63545ec990a9 req-753b1065-af78-4233-aaf5-04fdbc1d670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:31.612098 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-753b1065-af78-4233-aaf5-04fdbc1d670f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c81ba9a6-79e3-4191-a549-81d6fe091b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437694 Aug 10 02:51:31.703797 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-6cb128c3-ba8d-4bd3-a08c-7fd100d07733 service neutron] 10.222.0.11 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843937 Aug 10 02:51:31.795503 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-980575ea-0d55-4710-ad38-63545ec990a9 req-e5e91dbc-a231-4508-9cb7-e3d39e1272f0 service neutron] 10.222.0.11 "GET /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840139 Aug 10 02:51:32.308265 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c36bb-402f-4fcb-bfd5-77aaea33dba8 req-1787ae1d-6708-454c-bba0-2e8e3c9cb7a4 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:32.309760 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-501c36bb-402f-4fcb-bfd5-77aaea33dba8 req-1787ae1d-6708-454c-bba0-2e8e3c9cb7a4 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 943 time: 0.0534992 Aug 10 02:51:32.346710 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-501c36bb-402f-4fcb-bfd5-77aaea33dba8 req-98972e88-e5b6-4dfe-a4af-b90dc84ba699 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308654 Aug 10 02:51:33.459042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afedb7f-2d3f-4167-8575-a2a735a5d758 req-4e5f6a1c-b286-49c0-a21f-f68f4fe66aa9 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:33.460542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4afedb7f-2d3f-4167-8575-a2a735a5d758 req-4e5f6a1c-b286-49c0-a21f-f68f4fe66aa9 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 943 time: 0.0488391 Aug 10 02:51:33.498079 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4afedb7f-2d3f-4167-8575-a2a735a5d758 req-52237752-37d2-4e20-a399-9057cfbf76a7 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Aug 10 02:51:34.613170 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e757b6-0be6-4d7d-807d-fb107fbe872d req-5dc0c6dd-2570-442c-b446-43dc8ca9347e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:34.614829 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72e757b6-0be6-4d7d-807d-fb107fbe872d req-5dc0c6dd-2570-442c-b446-43dc8ca9347e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 943 time: 0.0498533 Aug 10 02:51:34.653317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-72e757b6-0be6-4d7d-807d-fb107fbe872d req-9521fa3c-14de-4f1a-be58-301cb73e4f6b tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322621 Aug 10 02:51:35.511770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5ba93c8b-7e15-4e0c-ad10-487893173579 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:51:35.605776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5ba93c8b-7e15-4e0c-ad10-487893173579, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ba93c8b-7e15-4e0c-ad10-487893173579,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:51:35.616827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '5ba93c8b-7e15-4e0c-ad10-487893173579', 'network_id': 'c81ba9a6-79e3-4191-a549-81d6fe091b37', 'port_id': '5ba93c8b-7e15-4e0c-ad10-487893173579', 'mac_address': 'fa:16:3e:b7:15:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:51:35.654079 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:35.666327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba93c8b-7e15-4e0c-ad10-487893173579 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:51:35.685701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5ba93c8b-7e15-4e0c-ad10-487893173579, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ba93c8b-7e15-4e0c-ad10-487893173579,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:51:35.739621 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:35.773638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13259691-24e1-4e83-854d-c9171594870b req-49bd7fe2-73d2-4018-9918-822bb1792f11 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:35.775075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13259691-24e1-4e83-854d-c9171594870b req-49bd7fe2-73d2-4018-9918-822bb1792f11 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 943 time: 0.0538681 Aug 10 02:51:35.791720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5ba93c8b-7e15-4e0c-ad10-487893173579,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:51:35.798946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.799303 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.799651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.799991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.800326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.800659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.800994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.801866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.802191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.802517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.802869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.803193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:51:35.814266 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13259691-24e1-4e83-854d-c9171594870b req-888cbe9e-54f9-43e8-ab88-e81078e53050 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Aug 10 02:51:35.933200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5ba93c8b-7e15-4e0c-ad10-487893173579'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:51:36.929900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ec921-4687-4158-ad9f-838048d095d1 req-3258e4ad-32b7-4698-b000-8347d275c2eb tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:36.931445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a3ec921-4687-4158-ad9f-838048d095d1 req-3258e4ad-32b7-4698-b000-8347d275c2eb tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 944 time: 0.0491965 Aug 10 02:51:36.969807 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4a3ec921-4687-4158-ad9f-838048d095d1 req-d53d8adc-5d8e-4d52-a6d3-2daa6ee7c18e tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Aug 10 02:51:37.511888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5ba93c8b-7e15-4e0c-ad10-487893173579 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:51:37.615912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 5ba93c8b-7e15-4e0c-ad10-487893173579 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:51:37.619960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 5ba93c8b-7e15-4e0c-ad10-487893173579 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:51:37.620334 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:37.697032 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:37.718972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737baab5-8559-4533-9819-51af8a0849ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba93c8b-7e15-4e0c-ad10-487893173579'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:51:37.721220 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b534fe64-c322-4e60-b611-cf83c13a2d57" -d '{"events": [{"server_uuid": "737baab5-8559-4533-9819-51af8a0849ab", "name": "network-vif-plugged", "status": "completed", "tag": "5ba93c8b-7e15-4e0c-ad10-487893173579"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:51:37.734539 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5ba93c8b-7e15-4e0c-ad10-487893173579, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ba93c8b-7e15-4e0c-ad10-487893173579,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:51:37.758962 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d24cd0-b194-46ef-837e-d0dd9ddb511a x-openstack-request-id: req-a1d24cd0-b194-46ef-837e-d0dd9ddb511a {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:51:37.762931 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737baab5-8559-4533-9819-51af8a0849ab", "name": "network-vif-plugged", "status": "completed", "tag": "5ba93c8b-7e15-4e0c-ad10-487893173579", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:51:37.762931 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a1d24cd0-b194-46ef-837e-d0dd9ddb511a {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:51:37.762931 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737baab5-8559-4533-9819-51af8a0849ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba93c8b-7e15-4e0c-ad10-487893173579', 'code': 200} Aug 10 02:51:37.816875 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:37.866510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5ba93c8b-7e15-4e0c-ad10-487893173579,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:51:37.901810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997e68e-9701-4cff-8ea3-b4b47f081bf1 req-92b1abb9-185b-44c3-9126-8ce36cc93afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:37.903363 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4997e68e-9701-4cff-8ea3-b4b47f081bf1 req-92b1abb9-185b-44c3-9126-8ce36cc93afc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 1097 time: 0.0429180 Aug 10 02:51:37.940329 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4997e68e-9701-4cff-8ea3-b4b47f081bf1 req-d37bf16a-a37d-4513-a435-fb6383095c97 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297637 Aug 10 02:51:38.081682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f399e6-902b-473b-9e51-9a6f6ba414fe req-05d58fdc-9f1b-4a19-9a11-6407a7fb9f84 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:38.083921 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3f399e6-902b-473b-9e51-9a6f6ba414fe req-05d58fdc-9f1b-4a19-9a11-6407a7fb9f84 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 945 time: 0.0488627 Aug 10 02:51:38.121325 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3f399e6-902b-473b-9e51-9a6f6ba414fe req-76acbcd3-ab76-4fad-a4a3-4fc0d0c06e6f tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Aug 10 02:51:39.240531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438ee74-14a0-4ed4-928c-d4ab02e5ae9b req-1e034652-ce0d-4fb4-86ed-391affe0e1cd tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:39.242006 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8438ee74-14a0-4ed4-928c-d4ab02e5ae9b req-1e034652-ce0d-4fb4-86ed-391affe0e1cd tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 945 time: 0.0531924 Aug 10 02:51:39.278932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8438ee74-14a0-4ed4-928c-d4ab02e5ae9b req-814ab823-0ee8-47ee-81df-844d1ab55247 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Aug 10 02:51:39.392805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0c1b-f80e-4a33-b04f-42cc61a03c4e req-4bbf4ef7-fb78-4e8a-ae20-c5841bf14926 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:51:39.394286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0cc0c1b-f80e-4a33-b04f-42cc61a03c4e req-4bbf4ef7-fb78-4e8a-ae20-c5841bf14926 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 945 time: 0.0491691 Aug 10 02:51:39.432136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e0cc0c1b-f80e-4a33-b04f-42cc61a03c4e req-ba699b46-8db2-4ed0-9e55-ea6d6ebafa0d tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317550 Aug 10 02:51:43.635750 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:44.292546 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:51:44.733422 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:47.927509 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b3863ed8-86e5-4690-8a71-b99e2f4cd4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:50.630323 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6180b89a-fb87-4271-ac87-33eab6736f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:51.167406 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:52.461086 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:51:54.018422 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:02.530228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e34e3-4cb9-479e-83aa-af578cc24dcf req-f6b628ad-1850-4009-bf21-bf66e43e1ae8 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:02.531773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d43e34e3-4cb9-479e-83aa-af578cc24dcf req-f6b628ad-1850-4009-bf21-bf66e43e1ae8 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 945 time: 0.0492711 Aug 10 02:52:02.569973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d43e34e3-4cb9-479e-83aa-af578cc24dcf req-2a49a99c-3e0c-4e4a-8b37-b171b5c9c1f0 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Aug 10 02:52:03.690310 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900ded1-82e9-4631-b5e5-632264b933a8 req-c74a9a56-2c58-4e33-b1de-a50f1a892cb3 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:03.691845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3900ded1-82e9-4631-b5e5-632264b933a8 req-c74a9a56-2c58-4e33-b1de-a50f1a892cb3 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 945 time: 0.0536864 Aug 10 02:52:03.731651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3900ded1-82e9-4631-b5e5-632264b933a8 req-e9a168e5-d478-44ed-9e9e-699e9db6e0a4 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/security-groups?id=08695e3f-2bdd-4287-8129-d0df44afe9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Aug 10 02:52:04.054165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-a3d56ee2-8f2f-45c0-a9ff-8a5f8b235e55 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:04.055729 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-a3d56ee2-8f2f-45c0-a9ff-8a5f8b235e55 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.11 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 945 time: 0.0514116 Aug 10 02:52:04.149873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Deleting port 5ba93c8b-7e15-4e0c-ad10-487893173579 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:52:04.150220 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:04.236363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] For port 5ba93c8b-7e15-4e0c-ad10-487893173579, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5ba93c8b-7e15-4e0c-ad10-487893173579,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:04.236723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:04.250423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Calling delete_port for 5ba93c8b-7e15-4e0c-ad10-487893173579 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:52:04.452398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:04.466105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5ba93c8b-7e15-4e0c-ad10-487893173579'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:52:04.481597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Pushing event deleted for resources: {'Port': ['ID=5ba93c8b-7e15-4e0c-ad10-487893173579,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:04.534128 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] No DVR routers for this DVR port 5ba93c8b-7e15-4e0c-ad10-487893173579 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:52:04.536783 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:04.539758 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d7d9ec43-0939-4606-9d76-62c8f723b323 req-4ef4edb0-2bda-4985-8e8f-a71e95d811d6 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.11 "DELETE /v2.0/ports/5ba93c8b-7e15-4e0c-ad10-487893173579 HTTP/1.1" status: 204 len: 173 time: 0.4772418 Aug 10 02:52:04.540208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737baab5-8559-4533-9819-51af8a0849ab', 'name': 'network-vif-deleted', 'tag': '5ba93c8b-7e15-4e0c-ad10-487893173579'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:52:04.542602 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae526a58-31b3-47cb-b7aa-cd2ba6dd7ca1" -d '{"events": [{"server_uuid": "737baab5-8559-4533-9819-51af8a0849ab", "name": "network-vif-deleted", "tag": "5ba93c8b-7e15-4e0c-ad10-487893173579"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:52:04.577818 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e866ee7-31c7-427a-b7d8-10b57bc22312 x-openstack-request-id: req-7e866ee7-31c7-427a-b7d8-10b57bc22312 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:52:04.578140 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737baab5-8559-4533-9819-51af8a0849ab", "name": "network-vif-deleted", "tag": "5ba93c8b-7e15-4e0c-ad10-487893173579", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:52:04.578420 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e866ee7-31c7-427a-b7d8-10b57bc22312 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:52:04.578863 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737baab5-8559-4533-9819-51af8a0849ab', 'name': 'network-vif-deleted', 'tag': '5ba93c8b-7e15-4e0c-ad10-487893173579', 'status': 'completed', 'code': 200} Aug 10 02:52:04.825654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad485d4e-3cc5-4d86-a17e-03b60f51e503 req-6907d5fa-6e1b-490d-8626-f7228692c2b3 tempest-TestEncryptedCinderVolumes-1558983534 tempest-TestEncryptedCinderVolumes-1558983534-project] 10.222.0.38 "GET /v2.0/ports?device_id=737baab5-8559-4533-9819-51af8a0849ab HTTP/1.1" status: 200 len: 210 time: 0.0282938 Aug 10 02:52:05.973806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37962) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:06.323470 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:06.566048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Deleting port e67ec344-81c6-4925-9fe0-3c0d26de8ed1 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:52:06.566384 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:06.648010 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] For port e67ec344-81c6-4925-9fe0-3c0d26de8ed1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e67ec344-81c6-4925-9fe0-3c0d26de8ed1,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:06.648289 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:06.660738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Calling delete_port for e67ec344-81c6-4925-9fe0-3c0d26de8ed1 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:52:06.886456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:06.910035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67ec344-81c6-4925-9fe0-3c0d26de8ed1,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:07.409761 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:07.616782 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Router 8332c465-2a8e-4a66-a37c-c67d9a512869 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:52:07.667096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5ba93c8b-7e15-4e0c-ad10-487893173579 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:52:07.686902 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 5ba93c8b-7e15-4e0c-ad10-487893173579 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:52:07.687254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5ba93c8b-7e15-4e0c-ad10-487893173579 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:52:07.723864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:52:07.729138 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b0c09fba-4c2d-4dc5-8c1b-ab0f98be9002 admin admin] 10.222.0.38 "PUT /v2.0/routers/8332c465-2a8e-4a66-a37c-c67d9a512869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7537165 Aug 10 02:52:07.731680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37964) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:07.732638 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] Sync routers for ids ['8332c465-2a8e-4a66-a37c-c67d9a512869'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:52:07.742187 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] Routers {'8332c465-2a8e-4a66-a37c-c67d9a512869'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:07.742967 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:51:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8332c465-2a8e-4a66-a37c-c67d9a512869'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:07.836211 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:07.848447 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] Set router 8332c465-2a8e-4a66-a37c-c67d9a512869 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:07.938222 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.028438 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:36Z', 'updated_at': '2021-08-10T02:52:06Z', 'revision_number': 5, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'gw_port': {'id': '25002c07-ea5a-4c7c-8d20-9d87e15f178b', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:37Z', 'updated_at': '2021-08-10T02:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:08.074203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Deleting port 25002c07-ea5a-4c7c-8d20-9d87e15f178b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:52:08.074575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.143065 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] Checking router: 8332c465-2a8e-4a66-a37c-c67d9a512869 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:52:08.151712 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] Routers {'8332c465-2a8e-4a66-a37c-c67d9a512869'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:08.152317 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:51:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['8332c465-2a8e-4a66-a37c-c67d9a512869'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:08.160774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] For port 25002c07-ea5a-4c7c-8d20-9d87e15f178b, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=25002c07-ea5a-4c7c-8d20-9d87e15f178b,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:08.161151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.174249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Calling delete_port for 25002c07-ea5a-4c7c-8d20-9d87e15f178b owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:52:08.235893 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] Set router 8332c465-2a8e-4a66-a37c-c67d9a512869 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:08.290271 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:36Z', 'updated_at': '2021-08-10T02:52:07Z', 'revision_number': 6, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:08.316998 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18219f9c-7d91-4e8a-b620-1f850d73ba4d None None] The sync data for ids ['8332c465-2a8e-4a66-a37c-c67d9a512869'] in n-d-767704-21 is: [{'id': '8332c465-2a8e-4a66-a37c-c67d9a512869', 'name': 'tempest-TestEncryptedCinderVolumes-1122767599-router', 'tenant_id': '51d63496a7ae4e029b0066003bca3a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:36Z', 'updated_at': '2021-08-10T02:52:07Z', 'revision_number': 6, 'project_id': '51d63496a7ae4e029b0066003bca3a24', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:52:08.398173 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.423973 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Pushing event deleted for resources: {'Port': ['ID=25002c07-ea5a-4c7c-8d20-9d87e15f178b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:08.483159 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.573873 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.576126 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.700819 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.701443 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8332c465-2a8e-4a66-a37c-c67d9a512869 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:52:08.706865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.708041 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c0074e6f-f505-4312-a531-293d62f2d18b admin admin] 10.222.0.38 "DELETE /v2.0/routers/8332c465-2a8e-4a66-a37c-c67d9a512869 HTTP/1.1" status: 204 len: 168 time: 0.9753828 Aug 10 02:52:08.711692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37966) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:08.764292 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6fd18f-aabf-48f3-b95b-e89589995980 admin admin] Deleting subnet ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:52:08.767845 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd18f-aabf-48f3-b95b-e89589995980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.802736 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd18f-aabf-48f3-b95b-e89589995980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.883073 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd18f-aabf-48f3-b95b-e89589995980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:08.981278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd18f-aabf-48f3-b95b-e89589995980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.005209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd18f-aabf-48f3-b95b-e89589995980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:09.016047 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd18f-aabf-48f3-b95b-e89589995980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.016047 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9b6fd18f-aabf-48f3-b95b-e89589995980 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ee08d1e5-d68c-4bca-b6a4-c7b6f332a65d HTTP/1.1" status: 204 len: 168 time: 0.3003373 Aug 10 02:52:09.016235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37970) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:09.016862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4e966-4f25-477e-a8b1-af415ba07de3 None None] Network c81ba9a6-79e3-4191-a549-81d6fe091b37 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:52:09.090873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.149070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Deleting port 233926cb-5cb7-48e2-867f-0a406f17b701 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:52:09.149420 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.206621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55972ee9-b84f-444d-a3aa-27e6044167ba None None] DHCP port deletion for c81ba9a6-79e3-4191-a549-81d6fe091b37 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:52:09.217987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] For port 233926cb-5cb7-48e2-867f-0a406f17b701, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=233926cb-5cb7-48e2-867f-0a406f17b701,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:09.218364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.231120 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Calling delete_port for 233926cb-5cb7-48e2-867f-0a406f17b701 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:52:09.253016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-55972ee9-b84f-444d-a3aa-27e6044167ba None None] Deleting port 233926cb-5cb7-48e2-867f-0a406f17b701 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:52:09.253377 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-55972ee9-b84f-444d-a3aa-27e6044167ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.320164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-55972ee9-b84f-444d-a3aa-27e6044167ba None None] For port 233926cb-5cb7-48e2-867f-0a406f17b701, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=233926cb-5cb7-48e2-867f-0a406f17b701,segment=NetworkSegment(c325b86f-ba61-4ac9-836d-adf8def4f41d),segment_id=c325b86f-ba61-4ac9-836d-adf8def4f41d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:09.334123 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-55972ee9-b84f-444d-a3aa-27e6044167ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.337617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-55972ee9-b84f-444d-a3aa-27e6044167ba None None] Calling delete_port for 233926cb-5cb7-48e2-867f-0a406f17b701 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:52:09.409740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.416348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-55972ee9-b84f-444d-a3aa-27e6044167ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.437323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=233926cb-5cb7-48e2-867f-0a406f17b701,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:09.441518 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] No DVR routers for this DVR port 233926cb-5cb7-48e2-867f-0a406f17b701 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:52:09.441684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55972ee9-b84f-444d-a3aa-27e6044167ba None None] Pushing event deleted for resources: {'Port': ['ID=233926cb-5cb7-48e2-867f-0a406f17b701,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:09.443954 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55972ee9-b84f-444d-a3aa-27e6044167ba None None] No DVR routers for this DVR port 233926cb-5cb7-48e2-867f-0a406f17b701 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:52:09.450302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.450686 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.451034 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.451371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.451707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.452043 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.452372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.452700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.456067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.456067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.456067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.456067 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:09.526046 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.536844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81ba9a6-79e3-4191-a549-81d6fe091b37']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:09.551431 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c325b86f-ba61-4ac9-836d-adf8def4f41d') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:09.551761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c325b86f-ba61-4ac9-836d-adf8def4f41d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:09.560805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.575032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.580937 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:52:09.581338 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:52:09.583040 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:52:09.695921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.700373 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:09.702424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c81ba9a6-79e3-4191-a549-81d6fe091b37 HTTP/1.1" status: 204 len: 168 time: 0.6851125 Aug 10 02:52:09.705664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37972) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:09.715881 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410b3cc-73cd-498b-8f08-1467b770bbd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c81ba9a6-79e3-4191-a549-81d6fe091b37,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:10.053745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e67ec344-81c6-4925-9fe0-3c0d26de8ed1 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:52:10.056521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:10.076277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e67ec344-81c6-4925-9fe0-3c0d26de8ed1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:52:10.076628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e67ec344-81c6-4925-9fe0-3c0d26de8ed1 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:52:10.077048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 25002c07-ea5a-4c7c-8d20-9d87e15f178b no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:52:10.095271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 25002c07-ea5a-4c7c-8d20-9d87e15f178b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:52:10.095619 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 25002c07-ea5a-4c7c-8d20-9d87e15f178b not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:52:10.096024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 233926cb-5cb7-48e2-867f-0a406f17b701 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:52:10.117631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 233926cb-5cb7-48e2-867f-0a406f17b701 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:52:10.118104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 233926cb-5cb7-48e2-867f-0a406f17b701 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:52:10.302855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Deleting port 5dd003d8-2b87-4a21-92c0-7a6804aef31f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:52:10.303190 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:10.379875 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] For port 5dd003d8-2b87-4a21-92c0-7a6804aef31f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=5dd003d8-2b87-4a21-92c0-7a6804aef31f,segment=NetworkSegment(95f33de9-52f6-462e-b7e2-7cf231f1439d),segment_id=95f33de9-52f6-462e-b7e2-7cf231f1439d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:10.380239 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:10.393546 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Calling delete_port for 5dd003d8-2b87-4a21-92c0-7a6804aef31f owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:52:10.626491 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:10.654923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd003d8-2b87-4a21-92c0-7a6804aef31f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:10.826878 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:11.041352 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:52:11.146235 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:52:11.151230 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8317e626-eda7-42e3-af79-ee95bacce70c admin admin] 10.222.0.38 "PUT /v2.0/routers/afdd7e33-99c6-4ac8-81ab-b0944a0b9751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4444690 Aug 10 02:52:11.153727 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37974) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:11.157596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] Sync routers for ids ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:52:11.167060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] Routers {'afdd7e33-99c6-4ac8-81ab-b0944a0b9751'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:11.167669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:51:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:11.256210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:11.274787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] Set router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:11.466839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '8fab8711-17e1-4689-beef-24b6309caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:42Z', 'updated_at': '2021-08-10T02:52:10Z', 'revision_number': 5, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'gw_port': {'id': '8fab8711-17e1-4689-beef-24b6309caa94', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:43Z', 'updated_at': '2021-08-10T02:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:11.493750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] Checking router: afdd7e33-99c6-4ac8-81ab-b0944a0b9751 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:52:11.502755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] Routers {'afdd7e33-99c6-4ac8-81ab-b0944a0b9751'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:11.503388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:51:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:11.609815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] Set router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:11.702456 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:11.788721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '8fab8711-17e1-4689-beef-24b6309caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:42Z', 'updated_at': '2021-08-10T02:52:10Z', 'revision_number': 5, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'gw_port': {'id': '8fab8711-17e1-4689-beef-24b6309caa94', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:43Z', 'updated_at': '2021-08-10T02:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:11.815165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9071c39-9bd2-4047-bf26-d14a33db2dfe None None] The sync data for ids ['afdd7e33-99c6-4ac8-81ab-b0944a0b9751'] in n-d-767704-21 is: [{'id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'name': 'tempest-TestEncryptedCinderVolumes-1872290145-router', 'tenant_id': 'e4d1781939a1411c82f74b89569441ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '8fab8711-17e1-4689-beef-24b6309caa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:50:42Z', 'updated_at': '2021-08-10T02:52:10Z', 'revision_number': 5, 'project_id': 'e4d1781939a1411c82f74b89569441ae', 'gw_port': {'id': '8fab8711-17e1-4689-beef-24b6309caa94', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd7e33-99c6-4ac8-81ab-b0944a0b9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:50:43Z', 'updated_at': '2021-08-10T02:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:52:11.867954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Deleting port 8fab8711-17e1-4689-beef-24b6309caa94 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:52:11.868451 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:11.944920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] For port 8fab8711-17e1-4689-beef-24b6309caa94, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8fab8711-17e1-4689-beef-24b6309caa94,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:11.945286 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:11.957621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Calling delete_port for 8fab8711-17e1-4689-beef-24b6309caa94 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:52:12.183758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.198162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5dd003d8-2b87-4a21-92c0-7a6804aef31f no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:52:12.219529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 5dd003d8-2b87-4a21-92c0-7a6804aef31f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:52:12.219773 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8fab8711-17e1-4689-beef-24b6309caa94,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:12.220354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 5dd003d8-2b87-4a21-92c0-7a6804aef31f not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:52:12.284370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.383075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.385269 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.469516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.470038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdd7e33-99c6-4ac8-81ab-b0944a0b9751 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:52:12.478779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.478779 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dd044196-a531-4219-9af7-c08be1af32fe admin admin] 10.222.0.38 "DELETE /v2.0/routers/afdd7e33-99c6-4ac8-81ab-b0944a0b9751 HTTP/1.1" status: 204 len: 168 time: 1.3208945 Aug 10 02:52:12.478779 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37976) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:12.530982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b69ddaf-fd8a-4b3c-b550-5b1c6c2123c1 admin admin] Deleting subnet b710bc8c-f14b-4307-908a-3f567cac0459 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:52:12.534346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddaf-fd8a-4b3c-b550-5b1c6c2123c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.571386 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddaf-fd8a-4b3c-b550-5b1c6c2123c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.652657 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddaf-fd8a-4b3c-b550-5b1c6c2123c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.784132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddaf-fd8a-4b3c-b550-5b1c6c2123c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.809159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69ddaf-fd8a-4b3c-b550-5b1c6c2123c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b710bc8c-f14b-4307-908a-3f567cac0459,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:12.814770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b69ddaf-fd8a-4b3c-b550-5b1c6c2123c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.816622 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2b69ddaf-fd8a-4b3c-b550-5b1c6c2123c1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b710bc8c-f14b-4307-908a-3f567cac0459 HTTP/1.1" status: 204 len: 168 time: 0.3370147 Aug 10 02:52:12.820118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 37978) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:12.821329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b1d656-bb9e-4476-b098-788dce378e54 None None] Network a8802f9f-c50f-4a8a-a287-017d55088dc6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:52:12.896779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:12.954240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Deleting port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:52:12.954610 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.022031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] For port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=9be7e89d-74c8-4f02-809c-7b06f2a6e91c,segment=NetworkSegment(95f33de9-52f6-462e-b7e2-7cf231f1439d),segment_id=95f33de9-52f6-462e-b7e2-7cf231f1439d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:13.022400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.036745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Calling delete_port for 9be7e89d-74c8-4f02-809c-7b06f2a6e91c owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:52:13.148882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] DHCP port deletion for a8802f9f-c50f-4a8a-a287-017d55088dc6 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:52:13.187352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.194242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] Deleting port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:52:13.194693 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.214334 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Pushing event deleted for resources: {'Port': ['ID=9be7e89d-74c8-4f02-809c-7b06f2a6e91c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:13.216191 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] No DVR routers for this DVR port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:52:13.259718 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] For port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c, host n-d-767704-21, got binding levels [] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:13.260347 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.272097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] Calling delete_port for 9be7e89d-74c8-4f02-809c-7b06f2a6e91c owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:52:13.274742 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.ipam_backend_mixin [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] Port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c was not found and therefore no delete operation was performed {{(pid=101225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:52:13.275950 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.287218 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.297776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8802f9f-c50f-4a8a-a287-017d55088dc6']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:13.300574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] Pushing event deleted for resources: {'Port': ['ID=9be7e89d-74c8-4f02-809c-7b06f2a6e91c,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:13.306068 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3933d7f-378f-414e-888c-ccb5b53fc031 None None] No DVR routers for this DVR port 9be7e89d-74c8-4f02-809c-7b06f2a6e91c on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:52:13.316255 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f33de9-52f6-462e-b7e2-7cf231f1439d') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:13.316360 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f33de9-52f6-462e-b7e2-7cf231f1439d') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:13.326020 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.339583 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.345245 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:52:13.346737 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:52:13.347467 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:52:13.449475 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.454573 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.456482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] 10.222.0.38 "DELETE /v2.0/networks/a8802f9f-c50f-4a8a-a287-017d55088dc6 HTTP/1.1" status: 204 len: 168 time: 0.6351290 Aug 10 02:52:13.468410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3cc16-37dc-4c0b-97de-78d12864a61a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8802f9f-c50f-4a8a-a287-017d55088dc6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:13.655423 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.853986 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37982) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:13.894669 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-16678b93-7b36-4c31-922b-cf9c8226ef2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=51d63496a7ae4e029b0066003bca3a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394821 Aug 10 02:52:13.897117 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37984) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:13.945149 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-933978c4-139a-4d42-90a9-20cdd769c49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:13.966837 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-933978c4-139a-4d42-90a9-20cdd769c49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:14.059013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9be7e89d-74c8-4f02-809c-7b06f2a6e91c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:52:14.073925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 9be7e89d-74c8-4f02-809c-7b06f2a6e91c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:52:14.074273 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 9be7e89d-74c8-4f02-809c-7b06f2a6e91c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:52:14.074728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8fab8711-17e1-4689-beef-24b6309caa94 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:52:14.092816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8fab8711-17e1-4689-beef-24b6309caa94 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:52:14.093163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8fab8711-17e1-4689-beef-24b6309caa94 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:52:14.106221 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-933978c4-139a-4d42-90a9-20cdd769c49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:14.108849 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-933978c4-139a-4d42-90a9-20cdd769c49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:14.110037 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-933978c4-139a-4d42-90a9-20cdd769c49c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/08695e3f-2bdd-4287-8129-d0df44afe9e8 HTTP/1.1" status: 204 len: 168 time: 0.2114842 Aug 10 02:52:14.118020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933978c4-139a-4d42-90a9-20cdd769c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08695e3f-2bdd-4287-8129-d0df44afe9e8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:14.775069 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:14.853561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37992) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:14.893948 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e018fc4b-6b52-4021-a3b9-345b1f4b0ec1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e4d1781939a1411c82f74b89569441ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391223 Aug 10 02:52:14.896331 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 37994) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:14.948397 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72eb96bd-52bc-4f2b-b9ab-9fa3db08d0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:14.968969 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72eb96bd-52bc-4f2b-b9ab-9fa3db08d0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:15.087142 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72eb96bd-52bc-4f2b-b9ab-9fa3db08d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:15.089922 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72eb96bd-52bc-4f2b-b9ab-9fa3db08d0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:15.091115 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-72eb96bd-52bc-4f2b-b9ab-9fa3db08d0a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07796067-ef55-41f9-b4d7-5610c533cc0b HTTP/1.1" status: 204 len: 168 time: 0.1938941 Aug 10 02:52:15.098807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb96bd-52bc-4f2b-b9ab-9fa3db08d0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07796067-ef55-41f9-b4d7-5610c533cc0b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:16.072949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38016) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:16.203060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-373412005-network', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:52:16.280395 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Made reservation on behalf of 5f71f72ebd984336ac6b379ac1ac344a for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:52:16.282748 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:16.291556 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:16.382920 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:16.449116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:16.474477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:52:16.483364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0547a-16c8-425f-9ffc-4c26d7d00719,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:16.489216 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:16.489581 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Added segment fe72ae32-1b7a-405f-8c15-11ee50573f21 of type vlan for network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a Aug 10 02:52:16.529406 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:16.614775 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:16.615684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:16.616833 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:16.677084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9ce0ceb7-db65-4a54-a12c-4d0caabc100a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:16.688099 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:52:16.745153 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6c9fc54f-48d9-4217-bf98-cc6fd85032c8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6707995 Aug 10 02:52:16.748007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38024) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:16.753109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Request body: {'subnet': {'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-373412005-subnet', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:52:16.834718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Made reservation on behalf of 5f71f72ebd984336ac6b379ac1ac344a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:52:16.837147 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.057807 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.110834 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5217a4-3f35-4098-961e-b70374f33529,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:17.122043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Checking segment: {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:52:17.122415 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Network hostable DHCP agents. Network: 9ce0ceb7-db65-4a54-a12c-4d0caabc100a, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:52:17.183179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:52:17.257405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9ce0ceb7-db65-4a54-a12c-4d0caabc100a) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:17.261409 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:17.262012 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.267304 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0a2e9e-7517-4709-b668-986bf2385c14 None None] Network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:52:17.350095 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-90e6e1a4-287c-4e11-9096-41c571db708a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6007423 Aug 10 02:52:17.352693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38028) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:17.357215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:52:17.415016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:52:17.415869 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.440963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.442077 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.499079 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.551095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Allocated IP 172.20.0.2 (9ce0ceb7-db65-4a54-a12c-4d0caabc100a/7c5217a4-3f35-4098-961e-b70374f33529/0120df63-7c7c-4fce-bbb2-3ff2f4472381) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:52:17.718068 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.730498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Transition to ACTIVE for port object 0120df63-7c7c-4fce-bbb2-3ff2f4472381 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:17.735505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.745213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Transition to ACTIVE for port object 0120df63-7c7c-4fce-bbb2-3ff2f4472381 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:17.864974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.901030 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:52:17.903835 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:17.906845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:52:17.924527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Pushing event updated for resources: {'Port': ['ID=0120df63-7c7c-4fce-bbb2-3ff2f4472381,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:17.946730 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-86bc12b7-d511-48cd-8268-a87716dff3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.976332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Attempting to bind port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:52:17.976830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Attempting to bind port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:52:17.977196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Attempting to bind port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 on network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:52:17.982147 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:52:17.982523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Checking segment: {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:52:17.982951 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:17.983344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Bound using segment: {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:52:17.983806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Bound port: 0120df63-7c7c-4fce-bbb2-3ff2f4472381, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:52:17.984184 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:18.015318 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:18.034575 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:18.045205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] For port 0120df63-7c7c-4fce-bbb2-3ff2f4472381, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:52:18.048198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] For port 0120df63-7c7c-4fce-bbb2-3ff2f4472381, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0120df63-7c7c-4fce-bbb2-3ff2f4472381,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:52:18.115806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:18.140713 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Allocated IP 172.25.3.95 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/88f700df-b3ee-464b-88c8-be86bfc3219c) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:52:18.176125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6adc0-9a9b-4e75-9f6c-3ae6029f1934 None None] Pushing event updated for resources: {'Port': ['ID=0120df63-7c7c-4fce-bbb2-3ff2f4472381,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:18.254923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:18.346735 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:18.386414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:52:18.391396 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:18.394013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:52:18.427701 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=88f700df-b3ee-464b-88c8-be86bfc3219c,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:18.723540 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:18.932387 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:19.022818 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c660f-8d7f-4fe6-b6d0-65c98746bdba None None] Network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:52:19.197603 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Router 74b7da04-be73-477f-a4fc-4c9da2f880bd is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:52:19.209696 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-925af879-b200-4269-80a3-33b1fd81acf9 None None] Provisioning for port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:19.308899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:52:19.320835 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Sync routers for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:52:19.331674 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:19.332291 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:51:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:19.383874 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:19.385279 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-16f1d1d7-e404-4d41-b88d-09a549d60ea6 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0316107 Aug 10 02:52:19.387985 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38032) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:19.443015 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:19.617376 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:18Z', 'revision_number': 3, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:19.648334 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Checking router: 74b7da04-be73-477f-a4fc-4c9da2f880bd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:52:19.648896 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Updating router 74b7da04-be73-477f-a4fc-4c9da2f880bd port 88f700df-b3ee-464b-88c8-be86bfc3219c binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:52:19.676316 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:19.833368 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:19.945497 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:19.955247 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Transition to ACTIVE for port object 88f700df-b3ee-464b-88c8-be86bfc3219c will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:19.993190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Allocated IP 172.20.0.1 (9ce0ceb7-db65-4a54-a12c-4d0caabc100a/7c5217a4-3f35-4098-961e-b70374f33529/faf07395-3559-4486-8170-16d4725354d8) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:52:20.024143 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.075045 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Attempting to bind port 88f700df-b3ee-464b-88c8-be86bfc3219c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:52:20.077834 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Attempting to bind port 88f700df-b3ee-464b-88c8-be86bfc3219c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:52:20.077834 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Attempting to bind port 88f700df-b3ee-464b-88c8-be86bfc3219c on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:52:20.087333 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:52:20.087709 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:52:20.088120 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.088517 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:52:20.088988 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Bound port: 88f700df-b3ee-464b-88c8-be86bfc3219c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:52:20.089416 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.096995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0120df63-7c7c-4fce-bbb2-3ff2f4472381 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:20.112460 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.114571 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Pushing event updated for resources: {'Port': ['ID=88f700df-b3ee-464b-88c8-be86bfc3219c,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:20.126441 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.126822 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.127175 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.127518 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.127872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Transition to ACTIVE for port object faf07395-3559-4486-8170-16d4725354d8 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:20.128015 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.128217 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.128545 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.128877 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.129210 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.129536 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.129866 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.130218 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:20.162128 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] For port 88f700df-b3ee-464b-88c8-be86bfc3219c, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:52:20.165309 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] For port 88f700df-b3ee-464b-88c8-be86bfc3219c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=88f700df-b3ee-464b-88c8-be86bfc3219c,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:52:20.203725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:20.207542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:20.207933 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.229976 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.230641 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.277825 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:52:20.286261 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.287082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:20.291474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:52:20.296996 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:20.297627 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:51:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:20.324092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 0120df63-7c7c-4fce-bbb2-3ff2f4472381, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0120df63-7c7c-4fce-bbb2-3ff2f4472381,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:20.329716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Pushing event updated for resources: {'Port': ['ID=faf07395-3559-4486-8170-16d4725354d8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:20.345072 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b4061-59bf-4464-86c9-483c1f8b43df None None] Pushing event updated for resources: {'Port': ['ID=88f700df-b3ee-464b-88c8-be86bfc3219c,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:20.346790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.409635 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.420092 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:20.479973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=0120df63-7c7c-4fce-bbb2-3ff2f4472381,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:20.559651 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.608283 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:18Z', 'revision_number': 3, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:20.626306 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c9c3ac75-62aa-496d-97e4-a45eadd57c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.638754 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659e167-ac7f-4869-8ac0-d9ca684e2cce None None] The sync data for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 is: [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:18Z', 'revision_number': 3, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:52:20.643726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-57d8c9ff-0c7a-44e8-b563-3d5d55f7e356 None None] Provisioning for port faf07395-3559-4486-8170-16d4725354d8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:20.648801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-57d8c9ff-0c7a-44e8-b563-3d5d55f7e356 None None] Provisioning complete for port faf07395-3559-4486-8170-16d4725354d8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:20.649181 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-57d8c9ff-0c7a-44e8-b563-3d5d55f7e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.689164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-57d8c9ff-0c7a-44e8-b563-3d5d55f7e356 None None] Port faf07395-3559-4486-8170-16d4725354d8 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:52:20.739900 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:20.803984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:21.189111 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:21.228580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Pushing event updated for resources: {'Port': ['ID=faf07395-3559-4486-8170-16d4725354d8,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:21.232872 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:21.291308 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:52:21.328275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:52:21.329839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:21.451849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Router 74b7da04-be73-477f-a4fc-4c9da2f880bd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:52:21.562560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:52:21.567763 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7a6939d0-02e0-463c-833b-ba5760108d64 admin admin] 10.222.0.38 "PUT /v2.0/routers/74b7da04-be73-477f-a4fc-4c9da2f880bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1788075 Aug 10 02:52:21.615242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-863a1610-64f4-48f9-84de-bef575b46ca4 None None] Provisioning complete for port faf07395-3559-4486-8170-16d4725354d8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:21.615636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-863a1610-64f4-48f9-84de-bef575b46ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:21.649884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-863a1610-64f4-48f9-84de-bef575b46ca4 None None] Port faf07395-3559-4486-8170-16d4725354d8 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:52:22.112938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Sync routers for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:52:22.126611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:22.126611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:52:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:22.163174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0120df63-7c7c-4fce-bbb2-3ff2f4472381 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:22.244036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38048) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:22.249393 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-603061023-network', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:52:22.267142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:22.269318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:22.269687 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.349195 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Made reservation on behalf of 58de00291ba24e39ae0743c0ef2335f0 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:52:22.352062 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.361402 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.458066 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.484428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 88f700df-b3ee-464b-88c8-be86bfc3219c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:22.510194 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.562029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.577572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'faf07395-3559-4486-8170-16d4725354d8', 'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'mac_address': 'fa:16:3e:5b:9f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:19Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 2, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'subnets': [{'id': '7c5217a4-3f35-4098-961e-b70374f33529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:22.587970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:52:22.598276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219c0287-ae6d-443c-acc2-8f1caf04ce15,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:22.604706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.604870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Checking router: 74b7da04-be73-477f-a4fc-4c9da2f880bd for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:52:22.605000 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Added segment 3bfb26df-df84-437b-a59f-9410cc12fcb7 of type vlan for network c87b5cc4-846f-41da-8bd4-d64079bb5b32 Aug 10 02:52:22.605108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Updating router 74b7da04-be73-477f-a4fc-4c9da2f880bd port faf07395-3559-4486-8170-16d4725354d8 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:52:22.631115 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.650153 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.664756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 88f700df-b3ee-464b-88c8-be86bfc3219c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:22.668366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 88f700df-b3ee-464b-88c8-be86bfc3219c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:22.668899 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.743701 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.744994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:22.745587 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.806704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] Pushing event updated for resources: {'Network': ['ID=c87b5cc4-846f-41da-8bd4-d64079bb5b32,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:22.845574 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network c87b5cc4-846f-41da-8bd4-d64079bb5b32 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:52:22.858722 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-71d1a10c-fd9b-402d-80ee-7330baebe231 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6131976 Aug 10 02:52:22.861421 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38050) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:22.867185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Request body: {'subnet': {'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-603061023-subnet', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:52:22.907288 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.943932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Made reservation on behalf of 58de00291ba24e39ae0743c0ef2335f0 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:52:22.946304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:22.956714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 88f700df-b3ee-464b-88c8-be86bfc3219c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=88f700df-b3ee-464b-88c8-be86bfc3219c,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:23.033873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.038156 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.070648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Transition to ACTIVE for port object faf07395-3559-4486-8170-16d4725354d8 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:23.094529 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=88f700df-b3ee-464b-88c8-be86bfc3219c,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:23.137567 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.173308 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.193669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072f368-fe43-456f-bb0d-3be89f7a6e48 None None] Pushing event updated for resources: {'Port': ['ID=faf07395-3559-4486-8170-16d4725354d8,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:23.251135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Attempting to bind port faf07395-3559-4486-8170-16d4725354d8 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:52:23.251729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Attempting to bind port faf07395-3559-4486-8170-16d4725354d8 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:52:23.252277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e1afde-f7bb-4229-becf-268a599170cc,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:23.252899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Attempting to bind port faf07395-3559-4486-8170-16d4725354d8 on network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:52:23.259512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:52:23.260236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Checking segment: {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:52:23.260959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.261483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Bound using segment: {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:52:23.262033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Bound port: faf07395-3559-4486-8170-16d4725354d8, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:52:23.262490 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.264028 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Checking segment: {'id': '3bfb26df-df84-437b-a59f-9410cc12fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:52:23.264405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Network hostable DHCP agents. Network: c87b5cc4-846f-41da-8bd4-d64079bb5b32, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:52:23.328703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] For port faf07395-3559-4486-8170-16d4725354d8, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:52:23.332711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] For port faf07395-3559-4486-8170-16d4725354d8, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=faf07395-3559-4486-8170-16d4725354d8,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:52:23.343686 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Network c87b5cc4-846f-41da-8bd4-d64079bb5b32 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:52:23.403991 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.438300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, c87b5cc4-846f-41da-8bd4-d64079bb5b32) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:23.443304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:23.445134 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.456292 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e87bf-f536-40e7-9f5a-7cfdd29ebbb7 None None] Network c87b5cc4-846f-41da-8bd4-d64079bb5b32 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:52:23.465318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:23.465968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:52:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:23.524703 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3c80afae-7e05-4916-9147-8ef9969ec1e0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6621754 Aug 10 02:52:23.527248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38052) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:23.533641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:52:23.550359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072f368-fe43-456f-bb0d-3be89f7a6e48 None None] Pushing event updated for resources: {'Port': ['ID=faf07395-3559-4486-8170-16d4725354d8,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:23.620890 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.622197 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.675479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:23.679034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.795250 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-c87b5cc4-846f-41da-8bd4-d64079bb5b32', 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'fixed_ips': [{'subnet_id': 'c6e1afde-f7bb-4229-becf-268a599170cc'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:52:23.796102 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:23.874755 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.080503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 88f700df-b3ee-464b-88c8-be86bfc3219c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:24.128243 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.158031 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.177051 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.229510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Allocated IP 172.20.0.2 (c87b5cc4-846f-41da-8bd4-d64079bb5b32/c6e1afde-f7bb-4229-becf-268a599170cc/cb22b4ea-18b1-413f-804d-e8f25a42b7e9) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:52:24.235174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 88f700df-b3ee-464b-88c8-be86bfc3219c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:24.235551 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.286798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Allocated IP 172.25.3.208 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/d69097e8-cfa7-4a25-a612-d0f03d43b1a2) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:52:24.318141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'faf07395-3559-4486-8170-16d4725354d8', 'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'mac_address': 'fa:16:3e:5b:9f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:19Z', 'updated_at': '2021-08-10T02:52:23Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'subnets': [{'id': '7c5217a4-3f35-4098-961e-b70374f33529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:24.356467 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ca7eb-4b1e-4b98-83af-0bfde178f903 None None] The sync data for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 is: [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'faf07395-3559-4486-8170-16d4725354d8', 'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'mac_address': 'fa:16:3e:5b:9f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:19Z', 'updated_at': '2021-08-10T02:52:23Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'subnets': [{'id': '7c5217a4-3f35-4098-961e-b70374f33529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:52:24.399476 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.511553 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.521398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Transition to ACTIVE for port object cb22b4ea-18b1-413f-804d-e8f25a42b7e9 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:24.542865 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Transition to ACTIVE for port object cb22b4ea-18b1-413f-804d-e8f25a42b7e9 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:24.558291 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.604950 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:52:24.608022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:24.611805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:52:24.635457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Pushing event updated for resources: {'Port': ['ID=d69097e8-cfa7-4a25-a612-d0f03d43b1a2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:24.672678 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.717566 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Network c87b5cc4-846f-41da-8bd4-d64079bb5b32 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:52:24.721670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:24.723590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Pushing event updated for resources: {'Port': ['ID=cb22b4ea-18b1-413f-804d-e8f25a42b7e9,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:24.733143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:52:24.793031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Attempting to bind port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:52:24.793326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Attempting to bind port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '3bfb26df-df84-437b-a59f-9410cc12fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:52:24.793691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Attempting to bind port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 on network c87b5cc4-846f-41da-8bd4-d64079bb5b32 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:52:24.799392 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:52:24.799772 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Checking segment: {'id': '3bfb26df-df84-437b-a59f-9410cc12fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:52:24.800194 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.800588 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Bound using segment: {'id': '3bfb26df-df84-437b-a59f-9410cc12fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:52:24.801131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Bound port: cb22b4ea-18b1-413f-804d-e8f25a42b7e9, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfb26df-df84-437b-a59f-9410cc12fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:52:24.801600 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.874451 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] For port cb22b4ea-18b1-413f-804d-e8f25a42b7e9, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:52:24.877950 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] For port cb22b4ea-18b1-413f-804d-e8f25a42b7e9, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cb22b4ea-18b1-413f-804d-e8f25a42b7e9,segment=NetworkSegment(3bfb26df-df84-437b-a59f-9410cc12fcb7),segment_id=3bfb26df-df84-437b-a59f-9410cc12fcb7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:52:24.946715 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:24.959168 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:25.011760 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf64b1a-6162-433f-8946-f10b4d7b4245 None None] Pushing event updated for resources: {'Port': ['ID=cb22b4ea-18b1-413f-804d-e8f25a42b7e9,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:25.193663 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:25.391670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Router adc2e34d-8b0a-4529-96f4-d60be2a30291 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:52:25.505194 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:52:25.516050 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Sync routers for ids ['adc2e34d-8b0a-4529-96f4-d60be2a30291'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:52:25.525548 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Routers {'adc2e34d-8b0a-4529-96f4-d60be2a30291'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:25.526159 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:52:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['adc2e34d-8b0a-4529-96f4-d60be2a30291'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:25.589352 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:25.590542 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7f4cee92-0c07-40a9-b6fa-597479de284f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0621612 Aug 10 02:52:25.593273 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38054) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:52:25.735019 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Set router adc2e34d-8b0a-4529-96f4-d60be2a30291 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:25.967808 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:23Z', 'updated_at': '2021-08-10T02:52:24Z', 'revision_number': 3, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'gw_port': {'id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:24Z', 'updated_at': '2021-08-10T02:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:25.998469 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Checking router: adc2e34d-8b0a-4529-96f4-d60be2a30291 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:52:25.998867 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Updating router adc2e34d-8b0a-4529-96f4-d60be2a30291 port d69097e8-cfa7-4a25-a612-d0f03d43b1a2 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:52:26.017936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb320ec6-4753-40b4-b13f-9255109e24b8 None None] Network c87b5cc4-846f-41da-8bd4-d64079bb5b32 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:52:26.035321 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.125354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.228704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device faf07395-3559-4486-8170-16d4725354d8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:26.259209 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-72534dcd-df4e-44ec-a3cd-1fc47c7b779e None None] Provisioning for port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:26.349309 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Allocated IP 172.20.0.1 (c87b5cc4-846f-41da-8bd4-d64079bb5b32/c6e1afde-f7bb-4229-becf-268a599170cc/8f5343df-689d-4b74-ba8c-5e9e7c091440) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:52:26.360877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port faf07395-3559-4486-8170-16d4725354d8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:26.375285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port faf07395-3559-4486-8170-16d4725354d8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:26.375818 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.379607 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.397369 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Transition to ACTIVE for port object d69097e8-cfa7-4a25-a612-d0f03d43b1a2 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:26.475270 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.489473 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.491232 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.510178 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Transition to ACTIVE for port object 8f5343df-689d-4b74-ba8c-5e9e7c091440 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:26.544742 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Attempting to bind port d69097e8-cfa7-4a25-a612-d0f03d43b1a2 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:52:26.545451 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Attempting to bind port d69097e8-cfa7-4a25-a612-d0f03d43b1a2 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:52:26.545451 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Attempting to bind port d69097e8-cfa7-4a25-a612-d0f03d43b1a2 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:52:26.555111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port faf07395-3559-4486-8170-16d4725354d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=faf07395-3559-4486-8170-16d4725354d8,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:26.555339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:52:26.555339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:52:26.555339 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.555339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:52:26.556041 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Bound port: d69097e8-cfa7-4a25-a612-d0f03d43b1a2, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:52:26.556041 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.561141 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd60ca-bea8-455f-8ae4-0c1d0eed57ff None None] Pushing event updated for resources: {'Port': ['ID=d69097e8-cfa7-4a25-a612-d0f03d43b1a2,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:26.612755 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] For port d69097e8-cfa7-4a25-a612-d0f03d43b1a2, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:52:26.616399 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] For port d69097e8-cfa7-4a25-a612-d0f03d43b1a2, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d69097e8-cfa7-4a25-a612-d0f03d43b1a2,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:52:26.655185 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.683760 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.684629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cb22b4ea-18b1-413f-804d-e8f25a42b7e9 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:26.701583 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Network c87b5cc4-846f-41da-8bd4-d64079bb5b32 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:52:26.705676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:26.708084 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:52:26.710491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5343df-689d-4b74-ba8c-5e9e7c091440,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:26.743194 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.759500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.772398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=faf07395-3559-4486-8170-16d4725354d8,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:26.829272 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Routers {'adc2e34d-8b0a-4529-96f4-d60be2a30291'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:26.830005 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:52:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['adc2e34d-8b0a-4529-96f4-d60be2a30291'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:26.833533 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd60ca-bea8-455f-8ae4-0c1d0eed57ff None None] Pushing event updated for resources: {'Port': ['ID=d69097e8-cfa7-4a25-a612-d0f03d43b1a2,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:26.852771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:26.858254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:26.860227 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.954223 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:26.959228 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] Set router adc2e34d-8b0a-4529-96f4-d60be2a30291 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:26.987152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port cb22b4ea-18b1-413f-804d-e8f25a42b7e9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cb22b4ea-18b1-413f-804d-e8f25a42b7e9,segment=NetworkSegment(3bfb26df-df84-437b-a59f-9410cc12fcb7),segment_id=3bfb26df-df84-437b-a59f-9410cc12fcb7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:27.011024 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:27.080934 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:27.117323 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c753c760-5fb5-4b92-a1f8-c91a1e5680ab None None] Provisioning for port 8f5343df-689d-4b74-ba8c-5e9e7c091440 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:27.129974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c753c760-5fb5-4b92-a1f8-c91a1e5680ab None None] Provisioning complete for port 8f5343df-689d-4b74-ba8c-5e9e7c091440 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:27.130337 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c753c760-5fb5-4b92-a1f8-c91a1e5680ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:27.154894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=cb22b4ea-18b1-413f-804d-e8f25a42b7e9,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:27.160890 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:23Z', 'updated_at': '2021-08-10T02:52:24Z', 'revision_number': 3, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'gw_port': {'id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:24Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:27.169892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c753c760-5fb5-4b92-a1f8-c91a1e5680ab None None] Port 8f5343df-689d-4b74-ba8c-5e9e7c091440 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:52:27.191072 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:27.195882 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df750a62-3fe7-4009-b2de-1fd9c2ffbf2a None None] The sync data for ids ['adc2e34d-8b0a-4529-96f4-d60be2a30291'] in n-d-767704-21 is: [{'id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:23Z', 'updated_at': '2021-08-10T02:52:24Z', 'revision_number': 3, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'gw_port': {'id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:24Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:52:27.263565 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:27.335263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5343df-689d-4b74-ba8c-5e9e7c091440,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:27.339300 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:27.452637 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Network c87b5cc4-846f-41da-8bd4-d64079bb5b32 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:52:27.453989 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:27.581222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Router adc2e34d-8b0a-4529-96f4-d60be2a30291 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:52:27.700126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c15f7dff-20cf-473a-bd94-a00f4decb67d None None] Provisioning complete for port 8f5343df-689d-4b74-ba8c-5e9e7c091440 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:27.700685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c15f7dff-20cf-473a-bd94-a00f4decb67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:27.708400 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:52:27.713697 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-989e8a0c-8896-4c49-9ce9-450b2c8e22f4 admin admin] 10.222.0.38 "PUT /v2.0/routers/adc2e34d-8b0a-4529-96f4-d60be2a30291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1193604 Aug 10 02:52:27.752861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c15f7dff-20cf-473a-bd94-a00f4decb67d None None] Port 8f5343df-689d-4b74-ba8c-5e9e7c091440 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:52:28.248752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d69097e8-cfa7-4a25-a612-d0f03d43b1a2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:28.340667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port d69097e8-cfa7-4a25-a612-d0f03d43b1a2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:28.345025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d69097e8-cfa7-4a25-a612-d0f03d43b1a2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:28.345402 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:28.424923 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:28.446789 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port d69097e8-cfa7-4a25-a612-d0f03d43b1a2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d69097e8-cfa7-4a25-a612-d0f03d43b1a2,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:28.506003 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:28.507707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device faf07395-3559-4486-8170-16d4725354d8 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:28.585494 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=d69097e8-cfa7-4a25-a612-d0f03d43b1a2,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:28.598135 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port faf07395-3559-4486-8170-16d4725354d8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:28.598519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:28.682157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cb22b4ea-18b1-413f-804d-e8f25a42b7e9 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:28.739877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:28.740193 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:28.806403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Sync routers for ids ['adc2e34d-8b0a-4529-96f4-d60be2a30291'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:52:28.825919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Routers {'adc2e34d-8b0a-4529-96f4-d60be2a30291'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:28.826489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:52:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['adc2e34d-8b0a-4529-96f4-d60be2a30291'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:28.947498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Set router adc2e34d-8b0a-4529-96f4-d60be2a30291 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:29.171482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:23Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 4, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'gw_port': {'id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:24Z', 'updated_at': '2021-08-10T02:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8f5343df-689d-4b74-ba8c-5e9e7c091440', 'name': '', 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'mac_address': 'fa:16:3e:b8:b3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c6e1afde-f7bb-4229-becf-268a599170cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:26Z', 'updated_at': '2021-08-10T02:52:27Z', 'revision_number': 2, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'subnets': [{'id': 'c6e1afde-f7bb-4229-becf-268a599170cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:29.202885 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Checking router: adc2e34d-8b0a-4529-96f4-d60be2a30291 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:52:29.203218 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Updating router adc2e34d-8b0a-4529-96f4-d60be2a30291 port 8f5343df-689d-4b74-ba8c-5e9e7c091440 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:52:29.228949 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:29.529435 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:29.541351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Transition to ACTIVE for port object 8f5343df-689d-4b74-ba8c-5e9e7c091440 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:29.646194 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:29.736637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b70a1d-b72d-4ae3-80e6-6aadf64861c0 None None] Pushing event updated for resources: {'Port': ['ID=8f5343df-689d-4b74-ba8c-5e9e7c091440,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:29.790726 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Attempting to bind port 8f5343df-689d-4b74-ba8c-5e9e7c091440 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:52:29.791109 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Attempting to bind port 8f5343df-689d-4b74-ba8c-5e9e7c091440 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '3bfb26df-df84-437b-a59f-9410cc12fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:52:29.791677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Attempting to bind port 8f5343df-689d-4b74-ba8c-5e9e7c091440 on network c87b5cc4-846f-41da-8bd4-d64079bb5b32 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:52:29.801478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:52:29.802118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Checking segment: {'id': '3bfb26df-df84-437b-a59f-9410cc12fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:52:29.802369 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:29.802782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Bound using segment: {'id': '3bfb26df-df84-437b-a59f-9410cc12fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:52:29.803544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Bound port: 8f5343df-689d-4b74-ba8c-5e9e7c091440, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfb26df-df84-437b-a59f-9410cc12fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:52:29.803939 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:29.871924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] For port 8f5343df-689d-4b74-ba8c-5e9e7c091440, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:52:29.875479 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] For port 8f5343df-689d-4b74-ba8c-5e9e7c091440, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8f5343df-689d-4b74-ba8c-5e9e7c091440,segment=NetworkSegment(3bfb26df-df84-437b-a59f-9410cc12fcb7),segment_id=3bfb26df-df84-437b-a59f-9410cc12fcb7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:52:29.948326 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:30.023080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Routers {'adc2e34d-8b0a-4529-96f4-d60be2a30291'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:52:30.023746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:52:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['adc2e34d-8b0a-4529-96f4-d60be2a30291'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:30.065236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b70a1d-b72d-4ae3-80e6-6aadf64861c0 None None] Pushing event updated for resources: {'Port': ['ID=8f5343df-689d-4b74-ba8c-5e9e7c091440,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:30.301959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d69097e8-cfa7-4a25-a612-d0f03d43b1a2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:30.360086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] Set router adc2e34d-8b0a-4529-96f4-d60be2a30291 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:52:30.534397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port d69097e8-cfa7-4a25-a612-d0f03d43b1a2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:30.535106 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:30.666794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:23Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 4, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'gw_port': {'id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:24Z', 'updated_at': '2021-08-10T02:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8f5343df-689d-4b74-ba8c-5e9e7c091440', 'name': '', 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'mac_address': 'fa:16:3e:b8:b3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c6e1afde-f7bb-4229-becf-268a599170cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:26Z', 'updated_at': '2021-08-10T02:52:29Z', 'revision_number': 4, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'subnets': [{'id': 'c6e1afde-f7bb-4229-becf-268a599170cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:52:30.699968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1bbfe-f9ca-44a1-82d9-8370f6a06958 None None] The sync data for ids ['adc2e34d-8b0a-4529-96f4-d60be2a30291'] in n-d-767704-21 is: [{'id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:23Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 4, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'gw_port': {'id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:24Z', 'updated_at': '2021-08-10T02:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '8f5343df-689d-4b74-ba8c-5e9e7c091440', 'name': '', 'network_id': 'c87b5cc4-846f-41da-8bd4-d64079bb5b32', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'mac_address': 'fa:16:3e:b8:b3:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'c6e1afde-f7bb-4229-becf-268a599170cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:26Z', 'updated_at': '2021-08-10T02:52:29Z', 'revision_number': 4, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'subnets': [{'id': 'c6e1afde-f7bb-4229-becf-268a599170cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:52:32.112102 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8f5343df-689d-4b74-ba8c-5e9e7c091440 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:32.234831 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8f5343df-689d-4b74-ba8c-5e9e7c091440 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:32.239050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8f5343df-689d-4b74-ba8c-5e9e7c091440 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:32.240378 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:32.331104 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:32.369131 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8f5343df-689d-4b74-ba8c-5e9e7c091440, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8f5343df-689d-4b74-ba8c-5e9e7c091440,segment=NetworkSegment(3bfb26df-df84-437b-a59f-9410cc12fcb7),segment_id=3bfb26df-df84-437b-a59f-9410cc12fcb7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:52:32.420233 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:32.473679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8f5343df-689d-4b74-ba8c-5e9e7c091440,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:34.087908 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8f5343df-689d-4b74-ba8c-5e9e7c091440 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:52:34.143891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8f5343df-689d-4b74-ba8c-5e9e7c091440 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:34.143891 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:39.176299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d05014d-5559-4454-8125-73cb1eacec1f tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:39.178305 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d05014d-5559-4454-8125-73cb1eacec1f tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/networks?id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 200 len: 814 time: 0.1033268 Aug 10 02:52:39.192842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-d0e97c36-6e70-45d3-99fc-53b719be1a59 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/quotas/5f71f72ebd984336ac6b379ac1ac344a HTTP/1.1" status: 200 len: 375 time: 0.0089083 Aug 10 02:52:39.243886 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-6842add7-09d0-4aa5-ba52-9a1b5fc817f2 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451200 Aug 10 02:52:39.343069 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-6ced3285-af44-4328-8bca-84bc2f143964 service neutron] 10.222.0.38 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875356 Aug 10 02:52:39.432256 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-8d7a11aa-8836-4ba0-b182-0d9cc492f9d5 service neutron] 10.222.0.38 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831361 Aug 10 02:52:39.695818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a3ee63a0-98cb-4b60-9831-23243f2ab531 req-333ff5d9-48e4-4607-b80b-d91a56bbdad7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 210 time: 0.0299127 Aug 10 02:52:40.792126 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-137bfad3-9637-43f5-987f-6b24825eaa05 req-2b8f3d99-cabb-43a0-ae3b-47923fc34cae tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 210 time: 0.0294602 Aug 10 02:52:41.872745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237660e6-d8c2-446e-b280-43f912121a1b req-3807697f-5c3f-47c5-acdb-8823d07e747d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:41.874268 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-3807697f-5c3f-47c5-acdb-8823d07e747d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.11 "GET /v2.0/networks?id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 200 len: 814 time: 0.1099310 Aug 10 02:52:41.888086 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'port': {'device_id': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'admin_state_up': True, 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:52:41.892559 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3e5c74e-e7f8-4877-be5f-9b69c2aaea5e req-c87e5bb5-da34-4068-b964-6f9a1f092b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 210 time: 0.0317833 Aug 10 02:52:42.086192 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Made reservation on behalf of 5f71f72ebd984336ac6b379ac1ac344a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:52:42.089760 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:42.220898 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Allocated IP 172.20.0.4 (9ce0ceb7-db65-4a54-a12c-4d0caabc100a/7c5217a4-3f35-4098-961e-b70374f33529/5795b395-7dff-40a1-b7d6-d4528ce2d4c9) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:52:42.370157 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:42.387890 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Transition to ACTIVE for port object 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:42.483650 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:42.536052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'Port': ['ID=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:42.546854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:52:42.549151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.549688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.550212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.550759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.551301 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.551806 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.552346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.552871 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.553403 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.553903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.554417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.554938 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:52:42.558807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:52:42.571819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:52:42.628979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:42.629637 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:42.702323 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-7d3ed932-11be-4031-ada0-47d48d7bdb18 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182201 Aug 10 02:52:42.917270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-544a4407-f18f-4caa-8ed8-aee03b371380 None None] Provisioning for port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:52:42.921761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-544a4407-f18f-4caa-8ed8-aee03b371380 None None] Provisioning complete for port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:52:42.922106 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-544a4407-f18f-4caa-8ed8-aee03b371380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:42.969611 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-544a4407-f18f-4caa-8ed8-aee03b371380 None None] Port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:52:43.019598 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4eb34-da05-46db-9ffb-d1e216b25668 req-aea2df49-283f-4ab3-b891-91983712d8e4 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:43.025990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbc4eb34-da05-46db-9ffb-d1e216b25668 req-aea2df49-283f-4ab3-b891-91983712d8e4 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0609672 Aug 10 02:52:43.062582 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbc4eb34-da05-46db-9ffb-d1e216b25668 req-9452a6b5-9ef6-41de-b7fb-5ff950ac85d1 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Aug 10 02:52:43.660231 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:44.185285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f5449-0c9c-4017-9b80-22887512db6c req-f8374b97-9c59-47dd-9a99-13eb166e7688 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:44.186881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-787f5449-0c9c-4017-9b80-22887512db6c req-f8374b97-9c59-47dd-9a99-13eb166e7688 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0499823 Aug 10 02:52:44.232502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-787f5449-0c9c-4017-9b80-22887512db6c req-c85212c7-b289-4db8-aca6-538b4793423a tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389926 Aug 10 02:52:44.728737 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:45.344092 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16740040-4904-45e0-b042-0f0224ddb41f req-514e2b8c-7b47-4849-8449-44948f87b36e tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:45.345566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16740040-4904-45e0-b042-0f0224ddb41f req-514e2b8c-7b47-4849-8449-44948f87b36e tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0475650 Aug 10 02:52:45.391482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16740040-4904-45e0-b042-0f0224ddb41f req-c63294f5-3f72-49ec-8c66-ea2f5f889be3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Aug 10 02:52:46.509470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e766e-10b8-4d4f-8b5c-fb7b4fe62165 req-3f4c6f70-2e7b-4783-afc4-dda613caa5fd tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:46.510955 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f98e766e-10b8-4d4f-8b5c-fb7b4fe62165 req-3f4c6f70-2e7b-4783-afc4-dda613caa5fd tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0498166 Aug 10 02:52:46.552517 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f98e766e-10b8-4d4f-8b5c-fb7b4fe62165 req-8256d4bf-e1d1-4db5-bec6-4b4a02274630 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355406 Aug 10 02:52:47.668129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f29d-f977-4030-bd64-234c5522c6b9 req-c5015729-9cf0-4a88-b50e-5bfa7d781613 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:47.669671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90b2f29d-f977-4030-bd64-234c5522c6b9 req-c5015729-9cf0-4a88-b50e-5bfa7d781613 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0501504 Aug 10 02:52:47.707793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90b2f29d-f977-4030-bd64-234c5522c6b9 req-2eeb4a7d-54fc-4a9a-a810-e5c965b7c8bf tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Aug 10 02:52:47.945062 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7b8415a0-fba5-4458-981b-afce4ddf2c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:48.832999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74c501-536f-4af6-929c-2ceb4fde805a req-1b3a2d69-c495-4829-a806-9998e319a219 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:48.834815 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b74c501-536f-4af6-929c-2ceb4fde805a req-1b3a2d69-c495-4829-a806-9998e319a219 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0579166 Aug 10 02:52:48.880842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b74c501-536f-4af6-929c-2ceb4fde805a req-393e526d-89d0-473d-83fa-b9ed82dc3bc5 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393233 Aug 10 02:52:50.005047 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a42544-ef3d-4d68-871a-07756d244665 req-e7094f07-8ac2-40d0-b4d7-342b87aa72c6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:50.006719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02a42544-ef3d-4d68-871a-07756d244665 req-e7094f07-8ac2-40d0-b4d7-342b87aa72c6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0515809 Aug 10 02:52:50.048132 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02a42544-ef3d-4d68-871a-07756d244665 req-75d0d93f-6dd3-47cf-bfa1-7e360d40b96b tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Aug 10 02:52:50.647928 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ad4fbe7f-4104-454e-a0e9-2fee8e7599ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:51.175527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb4e02-6e78-43cb-9855-cc02213aabe3 req-dbf5d361-a57d-46f5-9321-1b15412f659f tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:51.177116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4afb4e02-6e78-43cb-9855-cc02213aabe3 req-dbf5d361-a57d-46f5-9321-1b15412f659f tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0559866 Aug 10 02:52:51.216402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4afb4e02-6e78-43cb-9855-cc02213aabe3 req-f87c8baf-1064-4f8e-9b65-85c98ea3db03 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Aug 10 02:52:51.233916 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:52.336865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a2d8-1981-45e3-87bd-9002d589aa3a req-f865c010-f5bf-4770-b3b0-59bc4c1246c4 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:52.338358 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3803a2d8-1981-45e3-87bd-9002d589aa3a req-f865c010-f5bf-4770-b3b0-59bc4c1246c4 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0487320 Aug 10 02:52:52.381580 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3803a2d8-1981-45e3-87bd-9002d589aa3a req-93e71343-c555-40a4-a93b-a6c1072e095d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Aug 10 02:52:52.482429 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:53.509928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b496cc9-6cd0-4f74-b041-e4a235198fe1 req-67d7eac5-fdf6-447f-9478-275bae449865 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:53.511657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b496cc9-6cd0-4f74-b041-e4a235198fe1 req-67d7eac5-fdf6-447f-9478-275bae449865 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0497732 Aug 10 02:52:53.550086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b496cc9-6cd0-4f74-b041-e4a235198fe1 req-00e73a46-7a0b-4f29-8c0f-e06e4e79922c tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Aug 10 02:52:54.017230 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:54.509097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-c988f882-7c4a-4547-bb73-156802800308 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:52:54.510286 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-c988f882-7c4a-4547-bb73-156802800308 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057325 Aug 10 02:52:54.521159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Request body: {'port': {'device_id': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:52:54.579011 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:54.665762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f79bc1-c90b-45ad-b37f-e6df9cca635c req-9346745c-d576-4131-9d67-59e230df0709 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:54.667350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82f79bc1-c90b-45ad-b37f-e6df9cca635c req-9346745c-d576-4131-9d67-59e230df0709 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0494947 Aug 10 02:52:54.706862 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82f79bc1-c90b-45ad-b37f-e6df9cca635c req-33f5b39b-0c80-4594-8d5c-4ce50bd2096e tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Aug 10 02:52:55.181768 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:52:55.189843 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:55.201801 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Transition to ACTIVE for port object 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:52:55.827488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd6037-8fa3-461e-bcad-631d1f5f3530 req-9d19d3d9-5190-47d7-b6bc-7ca818c60040 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:55.829021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57dd6037-8fa3-461e-bcad-631d1f5f3530 req-9d19d3d9-5190-47d7-b6bc-7ca818c60040 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 931 time: 0.0510318 Aug 10 02:52:55.871110 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57dd6037-8fa3-461e-bcad-631d1f5f3530 req-0210a251-3461-4ebb-8c78-7b2d59d7fdb3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359261 Aug 10 02:52:55.933648 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:55.986102 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Pushing event updated for resources: {'Port': ['ID=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:56.059392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Attempting to bind port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:52:56.059765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Attempting to bind port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:52:56.060066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Attempting to bind port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 on network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:52:56.064649 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 on network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:52:56.064975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Attempting to bind port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 on network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:52:56.070517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:52:56.070906 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Checking segment: {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:52:56.071295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Bound using segment: {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:52:56.071729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Bound port: 5795b395-7dff-40a1-b7d6-d4528ce2d4c9, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe72ae32-1b7a-405f-8c15-11ee50573f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:52:56.072094 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:56.139572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] For port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:52:56.142626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] For port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:52:56.225699 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:56.258444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:56.259121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:52:56.260546 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] 10.222.0.11 "PUT /v2.0/ports/5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 1092 time: 1.7432806 Aug 10 02:52:56.261049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:52:56.263274 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d4612c-2528-4837-9114-ec36b95c2d76" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:52:56.291385 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93284a-5246-4fd4-a5c9-425c5e3a8645 service neutron] Pushing event updated for resources: {'Port': ['ID=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:52:56.306571 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99581bde-5188-48cf-94c0-266ec573d816 x-openstack-request-id: req-99581bde-5188-48cf-94c0-266ec573d816 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:52:56.306873 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:52:56.307125 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-99581bde-5188-48cf-94c0-266ec573d816 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:52:56.307534 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'status': 'completed', 'code': 200} Aug 10 02:52:56.374910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4612c-2528-4837-9114-ec36b95c2d76 req-c5327749-5706-41d5-8f48-c92a3b7347b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:56.394745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d4612c-2528-4837-9114-ec36b95c2d76 req-c5327749-5706-41d5-8f48-c92a3b7347b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1095 time: 0.0490496 Aug 10 02:52:56.479440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4612c-2528-4837-9114-ec36b95c2d76 req-1d4e4e44-c6d8-4e42-bd86-9ef00356cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:56.480856 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d4612c-2528-4837-9114-ec36b95c2d76 req-1d4e4e44-c6d8-4e42-bd86-9ef00356cfbd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0956607 Aug 10 02:52:56.579715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4612c-2528-4837-9114-ec36b95c2d76 req-84290fff-5193-48f4-aba0-9d95a525f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:56.581189 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-94d4612c-2528-4837-9114-ec36b95c2d76 req-84290fff-5193-48f4-aba0-9d95a525f352 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932879 Aug 10 02:52:56.655596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237660e6-d8c2-446e-b280-43f912121a1b req-9e238da3-6420-45b0-a5a2-15e845ceae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:56.657062 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-9e238da3-6420-45b0-a5a2-15e845ceae11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1095 time: 0.0402150 Aug 10 02:52:56.699854 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-b62b68cd-c111-4111-9951-fbda181753c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 217 time: 0.0351505 Aug 10 02:52:56.754534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237660e6-d8c2-446e-b280-43f912121a1b req-362013be-d8c7-47c3-bcf8-965e5a4dc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:56.756002 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-362013be-d8c7-47c3-bcf8-965e5a4dc9b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c5217a4-3f35-4098-961e-b70374f33529 HTTP/1.1" status: 200 len: 853 time: 0.0494506 Aug 10 02:52:56.806661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237660e6-d8c2-446e-b280-43f912121a1b req-2fc830c3-88f3-42d1-9eb3-1fa7c53995e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:56.808196 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-2fc830c3-88f3-42d1-9eb3-1fa7c53995e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454483 Aug 10 02:52:56.897441 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-49d9c029-bec6-4cd8-b2b0-f066b4f340dd service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821612 Aug 10 02:52:56.987987 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed85858-d614-465a-95ca-c9324fb8bb0e req-1be17b5f-edfe-4759-8943-be8d32296878 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:56.989770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ed85858-d614-465a-95ca-c9324fb8bb0e req-1be17b5f-edfe-4759-8943-be8d32296878 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 943 time: 0.0501413 Aug 10 02:52:57.002964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-237660e6-d8c2-446e-b280-43f912121a1b req-e283cf4d-adbf-4b92-93ac-d044bc8cc5f6 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988879 Aug 10 02:52:57.034474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1ed85858-d614-465a-95ca-c9324fb8bb0e req-8acf3b33-5202-4e19-ba59-0e9578eb4b3a tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351610 Aug 10 02:52:58.154410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05eb5b-4cd2-42fc-959e-7c9f0a046868 req-b3948547-8a79-491c-948e-06fc6b0bc457 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:58.155930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a05eb5b-4cd2-42fc-959e-7c9f0a046868 req-b3948547-8a79-491c-948e-06fc6b0bc457 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 943 time: 0.0512993 Aug 10 02:52:58.192786 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a05eb5b-4cd2-42fc-959e-7c9f0a046868 req-c3cdec9a-6717-4b04-a48f-1ed8db16150d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Aug 10 02:52:58.291829 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:52:59.308912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c721f1-9d85-4f2e-9d4a-4feba63ee112 req-d8eae382-3f13-4224-9ec8-32f12367fd69 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:52:59.310380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90c721f1-9d85-4f2e-9d4a-4feba63ee112 req-d8eae382-3f13-4224-9ec8-32f12367fd69 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 943 time: 0.0482643 Aug 10 02:52:59.351502 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90c721f1-9d85-4f2e-9d4a-4feba63ee112 req-96b180d4-a1ec-4a3f-8dc6-a5f5be3e44c1 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352819 Aug 10 02:52:59.917617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:53:00.008887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:53:00.019881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'port_id': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'mac_address': 'fa:16:3e:c4:c3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:53:00.060084 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:00.072648 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:53:00.090717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:53:00.159609 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:00.207575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:00.215299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.215657 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.216046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.216414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.216756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.217113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.217444 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.217777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.218107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.218434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.218803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.219132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:00.359455 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5795b395-7dff-40a1-b7d6-d4528ce2d4c9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:53:00.465637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55605336-d0b2-408f-ad97-19b2cdd5c946 req-f40acd39-7b66-4b35-986e-6ac62404b963 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:00.467753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55605336-d0b2-408f-ad97-19b2cdd5c946 req-f40acd39-7b66-4b35-986e-6ac62404b963 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 944 time: 0.0490251 Aug 10 02:53:00.507764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-55605336-d0b2-408f-ad97-19b2cdd5c946 req-879c58f8-bf5f-46a4-a8fa-318c782bae24 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Aug 10 02:53:01.623708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354991cf-b106-4dc8-a0d8-71b4443075b0 req-315795c9-f705-4f42-864e-6f2c81314500 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:01.625191 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-354991cf-b106-4dc8-a0d8-71b4443075b0 req-315795c9-f705-4f42-864e-6f2c81314500 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 944 time: 0.0482616 Aug 10 02:53:01.661994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-354991cf-b106-4dc8-a0d8-71b4443075b0 req-4c377d2b-e663-4983-8bad-a4828b63f67f tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301292 Aug 10 02:53:01.931672 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:53:02.047861 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:53:02.051598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:53:02.051974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:02.126203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:02.151217 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:53:02.153481 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959a554f-f611-4e00-b3bd-b448d2db0cc9" -d '{"events": [{"server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "name": "network-vif-plugged", "status": "completed", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:53:02.168190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:53:02.190094 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa6a8a-d5b5-492f-9959-1c7fc26b59fc x-openstack-request-id: req-48aa6a8a-d5b5-492f-9959-1c7fc26b59fc {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:53:02.190414 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "name": "network-vif-plugged", "status": "completed", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:53:02.190699 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-48aa6a8a-d5b5-492f-9959-1c7fc26b59fc {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:53:02.194646 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'code': 200} Aug 10 02:53:02.248302 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:02.288872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c631e-4d05-4ffa-beef-482a77b8d552 req-2bb2906b-2ec4-4e46-bf8d-9b08d283645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:02.290456 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8d4c631e-4d05-4ffa-beef-482a77b8d552 req-2bb2906b-2ec4-4e46-bf8d-9b08d283645f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1097 time: 0.0444310 Aug 10 02:53:02.297613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:02.327484 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8d4c631e-4d05-4ffa-beef-482a77b8d552 req-ffb8c741-e207-448a-8f7d-38fba87be6bc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302577 Aug 10 02:53:02.773923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a341f-2d90-4aed-b367-d340c2f9c361 req-76b3dca6-9bda-48a9-8526-42d789b34a4d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:02.775432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-159a341f-2d90-4aed-b367-d340c2f9c361 req-76b3dca6-9bda-48a9-8526-42d789b34a4d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 945 time: 0.0480459 Aug 10 02:53:02.816946 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-159a341f-2d90-4aed-b367-d340c2f9c361 req-d6982ff9-31a8-484a-bd92-954d3bb7c2b9 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Aug 10 02:53:03.932077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597d383-0237-4524-80fe-e0d47342d65f req-a50fe696-e437-4e63-9df2-1efae4e1af57 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:03.933556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0597d383-0237-4524-80fe-e0d47342d65f req-a50fe696-e437-4e63-9df2-1efae4e1af57 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Aug 10 02:53:03.970612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0597d383-0237-4524-80fe-e0d47342d65f req-0c05c9a1-967b-4b79-876b-32dd73e2219a tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Aug 10 02:53:04.083566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2941c3-9958-439c-94fa-f06b600cd147 req-ef98a98d-dd87-43aa-a3a1-824580da4870 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:04.085289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d2941c3-9958-439c-94fa-f06b600cd147 req-ef98a98d-dd87-43aa-a3a1-824580da4870 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 945 time: 0.0495884 Aug 10 02:53:04.122954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d2941c3-9958-439c-94fa-f06b600cd147 req-debaf123-06a1-470b-96c9-9c70db5a03ab tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Aug 10 02:53:04.308386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf8f1c-762d-4e39-833c-b96e20dd0ada req-6a550500-eb39-435f-8c39-97424702870c tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:04.309867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76bf8f1c-762d-4e39-833c-b96e20dd0ada req-6a550500-eb39-435f-8c39-97424702870c tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 945 time: 0.0483022 Aug 10 02:53:04.351169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76bf8f1c-762d-4e39-833c-b96e20dd0ada req-b7a89da3-2818-4690-9b4e-49a23e2cf464 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353985 Aug 10 02:53:13.658894 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:14.777029 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:17.943111 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e437b07d-2dc4-4456-a463-6a5fa9e5e888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:18.941296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d017e-e16a-4ce4-afcd-7d7f1bd2b65d req-06eaf2ab-82bd-4b6e-af46-2223406afa3f tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:18.942700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea0d017e-e16a-4ce4-afcd-7d7f1bd2b65d req-06eaf2ab-82bd-4b6e-af46-2223406afa3f tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 945 time: 0.0487907 Aug 10 02:53:18.980792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea0d017e-e16a-4ce4-afcd-7d7f1bd2b65d req-e22a3db9-d1ea-4f25-a128-ee378957c0d2 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314422 Aug 10 02:53:19.003295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38266) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:53:19.131923 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580ecb3-6a61-4f63-b684-23884803e7ab tempest-TestMinimumBasicScenario-278017964 tempest-TestMinimumBasicScenario-278017964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:19.133566 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9580ecb3-6a61-4f63-b684-23884803e7ab tempest-TestMinimumBasicScenario-278017964 tempest-TestMinimumBasicScenario-278017964-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1092 time: 0.1293116 Aug 10 02:53:19.136585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38270) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:53:19.141386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:53:19.256937 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:19.356749 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:19.461808 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Allocated IP 172.25.3.149 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/fc032ad8-6542-4043-bdae-808a0274e84e) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:53:19.565398 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:19.685497 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:19.721776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:53:19.726649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:53:19.730302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:53:19.754204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'Port': ['ID=fc032ad8-6542-4043-bdae-808a0274e84e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:19.765943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.766294 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.766663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.767004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.767343 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.767675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.768004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.768332 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.768660 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.768986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.769313 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:19.769637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:53:20.097508 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:20.213470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:20.362360 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:20.424421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:20.492492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'Port': ['ID=fc032ad8-6542-4043-bdae-808a0274e84e,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:20.503460 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:20.609704 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Floating IP 01648261-1d89-40d7-9d8c-828841776ab4 associated. External IP: 172.25.3.149, port: 5795b395-7dff-40a1-b7d6-d4528ce2d4c9. Aug 10 02:53:20.636146 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d864-3b93-4bd7-8ebd-7a4c50c5832c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:20.814392 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Router 74b7da04-be73-477f-a4fc-4c9da2f880bd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:53:21.178990 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:21.285679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:53:21.296236 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] Sync routers for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:53:21.305279 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:53:21.307193 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:53:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:53:21.388007 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:21.414800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-546c04c1-c582-4f66-a2c2-4964d4213b60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2771373 Aug 10 02:53:21.415419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:53:21.417757 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c591635b-ac5a-4034-b181-58219e456812" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:53:21.417913 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38274) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:53:21.418426 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:53:21.423146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-25cfc63c-fb80-4f00-aa68-84e2350d8b62 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902553049', 'description': 'tempest-secgroup-smoke-902553049 description', 'project_id': '5f71f72ebd984336ac6b379ac1ac344a'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:53:21.456239 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45921e96-0337-4380-b6ba-4e122b9a9912 x-openstack-request-id: req-45921e96-0337-4380-b6ba-4e122b9a9912 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:53:21.456239 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:53:21.456449 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45921e96-0337-4380-b6ba-4e122b9a9912 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:53:21.456855 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'status': 'completed', 'code': 200} Aug 10 02:53:21.512820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25cfc63c-fb80-4f00-aa68-84e2350d8b62 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:21.544767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591635b-ac5a-4034-b181-58219e456812 req-2ddfdffb-503e-4257-93ac-4ae43a434c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:21.546290 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c591635b-ac5a-4034-b181-58219e456812 req-2ddfdffb-503e-4257-93ac-4ae43a434c18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1097 time: 0.0655873 Aug 10 02:53:21.644473 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '01648261-1d89-40d7-9d8c-828841776ab4', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'port_id': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'mac_address': 'fa:16:3e:c4:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:53:19Z', 'updated_at': '2021-08-10T02:53:19Z', 'revision_number': 0, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf07395-3559-4486-8170-16d4725354d8', 'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'mac_address': 'fa:16:3e:5b:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:19Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 5, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'subnets': [{'id': '7c5217a4-3f35-4098-961e-b70374f33529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:53:21.671406 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] Checking router: 74b7da04-be73-477f-a4fc-4c9da2f880bd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:53:21.677068 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25cfc63c-fb80-4f00-aa68-84e2350d8b62 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:21.679584 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:53:21.680077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591635b-ac5a-4034-b181-58219e456812 req-21f440c1-aaff-45e5-aa11-7c41aa3962cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:21.680809 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:53:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:53:21.682163 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c591635b-ac5a-4034-b181-58219e456812 req-21f440c1-aaff-45e5-aa11-7c41aa3962cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 200 len: 915 time: 0.1247101 Aug 10 02:53:21.731539 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25cfc63c-fb80-4f00-aa68-84e2350d8b62 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:21.778670 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfc63c-fb80-4f00-aa68-84e2350d8b62 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a31e655-b589-4607-9737-44f9599014c8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:21.782096 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c591635b-ac5a-4034-b181-58219e456812 req-350af2c7-92c3-467b-afbe-0fac99dd9002 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 999 time: 0.0926919 Aug 10 02:53:21.790933 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:53:21.819435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-25cfc63c-fb80-4f00-aa68-84e2350d8b62 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:21.820707 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-25cfc63c-fb80-4f00-aa68-84e2350d8b62 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4018586 Aug 10 02:53:21.823760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38278) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:53:21.828784 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-73223d91-54cb-4aec-aad7-579a6903c9f0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'security_group_rule': {'security_group_id': '5a31e655-b589-4607-9737-44f9599014c8', 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:53:21.842837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591635b-ac5a-4034-b181-58219e456812 req-c265f586-a2db-4c86-a9d2-5308f37c3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:21.844500 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c591635b-ac5a-4034-b181-58219e456812 req-c265f586-a2db-4c86-a9d2-5308f37c3de4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c5217a4-3f35-4098-961e-b70374f33529 HTTP/1.1" status: 200 len: 853 time: 0.0529747 Aug 10 02:53:21.901771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591635b-ac5a-4034-b181-58219e456812 req-4bac1a5a-f5fa-42a8-95d1-ed2b863207ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:21.903345 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c591635b-ac5a-4034-b181-58219e456812 req-4bac1a5a-f5fa-42a8-95d1-ed2b863207ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492032 Aug 10 02:53:21.913592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73223d91-54cb-4aec-aad7-579a6903c9f0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:21.966442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73223d91-54cb-4aec-aad7-579a6903c9f0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:21.998950 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c591635b-ac5a-4034-b181-58219e456812 req-c822c9a4-af40-484a-b8d3-359bcc25dfdb service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880291 Aug 10 02:53:22.025318 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73223d91-54cb-4aec-aad7-579a6903c9f0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.046456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73223d91-54cb-4aec-aad7-579a6903c9f0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fc4773-eb1e-44ec-867c-4fb7189083c6,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:22.097730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c591635b-ac5a-4034-b181-58219e456812 req-72a6dc04-fc64-42f0-af7d-f7d5a5e875e2 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917344 Aug 10 02:53:22.104674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-73223d91-54cb-4aec-aad7-579a6903c9f0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.108769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-73223d91-54cb-4aec-aad7-579a6903c9f0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839854 Aug 10 02:53:22.109387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38280) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:53:22.114992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-85a25aa9-42a5-42eb-b644-2495dda14a25 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'security_group_rule': {'security_group_id': '5a31e655-b589-4607-9737-44f9599014c8', 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:53:22.117593 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '01648261-1d89-40d7-9d8c-828841776ab4', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'port_id': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'mac_address': 'fa:16:3e:c4:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:53:19Z', 'updated_at': '2021-08-10T02:53:19Z', 'revision_number': 0, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf07395-3559-4486-8170-16d4725354d8', 'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'mac_address': 'fa:16:3e:5b:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:19Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 5, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'subnets': [{'id': '7c5217a4-3f35-4098-961e-b70374f33529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:53:22.144513 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd6dd8-5b60-439e-9837-c86e1f703a2f None None] The sync data for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 is: [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '01648261-1d89-40d7-9d8c-828841776ab4', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'port_id': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'mac_address': 'fa:16:3e:c4:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:53:19Z', 'updated_at': '2021-08-10T02:53:19Z', 'revision_number': 0, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf07395-3559-4486-8170-16d4725354d8', 'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'mac_address': 'fa:16:3e:5b:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:19Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 5, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'subnets': [{'id': '7c5217a4-3f35-4098-961e-b70374f33529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:53:22.207743 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85a25aa9-42a5-42eb-b644-2495dda14a25 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.268381 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85a25aa9-42a5-42eb-b644-2495dda14a25 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.334694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb3ebb5-e80f-4408-9400-f228faba88c1 None None] New status for floating IP 01648261-1d89-40d7-9d8c-828841776ab4: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:53:22.339138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85a25aa9-42a5-42eb-b644-2495dda14a25 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.358309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a25aa9-42a5-42eb-b644-2495dda14a25 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd84e0c-7d82-44b4-8b96-c2523b33c92b,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:22.447949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85a25aa9-42a5-42eb-b644-2495dda14a25 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.449319 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-85a25aa9-42a5-42eb-b644-2495dda14a25 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390238 Aug 10 02:53:22.451997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38282) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:53:22.456544 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f16f03c2-7194-42c3-9369-b0f9d6d2b5c1 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'security_group_rule': {'security_group_id': '5a31e655-b589-4607-9737-44f9599014c8', 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:53:22.498939 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.579102 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f16f03c2-7194-42c3-9369-b0f9d6d2b5c1 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.639336 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f16f03c2-7194-42c3-9369-b0f9d6d2b5c1 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.710375 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f16f03c2-7194-42c3-9369-b0f9d6d2b5c1 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.727835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f03c2-7194-42c3-9369-b0f9d6d2b5c1 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84845d96-ba60-4b6e-b751-375f38c2cbcd,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:22.810529 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f16f03c2-7194-42c3-9369-b0f9d6d2b5c1 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.811759 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f16f03c2-7194-42c3-9369-b0f9d6d2b5c1 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3587925 Aug 10 02:53:22.814831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38284) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:53:22.819146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b00ceb1f-6c66-4969-bd57-afc50f1bcf83 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'security_group_rule': {'security_group_id': '5a31e655-b589-4607-9737-44f9599014c8', 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:53:22.903033 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b00ceb1f-6c66-4969-bd57-afc50f1bcf83 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:22.960595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b00ceb1f-6c66-4969-bd57-afc50f1bcf83 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.035485 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b00ceb1f-6c66-4969-bd57-afc50f1bcf83 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.053743 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ceb1f-6c66-4969-bd57-afc50f1bcf83 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf76914-a45c-4754-ad6d-d9b43f01bc77,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:23.124089 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-7c7e4bc2-ff07-4033-8b92-6d8401938540 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425239 Aug 10 02:53:23.127456 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b00ceb1f-6c66-4969-bd57-afc50f1bcf83 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.128668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b00ceb1f-6c66-4969-bd57-afc50f1bcf83 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3129010 Aug 10 02:53:23.131435 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38286) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:53:23.136912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b2ab4f3e-ed9d-4b4c-8ef0-1c1f6f401ac0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'security_group_rule': {'security_group_id': '5a31e655-b589-4607-9737-44f9599014c8', 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:53:23.211665 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-a18b4b1f-edf1-446b-89d8-d987f0c2cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:23.213834 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-a18b4b1f-edf1-446b-89d8-d987f0c2cbd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1097 time: 0.0433695 Aug 10 02:53:23.224625 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-b2ab4f3e-ed9d-4b4c-8ef0-1c1f6f401ac0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Project 5f71f72ebd984336ac6b379ac1ac344a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:53:23.230403 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4f3e-ed9d-4b4c-8ef0-1c1f6f401ac0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.293641 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4f3e-ed9d-4b4c-8ef0-1c1f6f401ac0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.328138 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-e124610c-7258-43d4-bc40-0601f0eef49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:23.329674 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-e124610c-7258-43d4-bc40-0601f0eef49d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 200 len: 915 time: 0.0916383 Aug 10 02:53:23.373637 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4f3e-ed9d-4b4c-8ef0-1c1f6f401ac0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.394007 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab4f3e-ed9d-4b4c-8ef0-1c1f6f401ac0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cd05ca-d35d-409b-bbf4-29c9b2acbd33,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:23.401644 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-23aec7b2-1b7a-4033-b062-84e88dfacc90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 1001 time: 0.0616000 Aug 10 02:53:23.449584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-c857b2c2-d207-4e5b-bd84-b68b486615ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:23.451136 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-c857b2c2-d207-4e5b-bd84-b68b486615ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c5217a4-3f35-4098-961e-b70374f33529 HTTP/1.1" status: 200 len: 853 time: 0.0440817 Aug 10 02:53:23.459291 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4f3e-ed9d-4b4c-8ef0-1c1f6f401ac0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.460540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b2ab4f3e-ed9d-4b4c-8ef0-1c1f6f401ac0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3279817 Aug 10 02:53:23.463347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38288) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:53:23.468273 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8b1687a5-b7d0-42c4-bdb1-cd6771b0fb33 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'security_group_rule': {'security_group_id': '5a31e655-b589-4607-9737-44f9599014c8', 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:53:23.502229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-a5180f7f-8848-4f6d-b194-5c2ca1116b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:23.504409 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-a5180f7f-8848-4f6d-b194-5c2ca1116b63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460620 Aug 10 02:53:23.557242 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-8b1687a5-b7d0-42c4-bdb1-cd6771b0fb33 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Project 5f71f72ebd984336ac6b379ac1ac344a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:53:23.562481 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b1687a5-b7d0-42c4-bdb1-cd6771b0fb33 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.598006 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-54145ad1-a73e-4aec-aae3-2835bf42723c service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830002 Aug 10 02:53:23.624936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b1687a5-b7d0-42c4-bdb1-cd6771b0fb33 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.693921 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-081af02f-f9cf-4cfe-ba88-3b8a7a525490 req-b40d91f6-6b45-4909-bf9e-8807f36e7e4c service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881166 Aug 10 02:53:23.699118 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b1687a5-b7d0-42c4-bdb1-cd6771b0fb33 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.717031 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1687a5-b7d0-42c4-bdb1-cd6771b0fb33 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414d13ff-6e2d-4f31-87eb-39ef7a95fa16,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:23.796149 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8b1687a5-b7d0-42c4-bdb1-cd6771b0fb33 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:23.797367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8b1687a5-b7d0-42c4-bdb1-cd6771b0fb33 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330567 Aug 10 02:53:23.874417 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d482897c-ac80-4e87-b771-79ae53b54afe req-5f593c87-09df-458f-a417-6f8874fc7063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902553049&fields=id&tenant_id=5f71f72ebd984336ac6b379ac1ac344a HTTP/1.1" status: 200 len: 267 time: 0.0324194 Aug 10 02:53:23.925740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482897c-ac80-4e87-b771-79ae53b54afe req-3c8521ea-3d3a-48b6-8a18-8326f39f8359 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:23.927238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d482897c-ac80-4e87-b771-79ae53b54afe req-3c8521ea-3d3a-48b6-8a18-8326f39f8359 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 945 time: 0.0473945 Aug 10 02:53:23.938394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-d482897c-ac80-4e87-b771-79ae53b54afe req-c1ca71f3-8b3c-47e7-ba1a-895c0ea21bf7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'port': {'security_groups': ['02a0547a-16c8-425f-9ffc-4c26d7d00719', '5a31e655-b589-4607-9737-44f9599014c8']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:53:24.004890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d482897c-ac80-4e87-b771-79ae53b54afe req-c1ca71f3-8b3c-47e7-ba1a-895c0ea21bf7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:24.028421 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:24.183830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-d482897c-ac80-4e87-b771-79ae53b54afe req-c1ca71f3-8b3c-47e7-ba1a-895c0ea21bf7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] For port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:53:24.213817 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d482897c-ac80-4e87-b771-79ae53b54afe req-c1ca71f3-8b3c-47e7-ba1a-895c0ea21bf7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:24.267820 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d482897c-ac80-4e87-b771-79ae53b54afe req-c1ca71f3-8b3c-47e7-ba1a-895c0ea21bf7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:24.279906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5795b395-7dff-40a1-b7d6-d4528ce2d4c9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:53:24.313425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482897c-ac80-4e87-b771-79ae53b54afe req-c1ca71f3-8b3c-47e7-ba1a-895c0ea21bf7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:24.314079 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-d482897c-ac80-4e87-b771-79ae53b54afe req-c1ca71f3-8b3c-47e7-ba1a-895c0ea21bf7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:24.315588 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d482897c-ac80-4e87-b771-79ae53b54afe req-c1ca71f3-8b3c-47e7-ba1a-895c0ea21bf7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "PUT /v2.0/ports/5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 981 time: 0.3815994 Aug 10 02:53:24.316059 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:53:24.318812 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857a0666-01b2-42f6-a225-474de8ca35a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:53:24.366926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca71f3-8b3c-47e7-ba1a-895c0ea21bf7 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'Port': ['ID=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,revision_number=6']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:53:24.385951 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd79db-612b-4d7e-b1e1-c006f51cdb75 x-openstack-request-id: req-68bd79db-612b-4d7e-b1e1-c006f51cdb75 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:53:24.387381 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:53:24.387798 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-68bd79db-612b-4d7e-b1e1-c006f51cdb75 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:53:24.388370 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'status': 'completed', 'code': 200} Aug 10 02:53:24.397830 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5795b395-7dff-40a1-b7d6-d4528ce2d4c9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:53:24.463993 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-1eb00243-b13e-4289-a232-cec908e0a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:24.465554 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-1eb00243-b13e-4289-a232-cec908e0a2be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1136 time: 0.0604525 Aug 10 02:53:24.467079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204f838-ef64-4362-9c4c-185612618a77 req-5f43bc6b-8a04-48e4-87b4-330731a05246 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:24.468959 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8204f838-ef64-4362-9c4c-185612618a77 req-5f43bc6b-8a04-48e4-87b4-330731a05246 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0600126 Aug 10 02:53:24.523119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8204f838-ef64-4362-9c4c-185612618a77 req-dc4b2ae4-99d1-43b3-8e39-718abf608d01 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452399 Aug 10 02:53:24.579158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-059a3f93-85b4-429c-9ce1-2936a230c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:24.580604 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-059a3f93-85b4-429c-9ce1-2936a230c050 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 200 len: 915 time: 0.1073737 Aug 10 02:53:24.629254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0638edd2-bd93-4bff-9aa7-5f7492b8cc6b None None] Provisioning complete for port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:53:24.629620 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0638edd2-bd93-4bff-9aa7-5f7492b8cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:24.654828 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-2ed0ba1e-43d0-46d6-8555-c8926764c25a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 1001 time: 0.0648029 Aug 10 02:53:24.708302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-74e395bc-527d-41a9-b074-dbd1b098f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:24.709935 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-74e395bc-527d-41a9-b074-dbd1b098f609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c5217a4-3f35-4098-961e-b70374f33529 HTTP/1.1" status: 200 len: 853 time: 0.0470104 Aug 10 02:53:24.757853 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-de97e617-9b75-42bd-a650-ba3f212908c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:24.760711 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-de97e617-9b75-42bd-a650-ba3f212908c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425494 Aug 10 02:53:24.858721 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-7f9ef15c-a2e7-4599-8f2c-b9f3eb195b62 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913115 Aug 10 02:53:24.955698 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-857a0666-01b2-42f6-a225-474de8ca35a9 req-30d2fb7d-2968-4121-aa0c-599300f97974 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893059 Aug 10 02:53:35.290522 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:53:38.982920 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-bef12422-00d3-43ea-90c2-93588fe3aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:38.984454 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-bef12422-00d3-43ea-90c2-93588fe3aca4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1136 time: 0.0478361 Aug 10 02:53:39.013908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fe01b-7d08-4c2b-971e-47e615d68807 req-3a42419a-cf78-49ee-88b8-babb69539d34 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:39.015485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff8fe01b-7d08-4c2b-971e-47e615d68807 req-3a42419a-cf78-49ee-88b8-babb69539d34 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.1873848 Aug 10 02:53:39.056071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff8fe01b-7d08-4c2b-971e-47e615d68807 req-aa0ef225-08a8-4b9a-9b17-7b245ab87dbf tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344539 Aug 10 02:53:39.079698 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-afc2bc72-6b66-43b1-ab0a-fbd543093c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:39.081187 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-afc2bc72-6b66-43b1-ab0a-fbd543093c26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 200 len: 915 time: 0.0888188 Aug 10 02:53:39.152277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-d86a10dc-4f60-43a9-9f9e-39dd1aa6e7ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 1001 time: 0.0623226 Aug 10 02:53:39.210072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-af507315-20f5-4422-9bfd-dc06f9249b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:39.212655 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-af507315-20f5-4422-9bfd-dc06f9249b26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c5217a4-3f35-4098-961e-b70374f33529 HTTP/1.1" status: 200 len: 853 time: 0.0528629 Aug 10 02:53:39.259263 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-ab81cce0-5535-4011-b132-29e3cb9790cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:39.260757 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-ab81cce0-5535-4011-b132-29e3cb9790cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410054 Aug 10 02:53:39.351634 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-003cff8e-d3a6-4e8c-871f-779f73a5d5e6 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830350 Aug 10 02:53:39.441234 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5b425808-4cc2-4652-8e86-2eec17905e12 req-155481b8-76d7-4a0d-b6e8-8fa78b5275d7 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817859 Aug 10 02:53:40.223176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186c11-c53f-4d5f-b543-91f93a0f1a61 req-a8b15374-6ba3-4504-86f2-fb13866ea071 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:40.225416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee186c11-c53f-4d5f-b543-91f93a0f1a61 req-a8b15374-6ba3-4504-86f2-fb13866ea071 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0991061 Aug 10 02:53:40.265998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee186c11-c53f-4d5f-b543-91f93a0f1a61 req-7ff90b61-e52b-498e-a145-63f4659cbd58 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339460 Aug 10 02:53:41.380851 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59d6d5-9004-4b41-8a06-67713dec2e80 req-735c1ca7-bb40-4e27-bc8f-c2b8d25f300d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:41.382321 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a59d6d5-9004-4b41-8a06-67713dec2e80 req-735c1ca7-bb40-4e27-bc8f-c2b8d25f300d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0489972 Aug 10 02:53:41.422611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a59d6d5-9004-4b41-8a06-67713dec2e80 req-55f2c59f-6f32-4717-a039-fb6f4b281dad tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337942 Aug 10 02:53:42.540755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d821e22-9bc2-4c6f-9010-338705182e8f req-373b4b80-39f6-45b1-a9c6-e4d18b3fd87d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:42.542242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d821e22-9bc2-4c6f-9010-338705182e8f req-373b4b80-39f6-45b1-a9c6-e4d18b3fd87d tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0542762 Aug 10 02:53:42.584025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d821e22-9bc2-4c6f-9010-338705182e8f req-b2bf74ec-7205-4d32-9804-5d904a6757ad tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346920 Aug 10 02:53:43.653441 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:43.700429 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d87b8-5d17-4e9f-a376-84a93bc01ef9 req-b7a1572a-b7d1-47bb-8c16-e1b35e0b1c69 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:43.702203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c07d87b8-5d17-4e9f-a376-84a93bc01ef9 req-b7a1572a-b7d1-47bb-8c16-e1b35e0b1c69 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0504665 Aug 10 02:53:43.741885 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c07d87b8-5d17-4e9f-a376-84a93bc01ef9 req-f6560891-6a81-43fc-82a7-f2023d20fa56 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336344 Aug 10 02:53:44.764272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:44.859109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdb29a-0384-4da3-baf3-b50fac63019f req-ec56544f-3790-4fcd-bc97-f593e8ffd70b tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:44.860622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fbdb29a-0384-4da3-baf3-b50fac63019f req-ec56544f-3790-4fcd-bc97-f593e8ffd70b tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0497403 Aug 10 02:53:44.901246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4fbdb29a-0384-4da3-baf3-b50fac63019f req-3681a954-39af-49af-bd0a-a23d53315ce6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334868 Aug 10 02:53:46.020678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366e329-5db5-4928-9f4d-242d0d19bf38 req-30a3514a-42b9-4a25-95c7-092a2121e732 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:46.022065 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d366e329-5db5-4928-9f4d-242d0d19bf38 req-30a3514a-42b9-4a25-95c7-092a2121e732 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0530274 Aug 10 02:53:46.062446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d366e329-5db5-4928-9f4d-242d0d19bf38 req-1871c52b-4752-432d-85e0-853f6e6f1c60 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341704 Aug 10 02:53:47.175570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633bbeb-1ef4-4863-98ec-053f946c3955 req-6735049b-2759-4527-bba5-0ebd7532e026 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:47.177071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f633bbeb-1ef4-4863-98ec-053f946c3955 req-6735049b-2759-4527-bba5-0ebd7532e026 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0484014 Aug 10 02:53:47.216684 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f633bbeb-1ef4-4863-98ec-053f946c3955 req-649400c5-6f07-4d2c-bc0f-97fcf8cba631 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335779 Aug 10 02:53:47.955500 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2bdd6b93-70cf-443c-8892-05f5b2254391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:48.341185 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501d78-3a67-4d56-853c-1dcf408a03c0 req-29b0ed99-c2fa-417a-901b-368c17fe60c2 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:48.342732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de501d78-3a67-4d56-853c-1dcf408a03c0 req-29b0ed99-c2fa-417a-901b-368c17fe60c2 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0496123 Aug 10 02:53:48.382253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-de501d78-3a67-4d56-853c-1dcf408a03c0 req-4a038189-3257-46d2-860b-18fb4a31fd25 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333762 Aug 10 02:53:49.500375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c5aa2-4e67-482a-8eca-b41237e9aec9 req-d2992cb8-8acf-4d05-adfb-1612aa9ab52b tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:49.501837 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a78c5aa2-4e67-482a-8eca-b41237e9aec9 req-d2992cb8-8acf-4d05-adfb-1612aa9ab52b tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0527937 Aug 10 02:53:49.540923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a78c5aa2-4e67-482a-8eca-b41237e9aec9 req-eda3521b-be15-4345-af67-78bff71b2c03 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330484 Aug 10 02:53:50.624082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4af86487-7d6b-43be-a601-211745a33162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:50.657803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62a360-a308-468b-8eb5-c4567a93d3c7 req-437d4104-e691-4b21-b407-73efec40ea85 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:50.659435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c62a360-a308-468b-8eb5-c4567a93d3c7 req-437d4104-e691-4b21-b407-73efec40ea85 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0515757 Aug 10 02:53:50.701287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c62a360-a308-468b-8eb5-c4567a93d3c7 req-ce14f1db-c73f-479c-8704-45b1507e3144 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357563 Aug 10 02:53:51.187226 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:51.821169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecb5f5-7ce0-4837-86ea-439f4b5825bc req-6bcadcc7-e2df-4985-bfe4-eebdcbec142c tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:51.822691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69ecb5f5-7ce0-4837-86ea-439f4b5825bc req-6bcadcc7-e2df-4985-bfe4-eebdcbec142c tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0484974 Aug 10 02:53:51.862282 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69ecb5f5-7ce0-4837-86ea-439f4b5825bc req-e6288f96-438b-422b-9ebe-e6f2b42328a9 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336161 Aug 10 02:53:52.478510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:52.978637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b259-8033-4072-bb32-5f8bf59acaec req-fa622e35-31a8-41a0-8ea3-a219aaa751f0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:52.980100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b68b259-8033-4072-bb32-5f8bf59acaec req-fa622e35-31a8-41a0-8ea3-a219aaa751f0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0519910 Aug 10 02:53:53.019220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6b68b259-8033-4072-bb32-5f8bf59acaec req-81f70422-018d-47da-b29f-9c63bbee7bb9 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330899 Aug 10 02:53:54.027182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:53:54.134083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21648f-e97d-4246-bcf8-4de251e1214f req-9734a17c-62cf-4f40-8c58-9a1a4380116f tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:54.135728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e21648f-e97d-4246-bcf8-4de251e1214f req-9734a17c-62cf-4f40-8c58-9a1a4380116f tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0495882 Aug 10 02:53:54.175603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e21648f-e97d-4246-bcf8-4de251e1214f req-97fdd683-475f-4b80-9be2-e310a28bb6bf tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335748 Aug 10 02:53:55.291721 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbc950-0c44-4122-b1a2-44dc070c8e5c req-7a2ac5ac-ffb0-433f-bd0a-2c860b1d3533 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:55.293237 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48fbc950-0c44-4122-b1a2-44dc070c8e5c req-7a2ac5ac-ffb0-433f-bd0a-2c860b1d3533 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0505297 Aug 10 02:53:55.333709 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-48fbc950-0c44-4122-b1a2-44dc070c8e5c req-be41c436-4a59-4189-8317-30ade2841fa4 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344889 Aug 10 02:53:56.453026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65773e-3932-429a-b5ea-4446a0755e82 req-6ea5689c-dced-421c-b196-a5144bde572b tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:53:56.454493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f65773e-3932-429a-b5ea-4446a0755e82 req-6ea5689c-dced-421c-b196-a5144bde572b tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0529323 Aug 10 02:53:56.493819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9f65773e-3932-429a-b5ea-4446a0755e82 req-a46ca195-4c30-4952-950c-13451f3298cf tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&id=5a31e655-b589-4607-9737-44f9599014c8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333049 Aug 10 02:54:12.292872 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:54:13.680113 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:14.794898 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:17.935405 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-76d52949-8b8c-47af-bcca-c946088bd401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:20.662779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ceafb787-314f-4329-ae3e-fe87309ddd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:21.177028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:22.468885 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:23.127751 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-7839af14-52b2-4883-a54a-5b17a32970fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406337 Aug 10 02:54:23.213930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-951e6f42-dce6-442f-92d2-f1f5c8e29c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:23.215466 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-951e6f42-dce6-442f-92d2-f1f5c8e29c54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1136 time: 0.0448954 Aug 10 02:54:23.318536 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-82327d90-6491-48e2-bc41-b3bc3b963148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:23.320055 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-82327d90-6491-48e2-bc41-b3bc3b963148 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 200 len: 915 time: 0.0845973 Aug 10 02:54:23.393823 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-88992133-d8e8-4a1c-b71a-076c19176333 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 1001 time: 0.0661061 Aug 10 02:54:23.444730 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-510edf17-70fd-4e0a-b646-1e8a1b608b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:23.446204 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-510edf17-70fd-4e0a-b646-1e8a1b608b1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c5217a4-3f35-4098-961e-b70374f33529 HTTP/1.1" status: 200 len: 853 time: 0.0444663 Aug 10 02:54:23.492164 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-2c8fe681-43ee-4323-900f-a7eaa328441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:23.493688 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-2c8fe681-43ee-4323-900f-a7eaa328441b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404608 Aug 10 02:54:23.586326 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-87f53d35-4345-456c-9846-5f78c7dc1531 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846217 Aug 10 02:54:23.677587 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d0678c89-d7fc-4960-84a3-a68e3805269b req-8af4224a-5596-4658-ae03-05fc29f614c4 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827219 Aug 10 02:54:24.045388 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:28.816338 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-127e7bdf-b809-43e1-b367-f6608e4332ee tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902553049&fields=id&tenant_id=5f71f72ebd984336ac6b379ac1ac344a HTTP/1.1" status: 200 len: 267 time: 0.0369501 Aug 10 02:54:28.879056 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6dd92e7f-98f8-4102-8dcc-e45853fc14ca tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:28.881263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6dd92e7f-98f8-4102-8dcc-e45853fc14ca tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 984 time: 0.0593801 Aug 10 02:54:28.894434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Request body: {'port': {'security_groups': ['02a0547a-16c8-425f-9ffc-4c26d7d00719']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:28.976719 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.176156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] For port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:29.210242 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.280495 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.293991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5795b395-7dff-40a1-b7d6-d4528ce2d4c9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:54:29.332801 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:29.333840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.335448 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1bd500c3-6ca8-4b37-840b-6481ae66849d req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "PUT /v2.0/ports/5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 942 time: 0.4464636 Aug 10 02:54:29.335957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:54:29.342441 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff986f-5b26-427d-8517-5fdd5be9ded2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:54:29.342703 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38358) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:29.392719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event updated for resources: {'Port': ['ID=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:29.405694 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.408824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.408824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.408824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.408824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.408824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.411538 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.411986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.412337 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.412675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.413017 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.413347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a02f7f7-9450-42da-b207-1c0ad3fd6063 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.428734 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29abc02-2ed7-475a-9825-335f8b5a9b9b x-openstack-request-id: req-a29abc02-2ed7-475a-9825-335f8b5a9b9b {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:54:29.429036 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:54:29.429300 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a29abc02-2ed7-475a-9825-335f8b5a9b9b {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:54:29.429698 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'status': 'completed', 'code': 200} Aug 10 02:54:29.431685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5795b395-7dff-40a1-b7d6-d4528ce2d4c9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:54:29.450017 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.515351 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.539602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-e53eb72d-f398-45ff-afe1-2be39bccb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:29.541334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-e53eb72d-f398-45ff-afe1-2be39bccb0bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1097 time: 0.0891371 Aug 10 02:54:29.623288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-70e47b05-3876-4521-bd03-5d0351d6a2c8 None None] Provisioning complete for port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:54:29.623653 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-70e47b05-3876-4521-bd03-5d0351d6a2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.647725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-2f8d74fd-85ae-4e7c-964d-0ec5f6c22ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:29.649246 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-2f8d74fd-85ae-4e7c-964d-0ec5f6c22ac3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 200 len: 915 time: 0.0986092 Aug 10 02:54:29.729753 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-c79e6730-12a3-4979-ae52-35c7fad8eb2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 1001 time: 0.0717664 Aug 10 02:54:29.730893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.736511 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.741222 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "DELETE /v2.0/security-groups/5a31e655-b589-4607-9737-44f9599014c8 HTTP/1.1" status: 204 len: 168 time: 0.3953817 Aug 10 02:54:29.741372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38360) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:29.773802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a31e655-b589-4607-9737-44f9599014c8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:29.789811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.790090 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.790438 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.790861 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.793954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.793954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.793954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.793954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.793954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.793954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.793954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.793954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd8c22a-d4bd-4d06-b28b-36f48ba20b32 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:29.803440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-35c92f1b-c5aa-473c-bfea-9df983191be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:29.808080 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-35c92f1b-c5aa-473c-bfea-9df983191be1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c5217a4-3f35-4098-961e-b70374f33529 HTTP/1.1" status: 200 len: 853 time: 0.0693824 Aug 10 02:54:29.855052 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-968f411f-c94f-43e7-b423-f11d66df7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:29.856581 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-968f411f-c94f-43e7-b423-f11d66df7986 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413148 Aug 10 02:54:29.903445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Deleting port fc032ad8-6542-4043-bdae-808a0274e84e {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:29.904053 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.950060 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-c900e9f0-95ce-4c06-b608-699a49ff1d30 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857875 Aug 10 02:54:29.983841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.984173 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:29.996493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Calling delete_port for fc032ad8-6542-4043-bdae-808a0274e84e owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:30.040393 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-18ff986f-5b26-427d-8517-5fdd5be9ded2 req-d11cca0b-4198-4fff-9468-3e2941b18438 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832491 Aug 10 02:54:30.217101 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:30.247579 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event deleted for resources: {'Port': ['ID=fc032ad8-6542-4043-bdae-808a0274e84e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:30.308787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:30.309066 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Floating IP 01648261-1d89-40d7-9d8c-828841776ab4 disassociated (deleted). External IP: 172.25.3.149, port: 5795b395-7dff-40a1-b7d6-d4528ce2d4c9. Aug 10 02:54:30.517399 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Router 74b7da04-be73-477f-a4fc-4c9da2f880bd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:54:30.628882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:54:30.633969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:30.638856 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] Sync routers for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:54:30.648478 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:54:30.649089 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:30.662443 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-61f73cee-819c-4029-a8ea-07beb81c66e6 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "DELETE /v2.0/floatingips/01648261-1d89-40d7-9d8c-828841776ab4 HTTP/1.1" status: 204 len: 168 time: 0.9201424 Aug 10 02:54:30.757017 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:54:30.952543 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'faf07395-3559-4486-8170-16d4725354d8', 'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'mac_address': 'fa:16:3e:5b:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:19Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 5, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'subnets': [{'id': '7c5217a4-3f35-4098-961e-b70374f33529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:30.979750 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] Checking router: 74b7da04-be73-477f-a4fc-4c9da2f880bd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:54:30.988848 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:54:30.989472 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:31.099450 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:54:31.298005 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'faf07395-3559-4486-8170-16d4725354d8', 'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'mac_address': 'fa:16:3e:5b:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:19Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 5, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'subnets': [{'id': '7c5217a4-3f35-4098-961e-b70374f33529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:31.324221 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed3e86-10ea-422d-9210-6d7496c43de7 None None] The sync data for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 is: [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:52:20Z', 'revision_number': 4, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'faf07395-3559-4486-8170-16d4725354d8', 'name': '', 'network_id': '9ce0ceb7-db65-4a54-a12c-4d0caabc100a', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'mac_address': 'fa:16:3e:5b:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '7c5217a4-3f35-4098-961e-b70374f33529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:19Z', 'updated_at': '2021-08-10T02:52:26Z', 'revision_number': 5, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'subnets': [{'id': '7c5217a4-3f35-4098-961e-b70374f33529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:54:31.430464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:54:31.433062 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a6cf25-94e4-4098-b2d8-80699fbe63dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:54:31.471248 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4216a85c-efe9-4761-acb3-2b9604650629 x-openstack-request-id: req-4216a85c-efe9-4761-acb3-2b9604650629 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:54:31.471565 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:54:31.471817 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4216a85c-efe9-4761-acb3-2b9604650629 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:54:31.472222 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'status': 'completed', 'code': 200} Aug 10 02:54:31.539934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ba07d-14a1-4310-88ee-2c7db6602458 None None] New status for floating IP 01648261-1d89-40d7-9d8c-828841776ab4: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:54:31.541276 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-473f489e-14f1-4b91-a491-24a080f77aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:31.542826 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-473f489e-14f1-4b91-a491-24a080f77aec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 1097 time: 0.0469158 Aug 10 02:54:31.640432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-01c1e006-54fc-432b-b9a4-96ccd7164c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:31.643142 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-01c1e006-54fc-432b-b9a4-96ccd7164c85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 200 len: 915 time: 0.0938127 Aug 10 02:54:31.691860 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-00a1cee5-3a62-4b53-9be2-ea07a6d347de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 200 len: 217 time: 0.0413167 Aug 10 02:54:31.751088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-1c6179e5-8d0b-441c-8d7e-3fe76e070841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:31.752627 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-1c6179e5-8d0b-441c-8d7e-3fe76e070841 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c5217a4-3f35-4098-961e-b70374f33529 HTTP/1.1" status: 200 len: 853 time: 0.0540998 Aug 10 02:54:31.798733 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-ef7a29a3-a837-443a-a292-583124c767fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:31.800164 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-ef7a29a3-a837-443a-a292-583124c767fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ce0ceb7-db65-4a54-a12c-4d0caabc100a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403955 Aug 10 02:54:31.891033 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-c2b57ab4-72d1-4f37-bf61-11f6fc7503b0 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830584 Aug 10 02:54:31.984608 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-38a6cf25-94e4-4098-b2d8-80699fbe63dd req-56917750-d5af-4b00-bc73-12a78e7d073e service neutron] 10.222.0.11 "GET /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861893 Aug 10 02:54:39.102738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c53137-2bbc-4897-9f4d-ba578b0eb9c0 req-9540b07c-cdb0-460c-b98b-9bab3dbfb560 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:39.104239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8c53137-2bbc-4897-9f4d-ba578b0eb9c0 req-9540b07c-cdb0-460c-b98b-9bab3dbfb560 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 945 time: 0.0501628 Aug 10 02:54:39.141690 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d8c53137-2bbc-4897-9f4d-ba578b0eb9c0 req-51be2fd9-ae83-49c8-83ae-1cb3bad66383 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Aug 10 02:54:40.263438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73529fb2-820c-4145-a139-fd353c2a0d50 req-d84e02c4-93b8-4c07-8387-e27b85cbb6ca tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:40.264923 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73529fb2-820c-4145-a139-fd353c2a0d50 req-d84e02c4-93b8-4c07-8387-e27b85cbb6ca tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 945 time: 0.0530856 Aug 10 02:54:40.303125 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-73529fb2-820c-4145-a139-fd353c2a0d50 req-d8f57008-e9f1-4f16-bfe6-4dfa68f6dcd0 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/security-groups?id=02a0547a-16c8-425f-9ffc-4c26d7d00719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Aug 10 02:54:40.710412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bc023-8a9b-4605-8352-85a06dfa844b req-b63f02c9-38f0-41a9-b660-8a0a6338f139 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:40.711895 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-290bc023-8a9b-4605-8352-85a06dfa844b req-b63f02c9-38f0-41a9-b660-8a0a6338f139 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 945 time: 0.0492408 Aug 10 02:54:40.810106 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-290bc023-8a9b-4605-8352-85a06dfa844b req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Deleting port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:40.810457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-290bc023-8a9b-4605-8352-85a06dfa844b req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:40.896534 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-290bc023-8a9b-4605-8352-85a06dfa844b req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] For port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:40.901757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-290bc023-8a9b-4605-8352-85a06dfa844b req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:40.910047 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-290bc023-8a9b-4605-8352-85a06dfa844b req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Calling delete_port for 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:41.085384 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-290bc023-8a9b-4605-8352-85a06dfa844b req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:41.097403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['5795b395-7dff-40a1-b7d6-d4528ce2d4c9'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:54:41.114020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Pushing event deleted for resources: {'Port': ['ID=5795b395-7dff-40a1-b7d6-d4528ce2d4c9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:41.159495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-290bc023-8a9b-4605-8352-85a06dfa844b req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] No DVR routers for this DVR port 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:54:41.162043 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-290bc023-8a9b-4605-8352-85a06dfa844b req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:41.164089 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-290bc023-8a9b-4605-8352-85a06dfa844b req-bc178251-137e-45e6-ba7e-dde5cbe1e4c3 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.11 "DELETE /v2.0/ports/5795b395-7dff-40a1-b7d6-d4528ce2d4c9 HTTP/1.1" status: 204 len: 173 time: 0.4464297 Aug 10 02:54:41.164532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'name': 'network-vif-deleted', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:54:41.166792 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b359c5-71bf-449c-8d8a-06a0cdf17e17" -d '{"events": [{"server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "name": "network-vif-deleted", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:54:41.260920 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfb5256-5265-46c8-929d-3efb3c62b6c2 x-openstack-request-id: req-bbfb5256-5265-46c8-929d-3efb3c62b6c2 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:54:41.261252 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bfc23b-b614-455c-8bb6-87574374f424", "name": "network-vif-deleted", "tag": "5795b395-7dff-40a1-b7d6-d4528ce2d4c9", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:54:41.261509 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bbfb5256-5265-46c8-929d-3efb3c62b6c2 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:54:41.261913 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bfc23b-b614-455c-8bb6-87574374f424', 'name': 'network-vif-deleted', 'tag': '5795b395-7dff-40a1-b7d6-d4528ce2d4c9', 'status': 'completed', 'code': 200} Aug 10 02:54:41.396688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d43784b-12c9-44dc-98c1-c5bf88061c7d req-87156b80-f0a2-47af-8645-74b726582f37 tempest-TestMinimumBasicScenario-536922724 tempest-TestMinimumBasicScenario-536922724-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0bfc23b-b614-455c-8bb6-87574374f424 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Aug 10 02:54:43.550770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38458) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:43.683479 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:43.896187 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:44.133740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Deleting port faf07395-3559-4486-8170-16d4725354d8 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:44.134082 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:44.214090 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] For port faf07395-3559-4486-8170-16d4725354d8, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=faf07395-3559-4486-8170-16d4725354d8,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:44.214455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:44.227095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Calling delete_port for faf07395-3559-4486-8170-16d4725354d8 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:44.462836 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:44.475630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:54:44.489270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Pushing event deleted for resources: {'Port': ['ID=faf07395-3559-4486-8170-16d4725354d8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:44.496460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:54:44.496721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 5795b395-7dff-40a1-b7d6-d4528ce2d4c9 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:54:44.662486 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:44.780529 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:44.880323 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Router 74b7da04-be73-477f-a4fc-4c9da2f880bd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:54:44.985764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:54:44.991116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8abcf409-752e-4c87-8afe-9e0dcd00f67d admin admin] 10.222.0.38 "PUT /v2.0/routers/74b7da04-be73-477f-a4fc-4c9da2f880bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4393082 Aug 10 02:54:44.993661 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38460) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:44.994968 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] Sync routers for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:54:45.003991 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:54:45.004599 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:45.097375 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.108304 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:54:45.205779 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.288465 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:54:44Z', 'revision_number': 5, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port': {'id': '88f700df-b3ee-464b-88c8-be86bfc3219c', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:18Z', 'updated_at': '2021-08-10T02:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:45.336495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Deleting port 88f700df-b3ee-464b-88c8-be86bfc3219c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:45.336871 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.411817 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] Checking router: 74b7da04-be73-477f-a4fc-4c9da2f880bd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:54:45.420149 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] Routers {'74b7da04-be73-477f-a4fc-4c9da2f880bd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:54:45.420767 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['74b7da04-be73-477f-a4fc-4c9da2f880bd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:45.421299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] For port 88f700df-b3ee-464b-88c8-be86bfc3219c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=88f700df-b3ee-464b-88c8-be86bfc3219c,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:45.421716 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.434769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Calling delete_port for 88f700df-b3ee-464b-88c8-be86bfc3219c owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:45.519328 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] Set router 74b7da04-be73-477f-a4fc-4c9da2f880bd gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:54:45.569774 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:54:45Z', 'revision_number': 6, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:45.599352 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1795bfb3-801b-4439-88e9-b94bb48a99c6 None None] The sync data for ids ['74b7da04-be73-477f-a4fc-4c9da2f880bd'] in n-d-767704-21 is: [{'id': '74b7da04-be73-477f-a4fc-4c9da2f880bd', 'name': 'tempest-TestMinimumBasicScenario-373412005-router', 'tenant_id': '5f71f72ebd984336ac6b379ac1ac344a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:17Z', 'updated_at': '2021-08-10T02:54:45Z', 'revision_number': 6, 'project_id': '5f71f72ebd984336ac6b379ac1ac344a', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:54:45.662378 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.686532 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f700df-b3ee-464b-88c8-be86bfc3219c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:45.752104 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.850234 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.852325 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.948129 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.948655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74b7da04-be73-477f-a4fc-4c9da2f880bd {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:54:45.954020 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:45.955344 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-aa89568d-89b1-4836-b3d0-4e56345d6318 admin admin] 10.222.0.38 "DELETE /v2.0/routers/74b7da04-be73-477f-a4fc-4c9da2f880bd HTTP/1.1" status: 204 len: 168 time: 0.9607670 Aug 10 02:54:45.959760 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38462) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:46.006942 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f82d26-815a-4f4a-9e0d-d377872186c9 admin admin] Deleting subnet 7c5217a4-3f35-4098-961e-b70374f33529 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:54:46.011309 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1f82d26-815a-4f4a-9e0d-d377872186c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.045119 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1f82d26-815a-4f4a-9e0d-d377872186c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.128431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1f82d26-815a-4f4a-9e0d-d377872186c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.256873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1f82d26-815a-4f4a-9e0d-d377872186c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.284083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82d26-815a-4f4a-9e0d-d377872186c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5217a4-3f35-4098-961e-b70374f33529,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:46.285961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f1f82d26-815a-4f4a-9e0d-d377872186c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.287884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f1f82d26-815a-4f4a-9e0d-d377872186c9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7c5217a4-3f35-4098-961e-b70374f33529 HTTP/1.1" status: 204 len: 168 time: 0.3290906 Aug 10 02:54:46.290585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcadf84-d085-478b-88d0-d8ba9bdd0af9 None None] Network 9ce0ceb7-db65-4a54-a12c-4d0caabc100a requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:54:46.291127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38464) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:46.370666 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.401443 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device faf07395-3559-4486-8170-16d4725354d8 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:54:46.427000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: faf07395-3559-4486-8170-16d4725354d8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:54:46.427694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device faf07395-3559-4486-8170-16d4725354d8 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:54:46.427833 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 88f700df-b3ee-464b-88c8-be86bfc3219c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:54:46.433852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Deleting port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:46.434199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.450486 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 88f700df-b3ee-464b-88c8-be86bfc3219c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:54:46.450867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 88f700df-b3ee-464b-88c8-be86bfc3219c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:54:46.507675 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] For port 0120df63-7c7c-4fce-bbb2-3ff2f4472381, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0120df63-7c7c-4fce-bbb2-3ff2f4472381,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:46.507990 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.521529 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Calling delete_port for 0120df63-7c7c-4fce-bbb2-3ff2f4472381 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:46.530266 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] DHCP port deletion for 9ce0ceb7-db65-4a54-a12c-4d0caabc100a request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:54:46.584692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Deleting port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:46.585162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.659551 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] For port 0120df63-7c7c-4fce-bbb2-3ff2f4472381, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=0120df63-7c7c-4fce-bbb2-3ff2f4472381,segment=NetworkSegment(fe72ae32-1b7a-405f-8c15-11ee50573f21),segment_id=fe72ae32-1b7a-405f-8c15-11ee50573f21)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:46.659960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.674565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Calling delete_port for 0120df63-7c7c-4fce-bbb2-3ff2f4472381 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:46.837984 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.865390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Pushing event deleted for resources: {'Port': ['ID=0120df63-7c7c-4fce-bbb2-3ff2f4472381,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:46.867799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] No DVR routers for this DVR port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:54:46.876192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.876547 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.876894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.877239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.877576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.877945 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.878244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.878590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.878917 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.879246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.879571 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.879914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64cbaea-8e26-4d4f-85e5-0aec9f21acca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:54:46.971550 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:46.996203 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=0120df63-7c7c-4fce-bbb2-3ff2f4472381,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:47.000670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] No DVR routers for this DVR port 0120df63-7c7c-4fce-bbb2-3ff2f4472381 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:54:47.072132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:47.085114 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce0ceb7-db65-4a54-a12c-4d0caabc100a']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:47.101187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe72ae32-1b7a-405f-8c15-11ee50573f21') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:47.101415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe72ae32-1b7a-405f-8c15-11ee50573f21') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:47.111454 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:47.126467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:47.133151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:54:47.133599 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:54:47.135493 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:54:47.290927 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:47.297068 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:47.299070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] 10.222.0.38 "DELETE /v2.0/networks/9ce0ceb7-db65-4a54-a12c-4d0caabc100a HTTP/1.1" status: 204 len: 168 time: 1.0074074 Aug 10 02:54:47.301941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38466) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:47.310116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5278b2-91a1-4438-88bc-f12fea4bfb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce0ceb7-db65-4a54-a12c-4d0caabc100a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:47.643398 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:47.982387 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-77f33e47-6ebe-44f9-9259-ac79b8fe3b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:48.139020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0120df63-7c7c-4fce-bbb2-3ff2f4472381 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:54:48.161898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 0120df63-7c7c-4fce-bbb2-3ff2f4472381 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:54:48.162247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 0120df63-7c7c-4fce-bbb2-3ff2f4472381 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:54:48.223272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Deleting port 8f5343df-689d-4b74-ba8c-5e9e7c091440 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:48.223615 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:48.306717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] For port 8f5343df-689d-4b74-ba8c-5e9e7c091440, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8f5343df-689d-4b74-ba8c-5e9e7c091440,segment=NetworkSegment(3bfb26df-df84-437b-a59f-9410cc12fcb7),segment_id=3bfb26df-df84-437b-a59f-9410cc12fcb7)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:48.307421 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:48.321209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Calling delete_port for 8f5343df-689d-4b74-ba8c-5e9e7c091440 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:48.576635 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:48.602811 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5343df-689d-4b74-ba8c-5e9e7c091440,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:48.774831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:48.986738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Router adc2e34d-8b0a-4529-96f4-d60be2a30291 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:54:49.093289 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:54:49.098459 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-72a5c706-72d6-41ad-8e02-4f159408158c admin admin] 10.222.0.38 "PUT /v2.0/routers/adc2e34d-8b0a-4529-96f4-d60be2a30291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7954228 Aug 10 02:54:49.101019 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38468) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:49.103912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] Sync routers for ids ['adc2e34d-8b0a-4529-96f4-d60be2a30291'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:54:49.115020 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] Routers {'adc2e34d-8b0a-4529-96f4-d60be2a30291'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:54:49.115699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['adc2e34d-8b0a-4529-96f4-d60be2a30291'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:49.205420 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:49.221376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] Set router adc2e34d-8b0a-4529-96f4-d60be2a30291 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:54:49.291240 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:54:49.310224 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:49.399947 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:23Z', 'updated_at': '2021-08-10T02:54:48Z', 'revision_number': 5, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'gw_port': {'id': 'd69097e8-cfa7-4a25-a612-d0f03d43b1a2', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:52:24Z', 'updated_at': '2021-08-10T02:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:49.426839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] Checking router: adc2e34d-8b0a-4529-96f4-d60be2a30291 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:54:49.435019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] Routers {'adc2e34d-8b0a-4529-96f4-d60be2a30291'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:54:49.435634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['adc2e34d-8b0a-4529-96f4-d60be2a30291'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:49.438908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Deleting port d69097e8-cfa7-4a25-a612-d0f03d43b1a2 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:49.438908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:49.525952 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] For port d69097e8-cfa7-4a25-a612-d0f03d43b1a2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=d69097e8-cfa7-4a25-a612-d0f03d43b1a2,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:49.526346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:49.542508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Calling delete_port for d69097e8-cfa7-4a25-a612-d0f03d43b1a2 owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:49.678649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] Set router adc2e34d-8b0a-4529-96f4-d60be2a30291 gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:54:49.732410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:23Z', 'updated_at': '2021-08-10T02:54:49Z', 'revision_number': 6, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:49.758062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5d7fc-7156-474b-b5c6-90b34104b225 None None] The sync data for ids ['adc2e34d-8b0a-4529-96f4-d60be2a30291'] in n-d-767704-21 is: [{'id': 'adc2e34d-8b0a-4529-96f4-d60be2a30291', 'name': 'tempest-TestMinimumBasicScenario-603061023-router', 'tenant_id': '58de00291ba24e39ae0743c0ef2335f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:52:23Z', 'updated_at': '2021-08-10T02:54:49Z', 'revision_number': 6, 'project_id': '58de00291ba24e39ae0743c0ef2335f0', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:54:49.769775 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:49.797068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69097e8-cfa7-4a25-a612-d0f03d43b1a2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:49.855693 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:49.945085 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:49.947203 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.050585 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.051036 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adc2e34d-8b0a-4529-96f4-d60be2a30291 {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:54:50.055370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.056546 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0f0bedca-9c5e-4569-b19d-c24c7182a950 admin admin] 10.222.0.38 "DELETE /v2.0/routers/adc2e34d-8b0a-4529-96f4-d60be2a30291 HTTP/1.1" status: 204 len: 168 time: 0.9546199 Aug 10 02:54:50.059141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38470) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:50.105426 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d32e9fb-44df-41cd-b361-4aa48ee956f2 admin admin] Deleting subnet c6e1afde-f7bb-4229-becf-268a599170cc {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:54:50.111193 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d32e9fb-44df-41cd-b361-4aa48ee956f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.147325 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d32e9fb-44df-41cd-b361-4aa48ee956f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.241202 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d32e9fb-44df-41cd-b361-4aa48ee956f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.363931 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d32e9fb-44df-41cd-b361-4aa48ee956f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.391037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32e9fb-44df-41cd-b361-4aa48ee956f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e1afde-f7bb-4229-becf-268a599170cc,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:50.395851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4d32e9fb-44df-41cd-b361-4aa48ee956f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.397948 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4d32e9fb-44df-41cd-b361-4aa48ee956f2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c6e1afde-f7bb-4229-becf-268a599170cc HTTP/1.1" status: 204 len: 168 time: 0.3378971 Aug 10 02:54:50.400509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38472) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:50.401022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7969529e-4889-4ef8-8299-9cd02d356055 None None] Network c87b5cc4-846f-41da-8bd4-d64079bb5b32 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:54:50.476071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.520144 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8f5343df-689d-4b74-ba8c-5e9e7c091440 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:54:50.536777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Deleting port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:50.537292 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.544695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8f5343df-689d-4b74-ba8c-5e9e7c091440 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:54:50.545043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8f5343df-689d-4b74-ba8c-5e9e7c091440 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:54:50.599880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0993f6-e77f-47e2-810b-dcd49b5aac93 None None] DHCP port deletion for c87b5cc4-846f-41da-8bd4-d64079bb5b32 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:54:50.603081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] For port cb22b4ea-18b1-413f-804d-e8f25a42b7e9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cb22b4ea-18b1-413f-804d-e8f25a42b7e9,segment=NetworkSegment(3bfb26df-df84-437b-a59f-9410cc12fcb7),segment_id=3bfb26df-df84-437b-a59f-9410cc12fcb7)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:50.603530 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.617851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Calling delete_port for cb22b4ea-18b1-413f-804d-e8f25a42b7e9 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:50.636407 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c7cc-b579-4685-b5fc-06f3bd9e3c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.653634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-fa0993f6-e77f-47e2-810b-dcd49b5aac93 None None] Deleting port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:54:50.654013 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0993f6-e77f-47e2-810b-dcd49b5aac93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.735375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fa0993f6-e77f-47e2-810b-dcd49b5aac93 None None] For port cb22b4ea-18b1-413f-804d-e8f25a42b7e9, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cb22b4ea-18b1-413f-804d-e8f25a42b7e9,segment=NetworkSegment(3bfb26df-df84-437b-a59f-9410cc12fcb7),segment_id=3bfb26df-df84-437b-a59f-9410cc12fcb7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:54:50.735857 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0993f6-e77f-47e2-810b-dcd49b5aac93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.751264 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-fa0993f6-e77f-47e2-810b-dcd49b5aac93 None None] Calling delete_port for cb22b4ea-18b1-413f-804d-e8f25a42b7e9 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:54:50.771276 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.799228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb22b4ea-18b1-413f-804d-e8f25a42b7e9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:50.801441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] No DVR routers for this DVR port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 02:54:50.850893 n-d-767704-21 neutron-server[101225]: self.session.flush() Aug 10 02:54:50.864485 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0993f6-e77f-47e2-810b-dcd49b5aac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.878483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.892183 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87b5cc4-846f-41da-8bd4-d64079bb5b32']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:50.903448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0993f6-e77f-47e2-810b-dcd49b5aac93 None None] No DVR routers for this DVR port cb22b4ea-18b1-413f-804d-e8f25a42b7e9 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:54:50.905730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0993f6-e77f-47e2-810b-dcd49b5aac93 None None] Pushing event deleted for resources: {'Port': ['ID=cb22b4ea-18b1-413f-804d-e8f25a42b7e9,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:50.908738 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfb26df-df84-437b-a59f-9410cc12fcb7') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:50.909191 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfb26df-df84-437b-a59f-9410cc12fcb7') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:54:50.923113 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.939175 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.945427 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:54:50.945909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:54:50.947839 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:54:51.048822 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:51.054173 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:51.056133 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] 10.222.0.38 "DELETE /v2.0/networks/c87b5cc4-846f-41da-8bd4-d64079bb5b32 HTTP/1.1" status: 204 len: 168 time: 0.6547050 Aug 10 02:54:51.068306 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85f483-79c6-459d-9985-2fb375f08b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=c87b5cc4-846f-41da-8bd4-d64079bb5b32,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:51.222287 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:51.445320 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38476) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:51.492588 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-bf74d419-d8a1-4245-9e62-31d5aef6afc8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f71f72ebd984336ac6b379ac1ac344a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460923 Aug 10 02:54:51.495383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38478) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:51.545085 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48f87ba6-2ed0-4d22-8bd0-819bc728a999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:51.570710 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48f87ba6-2ed0-4d22-8bd0-819bc728a999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:51.677735 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48f87ba6-2ed0-4d22-8bd0-819bc728a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:51.680778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-48f87ba6-2ed0-4d22-8bd0-819bc728a999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:51.682013 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-48f87ba6-2ed0-4d22-8bd0-819bc728a999 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/02a0547a-16c8-425f-9ffc-4c26d7d00719 HTTP/1.1" status: 204 len: 168 time: 0.1857288 Aug 10 02:54:51.690642 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f87ba6-2ed0-4d22-8bd0-819bc728a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0547a-16c8-425f-9ffc-4c26d7d00719,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:52.141975 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d69097e8-cfa7-4a25-a612-d0f03d43b1a2 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:54:52.162132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: d69097e8-cfa7-4a25-a612-d0f03d43b1a2 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:54:52.162475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device d69097e8-cfa7-4a25-a612-d0f03d43b1a2 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:54:52.162918 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cb22b4ea-18b1-413f-804d-e8f25a42b7e9 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:54:52.183407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: cb22b4ea-18b1-413f-804d-e8f25a42b7e9 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:54:52.183750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cb22b4ea-18b1-413f-804d-e8f25a42b7e9 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:54:52.352253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38484) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:52.392350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-670215f7-3bc0-4afa-ab26-f58be3904175 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58de00291ba24e39ae0743c0ef2335f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388560 Aug 10 02:54:52.394857 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38486) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:52.441491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-619f136f-0dba-4132-bf1f-9a4d71262aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:52.466738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-619f136f-0dba-4132-bf1f-9a4d71262aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:52.468093 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:52.620618 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-619f136f-0dba-4132-bf1f-9a4d71262aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:52.623287 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-619f136f-0dba-4132-bf1f-9a4d71262aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:52.625173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-619f136f-0dba-4132-bf1f-9a4d71262aa0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/219c0287-ae6d-443c-acc2-8f1caf04ce15 HTTP/1.1" status: 204 len: 168 time: 0.2287548 Aug 10 02:54:52.633045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f136f-0dba-4132-bf1f-9a4d71262aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219c0287-ae6d-443c-acc2-8f1caf04ce15,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:54.045108 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:55.789995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38528) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:55.794715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171421643', 'description': 'tempest-secgroup-smoke-171421643 description', 'project_id': 'fc28c2edc096457d989b3461df62d443'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:55.871862 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:55.880537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:55.966424 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.042807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.079768 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e8fe0a-6e97-4e36-b753-8147f439e580,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:56.135494 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.204860 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.235149 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:56.302045 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.303485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-af749f69-2b10-4633-a487-5be40f5b8909 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5124223 Aug 10 02:54:56.306673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38530) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:56.311097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8629aeed-2cfd-400d-b550-d1c388e52cbf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:56.402114 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8629aeed-2cfd-400d-b550-d1c388e52cbf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.460427 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8629aeed-2cfd-400d-b550-d1c388e52cbf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.507489 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8629aeed-2cfd-400d-b550-d1c388e52cbf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.524152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629aeed-2cfd-400d-b550-d1c388e52cbf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0800e9ef-9929-400b-836a-c662e85d839f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:56.564854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8629aeed-2cfd-400d-b550-d1c388e52cbf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.566104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8629aeed-2cfd-400d-b550-d1c388e52cbf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2584910 Aug 10 02:54:56.568796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38532) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:56.573147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-32dcbd9f-25d0-4e4d-b116-3a2c2c323b64 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:56.644501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32dcbd9f-25d0-4e4d-b116-3a2c2c323b64 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.703791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32dcbd9f-25d0-4e4d-b116-3a2c2c323b64 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.764664 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32dcbd9f-25d0-4e4d-b116-3a2c2c323b64 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.784288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcbd9f-25d0-4e4d-b116-3a2c2c323b64 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45d2b60-e099-455d-804a-4451f775d0cf,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:56.854476 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-32dcbd9f-25d0-4e4d-b116-3a2c2c323b64 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:56.855728 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-32dcbd9f-25d0-4e4d-b116-3a2c2c323b64 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2860126 Aug 10 02:54:56.858436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38534) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:56.863048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5a579d7e-70a8-4e60-bae3-1a18bf6c9c9c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:56.956763 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5a579d7e-70a8-4e60-bae3-1a18bf6c9c9c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.013616 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5a579d7e-70a8-4e60-bae3-1a18bf6c9c9c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.130196 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5a579d7e-70a8-4e60-bae3-1a18bf6c9c9c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.147580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a579d7e-70a8-4e60-bae3-1a18bf6c9c9c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c681763-a6c0-47ec-afce-42c2941f6578,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:57.216105 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5a579d7e-70a8-4e60-bae3-1a18bf6c9c9c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.217261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5a579d7e-70a8-4e60-bae3-1a18bf6c9c9c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578463 Aug 10 02:54:57.220026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38536) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:57.224622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0101049e-f247-46b6-9a52-3f36bdeb8f5a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:57.333376 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0101049e-f247-46b6-9a52-3f36bdeb8f5a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.393682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0101049e-f247-46b6-9a52-3f36bdeb8f5a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.459913 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0101049e-f247-46b6-9a52-3f36bdeb8f5a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.479845 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101049e-f247-46b6-9a52-3f36bdeb8f5a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1705673-969f-4d9a-a1ae-6356132fc61b,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:57.540049 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0101049e-f247-46b6-9a52-3f36bdeb8f5a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.541254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0101049e-f247-46b6-9a52-3f36bdeb8f5a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3203084 Aug 10 02:54:57.543952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38538) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:57.549357 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1b2a5cb1-8ec9-4ca5-9bf8-27e7e261b5aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:57.633375 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-1b2a5cb1-8ec9-4ca5-9bf8-27e7e261b5aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:54:57.638582 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5cb1-8ec9-4ca5-9bf8-27e7e261b5aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.699260 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5cb1-8ec9-4ca5-9bf8-27e7e261b5aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.774278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5cb1-8ec9-4ca5-9bf8-27e7e261b5aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.791835 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a5cb1-8ec9-4ca5-9bf8-27e7e261b5aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e78150-a129-4d84-9d22-5199644b6e50,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:57.845468 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b2a5cb1-8ec9-4ca5-9bf8-27e7e261b5aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.846774 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1b2a5cb1-8ec9-4ca5-9bf8-27e7e261b5aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3018713 Aug 10 02:54:57.849430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38540) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:57.853891 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-545f4c84-6142-4534-b022-a0298f034013 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:57.925007 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-545f4c84-6142-4534-b022-a0298f034013 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:54:57.929794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-545f4c84-6142-4534-b022-a0298f034013 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:57.990407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-545f4c84-6142-4534-b022-a0298f034013 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.061887 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-545f4c84-6142-4534-b022-a0298f034013 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.080099 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4c84-6142-4534-b022-a0298f034013 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af32e078-8308-43c9-9774-c914e601a21b,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:58.153272 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-545f4c84-6142-4534-b022-a0298f034013 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.154509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-545f4c84-6142-4534-b022-a0298f034013 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3041017 Aug 10 02:54:58.158172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38542) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:58.163001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'network': {'name': 'tempest-network-smoke--2115277208', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'port_security_enabled': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:58.233268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:54:58.237762 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.261001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:54:58.270464 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.270838 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Added segment 6be34c08-6c4c-46fb-a783-94ffb25a68a7 of type vlan for network 72c07bf3-5898-4b0a-8f14-d5361b723f00 Aug 10 02:54:58.313600 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.376072 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.381590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:54:58.382177 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.449044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Network': ['ID=72c07bf3-5898-4b0a-8f14-d5361b723f00,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:58.459770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 72c07bf3-5898-4b0a-8f14-d5361b723f00 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:54:58.480187 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-489accf6-f749-4d57-84a8-94eb49a66e4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3209479 Aug 10 02:54:58.483079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38544) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:54:58.488331 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'admin_state_up': True, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:54:58.666623 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.667635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.724117 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:58.919572 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:59.177509 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:59.195715 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:59.302352 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.162 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/58f1b024-fee1-4494-90d7-a9e65cf04b2e) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:54:59.400829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:59.489241 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:54:59.528732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:54:59.534228 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:54:59.537704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:54:59.560672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=58f1b024-fee1-4494-90d7-a9e65cf04b2e,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:54:59.835728 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:00.039872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:00.216270 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router e14cab5e-ff6d-4a2c-aab4-3116593c74cd is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:55:00.324926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:55:00.336542 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Sync routers for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:55:00.346247 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:55:00.346859 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:00.399278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:00.400583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f2458341-29a0-4ac2-b54f-30a5d6919caf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9165595 Aug 10 02:55:00.403888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38546) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:00.449944 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:55:00.524962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c9715199-6851-4064-adbf-ba7f9f9f64ef tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=fc28c2edc096457d989b3461df62d443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1199284 Aug 10 02:55:00.527616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38550) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:00.622995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee47f4-21ee-443b-9018-4ed8717fdb2f tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:00.625111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-adee47f4-21ee-443b-9018-4ed8717fdb2f tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959611 Aug 10 02:55:00.627732 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:54:59Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:00.627929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38552) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:00.654446 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Checking router: e14cab5e-ff6d-4a2c-aab4-3116593c74cd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:55:00.654821 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Updating router e14cab5e-ff6d-4a2c-aab4-3116593c74cd port 58f1b024-fee1-4494-90d7-a9e65cf04b2e binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:55:00.656242 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c1563af5-59a3-44da-aef9-ecc22c294dd4 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273697 Aug 10 02:55:00.659013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38554) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:00.664123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320039975', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:55:00.683722 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:00.814533 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:55:00.818109 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:00.931265 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:00.941914 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Transition to ACTIVE for port object 58f1b024-fee1-4494-90d7-a9e65cf04b2e will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:55:01.025755 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:01.057161 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:01.079400 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Attempting to bind port 58f1b024-fee1-4494-90d7-a9e65cf04b2e on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:55:01.079771 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Attempting to bind port 58f1b024-fee1-4494-90d7-a9e65cf04b2e by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:55:01.080139 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Attempting to bind port 58f1b024-fee1-4494-90d7-a9e65cf04b2e on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:55:01.092478 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:55:01.092838 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:55:01.093271 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:01.093697 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:55:01.094167 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Bound port: 58f1b024-fee1-4494-90d7-a9e65cf04b2e, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:55:01.094643 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:01.097776 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Pushing event updated for resources: {'Port': ['ID=58f1b024-fee1-4494-90d7-a9e65cf04b2e,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:01.124243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Subnet': ['ID=97b553df-b2fe-4d35-ac0b-7e826d1881bd,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:01.132447 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Checking segment: {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:55:01.132767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network hostable DHCP agents. Network: 72c07bf3-5898-4b0a-8f14-d5361b723f00, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:55:01.134923 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.135273 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.135620 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.135960 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.136300 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.136631 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.136962 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.137293 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.137618 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.137947 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.138271 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.138615 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:55:01.164052 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] For port 58f1b024-fee1-4494-90d7-a9e65cf04b2e, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:55:01.167157 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] For port 58f1b024-fee1-4494-90d7-a9e65cf04b2e, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=58f1b024-fee1-4494-90d7-a9e65cf04b2e,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:55:01.233680 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 72c07bf3-5898-4b0a-8f14-d5361b723f00 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:55:01.274083 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:01.330437 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:55:01.331053 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:01.335945 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9547c-9a53-4b98-870e-0d08c1043bc2 None None] Pushing event updated for resources: {'Port': ['ID=58f1b024-fee1-4494-90d7-a9e65cf04b2e,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:01.336446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 72c07bf3-5898-4b0a-8f14-d5361b723f00) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:55:01.341523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:01.342124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:01.347364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5952bb-27c6-43b0-bd93-bc66b696bd6d None None] Network 72c07bf3-5898-4b0a-8f14-d5361b723f00 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:55:01.406295 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-76a29643-472c-44a4-8ef5-6f0f656a97f5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7456234 Aug 10 02:55:01.409300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38556) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:01.446582 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:55:01.509013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-72c07bf3-5898-4b0a-8f14-d5361b723f00', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:55:01.509892 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:01.635909 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:54:59Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:01.658040 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Allocated IP 172.20.0.2 (72c07bf3-5898-4b0a-8f14-d5361b723f00/97b553df-b2fe-4d35-ac0b-7e826d1881bd/b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:55:01.668611 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31946c39-dee4-4cde-995d-6cba4b00ddca None None] The sync data for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 is: [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:54:59Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:55:01.837011 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:01.847534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Transition to ACTIVE for port object b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:55:01.864629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Transition to ACTIVE for port object b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:55:01.919452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:01.941041 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:02.018459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Network 72c07bf3-5898-4b0a-8f14-d5361b723f00 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:55:02.022052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:55:02.024848 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:55:02.040286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Pushing event updated for resources: {'Port': ['ID=b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:02.103305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Attempting to bind port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:55:02.103837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Attempting to bind port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:55:02.104297 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Attempting to bind port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb on network 72c07bf3-5898-4b0a-8f14-d5361b723f00 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:55:02.110886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:55:02.111378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Checking segment: {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:55:02.112211 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:02.112758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Bound using segment: {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:55:02.113431 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Bound port: b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:55:02.113879 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:02.227332 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58f1b024-fee1-4494-90d7-a9e65cf04b2e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:55:02.259882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] For port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:55:02.291112 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] For port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:55:02.304489 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.1 (72c07bf3-5898-4b0a-8f14-d5361b723f00/97b553df-b2fe-4d35-ac0b-7e826d1881bd/c3bf798a-b305-4f55-9c4f-0894767d44f6) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:55:02.365478 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:02.398564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 58f1b024-fee1-4494-90d7-a9e65cf04b2e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:55:02.415351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 58f1b024-fee1-4494-90d7-a9e65cf04b2e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:02.415754 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:02.483356 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:02.491097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9163f3-3426-43d4-af3a-fc2e64570088 None None] Pushing event updated for resources: {'Port': ['ID=b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:02.505770 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object c3bf798a-b305-4f55-9c4f-0894767d44f6 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:55:02.559812 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:02.585502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 58f1b024-fee1-4494-90d7-a9e65cf04b2e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=58f1b024-fee1-4494-90d7-a9e65cf04b2e,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:55:02.641829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:02.678082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:02.716824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 72c07bf3-5898-4b0a-8f14-d5361b723f00 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:55:02.729478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:55:02.733972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:55:02.743851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=58f1b024-fee1-4494-90d7-a9e65cf04b2e,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:02.771423 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=c3bf798a-b305-4f55-9c4f-0894767d44f6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:02.799261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:03.027658 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:03.314801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:03.364796 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:03.441080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=c3bf798a-b305-4f55-9c4f-0894767d44f6,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:03.444411 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:03.536512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 72c07bf3-5898-4b0a-8f14-d5361b723f00 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:55:03.537890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:55:03.829997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd9da2d-c508-4f08-9078-62ee66149782 None None] Network 72c07bf3-5898-4b0a-8f14-d5361b723f00 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:55:03.954327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-21349f8b-5fce-443f-9b69-5d08fee0edbd None None] Provisioning for port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:55:04.020105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router e14cab5e-ff6d-4a2c-aab4-3116593c74cd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:55:04.135973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:55:04.141960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3492e968-e1b0-42af-9bcd-bd9ac1f9867b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/e14cab5e-ff6d-4a2c-aab4-3116593c74cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7315073 Aug 10 02:55:04.148052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Sync routers for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:55:04.162166 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:55:04.162964 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:04.280544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58f1b024-fee1-4494-90d7-a9e65cf04b2e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:55:04.320607 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-c1ebc4a8-cab3-4234-a5bb-ac40ec2718f6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171421643&fields=id&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 267 time: 0.0400398 Aug 10 02:55:04.343430 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:55:04.430843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 58f1b024-fee1-4494-90d7-a9e65cf04b2e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:04.431512 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:04.442908 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-b4880d81-9306-48fc-bda0-10c473992881 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:04.444785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-b4880d81-9306-48fc-bda0-10c473992881 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/networks?id=72c07bf3-5898-4b0a-8f14-d5361b723f00 HTTP/1.1" status: 200 len: 797 time: 0.1174214 Aug 10 02:55:04.463318 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-aa2ddb3f-7b88-48f4-af05-8434ac1de622 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/quotas/fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 375 time: 0.0108643 Aug 10 02:55:04.487663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-02662635-43dc-4069-9746-e2da6e0b991a None None] Provisioning for port c3bf798a-b305-4f55-9c4f-0894767d44f6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:55:04.506036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-02662635-43dc-4069-9746-e2da6e0b991a None None] Provisioning complete for port c3bf798a-b305-4f55-9c4f-0894767d44f6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:04.506411 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-02662635-43dc-4069-9746-e2da6e0b991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:04.520916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-632459d5-40e2-4d67-b28a-b58b8efddf2e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514164 Aug 10 02:55:04.570083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-02662635-43dc-4069-9746-e2da6e0b991a None None] Port c3bf798a-b305-4f55-9c4f-0894767d44f6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:55:04.647116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:55:04.693409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-c3786fe6-bda1-4db6-8efb-dddf942ddcf9 service neutron] 10.222.0.38 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596036 Aug 10 02:55:04.707196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2126620b-cdbf-48a4-8ee4-90b15a11cb4e None None] Provisioning complete for port c3bf798a-b305-4f55-9c4f-0894767d44f6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:04.707565 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2126620b-cdbf-48a4-8ee4-90b15a11cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:04.714346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'c3bf798a-b305-4f55-9c4f-0894767d44f6', 'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:8a:b4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:55:02Z', 'updated_at': '2021-08-10T02:55:03Z', 'revision_number': 2, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:04.764170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Checking router: e14cab5e-ff6d-4a2c-aab4-3116593c74cd for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:55:04.764531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Updating router e14cab5e-ff6d-4a2c-aab4-3116593c74cd port c3bf798a-b305-4f55-9c4f-0894767d44f6 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:55:04.791534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2126620b-cdbf-48a4-8ee4-90b15a11cb4e None None] Port c3bf798a-b305-4f55-9c4f-0894767d44f6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:55:04.795117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-bcac4ab7-f942-4617-ad9b-46a6b2fa1ff3 service neutron] 10.222.0.38 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902064 Aug 10 02:55:04.797567 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:04.800635 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:55:04.812145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:04.812681 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:05.018991 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:05.073753 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:55:05.144104 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:05.147522 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:05.176450 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Transition to ACTIVE for port object c3bf798a-b305-4f55-9c4f-0894767d44f6 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:55:05.200652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:05.237097 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:05.290022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946e511-e2d5-4c5c-92fc-e8d397776a10 None None] Pushing event updated for resources: {'Port': ['ID=c3bf798a-b305-4f55-9c4f-0894767d44f6,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:05.342982 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Attempting to bind port c3bf798a-b305-4f55-9c4f-0894767d44f6 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:55:05.348330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Attempting to bind port c3bf798a-b305-4f55-9c4f-0894767d44f6 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:55:05.348330 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Attempting to bind port c3bf798a-b305-4f55-9c4f-0894767d44f6 on network 72c07bf3-5898-4b0a-8f14-d5361b723f00 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:55:05.350533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:55:05.350937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Checking segment: {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:55:05.351370 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:05.351766 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Bound using segment: {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:55:05.352231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Bound port: c3bf798a-b305-4f55-9c4f-0894767d44f6, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:55:05.352611 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:05.418198 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] For port c3bf798a-b305-4f55-9c4f-0894767d44f6, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:55:05.421921 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] For port c3bf798a-b305-4f55-9c4f-0894767d44f6, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c3bf798a-b305-4f55-9c4f-0894767d44f6,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:55:05.500747 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:05.727441 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946e511-e2d5-4c5c-92fc-e8d397776a10 None None] Pushing event updated for resources: {'Port': ['ID=c3bf798a-b305-4f55-9c4f-0894767d44f6,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:05.730344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:55:05.730999 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:54:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:05.840325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:55:06.048180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'c3bf798a-b305-4f55-9c4f-0894767d44f6', 'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:8a:b4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:55:02Z', 'updated_at': '2021-08-10T02:55:05Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:06.077081 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179426d2-6182-4ba5-aa52-ad8efd3daa72 None None] The sync data for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 is: [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'c3bf798a-b305-4f55-9c4f-0894767d44f6', 'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:8a:b4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:55:02Z', 'updated_at': '2021-08-10T02:55:05Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:55:06.077589 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d085409f-2512-4435-b336-90be042d9129 req-c2cd3fb5-7d40-489c-911c-427cf9e412c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 210 time: 0.0283275 Aug 10 02:55:06.193457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:55:06.249353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:06.249662 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:07.154073 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-49dc5836-2da6-4cdd-883c-1908caea9b4b req-cb06d9ed-a749-44ca-86bc-fce210db6efe tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 210 time: 0.0263484 Aug 10 02:55:08.172966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c3bf798a-b305-4f55-9c4f-0894767d44f6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:55:08.232672 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b142da3b-f284-49f2-ae85-b929c71f2bc3 req-f0076822-21eb-4762-8291-66590fecce98 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 210 time: 0.0257106 Aug 10 02:55:08.313764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c3bf798a-b305-4f55-9c4f-0894767d44f6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:55:08.324591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c3bf798a-b305-4f55-9c4f-0894767d44f6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:08.324591 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:08.482016 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:08.518750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port c3bf798a-b305-4f55-9c4f-0894767d44f6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c3bf798a-b305-4f55-9c4f-0894767d44f6,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:55:08.604471 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:08.652063 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=c3bf798a-b305-4f55-9c4f-0894767d44f6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:09.313819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-772e9878-9dc1-4274-8a75-689bf7812abc req-e3f559f5-8fc4-4f28-b0d3-49cd60217f84 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 210 time: 0.0298760 Aug 10 02:55:10.162150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c3bf798a-b305-4f55-9c4f-0894767d44f6 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:55:10.211994 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c3bf798a-b305-4f55-9c4f-0894767d44f6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:10.212402 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:10.407647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21f8c2c9-bea1-4c19-bbc4-84bf3996c1e2 req-2ab3c660-ab34-40b7-8f11-856d0d1a8b3e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 210 time: 0.0263026 Aug 10 02:55:11.499104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eed655e9-2413-4ca4-b035-627cde575979 req-b401c2ce-4e8b-4ce9-bfbf-9ae26db00e73 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 210 time: 0.0261731 Aug 10 02:55:12.434337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-556987e9-7891-47f8-94c9-e2f7028bf749 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:12.435835 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-556987e9-7891-47f8-94c9-e2f7028bf749 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/networks?id=72c07bf3-5898-4b0a-8f14-d5361b723f00 HTTP/1.1" status: 200 len: 797 time: 0.1047704 Aug 10 02:55:12.480749 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-22a36d43-feb5-4881-8a87-cb362bba961c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 379 time: 0.0346632 Aug 10 02:55:12.490145 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'port': {'device_id': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'admin_state_up': True, 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'security_groups': ['797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:55:12.595776 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9ef0d1e1-4f6e-45a5-aff3-16d5e7a112fe req-0873f483-ca89-4057-be80-0e0cf3ac4df3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 210 time: 0.0277238 Aug 10 02:55:12.667706 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:55:12.672144 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:12.796348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.13 (72c07bf3-5898-4b0a-8f14-d5361b723f00/97b553df-b2fe-4d35-ac0b-7e826d1881bd/0642becb-5e45-467f-bdb1-75768d75b5c8) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:55:12.933992 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:12.947326 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object 0642becb-5e45-467f-bdb1-75768d75b5c8 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:55:13.026238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.071041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 72c07bf3-5898-4b0a-8f14-d5361b723f00 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:55:13.074107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:55:13.078451 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:55:13.085003 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=0642becb-5e45-467f-bdb1-75768d75b5c8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:13.135907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:13.136556 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.209191 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-670b312d-8f00-4877-99c7-7458575511b8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7226143 Aug 10 02:55:13.269893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Request body: {'port': {'device_id': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:55:13.324845 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.419745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-22d2f408-b5a1-4803-a59f-dbc4cf3f231d None None] Provisioning for port 0642becb-5e45-467f-bdb1-75768d75b5c8 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:55:13.423946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-22d2f408-b5a1-4803-a59f-dbc4cf3f231d None None] Provisioning complete for port 0642becb-5e45-467f-bdb1-75768d75b5c8 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:13.424322 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-22d2f408-b5a1-4803-a59f-dbc4cf3f231d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.458846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-22d2f408-b5a1-4803-a59f-dbc4cf3f231d None None] Port 0642becb-5e45-467f-bdb1-75768d75b5c8 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:55:13.587524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0642becb-5e45-467f-bdb1-75768d75b5c8 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:55:13.595032 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.606434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Transition to ACTIVE for port object 0642becb-5e45-467f-bdb1-75768d75b5c8 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:55:13.673099 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.704078 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.721731 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d78dda-2cda-420f-9a41-1de82a71a719 req-88deeb08-ba04-4bd6-8574-399be1d115cc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:13.723662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6d78dda-2cda-420f-9a41-1de82a71a719 req-88deeb08-ba04-4bd6-8574-399be1d115cc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 944 time: 0.0534668 Aug 10 02:55:13.725894 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0642becb-5e45-467f-bdb1-75768d75b5c8,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:13.768203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6d78dda-2cda-420f-9a41-1de82a71a719 req-ca6bc052-2a7e-487b-94c8-63165f12e7d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377283 Aug 10 02:55:13.802091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Attempting to bind port 0642becb-5e45-467f-bdb1-75768d75b5c8 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:55:13.802500 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Attempting to bind port 0642becb-5e45-467f-bdb1-75768d75b5c8 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:55:13.802941 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Attempting to bind port 0642becb-5e45-467f-bdb1-75768d75b5c8 on network 72c07bf3-5898-4b0a-8f14-d5361b723f00 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:55:13.807530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Port 0642becb-5e45-467f-bdb1-75768d75b5c8 on network 72c07bf3-5898-4b0a-8f14-d5361b723f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:55:13.807856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Attempting to bind port 0642becb-5e45-467f-bdb1-75768d75b5c8 on network 72c07bf3-5898-4b0a-8f14-d5361b723f00 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:55:13.813253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:55:13.813595 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Checking segment: {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:55:13.813979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Bound using segment: {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:55:13.814413 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Bound port: 0642becb-5e45-467f-bdb1-75768d75b5c8, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be34c08-6c4c-46fb-a783-94ffb25a68a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:55:13.814800 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.884187 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] For port 0642becb-5e45-467f-bdb1-75768d75b5c8, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:55:13.887383 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] For port 0642becb-5e45-467f-bdb1-75768d75b5c8, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0642becb-5e45-467f-bdb1-75768d75b5c8,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:55:13.957186 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.991418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:13.992081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:13.993514 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/0642becb-5e45-467f-bdb1-75768d75b5c8 HTTP/1.1" status: 200 len: 1093 time: 0.7768025 Aug 10 02:55:13.993927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:55:13.996508 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee66addc-9cf9-4d97-a2b4-f1c146ee4c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:55:14.022070 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329125e-69d9-4740-b46f-004aadd263e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0642becb-5e45-467f-bdb1-75768d75b5c8,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:14.042263 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9481be90-a601-413c-a03b-f539f964b2e5 x-openstack-request-id: req-9481be90-a601-413c-a03b-f539f964b2e5 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:55:14.042263 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:55:14.042483 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9481be90-a601-413c-a03b-f539f964b2e5 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:55:14.042778 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'status': 'completed', 'code': 200} Aug 10 02:55:14.106957 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66addc-9cf9-4d97-a2b4-f1c146ee4c9a req-76e8d99b-2d06-411b-9edc-f4881b9152bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:14.108850 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee66addc-9cf9-4d97-a2b4-f1c146ee4c9a req-76e8d99b-2d06-411b-9edc-f4881b9152bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 1096 time: 0.0459313 Aug 10 02:55:14.213267 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66addc-9cf9-4d97-a2b4-f1c146ee4c9a req-8ecf72be-5caa-4bb8-808b-ff63ff3a1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:14.214823 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee66addc-9cf9-4d97-a2b4-f1c146ee4c9a req-8ecf72be-5caa-4bb8-808b-ff63ff3a1bab service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fc28c2edc096457d989b3461df62d443&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975807 Aug 10 02:55:14.308163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66addc-9cf9-4d97-a2b4-f1c146ee4c9a req-e5113041-33fb-4af7-afcd-61eb08b81e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:14.309649 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ee66addc-9cf9-4d97-a2b4-f1c146ee4c9a req-e5113041-33fb-4af7-afcd-61eb08b81e60 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877764 Aug 10 02:55:14.383728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-d45c85f1-1e6e-4d5e-8924-1be7754caedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:14.385210 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-d45c85f1-1e6e-4d5e-8924-1be7754caedc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 1096 time: 0.0408008 Aug 10 02:55:14.429124 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-88f6191a-cdf3-4e6a-aea7-049dd42109e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0642becb-5e45-467f-bdb1-75768d75b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0363171 Aug 10 02:55:14.477357 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-25412625-e27b-4ecd-95b9-6626232b9ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:14.478908 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-25412625-e27b-4ecd-95b9-6626232b9ebe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97b553df-b2fe-4d35-ac0b-7e826d1881bd HTTP/1.1" status: 200 len: 834 time: 0.0429320 Aug 10 02:55:14.524869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-82dd48e5-7863-4c81-87ef-9a2d7c95a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:14.526352 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-82dd48e5-7863-4c81-87ef-9a2d7c95a5fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72c07bf3-5898-4b0a-8f14-d5361b723f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410116 Aug 10 02:55:14.619554 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-4882ad28-0d79-41ef-9d8f-6f2fdb84232d service neutron] 10.222.0.11 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856843 Aug 10 02:55:14.711635 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-19ba38a0-7a08-422e-bf4b-7e5c4339f206 req-1dacb5c0-b7f4-4bf7-b090-17273dbc5f52 service neutron] 10.222.0.11 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842967 Aug 10 02:55:14.753104 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:15.126861 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284fbcf-b1fc-4a44-b6fb-a4acd2651c4f req-46acd957-94f8-4fc0-bd2b-fcb4b9a06db1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:15.128317 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c284fbcf-b1fc-4a44-b6fb-a4acd2651c4f req-46acd957-94f8-4fc0-bd2b-fcb4b9a06db1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 944 time: 0.0520561 Aug 10 02:55:15.167577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c284fbcf-b1fc-4a44-b6fb-a4acd2651c4f req-dfc6d880-5d46-41ff-8dcf-cd2f9742f4a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332468 Aug 10 02:55:16.286537 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6ddf1-b19c-4b1e-ae6d-4f7f448c8009 req-ddf9a32c-1ace-47f4-9aaa-115cea3de526 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:16.288136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dd6ddf1-b19c-4b1e-ae6d-4f7f448c8009 req-ddf9a32c-1ace-47f4-9aaa-115cea3de526 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 944 time: 0.0505679 Aug 10 02:55:16.326018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3dd6ddf1-b19c-4b1e-ae6d-4f7f448c8009 req-a882a6db-f1b8-42a4-b253-bd2c1ff94689 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320086 Aug 10 02:55:16.521507 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0642becb-5e45-467f-bdb1-75768d75b5c8 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:55:16.614286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0642becb-5e45-467f-bdb1-75768d75b5c8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0642becb-5e45-467f-bdb1-75768d75b5c8,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:55:16.626973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'port_id': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'mac_address': 'fa:16:3e:42:bc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:55:16.664019 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:16.677229 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0642becb-5e45-467f-bdb1-75768d75b5c8 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:55:16.696634 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0642becb-5e45-467f-bdb1-75768d75b5c8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0642becb-5e45-467f-bdb1-75768d75b5c8,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:55:16.758228 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:16.808192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0642becb-5e45-467f-bdb1-75768d75b5c8,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:16.979873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['0642becb-5e45-467f-bdb1-75768d75b5c8'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:55:17.443041 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faa929-e70c-4d2d-8fd8-92463d88c161 req-69bb52de-6def-475b-823b-04bc1449c4b2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:17.444511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3faa929-e70c-4d2d-8fd8-92463d88c161 req-69bb52de-6def-475b-823b-04bc1449c4b2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 945 time: 0.0493195 Aug 10 02:55:17.482018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d3faa929-e70c-4d2d-8fd8-92463d88c161 req-ff3cfb85-4460-4ab2-b0fe-4e2c3a0d1a58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Aug 10 02:55:17.941386 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0b382261-8081-4678-986d-6fad97ec720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.552899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0642becb-5e45-467f-bdb1-75768d75b5c8 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:55:18.600102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb5377-0413-404f-bb86-b2db01782823 req-d6070f09-3e59-417d-a51c-99e0dac795b0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:18.601637 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8fb5377-0413-404f-bb86-b2db01782823 req-d6070f09-3e59-417d-a51c-99e0dac795b0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 945 time: 0.0530517 Aug 10 02:55:18.641196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b8fb5377-0413-404f-bb86-b2db01782823 req-d0d51998-ada7-45cd-b422-f2afb32cb5f8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334103 Aug 10 02:55:18.656473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 0642becb-5e45-467f-bdb1-75768d75b5c8 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:55:18.660679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 0642becb-5e45-467f-bdb1-75768d75b5c8 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:55:18.661064 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.737199 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.758757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:55:18.763220 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e8bc5d-5191-42be-b4b6-0626130901a5" -d '{"events": [{"server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "name": "network-vif-plugged", "status": "completed", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:55:18.778296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 0642becb-5e45-467f-bdb1-75768d75b5c8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0642becb-5e45-467f-bdb1-75768d75b5c8,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:55:18.844673 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:18.872212 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58e1f9d-b540-422c-b794-9a69f218726c x-openstack-request-id: req-d58e1f9d-b540-422c-b794-9a69f218726c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:55:18.872836 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "name": "network-vif-plugged", "status": "completed", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:55:18.873107 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d58e1f9d-b540-422c-b794-9a69f218726c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:55:18.873482 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'code': 200} Aug 10 02:55:18.897671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=0642becb-5e45-467f-bdb1-75768d75b5c8,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:18.951260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594cf4e-90fe-4bb0-975e-4156884f2a76 req-635eb8d0-409c-4e7e-be8a-b35bc7821f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:18.953457 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5594cf4e-90fe-4bb0-975e-4156884f2a76 req-635eb8d0-409c-4e7e-be8a-b35bc7821f03 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 1098 time: 0.0398543 Aug 10 02:55:18.992582 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5594cf4e-90fe-4bb0-975e-4156884f2a76 req-fc2c47d1-1c7e-4c39-ae2d-4ba87f17a16c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321019 Aug 10 02:55:19.767417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85487b-7fb2-426f-bd77-113245859e41 req-2d498b22-be52-457c-8987-aed154d6c743 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:19.768941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d85487b-7fb2-426f-bd77-113245859e41 req-2d498b22-be52-457c-8987-aed154d6c743 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0574844 Aug 10 02:55:19.807203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d85487b-7fb2-426f-bd77-113245859e41 req-5711cefa-af63-4a25-a8bc-20dd21abfd44 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320609 Aug 10 02:55:20.638235 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c43520d-3fc6-41c8-8ca9-ded69ab9a15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:20.929029 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944164d-ea95-45c1-ba7e-a3f55b3e2a78 req-eb12d7a5-9855-48c4-9ac0-1c4947984f74 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:20.929029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a944164d-ea95-45c1-ba7e-a3f55b3e2a78 req-eb12d7a5-9855-48c4-9ac0-1c4947984f74 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0489976 Aug 10 02:55:20.963178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a944164d-ea95-45c1-ba7e-a3f55b3e2a78 req-680e976d-3646-4f5b-bb59-30b574da5472 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318599 Aug 10 02:55:21.087941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1497cf-f6fb-4e6e-b087-46c66ad79180 req-631ab55a-72cc-41bd-8af3-c0128a11b0ef tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:21.089412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d1497cf-f6fb-4e6e-b087-46c66ad79180 req-631ab55a-72cc-41bd-8af3-c0128a11b0ef tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0531323 Aug 10 02:55:21.128393 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3d1497cf-f6fb-4e6e-b087-46c66ad79180 req-6db42655-78a5-42d3-a7cb-cb4242b443a1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322306 Aug 10 02:55:21.149983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38642) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:21.190038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab4c7b-e961-4861-85d6-095419308266 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:21.191511 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-67ab4c7b-e961-4861-85d6-095419308266 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 1093 time: 0.0404952 Aug 10 02:55:21.194391 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38644) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:21.198708 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:55:21.215527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:21.301328 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:21.401812 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:21.504178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.28 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/5b90830d-2d86-46e2-86e3-c0a8d619b633) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:55:21.612217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:21.724658 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:21.767070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:55:21.770147 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:55:21.773847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:55:21.779550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=5b90830d-2d86-46e2-86e3-c0a8d619b633,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:22.129849 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:22.235506 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:22.390304 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:22.448137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:22.478315 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:22.522941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=5b90830d-2d86-46e2-86e3-c0a8d619b633,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:55:22.535323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:22.635090 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP cef3fd56-2ca2-4f3f-b9af-b816f5076077 associated. External IP: 172.25.3.28, port: 0642becb-5e45-467f-bdb1-75768d75b5c8. Aug 10 02:55:22.839342 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router e14cab5e-ff6d-4a2c-aab4-3116593c74cd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:55:22.946154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:55:22.956101 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] Sync routers for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:55:22.965530 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:55:22.966132 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:23.020057 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:23.048005 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-63211823-e6f5-4112-a334-ecdd4e1b33c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8525851 Aug 10 02:55:23.048848 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:55:23.055429 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5947a8de-b80f-493b-962a-aa45ea450e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:55:23.070728 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:55:23.153976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff10fa9-c1cd-4aba-82bc-7c185cf52ce5 req-05198278-1fe2-47c4-b665-2a1f9300caa1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:23.156453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eff10fa9-c1cd-4aba-82bc-7c185cf52ce5 req-05198278-1fe2-47c4-b665-2a1f9300caa1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0602689 Aug 10 02:55:23.161644 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872b207f-8769-4997-a1f9-c8e780bac4c2 x-openstack-request-id: req-872b207f-8769-4997-a1f9-c8e780bac4c2 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:55:23.161942 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:55:23.162210 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-872b207f-8769-4997-a1f9-c8e780bac4c2 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:55:23.162676 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'status': 'completed', 'code': 200} Aug 10 02:55:23.199016 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eff10fa9-c1cd-4aba-82bc-7c185cf52ce5 req-72ff7755-3300-4f8b-bd71-363330706e75 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352199 Aug 10 02:55:23.221690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38652) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:23.230185 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-2359d0e0-f008-4f52-a54a-b5faddc90be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:23.232336 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-2359d0e0-f008-4f52-a54a-b5faddc90be3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 1098 time: 0.0427058 Aug 10 02:55:23.288627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b83da661-d72b-448a-8fa4-61ec639a85cc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/cef3fd56-2ca2-4f3f-b9af-b816f5076077 HTTP/1.1" status: 200 len: 991 time: 0.0645335 Aug 10 02:55:23.323310 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-24e5fcc9-7232-488e-b570-f95aca4679df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:23.324973 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-24e5fcc9-7232-488e-b570-f95aca4679df service neutron] 10.222.0.11 "GET /v2.0/networks?id=72c07bf3-5898-4b0a-8f14-d5361b723f00 HTTP/1.1" status: 200 len: 898 time: 0.0858870 Aug 10 02:55:23.395884 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-6710009b-5618-4d92-b550-40db6580a53e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0642becb-5e45-467f-bdb1-75768d75b5c8 HTTP/1.1" status: 200 len: 999 time: 0.0634301 Aug 10 02:55:23.404036 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'cef3fd56-2ca2-4f3f-b9af-b816f5076077', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'port_id': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'mac_address': 'fa:16:3e:42:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:55:21Z', 'updated_at': '2021-08-10T02:55:21Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3bf798a-b305-4f55-9c4f-0894767d44f6', 'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:8a:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:55:02Z', 'updated_at': '2021-08-10T02:55:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:23.434190 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] Checking router: e14cab5e-ff6d-4a2c-aab4-3116593c74cd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:55:23.443007 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:55:23.443642 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:23.449175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-55879bc0-fbbb-4ee9-af75-57d368cd4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:23.450616 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-55879bc0-fbbb-4ee9-af75-57d368cd4f67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97b553df-b2fe-4d35-ac0b-7e826d1881bd HTTP/1.1" status: 200 len: 834 time: 0.0471432 Aug 10 02:55:23.496564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-2f4c3e3a-8b1c-4408-867e-5dfebca72313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:23.498083 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-2f4c3e3a-8b1c-4408-867e-5dfebca72313 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72c07bf3-5898-4b0a-8f14-d5361b723f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407853 Aug 10 02:55:23.549191 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:55:23.782173 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'cef3fd56-2ca2-4f3f-b9af-b816f5076077', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'port_id': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'mac_address': 'fa:16:3e:42:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:55:21Z', 'updated_at': '2021-08-10T02:55:21Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3bf798a-b305-4f55-9c4f-0894767d44f6', 'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:8a:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:55:02Z', 'updated_at': '2021-08-10T02:55:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:55:23.808604 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de547d8c-fb00-43f2-be0c-03250a69c127 None None] The sync data for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 is: [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'cef3fd56-2ca2-4f3f-b9af-b816f5076077', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'port_id': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'mac_address': 'fa:16:3e:42:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:55:21Z', 'updated_at': '2021-08-10T02:55:21Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3bf798a-b305-4f55-9c4f-0894767d44f6', 'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:8a:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:55:02Z', 'updated_at': '2021-08-10T02:55:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:55:23.944605 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-82ef4064-aaf4-472c-9dca-8f63ddc1737e service neutron] 10.222.0.11 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388452 Aug 10 02:55:24.006659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696de970-d1c2-49d2-b187-4dc667256183 None None] New status for floating IP cef3fd56-2ca2-4f3f-b9af-b816f5076077: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:55:24.041685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:24.043100 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5947a8de-b80f-493b-962a-aa45ea450e1b req-d0455114-00db-4a98-8f75-4d88d5d1e598 service neutron] 10.222.0.11 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898368 Aug 10 02:55:24.291520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38654) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:24.354887 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-de72d771-b4f3-4673-b40b-bcc60ac0c5e7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/cef3fd56-2ca2-4f3f-b9af-b816f5076077 HTTP/1.1" status: 200 len: 993 time: 0.0620253 Aug 10 02:55:25.118650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-286d8467-f426-450b-b288-ea3f3dd46203 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426440 Aug 10 02:55:25.198027 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-5f04ec2c-e3a8-49aa-a051-88757025c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:25.199612 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-5f04ec2c-e3a8-49aa-a051-88757025c980 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 1098 time: 0.0404611 Aug 10 02:55:25.302390 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-701f3b52-33af-4b0f-b6f1-a45d577b70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:25.303912 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-701f3b52-33af-4b0f-b6f1-a45d577b70a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72c07bf3-5898-4b0a-8f14-d5361b723f00 HTTP/1.1" status: 200 len: 898 time: 0.0853717 Aug 10 02:55:25.372003 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-1e3cf3c0-2429-4098-8ddc-50b79235cdb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0642becb-5e45-467f-bdb1-75768d75b5c8 HTTP/1.1" status: 200 len: 1001 time: 0.0607514 Aug 10 02:55:25.421107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-eeb2e118-4188-4cce-b965-6bbe61b9dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:25.422524 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-eeb2e118-4188-4cce-b965-6bbe61b9dfb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97b553df-b2fe-4d35-ac0b-7e826d1881bd HTTP/1.1" status: 200 len: 834 time: 0.0423057 Aug 10 02:55:25.468597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-3d893130-6be2-4cdd-a0b1-8cc9e2202bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:25.470079 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-3d893130-6be2-4cdd-a0b1-8cc9e2202bfb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72c07bf3-5898-4b0a-8f14-d5361b723f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406721 Aug 10 02:55:25.562145 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-c9c7c73a-acc1-4099-a290-8981ec438d4b service neutron] 10.222.0.11 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850625 Aug 10 02:55:25.651287 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-855469b2-0384-4396-b9d5-e56be6b98de5 req-e1e7b306-b89b-465f-b6ff-d7ec48c330f9 service neutron] 10.222.0.11 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818961 Aug 10 02:55:26.290101 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:55:43.728037 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:44.815275 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:47.928972 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-279d2ded-d406-4202-b565-16493f3698aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:50.602396 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-37d89221-b145-4c76-95fc-8c0edd616051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:51.184615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:52.517917 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:54.081606 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:55:55.823136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d190b-2e67-4879-9dd9-675afd82f8ca req-9801712d-5286-4f43-ab65-e7d6fa84ab86 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:55.824540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b0d190b-2e67-4879-9dd9-675afd82f8ca req-9801712d-5286-4f43-ab65-e7d6fa84ab86 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0509806 Aug 10 02:55:55.864044 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b0d190b-2e67-4879-9dd9-675afd82f8ca req-f696e1cb-9c02-4744-b839-9ecb2b7824b9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331061 Aug 10 02:55:56.983069 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653ae11-135f-4159-aa3d-f546e64117ec req-92bb6131-e564-46e2-a7f4-716b78afa827 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:56.984470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c653ae11-135f-4159-aa3d-f546e64117ec req-92bb6131-e564-46e2-a7f4-716b78afa827 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0484779 Aug 10 02:55:57.021974 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c653ae11-135f-4159-aa3d-f546e64117ec req-5312b8e9-8900-43b1-a6cd-3c40525466ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312164 Aug 10 02:55:57.043477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38672) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:57.107839 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-14050ecb-261a-4ea9-82bd-fc01995bd1e0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/cef3fd56-2ca2-4f3f-b9af-b816f5076077 HTTP/1.1" status: 200 len: 993 time: 0.0632684 Aug 10 02:55:58.507693 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89bd2e-3142-46c1-bc87-7099a363e136 req-5c2ce0e0-5eab-4ba0-8b24-0ef8f2b2d64e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:58.509193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac89bd2e-3142-46c1-bc87-7099a363e136 req-5c2ce0e0-5eab-4ba0-8b24-0ef8f2b2d64e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0543091 Aug 10 02:55:58.546671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ac89bd2e-3142-46c1-bc87-7099a363e136 req-65cbfb77-038d-48a1-b670-8955189920c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315056 Aug 10 02:55:59.664208 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4232d-4dcf-4ff4-ad5d-bf9be7d07dbf req-4a9277a0-a093-489f-98c2-ca1f5768a964 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:55:59.665708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50c4232d-4dcf-4ff4-ad5d-bf9be7d07dbf req-4a9277a0-a093-489f-98c2-ca1f5768a964 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0498791 Aug 10 02:55:59.703182 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50c4232d-4dcf-4ff4-ad5d-bf9be7d07dbf req-9d7568a8-0cea-4d97-a698-4e2f4c81c35e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Aug 10 02:55:59.725700 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38682) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:55:59.789452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ef399d00-a0c1-4411-825c-0eeabf634395 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/cef3fd56-2ca2-4f3f-b9af-b816f5076077 HTTP/1.1" status: 200 len: 993 time: 0.0626538 Aug 10 02:56:00.006744 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38688) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:00.166089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 5b90830d-2d86-46e2-86e3-c0a8d619b633 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:56:00.166442 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:00.242481 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:00.242842 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:00.255267 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 5b90830d-2d86-46e2-86e3-c0a8d619b633 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:56:00.460748 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:00.489732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=5b90830d-2d86-46e2-86e3-c0a8d619b633,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:00.503415 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.503766 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.504105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.504441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.504771 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.505102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.505452 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.505803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.506126 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.506449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.506802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.507124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:00.564977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:00.565344 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP cef3fd56-2ca2-4f3f-b9af-b816f5076077 disassociated (deleted). External IP: 172.25.3.28, port: 0642becb-5e45-467f-bdb1-75768d75b5c8. Aug 10 02:56:00.772958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router e14cab5e-ff6d-4a2c-aab4-3116593c74cd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:56:00.878420 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:56:00.883252 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:00.889402 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] Sync routers for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:56:00.898861 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:00.899469 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:00.910400 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b8cfad47-28be-45ef-8e16-e6e6a8855200 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/floatingips/cef3fd56-2ca2-4f3f-b9af-b816f5076077 HTTP/1.1" status: 204 len: 168 time: 0.9025779 Aug 10 02:56:00.911203 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:56:00.913627 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca6208d-d9df-43fa-baa2-2746ff4957c9" -d '{"events": [{"name": "network-changed", "server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:56:00.954353 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a806ff-b208-460a-a87f-a2b58ce927cb x-openstack-request-id: req-06a806ff-b208-460a-a87f-a2b58ce927cb {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:56:00.954923 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:56:00.967197 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-06a806ff-b208-460a-a87f-a2b58ce927cb {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:56:00.967197 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'status': 'completed', 'code': 200} Aug 10 02:56:01.008267 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:01.023743 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-2f006b92-397c-476b-89b8-43ddd8bdcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:01.025260 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-2f006b92-397c-476b-89b8-43ddd8bdcf9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 1098 time: 0.0467510 Aug 10 02:56:01.116865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-cd71d8b6-d217-4528-a013-11377f8b5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:01.118515 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-cd71d8b6-d217-4528-a013-11377f8b5521 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72c07bf3-5898-4b0a-8f14-d5361b723f00 HTTP/1.1" status: 200 len: 898 time: 0.0859129 Aug 10 02:56:01.161367 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-b4864a39-9f63-464d-a7bf-fec654e91614 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0642becb-5e45-467f-bdb1-75768d75b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0359025 Aug 10 02:56:01.214394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-3de898cf-2fa5-4179-b5d5-179cfe467c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:01.216024 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-3de898cf-2fa5-4179-b5d5-179cfe467c8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97b553df-b2fe-4d35-ac0b-7e826d1881bd HTTP/1.1" status: 200 len: 834 time: 0.0483916 Aug 10 02:56:01.221903 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'c3bf798a-b305-4f55-9c4f-0894767d44f6', 'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:8a:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:55:02Z', 'updated_at': '2021-08-10T02:55:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:01.245525 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] Checking router: e14cab5e-ff6d-4a2c-aab4-3116593c74cd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:56:01.254675 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:01.255298 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:01.273633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-716f1f6e-9d66-406c-b1bb-aee5fc0cc41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:01.275321 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-716f1f6e-9d66-406c-b1bb-aee5fc0cc41b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72c07bf3-5898-4b0a-8f14-d5361b723f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436664 Aug 10 02:56:01.307911 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1106e5-113e-44cf-a0b2-b58004960935 req-4b6bcff5-30e5-4d73-84de-c53fb461a7b2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:01.309442 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be1106e5-113e-44cf-a0b2-b58004960935 req-4b6bcff5-30e5-4d73-84de-c53fb461a7b2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0496149 Aug 10 02:56:01.349622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be1106e5-113e-44cf-a0b2-b58004960935 req-e29f5564-0424-4ca7-87ba-0890c43e7b01 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332723 Aug 10 02:56:01.365822 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:01.374564 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-3356f5e4-3280-4138-87bd-64785c700c94 service neutron] 10.222.0.11 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910690 Aug 10 02:56:01.473359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ca6208d-d9df-43fa-baa2-2746ff4957c9 req-6260d41d-a84a-43c1-9091-257510a6f528 service neutron] 10.222.0.11 "GET /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906837 Aug 10 02:56:01.567878 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'c3bf798a-b305-4f55-9c4f-0894767d44f6', 'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:8a:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:55:02Z', 'updated_at': '2021-08-10T02:55:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:01.597928 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d15ec-6b66-4f9e-b54d-3ef483fab7c1 None None] The sync data for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 is: [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'c3bf798a-b305-4f55-9c4f-0894767d44f6', 'name': '', 'network_id': '72c07bf3-5898-4b0a-8f14-d5361b723f00', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:8a:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:55:02Z', 'updated_at': '2021-08-10T02:55:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '97b553df-b2fe-4d35-ac0b-7e826d1881bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:56:01.823498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77670ccc-aa81-4146-ab2d-c34eda86a9cc None None] New status for floating IP cef3fd56-2ca2-4f3f-b9af-b816f5076077: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:56:02.469705 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30325ebd-5447-4d67-8b11-1d52f32d9028 req-35155cb4-8c6a-40d3-a962-720d2c168f27 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:02.471227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30325ebd-5447-4d67-8b11-1d52f32d9028 req-35155cb4-8c6a-40d3-a962-720d2c168f27 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0484734 Aug 10 02:56:02.514109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30325ebd-5447-4d67-8b11-1d52f32d9028 req-d5b3046c-f273-4a1a-88b0-71fddd12e36d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369301 Aug 10 02:56:02.798955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-3cef21ef-48a1-411c-88fc-6b9ed8065905 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:02.800421 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-3cef21ef-48a1-411c-88fc-6b9ed8065905 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 946 time: 0.0488603 Aug 10 02:56:02.894785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 0642becb-5e45-467f-bdb1-75768d75b5c8 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:56:02.895134 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:02.981112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 0642becb-5e45-467f-bdb1-75768d75b5c8, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=0642becb-5e45-467f-bdb1-75768d75b5c8,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:02.981419 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:02.994510 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 0642becb-5e45-467f-bdb1-75768d75b5c8 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:56:03.191812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:03.220629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=0642becb-5e45-467f-bdb1-75768d75b5c8,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:03.232845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.233210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.233556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.233907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.234247 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.234607 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.235453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.235793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.236126 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.236450 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.236777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.237103 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:03.276053 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] No DVR routers for this DVR port 0642becb-5e45-467f-bdb1-75768d75b5c8 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:56:03.278787 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:03.281089 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-513b0c18-f7db-4f5d-8fec-c046fe145594 req-034f19f5-5a37-453c-95c7-732e4f1afa7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "DELETE /v2.0/ports/0642becb-5e45-467f-bdb1-75768d75b5c8 HTTP/1.1" status: 204 len: 173 time: 0.4748664 Aug 10 02:56:03.281949 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'name': 'network-vif-deleted', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:56:03.284948 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc064928-08e0-4aab-b39e-ff8e8b962695" -d '{"events": [{"server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "name": "network-vif-deleted", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:56:03.290497 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:56:03.322345 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0557fb-5054-4537-9a29-f4c88aa45b22 x-openstack-request-id: req-ab0557fb-5054-4537-9a29-f4c88aa45b22 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:56:03.322670 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631ef9e5-2973-4910-9a18-96fe48503d9d", "name": "network-vif-deleted", "tag": "0642becb-5e45-467f-bdb1-75768d75b5c8", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:56:03.322922 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab0557fb-5054-4537-9a29-f4c88aa45b22 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:56:03.323319 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631ef9e5-2973-4910-9a18-96fe48503d9d', 'name': 'network-vif-deleted', 'tag': '0642becb-5e45-467f-bdb1-75768d75b5c8', 'status': 'completed', 'code': 200} Aug 10 02:56:03.983426 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-afbc67df-ebdd-448f-893d-fc89017c1a64 req-be8632f5-80b3-4b89-a313-6dd54cfc1526 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=631ef9e5-2973-4910-9a18-96fe48503d9d HTTP/1.1" status: 200 len: 210 time: 0.3963041 Aug 10 02:56:05.041946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38704) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:05.397008 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:05.646353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port c3bf798a-b305-4f55-9c4f-0894767d44f6 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:56:05.646737 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:05.739096 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port c3bf798a-b305-4f55-9c4f-0894767d44f6, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c3bf798a-b305-4f55-9c4f-0894767d44f6,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:05.739469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:05.752394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for c3bf798a-b305-4f55-9c4f-0894767d44f6 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:56:06.003192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.029445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=c3bf798a-b305-4f55-9c4f-0894767d44f6,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:06.214826 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.429119 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router e14cab5e-ff6d-4a2c-aab4-3116593c74cd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:56:06.532167 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:56:06.537622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-cb690c1f-c53c-4490-b821-825b9f9198dc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/e14cab5e-ff6d-4a2c-aab4-3116593c74cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4942431 Aug 10 02:56:06.540018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38706) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:06.542598 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] Sync routers for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:56:06.551914 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:06.552606 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:06.595118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd878cf8-aadd-4c7d-a03a-9611d777d4e4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting subnet 97b553df-b2fe-4d35-ac0b-7e826d1881bd {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:56:06.598322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd878cf8-aadd-4c7d-a03a-9611d777d4e4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.638532 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd878cf8-aadd-4c7d-a03a-9611d777d4e4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.727217 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd878cf8-aadd-4c7d-a03a-9611d777d4e4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.746981 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:06.801816 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0642becb-5e45-467f-bdb1-75768d75b5c8 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:56:06.825361 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 0642becb-5e45-467f-bdb1-75768d75b5c8 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:56:06.825703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 0642becb-5e45-467f-bdb1-75768d75b5c8 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:56:06.849142 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd878cf8-aadd-4c7d-a03a-9611d777d4e4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.877863 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd878cf8-aadd-4c7d-a03a-9611d777d4e4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Subnet': ['ID=97b553df-b2fe-4d35-ac0b-7e826d1881bd,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:06.883969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dd878cf8-aadd-4c7d-a03a-9611d777d4e4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:06.885798 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dd878cf8-aadd-4c7d-a03a-9611d777d4e4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/subnets/97b553df-b2fe-4d35-ac0b-7e826d1881bd HTTP/1.1" status: 204 len: 168 time: 0.3448005 Aug 10 02:56:06.888405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38708) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:06.888633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca0c4e-bec0-43f6-968d-5820c362785c None None] Network 72c07bf3-5898-4b0a-8f14-d5361b723f00 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:56:06.928362 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:56:05Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:06.955850 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] Checking router: e14cab5e-ff6d-4a2c-aab4-3116593c74cd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:56:06.964213 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] Routers {'e14cab5e-ff6d-4a2c-aab4-3116593c74cd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:06.964838 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:07.002002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.071381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] DHCP port deletion for 72c07bf3-5898-4b0a-8f14-d5361b723f00 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:56:07.076001 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] Set router e14cab5e-ff6d-4a2c-aab4-3116593c74cd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:07.118743 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.126417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Deleting port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:56:07.127385 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.187837 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] For port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb,segment=NetworkSegment(6be34c08-6c4c-46fb-a783-94ffb25a68a7),segment_id=6be34c08-6c4c-46fb-a783-94ffb25a68a7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:07.188238 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.202080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Calling delete_port for b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:56:07.238241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 58f1b024-fee1-4494-90d7-a9e65cf04b2e {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:56:07.238924 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.263787 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:56:05Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:07.290742 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c898f5-bb25-4af4-86d4-d20e6050f1ee None None] The sync data for ids ['e14cab5e-ff6d-4a2c-aab4-3116593c74cd'] in n-d-767704-21 is: [{'id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-459063539', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:54:58Z', 'updated_at': '2021-08-10T02:56:05Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '58f1b024-fee1-4494-90d7-a9e65cf04b2e', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14cab5e-ff6d-4a2c-aab4-3116593c74cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:54:59Z', 'updated_at': '2021-08-10T02:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:56:07.328316 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 58f1b024-fee1-4494-90d7-a9e65cf04b2e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=58f1b024-fee1-4494-90d7-a9e65cf04b2e,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:07.328690 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.342340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 58f1b024-fee1-4494-90d7-a9e65cf04b2e owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:56:07.380318 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.407693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Pushing event deleted for resources: {'Port': ['ID=b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:07.417968 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.422354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:07.424744 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d82698a-850a-4cda-80cb-02fc07dbf388 None None] No DVR routers for this DVR port b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:56:07.607644 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.644071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=58f1b024-fee1-4494-90d7-a9e65cf04b2e,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:07.702902 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.799251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.801364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.904469 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.904978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Fanout notify agent at l3_agent the message router_deleted on router e14cab5e-ff6d-4a2c-aab4-3116593c74cd {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:56:07.912507 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:07.913631 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bf4e4871-1671-49ec-b7f1-1a50aefcd8c9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/routers/e14cab5e-ff6d-4a2c-aab4-3116593c74cd HTTP/1.1" status: 204 len: 168 time: 1.0243020 Aug 10 02:56:07.916493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38710) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:07.996820 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.087544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.097541 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c07bf3-5898-4b0a-8f14-d5361b723f00']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:08.107739 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be34c08-6c4c-46fb-a783-94ffb25a68a7') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:08.108035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be34c08-6c4c-46fb-a783-94ffb25a68a7') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:08.116624 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.130655 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.136420 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:56:08.136812 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: timer() Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:56:08.139842 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:56:08.269815 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.276464 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.278271 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/networks/72c07bf3-5898-4b0a-8f14-d5361b723f00 HTTP/1.1" status: 204 len: 168 time: 0.3607919 Aug 10 02:56:08.281146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38712) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:08.290166 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bbca3-69af-4457-83fb-535f20ff968c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Network': ['ID=72c07bf3-5898-4b0a-8f14-d5361b723f00,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:08.347406 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad5d5-67fb-4d2d-a760-a84e4b917747 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.378465 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad5d5-67fb-4d2d-a760-a84e4b917747 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.404856 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58f1b024-fee1-4494-90d7-a9e65cf04b2e no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:56:08.426382 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 58f1b024-fee1-4494-90d7-a9e65cf04b2e {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:56:08.428877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 58f1b024-fee1-4494-90d7-a9e65cf04b2e not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:56:08.428877 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:56:08.446050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:56:08.446400 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b05e2a2f-b0c7-479e-bd29-6eaef85b9eeb not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:56:08.446843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c3bf798a-b305-4f55-9c4f-0894767d44f6 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:56:08.464966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c3bf798a-b305-4f55-9c4f-0894767d44f6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:56:08.465314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c3bf798a-b305-4f55-9c4f-0894767d44f6 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:56:08.504542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad5d5-67fb-4d2d-a760-a84e4b917747 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.507212 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad5d5-67fb-4d2d-a760-a84e4b917747 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:08.508391 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-dc7ad5d5-67fb-4d2d-a760-a84e4b917747 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/security-groups/797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0 HTTP/1.1" status: 204 len: 168 time: 0.2261953 Aug 10 02:56:08.518927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ad5d5-67fb-4d2d-a760-a84e4b917747 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797e3a19-cfb9-49d8-b6e7-1d46e7ed1df0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:09.185304 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38718) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:09.190775 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7b183d8c-36ba-4269-9dee-8e1e6624a37a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210611078', 'description': 'tempest-secgroup-smoke-1210611078 description', 'project_id': 'fc28c2edc096457d989b3461df62d443'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:09.288810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7b183d8c-36ba-4269-9dee-8e1e6624a37a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.366198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7b183d8c-36ba-4269-9dee-8e1e6624a37a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.414146 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7b183d8c-36ba-4269-9dee-8e1e6624a37a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.442526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b183d8c-36ba-4269-9dee-8e1e6624a37a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce50202-3cc5-4a19-ab12-535b0e2b7d19,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:09.482872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7b183d8c-36ba-4269-9dee-8e1e6624a37a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.484156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7b183d8c-36ba-4269-9dee-8e1e6624a37a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2978470 Aug 10 02:56:09.487275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38720) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:09.491930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fa0b3d41-c201-4b2f-9ec4-535e9787a5e6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5ce50202-3cc5-4a19-ab12-535b0e2b7d19', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:09.562058 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3d41-c201-4b2f-9ec4-535e9787a5e6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.624027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3d41-c201-4b2f-9ec4-535e9787a5e6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.682059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3d41-c201-4b2f-9ec4-535e9787a5e6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.700014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b3d41-c201-4b2f-9ec4-535e9787a5e6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56228e6c-368f-4518-971c-4b300486542f,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:09.775068 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3d41-c201-4b2f-9ec4-535e9787a5e6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.776337 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fa0b3d41-c201-4b2f-9ec4-535e9787a5e6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2880490 Aug 10 02:56:09.779141 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38722) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:09.784440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-aea3617a-de50-4c33-93ce-a7a3137e7387 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5ce50202-3cc5-4a19-ab12-535b0e2b7d19', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:09.874399 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aea3617a-de50-4c33-93ce-a7a3137e7387 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:09.933234 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aea3617a-de50-4c33-93ce-a7a3137e7387 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.002806 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aea3617a-de50-4c33-93ce-a7a3137e7387 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.021315 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3617a-de50-4c33-93ce-a7a3137e7387 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f336324-bd64-4cb3-9d8f-693bb2eed70f,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:10.088309 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-aea3617a-de50-4c33-93ce-a7a3137e7387 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.089535 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-aea3617a-de50-4c33-93ce-a7a3137e7387 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3094509 Aug 10 02:56:10.092212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38724) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:10.097214 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-60c53f56-446f-4238-8f1a-b9934dd18f98 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5ce50202-3cc5-4a19-ab12-535b0e2b7d19', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:10.200282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-60c53f56-446f-4238-8f1a-b9934dd18f98 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.259943 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-60c53f56-446f-4238-8f1a-b9934dd18f98 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.315424 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-60c53f56-446f-4238-8f1a-b9934dd18f98 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.334757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c53f56-446f-4238-8f1a-b9934dd18f98 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce19b44-be96-403f-963c-ec8064546503,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:10.389778 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-60c53f56-446f-4238-8f1a-b9934dd18f98 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.391031 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-60c53f56-446f-4238-8f1a-b9934dd18f98 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2978902 Aug 10 02:56:10.394477 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38726) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:10.399066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b9146585-0bcc-4688-8a81-55094496611a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5ce50202-3cc5-4a19-ab12-535b0e2b7d19', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:10.488433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9146585-0bcc-4688-8a81-55094496611a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.549882 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9146585-0bcc-4688-8a81-55094496611a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.620526 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9146585-0bcc-4688-8a81-55094496611a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.638418 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9146585-0bcc-4688-8a81-55094496611a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b6c510-3c46-4597-8f45-324f46f8ab1d,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:10.723283 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b9146585-0bcc-4688-8a81-55094496611a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.724536 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b9146585-0bcc-4688-8a81-55094496611a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3290198 Aug 10 02:56:10.727366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38728) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:10.732050 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-595ca550-82a3-4d34-a126-359b62d2a6eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5ce50202-3cc5-4a19-ab12-535b0e2b7d19', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:10.808844 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-595ca550-82a3-4d34-a126-359b62d2a6eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:56:10.814275 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-595ca550-82a3-4d34-a126-359b62d2a6eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.875401 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-595ca550-82a3-4d34-a126-359b62d2a6eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.934571 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-595ca550-82a3-4d34-a126-359b62d2a6eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:10.952823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ca550-82a3-4d34-a126-359b62d2a6eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcbb7a5-bf58-4b85-9ed4-4a8f9fe276c6,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:11.031344 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-595ca550-82a3-4d34-a126-359b62d2a6eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.033276 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-595ca550-82a3-4d34-a126-359b62d2a6eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3049560 Aug 10 02:56:11.035851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38730) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:11.040606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e4cf7c5b-4764-43e3-9904-2bc7c316b9b4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5ce50202-3cc5-4a19-ab12-535b0e2b7d19', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:11.116175 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-e4cf7c5b-4764-43e3-9904-2bc7c316b9b4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:56:11.121187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7c5b-4764-43e3-9904-2bc7c316b9b4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.184141 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7c5b-4764-43e3-9904-2bc7c316b9b4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.252796 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7c5b-4764-43e3-9904-2bc7c316b9b4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.271411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf7c5b-4764-43e3-9904-2bc7c316b9b4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1aeb36e-20d8-424a-bfb9-eb28304d81ae,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:11.328505 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7c5b-4764-43e3-9904-2bc7c316b9b4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.330387 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e4cf7c5b-4764-43e3-9904-2bc7c316b9b4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2935517 Aug 10 02:56:11.333270 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38732) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:11.338197 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'network': {'name': 'tempest-network-smoke--1694431078', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'port_security_enabled': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:11.418492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:56:11.421898 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.445275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:56:11.454060 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.455625 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Added segment 8ec175ba-5004-443f-a0e6-fe8f27075a74 of type vlan for network 868c8042-5414-4a4a-806c-30ca41a85da8 Aug 10 02:56:11.498659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.589713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.595543 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:11.596135 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.660757 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Network': ['ID=868c8042-5414-4a4a-806c-30ca41a85da8,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:11.671156 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 868c8042-5414-4a4a-806c-30ca41a85da8 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:56:11.707560 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fe07641e-9e4a-4a7c-b3d6-b2b8a73d6d4b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3732529 Aug 10 02:56:11.710215 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38734) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:11.714780 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'admin_state_up': True, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:11.789947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.791059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:11.847302 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:12.047458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:12.296561 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:12.316473 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:12.421746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.101 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/7aed2297-4e86-485d-b700-97cb0a9eaae4) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:56:12.520997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:12.619374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:12.663322 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:56:12.666389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:12.670097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:56:12.675723 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=7aed2297-4e86-485d-b700-97cb0a9eaae4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:13.001868 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:13.194118 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:13.414173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router ee139987-4f1c-426e-bae7-d95937f54787 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:56:13.519865 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:56:13.529146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Sync routers for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:56:13.538490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:13.539206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:13.590537 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:13.592026 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ac5a6721-d484-416c-a542-cfe0579577ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8807912 Aug 10 02:56:13.596702 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38736) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:13.625503 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d5db9f54-c324-42f2-a711-34627f3ef1d7 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=fc28c2edc096457d989b3461df62d443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276246 Aug 10 02:56:13.628179 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38738) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:13.726272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a678b35-4c04-4141-b650-3f4b7f363b5a tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:13.727860 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-1a678b35-4c04-4141-b650-3f4b7f363b5a tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0987108 Aug 10 02:56:13.730751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38740) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:13.761654 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-15322773-bec3-4133-9cb4-0129a409f239 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297675 Aug 10 02:56:13.764112 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38742) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:13.769073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1445465187', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:13.807793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:13.873548 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:13.922751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:56:13.927596 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:13.991205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:12Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:14.017366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Checking router: ee139987-4f1c-426e-bae7-d95937f54787 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:56:14.017729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Updating router ee139987-4f1c-426e-bae7-d95937f54787 port 7aed2297-4e86-485d-b700-97cb0a9eaae4 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:56:14.042302 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.203392 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.268424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Subnet': ['ID=433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:14.273809 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Checking segment: {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:56:14.274177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network hostable DHCP agents. Network: 868c8042-5414-4a4a-806c-30ca41a85da8, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:56:14.293406 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.302842 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Transition to ACTIVE for port object 7aed2297-4e86-485d-b700-97cb0a9eaae4 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:14.368626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 868c8042-5414-4a4a-806c-30ca41a85da8 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:56:14.385370 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.432815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Attempting to bind port 7aed2297-4e86-485d-b700-97cb0a9eaae4 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:56:14.433190 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Attempting to bind port 7aed2297-4e86-485d-b700-97cb0a9eaae4 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:56:14.433553 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Attempting to bind port 7aed2297-4e86-485d-b700-97cb0a9eaae4 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:56:14.441919 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8eea7-9c0b-495b-a3c4-68e4754e0886 None None] Pushing event updated for resources: {'Port': ['ID=7aed2297-4e86-485d-b700-97cb0a9eaae4,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:14.444557 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:56:14.444937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:56:14.445335 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.445801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:56:14.446271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Bound port: 7aed2297-4e86-485d-b700-97cb0a9eaae4, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:56:14.446680 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.454812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 868c8042-5414-4a4a-806c-30ca41a85da8) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:14.459705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:14.460330 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.472903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e81c4c-da9e-42de-9281-8cdb33c47635 None None] Network 868c8042-5414-4a4a-806c-30ca41a85da8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:56:14.518865 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2ed8978f-f191-4f0b-86df-223451b3af72 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7536108 Aug 10 02:56:14.521615 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38744) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:14.547424 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] For port 7aed2297-4e86-485d-b700-97cb0a9eaae4, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:56:14.568037 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] For port 7aed2297-4e86-485d-b700-97cb0a9eaae4, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7aed2297-4e86-485d-b700-97cb0a9eaae4,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:56:14.646794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-868c8042-5414-4a4a-806c-30ca41a85da8', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:56:14.647653 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.657626 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.792986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8eea7-9c0b-495b-a3c4-68e4754e0886 None None] Pushing event updated for resources: {'Port': ['ID=7aed2297-4e86-485d-b700-97cb0a9eaae4,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:14.803722 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:14.804376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:14.883882 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:14.944695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Allocated IP 172.20.0.2 (868c8042-5414-4a4a-806c-30ca41a85da8/433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1/cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:56:14.966654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:15.235488 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.249043 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Transition to ACTIVE for port object cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:15.270385 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Transition to ACTIVE for port object cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:15.273956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:12Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:15.303140 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.305086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38934761-8a42-41e8-a08c-07fe9d71d093 None None] The sync data for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 is: [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:12Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:56:15.329741 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.369186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Network 868c8042-5414-4a4a-806c-30ca41a85da8 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:56:15.374522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:15.378235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:56:15.393375 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Pushing event updated for resources: {'Port': ['ID=cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:15.447810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Attempting to bind port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:56:15.448208 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Attempting to bind port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:56:15.448570 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Attempting to bind port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 on network 868c8042-5414-4a4a-806c-30ca41a85da8 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:56:15.453978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:56:15.454395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Checking segment: {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:56:15.454842 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.455246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Bound using segment: {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:56:15.456661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Bound port: cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:56:15.456927 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.531770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] For port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:56:15.538181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] For port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:56:15.613664 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.626722 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.1 (868c8042-5414-4a4a-806c-30ca41a85da8/433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1/6d6e3515-4839-4d96-ab06-d967e1b153e2) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:56:15.689777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2ef91-7104-4837-a488-b7a89530bb13 None None] Pushing event updated for resources: {'Port': ['ID=cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:15.772844 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.790869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object 6d6e3515-4839-4d96-ab06-d967e1b153e2 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:15.895395 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:15.952953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 868c8042-5414-4a4a-806c-30ca41a85da8 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:56:15.961932 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:15.965159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:56:15.971113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=6d6e3515-4839-4d96-ab06-d967e1b153e2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:16.019390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.251349 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.256251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7aed2297-4e86-485d-b700-97cb0a9eaae4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:16.357271 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 7aed2297-4e86-485d-b700-97cb0a9eaae4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:16.362286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7aed2297-4e86-485d-b700-97cb0a9eaae4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:16.362712 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.454708 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.477244 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 7aed2297-4e86-485d-b700-97cb0a9eaae4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7aed2297-4e86-485d-b700-97cb0a9eaae4,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:16.534783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.536253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:16.559230 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.620244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.621884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=7aed2297-4e86-485d-b700-97cb0a9eaae4,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:16.652255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012de63-e1ab-4624-8ca5-70e1ada61e6b None None] Network 868c8042-5414-4a4a-806c-30ca41a85da8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:56:16.699347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=6d6e3515-4839-4d96-ab06-d967e1b153e2,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:16.702087 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.708617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:16.778725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9e65d78b-7eaa-4015-9ba5-21a7cde90044 None None] Provisioning for port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:16.786671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9e65d78b-7eaa-4015-9ba5-21a7cde90044 None None] Provisioning complete for port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:16.787191 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e65d78b-7eaa-4015-9ba5-21a7cde90044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.806160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 868c8042-5414-4a4a-806c-30ca41a85da8 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:56:16.807602 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:16.908737 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e65d78b-7eaa-4015-9ba5-21a7cde90044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:16.937914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router ee139987-4f1c-426e-bae7-d95937f54787 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:56:16.950074 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9e65d78b-7eaa-4015-9ba5-21a7cde90044 None None] For port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:17.020296 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9e65d78b-7eaa-4015-9ba5-21a7cde90044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.068015 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:56:17.074277 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3b02c01e-6bd0-48be-b574-fc0ab2604b39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/ee139987-4f1c-426e-bae7-d95937f54787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5515802 Aug 10 02:56:17.087712 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65d78b-7eaa-4015-9ba5-21a7cde90044 None None] Pushing event updated for resources: {'Port': ['ID=cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:17.099789 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Sync routers for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:56:17.110822 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:17.111623 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:17.180396 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a6dfbf91-0d84-4951-9029-fa2897c3a12c None None] Provisioning for port 6d6e3515-4839-4d96-ab06-d967e1b153e2 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:17.185073 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a6dfbf91-0d84-4951-9029-fa2897c3a12c None None] Provisioning complete for port 6d6e3515-4839-4d96-ab06-d967e1b153e2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:17.185534 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a6dfbf91-0d84-4951-9029-fa2897c3a12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.227637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfbf91-0d84-4951-9029-fa2897c3a12c None None] Port 6d6e3515-4839-4d96-ab06-d967e1b153e2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:56:17.234951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-62dd4e38-605a-4c48-b9c3-821787a0ab6e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210611078&fields=id&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 267 time: 0.0350113 Aug 10 02:56:17.242096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a6dfbf91-0d84-4951-9029-fa2897c3a12c None None] Provisioning complete for port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:17.242527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a6dfbf91-0d84-4951-9029-fa2897c3a12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.255390 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:17.363213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-f32a83fb-58ff-4edf-a374-16deef902724 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:17.364832 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-f32a83fb-58ff-4edf-a374-16deef902724 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/networks?id=868c8042-5414-4a4a-806c-30ca41a85da8 HTTP/1.1" status: 200 len: 797 time: 0.1202519 Aug 10 02:56:17.383296 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-a650872d-0f36-4842-a663-48a548df6782 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/quotas/fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 375 time: 0.0119357 Aug 10 02:56:17.444178 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-0c32b276-c836-4b96-992a-ef2e480af99b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497785 Aug 10 02:56:17.463839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-dba504e1-bc16-4c57-bb94-b00b3fa0996f None None] Provisioning complete for port 6d6e3515-4839-4d96-ab06-d967e1b153e2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:17.464211 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dba504e1-bc16-4c57-bb94-b00b3fa0996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.475169 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '6d6e3515-4839-4d96-ab06-d967e1b153e2', 'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:ee:3c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:15Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 2, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:17.510010 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-dba504e1-bc16-4c57-bb94-b00b3fa0996f None None] Port 6d6e3515-4839-4d96-ab06-d967e1b153e2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:56:17.514517 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Checking router: ee139987-4f1c-426e-bae7-d95937f54787 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:56:17.514911 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Updating router ee139987-4f1c-426e-bae7-d95937f54787 port 6d6e3515-4839-4d96-ab06-d967e1b153e2 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:56:17.541595 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.563695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-bd35e80f-f673-490f-9bb3-f5026b93cbc4 service neutron] 10.222.0.38 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052408 Aug 10 02:56:17.629120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-4c015094-4dff-43b5-9fba-a4a4a007b55f None None] Provisioning complete for port 6d6e3515-4839-4d96-ab06-d967e1b153e2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:17.629708 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4c015094-4dff-43b5-9fba-a4a4a007b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.654432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-c8d01320-58f0-4f4f-b869-c42e7983a587 service neutron] 10.222.0.38 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Aug 10 02:56:17.668691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-4c015094-4dff-43b5-9fba-a4a4a007b55f None None] Port 6d6e3515-4839-4d96-ab06-d967e1b153e2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:56:17.805436 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.815223 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Transition to ACTIVE for port object 6d6e3515-4839-4d96-ab06-d967e1b153e2 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:17.879217 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.908042 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d154193b-2683-496c-961e-7fb3c595783c req-095d1b16-afbb-4260-8f49-e99d39425db4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 210 time: 0.0302393 Aug 10 02:56:17.934170 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Pushing event updated for resources: {'Port': ['ID=6d6e3515-4839-4d96-ab06-d967e1b153e2,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:17.946965 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.947215 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.947565 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.947876 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-915b459d-4308-48c1-b3fe-45cce51f488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:17.948020 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.948671 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.948671 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.948869 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.949180 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.949503 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.949827 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.950151 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:17.950476 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:56:18.001560 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Attempting to bind port 6d6e3515-4839-4d96-ab06-d967e1b153e2 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:56:18.001935 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Attempting to bind port 6d6e3515-4839-4d96-ab06-d967e1b153e2 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:56:18.002300 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Attempting to bind port 6d6e3515-4839-4d96-ab06-d967e1b153e2 on network 868c8042-5414-4a4a-806c-30ca41a85da8 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:56:18.007851 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:56:18.008284 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Checking segment: {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:56:18.008702 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:18.010130 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Bound using segment: {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:56:18.010675 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Bound port: 6d6e3515-4839-4d96-ab06-d967e1b153e2, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:56:18.011067 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:18.077717 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] For port 6d6e3515-4839-4d96-ab06-d967e1b153e2, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:56:18.081708 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] For port 6d6e3515-4839-4d96-ab06-d967e1b153e2, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6d6e3515-4839-4d96-ab06-d967e1b153e2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:56:18.146422 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:18.206270 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:18.206948 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:55:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:18.209948 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969acb8-f3b8-410a-bf56-78139ced7aeb None None] Pushing event updated for resources: {'Port': ['ID=6d6e3515-4839-4d96-ab06-d967e1b153e2,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:18.235742 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7aed2297-4e86-485d-b700-97cb0a9eaae4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:18.288012 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 7aed2297-4e86-485d-b700-97cb0a9eaae4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:18.288787 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:18.347602 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:18.389468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:18.449970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:18.450640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:18.563901 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '6d6e3515-4839-4d96-ab06-d967e1b153e2', 'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:ee:3c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:15Z', 'updated_at': '2021-08-10T02:56:18Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:18.589592 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b947a-de65-4c36-a200-b90aa6106f55 None None] The sync data for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 is: [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '6d6e3515-4839-4d96-ab06-d967e1b153e2', 'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:ee:3c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:15Z', 'updated_at': '2021-08-10T02:56:18Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:56:19.000431 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e37da054-1cdf-4d7c-bcbd-2f8dc40a773e req-d60f263f-b79c-494c-b378-6010143433c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 210 time: 0.0364983 Aug 10 02:56:20.091700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e9a5bb6-8809-4f01-bfa7-502a49105279 req-0d7ed845-ae99-404f-b0d5-a522b47e7403 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 210 time: 0.0301843 Aug 10 02:56:20.214773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6d6e3515-4839-4d96-ab06-d967e1b153e2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:20.327402 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 6d6e3515-4839-4d96-ab06-d967e1b153e2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:20.332152 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6d6e3515-4839-4d96-ab06-d967e1b153e2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:20.332529 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:20.409288 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:20.445393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 6d6e3515-4839-4d96-ab06-d967e1b153e2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6d6e3515-4839-4d96-ab06-d967e1b153e2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:20.528817 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:20.586851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=6d6e3515-4839-4d96-ab06-d967e1b153e2,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:20.631474 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2207c907-a761-4de2-bfa2-44abb53078dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:20.847078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-9ddac465-81d5-47af-83d3-79271d8090d8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:20.848502 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-9ddac465-81d5-47af-83d3-79271d8090d8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/networks?id=868c8042-5414-4a4a-806c-30ca41a85da8 HTTP/1.1" status: 200 len: 797 time: 0.1050737 Aug 10 02:56:20.892580 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-b3e03364-98e9-4037-af0b-43a2e09f5d58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 380 time: 0.0352011 Aug 10 02:56:20.901596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'port': {'device_id': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'admin_state_up': True, 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'security_groups': ['5ce50202-3cc5-4a19-ab12-535b0e2b7d19']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:21.081281 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:56:21.084887 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:21.185858 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:21.189996 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-97298aba-ac3e-4a17-bef8-170481e05472 req-8389636f-2430-4e84-8131-6d8d0f3ce2d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 210 time: 0.0281129 Aug 10 02:56:21.218864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.5 (868c8042-5414-4a4a-806c-30ca41a85da8/433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1/99e073e4-9c94-4bbd-a248-acfb01e03bb2) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:56:21.358909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:21.375640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object 99e073e4-9c94-4bbd-a248-acfb01e03bb2 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:21.443244 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:21.488837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 868c8042-5414-4a4a-806c-30ca41a85da8 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:56:21.493928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:21.497915 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:56:21.524822 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=99e073e4-9c94-4bbd-a248-acfb01e03bb2,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:21.557647 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:21.558354 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:21.626491 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-85bc3997-945e-4f2b-be5e-5363953af629 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7283981 Aug 10 02:56:21.639785 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Request body: {'port': {'device_id': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:21.697370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:21.836864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1e1dcd32-feab-46eb-b2ff-5bb10b8d91ae None None] Provisioning for port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:21.841026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-1e1dcd32-feab-46eb-b2ff-5bb10b8d91ae None None] Provisioning complete for port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:21.841403 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1e1dcd32-feab-46eb-b2ff-5bb10b8d91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:21.875803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-1e1dcd32-feab-46eb-b2ff-5bb10b8d91ae None None] Port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:56:21.972635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e073e4-9c94-4bbd-a248-acfb01e03bb2 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:56:21.980393 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:21.992379 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Transition to ACTIVE for port object 99e073e4-9c94-4bbd-a248-acfb01e03bb2 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:56:22.053784 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:22.106193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Pushing event updated for resources: {'Port': ['ID=99e073e4-9c94-4bbd-a248-acfb01e03bb2,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:22.179436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Attempting to bind port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:56:22.179888 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Attempting to bind port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:56:22.180300 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Attempting to bind port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 on network 868c8042-5414-4a4a-806c-30ca41a85da8 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:56:22.185588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 on network 868c8042-5414-4a4a-806c-30ca41a85da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:56:22.185928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Attempting to bind port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 on network 868c8042-5414-4a4a-806c-30ca41a85da8 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:56:22.191162 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:56:22.191515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Checking segment: {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:56:22.191897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Bound using segment: {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:56:22.192342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Bound port: 99e073e4-9c94-4bbd-a248-acfb01e03bb2, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec175ba-5004-443f-a0e6-fe8f27075a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:56:22.192777 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:22.205941 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6d6e3515-4839-4d96-ab06-d967e1b153e2 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:22.269602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6d6e3515-4839-4d96-ab06-d967e1b153e2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:22.271171 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:22.280384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] For port 99e073e4-9c94-4bbd-a248-acfb01e03bb2, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:56:22.283620 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] For port 99e073e4-9c94-4bbd-a248-acfb01e03bb2, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:56:22.320724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587868aa-3732-4153-834f-1e16f726f79e req-31da51ac-b8a4-4488-99e8-c4f863832ea6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:22.326474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-587868aa-3732-4153-834f-1e16f726f79e req-31da51ac-b8a4-4488-99e8-c4f863832ea6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 943 time: 0.0597782 Aug 10 02:56:22.346908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:22.362460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-587868aa-3732-4153-834f-1e16f726f79e req-47d96b8b-3fe9-47c9-a850-ce86c884e565 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341797 Aug 10 02:56:22.395730 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:22.396912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:22.398478 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] 10.222.0.11 "PUT /v2.0/ports/99e073e4-9c94-4bbd-a248-acfb01e03bb2 HTTP/1.1" status: 200 len: 1092 time: 0.7637215 Aug 10 02:56:22.398946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:56:22.401214 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f561d-227c-4ec6-98f2-f5dd2ebc8907" -d '{"events": [{"name": "network-changed", "server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:56:22.426170 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df5cab-1eb1-418f-9885-0bd6a8aadd7a service neutron] Pushing event updated for resources: {'Port': ['ID=99e073e4-9c94-4bbd-a248-acfb01e03bb2,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:22.452352 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d507f634-d1a6-4b5a-aa35-9cedc91b4800 x-openstack-request-id: req-d507f634-d1a6-4b5a-aa35-9cedc91b4800 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:56:22.456701 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:56:22.456701 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d507f634-d1a6-4b5a-aa35-9cedc91b4800 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:56:22.456701 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'status': 'completed', 'code': 200} Aug 10 02:56:22.518253 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f561d-227c-4ec6-98f2-f5dd2ebc8907 req-1081ecbe-b5c6-449d-9240-caeb18bda318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:22.520730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-180f561d-227c-4ec6-98f2-f5dd2ebc8907 req-1081ecbe-b5c6-449d-9240-caeb18bda318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 1095 time: 0.0448976 Aug 10 02:56:22.532664 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:22.629707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f561d-227c-4ec6-98f2-f5dd2ebc8907 req-5f6dc17b-d835-43a6-9844-e726a3aeb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:22.631329 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-180f561d-227c-4ec6-98f2-f5dd2ebc8907 req-5f6dc17b-d835-43a6-9844-e726a3aeb3be service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fc28c2edc096457d989b3461df62d443&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1033862 Aug 10 02:56:22.725430 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f561d-227c-4ec6-98f2-f5dd2ebc8907 req-27bb4cd4-4b9a-4ba1-a743-a8aad42ca1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:22.727008 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-180f561d-227c-4ec6-98f2-f5dd2ebc8907 req-27bb4cd4-4b9a-4ba1-a743-a8aad42ca1e1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894387 Aug 10 02:56:22.804892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-606f57a2-39ef-4845-8ce0-8c8faf32ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:22.806371 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-606f57a2-39ef-4845-8ce0-8c8faf32ed6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 1095 time: 0.0450170 Aug 10 02:56:22.848863 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-937b3c27-6c61-425b-b2c6-203d5a1d6756 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2 HTTP/1.1" status: 200 len: 217 time: 0.0349240 Aug 10 02:56:22.898329 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-042104f8-afad-473f-9f7f-bf4fadf15a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:22.899725 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-042104f8-afad-473f-9f7f-bf4fadf15a95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1 HTTP/1.1" status: 200 len: 835 time: 0.0441506 Aug 10 02:56:22.944732 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e1568cc3-3eed-4e2b-bfc3-69d05616f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:22.946181 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-e1568cc3-3eed-4e2b-bfc3-69d05616f6dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=868c8042-5414-4a4a-806c-30ca41a85da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396373 Aug 10 02:56:23.039719 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-41e20136-73d9-4a27-8725-2e8ac2745f62 service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Aug 10 02:56:23.128981 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2ec0cc2-9223-423b-9f6c-69eeb92efa7b req-20be03bb-e871-48ba-9eb8-24214e7ffe0b service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826144 Aug 10 02:56:23.484088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c111f6-524e-4d53-9211-e0cc0caf5b2f req-6850759f-8c42-47a6-ad91-beec6d0f54a6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:23.485550 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40c111f6-524e-4d53-9211-e0cc0caf5b2f req-6850759f-8c42-47a6-ad91-beec6d0f54a6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 943 time: 0.0492635 Aug 10 02:56:23.525577 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-40c111f6-524e-4d53-9211-e0cc0caf5b2f req-b898e4ef-b046-45ea-9a17-19379494d907 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339584 Aug 10 02:56:24.058446 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:24.645702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792db870-429c-472a-945d-105111dd22ce req-b4707ad3-150c-4b44-a069-55bbb553b3cc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:24.647219 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-792db870-429c-472a-945d-105111dd22ce req-b4707ad3-150c-4b44-a069-55bbb553b3cc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 943 time: 0.0524979 Aug 10 02:56:24.684646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-792db870-429c-472a-945d-105111dd22ce req-e154d46c-a078-48a0-a26c-d889d6c0d86f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Aug 10 02:56:24.897960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 99e073e4-9c94-4bbd-a248-acfb01e03bb2 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:56:24.986913 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 99e073e4-9c94-4bbd-a248-acfb01e03bb2, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:25.000664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'port_id': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'mac_address': 'fa:16:3e:92:a9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:56:25.192932 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:25.205252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e073e4-9c94-4bbd-a248-acfb01e03bb2 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:56:25.224660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 99e073e4-9c94-4bbd-a248-acfb01e03bb2, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:25.349658 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:25.396356 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=99e073e4-9c94-4bbd-a248-acfb01e03bb2,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:25.550500 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['99e073e4-9c94-4bbd-a248-acfb01e03bb2'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:56:25.800127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d7dd9-a3a5-4b72-9a1d-8603cccb002e req-ab79945e-46c5-41bd-a4e9-9db6f588a8a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:25.801925 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-048d7dd9-a3a5-4b72-9a1d-8603cccb002e req-ab79945e-46c5-41bd-a4e9-9db6f588a8a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 944 time: 0.0495126 Aug 10 02:56:25.840070 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-048d7dd9-a3a5-4b72-9a1d-8603cccb002e req-05ac3ac5-b419-4479-afc6-1ac7cee13eda tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Aug 10 02:56:26.895159 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 99e073e4-9c94-4bbd-a248-acfb01e03bb2 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:56:26.954709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7dfca-68d8-4652-bcdf-8f91607dc4a8 req-34ce645d-d937-4c8a-a9e7-876f08e81638 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:26.956328 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5a7dfca-68d8-4652-bcdf-8f91607dc4a8 req-34ce645d-d937-4c8a-a9e7-876f08e81638 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 944 time: 0.0491774 Aug 10 02:56:26.990946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:56:26.993864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c5a7dfca-68d8-4652-bcdf-8f91607dc4a8 req-1d066cff-e74b-44ff-b06c-e9c4a016f9d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Aug 10 02:56:26.995279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:56:26.995658 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:27.073439 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:27.095550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:56:27.098352 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256a704d-d364-4ba1-aff9-0720dc56fc4f" -d '{"events": [{"server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "name": "network-vif-plugged", "status": "completed", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:56:27.110765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 99e073e4-9c94-4bbd-a248-acfb01e03bb2, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:56:27.135871 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae7e04d-c994-4b4c-b6c1-33a123d12a92 x-openstack-request-id: req-fae7e04d-c994-4b4c-b6c1-33a123d12a92 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:56:27.136163 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "name": "network-vif-plugged", "status": "completed", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:56:27.141448 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fae7e04d-c994-4b4c-b6c1-33a123d12a92 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:56:27.141448 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'code': 200} Aug 10 02:56:27.166861 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:27.214888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=99e073e4-9c94-4bbd-a248-acfb01e03bb2,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:27.241730 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746669f-4ef1-4d26-af72-bc7be4a1840b req-0de28259-9a99-4915-9f2d-95672c8a83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:27.243318 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e746669f-4ef1-4d26-af72-bc7be4a1840b req-0de28259-9a99-4915-9f2d-95672c8a83ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 1097 time: 0.0491853 Aug 10 02:56:27.279169 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e746669f-4ef1-4d26-af72-bc7be4a1840b req-7e1d23c3-a61b-4069-abf8-0c2e6620e97d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283065 Aug 10 02:56:28.114933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e787-ddf9-450f-b0f1-0a278f15f9ac req-b9954a1d-6b78-4619-b370-ac438d49ddef tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:28.116513 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88f9e787-ddf9-450f-b0f1-0a278f15f9ac req-b9954a1d-6b78-4619-b370-ac438d49ddef tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0547104 Aug 10 02:56:28.156615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88f9e787-ddf9-450f-b0f1-0a278f15f9ac req-edeb330e-e8d3-481b-9d53-9c7a7057f2df tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339391 Aug 10 02:56:29.272931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af79069-37c5-4297-82e7-3c82fd6a6db2 req-ebc9b285-69d3-4f2b-a507-55f4778069fb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:29.274399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2af79069-37c5-4297-82e7-3c82fd6a6db2 req-ebc9b285-69d3-4f2b-a507-55f4778069fb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0484769 Aug 10 02:56:29.310904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2af79069-37c5-4297-82e7-3c82fd6a6db2 req-09f401f6-cd7f-4c43-b71a-55f863b414a9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305836 Aug 10 02:56:29.422566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f554cd-857c-4eff-84a6-f7775cd6f4d0 req-e4622f01-37ce-47cf-aad0-7abf9215b6a4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:29.424077 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02f554cd-857c-4eff-84a6-f7775cd6f4d0 req-e4622f01-37ce-47cf-aad0-7abf9215b6a4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0483954 Aug 10 02:56:29.461945 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02f554cd-857c-4eff-84a6-f7775cd6f4d0 req-830aafe5-f73e-46e5-a4ff-3d0fd9d1c8e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316582 Aug 10 02:56:29.483539 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38808) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:29.527803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf031975-8596-4001-b880-ed31233a6fa9 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:29.529314 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-bf031975-8596-4001-b880-ed31233a6fa9 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 1092 time: 0.0448220 Aug 10 02:56:29.532308 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38810) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:29.536727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:56:29.619571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:29.715708 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:29.820666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.154 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/03a1c173-a507-42ab-a3f8-d868685f9471) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:56:29.919503 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:30.013254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:30.056347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:56:30.059206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:56:30.062791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:56:30.085561 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=03a1c173-a507-42ab-a3f8-d868685f9471,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:30.410800 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:30.535962 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:30.695200 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:30.803432 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:30.890138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=03a1c173-a507-42ab-a3f8-d868685f9471,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:56:30.905472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:31.451449 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP 1ae3bcd3-44a4-435e-bc1a-3d340498df22 associated. External IP: 172.25.3.154, port: 99e073e4-9c94-4bbd-a248-acfb01e03bb2. Aug 10 02:56:31.659973 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router ee139987-4f1c-426e-bae7-d95937f54787 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:56:31.772523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:56:31.784178 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] Sync routers for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:56:31.793949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:31.800018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:56:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:31.859563 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:31.887703 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-15a9368e-f412-4f80-bf4a-2962b4275974 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3543696 Aug 10 02:56:31.888281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:56:31.890617 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98" -d '{"events": [{"name": "network-changed", "server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:56:31.900904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:31.930414 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07ae0a6-0b94-4e46-9790-c36e330697b1 x-openstack-request-id: req-e07ae0a6-0b94-4e46-9790-c36e330697b1 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:56:31.930835 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:56:31.931183 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e07ae0a6-0b94-4e46-9790-c36e330697b1 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:56:31.931681 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'status': 'completed', 'code': 200} Aug 10 02:56:31.993685 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea61aa-4d78-4946-a527-61b183138f39 req-ea95a1a5-6e4e-4eca-9e29-b16acd5e13f8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:31.995536 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cea61aa-4d78-4946-a527-61b183138f39 req-ea95a1a5-6e4e-4eca-9e29-b16acd5e13f8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0525103 Aug 10 02:56:32.002318 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-82384a7a-c4c9-4388-8eaa-ccaed0df3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:32.003951 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-82384a7a-c4c9-4388-8eaa-ccaed0df3f9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 1097 time: 0.0445786 Aug 10 02:56:32.037482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cea61aa-4d78-4946-a527-61b183138f39 req-6d9363c6-247a-49ae-9f22-5260e72b6f80 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339372 Aug 10 02:56:32.061079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38816) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:32.105361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-682f3dc4-2bdf-4271-b233-01776c46a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:32.106882 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-682f3dc4-2bdf-4271-b233-01776c46a81a service neutron] 10.222.0.11 "GET /v2.0/networks?id=868c8042-5414-4a4a-806c-30ca41a85da8 HTTP/1.1" status: 200 len: 898 time: 0.0960567 Aug 10 02:56:32.130193 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-82e71f24-c09c-46aa-9382-e03583d2a17b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/1ae3bcd3-44a4-435e-bc1a-3d340498df22 HTTP/1.1" status: 200 len: 991 time: 0.0675483 Aug 10 02:56:32.142695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '1ae3bcd3-44a4-435e-bc1a-3d340498df22', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'port_id': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'mac_address': 'fa:16:3e:92:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:56:30Z', 'updated_at': '2021-08-10T02:56:30Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6e3515-4839-4d96-ab06-d967e1b153e2', 'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:ee:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:15Z', 'updated_at': '2021-08-10T02:56:20Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:32.168763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] Checking router: ee139987-4f1c-426e-bae7-d95937f54787 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:56:32.174895 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-b9b2d624-c946-4840-9bd4-5fea9f5f361f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2 HTTP/1.1" status: 200 len: 999 time: 0.0600276 Aug 10 02:56:32.177910 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:56:32.178510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:56:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:32.223123 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-0cc8906a-d08f-4f21-8f29-5e0cd32b4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:32.224711 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-0cc8906a-d08f-4f21-8f29-5e0cd32b4302 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1 HTTP/1.1" status: 200 len: 835 time: 0.0436726 Aug 10 02:56:32.274657 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-23fd1b86-d7b9-444c-8c08-e504ae421b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:56:32.276174 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-23fd1b86-d7b9-444c-8c08-e504ae421b36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=868c8042-5414-4a4a-806c-30ca41a85da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445175 Aug 10 02:56:32.284770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:56:32.368336 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-980beec3-a5e4-4a1c-9b2c-38870cbe49b2 service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835919 Aug 10 02:56:32.462841 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f33b6e4e-3cc4-48ae-af8c-73b210fd9d98 req-1e824952-c20d-4d11-b52d-7e245923ed12 service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874925 Aug 10 02:56:32.514691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '1ae3bcd3-44a4-435e-bc1a-3d340498df22', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'port_id': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'mac_address': 'fa:16:3e:92:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:56:30Z', 'updated_at': '2021-08-10T02:56:30Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6e3515-4839-4d96-ab06-d967e1b153e2', 'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:ee:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:15Z', 'updated_at': '2021-08-10T02:56:20Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:56:32.541414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb5668-2944-428a-a747-ff621a6d1280 None None] The sync data for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 is: [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '1ae3bcd3-44a4-435e-bc1a-3d340498df22', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'port_id': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'mac_address': 'fa:16:3e:92:a9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:56:30Z', 'updated_at': '2021-08-10T02:56:30Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6e3515-4839-4d96-ab06-d967e1b153e2', 'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:ee:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:15Z', 'updated_at': '2021-08-10T02:56:20Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:56:32.722300 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf9e87e-0464-41d6-b9e6-9c129e22cadc None None] New status for floating IP 1ae3bcd3-44a4-435e-bc1a-3d340498df22: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:56:33.134160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38818) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:56:33.194641 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-697286a9-1da7-4cc2-8356-1629cbfb036f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/1ae3bcd3-44a4-435e-bc1a-3d340498df22 HTTP/1.1" status: 200 len: 993 time: 0.0592906 Aug 10 02:56:40.289745 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:56:43.699173 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:44.847968 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:47.968144 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd5b508a-6896-4dfc-9c6d-a0bbf6870ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:50.607905 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bdac7287-839d-4451-9176-038edcf3d88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:51.179117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:52.497684 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:56:54.064392 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:04.699299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c9f07-5f3b-4980-97f2-9b258408cfc9 req-85b89b0e-2ca9-4d3d-8090-e1a2013bcade tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:04.700828 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d1c9f07-5f3b-4980-97f2-9b258408cfc9 req-85b89b0e-2ca9-4d3d-8090-e1a2013bcade tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0506980 Aug 10 02:57:04.740387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d1c9f07-5f3b-4980-97f2-9b258408cfc9 req-5654f319-789d-4f64-b113-f87f25f0ef98 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331943 Aug 10 02:57:04.782866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9792725-449d-4921-be71-232a9c078bcc req-d22ddfea-d5a1-4091-9c73-8bb77b505d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:04.784390 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9792725-449d-4921-be71-232a9c078bcc req-d22ddfea-d5a1-4091-9c73-8bb77b505d01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 1097 time: 0.0411320 Aug 10 02:57:04.878370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9792725-449d-4921-be71-232a9c078bcc req-9a9021c7-424a-4820-ab87-48d45a7e4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:04.879799 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9792725-449d-4921-be71-232a9c078bcc req-9a9021c7-424a-4820-ab87-48d45a7e4caa service neutron] 10.222.0.11 "GET /v2.0/networks?id=868c8042-5414-4a4a-806c-30ca41a85da8 HTTP/1.1" status: 200 len: 898 time: 0.0883420 Aug 10 02:57:04.946288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9792725-449d-4921-be71-232a9c078bcc req-036796f1-ca73-45b1-bacc-2e56989117ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0589523 Aug 10 02:57:04.998802 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9792725-449d-4921-be71-232a9c078bcc req-0f5570e9-45aa-480a-b66e-e94713d39329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:05.000219 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9792725-449d-4921-be71-232a9c078bcc req-0f5570e9-45aa-480a-b66e-e94713d39329 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1 HTTP/1.1" status: 200 len: 835 time: 0.0469251 Aug 10 02:57:05.045388 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9792725-449d-4921-be71-232a9c078bcc req-acd51f9d-a5bf-48d5-b87a-fec33ae6eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:05.046868 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9792725-449d-4921-be71-232a9c078bcc req-acd51f9d-a5bf-48d5-b87a-fec33ae6eb83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=868c8042-5414-4a4a-806c-30ca41a85da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388827 Aug 10 02:57:05.133438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9792725-449d-4921-be71-232a9c078bcc req-08ccd81a-a519-4c91-8b13-1c8e6733376f service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785565 Aug 10 02:57:05.224475 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f9792725-449d-4921-be71-232a9c078bcc req-a1545768-4bfa-466b-869f-18911f62c71f service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837388 Aug 10 02:57:05.860578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eed44d-8507-418b-89ac-2e7658f94522 req-bce40449-ad09-4cf2-8d34-a6b3d36537d8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:05.862051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66eed44d-8507-418b-89ac-2e7658f94522 req-bce40449-ad09-4cf2-8d34-a6b3d36537d8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0500181 Aug 10 02:57:05.899979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66eed44d-8507-418b-89ac-2e7658f94522 req-41dcb074-af83-420c-b71d-57868b1ac05f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Aug 10 02:57:07.019938 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95e08-4f3b-4f8a-b205-fd5c6da158cc req-08e0d8c0-8595-4a06-b163-33868066a73e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:07.021367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0d95e08-4f3b-4f8a-b205-fd5c6da158cc req-08e0d8c0-8595-4a06-b163-33868066a73e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0536008 Aug 10 02:57:07.058812 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d0d95e08-4f3b-4f8a-b205-fd5c6da158cc req-13ad262a-c0ec-4546-b0a0-aa2033e9992d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Aug 10 02:57:08.174054 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ebc6d-70cd-42d9-953e-aa168b8813a8 req-8b63e02f-06e9-4f27-a9e0-877ee8901850 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:08.175555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d1ebc6d-70cd-42d9-953e-aa168b8813a8 req-8b63e02f-06e9-4f27-a9e0-877ee8901850 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0494902 Aug 10 02:57:08.212954 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2d1ebc6d-70cd-42d9-953e-aa168b8813a8 req-69570361-aaf1-41cd-a50f-9963053bb43e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312586 Aug 10 02:57:09.326381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb883c-7930-40d7-9f26-72c746e23fdc req-96d01a51-db9a-4a7f-b9d3-c467e4cb3835 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:09.327904 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fcb883c-7930-40d7-9f26-72c746e23fdc req-96d01a51-db9a-4a7f-b9d3-c467e4cb3835 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0481467 Aug 10 02:57:09.365555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fcb883c-7930-40d7-9f26-72c746e23fdc req-92bd2fbc-1333-49b2-b08e-edc65eca2bd7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318377 Aug 10 02:57:10.485142 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6577d5-6152-47a7-bcab-39ab48bdf512 req-7cbf95fd-65e4-482a-8386-8af7b5c8f148 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:10.486543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a6577d5-6152-47a7-bcab-39ab48bdf512 req-7cbf95fd-65e4-482a-8386-8af7b5c8f148 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0529931 Aug 10 02:57:10.525268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a6577d5-6152-47a7-bcab-39ab48bdf512 req-de87d5e0-41c2-4e93-b863-13b90aaba54d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Aug 10 02:57:11.638206 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34a52f-0382-4876-a7c7-76e9d4aae80c req-cb7a6b60-007e-4bbe-8116-87885d09c26b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:11.639716 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f34a52f-0382-4876-a7c7-76e9d4aae80c req-cb7a6b60-007e-4bbe-8116-87885d09c26b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0485470 Aug 10 02:57:11.677795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f34a52f-0382-4876-a7c7-76e9d4aae80c req-1a6ecfc4-204c-4ffa-8268-c09e9e43c8ed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321620 Aug 10 02:57:12.792582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b548a-259d-49e8-8ced-583e7dc9fbf2 req-2a288ba1-4314-46ed-904b-6bc93f6b1cf4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:12.794064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b0b548a-259d-49e8-8ced-583e7dc9fbf2 req-2a288ba1-4314-46ed-904b-6bc93f6b1cf4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0488229 Aug 10 02:57:12.831339 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b0b548a-259d-49e8-8ced-583e7dc9fbf2 req-c48c7a79-8a3a-4c5b-a217-eb06083db010 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Aug 10 02:57:13.715597 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:13.950379 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dce2b0-b416-4966-a7e7-6102af3127de req-84dad958-f6fd-48bc-8d21-b723b4facd9d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:13.951800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05dce2b0-b416-4966-a7e7-6102af3127de req-84dad958-f6fd-48bc-8d21-b723b4facd9d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0536926 Aug 10 02:57:13.989223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-05dce2b0-b416-4966-a7e7-6102af3127de req-416a571e-512f-4147-88c3-53ef0302d279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Aug 10 02:57:14.824083 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:15.103448 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f65f2-379c-4ac6-b4ce-3313bce7e39a req-8c02acc6-569b-424d-a935-c32f7cb3c55e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:15.104926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b80f65f2-379c-4ac6-b4ce-3313bce7e39a req-8c02acc6-569b-424d-a935-c32f7cb3c55e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0486786 Aug 10 02:57:15.142117 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b80f65f2-379c-4ac6-b4ce-3313bce7e39a req-25439954-5e04-4b53-b353-02acaea205a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312686 Aug 10 02:57:16.256116 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a5ea9-296d-4f13-a968-360d41000915 req-074598d0-98c7-4113-ae48-0cf7a0bd7aea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:16.257594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a8a5ea9-296d-4f13-a968-360d41000915 req-074598d0-98c7-4113-ae48-0cf7a0bd7aea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0483797 Aug 10 02:57:16.295632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a8a5ea9-296d-4f13-a968-360d41000915 req-583d81b0-be11-496f-a2f0-43bf66fd7fe5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310628 Aug 10 02:57:17.289240 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:57:17.414916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540f7a5-2661-4891-b7e6-59593345a8cd req-b7192165-2e55-4a7e-aae1-44356f50c0ad tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:17.416663 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d540f7a5-2661-4891-b7e6-59593345a8cd req-b7192165-2e55-4a7e-aae1-44356f50c0ad tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0544198 Aug 10 02:57:17.454702 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d540f7a5-2661-4891-b7e6-59593345a8cd req-f46e299f-d58a-415c-ae25-75ef446892e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Aug 10 02:57:17.949816 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-18b6eecf-60c3-425b-9a5a-bbf2167d45dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:18.572862 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8db4c2-6a29-4791-a617-9905290a5732 req-857ef391-2fe4-4771-b444-e94303632c06 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:18.574369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed8db4c2-6a29-4791-a617-9905290a5732 req-857ef391-2fe4-4771-b444-e94303632c06 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0485246 Aug 10 02:57:18.612471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed8db4c2-6a29-4791-a617-9905290a5732 req-9f033dc8-576c-40fa-b3ad-1b7e80914d1b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320942 Aug 10 02:57:19.733610 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7fbbc-3e94-46a8-8e69-8cceb04d37ee req-69a7d356-26ee-48c5-b7ed-ea957ad212fe tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:19.735138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fc7fbbc-3e94-46a8-8e69-8cceb04d37ee req-69a7d356-26ee-48c5-b7ed-ea957ad212fe tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0493724 Aug 10 02:57:19.771973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fc7fbbc-3e94-46a8-8e69-8cceb04d37ee req-e669958c-e486-4a04-95c6-1de4a6818ee9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309534 Aug 10 02:57:20.618410 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a6316214-6eaa-4f9a-b7e6-75c53d0039a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:20.890397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb34e-289f-4944-a84c-672f0c9065a0 req-b3eaba5a-3f10-4601-b9b9-f7fd702ea836 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:20.891826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-730cb34e-289f-4944-a84c-672f0c9065a0 req-b3eaba5a-3f10-4601-b9b9-f7fd702ea836 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0547376 Aug 10 02:57:20.930197 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-730cb34e-289f-4944-a84c-672f0c9065a0 req-cef51c56-a5eb-4eb4-a83a-c2de21ceca13 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324473 Aug 10 02:57:21.222960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:22.049804 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04d68a-bc5c-42e5-b76e-63e24d539134 req-330a1834-f933-420d-800f-c6b7efbec7ae tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:22.051299 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f04d68a-bc5c-42e5-b76e-63e24d539134 req-330a1834-f933-420d-800f-c6b7efbec7ae tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0489562 Aug 10 02:57:22.088422 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f04d68a-bc5c-42e5-b76e-63e24d539134 req-c4676a75-0fe3-4947-878a-8afd4ae484f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312798 Aug 10 02:57:22.111369 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38872) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:57:22.173781 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3dfbc13e-9ed5-4c76-bf4b-ad5b4dade136 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/1ae3bcd3-44a4-435e-bc1a-3d340498df22 HTTP/1.1" status: 200 len: 993 time: 0.0611944 Aug 10 02:57:22.519761 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:24.051571 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:29.130188 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-14b9a8cd-5870-4b49-899a-81644c1dffda service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425816 Aug 10 02:57:29.211412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-0a7b2121-1077-413f-a974-2d81054bb2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:29.212908 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-0a7b2121-1077-413f-a974-2d81054bb2d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 1097 time: 0.0400121 Aug 10 02:57:29.314812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-3e1899c1-008d-4415-8704-0b8a3219ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:29.316303 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-3e1899c1-008d-4415-8704-0b8a3219ed39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=868c8042-5414-4a4a-806c-30ca41a85da8 HTTP/1.1" status: 200 len: 898 time: 0.0837231 Aug 10 02:57:29.385561 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-c7c05e92-2979-4fae-aee7-d25f4bbf26eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0623984 Aug 10 02:57:29.435073 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-ab14717a-5693-4207-9989-e0f3c4459621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:29.436499 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-ab14717a-5693-4207-9989-e0f3c4459621 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1 HTTP/1.1" status: 200 len: 835 time: 0.0434945 Aug 10 02:57:29.483260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-8741354a-a5e7-46ff-9887-6559ed7c0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:29.484731 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-8741354a-a5e7-46ff-9887-6559ed7c0fec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=868c8042-5414-4a4a-806c-30ca41a85da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390630 Aug 10 02:57:29.581128 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-73992dd6-24e9-4ade-bbfa-3d113b5f3436 service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892162 Aug 10 02:57:29.669797 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-aec6bfe4-c0a0-49f5-b88d-5919ba12b4d7 req-7c9404c3-9584-4646-a549-2fc110c7a329 service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820529 Aug 10 02:57:32.601256 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-6335c681-8e2e-4b2e-91cc-3f008ccf2d80 req-3424fafb-9a79-4785-b884-2edd008f154a service neutron] (101224) timed out ('10.222.0.38', 35766) {{(pid=101224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:57:43.715947 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:44.800176 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:47.925790 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-590cbb7b-0d6e-4688-9f30-e2eea8b4ff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:50.616061 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-087e0d71-04e7-484b-afbf-45aec1e58748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:51.205812 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:52.503170 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:52.713377 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38886) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:57:52.870416 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 03a1c173-a507-42ab-a3f8-d868685f9471 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:57:52.870791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:52.948786 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:52.949113 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:52.961145 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 03a1c173-a507-42ab-a3f8-d868685f9471 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:57:53.166073 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:53.191113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=03a1c173-a507-42ab-a3f8-d868685f9471,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:57:53.203410 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.203769 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.204118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.204462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.204798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.205133 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.205471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.205807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.206143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.206474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.206837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.207165 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:53.260213 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:53.260560 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP 1ae3bcd3-44a4-435e-bc1a-3d340498df22 disassociated (deleted). External IP: 172.25.3.154, port: 99e073e4-9c94-4bbd-a248-acfb01e03bb2. Aug 10 02:57:53.469363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router ee139987-4f1c-426e-bae7-d95937f54787 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:57:53.575706 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:57:53.580506 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:53.585300 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] Sync routers for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:57:53.594015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:57:53.594660 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:57:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:57:53.606717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-24ab9c88-dbed-4a70-9d62-81c02c13ba19 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/floatingips/1ae3bcd3-44a4-435e-bc1a-3d340498df22 HTTP/1.1" status: 204 len: 168 time: 0.8922336 Aug 10 02:57:53.607305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:57:53.609655 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc324c26-b4b4-4405-913d-5e9da15aad78" -d '{"events": [{"name": "network-changed", "server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:57:53.649641 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fb29fa-c46f-4dc9-aeda-cdab4fe31fa1 x-openstack-request-id: req-e8fb29fa-c46f-4dc9-aeda-cdab4fe31fa1 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:57:53.649641 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:57:53.649888 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e8fb29fa-c46f-4dc9-aeda-cdab4fe31fa1 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:57:53.650160 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'status': 'completed', 'code': 200} Aug 10 02:57:53.706164 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:57:53.718753 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-8c3976f7-27d1-4c00-b5a4-e3302cf2d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:53.720334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-8c3976f7-27d1-4c00-b5a4-e3302cf2d4e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 1097 time: 0.0432293 Aug 10 02:57:53.818082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-b5c5c09d-27b4-4ca2-b455-7d0af975620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:53.819634 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-b5c5c09d-27b4-4ca2-b455-7d0af975620e service neutron] 10.222.0.11 "GET /v2.0/networks?id=868c8042-5414-4a4a-806c-30ca41a85da8 HTTP/1.1" status: 200 len: 898 time: 0.0920656 Aug 10 02:57:53.864280 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-2b1cdc86-5067-4a87-b3b5-4e87f516a0d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2 HTTP/1.1" status: 200 len: 217 time: 0.0367682 Aug 10 02:57:53.907705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '6d6e3515-4839-4d96-ab06-d967e1b153e2', 'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:ee:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:15Z', 'updated_at': '2021-08-10T02:56:20Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:57:53.918169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-af8003dc-5659-42aa-9e68-14cd63a3e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:53.920216 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-af8003dc-5659-42aa-9e68-14cd63a3e370 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1 HTTP/1.1" status: 200 len: 835 time: 0.0485809 Aug 10 02:57:53.933738 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] Checking router: ee139987-4f1c-426e-bae7-d95937f54787 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:57:53.942863 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:57:53.943476 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:57:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:57:53.969970 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-713e9aca-86b2-48da-b807-b4fcc6a1c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:53.971614 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-713e9aca-86b2-48da-b807-b4fcc6a1c17f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=868c8042-5414-4a4a-806c-30ca41a85da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429442 Aug 10 02:57:54.049740 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ee6cb-536f-42d9-8350-89bfd552344c req-69384e01-ec27-4d99-8fbd-f1e4c9c48064 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:54.051385 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c43ee6cb-536f-42d9-8350-89bfd552344c req-69384e01-ec27-4d99-8fbd-f1e4c9c48064 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0521846 Aug 10 02:57:54.071182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:57:54.073053 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-cd1901d8-421d-495b-afb8-5e9500713e94 service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930226 Aug 10 02:57:54.092610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c43ee6cb-536f-42d9-8350-89bfd552344c req-9841b3d3-7a45-49b0-ae61-8cb784b01b4c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337663 Aug 10 02:57:54.101152 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:54.173908 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-bc324c26-b4b4-4405-913d-5e9da15aad78 req-fda03bdc-fae0-4e8b-9776-03ac627f7704 service neutron] 10.222.0.11 "GET /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907931 Aug 10 02:57:54.276426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '6d6e3515-4839-4d96-ab06-d967e1b153e2', 'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:ee:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:15Z', 'updated_at': '2021-08-10T02:56:20Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:57:54.287629 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:57:54.303204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd4fe32-5c21-4653-94e3-bb123e37184e None None] The sync data for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 is: [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '6d6e3515-4839-4d96-ab06-d967e1b153e2', 'name': '', 'network_id': '868c8042-5414-4a4a-806c-30ca41a85da8', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:ee:3c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:15Z', 'updated_at': '2021-08-10T02:56:20Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:57:54.509833 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963c564-1892-41e0-af44-68d81182ae34 None None] New status for floating IP 1ae3bcd3-44a4-435e-bc1a-3d340498df22: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:57:55.213873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea024-24a6-4f2c-9396-3fb6d44509a4 req-d2dd66e3-e717-409b-91ab-0fe1fe19ce4e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:55.215376 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab2ea024-24a6-4f2c-9396-3fb6d44509a4 req-d2dd66e3-e717-409b-91ab-0fe1fe19ce4e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0519123 Aug 10 02:57:55.253635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab2ea024-24a6-4f2c-9396-3fb6d44509a4 req-e990bcb9-c291-4ce4-a550-8d1fda41ea09 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce50202-3cc5-4a19-ab12-535b0e2b7d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Aug 10 02:57:55.575358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-f298debd-25d4-4a48-a4d2-3822a736b99d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:57:55.576821 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-f298debd-25d4-4a48-a4d2-3822a736b99d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 945 time: 0.0482490 Aug 10 02:57:55.666756 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:57:55.667106 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:55.753946 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 99e073e4-9c94-4bbd-a248-acfb01e03bb2, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=99e073e4-9c94-4bbd-a248-acfb01e03bb2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:57:55.754319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:55.766792 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 99e073e4-9c94-4bbd-a248-acfb01e03bb2 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:57:56.308755 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:56.339065 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=99e073e4-9c94-4bbd-a248-acfb01e03bb2,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:57:56.352423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.352784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.353135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.354837 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.360001 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-92915ca9-8a46-4dc1-b8ac-82fcf09df40e req-9554f24b-69b6-4284-b3dc-7c2b37db0085 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1adbc8f-9207-4d23-aaf7-b5192c181f2a HTTP/1.1" status: 200 len: 210 time: 0.0318317 Aug 10 02:57:56.360661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.360661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.360661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.360661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.360661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.360661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.360661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.360661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:57:56.394002 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] No DVR routers for this DVR port 99e073e4-9c94-4bbd-a248-acfb01e03bb2 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:57:56.396686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:56.398774 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d640818-1f72-42b9-b359-f1f07bcfea9d req-c66a1a7c-85cd-407f-81ee-842be5f8326c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "DELETE /v2.0/ports/99e073e4-9c94-4bbd-a248-acfb01e03bb2 HTTP/1.1" status: 204 len: 173 time: 0.8154128 Aug 10 02:57:56.399203 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'name': 'network-vif-deleted', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:57:56.401454 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe12cb9-95bf-42b2-a3cf-cdf1a4e35fc1" -d '{"events": [{"server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "name": "network-vif-deleted", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:57:56.437685 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950a19b0-f5c2-4f39-b550-f6f7cdadeafc x-openstack-request-id: req-950a19b0-f5c2-4f39-b550-f6f7cdadeafc {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:57:56.437975 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1adbc8f-9207-4d23-aaf7-b5192c181f2a", "name": "network-vif-deleted", "tag": "99e073e4-9c94-4bbd-a248-acfb01e03bb2", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:57:56.438228 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-950a19b0-f5c2-4f39-b550-f6f7cdadeafc {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:57:56.438664 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1adbc8f-9207-4d23-aaf7-b5192c181f2a', 'name': 'network-vif-deleted', 'tag': '99e073e4-9c94-4bbd-a248-acfb01e03bb2', 'status': 'completed', 'code': 200} Aug 10 02:57:57.411221 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38902) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:57:57.770682 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:58.020672 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 6d6e3515-4839-4d96-ab06-d967e1b153e2 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:57:58.020953 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:58.107176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 6d6e3515-4839-4d96-ab06-d967e1b153e2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6d6e3515-4839-4d96-ab06-d967e1b153e2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:57:58.107544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:58.120220 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 6d6e3515-4839-4d96-ab06-d967e1b153e2 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:57:58.416953 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:58.446844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=6d6e3515-4839-4d96-ab06-d967e1b153e2,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:57:58.619429 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:58.833390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router ee139987-4f1c-426e-bae7-d95937f54787 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:57:59.276311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 99e073e4-9c94-4bbd-a248-acfb01e03bb2 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:57:59.296657 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:57:59.297000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 99e073e4-9c94-4bbd-a248-acfb01e03bb2 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:57:59.297354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 99e073e4-9c94-4bbd-a248-acfb01e03bb2 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:57:59.301897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fa0d60f6-d415-4285-a23f-12ad90489cd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/ee139987-4f1c-426e-bae7-d95937f54787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8896420 Aug 10 02:57:59.305234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38904) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:57:59.306788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] Sync routers for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:57:59.316423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:57:59.317038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:57:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:57:59.358006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2447a24-6a6c-4169-87a5-2d67432662b7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting subnet 433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:57:59.361095 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2447a24-6a6c-4169-87a5-2d67432662b7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:59.401769 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2447a24-6a6c-4169-87a5-2d67432662b7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:59.420327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:57:59.491879 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2447a24-6a6c-4169-87a5-2d67432662b7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:59.597912 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:57:58Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:57:59.617587 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2447a24-6a6c-4169-87a5-2d67432662b7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:59.624366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] Checking router: ee139987-4f1c-426e-bae7-d95937f54787 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:57:59.632447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] Routers {'ee139987-4f1c-426e-bae7-d95937f54787'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:57:59.633079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:57:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['ee139987-4f1c-426e-bae7-d95937f54787'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:57:59.646048 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2447a24-6a6c-4169-87a5-2d67432662b7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Subnet': ['ID=433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:57:59.649694 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f2447a24-6a6c-4169-87a5-2d67432662b7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:59.655181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f2447a24-6a6c-4169-87a5-2d67432662b7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/subnets/433c22eb-ebf3-4f95-8a9a-7eb700fcb6c1 HTTP/1.1" status: 204 len: 168 time: 0.3451614 Aug 10 02:57:59.655902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38906) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:57:59.667045 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c72cb44-961b-4cfe-b9cc-afbaf2e4cc29 None None] Network 868c8042-5414-4a4a-806c-30ca41a85da8 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:57:59.767130 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:59.879981 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:57:59.983946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] Set router ee139987-4f1c-426e-bae7-d95937f54787 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:57:59.992658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 7aed2297-4e86-485d-b700-97cb0a9eaae4 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:57:59.993009 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.072234 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 7aed2297-4e86-485d-b700-97cb0a9eaae4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=7aed2297-4e86-485d-b700-97cb0a9eaae4,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:58:00.072606 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.090130 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 7aed2297-4e86-485d-b700-97cb0a9eaae4 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:58:00.166867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] DHCP port deletion for 868c8042-5414-4a4a-806c-30ca41a85da8 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:58:00.198433 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:57:58Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:00.245702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e69a7-e815-492b-8eb0-121b24879c45 None None] The sync data for ids ['ee139987-4f1c-426e-bae7-d95937f54787'] in n-d-767704-21 is: [{'id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738892267', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:56:11Z', 'updated_at': '2021-08-10T02:57:58Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '7aed2297-4e86-485d-b700-97cb0a9eaae4', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee139987-4f1c-426e-bae7-d95937f54787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:56:12Z', 'updated_at': '2021-08-10T02:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:58:00.269857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Deleting port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:58:00.271615 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.320174 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.334621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] For port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2,segment=NetworkSegment(8ec175ba-5004-443f-a0e6-fe8f27075a74),segment_id=8ec175ba-5004-443f-a0e6-fe8f27075a74)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:58:00.335216 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.347924 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Calling delete_port for cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:58:00.352249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=7aed2297-4e86-485d-b700-97cb0a9eaae4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:00.410741 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.501810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.503832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.514048 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.538974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Pushing event deleted for resources: {'Port': ['ID=cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:00.543662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] No DVR routers for this DVR port cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:58:00.557025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.557387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.557733 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.558077 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.558416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.559339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.559708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.560061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.560393 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.560707 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.561039 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.561390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b285947-cf67-4d2f-b37c-02cff0be0d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:00.619328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:58:00.623189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.623882 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Fanout notify agent at l3_agent the message router_deleted on router ee139987-4f1c-426e-bae7-d95937f54787 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:58:00.631401 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.632685 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0640618d-eaad-473f-a582-24cfecce2345 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/routers/ee139987-4f1c-426e-bae7-d95937f54787 HTTP/1.1" status: 204 len: 168 time: 0.9762943 Aug 10 02:58:00.635175 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38908) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:00.643362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:58:00.643935 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device cbeeb884-fbac-4ce6-971f-5b4da3fdf6a2 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:58:00.718106 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.814804 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.818696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868c8042-5414-4a4a-806c-30ca41a85da8']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:00.830212 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec175ba-5004-443f-a0e6-fe8f27075a74') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:00.830572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec175ba-5004-443f-a0e6-fe8f27075a74') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:00.840603 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.854855 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.861389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:58:00.861803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:58:00.864776 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:58:00.988668 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.995959 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:00.998147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/networks/868c8042-5414-4a4a-806c-30ca41a85da8 HTTP/1.1" status: 204 len: 168 time: 0.3620288 Aug 10 02:58:01.000953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38910) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:01.009723 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01785d1-529f-4e62-a55d-5701e42ef279 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Network': ['ID=868c8042-5414-4a4a-806c-30ca41a85da8,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:01.064459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dc97ac89-1e0c-4c83-bc74-7c651b42d107 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:01.089678 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dc97ac89-1e0c-4c83-bc74-7c651b42d107 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:01.222797 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dc97ac89-1e0c-4c83-bc74-7c651b42d107 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:01.225348 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dc97ac89-1e0c-4c83-bc74-7c651b42d107 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:01.226642 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dc97ac89-1e0c-4c83-bc74-7c651b42d107 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/security-groups/5ce50202-3cc5-4a19-ab12-535b0e2b7d19 HTTP/1.1" status: 204 len: 168 time: 0.2245977 Aug 10 02:58:01.235939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97ac89-1e0c-4c83-bc74-7c651b42d107 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce50202-3cc5-4a19-ab12-535b0e2b7d19,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:01.554454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38916) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:01.560086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-58420605-5c86-4734-bbe1-0f29c3eb92c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750716397', 'description': 'tempest-secgroup-smoke-1750716397 description', 'project_id': 'fc28c2edc096457d989b3461df62d443'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:01.679072 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58420605-5c86-4734-bbe1-0f29c3eb92c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:01.759993 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58420605-5c86-4734-bbe1-0f29c3eb92c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:01.827389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58420605-5c86-4734-bbe1-0f29c3eb92c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:01.855615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58420605-5c86-4734-bbe1-0f29c3eb92c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7632ec-67f1-42a7-a839-94a6693d38d9,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:01.902691 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-58420605-5c86-4734-bbe1-0f29c3eb92c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:01.903943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-58420605-5c86-4734-bbe1-0f29c3eb92c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3484390 Aug 10 02:58:01.906901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38918) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:01.911305 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-6130d41e-392f-46c3-acec-ee145bdc2987 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5b7632ec-67f1-42a7-a839-94a6693d38d9', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:01.998989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6130d41e-392f-46c3-acec-ee145bdc2987 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.060393 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6130d41e-392f-46c3-acec-ee145bdc2987 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.135877 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6130d41e-392f-46c3-acec-ee145bdc2987 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.154557 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130d41e-392f-46c3-acec-ee145bdc2987 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c420f30-7b60-43a8-af60-e8ddcbf9d45b,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:02.234890 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6130d41e-392f-46c3-acec-ee145bdc2987 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.236140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6130d41e-392f-46c3-acec-ee145bdc2987 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282745 Aug 10 02:58:02.239571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38920) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:02.244024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d45c43bd-7aca-4518-b425-3ed2b05f9829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5b7632ec-67f1-42a7-a839-94a6693d38d9', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:02.260362 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7aed2297-4e86-485d-b700-97cb0a9eaae4 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:58:02.280970 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 7aed2297-4e86-485d-b700-97cb0a9eaae4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:58:02.281314 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 7aed2297-4e86-485d-b700-97cb0a9eaae4 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:58:02.281906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6d6e3515-4839-4d96-ab06-d967e1b153e2 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:58:02.301575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 6d6e3515-4839-4d96-ab06-d967e1b153e2 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:58:02.301956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6d6e3515-4839-4d96-ab06-d967e1b153e2 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:58:02.342359 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d45c43bd-7aca-4518-b425-3ed2b05f9829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.398421 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d45c43bd-7aca-4518-b425-3ed2b05f9829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.468299 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d45c43bd-7aca-4518-b425-3ed2b05f9829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.487179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c43bd-7aca-4518-b425-3ed2b05f9829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9674d4-129f-451b-a086-0a300c5de59f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:02.537204 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d45c43bd-7aca-4518-b425-3ed2b05f9829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.538649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d45c43bd-7aca-4518-b425-3ed2b05f9829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2980607 Aug 10 02:58:02.541353 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38922) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:02.546785 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ef9d8040-e0b1-491a-b7b6-0ed1be6ebdff tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5b7632ec-67f1-42a7-a839-94a6693d38d9', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:02.621973 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8040-e0b1-491a-b7b6-0ed1be6ebdff tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.679455 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8040-e0b1-491a-b7b6-0ed1be6ebdff tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.736189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8040-e0b1-491a-b7b6-0ed1be6ebdff tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.755088 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d8040-e0b1-491a-b7b6-0ed1be6ebdff tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5921b6a-c532-431f-a967-399b06e92f9f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:02.827647 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8040-e0b1-491a-b7b6-0ed1be6ebdff tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:02.828802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ef9d8040-e0b1-491a-b7b6-0ed1be6ebdff tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2864749 Aug 10 02:58:02.831474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38924) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:02.836002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9138103b-a9bd-48c7-a616-3614089dc695 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5b7632ec-67f1-42a7-a839-94a6693d38d9', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:02.994001 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9138103b-a9bd-48c7-a616-3614089dc695 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.056191 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9138103b-a9bd-48c7-a616-3614089dc695 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.142475 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9138103b-a9bd-48c7-a616-3614089dc695 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.160495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138103b-a9bd-48c7-a616-3614089dc695 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad14d710-0fe5-427f-b76f-f90fa0140c1c,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:03.222518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9138103b-a9bd-48c7-a616-3614089dc695 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.223788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9138103b-a9bd-48c7-a616-3614089dc695 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3913255 Aug 10 02:58:03.226525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38926) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:03.231620 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-a36b4e50-8ffd-4b62-8b7d-7ccbf28902c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5b7632ec-67f1-42a7-a839-94a6693d38d9', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:03.320112 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-a36b4e50-8ffd-4b62-8b7d-7ccbf28902c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:58:03.325710 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a36b4e50-8ffd-4b62-8b7d-7ccbf28902c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.385609 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a36b4e50-8ffd-4b62-8b7d-7ccbf28902c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.467353 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a36b4e50-8ffd-4b62-8b7d-7ccbf28902c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.484952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b4e50-8ffd-4b62-8b7d-7ccbf28902c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c406cad0-0065-49ce-9133-14ff2e1a97c2,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:03.564671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a36b4e50-8ffd-4b62-8b7d-7ccbf28902c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.565930 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a36b4e50-8ffd-4b62-8b7d-7ccbf28902c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3384483 Aug 10 02:58:03.568605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38928) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:03.573021 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ddfa1e4f-840b-4fc5-bc31-54e625940313 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '5b7632ec-67f1-42a7-a839-94a6693d38d9', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:03.651247 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-ddfa1e4f-840b-4fc5-bc31-54e625940313 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:58:03.656604 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1e4f-840b-4fc5-bc31-54e625940313 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.721323 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1e4f-840b-4fc5-bc31-54e625940313 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.788211 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1e4f-840b-4fc5-bc31-54e625940313 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.805018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa1e4f-840b-4fc5-bc31-54e625940313 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25e49f6-30a8-4e62-822e-726f25dce292,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:03.901626 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddfa1e4f-840b-4fc5-bc31-54e625940313 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:03.903603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ddfa1e4f-840b-4fc5-bc31-54e625940313 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3340547 Aug 10 02:58:03.906468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38930) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:03.911436 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'network': {'name': 'tempest-network-smoke--1717445886', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'port_security_enabled': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:03.976602 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:58:03.980074 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.005504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:58:04.014803 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.015155 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Added segment 9881ab2a-211f-46dc-bae8-5af9bf033214 of type vlan for network a8d8a82b-4b30-45a0-b7ec-e54905276720 Aug 10 02:58:04.053883 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.119928 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.125962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:04.126568 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.191301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Network': ['ID=a8d8a82b-4b30-45a0-b7ec-e54905276720,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:04.203301 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network a8d8a82b-4b30-45a0-b7ec-e54905276720 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:58:04.229059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b39717b8-40b1-4cbd-89f2-ddf592a7210e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3214641 Aug 10 02:58:04.231777 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38932) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:04.236315 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'admin_state_up': True, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:04.347669 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.348750 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.405847 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.608431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.877613 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:04.897137 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:05.004447 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.209 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/6d53a3f1-4516-4964-b991-003625f8421f) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:58:05.103322 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:05.212004 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:05.254910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:58:05.259646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:58:05.263873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:58:05.287992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=6d53a3f1-4516-4964-b991-003625f8421f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:05.567794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:05.763200 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:05.959922 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 0c08f911-be25-428e-8b5f-f52506c40e6e is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:58:06.064711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:58:06.075391 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Sync routers for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:58:06.083836 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:58:06.084531 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:57:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:06.160059 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.161363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8bd3a307-f1b2-45ba-9b77-47b29a519ae1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9286382 Aug 10 02:58:06.164467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 38934) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:06.189608 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:58:06.209767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-532a743d-6607-49e4-a2e5-c3e90591634d tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=fc28c2edc096457d989b3461df62d443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416000 Aug 10 02:58:06.215484 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38936) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:06.302193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec64001-809b-4a54-96a0-1326b2dc4537 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:06.306432 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2ec64001-809b-4a54-96a0-1326b2dc4537 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925488 Aug 10 02:58:06.306632 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38938) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:06.339168 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-7fa927e6-5272-46cc-89fc-15ef44eaa35a tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314512 Aug 10 02:58:06.342483 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38940) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:06.347437 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080538906', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:06.372255 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:05Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:06.398224 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Checking router: 0c08f911-be25-428e-8b5f-f52506c40e6e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:58:06.398604 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Updating router 0c08f911-be25-428e-8b5f-f52506c40e6e port 6d53a3f1-4516-4964-b991-003625f8421f binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:58:06.423796 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.508972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:58:06.513681 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.682726 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.693887 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Transition to ACTIVE for port object 6d53a3f1-4516-4964-b991-003625f8421f will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:58:06.754188 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.765713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.809150 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Attempting to bind port 6d53a3f1-4516-4964-b991-003625f8421f on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:58:06.812776 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Attempting to bind port 6d53a3f1-4516-4964-b991-003625f8421f by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:58:06.812776 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Attempting to bind port 6d53a3f1-4516-4964-b991-003625f8421f on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:58:06.817013 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Pushing event updated for resources: {'Port': ['ID=6d53a3f1-4516-4964-b991-003625f8421f,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:06.819211 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:58:06.819582 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:58:06.819975 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.820363 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:58:06.820826 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Bound port: 6d53a3f1-4516-4964-b991-003625f8421f, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:58:06.821223 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.829658 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Subnet': ['ID=12147296-7004-41ce-9d48-6901844077ae,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:06.836870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Checking segment: {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:58:06.837129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network hostable DHCP agents. Network: a8d8a82b-4b30-45a0-b7ec-e54905276720, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:58:06.846441 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.846819 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.847164 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.847503 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.847847 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.848182 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.848511 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.848839 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.849167 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.849503 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.849827 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.850149 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:58:06.885656 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] For port 6d53a3f1-4516-4964-b991-003625f8421f, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:58:06.888789 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] For port 6d53a3f1-4516-4964-b991-003625f8421f, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6d53a3f1-4516-4964-b991-003625f8421f,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:58:06.897882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network a8d8a82b-4b30-45a0-b7ec-e54905276720 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:58:06.942875 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.954159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, a8d8a82b-4b30-45a0-b7ec-e54905276720) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:58:06.958375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:06.959070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:06.963233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6090ba0-c1a8-4bd3-a422-bced9df10ed6 None None] Network a8d8a82b-4b30-45a0-b7ec-e54905276720 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:58:07.001520 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88609a-82a4-4d14-bcff-460715d74b76 None None] Pushing event updated for resources: {'Port': ['ID=6d53a3f1-4516-4964-b991-003625f8421f,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:07.004249 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:58:07.004839 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:57:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:07.047750 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-8069ad3d-4949-4951-81b8-f159580bfb1f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7041681 Aug 10 02:58:07.050472 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 38942) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:07.110101 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:58:07.117887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-a8d8a82b-4b30-45a0-b7ec-e54905276720', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:58:07.119117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:07.276585 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Allocated IP 172.20.0.2 (a8d8a82b-4b30-45a0-b7ec-e54905276720/12147296-7004-41ce-9d48-6901844077ae/e6ec4c09-73e8-4773-ba32-5297146e2a8f) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:58:07.301971 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:05Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:07.329445 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4130f-44b4-4bbf-9bda-eac176e2f398 None None] The sync data for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 is: [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:05Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:58:07.448329 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:07.457445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Transition to ACTIVE for port object e6ec4c09-73e8-4773-ba32-5297146e2a8f will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:58:07.473175 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Transition to ACTIVE for port object e6ec4c09-73e8-4773-ba32-5297146e2a8f will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:58:07.542149 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:07.552075 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:07.597892 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Network a8d8a82b-4b30-45a0-b7ec-e54905276720 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:58:07.600846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:58:07.603346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:58:07.616680 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Pushing event updated for resources: {'Port': ['ID=e6ec4c09-73e8-4773-ba32-5297146e2a8f,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:07.686669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Attempting to bind port e6ec4c09-73e8-4773-ba32-5297146e2a8f on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:58:07.687047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Attempting to bind port e6ec4c09-73e8-4773-ba32-5297146e2a8f by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:58:07.687420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Attempting to bind port e6ec4c09-73e8-4773-ba32-5297146e2a8f on network a8d8a82b-4b30-45a0-b7ec-e54905276720 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:58:07.693871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:58:07.694257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Checking segment: {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:58:07.694700 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:07.695103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Bound using segment: {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:58:07.695580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Bound port: e6ec4c09-73e8-4773-ba32-5297146e2a8f, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:58:07.695967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:07.765870 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-aeec9519-168f-4867-984c-a036d566be0c None None] For port e6ec4c09-73e8-4773-ba32-5297146e2a8f, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:58:07.769324 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-aeec9519-168f-4867-984c-a036d566be0c None None] For port e6ec4c09-73e8-4773-ba32-5297146e2a8f, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e6ec4c09-73e8-4773-ba32-5297146e2a8f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:58:07.829278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:07.864499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.1 (a8d8a82b-4b30-45a0-b7ec-e54905276720/12147296-7004-41ce-9d48-6901844077ae/02280023-7fb1-4b14-812a-b1d1f223288e) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:58:07.903445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec9519-168f-4867-984c-a036d566be0c None None] Pushing event updated for resources: {'Port': ['ID=e6ec4c09-73e8-4773-ba32-5297146e2a8f,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:07.991852 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.008435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object 02280023-7fb1-4b14-812a-b1d1f223288e will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:58:08.114913 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.161625 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network a8d8a82b-4b30-45a0-b7ec-e54905276720 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:58:08.164874 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:58:08.168969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:58:08.197562 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=02280023-7fb1-4b14-812a-b1d1f223288e,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:08.224189 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.335776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e6ec4c09-73e8-4773-ba32-5297146e2a8f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:58:08.411465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.444646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port e6ec4c09-73e8-4773-ba32-5297146e2a8f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:58:08.448666 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6d53a3f1-4516-4964-b991-003625f8421f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:58:08.576949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 6d53a3f1-4516-4964-b991-003625f8421f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:58:08.581263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6d53a3f1-4516-4964-b991-003625f8421f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:08.581648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.665289 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.692113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 6d53a3f1-4516-4964-b991-003625f8421f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6d53a3f1-4516-4964-b991-003625f8421f,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:58:08.708879 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.754531 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.782346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.820688 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=6d53a3f1-4516-4964-b991-003625f8421f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:08.854929 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2985d05-e298-4f6f-bab1-15d2789a5796 None None] Network a8d8a82b-4b30-45a0-b7ec-e54905276720 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:58:08.866020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=02280023-7fb1-4b14-812a-b1d1f223288e,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:08.868811 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:08.963754 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network a8d8a82b-4b30-45a0-b7ec-e54905276720 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:58:08.965833 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:58:08.967855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-72f6cefa-2ce9-4223-b336-cdd72aba6228 None None] Provisioning for port e6ec4c09-73e8-4773-ba32-5297146e2a8f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:58:08.973564 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-72f6cefa-2ce9-4223-b336-cdd72aba6228 None None] Provisioning complete for port e6ec4c09-73e8-4773-ba32-5297146e2a8f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:08.974893 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72f6cefa-2ce9-4223-b336-cdd72aba6228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:09.091374 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72f6cefa-2ce9-4223-b336-cdd72aba6228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:09.093049 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 0c08f911-be25-428e-8b5f-f52506c40e6e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:58:09.128419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-72f6cefa-2ce9-4223-b336-cdd72aba6228 None None] For port e6ec4c09-73e8-4773-ba32-5297146e2a8f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e6ec4c09-73e8-4773-ba32-5297146e2a8f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:58:09.211119 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72f6cefa-2ce9-4223-b336-cdd72aba6228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:09.223930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:58:09.233746 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2b6360bc-536e-4eee-b001-4d06737e143f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/0c08f911-be25-428e-8b5f-f52506c40e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1784751 Aug 10 02:58:09.275845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6cefa-2ce9-4223-b336-cdd72aba6228 None None] Pushing event updated for resources: {'Port': ['ID=e6ec4c09-73e8-4773-ba32-5297146e2a8f,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:09.334290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3b09f111-f85f-4dde-ad52-e3b043adf158 None None] Provisioning complete for port e6ec4c09-73e8-4773-ba32-5297146e2a8f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:09.334522 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3b09f111-f85f-4dde-ad52-e3b043adf158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:09.408767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-9632cd26-754e-41de-908c-3ae9df57f6bc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750716397&fields=id&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 267 time: 0.0383801 Aug 10 02:58:09.451061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Sync routers for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:58:09.460997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:58:09.461685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:57:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:09.510725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3b09f111-f85f-4dde-ad52-e3b043adf158 None None] Provisioning for port 02280023-7fb1-4b14-812a-b1d1f223288e completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:58:09.517414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3b09f111-f85f-4dde-ad52-e3b043adf158 None None] Provisioning complete for port 02280023-7fb1-4b14-812a-b1d1f223288e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:09.517854 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3b09f111-f85f-4dde-ad52-e3b043adf158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:09.528210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-cb7d31eb-a37d-46d9-a0ce-886725d63118 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:09.530291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-cb7d31eb-a37d-46d9-a0ce-886725d63118 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 797 time: 0.1123846 Aug 10 02:58:09.546934 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-28d9811d-7014-48bf-b324-c3520514bbe3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/quotas/fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 375 time: 0.0100460 Aug 10 02:58:09.598084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3b09f111-f85f-4dde-ad52-e3b043adf158 None None] Port 02280023-7fb1-4b14-812a-b1d1f223288e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:58:09.604340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:58:09.614131 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-7afe1a03-11cd-4c02-a454-27e69389560c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609279 Aug 10 02:58:09.752765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-95c2b8f2-d66f-40f9-b591-2707e569e277 None None] Provisioning complete for port 02280023-7fb1-4b14-812a-b1d1f223288e triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:09.753145 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-95c2b8f2-d66f-40f9-b591-2707e569e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:09.767646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-cf6cfa19-d58a-4599-9976-5c314e993d32 service neutron] 10.222.0.38 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390567 Aug 10 02:58:09.823238 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-95c2b8f2-d66f-40f9-b591-2707e569e277 None None] Port 02280023-7fb1-4b14-812a-b1d1f223288e cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:58:09.853299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '02280023-7fb1-4b14-812a-b1d1f223288e', 'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:01:52:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:07Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 2, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '12147296-7004-41ce-9d48-6901844077ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:09.864213 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-0de30ac5-7249-45b2-937c-c82c6297cd86 service neutron] 10.222.0.38 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905218 Aug 10 02:58:09.879252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Checking router: 0c08f911-be25-428e-8b5f-f52506c40e6e for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:58:09.879656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Updating router 0c08f911-be25-428e-8b5f-f52506c40e6e port 02280023-7fb1-4b14-812a-b1d1f223288e binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:58:09.905748 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:10.087403 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-57ddfdc4-6b3a-4685-ac00-b4830f224009 req-ecba5c76-50e8-4287-a290-8c373e428d9d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 210 time: 0.0269058 Aug 10 02:58:10.186483 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:10.196211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Transition to ACTIVE for port object 02280023-7fb1-4b14-812a-b1d1f223288e will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:58:10.251461 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:10.285709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e6ec4c09-73e8-4773-ba32-5297146e2a8f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:58:10.339996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095f4d5-294c-4873-9ac3-4b89f9935c0d None None] Pushing event updated for resources: {'Port': ['ID=02280023-7fb1-4b14-812a-b1d1f223288e,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:10.569577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Attempting to bind port 02280023-7fb1-4b14-812a-b1d1f223288e on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:58:10.570257 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Attempting to bind port 02280023-7fb1-4b14-812a-b1d1f223288e by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:58:10.570379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Attempting to bind port 02280023-7fb1-4b14-812a-b1d1f223288e on network a8d8a82b-4b30-45a0-b7ec-e54905276720 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:58:10.581148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:58:10.581530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Checking segment: {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:58:10.581932 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:10.582326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Bound using segment: {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:58:10.582826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Bound port: 02280023-7fb1-4b14-812a-b1d1f223288e, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:58:10.583211 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:10.594062 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port e6ec4c09-73e8-4773-ba32-5297146e2a8f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:10.594436 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:10.684725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] For port 02280023-7fb1-4b14-812a-b1d1f223288e, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:58:10.716408 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] For port 02280023-7fb1-4b14-812a-b1d1f223288e, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=02280023-7fb1-4b14-812a-b1d1f223288e,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:58:10.726485 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6d53a3f1-4516-4964-b991-003625f8421f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:58:10.771901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 6d53a3f1-4516-4964-b991-003625f8421f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:10.772280 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:10.794837 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:10.868222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095f4d5-294c-4873-9ac3-4b89f9935c0d None None] Pushing event updated for resources: {'Port': ['ID=02280023-7fb1-4b14-812a-b1d1f223288e,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:10.874052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:58:10.874704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:57:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:11.014673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:58:11.226758 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '02280023-7fb1-4b14-812a-b1d1f223288e', 'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:01:52:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:07Z', 'updated_at': '2021-08-10T02:58:10Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '12147296-7004-41ce-9d48-6901844077ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:11.228291 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a9fb88ac-7405-471b-9d11-360f7ebac098 req-668a18d3-d72f-4b2e-86c0-de77c28f0f08 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 210 time: 0.0271945 Aug 10 02:58:11.260372 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccdbf70-c940-4fe4-a9ee-69c834b148c7 None None] The sync data for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 is: [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '02280023-7fb1-4b14-812a-b1d1f223288e', 'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:01:52:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:07Z', 'updated_at': '2021-08-10T02:58:10Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '12147296-7004-41ce-9d48-6901844077ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:58:11.949323 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5153aee0-1406-46a1-abba-2ecd6a07ea2f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:11.951061 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5153aee0-1406-46a1-abba-2ecd6a07ea2f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 797 time: 0.1193118 Aug 10 02:58:11.998648 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-e772b382-e2b6-4253-92c7-07b08e40b544 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 380 time: 0.0378954 Aug 10 02:58:12.008505 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'port': {'device_id': '79f93540-b118-4a10-b613-812be8468cde', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'admin_state_up': True, 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'security_groups': ['5b7632ec-67f1-42a7-a839-94a6693d38d9']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:12.194022 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:58:12.197978 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:12.334411 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 02280023-7fb1-4b14-812a-b1d1f223288e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:58:12.352791 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.10 (a8d8a82b-4b30-45a0-b7ec-e54905276720/12147296-7004-41ce-9d48-6901844077ae/3a338726-7f67-454f-809e-3985f0bf168f) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:58:12.383223 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6e42766-735c-4086-8064-ff45c021898b req-781be01a-ee6e-4c27-aacb-7d77a1126c8f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 210 time: 0.0387630 Aug 10 02:58:12.479901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 02280023-7fb1-4b14-812a-b1d1f223288e completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:58:12.483793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 02280023-7fb1-4b14-812a-b1d1f223288e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:12.484178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:12.501737 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:12.515725 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object 3a338726-7f67-454f-809e-3985f0bf168f will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:58:12.563590 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:12.598457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 02280023-7fb1-4b14-812a-b1d1f223288e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=02280023-7fb1-4b14-812a-b1d1f223288e,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:58:12.651512 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:12.680151 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:12.700572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network a8d8a82b-4b30-45a0-b7ec-e54905276720 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:58:12.703955 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:58:12.708290 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:58:12.733086 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=02280023-7fb1-4b14-812a-b1d1f223288e,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:12.733855 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:12.763440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:12.764101 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:12.834994 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-5916129f-fcfa-49e9-b37c-ad9377312120 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8301837 Aug 10 02:58:12.847611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Request body: {'port': {'device_id': '79f93540-b118-4a10-b613-812be8468cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:12.902949 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:13.033942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5205d8d2-944a-4d29-8797-ec3d229976b7 None None] Provisioning for port 3a338726-7f67-454f-809e-3985f0bf168f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:58:13.037725 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-5205d8d2-944a-4d29-8797-ec3d229976b7 None None] Provisioning complete for port 3a338726-7f67-454f-809e-3985f0bf168f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:13.038105 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5205d8d2-944a-4d29-8797-ec3d229976b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:13.072326 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-5205d8d2-944a-4d29-8797-ec3d229976b7 None None] Port 3a338726-7f67-454f-809e-3985f0bf168f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:58:13.168885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a338726-7f67-454f-809e-3985f0bf168f {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:58:13.176500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:13.188633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Transition to ACTIVE for port object 3a338726-7f67-454f-809e-3985f0bf168f will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:58:13.272569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:13.329020 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Pushing event updated for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:13.396601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Attempting to bind port 3a338726-7f67-454f-809e-3985f0bf168f on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:58:13.396978 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Attempting to bind port 3a338726-7f67-454f-809e-3985f0bf168f by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:58:13.397280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Attempting to bind port 3a338726-7f67-454f-809e-3985f0bf168f on network a8d8a82b-4b30-45a0-b7ec-e54905276720 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:58:13.401720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Port 3a338726-7f67-454f-809e-3985f0bf168f on network a8d8a82b-4b30-45a0-b7ec-e54905276720 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:58:13.402100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Attempting to bind port 3a338726-7f67-454f-809e-3985f0bf168f on network a8d8a82b-4b30-45a0-b7ec-e54905276720 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:58:13.408173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:58:13.408519 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Checking segment: {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:58:13.408917 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Bound using segment: {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:58:13.409377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Bound port: 3a338726-7f67-454f-809e-3985f0bf168f, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:58:13.409743 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:13.478140 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:58:13.482435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:58:13.510406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db8780-9a58-4c19-a5cd-c5d6dc38f389 req-29932d99-5a16-41c2-a631-7306d49e7b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:13.513124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8db8780-9a58-4c19-a5cd-c5d6dc38f389 req-29932d99-5a16-41c2-a631-7306d49e7b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 944 time: 0.0540435 Aug 10 02:58:13.551671 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f8db8780-9a58-4c19-a5cd-c5d6dc38f389 req-c894d97d-4748-44fa-936a-60e61a3959c1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Aug 10 02:58:13.571964 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:13.607353 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:13.607981 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:13.609408 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] 10.222.0.11 "PUT /v2.0/ports/3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1093 time: 0.7664223 Aug 10 02:58:13.609848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:58:13.612133 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0053f95c-9e72-4743-80a7-8dbf04b0dd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "tag": "3a338726-7f67-454f-809e-3985f0bf168f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:58:13.644580 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e2a8f-d1af-4a0d-92ec-512565766d9f service neutron] Pushing event updated for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:13.654988 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc3dbb4-4304-4e6d-949e-bff807b67d6a x-openstack-request-id: req-5fc3dbb4-4304-4e6d-949e-bff807b67d6a {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:58:13.655610 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "tag": "3a338726-7f67-454f-809e-3985f0bf168f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:58:13.656037 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5fc3dbb4-4304-4e6d-949e-bff807b67d6a {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:58:13.656453 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f', 'status': 'completed', 'code': 200} Aug 10 02:58:13.721068 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f95c-9e72-4743-80a7-8dbf04b0dd3e req-93e43433-8017-4903-842b-1530f2467f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:13.722661 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0053f95c-9e72-4743-80a7-8dbf04b0dd3e req-93e43433-8017-4903-842b-1530f2467f33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1096 time: 0.0461514 Aug 10 02:58:13.777519 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:13.830246 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f95c-9e72-4743-80a7-8dbf04b0dd3e req-adb456d7-d095-400d-bcc9-2702027ed459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:13.831783 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0053f95c-9e72-4743-80a7-8dbf04b0dd3e req-adb456d7-d095-400d-bcc9-2702027ed459 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fc28c2edc096457d989b3461df62d443&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1003547 Aug 10 02:58:13.923762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f95c-9e72-4743-80a7-8dbf04b0dd3e req-191ee34c-2ea4-4f56-bbc9-06c532ca3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:13.925148 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0053f95c-9e72-4743-80a7-8dbf04b0dd3e req-191ee34c-2ea4-4f56-bbc9-06c532ca3116 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870123 Aug 10 02:58:14.011085 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-7ead0780-7600-4fb7-988f-8ad0e7cd9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:14.013386 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-7ead0780-7600-4fb7-988f-8ad0e7cd9c5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1096 time: 0.0462868 Aug 10 02:58:14.062384 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-6d0a0a41-f5d9-4bf8-98a7-bf5f86075270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 217 time: 0.0403385 Aug 10 02:58:14.110333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-dd9fe5ca-2364-4043-835e-8d68bc317080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:14.111668 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-dd9fe5ca-2364-4043-835e-8d68bc317080 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0427310 Aug 10 02:58:14.160088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-3610fdf5-b315-4490-aca0-b590ecd6767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:14.161554 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-3610fdf5-b315-4490-aca0-b590ecd6767a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432673 Aug 10 02:58:14.250349 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-87a43719-45d2-44e7-87de-d57dd869347f service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817430 Aug 10 02:58:14.279281 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 02280023-7fb1-4b14-812a-b1d1f223288e up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:58:14.329602 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 02280023-7fb1-4b14-812a-b1d1f223288e triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:14.329985 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:14.353103 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4d52e5aa-9be6-4498-875c-d5a29586eebf req-af7a4ed5-5e72-4dca-95c2-1c6daaef32e8 service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963075 Aug 10 02:58:14.669300 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df808a-edde-4cd9-a086-fef0d7fd213f req-1e74e417-4d1d-4702-a29d-c9f00b6da376 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:14.670767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27df808a-edde-4cd9-a086-fef0d7fd213f req-1e74e417-4d1d-4702-a29d-c9f00b6da376 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 944 time: 0.0531993 Aug 10 02:58:14.709770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27df808a-edde-4cd9-a086-fef0d7fd213f req-00c24722-5d9e-44dc-af58-b3e67a4714e8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330338 Aug 10 02:58:14.805294 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:15.825799 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585c15f-3649-4ff2-a1b9-b28eeb058646 req-2bd90a0d-8477-4a9a-85e0-e10d17ba3df0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:15.827312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0585c15f-3649-4ff2-a1b9-b28eeb058646 req-2bd90a0d-8477-4a9a-85e0-e10d17ba3df0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 944 time: 0.0489087 Aug 10 02:58:15.864529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0585c15f-3649-4ff2-a1b9-b28eeb058646 req-cc136044-7809-417b-8d09-61f037add198 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Aug 10 02:58:16.979078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3be49-6c40-48e4-a639-bfb7b8829f15 req-5f8deec1-a1b8-4066-bd60-2973e204b677 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:16.981251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4be3be49-6c40-48e4-a639-bfb7b8829f15 req-5f8deec1-a1b8-4066-bd60-2973e204b677 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 944 time: 0.0496051 Aug 10 02:58:17.018081 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4be3be49-6c40-48e4-a639-bfb7b8829f15 req-2a2d5877-237a-4c98-b115-3e71f0f2b399 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Aug 10 02:58:17.330311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 3a338726-7f67-454f-809e-3985f0bf168f details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:58:17.426990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:58:17.442097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '3a338726-7f67-454f-809e-3985f0bf168f', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'port_id': '3a338726-7f67-454f-809e-3985f0bf168f', 'mac_address': 'fa:16:3e:c6:cb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:58:17.478735 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:17.491146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a338726-7f67-454f-809e-3985f0bf168f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:58:17.510249 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:58:17.576169 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:17.622181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:17.777792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['3a338726-7f67-454f-809e-3985f0bf168f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:58:17.937003 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-67bce2e5-d7e6-460b-a032-1a0297f7549a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:18.137286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8bb7-c202-4ae8-b733-687015dd63c7 req-8ee70ac2-69c4-4626-982b-76f5aa291c7b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:18.138795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb8a8bb7-c202-4ae8-b733-687015dd63c7 req-8ee70ac2-69c4-4626-982b-76f5aa291c7b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 945 time: 0.0525036 Aug 10 02:58:18.175924 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eb8a8bb7-c202-4ae8-b733-687015dd63c7 req-6df0f214-dc04-4886-9ef4-7a6cd3546a93 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310006 Aug 10 02:58:19.288902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4f03e-022e-4120-b2d2-940c6e05e276 req-631b639a-f803-4580-8bff-7bb6e544e2fe tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:19.290500 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6f4f03e-022e-4120-b2d2-940c6e05e276 req-631b639a-f803-4580-8bff-7bb6e544e2fe tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 945 time: 0.0483048 Aug 10 02:58:19.328900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 3a338726-7f67-454f-809e-3985f0bf168f up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:58:19.331572 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6f4f03e-022e-4120-b2d2-940c6e05e276 req-69f2f181-625d-4b13-9333-387aaaea3a4f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317457 Aug 10 02:58:19.416615 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 3a338726-7f67-454f-809e-3985f0bf168f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:58:19.420446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 3a338726-7f67-454f-809e-3985f0bf168f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:58:19.420853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:19.498516 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:19.520335 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:58:19.522573 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a9bc3d-7143-4c38-b176-ac39ddb909c5" -d '{"events": [{"server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "name": "network-vif-plugged", "status": "completed", "tag": "3a338726-7f67-454f-809e-3985f0bf168f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:58:19.536212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:58:19.559252 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dc41e9-a483-492b-b3dd-c49d7502e4b5 x-openstack-request-id: req-85dc41e9-a483-492b-b3dd-c49d7502e4b5 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:58:19.559252 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "name": "network-vif-plugged", "status": "completed", "tag": "3a338726-7f67-454f-809e-3985f0bf168f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:58:19.559252 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85dc41e9-a483-492b-b3dd-c49d7502e4b5 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:58:19.559252 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f', 'code': 200} Aug 10 02:58:19.605527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:19.653107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:19.655066 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9446019-1706-4c9b-9947-91f85e93d230 req-9a07e6e8-89d3-4ccd-94a0-f01450f67871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:19.657822 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9446019-1706-4c9b-9947-91f85e93d230 req-9a07e6e8-89d3-4ccd-94a0-f01450f67871 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1098 time: 0.0430658 Aug 10 02:58:19.692855 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c9446019-1706-4c9b-9947-91f85e93d230 req-a6a82d30-3c3d-4984-9648-2e5d5fb877df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280747 Aug 10 02:58:20.446078 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ad2f6-8f9f-4ca3-96cd-4031d4134f28 req-a9f4c23f-58d1-4643-80a8-26a9a4916af4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:20.447599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-803ad2f6-8f9f-4ca3-96cd-4031d4134f28 req-a9f4c23f-58d1-4643-80a8-26a9a4916af4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0517123 Aug 10 02:58:20.486349 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-803ad2f6-8f9f-4ca3-96cd-4031d4134f28 req-83ab33dd-2406-4fc8-a607-867f2606df3c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Aug 10 02:58:20.610783 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-938db969-7fe7-42c7-8eb0-0eb59580ba91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:21.204046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:21.608311 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469f9d4-5b73-43d0-93e7-e6a14dbf8ffa req-abd02257-62a4-4d7d-b4fa-bff3f87c8d71 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:21.609842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0469f9d4-5b73-43d0-93e7-e6a14dbf8ffa req-abd02257-62a4-4d7d-b4fa-bff3f87c8d71 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0545034 Aug 10 02:58:21.653263 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0469f9d4-5b73-43d0-93e7-e6a14dbf8ffa req-05ea74ef-d5f1-4835-9b0b-0e31dd2472f4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362771 Aug 10 02:58:21.766253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfcdd3-fa03-4bd1-b205-d9d689d3c494 req-f8b7da05-bcd0-494e-a01a-6c4c45b32bef tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:21.767642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54dfcdd3-fa03-4bd1-b205-d9d689d3c494 req-f8b7da05-bcd0-494e-a01a-6c4c45b32bef tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0483906 Aug 10 02:58:21.803880 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-54dfcdd3-fa03-4bd1-b205-d9d689d3c494 req-19e16612-6e47-411e-bde1-3d58382be995 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304346 Aug 10 02:58:21.825478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39006) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:21.864118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe6b54-e3b0-40bd-b238-eb12a8265958 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:21.865621 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-46fe6b54-e3b0-40bd-b238-eb12a8265958 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1093 time: 0.0391986 Aug 10 02:58:21.868438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39008) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:21.873852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '3a338726-7f67-454f-809e-3985f0bf168f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:58:21.975801 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:22.075653 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:22.176018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.249 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/997a186d-ce0a-445e-b0ad-6a86565de912) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:58:22.496575 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:22.652315 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:22.725436 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:22.761291 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:58:22.766019 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:58:22.769512 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:58:22.797703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=997a186d-ce0a-445e-b0ad-6a86565de912,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:23.121755 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:23.244232 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:23.398219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:23.444858 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:23.525919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=997a186d-ce0a-445e-b0ad-6a86565de912,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:58:23.536372 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:23.637761 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP 568fc8de-f850-41b1-b7ab-621387193e73 associated. External IP: 172.25.3.249, port: 3a338726-7f67-454f-809e-3985f0bf168f. Aug 10 02:58:23.848842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 0c08f911-be25-428e-8b5f-f52506c40e6e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:58:23.956474 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:58:23.966572 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] Sync routers for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:58:23.975376 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:58:23.975971 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:58:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:24.028854 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:24.045636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:24.057262 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c3624e8f-d1c3-4146-89d3-2d8f4137c8aa tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1878266 Aug 10 02:58:24.058617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:58:24.060543 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbfa99f-9188-462c-adf4-472721306a46" -d '{"events": [{"name": "network-changed", "server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "tag": "3a338726-7f67-454f-809e-3985f0bf168f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:58:24.082652 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:58:24.105244 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8356bdab-b078-45f3-b13f-1775a65213ea x-openstack-request-id: req-8356bdab-b078-45f3-b13f-1775a65213ea {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:58:24.105547 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "tag": "3a338726-7f67-454f-809e-3985f0bf168f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:58:24.105814 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8356bdab-b078-45f3-b13f-1775a65213ea {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:58:24.106229 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f', 'status': 'completed', 'code': 200} Aug 10 02:58:24.169649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5f33e-aa10-4dff-b066-9718ca70cc19 req-458ff644-e012-4d62-935d-4ffa98b14232 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:24.171142 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfa99f-9188-462c-adf4-472721306a46 req-54935749-f86d-4cb9-8e34-658879a64cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:24.171662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30b5f33e-aa10-4dff-b066-9718ca70cc19 req-458ff644-e012-4d62-935d-4ffa98b14232 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0516202 Aug 10 02:58:24.172657 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7cbfa99f-9188-462c-adf4-472721306a46 req-54935749-f86d-4cb9-8e34-658879a64cf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1098 time: 0.0438213 Aug 10 02:58:24.211612 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-30b5f33e-aa10-4dff-b066-9718ca70cc19 req-1750c27a-b3a3-45d9-8f66-7d477a958d39 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331678 Aug 10 02:58:24.235131 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39014) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:24.271115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfa99f-9188-462c-adf4-472721306a46 req-f5bf7ef1-31b2-4e75-bc30-45db69da1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:24.272636 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7cbfa99f-9188-462c-adf4-472721306a46 req-f5bf7ef1-31b2-4e75-bc30-45db69da1cea service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 898 time: 0.0933659 Aug 10 02:58:24.303363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a6284e29-17da-4323-8d7e-172fb4a5a96c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/568fc8de-f850-41b1-b7ab-621387193e73 HTTP/1.1" status: 200 len: 992 time: 0.0648339 Aug 10 02:58:24.319065 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '568fc8de-f850-41b1-b7ab-621387193e73', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'port_id': '3a338726-7f67-454f-809e-3985f0bf168f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'mac_address': 'fa:16:3e:c6:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f93540-b118-4a10-b613-812be8468cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:58:22Z', 'updated_at': '2021-08-10T02:58:22Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02280023-7fb1-4b14-812a-b1d1f223288e', 'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:01:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:07Z', 'updated_at': '2021-08-10T02:58:12Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '12147296-7004-41ce-9d48-6901844077ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:24.340391 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7cbfa99f-9188-462c-adf4-472721306a46 req-26912664-9eed-43e6-9d0a-0c9a6343ce21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1000 time: 0.0605435 Aug 10 02:58:24.398866 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfa99f-9188-462c-adf4-472721306a46 req-ea0f40ec-0e30-432d-a913-ad4d8e6fb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:24.400362 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7cbfa99f-9188-462c-adf4-472721306a46 req-ea0f40ec-0e30-432d-a913-ad4d8e6fb406 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0484757 Aug 10 02:58:24.445853 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] Checking router: 0c08f911-be25-428e-8b5f-f52506c40e6e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:58:24.452560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfa99f-9188-462c-adf4-472721306a46 req-2a233b0d-5688-4616-a265-97ae7c7caaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:24.454150 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7cbfa99f-9188-462c-adf4-472721306a46 req-2a233b0d-5688-4616-a265-97ae7c7caaaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464523 Aug 10 02:58:24.454674 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:58:24.455282 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:58:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:24.545576 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7cbfa99f-9188-462c-adf4-472721306a46 req-5e397b62-46dc-4403-afd6-8ee7d781d683 service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845609 Aug 10 02:58:24.560428 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:58:24.641708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7cbfa99f-9188-462c-adf4-472721306a46 req-44b09cc0-1620-4cf7-bbcc-d948460982a2 service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894260 Aug 10 02:58:24.783372 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '568fc8de-f850-41b1-b7ab-621387193e73', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'port_id': '3a338726-7f67-454f-809e-3985f0bf168f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'mac_address': 'fa:16:3e:c6:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f93540-b118-4a10-b613-812be8468cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:58:22Z', 'updated_at': '2021-08-10T02:58:22Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02280023-7fb1-4b14-812a-b1d1f223288e', 'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:01:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:07Z', 'updated_at': '2021-08-10T02:58:12Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '12147296-7004-41ce-9d48-6901844077ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:58:24.814071 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f69a9-1070-45ea-ba27-ab9fecfe5dde None None] The sync data for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 is: [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '568fc8de-f850-41b1-b7ab-621387193e73', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'port_id': '3a338726-7f67-454f-809e-3985f0bf168f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'mac_address': 'fa:16:3e:c6:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f93540-b118-4a10-b613-812be8468cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:58:22Z', 'updated_at': '2021-08-10T02:58:22Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02280023-7fb1-4b14-812a-b1d1f223288e', 'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:01:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:07Z', 'updated_at': '2021-08-10T02:58:12Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '12147296-7004-41ce-9d48-6901844077ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:58:24.999568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20168a3-ae10-4293-a783-ac94faa6532f None None] New status for floating IP 568fc8de-f850-41b1-b7ab-621387193e73: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:58:25.307380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39016) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:25.367782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c610df5d-4556-4935-a562-c85d513234dd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/568fc8de-f850-41b1-b7ab-621387193e73 HTTP/1.1" status: 200 len: 994 time: 0.0591271 Aug 10 02:58:30.126535 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-99976f26-6076-47b1-9ba8-1e3757722096 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405648 Aug 10 02:58:30.207515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-3bb7d171-78fd-4e3a-b2de-b6f4e9524457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:30.209018 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-3bb7d171-78fd-4e3a-b2de-b6f4e9524457 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1098 time: 0.0397818 Aug 10 02:58:30.313007 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-abf8e54b-ceac-4108-a654-0dba7dafb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:30.314489 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-abf8e54b-ceac-4108-a654-0dba7dafb641 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 898 time: 0.0874908 Aug 10 02:58:30.389387 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-62189b77-d285-417f-8849-93a3c5d48d51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1002 time: 0.0678256 Aug 10 02:58:30.438156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-03e3839c-5c0a-4718-9742-752dfb0ed6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:30.439637 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-03e3839c-5c0a-4718-9742-752dfb0ed6a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0429001 Aug 10 02:58:30.487873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-ca2c78f4-01d3-42ea-8674-8fe3152e131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:30.489384 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-ca2c78f4-01d3-42ea-8674-8fe3152e131d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433853 Aug 10 02:58:30.575702 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-32f5f1ee-ad05-47f8-b75b-74cb3c78226b service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788593 Aug 10 02:58:30.673753 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98f02f55-fc61-4b22-b08e-c25a0c2bbcf2 req-1bade81e-1ca1-4a0a-83bb-7108dbdf2f5f service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859950 Aug 10 02:58:31.285944 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:58:43.758715 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:44.803366 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:47.923902 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c219c1b1-e864-4e3c-96e9-9cb7ee30a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:50.592937 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-83f4d700-9c5f-4ceb-b359-f887e91fba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:51.226903 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:52.484730 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:54.061178 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:58:56.983682 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e85f3-5806-4442-a614-74c58717e365 req-1dfeb252-8827-418b-a083-b65ba8d55ff2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:56.985350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f2e85f3-5806-4442-a614-74c58717e365 req-1dfeb252-8827-418b-a083-b65ba8d55ff2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.1005459 Aug 10 02:58:57.024304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f2e85f3-5806-4442-a614-74c58717e365 req-65106a2a-0690-41b7-8196-b8471d8c474d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329766 Aug 10 02:58:57.064641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39036) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:58:57.145438 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-df577bae-47cb-4d51-805c-de0316686620 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796292 Aug 10 02:58:58.201123 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cb590-0f17-41da-829b-8d383ba6c576 req-13a69858-4773-4f8d-a419-e3ffbf035ea2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:58.202627 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d20cb590-0f17-41da-829b-8d383ba6c576 req-13a69858-4773-4f8d-a419-e3ffbf035ea2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.1099141 Aug 10 02:58:58.242158 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d20cb590-0f17-41da-829b-8d383ba6c576 req-f0655010-b908-4b45-8ea0-aa1df0ed5500 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Aug 10 02:58:59.107304 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-63bd02c9-348d-474c-b4fd-f43d0e362c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:59.108792 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-63bd02c9-348d-474c-b4fd-f43d0e362c6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1098 time: 0.0409439 Aug 10 02:58:59.199639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-23d8f207-8c6d-4c9d-a719-94b60edef052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:59.201096 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-23d8f207-8c6d-4c9d-a719-94b60edef052 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 898 time: 0.0856290 Aug 10 02:58:59.264480 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-218b6375-4383-40d3-8cb2-1b34fae355e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1002 time: 0.0569775 Aug 10 02:58:59.313856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-ea0c26f7-915a-471f-bfd8-24526c28812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:59.316056 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-ea0c26f7-915a-471f-bfd8-24526c28812c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0444469 Aug 10 02:58:59.363264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318836fa-8609-4dae-ad15-ddc84526bca4 req-ea55ab6b-17ca-44b2-bf07-732f069b4bdc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:59.364985 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-318836fa-8609-4dae-ad15-ddc84526bca4 req-ea55ab6b-17ca-44b2-bf07-732f069b4bdc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0543766 Aug 10 02:58:59.376921 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-48c66e76-8abc-4f3f-b995-937a46af6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:58:59.378448 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-48c66e76-8abc-4f3f-b995-937a46af6a18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543890 Aug 10 02:58:59.403003 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-318836fa-8609-4dae-ad15-ddc84526bca4 req-bd4dfc45-47c3-4737-a876-c468fe0c58cd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Aug 10 02:58:59.466060 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-cb4c2c63-3dd0-4761-8431-a3c300e4151d service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803735 Aug 10 02:58:59.559949 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-5cbfd578-a7f4-4515-a54d-18ae3778820a service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868025 Aug 10 02:59:00.521076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28b94e-7455-4067-b976-b4135aba7ad8 req-9e81e8bf-ab34-4d6b-8d17-15ba1b5c6b4a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:00.522479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef28b94e-7455-4067-b976-b4135aba7ad8 req-9e81e8bf-ab34-4d6b-8d17-15ba1b5c6b4a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0498538 Aug 10 02:59:00.559972 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ef28b94e-7455-4067-b976-b4135aba7ad8 req-d0cbeee9-017f-453e-9d93-c7ae048d3e7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315182 Aug 10 02:59:01.680318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95ca19-4913-4a56-8563-d2f041644026 req-8a1a76ab-64f1-4a22-a94a-3034f32792f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:01.681946 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f95ca19-4913-4a56-8563-d2f041644026 req-8a1a76ab-64f1-4a22-a94a-3034f32792f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0535021 Aug 10 02:59:01.720334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f95ca19-4913-4a56-8563-d2f041644026 req-431d686d-3a6f-4285-8987-54613ff8414b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Aug 10 02:59:02.834470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f1d05-7283-4017-8d20-630ae2e62507 req-83c419cf-b43a-4518-91f6-8dfc98994996 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:02.835964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb6f1d05-7283-4017-8d20-630ae2e62507 req-83c419cf-b43a-4518-91f6-8dfc98994996 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0483639 Aug 10 02:59:02.872857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cb6f1d05-7283-4017-8d20-630ae2e62507 req-2d04213c-a16c-44ec-804a-c12969e4f4d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Aug 10 02:59:03.986259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1d248-5e86-4f21-a7bf-828c8f2924c2 req-b8ceb902-8ec0-4755-8bde-081be7798977 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:03.988380 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1d1d248-5e86-4f21-a7bf-828c8f2924c2 req-b8ceb902-8ec0-4755-8bde-081be7798977 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0486515 Aug 10 02:59:04.025059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1d1d248-5e86-4f21-a7bf-828c8f2924c2 req-9a765244-58cc-4ad1-b3e5-0a4db517dd46 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Aug 10 02:59:05.145679 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe9f9d-8d7d-4e3b-9082-021a23e3879d req-95d5138b-687b-4e33-9a74-8a93e7fd4187 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:05.147179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3fe9f9d-8d7d-4e3b-9082-021a23e3879d req-95d5138b-687b-4e33-9a74-8a93e7fd4187 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0548363 Aug 10 02:59:05.184682 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f3fe9f9d-8d7d-4e3b-9082-021a23e3879d req-496054cf-1d06-4d7c-ab96-026baf40bf01 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Aug 10 02:59:06.299758 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33fc3a-aa2e-49ad-a2d4-4ff630ef8895 req-3c070143-a0a0-4d38-a474-d81e9cd2e912 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:06.301247 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed33fc3a-aa2e-49ad-a2d4-4ff630ef8895 req-3c070143-a0a0-4d38-a474-d81e9cd2e912 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0489988 Aug 10 02:59:06.338872 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ed33fc3a-aa2e-49ad-a2d4-4ff630ef8895 req-6a3a7b15-f014-49ae-ace5-00d2163f0918 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Aug 10 02:59:07.456556 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3969a4-1207-44b2-9d4e-7ff5c1ae27b5 req-6034c227-53b2-4d4a-a310-278d09e20697 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:07.458040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f3969a4-1207-44b2-9d4e-7ff5c1ae27b5 req-6034c227-53b2-4d4a-a310-278d09e20697 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0486362 Aug 10 02:59:07.495151 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f3969a4-1207-44b2-9d4e-7ff5c1ae27b5 req-e05ab427-c996-4b2a-9ed1-e60a6b92ae2b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 Aug 10 02:59:08.285427 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:59:08.616406 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e68c4-af61-4a05-a938-53e87c556bf6 req-3daab49a-659f-4691-8d5a-0e75d3a64734 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:08.617911 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-681e68c4-af61-4a05-a938-53e87c556bf6 req-3daab49a-659f-4691-8d5a-0e75d3a64734 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0542259 Aug 10 02:59:08.657756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-681e68c4-af61-4a05-a938-53e87c556bf6 req-a8cfe528-f09d-42ca-bc57-137333c8b0a4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336027 Aug 10 02:59:09.774791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27070544-5143-45f6-b844-232261b3f1ff req-8fa3770b-5d4b-417c-9391-03f6d5c6607d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:09.776267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27070544-5143-45f6-b844-232261b3f1ff req-8fa3770b-5d4b-417c-9391-03f6d5c6607d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0491958 Aug 10 02:59:09.814676 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27070544-5143-45f6-b844-232261b3f1ff req-5985643b-e172-4154-9d0b-8657058720ae tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Aug 10 02:59:10.929846 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220d69f-dec6-4c82-bab2-2990d43a2662 req-e75a1ad9-5b23-42c8-8a25-b2a78b4e3922 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:10.931353 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d220d69f-dec6-4c82-bab2-2990d43a2662 req-e75a1ad9-5b23-42c8-8a25-b2a78b4e3922 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0489161 Aug 10 02:59:10.968195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d220d69f-dec6-4c82-bab2-2990d43a2662 req-2ae57b66-e3ab-4286-aea2-c6d3ab261221 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309296 Aug 10 02:59:11.588109 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-ae25ac0e-4960-4eff-af64-d4ef5930f435 service neutron] show failed (client error): The resource could not be found. Aug 10 02:59:11.589134 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-ae25ac0e-4960-4eff-af64-d4ef5930f435 service neutron] 10.222.0.11 "GET /v2.0/ports/3a338726-7f67-454f-809e-3985f0bf168f/bindings/n-h1-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.0542004 Aug 10 02:59:12.079874 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-93497503-aed4-42d0-af6e-f98619460a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:12.082020 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-93497503-aed4-42d0-af6e-f98619460a9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 1098 time: 0.1165774 Aug 10 02:59:12.094269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Request body: {'port': {'binding:host_id': 'n-h1-767704-21', 'device_owner': 'compute:nova'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:12.105006 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30bac1-fb1d-49d0-9f74-81814a369a72 req-7aee0e6e-18f9-4efc-988a-7799f6ad5185 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:12.106435 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a30bac1-fb1d-49d0-9f74-81814a369a72 req-7aee0e6e-18f9-4efc-988a-7799f6ad5185 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0668404 Aug 10 02:59:12.176188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1a30bac1-fb1d-49d0-9f74-81814a369a72 req-ef5dcc1e-b68e-446b-9a8a-6537478086cb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551364 Aug 10 02:59:12.180775 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:12.383201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:59:12.414858 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h2-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:59:12.454102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:59:12.456428 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3316f7-e0cb-445a-8913-6e5de87823ef" -d '{"events": [{"server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "name": "network-vif-unplugged", "status": "completed", "tag": "3a338726-7f67-454f-809e-3985f0bf168f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:59:12.460128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:12.472572 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Transition to ACTIVE for port object 3a338726-7f67-454f-809e-3985f0bf168f will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:59:12.510846 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adae60e9-36c4-42b5-8b8a-aa8f986652da x-openstack-request-id: req-adae60e9-36c4-42b5-8b8a-aa8f986652da {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:59:12.511235 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "name": "network-vif-unplugged", "status": "completed", "tag": "3a338726-7f67-454f-809e-3985f0bf168f", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:59:12.511525 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-adae60e9-36c4-42b5-8b8a-aa8f986652da {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:59:12.512025 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f', 'code': 200} Aug 10 02:59:12.551829 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:12.683515 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Pushing event updated for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=6']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:12.708831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.709285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.709526 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.709865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.710200 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.710533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.710912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.711240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.711569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.711904 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.712229 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.712558 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:12.757236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] No DVR routers for this DVR port 3a338726-7f67-454f-809e-3985f0bf168f on host n-h2-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:59:12.893754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Attempting to bind port 3a338726-7f67-454f-809e-3985f0bf168f on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:59:12.894100 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Attempting to bind port 3a338726-7f67-454f-809e-3985f0bf168f by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:59:12.894969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Attempting to bind port 3a338726-7f67-454f-809e-3985f0bf168f on network a8d8a82b-4b30-45a0-b7ec-e54905276720 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:59:12.899262 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Port 3a338726-7f67-454f-809e-3985f0bf168f on network a8d8a82b-4b30-45a0-b7ec-e54905276720 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:59:12.899592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Attempting to bind port 3a338726-7f67-454f-809e-3985f0bf168f on network a8d8a82b-4b30-45a0-b7ec-e54905276720 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:59:12.904390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:59:12.904730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Checking segment: {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:59:12.905115 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Bound using segment: {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:59:12.905546 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Bound port: 3a338726-7f67-454f-809e-3985f0bf168f, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9881ab2a-211f-46dc-bae8-5af9bf033214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:59:12.905905 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:12.971434 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:59:12.974522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:59:13.043715 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:13.077811 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:13.078433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:13.079917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] 10.222.0.16 "PUT /v2.0/ports/3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1093 time: 0.9896359 Aug 10 02:59:13.115658 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92223-7870-48cb-9aaf-36dab4beefde service neutron] Pushing event updated for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=7']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:13.185612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-0afba158-5373-4b4f-93a6-c534d610a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:13.188570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-0afba158-5373-4b4f-93a6-c534d610a00b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1096 time: 0.0821800 Aug 10 02:59:13.388176 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273c50c-3a7d-4a07-85da-e9af21b24b2c req-bd353d2b-7b79-407f-b669-ef00276b97da tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:13.389598 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2273c50c-3a7d-4a07-85da-e9af21b24b2c req-bd353d2b-7b79-407f-b669-ef00276b97da tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 944 time: 0.1263700 Aug 10 02:59:13.391015 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-eeb59b0c-30b1-4a26-87d9-83dbcffec112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:13.392345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-eeb59b0c-30b1-4a26-87d9-83dbcffec112 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 898 time: 0.1965675 Aug 10 02:59:13.775091 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:13.884007 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2273c50c-3a7d-4a07-85da-e9af21b24b2c req-2b6b12db-55f0-44db-a402-2a41b6cdb701 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881699 Aug 10 02:59:13.887913 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-6d5dbb5b-1930-462f-9990-5e53988e5d0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1000 time: 0.4861825 Aug 10 02:59:13.944286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-e8176ef7-f6da-44d6-b337-3b650031410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:13.945789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-e8176ef7-f6da-44d6-b337-3b650031410f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0506685 Aug 10 02:59:14.022381 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-ef848349-232d-4d9c-9ef9-c00fad123098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:14.023902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-ef848349-232d-4d9c-9ef9-c00fad123098 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709767 Aug 10 02:59:14.034484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-9a36455b-d348-4850-943f-96f39fd45d50 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:59:14.035457 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-9a36455b-d348-4850-943f-96f39fd45d50 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050771 Aug 10 02:59:14.123322 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-aea6d104-1aab-47ab-9d77-5672093f153b service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809138 Aug 10 02:59:14.214086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e2a37d46-eb22-4816-b07f-9686e07f84f5 req-f599bc7d-c3f8-42b7-93a4-eb74d077763c service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840378 Aug 10 02:59:14.513065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:59:14.515399 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b06c83-605b-40df-91ca-6a7702eaf7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "tag": "3a338726-7f67-454f-809e-3985f0bf168f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:59:14.563759 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6693c125-6a93-4521-b514-1fa37e8ebd46 x-openstack-request-id: req-6693c125-6a93-4521-b514-1fa37e8ebd46 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:59:14.564043 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "tag": "3a338726-7f67-454f-809e-3985f0bf168f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:59:14.564301 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6693c125-6a93-4521-b514-1fa37e8ebd46 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:59:14.564714 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f', 'status': 'completed', 'code': 200} Aug 10 02:59:14.625011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-311df862-b7de-44a4-9b87-473f128a09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:14.626466 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-37bc9028-5cc3-4c3b-8699-eb996335f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:14.627176 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-311df862-b7de-44a4-9b87-473f128a09b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1096 time: 0.0440943 Aug 10 02:59:14.628120 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-37bc9028-5cc3-4c3b-8699-eb996335f48e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1096 time: 0.0419395 Aug 10 02:59:14.720264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-1e3a97b4-e35d-4238-b4c2-dc24268af373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:14.721732 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-1e3a97b4-e35d-4238-b4c2-dc24268af373 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 898 time: 0.0862384 Aug 10 02:59:14.724462 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-b2527c1c-e79e-4bfc-88fb-675770b7d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:14.725953 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-b2527c1c-e79e-4bfc-88fb-675770b7d502 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 898 time: 0.0911453 Aug 10 02:59:14.790380 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-67f60d88-4d19-42b5-96ed-5e5ffefd36c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1000 time: 0.0579803 Aug 10 02:59:14.793857 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-130139f5-86c2-47f4-b559-e2329b019458 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1000 time: 0.0640376 Aug 10 02:59:14.820394 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:14.841740 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-fa8d2ac4-6d7d-4bc2-b275-1658ba3cf1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:14.843265 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-fa8d2ac4-6d7d-4bc2-b275-1658ba3cf1d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0447562 Aug 10 02:59:14.843995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-01556f70-aec4-463a-bcab-3b2d34a39f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:14.845404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-01556f70-aec4-463a-bcab-3b2d34a39f3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0433993 Aug 10 02:59:14.893615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-2091c0d8-2c9e-4d05-bc30-a33976e044b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:14.895608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-2091c0d8-2c9e-4d05-bc30-a33976e044b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418148 Aug 10 02:59:15.031084 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-27fe19b0-fd9a-4abc-86a0-b784d5117dc0 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270161 Aug 10 02:59:15.040340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e259527-0369-426d-9a7d-d25bc404a6b8 req-900e48e8-cd51-45a2-87d0-09cf7c8986bb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:15.041950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e259527-0369-426d-9a7d-d25bc404a6b8 req-900e48e8-cd51-45a2-87d0-09cf7c8986bb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 944 time: 0.0823650 Aug 10 02:59:15.133907 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e259527-0369-426d-9a7d-d25bc404a6b8 req-d406d395-bedc-48cd-9cb7-6438303c34c3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835226 Aug 10 02:59:15.161698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-6801846d-6a88-4b14-b04e-993cac93f4a8 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187897 Aug 10 02:59:15.232561 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-c454f696-4a79-4ce6-8dd8-01ae01d97f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:15.234076 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-c454f696-4a79-4ce6-8dd8-01ae01d97f57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3837736 Aug 10 02:59:15.322964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-9077282c-45ff-4fce-9d3e-c9d70ab78fbc service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810471 Aug 10 02:59:15.376506 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-8b0f8d41-aa52-4cc8-998c-7d997c8a96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:15.378021 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-8b0f8d41-aa52-4cc8-998c-7d997c8a96ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1096 time: 0.0420873 Aug 10 02:59:15.418173 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-89b06c83-605b-40df-91ca-6a7702eaf7ae req-49b6c428-b9dc-4ac6-a219-2411261d0655 service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881763 Aug 10 02:59:15.485419 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-d1446627-2ad4-4e0e-b604-32ec7e66e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:15.486908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-d1446627-2ad4-4e0e-b604-32ec7e66e0ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 898 time: 0.0883334 Aug 10 02:59:15.552238 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-dfce7091-a250-416e-a206-86a9408f5e1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1000 time: 0.0569901 Aug 10 02:59:15.578141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 3a338726-7f67-454f-809e-3985f0bf168f no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:59:15.601421 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-0cde947a-9c91-4336-8d2d-c577c1ff120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:15.602920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-0cde947a-9c91-4336-8d2d-c577c1ff120d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0433483 Aug 10 02:59:15.616328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 3a338726-7f67-454f-809e-3985f0bf168f not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:59:15.655591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-896383fa-239d-4562-a144-672362964bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:15.657078 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-896383fa-239d-4562-a144-672362964bf4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438852 Aug 10 02:59:15.748156 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-b21d2980-c578-4317-8a1a-e10ab4ae64b5 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809846 Aug 10 02:59:15.844792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8a4cd972-b400-4078-b883-cfa9635afc83 req-f9b800ae-6423-4ff2-ac7a-f350a73eed19 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871398 Aug 10 02:59:16.258947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb23f9-bc32-4988-b877-787f94d46387 req-61371a6b-f222-4be2-b245-a6cc57f41023 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:16.260428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cfb23f9-bc32-4988-b877-787f94d46387 req-61371a6b-f222-4be2-b245-a6cc57f41023 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 944 time: 0.0514262 Aug 10 02:59:16.298261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0cfb23f9-bc32-4988-b877-787f94d46387 req-ba8feb57-14d4-421d-87ec-e74b45e81fbd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Aug 10 02:59:16.584961 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb4745-9327-41cd-9181-859bd4b7c03b req-a69f59a0-5a69-42d5-bc65-1a08bb81dcf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:16.586994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90fb4745-9327-41cd-9181-859bd4b7c03b req-a69f59a0-5a69-42d5-bc65-1a08bb81dcf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 944 time: 0.0510452 Aug 10 02:59:16.626160 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90fb4745-9327-41cd-9181-859bd4b7c03b req-74e96da0-216e-4ef0-8fa6-543bb7bf121f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332830 Aug 10 02:59:16.650940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-4f312760-f414-40fa-8120-e1ffac674d13 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:16.652468 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-4f312760-f414-40fa-8120-e1ffac674d13 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde&tenant_id=fc28c2edc096457d989b3461df62d443&binding%3Ahost_id=n-h1-767704-21 HTTP/1.1" status: 200 len: 944 time: 0.0589688 Aug 10 02:59:16.716079 n-d-767704-21 neutron-server[101223]: INFO neutron.api.v2.resource [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-c680c159-5900-449b-afec-d9eb05366039 service neutron] delete failed (client error): The resource could not be found. Aug 10 02:59:16.717118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-c680c159-5900-449b-afec-d9eb05366039 service neutron] 10.222.0.11 "DELETE /v2.0/ports/3a338726-7f67-454f-809e-3985f0bf168f/bindings/n-h2-767704-21 HTTP/1.1" status: 404 len: 381 time: 0.0551701 Aug 10 02:59:16.749698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcb6aa-1747-4bca-b6e9-33a1911f91f3 req-21b153d5-c98f-433d-b38c-56bea232ae84 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:16.751143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfdcb6aa-1747-4bca-b6e9-33a1911f91f3 req-21b153d5-c98f-433d-b38c-56bea232ae84 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 944 time: 0.0547450 Aug 10 02:59:16.789239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cfdcb6aa-1747-4bca-b6e9-33a1911f91f3 req-39474209-bfd7-4a93-ae63-ca0edde09715 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Aug 10 02:59:16.798996 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-26a5fd34-c524-4ece-a813-3c6627d6ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:16.801334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-26a5fd34-c524-4ece-a813-3c6627d6ac71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1096 time: 0.0413682 Aug 10 02:59:16.891478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-6d65b6f2-3184-437e-9778-917981f87bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:16.892967 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-6d65b6f2-3184-437e-9778-917981f87bd2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 898 time: 0.0860770 Aug 10 02:59:16.956405 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-bd8419bf-8928-4de3-8332-30cd7194d47a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 1000 time: 0.0567887 Aug 10 02:59:17.009981 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-6714ce38-85ea-47fe-9010-bc5cfccf0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:17.011378 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-6714ce38-85ea-47fe-9010-bc5cfccf0a46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0481029 Aug 10 02:59:17.014420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3a338726-7f67-454f-809e-3985f0bf168f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:59:17.059198 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-c0814f29-d45f-401e-a0e1-c6233ad570aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:17.060699 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-c0814f29-d45f-401e-a0e1-c6233ad570aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416179 Aug 10 02:59:17.109436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:59:17.122104 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': '3a338726-7f67-454f-809e-3985f0bf168f', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'port_id': '3a338726-7f67-454f-809e-3985f0bf168f', 'mac_address': 'fa:16:3e:c6:cb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:59:17.152393 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-b7771557-ce60-40ba-b2f2-38e451c223df service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839701 Aug 10 02:59:17.158350 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:17.171219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a338726-7f67-454f-809e-3985f0bf168f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:59:17.190768 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:59:17.239345 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:17.247738 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c8fb507a-8865-4c0b-89ec-dca2094a46cc req-a327eb10-ebc3-483a-84bb-ac288d6e4b5e service neutron] 10.222.0.11 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875769 Aug 10 02:59:17.289204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:17.296506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.296847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.297191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.297533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.297871 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.298202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.298531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.298891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.299219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.299546 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.299876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.300201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:17.470686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['3a338726-7f67-454f-809e-3985f0bf168f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:59:17.895720 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5e1bd1e-362e-42c7-b72d-e26578d14c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:17.906687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbc30d-a55d-46bf-9281-919b5623b75f req-27018bb2-860a-4b58-896f-5623fc5e8859 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:17.908186 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-68cbc30d-a55d-46bf-9281-919b5623b75f req-27018bb2-860a-4b58-896f-5623fc5e8859 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 945 time: 0.0504255 Aug 10 02:59:17.946437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-68cbc30d-a55d-46bf-9281-919b5623b75f req-36f3d357-d09c-43d8-81bd-54caaf8d2cf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312276 Aug 10 02:59:19.030031 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3a338726-7f67-454f-809e-3985f0bf168f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:59:19.060608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62029e4-d2ea-45e6-9cce-4c5c1cae1ce9 req-fe8b04ec-bc7d-4436-9caf-5290c44f57cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:19.062136 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b62029e4-d2ea-45e6-9cce-4c5c1cae1ce9 req-fe8b04ec-bc7d-4436-9caf-5290c44f57cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 945 time: 0.0487916 Aug 10 02:59:19.101334 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b62029e4-d2ea-45e6-9cce-4c5c1cae1ce9 req-2814f28c-a930-4979-92c2-618970ebfd6f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Aug 10 02:59:19.131573 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39112) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:19.151921 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port 3a338726-7f67-454f-809e-3985f0bf168f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:59:19.156174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port 3a338726-7f67-454f-809e-3985f0bf168f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:59:19.156549 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:19.198232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-679b10e4-9ddf-4e29-b3ba-ba0e19d8f3c4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/568fc8de-f850-41b1-b7ab-621387193e73 HTTP/1.1" status: 200 len: 993 time: 0.0654705 Aug 10 02:59:19.234263 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:19.257366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:59:19.259601 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d2ad30-5272-4842-87f8-c81c6ae9ce5b" -d '{"events": [{"server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "name": "network-vif-plugged", "status": "completed", "tag": "3a338726-7f67-454f-809e-3985f0bf168f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:59:19.272894 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:59:19.297298 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d751bb40-d67b-467a-8d77-56050d343e7c x-openstack-request-id: req-d751bb40-d67b-467a-8d77-56050d343e7c {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:59:19.297585 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "name": "network-vif-plugged", "status": "completed", "tag": "3a338726-7f67-454f-809e-3985f0bf168f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:59:19.297837 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d751bb40-d67b-467a-8d77-56050d343e7c {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:59:19.298226 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f', 'code': 200} Aug 10 02:59:19.305988 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:19.355777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:20.614794 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-63c4c098-32ee-4e9f-9fc0-27b1ee381349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:21.197715 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:22.506380 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:24.066401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:43.826163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:44.825932 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:45.283837 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:59:47.826104 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39124) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:47.930065 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-baf1be8c-becb-4ad9-8de8-8458a8d8d747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:47.982586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 997a186d-ce0a-445e-b0ad-6a86565de912 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:59:47.982865 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:48.058736 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:48.059078 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:48.070193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 997a186d-ce0a-445e-b0ad-6a86565de912 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:59:48.249662 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:48.276299 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=997a186d-ce0a-445e-b0ad-6a86565de912,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:48.286311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.286693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.287044 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.288046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.288962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.288962 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.289175 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.289394 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.289726 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.290056 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.290386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.290742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:59:48.349262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:48.349607 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP 568fc8de-f850-41b1-b7ab-621387193e73 disassociated (deleted). External IP: 172.25.3.249, port: 3a338726-7f67-454f-809e-3985f0bf168f. Aug 10 02:59:48.558574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 0c08f911-be25-428e-8b5f-f52506c40e6e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:59:48.671157 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:59:48.676049 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:48.680540 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] Sync routers for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:59:48.690387 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:59:48.691114 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:48.703927 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9d7da32d-28eb-434b-a7cd-b517e5dd80eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/floatingips/568fc8de-f850-41b1-b7ab-621387193e73 HTTP/1.1" status: 204 len: 168 time: 0.8767223 Aug 10 02:59:48.704609 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:59:48.707007 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08afdd6-74b4-443b-96e2-9724e71753b0" -d '{"events": [{"name": "network-changed", "server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "tag": "3a338726-7f67-454f-809e-3985f0bf168f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:59:48.800469 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:59:48.808986 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7acf2-0a7c-4311-8ff7-f54a5112cdc3 x-openstack-request-id: req-27b7acf2-0a7c-4311-8ff7-f54a5112cdc3 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:59:48.808986 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "tag": "3a338726-7f67-454f-809e-3985f0bf168f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:59:48.808986 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-27b7acf2-0a7c-4311-8ff7-f54a5112cdc3 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:59:48.808986 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f', 'status': 'completed', 'code': 200} Aug 10 02:59:48.872822 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-7b396d40-e2b9-4792-8ee9-03c1ddc0e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:48.874413 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-7b396d40-e2b9-4792-8ee9-03c1ddc0e6e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 1098 time: 0.0441883 Aug 10 02:59:48.976630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-1d53112f-dcc6-42d2-a037-e38dd2dd731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:48.978261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-1d53112f-dcc6-42d2-a037-e38dd2dd731b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 200 len: 898 time: 0.0962281 Aug 10 02:59:49.000592 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '02280023-7fb1-4b14-812a-b1d1f223288e', 'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:01:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:07Z', 'updated_at': '2021-08-10T02:58:12Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '12147296-7004-41ce-9d48-6901844077ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:49.021559 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-45b01389-3fe6-446a-9c77-8109e8810252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 200 len: 217 time: 0.0365994 Aug 10 02:59:49.031559 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] Checking router: 0c08f911-be25-428e-8b5f-f52506c40e6e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:59:49.041176 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:59:49.041809 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:49.076842 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-b87c7423-5145-4ce6-a43d-a2d918aa6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:49.079157 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-b87c7423-5145-4ce6-a43d-a2d918aa6833 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 200 len: 835 time: 0.0486238 Aug 10 02:59:49.144362 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:59:49.167320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f217358-97a4-4945-a8ab-65bb8544db57 req-55ff286b-55b0-408f-a23f-dab83847c4bb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:49.168809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f217358-97a4-4945-a8ab-65bb8544db57 req-55ff286b-55b0-408f-a23f-dab83847c4bb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0803645 Aug 10 02:59:49.170409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-fcf2efc5-3b92-438d-8fcf-ff60611bd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:49.171781 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-fcf2efc5-3b92-438d-8fcf-ff60611bd70b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8d8a82b-4b30-45a0-b7ec-e54905276720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736003 Aug 10 02:59:49.250429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f217358-97a4-4945-a8ab-65bb8544db57 req-27915913-8891-467c-82df-e623e5758fa8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755332 Aug 10 02:59:49.290805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-2a11d8da-b43e-4034-ad27-e8c83b515c22 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090343 Aug 10 02:59:49.343440 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '02280023-7fb1-4b14-812a-b1d1f223288e', 'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:01:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:07Z', 'updated_at': '2021-08-10T02:58:12Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '12147296-7004-41ce-9d48-6901844077ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:49.369472 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac36d03-d0ac-402b-b327-b5dd614a2fdf None None] The sync data for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 is: [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '02280023-7fb1-4b14-812a-b1d1f223288e', 'name': '', 'network_id': 'a8d8a82b-4b30-45a0-b7ec-e54905276720', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:01:52:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '12147296-7004-41ce-9d48-6901844077ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:07Z', 'updated_at': '2021-08-10T02:58:12Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '12147296-7004-41ce-9d48-6901844077ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:59:49.386688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a08afdd6-74b4-443b-96e2-9724e71753b0 req-a6c7a6bc-3132-444e-a3d6-0736ce522c20 service neutron] 10.222.0.16 "GET /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881853 Aug 10 02:59:49.596937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818158cb-5890-4a5e-a5c8-593629025ec8 None None] New status for floating IP 568fc8de-f850-41b1-b7ab-621387193e73: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:59:50.306615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-afe43b58-832c-4a87-b6a1-d0d2b37fa4c2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:50.308323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-afe43b58-832c-4a87-b6a1-d0d2b37fa4c2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.16 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0507584 Aug 10 02:59:50.419826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda62991-0347-4501-ac96-4e844eefb255 req-5cbe4e65-115f-4c7c-bf27-d587318cd474 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:50.421340 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eda62991-0347-4501-ac96-4e844eefb255 req-5cbe4e65-115f-4c7c-bf27-d587318cd474 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 946 time: 0.0984142 Aug 10 02:59:50.464222 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 3a338726-7f67-454f-809e-3985f0bf168f {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:59:50.464570 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:50.510847 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eda62991-0347-4501-ac96-4e844eefb255 req-3e3d5efc-9fcb-42fb-ac12-e7f120dc0e8c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=5b7632ec-67f1-42a7-a839-94a6693d38d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820031 Aug 10 02:59:50.562287 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 3a338726-7f67-454f-809e-3985f0bf168f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=3a338726-7f67-454f-809e-3985f0bf168f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:59:50.562697 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:50.576395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 3a338726-7f67-454f-809e-3985f0bf168f owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:59:50.609584 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0a88cf27-7f4b-44fb-9991-98e8c961f232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:50.787023 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:50.822236 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=3a338726-7f67-454f-809e-3985f0bf168f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:50.862816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] No DVR routers for this DVR port 3a338726-7f67-454f-809e-3985f0bf168f on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:59:50.866130 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:50.868255 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.16 "DELETE /v2.0/ports/3a338726-7f67-454f-809e-3985f0bf168f HTTP/1.1" status: 204 len: 173 time: 0.5543022 Aug 10 02:59:50.868696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'name': 'network-vif-deleted', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:59:50.871290 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d02aa16-b99d-48bf-a3b1-4e55cb9de2b8" -d '{"events": [{"server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "name": "network-vif-deleted", "tag": "3a338726-7f67-454f-809e-3985f0bf168f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:59:50.914499 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e745bbb-4a6c-4301-b1ca-a8838117d934 x-openstack-request-id: req-4e745bbb-4a6c-4301-b1ca-a8838117d934 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:59:50.914839 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f93540-b118-4a10-b613-812be8468cde", "name": "network-vif-deleted", "tag": "3a338726-7f67-454f-809e-3985f0bf168f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:59:50.915101 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4e745bbb-4a6c-4301-b1ca-a8838117d934 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:59:50.915562 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f93540-b118-4a10-b613-812be8468cde', 'name': 'network-vif-deleted', 'tag': '3a338726-7f67-454f-809e-3985f0bf168f', 'status': 'completed', 'code': 200} Aug 10 02:59:51.208962 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:51.613893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e1868d8-8f89-45ac-b684-ee5b0c9d6d90 req-cc2463fe-83f4-4211-95bd-84a9b63c109a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=79f93540-b118-4a10-b613-812be8468cde HTTP/1.1" status: 200 len: 210 time: 0.0262914 Aug 10 02:59:52.505934 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:52.671380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39142) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:53.040574 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:53.233078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3a338726-7f67-454f-809e-3985f0bf168f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:59:53.252457 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: 3a338726-7f67-454f-809e-3985f0bf168f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:59:53.252809 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device 3a338726-7f67-454f-809e-3985f0bf168f not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:59:53.295688 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 02280023-7fb1-4b14-812a-b1d1f223288e {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:59:53.295954 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:53.384553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 02280023-7fb1-4b14-812a-b1d1f223288e, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=02280023-7fb1-4b14-812a-b1d1f223288e,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:59:53.384921 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:53.397679 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 02280023-7fb1-4b14-812a-b1d1f223288e owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:59:53.632396 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:53.663475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=02280023-7fb1-4b14-812a-b1d1f223288e,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:53.845215 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.065489 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 0c08f911-be25-428e-8b5f-f52506c40e6e has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:59:54.072358 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.178243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:59:54.184388 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4ac246bc-8935-4b2b-ac6c-989246a8cad0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/0c08f911-be25-428e-8b5f-f52506c40e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119176 Aug 10 02:59:54.187046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39144) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:54.189732 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] Sync routers for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:59:54.199292 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:59:54.199901 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:54.288604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54bc18b-3606-49dd-bc2e-4297a5b77bd2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting subnet 12147296-7004-41ce-9d48-6901844077ae {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:59:54.294512 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c54bc18b-3606-49dd-bc2e-4297a5b77bd2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.306930 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:59:54.343458 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c54bc18b-3606-49dd-bc2e-4297a5b77bd2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.431770 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c54bc18b-3606-49dd-bc2e-4297a5b77bd2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.552933 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c54bc18b-3606-49dd-bc2e-4297a5b77bd2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.580571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bc18b-3606-49dd-bc2e-4297a5b77bd2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Subnet': ['ID=12147296-7004-41ce-9d48-6901844077ae,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:54.587970 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c54bc18b-3606-49dd-bc2e-4297a5b77bd2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.593933 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39148) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:54.595091 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c54bc18b-3606-49dd-bc2e-4297a5b77bd2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/subnets/12147296-7004-41ce-9d48-6901844077ae HTTP/1.1" status: 204 len: 168 time: 0.4068687 Aug 10 02:59:54.595333 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:59:53Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:54.597092 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c5524-8903-4f23-9603-fb7b437bbac7 None None] Network a8d8a82b-4b30-45a0-b7ec-e54905276720 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:59:54.623824 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] Checking router: 0c08f911-be25-428e-8b5f-f52506c40e6e for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:59:54.641351 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] Routers {'0c08f911-be25-428e-8b5f-f52506c40e6e'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:59:54.641985 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['0c08f911-be25-428e-8b5f-f52506c40e6e'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:54.719278 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.774939 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] Set router 0c08f911-be25-428e-8b5f-f52506c40e6e gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:59:54.795018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42512134-1196-49da-9918-66b85a8b011d None None] DHCP port deletion for a8d8a82b-4b30-45a0-b7ec-e54905276720 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:59:54.830404 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.848867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-42512134-1196-49da-9918-66b85a8b011d None None] Deleting port e6ec4c09-73e8-4773-ba32-5297146e2a8f {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:59:54.848867 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-42512134-1196-49da-9918-66b85a8b011d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.905399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-42512134-1196-49da-9918-66b85a8b011d None None] For port e6ec4c09-73e8-4773-ba32-5297146e2a8f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=e6ec4c09-73e8-4773-ba32-5297146e2a8f,segment=NetworkSegment(9881ab2a-211f-46dc-bae8-5af9bf033214),segment_id=9881ab2a-211f-46dc-bae8-5af9bf033214)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:59:54.905802 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-42512134-1196-49da-9918-66b85a8b011d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.922610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-42512134-1196-49da-9918-66b85a8b011d None None] Calling delete_port for e6ec4c09-73e8-4773-ba32-5297146e2a8f owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:59:54.952285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 6d53a3f1-4516-4964-b991-003625f8421f {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:59:54.952802 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:54.971654 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:59:53Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:55.003323 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612aa57-ec53-4693-a936-27eeb0987aea None None] The sync data for ids ['0c08f911-be25-428e-8b5f-f52506c40e6e'] in n-d-767704-21 is: [{'id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1796442310', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '6d53a3f1-4516-4964-b991-003625f8421f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:59:53Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': '6d53a3f1-4516-4964-b991-003625f8421f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ba:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08f911-be25-428e-8b5f-f52506c40e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:58:04Z', 'updated_at': '2021-08-10T02:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:59:55.044977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 6d53a3f1-4516-4964-b991-003625f8421f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=6d53a3f1-4516-4964-b991-003625f8421f,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:59:55.045352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.055326 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-42512134-1196-49da-9918-66b85a8b011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.057872 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 6d53a3f1-4516-4964-b991-003625f8421f owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:59:55.080319 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42512134-1196-49da-9918-66b85a8b011d None None] Pushing event deleted for resources: {'Port': ['ID=e6ec4c09-73e8-4773-ba32-5297146e2a8f,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:55.083866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42512134-1196-49da-9918-66b85a8b011d None None] No DVR routers for this DVR port e6ec4c09-73e8-4773-ba32-5297146e2a8f on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:59:55.289651 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.316910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=6d53a3f1-4516-4964-b991-003625f8421f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:55.377777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.476571 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.478891 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.564064 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.564590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Fanout notify agent at l3_agent the message router_deleted on router 0c08f911-be25-428e-8b5f-f52506c40e6e {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:59:55.571537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.572668 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f7ed582d-c529-4eb4-94e0-a5c7308899ea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/routers/0c08f911-be25-428e-8b5f-f52506c40e6e HTTP/1.1" status: 204 len: 168 time: 0.9763794 Aug 10 02:59:55.575952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39150) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:55.657635 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.751241 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.760831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d8a82b-4b30-45a0-b7ec-e54905276720']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:55.770963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9881ab2a-211f-46dc-bae8-5af9bf033214') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:55.771269 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9881ab2a-211f-46dc-bae8-5af9bf033214') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:59:55.780482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.794712 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.800378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:59:55.800800 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: timer() Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:59:55.803727 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:59:55.912150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.919928 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:55.921210 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/networks/a8d8a82b-4b30-45a0-b7ec-e54905276720 HTTP/1.1" status: 204 len: 168 time: 0.3443170 Aug 10 02:59:55.924238 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39152) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:55.933240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310adfc-969f-48da-8ff3-1eda8fe21593 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Network': ['ID=a8d8a82b-4b30-45a0-b7ec-e54905276720,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:55.987732 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cacbe176-a577-4203-8c85-30aae634f14a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.016642 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cacbe176-a577-4203-8c85-30aae634f14a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.128994 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cacbe176-a577-4203-8c85-30aae634f14a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.131632 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-cacbe176-a577-4203-8c85-30aae634f14a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.132819 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-cacbe176-a577-4203-8c85-30aae634f14a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/security-groups/5b7632ec-67f1-42a7-a839-94a6693d38d9 HTTP/1.1" status: 204 len: 168 time: 0.2075927 Aug 10 02:59:56.142742 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbe176-a577-4203-8c85-30aae634f14a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7632ec-67f1-42a7-a839-94a6693d38d9,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:56.330605 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e6ec4c09-73e8-4773-ba32-5297146e2a8f no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:59:56.351609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: e6ec4c09-73e8-4773-ba32-5297146e2a8f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:59:56.352423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device e6ec4c09-73e8-4773-ba32-5297146e2a8f not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:59:56.352423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 02280023-7fb1-4b14-812a-b1d1f223288e no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:59:56.372847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 02280023-7fb1-4b14-812a-b1d1f223288e {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:59:56.375318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 02280023-7fb1-4b14-812a-b1d1f223288e not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:59:56.375318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6d53a3f1-4516-4964-b991-003625f8421f no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:59:56.398523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 6d53a3f1-4516-4964-b991-003625f8421f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:59:56.398523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 6d53a3f1-4516-4964-b991-003625f8421f not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:59:56.450283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39158) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:56.455767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-fa07e53f-e7db-43b8-80cc-493a984f6ded tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960540119', 'description': 'tempest-secgroup-smoke-1960540119 description', 'project_id': 'fc28c2edc096457d989b3461df62d443'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:56.558738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa07e53f-e7db-43b8-80cc-493a984f6ded tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.638881 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa07e53f-e7db-43b8-80cc-493a984f6ded tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.723521 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa07e53f-e7db-43b8-80cc-493a984f6ded tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.753240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07e53f-e7db-43b8-80cc-493a984f6ded tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b40868a-e71d-4366-a20b-5cb51add84e4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:56.814809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-fa07e53f-e7db-43b8-80cc-493a984f6ded tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.816064 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fa07e53f-e7db-43b8-80cc-493a984f6ded tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3647466 Aug 10 02:59:56.818954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39160) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:56.824223 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0258895f-7765-42d7-ae07-491750012dd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '1b40868a-e71d-4366-a20b-5cb51add84e4', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:56.911205 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0258895f-7765-42d7-ae07-491750012dd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:56.972641 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0258895f-7765-42d7-ae07-491750012dd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.049136 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0258895f-7765-42d7-ae07-491750012dd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.067515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258895f-7765-42d7-ae07-491750012dd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85441578-66c0-410b-880c-d7421d1874a6,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:57.135255 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0258895f-7765-42d7-ae07-491750012dd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.136731 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0258895f-7765-42d7-ae07-491750012dd8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3168132 Aug 10 02:59:57.139446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39162) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:57.143927 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-62c5b6ec-eb4f-40e9-b926-ab826dcf0955 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '1b40868a-e71d-4366-a20b-5cb51add84e4', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:57.231805 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62c5b6ec-eb4f-40e9-b926-ab826dcf0955 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.287278 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62c5b6ec-eb4f-40e9-b926-ab826dcf0955 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.375085 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62c5b6ec-eb4f-40e9-b926-ab826dcf0955 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.392453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5b6ec-eb4f-40e9-b926-ab826dcf0955 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36834e15-4a93-46ac-9b31-9f727ea4980a,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:57.477836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-62c5b6ec-eb4f-40e9-b926-ab826dcf0955 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.479752 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-62c5b6ec-eb4f-40e9-b926-ab826dcf0955 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387609 Aug 10 02:59:57.482588 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39164) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:57.486879 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4c62d63a-96d2-4d37-b836-e301ddc53413 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '1b40868a-e71d-4366-a20b-5cb51add84e4', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:57.568556 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c62d63a-96d2-4d37-b836-e301ddc53413 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.632921 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c62d63a-96d2-4d37-b836-e301ddc53413 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.695326 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c62d63a-96d2-4d37-b836-e301ddc53413 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.716453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d63a-96d2-4d37-b836-e301ddc53413 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4870fd15-8f55-4969-b7ef-678d047b792e,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:57.763730 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4c62d63a-96d2-4d37-b836-e301ddc53413 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.764901 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4c62d63a-96d2-4d37-b836-e301ddc53413 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814534 Aug 10 02:59:57.767638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39166) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:57.772081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a3b9d68a-173a-45ef-b3e2-ba7a43fd3829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '1b40868a-e71d-4366-a20b-5cb51add84e4', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:57.853810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d68a-173a-45ef-b3e2-ba7a43fd3829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.917223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d68a-173a-45ef-b3e2-ba7a43fd3829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.969238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d68a-173a-45ef-b3e2-ba7a43fd3829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:57.986611 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9d68a-173a-45ef-b3e2-ba7a43fd3829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149383a7-37c4-48f5-ad0b-68825b9257c6,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:58.049035 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d68a-173a-45ef-b3e2-ba7a43fd3829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.050307 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a3b9d68a-173a-45ef-b3e2-ba7a43fd3829 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2816832 Aug 10 02:59:58.053156 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39168) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:58.058373 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-f6461938-30d1-4d18-8988-e3eba90e7be2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '1b40868a-e71d-4366-a20b-5cb51add84e4', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:58.134859 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-f6461938-30d1-4d18-8988-e3eba90e7be2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:59:58.139848 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f6461938-30d1-4d18-8988-e3eba90e7be2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.199087 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f6461938-30d1-4d18-8988-e3eba90e7be2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.266454 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f6461938-30d1-4d18-8988-e3eba90e7be2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.284718 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6461938-30d1-4d18-8988-e3eba90e7be2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cba40b1-71f9-47e8-904d-e36b41d4beb1,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:58.346390 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-f6461938-30d1-4d18-8988-e3eba90e7be2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.347722 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-f6461938-30d1-4d18-8988-e3eba90e7be2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935052 Aug 10 02:59:58.350239 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39170) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:58.355436 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4379eca3-6721-4d8f-afe6-3cb4149f19fd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '1b40868a-e71d-4366-a20b-5cb51add84e4', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:58.437897 n-d-767704-21 neutron-server[101223]: INFO neutron.db.securitygroups_db [None req-4379eca3-6721-4d8f-afe6-3cb4149f19fd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:59:58.443008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4379eca3-6721-4d8f-afe6-3cb4149f19fd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.507072 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4379eca3-6721-4d8f-afe6-3cb4149f19fd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.580630 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4379eca3-6721-4d8f-afe6-3cb4149f19fd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.598037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379eca3-6721-4d8f-afe6-3cb4149f19fd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0323a17a-4234-4746-9eb9-a5d60fc07246,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:58.672342 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4379eca3-6721-4d8f-afe6-3cb4149f19fd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.673593 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4379eca3-6721-4d8f-afe6-3cb4149f19fd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223948 Aug 10 02:59:58.676478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39172) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:58.681364 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'network': {'name': 'tempest-network-smoke--1965884162', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'port_security_enabled': True}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:58.763907 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:59:58.767413 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.790574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:59:58.799527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.799904 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Added segment 30385d78-d17d-4a49-8bab-878fd0fdb24f of type vlan for network b40d770a-a015-4b07-816f-f2e685b98066 Aug 10 02:59:58.837998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.929426 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:58.935872 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:59:58.936453 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:59.004984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Network': ['ID=b40d770a-a015-4b07-816f-f2e685b98066,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:59:59.014937 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network b40d770a-a015-4b07-816f-f2e685b98066 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:59:59.050393 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b95609f3-9126-4dac-9a8c-6f67ccb220e9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3728750 Aug 10 02:59:59.053087 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39174) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:59:59.058072 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'admin_state_up': True, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:59:59.123860 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:59.124893 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:59.177285 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:59.700176 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:59.951065 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:59:59.969731 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:00.073661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.246 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:00:00.175090 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:00.255686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:00.295189 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:00:00.298032 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:00.301655 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:00:00.325608 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:00.603057 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:00.809459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:01.026953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 113624d9-95b8-44a9-9811-23b52fa88eff is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:00:01.133372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:00:01.142850 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Sync routers for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:00:01.152302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:01.156205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:01.209926 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:01.211267 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-88b9da37-e0b6-4108-a539-f255f758f0cf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1572437 Aug 10 03:00:01.215751 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39176) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:01.293313 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dda8ec86-ab9c-45a3-a943-1dac4eaef55d tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=fc28c2edc096457d989b3461df62d443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762770 Aug 10 03:00:01.296248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39180) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:01.414042 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:01.425105 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c2855e-fc92-4d42-9e3a-1e2b1568cd79 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:01.426719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-55c2855e-fc92-4d42-9e3a-1e2b1568cd79 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294005 Aug 10 03:00:01.429432 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39182) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:01.600859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:00Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:01.629340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Checking router: 113624d9-95b8-44a9-9811-23b52fa88eff for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:00:01.629693 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Updating router 113624d9-95b8-44a9-9811-23b52fa88eff port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:00:01.655073 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:01.731811 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c4cd7e5f-126f-4a5a-973e-e19b68751575 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2983959 Aug 10 03:00:01.732039 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39184) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:01.736741 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-34847569', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:00:01.902707 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:01.911914 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Transition to ACTIVE for port object ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:01.918414 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:00:01.921919 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:01.969627 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.025365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Attempting to bind port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:00:02.025746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Attempting to bind port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:00:02.026639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Attempting to bind port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:00:02.028552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88854771-2b10-45fb-a36d-1f1a57d7457e None None] Pushing event updated for resources: {'Port': ['ID=ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:02.034406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:00:02.034815 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:00:02.038755 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.038755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:00:02.038755 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Bound port: ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:00:02.038755 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.089205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] For port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:00:02.092437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] For port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:00:02.170204 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.199069 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.225066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:02.225716 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:02.260713 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Subnet': ['ID=29a6cf90-3bfc-467f-bb08-3924a3be89c9,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:02.264038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88854771-2b10-45fb-a36d-1f1a57d7457e None None] Pushing event updated for resources: {'Port': ['ID=ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:02.269681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Checking segment: {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:00:02.270064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network hostable DHCP agents. Network: b40d770a-a015-4b07-816f-f2e685b98066, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:00:02.336629 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:02.358324 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network b40d770a-a015-4b07-816f-f2e685b98066 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:00:02.426608 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, b40d770a-a015-4b07-816f-f2e685b98066) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:02.430825 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:02.431490 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.437378 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668265df-cfac-4f40-b6fe-b18c66122c42 None None] Network b40d770a-a015-4b07-816f-f2e685b98066 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:00:02.497375 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3d40e54b-61f2-499f-bb43-962f0d65faa4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7638381 Aug 10 03:00:02.499945 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39186) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:02.628620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:00Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:02.657468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-b40d770a-a015-4b07-816f-f2e685b98066', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:00:02.658991 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.674347 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf6180-f188-44a9-bfa9-2fb87e86dfdf None None] The sync data for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 is: [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:00Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:00:02.809719 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Allocated IP 172.20.0.2 (b40d770a-a015-4b07-816f-f2e685b98066/29a6cf90-3bfc-467f-bb08-3924a3be89c9/c2f62a9b-f563-4050-b151-7a5be06e8422) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:00:02.986073 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:02.994599 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Transition to ACTIVE for port object c2f62a9b-f563-4050-b151-7a5be06e8422 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:02.999516 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.010843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Transition to ACTIVE for port object c2f62a9b-f563-4050-b151-7a5be06e8422 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:03.067602 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.115946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Network b40d770a-a015-4b07-816f-f2e685b98066 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:00:03.118508 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:03.122692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:00:03.152900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Pushing event updated for resources: {'Port': ['ID=c2f62a9b-f563-4050-b151-7a5be06e8422,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:03.188821 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Attempting to bind port c2f62a9b-f563-4050-b151-7a5be06e8422 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:00:03.189512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Attempting to bind port c2f62a9b-f563-4050-b151-7a5be06e8422 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:00:03.189613 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Attempting to bind port c2f62a9b-f563-4050-b151-7a5be06e8422 on network b40d770a-a015-4b07-816f-f2e685b98066 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:00:03.194793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:00:03.195105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Checking segment: {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:00:03.195510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.195907 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Bound using segment: {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:00:03.196387 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Bound port: c2f62a9b-f563-4050-b151-7a5be06e8422, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:00:03.196778 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.262889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] For port c2f62a9b-f563-4050-b151-7a5be06e8422, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:00:03.266126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] For port c2f62a9b-f563-4050-b151-7a5be06e8422, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c2f62a9b-f563-4050-b151-7a5be06e8422,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:00:03.297520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.1 (b40d770a-a015-4b07-816f-f2e685b98066/29a6cf90-3bfc-467f-bb08-3924a3be89c9/a001eb38-fb10-4b21-9a29-19c970581d99) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:00:03.335636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.398750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fea83-f79b-4aca-8b3a-183c94b41ce7 None None] Pushing event updated for resources: {'Port': ['ID=c2f62a9b-f563-4050-b151-7a5be06e8422,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:03.430170 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.449088 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object a001eb38-fb10-4b21-9a29-19c970581d99 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:03.513183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.577340 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network b40d770a-a015-4b07-816f-f2e685b98066 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:00:03.580665 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:03.584571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:00:03.591372 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=a001eb38-fb10-4b21-9a29-19c970581d99,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:03.636790 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:03.846121 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:04.126392 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:04.169805 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:04.243184 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=a001eb38-fb10-4b21-9a29-19c970581d99,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:04.246777 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:04.355092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network b40d770a-a015-4b07-816f-f2e685b98066 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:00:04.356566 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:04.392600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:04.470277 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 113624d9-95b8-44a9-9811-23b52fa88eff has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:00:04.483705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:04.487864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:04.488242 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:04.570418 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:04.593076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:00:04.649797 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:04.650641 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c2f62a9b-f563-4050-b151-7a5be06e8422 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:04.746679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:04.843655 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c2f62a9b-f563-4050-b151-7a5be06e8422 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:04.938992 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:00:04.949886 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e5692434-54d2-4294-b67c-1b0dc4a2a02d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/113624d9-95b8-44a9-9811-23b52fa88eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4432509 Aug 10 03:00:04.956698 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Sync routers for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:00:04.957171 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf87d4d-4cd6-4884-9cac-948410e93481 None None] Network b40d770a-a015-4b07-816f-f2e685b98066 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:00:04.967927 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:04.968633 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:05.079801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-34aa128f-d26b-40c0-997b-e261177d0081 None None] Provisioning for port c2f62a9b-f563-4050-b151-7a5be06e8422 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:05.083819 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:05.089938 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-34aa128f-d26b-40c0-997b-e261177d0081 None None] Provisioning complete for port c2f62a9b-f563-4050-b151-7a5be06e8422 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:05.090281 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34aa128f-d26b-40c0-997b-e261177d0081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.100058 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-81be813e-a1a1-4c1a-8d6c-9f6fbe598fed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960540119&fields=id&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 267 time: 0.0348330 Aug 10 03:00:05.203173 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34aa128f-d26b-40c0-997b-e261177d0081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.221430 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-998448dc-7ea8-49dc-afed-5992b3c7dfdc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:05.223677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-998448dc-7ea8-49dc-afed-5992b3c7dfdc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/networks?id=b40d770a-a015-4b07-816f-f2e685b98066 HTTP/1.1" status: 200 len: 797 time: 0.1153152 Aug 10 03:00:05.242530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-34aa128f-d26b-40c0-997b-e261177d0081 None None] For port c2f62a9b-f563-4050-b151-7a5be06e8422, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c2f62a9b-f563-4050-b151-7a5be06e8422,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:00:05.247534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-7c5f6e68-0a5d-4582-9cff-3b661410eef9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/quotas/fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 375 time: 0.0166972 Aug 10 03:00:05.299561 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-bd391207-e711-42cd-8078-6eb3a03e9a86 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508537 Aug 10 03:00:05.301609 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-34aa128f-d26b-40c0-997b-e261177d0081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.328681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-01cf27ba-4ba4-4e50-9dab-5075b9d5e04d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:00:05.329990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-01cf27ba-4ba4-4e50-9dab-5075b9d5e04d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162010 Aug 10 03:00:05.332429 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a001eb38-fb10-4b21-9a29-19c970581d99', 'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:86:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:03Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 2, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:05.366115 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Checking router: 113624d9-95b8-44a9-9811-23b52fa88eff for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:00:05.366471 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Updating router 113624d9-95b8-44a9-9811-23b52fa88eff port a001eb38-fb10-4b21-9a29-19c970581d99 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:00:05.374182 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa128f-d26b-40c0-997b-e261177d0081 None None] Pushing event updated for resources: {'Port': ['ID=c2f62a9b-f563-4050-b151-7a5be06e8422,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:05.398476 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.437956 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-99eeae53-d56b-4875-9e07-5cecbb38a640 service neutron] 10.222.0.38 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015136 Aug 10 03:00:05.500810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bef298c0-e21a-412d-94e4-5b3b8e2f6de0 None None] Provisioning for port a001eb38-fb10-4b21-9a29-19c970581d99 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:05.504851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bef298c0-e21a-412d-94e4-5b3b8e2f6de0 None None] Provisioning complete for port a001eb38-fb10-4b21-9a29-19c970581d99 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:05.505312 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bef298c0-e21a-412d-94e4-5b3b8e2f6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.541064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-bef298c0-e21a-412d-94e4-5b3b8e2f6de0 None None] Port a001eb38-fb10-4b21-9a29-19c970581d99 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:00:05.552338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-bef298c0-e21a-412d-94e4-5b3b8e2f6de0 None None] Provisioning complete for port c2f62a9b-f563-4050-b151-7a5be06e8422 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:05.552808 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bef298c0-e21a-412d-94e4-5b3b8e2f6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.573614 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-79a36dc1-e7e5-4211-9455-54915cf64a79 service neutron] 10.222.0.38 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284502 Aug 10 03:00:05.707799 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.718574 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Transition to ACTIVE for port object a001eb38-fb10-4b21-9a29-19c970581d99 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:05.771899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-3c29031b-004f-4c9c-b1d0-b0eb55cf249d None None] Provisioning complete for port a001eb38-fb10-4b21-9a29-19c970581d99 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:05.772293 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3c29031b-004f-4c9c-b1d0-b0eb55cf249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.831461 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-3c29031b-004f-4c9c-b1d0-b0eb55cf249d None None] Port a001eb38-fb10-4b21-9a29-19c970581d99 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:00:05.850643 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.851320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5d7d7e2b-a935-4db3-8894-76e51c2c2ef6 req-e661d322-c610-4fbb-91cc-d2a1d02a91da tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 210 time: 0.0339482 Aug 10 03:00:05.887397 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Pushing event updated for resources: {'Port': ['ID=a001eb38-fb10-4b21-9a29-19c970581d99,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:05.898752 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.899151 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.899435 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.899760 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.900089 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.900421 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.900838 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.901634 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.901963 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.902383 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.902745 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.903081 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:05.957584 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Attempting to bind port a001eb38-fb10-4b21-9a29-19c970581d99 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:00:05.958234 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Attempting to bind port a001eb38-fb10-4b21-9a29-19c970581d99 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:00:05.958339 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Attempting to bind port a001eb38-fb10-4b21-9a29-19c970581d99 on network b40d770a-a015-4b07-816f-f2e685b98066 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:00:05.964761 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:00:05.965156 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Checking segment: {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:00:05.965562 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:05.965955 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Bound using segment: {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:00:05.966425 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Bound port: a001eb38-fb10-4b21-9a29-19c970581d99, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:00:05.966848 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.033528 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] For port a001eb38-fb10-4b21-9a29-19c970581d99, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:00:06.036932 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] For port a001eb38-fb10-4b21-9a29-19c970581d99, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a001eb38-fb10-4b21-9a29-19c970581d99,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:00:06.084636 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.145156 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:06.145786 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:06.147671 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fad4e9-069d-48bb-abe7-42550765eb62 None None] Pushing event updated for resources: {'Port': ['ID=a001eb38-fb10-4b21-9a29-19c970581d99,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:06.267626 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:06.351958 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:06.413489 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:06.413972 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.490855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c2f62a9b-f563-4050-b151-7a5be06e8422 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:06.540934 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c2f62a9b-f563-4050-b151-7a5be06e8422 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:06.542132 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:06.572149 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a001eb38-fb10-4b21-9a29-19c970581d99', 'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:86:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:03Z', 'updated_at': '2021-08-10T03:00:06Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:06.599743 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e9374-6243-4889-955d-7bf7ecc99f39 None None] The sync data for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 is: [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a001eb38-fb10-4b21-9a29-19c970581d99', 'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:86:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:03Z', 'updated_at': '2021-08-10T03:00:06Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:00:06.953533 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-458f6dc5-5084-4f7f-bf50-f6d4f6431c41 req-329fa4d5-bef4-439b-a27b-d63f7d7c6a52 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 210 time: 0.0341654 Aug 10 03:00:07.836800 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-13091405-c571-4158-9c3c-21cd5159f6a8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:07.838270 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-13091405-c571-4158-9c3c-21cd5159f6a8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/networks?id=b40d770a-a015-4b07-816f-f2e685b98066 HTTP/1.1" status: 200 len: 797 time: 0.0999918 Aug 10 03:00:07.881895 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-9e74bf53-9941-4e5b-a3a1-86bf20b7046e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 380 time: 0.0343258 Aug 10 03:00:07.890923 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'port': {'device_id': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'admin_state_up': True, 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'security_groups': ['1b40868a-e71d-4366-a20b-5cb51add84e4']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:00:08.055365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:00:08.055616 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9ae7c1d-2c97-4c59-9dfc-1661cfc7016e req-1483cc1b-6bc4-479e-864b-51168ceb0d36 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 210 time: 0.0272431 Aug 10 03:00:08.060037 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.185765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.12 (b40d770a-a015-4b07-816f-f2e685b98066/29a6cf90-3bfc-467f-bb08-3924a3be89c9/82b353f1-e7cb-41dd-b748-0abfd3e18a6b) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:00:08.331963 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.345925 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object 82b353f1-e7cb-41dd-b748-0abfd3e18a6b will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:08.359388 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a001eb38-fb10-4b21-9a29-19c970581d99 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:08.438534 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.460800 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a001eb38-fb10-4b21-9a29-19c970581d99 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:08.465586 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a001eb38-fb10-4b21-9a29-19c970581d99 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:08.466088 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.484526 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network b40d770a-a015-4b07-816f-f2e685b98066 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:00:08.489639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:08.492269 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:00:08.525356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:08.551203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.556914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:08.557688 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.584688 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a001eb38-fb10-4b21-9a29-19c970581d99, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a001eb38-fb10-4b21-9a29-19c970581d99,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:00:08.650632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-f6c8e7fd-f6ee-43cd-ba72-0edb200f7074 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7631609 Aug 10 03:00:08.663958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Request body: {'port': {'device_id': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:00:08.672404 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.720847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a001eb38-fb10-4b21-9a29-19c970581d99,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:08.725585 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.809386 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b99890e1-a261-4010-9185-cde4806d0c6e None None] Provisioning for port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:08.813313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b99890e1-a261-4010-9185-cde4806d0c6e None None] Provisioning complete for port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:08.813685 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b99890e1-a261-4010-9185-cde4806d0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:08.847512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b99890e1-a261-4010-9185-cde4806d0c6e None None] Port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:00:08.991869 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b353f1-e7cb-41dd-b748-0abfd3e18a6b {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:00:09.000223 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:09.011990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Transition to ACTIVE for port object 82b353f1-e7cb-41dd-b748-0abfd3e18a6b will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:00:09.077891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:09.136076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Pushing event updated for resources: {'Port': ['ID=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:09.197568 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4d495-6f91-49df-8503-a29d598092e4 req-9c31de15-e12a-40be-b5e7-9951398115c3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:09.202506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8d4d495-6f91-49df-8503-a29d598092e4 req-9c31de15-e12a-40be-b5e7-9951398115c3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 944 time: 0.0766063 Aug 10 03:00:09.206033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Attempting to bind port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:00:09.206386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Attempting to bind port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:00:09.206762 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Attempting to bind port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b on network b40d770a-a015-4b07-816f-f2e685b98066 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:00:09.211317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b on network b40d770a-a015-4b07-816f-f2e685b98066 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:00:09.211648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Attempting to bind port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b on network b40d770a-a015-4b07-816f-f2e685b98066 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:00:09.216870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:00:09.217222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Checking segment: {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:00:09.217671 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Bound using segment: {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:00:09.218165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Bound port: 82b353f1-e7cb-41dd-b748-0abfd3e18a6b, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30385d78-d17d-4a49-8bab-878fd0fdb24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:00:09.218545 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:09.240600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8d4d495-6f91-49df-8503-a29d598092e4 req-e4eb701d-c17b-4ce5-a706-900db0c01a23 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343227 Aug 10 03:00:09.298895 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] For port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:00:09.302255 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] For port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:00:09.358998 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:09.401479 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:09.402108 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:09.403617 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] 10.222.0.11 "PUT /v2.0/ports/82b353f1-e7cb-41dd-b748-0abfd3e18a6b HTTP/1.1" status: 200 len: 1093 time: 0.7442539 Aug 10 03:00:09.404060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:00:09.406350 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fedca29-4e8e-46cd-9daf-1a07edb2406b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:00:09.426643 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae3435-44ac-49cb-99b0-5ffc08dbfc64 service neutron] Pushing event updated for resources: {'Port': ['ID=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:09.449466 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4fa7ae-9d9e-4fe0-8159-d27244ec4a31 x-openstack-request-id: req-2c4fa7ae-9d9e-4fe0-8159-d27244ec4a31 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:00:09.449852 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:00:09.450175 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c4fa7ae-9d9e-4fe0-8159-d27244ec4a31 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:00:09.450692 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'status': 'completed', 'code': 200} Aug 10 03:00:09.514504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedca29-4e8e-46cd-9daf-1a07edb2406b req-a60c4a7d-598f-45ed-8c04-5e82a0352e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:09.516083 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0fedca29-4e8e-46cd-9daf-1a07edb2406b req-a60c4a7d-598f-45ed-8c04-5e82a0352e46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 1096 time: 0.0447149 Aug 10 03:00:09.630350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedca29-4e8e-46cd-9daf-1a07edb2406b req-6d272ac3-f0c8-4017-bdfb-e2c5c69f419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:09.631804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0fedca29-4e8e-46cd-9daf-1a07edb2406b req-6d272ac3-f0c8-4017-bdfb-e2c5c69f419a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fc28c2edc096457d989b3461df62d443&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1080899 Aug 10 03:00:09.727529 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedca29-4e8e-46cd-9daf-1a07edb2406b req-2f909138-d4b7-4318-8384-5b99e707700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:09.729598 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0fedca29-4e8e-46cd-9daf-1a07edb2406b req-2f909138-d4b7-4318-8384-5b99e707700b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895929 Aug 10 03:00:09.809469 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-3b3c4cc7-fb36-43f3-bac3-dd7afaf13e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:09.811395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-3b3c4cc7-fb36-43f3-bac3-dd7afaf13e46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 1096 time: 0.0424948 Aug 10 03:00:09.858496 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-380d8ab9-b812-422f-942d-91c64ca19a01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b HTTP/1.1" status: 200 len: 217 time: 0.0392637 Aug 10 03:00:09.914570 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-e09d3c00-bd1d-4528-93cf-b0fa375b9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:09.915976 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-e09d3c00-bd1d-4528-93cf-b0fa375b9fee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29a6cf90-3bfc-467f-bb08-3924a3be89c9 HTTP/1.1" status: 200 len: 833 time: 0.0505340 Aug 10 03:00:09.962213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-d20b1a38-5e83-4f0f-b1bb-0e7a06c18c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:09.964445 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-d20b1a38-5e83-4f0f-b1bb-0e7a06c18c56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b40d770a-a015-4b07-816f-f2e685b98066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410075 Aug 10 03:00:10.055210 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-79070fa4-cea7-48a7-89f2-d916aa7b5008 service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840006 Aug 10 03:00:10.144390 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a94ea6ad-7741-4316-b001-db7741a03d09 req-2583ef8e-fef0-45bc-83e9-9969340b3491 service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824535 Aug 10 03:00:10.339784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a001eb38-fb10-4b21-9a29-19c970581d99 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:10.366473 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654f8c3-7e0e-417f-b2bc-a1150dcded3a req-0ce6e5bf-5ae0-481e-8ddd-fdf93727578a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:10.368143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f654f8c3-7e0e-417f-b2bc-a1150dcded3a req-0ce6e5bf-5ae0-481e-8ddd-fdf93727578a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 944 time: 0.0542693 Aug 10 03:00:10.390484 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a001eb38-fb10-4b21-9a29-19c970581d99 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:10.390895 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:10.405873 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f654f8c3-7e0e-417f-b2bc-a1150dcded3a req-52b78934-42f0-4ccf-abda-2f6eafc6af3d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Aug 10 03:00:11.521606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484248d-82de-460a-adcc-775ccfb09f41 req-ac5ba286-8e38-411d-861d-049ae2400695 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:11.523097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e484248d-82de-460a-adcc-775ccfb09f41 req-ac5ba286-8e38-411d-861d-049ae2400695 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 944 time: 0.0486844 Aug 10 03:00:11.561354 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e484248d-82de-460a-adcc-775ccfb09f41 req-672f654e-2643-4fc4-91e1-007a1d4456f8 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323408 Aug 10 03:00:11.797421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 82b353f1-e7cb-41dd-b748-0abfd3e18a6b details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:00:11.892327 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:00:11.904070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'port_id': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'mac_address': 'fa:16:3e:fd:be:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:00:11.938829 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:11.951630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b353f1-e7cb-41dd-b748-0abfd3e18a6b {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:00:11.971170 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:00:12.014964 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:12.060493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:12.217177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['82b353f1-e7cb-41dd-b748-0abfd3e18a6b'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:00:12.681813 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a83ef-7cb9-459a-836f-aa6c51500538 req-0a33800e-9772-4f49-99e5-7c58461fac04 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:12.683654 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c9a83ef-7cb9-459a-836f-aa6c51500538 req-0a33800e-9772-4f49-99e5-7c58461fac04 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 945 time: 0.0538967 Aug 10 03:00:12.723002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c9a83ef-7cb9-459a-836f-aa6c51500538 req-1ccdffc1-0541-4191-b95f-727758cb5376 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333638 Aug 10 03:00:13.812527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 82b353f1-e7cb-41dd-b748-0abfd3e18a6b up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:00:13.837941 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:13.843011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bc5ac-f127-4bb0-8858-8e6137bd0586 req-3df27808-527f-4900-a16e-3010cd8e0e57 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:13.844452 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c4bc5ac-f127-4bb0-8858-8e6137bd0586 req-3df27808-527f-4900-a16e-3010cd8e0e57 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 945 time: 0.0500629 Aug 10 03:00:13.882597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7c4bc5ac-f127-4bb0-8858-8e6137bd0586 req-49a6ae2d-95f6-403b-b86a-24f0bc1982df tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Aug 10 03:00:13.929664 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:00:13.934234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:00:13.934636 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.011297 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.033007 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:00:14.035287 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943ab158-9b10-4e9d-8d88-96d459b50555" -d '{"events": [{"server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "name": "network-vif-plugged", "status": "completed", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:00:14.048123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:00:14.070433 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69663e36-f579-4403-bc73-efff26e2de44 x-openstack-request-id: req-69663e36-f579-4403-bc73-efff26e2de44 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:00:14.070754 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "name": "network-vif-plugged", "status": "completed", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:00:14.071008 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69663e36-f579-4403-bc73-efff26e2de44 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:00:14.071423 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'code': 200} Aug 10 03:00:14.124163 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.174962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:14.207864 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e33f7-ae03-4e70-9723-ff727162d4d9 req-8f98ea4e-f1bd-4fa7-8578-417247200fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:14.209395 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0f5e33f7-ae03-4e70-9723-ff727162d4d9 req-8f98ea4e-f1bd-4fa7-8578-417247200fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 1098 time: 0.0819414 Aug 10 03:00:14.248853 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0f5e33f7-ae03-4e70-9723-ff727162d4d9 req-03ecce9f-2212-4006-8e6b-71a451dd4520 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326369 Aug 10 03:00:14.837743 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:14.999625 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5acd10-fb64-4498-afd8-199ccc9c3ea7 req-b656010d-580b-4a51-9331-ff52d0005ad3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:15.001029 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5acd10-fb64-4498-afd8-199ccc9c3ea7 req-b656010d-580b-4a51-9331-ff52d0005ad3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0509217 Aug 10 03:00:15.041386 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f5acd10-fb64-4498-afd8-199ccc9c3ea7 req-ca34a012-5df5-4b2f-85c4-db76c6bf3ab2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341594 Aug 10 03:00:16.160193 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3acb8-37f1-4c73-9766-8cef6b029bc4 req-c2a01a9b-aaad-475f-a4a0-76b6202c45b6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:16.161666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06a3acb8-37f1-4c73-9766-8cef6b029bc4 req-c2a01a9b-aaad-475f-a4a0-76b6202c45b6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0525699 Aug 10 03:00:16.200416 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-06a3acb8-37f1-4c73-9766-8cef6b029bc4 req-da885977-4ecc-4134-906a-f4a109d6d74b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319998 Aug 10 03:00:16.314113 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702e5ca-ec2a-4213-a3d3-711425b18a43 req-16ba9d54-6446-4f5f-89e4-225ac91a30ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:16.315608 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b702e5ca-ec2a-4213-a3d3-711425b18a43 req-16ba9d54-6446-4f5f-89e4-225ac91a30ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0494509 Aug 10 03:00:16.356146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b702e5ca-ec2a-4213-a3d3-711425b18a43 req-ce49e362-f84d-49ff-baf0-ba576e92b14b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Aug 10 03:00:16.376252 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39240) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:16.414396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7126652-50a3-4d0d-a0f2-a149f0875622 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:16.415943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e7126652-50a3-4d0d-a0f2-a149f0875622 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 1093 time: 0.0387192 Aug 10 03:00:16.419363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39242) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:16.423867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:00:16.506702 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:16.603653 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:16.710014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.115 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/243bbe2e-8584-4774-aef7-f40460055c8c) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:00:16.815305 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:16.935906 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:16.975870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:00:16.981011 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:00:16.985523 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:00:16.987477 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=243bbe2e-8584-4774-aef7-f40460055c8c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:17.016254 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.016601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.016943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.017276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.017601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.017928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.018257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.018603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.018930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.019250 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.019569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.019886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:00:17.355250 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:17.501274 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:17.645638 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:17.701192 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:17.773302 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=243bbe2e-8584-4774-aef7-f40460055c8c,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:00:17.783498 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:17.886577 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP c147f570-bafa-401b-ac25-0bfb7fef5aeb associated. External IP: 172.25.3.115, port: 82b353f1-e7cb-41dd-b748-0abfd3e18a6b. Aug 10 03:00:17.923906 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5c7ba14e-bcaa-416f-bffd-583a9549465e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.094369 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 113624d9-95b8-44a9-9811-23b52fa88eff has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:00:18.201678 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:00:18.211321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] Sync routers for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:00:18.220428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:18.221047 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:18.293386 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:18.318505 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-299dff5f-3006-4088-9015-a7d62250df34 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8980839 Aug 10 03:00:18.319156 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:00:18.321514 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07440bb-7414-4910-98eb-880366d5beca" -d '{"events": [{"name": "network-changed", "server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:00:18.367353 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36437ca6-53ee-468c-b161-bb0396e011f8 x-openstack-request-id: req-36437ca6-53ee-468c-b161-bb0396e011f8 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:00:18.368603 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:00:18.369058 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-36437ca6-53ee-468c-b161-bb0396e011f8 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:00:18.370007 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'status': 'completed', 'code': 200} Aug 10 03:00:18.423745 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261aacd-121e-4e3f-8b69-3ae0dbd6c449 req-f6b76fb0-ec27-4e96-93c9-786588c6ab54 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:18.426150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0261aacd-121e-4e3f-8b69-3ae0dbd6c449 req-f6b76fb0-ec27-4e96-93c9-786588c6ab54 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0528557 Aug 10 03:00:18.438160 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07440bb-7414-4910-98eb-880366d5beca req-d6f38893-3f52-4d02-acce-bd270e24a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:18.439744 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c07440bb-7414-4910-98eb-880366d5beca req-d6f38893-3f52-4d02-acce-bd270e24a2fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 1098 time: 0.0467019 Aug 10 03:00:18.483123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0261aacd-121e-4e3f-8b69-3ae0dbd6c449 req-74add7f1-f737-4896-9e0f-295c620646a6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394950 Aug 10 03:00:18.497717 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:18.501498 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39248) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:18.544553 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07440bb-7414-4910-98eb-880366d5beca req-a0da24b3-efff-4c64-aac6-7d5a0e3368d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:18.546052 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c07440bb-7414-4910-98eb-880366d5beca req-a0da24b3-efff-4c64-aac6-7d5a0e3368d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b40d770a-a015-4b07-816f-f2e685b98066 HTTP/1.1" status: 200 len: 898 time: 0.0992098 Aug 10 03:00:18.568082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-46454990-ea1e-4462-b4d8-bbaa5023a7c7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/c147f570-bafa-401b-ac25-0bfb7fef5aeb HTTP/1.1" status: 200 len: 992 time: 0.0653806 Aug 10 03:00:18.615834 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c07440bb-7414-4910-98eb-880366d5beca req-708d96b1-619c-4a21-97d9-08b24d897a4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b HTTP/1.1" status: 200 len: 1000 time: 0.0630348 Aug 10 03:00:18.664997 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07440bb-7414-4910-98eb-880366d5beca req-06e1657f-65de-42e2-ab9b-bea4e9734996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:18.667057 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c07440bb-7414-4910-98eb-880366d5beca req-06e1657f-65de-42e2-ab9b-bea4e9734996 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29a6cf90-3bfc-467f-bb08-3924a3be89c9 HTTP/1.1" status: 200 len: 833 time: 0.0438170 Aug 10 03:00:18.713314 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07440bb-7414-4910-98eb-880366d5beca req-a77bf2a5-4140-4689-9727-170d2b58189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:18.715160 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c07440bb-7414-4910-98eb-880366d5beca req-a77bf2a5-4140-4689-9727-170d2b58189e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b40d770a-a015-4b07-816f-f2e685b98066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407832 Aug 10 03:00:18.723310 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'c147f570-bafa-401b-ac25-0bfb7fef5aeb', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'port_id': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'mac_address': 'fa:16:3e:fd:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:00:17Z', 'updated_at': '2021-08-10T03:00:17Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a001eb38-fb10-4b21-9a29-19c970581d99', 'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:86:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:03Z', 'updated_at': '2021-08-10T03:00:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:18.751370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] Checking router: 113624d9-95b8-44a9-9811-23b52fa88eff for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:00:18.759390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:00:18.759996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T02:59:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:18.821347 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c07440bb-7414-4910-98eb-880366d5beca req-bd61fb26-3c23-4c98-a438-327c064f71ef service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978441 Aug 10 03:00:18.870278 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:00:18.912786 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c07440bb-7414-4910-98eb-880366d5beca req-7a59b607-e175-4314-9f3f-e02c8c988664 service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Aug 10 03:00:19.098130 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'c147f570-bafa-401b-ac25-0bfb7fef5aeb', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'port_id': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'mac_address': 'fa:16:3e:fd:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:00:17Z', 'updated_at': '2021-08-10T03:00:17Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a001eb38-fb10-4b21-9a29-19c970581d99', 'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:86:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:03Z', 'updated_at': '2021-08-10T03:00:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:00:19.124239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb53201-b26e-44b2-b7b0-19cfa6945fa1 None None] The sync data for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 is: [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'c147f570-bafa-401b-ac25-0bfb7fef5aeb', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'port_id': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'mac_address': 'fa:16:3e:fd:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:00:17Z', 'updated_at': '2021-08-10T03:00:17Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a001eb38-fb10-4b21-9a29-19c970581d99', 'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:86:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:03Z', 'updated_at': '2021-08-10T03:00:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:00:19.301500 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cc788-12d7-40d7-a361-20f08f80b352 None None] New status for floating IP c147f570-bafa-401b-ac25-0bfb7fef5aeb: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:00:19.571847 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39250) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:00:19.633719 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1a27f0d1-c64d-410d-8624-014583358c61 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/c147f570-bafa-401b-ac25-0bfb7fef5aeb HTTP/1.1" status: 200 len: 994 time: 0.0604670 Aug 10 03:00:20.637980 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-29621611-f497-4c6a-928c-a338dc848fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:21.203635 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:22.283619 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:00:22.529511 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:24.061318 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:33.115281 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-1f685d61-a266-4e42-bf69-20505e272059 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412469 Aug 10 03:00:33.202414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-10593a8e-175d-4084-a15b-4cff9b311bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:33.204745 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-10593a8e-175d-4084-a15b-4cff9b311bfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 1098 time: 0.0457246 Aug 10 03:00:33.307849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-f7242f81-6909-450e-8a6c-da1995b9825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:33.309325 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-f7242f81-6909-450e-8a6c-da1995b9825f service neutron] 10.222.0.11 "GET /v2.0/networks?id=b40d770a-a015-4b07-816f-f2e685b98066 HTTP/1.1" status: 200 len: 898 time: 0.0846589 Aug 10 03:00:33.382118 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-d896eac7-1b5a-479c-b9da-73047abcdf9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b HTTP/1.1" status: 200 len: 1002 time: 0.0642474 Aug 10 03:00:33.431908 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-b6027ea0-fed8-4eeb-8eb4-90cf3cfb0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:33.433343 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-b6027ea0-fed8-4eeb-8eb4-90cf3cfb0ec4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29a6cf90-3bfc-467f-bb08-3924a3be89c9 HTTP/1.1" status: 200 len: 833 time: 0.0443089 Aug 10 03:00:33.480058 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-336a3097-fe69-4d2a-b3dd-c3f1b7a6f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:33.481562 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-336a3097-fe69-4d2a-b3dd-c3f1b7a6f685 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b40d770a-a015-4b07-816f-f2e685b98066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400720 Aug 10 03:00:33.576347 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-55c32f8c-c26c-46a2-a3cd-f1078b2415b2 service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859354 Aug 10 03:00:33.665799 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-916ac33c-3bac-4ddd-9970-b9ffd61a33b2 req-2b75231c-6db5-4e41-81d4-130f75be2ec5 service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817418 Aug 10 03:00:43.798367 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:44.873109 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:47.975393 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fa0a2ca1-fcf6-4cc9-a400-9eeba42315f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:50.603853 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e38bd4b0-ce54-4896-971a-5627290f4dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:51.102581 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7580482-9ba9-4188-ad16-9cea90a9a7ac req-1689fe07-4cb0-4116-9319-82f4e2e20a8b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:51.104164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d7580482-9ba9-4188-ad16-9cea90a9a7ac req-1689fe07-4cb0-4116-9319-82f4e2e20a8b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0520821 Aug 10 03:00:51.143412 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d7580482-9ba9-4188-ad16-9cea90a9a7ac req-7946acca-fc40-4144-9d9e-4ef31d1a830f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Aug 10 03:00:51.244391 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:52.262925 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c00b1a-8c51-4cf4-b540-7804db243439 req-f0acd677-4f83-476f-8c69-2a0de9cccaee tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:52.264398 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94c00b1a-8c51-4cf4-b540-7804db243439 req-f0acd677-4f83-476f-8c69-2a0de9cccaee tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0521712 Aug 10 03:00:52.303138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94c00b1a-8c51-4cf4-b540-7804db243439 req-41b60b55-c16d-4e82-ae43-7ca8e23ce128 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329137 Aug 10 03:00:52.507313 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:53.417569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd090d88-f333-4a08-a647-047553573c32 req-688045b6-ef62-44e1-8e6e-50b043a28048 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:53.419083 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd090d88-f333-4a08-a647-047553573c32 req-688045b6-ef62-44e1-8e6e-50b043a28048 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0488689 Aug 10 03:00:53.456172 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fd090d88-f333-4a08-a647-047553573c32 req-a60d1f16-bdf4-4d18-91d0-b7071ba27621 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311885 Aug 10 03:00:54.066689 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:00:54.572913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26068d4c-ccd1-41cf-b762-2ae5e9792306 req-17648963-26d3-4471-bdc9-7cab4797a457 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:54.574437 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26068d4c-ccd1-41cf-b762-2ae5e9792306 req-17648963-26d3-4471-bdc9-7cab4797a457 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0499861 Aug 10 03:00:54.611467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26068d4c-ccd1-41cf-b762-2ae5e9792306 req-0b0bf954-80af-4bd3-afd5-3c1a4bff4a77 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Aug 10 03:00:55.738197 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108aefa-bac1-44d8-beaa-075f08065f5d req-5f124141-95d4-466a-8555-a3dcc4508cb1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:55.739696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9108aefa-bac1-44d8-beaa-075f08065f5d req-5f124141-95d4-466a-8555-a3dcc4508cb1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0516348 Aug 10 03:00:55.776953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9108aefa-bac1-44d8-beaa-075f08065f5d req-fb84dec3-7569-4d99-8904-27e48dee9601 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306308 Aug 10 03:00:56.894773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67199d34-19d2-4460-9abe-a4751ba3dbad req-6c9c2af7-14e0-4895-adc5-ce2f9c9ae2da tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:56.896267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67199d34-19d2-4460-9abe-a4751ba3dbad req-6c9c2af7-14e0-4895-adc5-ce2f9c9ae2da tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0524249 Aug 10 03:00:56.933458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67199d34-19d2-4460-9abe-a4751ba3dbad req-f2eb88d8-2025-4843-8d02-8febd8ef3b11 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306835 Aug 10 03:00:58.048344 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61070e41-25c5-4cd9-be67-ae538ff8fda1 req-1f773228-480b-433f-8485-66f4047cc4db tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:58.049838 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61070e41-25c5-4cd9-be67-ae538ff8fda1 req-1f773228-480b-433f-8485-66f4047cc4db tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0496912 Aug 10 03:00:58.086183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-61070e41-25c5-4cd9-be67-ae538ff8fda1 req-e37b284e-7c53-4666-aba2-c7c350a3a174 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305154 Aug 10 03:00:59.205878 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b3e13-62b8-4aae-92a5-98ca184a538f req-6addeb6c-abbc-4555-9ea7-a0fb44969684 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:00:59.207531 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc7b3e13-62b8-4aae-92a5-98ca184a538f req-6addeb6c-abbc-4555-9ea7-a0fb44969684 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0531058 Aug 10 03:00:59.246240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cc7b3e13-62b8-4aae-92a5-98ca184a538f req-1bdf06eb-59f6-4cd3-9c97-d293345aa97d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Aug 10 03:00:59.282522 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:01:00.360570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d4dc0-cb4b-489b-a5b4-a06dcd45a638 req-6dc64600-f04b-4f6c-abf3-551ec1e2fa03 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:00.362081 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-697d4dc0-cb4b-489b-a5b4-a06dcd45a638 req-6dc64600-f04b-4f6c-abf3-551ec1e2fa03 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0492582 Aug 10 03:01:00.401706 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-697d4dc0-cb4b-489b-a5b4-a06dcd45a638 req-cb61150d-7b3b-4c12-9571-56957df40250 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331850 Aug 10 03:01:01.515004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2698de-2446-4a52-ab93-e5d3d6a3370b req-53533847-d9e7-4fa8-be21-f7d0fb5e85f2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:01.516484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf2698de-2446-4a52-ab93-e5d3d6a3370b req-53533847-d9e7-4fa8-be21-f7d0fb5e85f2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0484922 Aug 10 03:01:01.552920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf2698de-2446-4a52-ab93-e5d3d6a3370b req-f2bd17e2-87a6-470a-9214-effb3d810219 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306072 Aug 10 03:01:02.671967 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561ae14-3eb1-42de-9ab1-bcc91487e7f3 req-16659d8a-804c-4b03-9ce6-cc4205f98a26 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:02.673534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2561ae14-3eb1-42de-9ab1-bcc91487e7f3 req-16659d8a-804c-4b03-9ce6-cc4205f98a26 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0535662 Aug 10 03:01:02.710593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2561ae14-3eb1-42de-9ab1-bcc91487e7f3 req-04db0df8-ce78-4cf4-b388-8c380862402d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310161 Aug 10 03:01:03.825079 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414d75d-73f5-46dd-b104-595203dc9171 req-f93a0131-ff9a-4417-b679-7b4cc81e9670 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:03.826545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0414d75d-73f5-46dd-b104-595203dc9171 req-f93a0131-ff9a-4417-b679-7b4cc81e9670 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0484328 Aug 10 03:01:03.863578 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0414d75d-73f5-46dd-b104-595203dc9171 req-7d3d758b-5ef7-4927-a105-5b6c1f6825b3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Aug 10 03:01:04.978288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dbffb-fd20-4fd3-a7e7-6b8048c3fea5 req-dd34ff33-2cd9-408b-b5a0-21300b06772a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:04.979697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e03dbffb-fd20-4fd3-a7e7-6b8048c3fea5 req-dd34ff33-2cd9-408b-b5a0-21300b06772a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0474627 Aug 10 03:01:05.017695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e03dbffb-fd20-4fd3-a7e7-6b8048c3fea5 req-b7939da0-45a8-4053-a39d-a8cfd3ca8511 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310297 Aug 10 03:01:06.136946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456b032-0bc8-472e-be77-03880737f075 req-1aa9cf92-61f5-4920-a505-d9079b2d4a6b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:06.138428 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1456b032-0bc8-472e-be77-03880737f075 req-1aa9cf92-61f5-4920-a505-d9079b2d4a6b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0529039 Aug 10 03:01:06.176462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1456b032-0bc8-472e-be77-03880737f075 req-b99c0417-e10f-4908-9642-bbea0a3b3f74 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Aug 10 03:01:07.296136 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4b23c-5cb9-4dde-b443-d64cad95af53 req-e5a4b457-86b9-4817-a935-3b2f3f14e657 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:07.300805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fce4b23c-5cb9-4dde-b443-d64cad95af53 req-e5a4b457-86b9-4817-a935-3b2f3f14e657 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0486851 Aug 10 03:01:07.334707 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fce4b23c-5cb9-4dde-b443-d64cad95af53 req-453d2921-78d7-411a-94e1-82b5ff07d177 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Aug 10 03:01:07.356926 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39296) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:07.420139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e23a45c6-ef38-46c6-819e-5b6b9447fb47 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/c147f570-bafa-401b-ac25-0bfb7fef5aeb HTTP/1.1" status: 200 len: 994 time: 0.0621018 Aug 10 03:01:08.758033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626d36-cba2-4198-a31d-c3fa351b4f7e req-dce435a2-ac64-414e-98c7-2aa74c78536f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:08.759653 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77626d36-cba2-4198-a31d-c3fa351b4f7e req-dce435a2-ac64-414e-98c7-2aa74c78536f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0530732 Aug 10 03:01:08.798986 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77626d36-cba2-4198-a31d-c3fa351b4f7e req-b0562b76-e5e9-4784-b7da-8acfa30f23eb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324938 Aug 10 03:01:08.835684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-a9148993-7eee-4235-9714-6255cb1a89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:08.837202 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-a9148993-7eee-4235-9714-6255cb1a89f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 1098 time: 0.0418594 Aug 10 03:01:08.938462 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-669468dc-7f2b-46f9-b9cb-59623f67097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:08.940002 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-669468dc-7f2b-46f9-b9cb-59623f67097b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b40d770a-a015-4b07-816f-f2e685b98066 HTTP/1.1" status: 200 len: 898 time: 0.0955949 Aug 10 03:01:09.008874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-15234cb5-f267-4aa8-9393-b004831fada4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b HTTP/1.1" status: 200 len: 1002 time: 0.0610032 Aug 10 03:01:09.062868 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-fefa6692-951d-4a5a-8fbc-79c8dbef8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:09.064324 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-fefa6692-951d-4a5a-8fbc-79c8dbef8248 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29a6cf90-3bfc-467f-bb08-3924a3be89c9 HTTP/1.1" status: 200 len: 833 time: 0.0488667 Aug 10 03:01:09.109571 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-d531b974-3443-4256-a560-0e41c5306173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:09.111093 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-d531b974-3443-4256-a560-0e41c5306173 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b40d770a-a015-4b07-816f-f2e685b98066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393050 Aug 10 03:01:09.200020 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-83c347f2-fa71-4f01-bd0f-5ee447a2b26e service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810349 Aug 10 03:01:09.295108 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-372a15c9-e24b-4b90-8d11-44255bcf67ca req-7b124a57-c870-4bcc-90bb-b903dc7d7f32 service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884354 Aug 10 03:01:09.919630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20ec6c-d156-4003-a390-5480d9dd21c7 req-23b0f86c-06d6-44e9-95cc-a2370eb1d285 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:09.921155 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d20ec6c-d156-4003-a390-5480d9dd21c7 req-23b0f86c-06d6-44e9-95cc-a2370eb1d285 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0501924 Aug 10 03:01:09.959501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9d20ec6c-d156-4003-a390-5480d9dd21c7 req-9ab77508-e8bc-4b07-a2a6-a6506d09d1fc tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316019 Aug 10 03:01:11.080375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a2d36-5c9f-4a6d-804a-516134c29e72 req-649a77eb-a876-4a96-a104-fd2c841e1995 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:11.081869 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-309a2d36-5c9f-4a6d-804a-516134c29e72 req-649a77eb-a876-4a96-a104-fd2c841e1995 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0524843 Aug 10 03:01:11.118878 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-309a2d36-5c9f-4a6d-804a-516134c29e72 req-fd1ae442-28a2-40a5-926f-31adff6d0e50 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Aug 10 03:01:11.141786 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39308) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:11.204028 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6179d80a-d19a-4d2c-abc3-0b32cd659575 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/c147f570-bafa-401b-ac25-0bfb7fef5aeb HTTP/1.1" status: 200 len: 994 time: 0.0610983 Aug 10 03:01:13.815660 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:14.873191 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:17.935815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f8b6bdea-26d2-4fd1-9532-463b2f28ed60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:20.604396 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0239-295f-482d-a387-bad3c8aa9019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:21.198943 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:22.507318 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:24.067168 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:33.111660 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c27a1265-1099-4866-9312-a2041334a5ec req-fe124ded-09d2-4ca4-bdd6-c658e58f0210 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406835 Aug 10 03:01:33.196721 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a1265-1099-4866-9312-a2041334a5ec req-0a1d6a1a-17e7-48e1-a41e-9ce0a05e24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:33.198224 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c27a1265-1099-4866-9312-a2041334a5ec req-0a1d6a1a-17e7-48e1-a41e-9ce0a05e24e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 1098 time: 0.0398874 Aug 10 03:01:33.307848 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a1265-1099-4866-9312-a2041334a5ec req-3de936c9-7ce9-4216-90d8-9c77fc4065d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:33.309310 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c27a1265-1099-4866-9312-a2041334a5ec req-3de936c9-7ce9-4216-90d8-9c77fc4065d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b40d770a-a015-4b07-816f-f2e685b98066 HTTP/1.1" status: 200 len: 898 time: 0.0898812 Aug 10 03:01:33.374640 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c27a1265-1099-4866-9312-a2041334a5ec req-c52ac771-d394-4932-8c62-013e4b9408bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b HTTP/1.1" status: 200 len: 1002 time: 0.0564768 Aug 10 03:01:33.427494 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a1265-1099-4866-9312-a2041334a5ec req-755f7d2f-fbe4-4568-8ec8-81be55b9b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:33.428908 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c27a1265-1099-4866-9312-a2041334a5ec req-755f7d2f-fbe4-4568-8ec8-81be55b9b098 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29a6cf90-3bfc-467f-bb08-3924a3be89c9 HTTP/1.1" status: 200 len: 833 time: 0.0470295 Aug 10 03:01:33.476847 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a1265-1099-4866-9312-a2041334a5ec req-c1b2a635-a0bd-41a8-ab58-c2a0cb7ad55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:33.478335 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c27a1265-1099-4866-9312-a2041334a5ec req-c1b2a635-a0bd-41a8-ab58-c2a0cb7ad55f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b40d770a-a015-4b07-816f-f2e685b98066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417857 Aug 10 03:01:33.566363 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c27a1265-1099-4866-9312-a2041334a5ec req-42e97765-7a9b-4bda-a766-01a80c26c72d service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800471 Aug 10 03:01:33.661701 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c27a1265-1099-4866-9312-a2041334a5ec req-d9e6334d-d546-4aae-aa1c-ecb393c5e62b service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875797 Aug 10 03:01:36.281918 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:01:41.852958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39324) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:42.009719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 243bbe2e-8584-4774-aef7-f40460055c8c {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:01:42.009977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:42.360039 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:42.360367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:42.371418 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 243bbe2e-8584-4774-aef7-f40460055c8c owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:01:42.587823 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:42.614702 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=243bbe2e-8584-4774-aef7-f40460055c8c,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:42.638585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.638935 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.639871 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.640235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.640578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.640917 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.641248 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.641580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.641950 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.642288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.642647 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.642976 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:42.683347 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:42.683686 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP c147f570-bafa-401b-ac25-0bfb7fef5aeb disassociated (deleted). External IP: 172.25.3.115, port: 82b353f1-e7cb-41dd-b748-0abfd3e18a6b. Aug 10 03:01:42.891045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 113624d9-95b8-44a9-9811-23b52fa88eff has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:01:42.994299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:01:42.999839 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:43.008132 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] Sync routers for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:01:43.018223 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:01:43.018887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:43.031255 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-acd0c988-21a7-4911-9f5a-fda6455f2131 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/floatingips/c147f570-bafa-401b-ac25-0bfb7fef5aeb HTTP/1.1" status: 204 len: 168 time: 1.1772275 Aug 10 03:01:43.031957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:01:43.034317 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad949a7a-bc1d-4b21-8317-42f8286ecf80" -d '{"events": [{"name": "network-changed", "server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:01:43.125580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:01:43.148703 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadaf926-90c8-43ac-b3cc-521d68eca332 x-openstack-request-id: req-cadaf926-90c8-43ac-b3cc-521d68eca332 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:01:43.149069 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:01:43.149398 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cadaf926-90c8-43ac-b3cc-521d68eca332 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:01:43.149865 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'status': 'completed', 'code': 200} Aug 10 03:01:43.213497 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-5ede4777-4442-480b-af45-f55f2b82e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:43.215301 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-5ede4777-4442-480b-af45-f55f2b82e34d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 1098 time: 0.0446799 Aug 10 03:01:43.312919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-b07e8d31-d0c2-4b37-b3cf-404dd48714da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:43.314447 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-b07e8d31-d0c2-4b37-b3cf-404dd48714da service neutron] 10.222.0.11 "GET /v2.0/networks?id=b40d770a-a015-4b07-816f-f2e685b98066 HTTP/1.1" status: 200 len: 898 time: 0.0924370 Aug 10 03:01:43.321782 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a001eb38-fb10-4b21-9a29-19c970581d99', 'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:86:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:03Z', 'updated_at': '2021-08-10T03:00:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:43.355491 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] Checking router: 113624d9-95b8-44a9-9811-23b52fa88eff for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:01:43.357429 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-838c414f-9102-4cb0-9c1b-61227d04cddd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b HTTP/1.1" status: 200 len: 217 time: 0.0354412 Aug 10 03:01:43.364607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:01:43.365219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:43.407597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-8e09a140-e19d-427f-a377-b0655cc59b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:43.409049 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-8e09a140-e19d-427f-a377-b0655cc59b8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=29a6cf90-3bfc-467f-bb08-3924a3be89c9 HTTP/1.1" status: 200 len: 833 time: 0.0446639 Aug 10 03:01:43.465705 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-c3bcf926-0aea-4f13-a8d8-2aa666c27e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:43.468299 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-c3bcf926-0aea-4f13-a8d8-2aa666c27e51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b40d770a-a015-4b07-816f-f2e685b98066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508733 Aug 10 03:01:43.477117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:01:43.525957 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280351-2c87-4d90-bbd5-cd8451bb90c8 req-f22e3350-fbd9-413b-89e4-497f5499fb83 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:43.527737 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9280351-2c87-4d90-bbd5-cd8451bb90c8 req-f22e3350-fbd9-413b-89e4-497f5499fb83 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0593729 Aug 10 03:01:43.574152 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-0cb1c2cd-b39e-46c7-9532-5cb101026ba8 service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971007 Aug 10 03:01:43.578647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9280351-2c87-4d90-bbd5-cd8451bb90c8 req-bca17e97-f44f-4bec-bac5-aa4039496644 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399210 Aug 10 03:01:43.672553 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ad949a7a-bc1d-4b21-8317-42f8286ecf80 req-8c651934-3e4b-4868-a297-b811ec74d815 service neutron] 10.222.0.11 "GET /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905011 Aug 10 03:01:43.676951 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a001eb38-fb10-4b21-9a29-19c970581d99', 'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:86:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:03Z', 'updated_at': '2021-08-10T03:00:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:43.703437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73953095-6e1c-49c5-9421-5faef36120d9 None None] The sync data for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 is: [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:03Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'a001eb38-fb10-4b21-9a29-19c970581d99', 'name': '', 'network_id': 'b40d770a-a015-4b07-816f-f2e685b98066', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:86:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:00:03Z', 'updated_at': '2021-08-10T03:00:08Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': '29a6cf90-3bfc-467f-bb08-3924a3be89c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:01:43.816271 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:43.924210 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eb6260-80e5-45b2-a64c-f9659a9a895e None None] New status for floating IP c147f570-bafa-401b-ac25-0bfb7fef5aeb: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:01:44.712597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7255e4c-c29c-46e8-9350-b77b00245639 req-f074bedb-3073-4188-a205-8a97b470faea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:44.714109 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7255e4c-c29c-46e8-9350-b77b00245639 req-f074bedb-3073-4188-a205-8a97b470faea tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0549664 Aug 10 03:01:44.753264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7255e4c-c29c-46e8-9350-b77b00245639 req-87cb9a6e-ad01-4019-a355-e5898e88703d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=1b40868a-e71d-4366-a20b-5cb51add84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Aug 10 03:01:44.896196 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:44.965237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-2f46ce81-e821-472c-a9b0-88771713e293 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:44.966740 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-2f46ce81-e821-472c-a9b0-88771713e293 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 946 time: 0.0488553 Aug 10 03:01:45.055168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:01:45.055523 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:45.148661 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:01:45.148953 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:45.161857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 82b353f1-e7cb-41dd-b748-0abfd3e18a6b owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:01:45.382124 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:45.412165 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=82b353f1-e7cb-41dd-b748-0abfd3e18a6b,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:45.440634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.440987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.441328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.441663 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.441994 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.442325 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.442777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.443234 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.443569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.443892 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.444217 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.444539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:45.465161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] No DVR routers for this DVR port 82b353f1-e7cb-41dd-b748-0abfd3e18a6b on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:01:45.467692 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:45.469691 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-91c0414c-2ef1-4f1a-b7fc-87364536cd51 req-925bdb46-5c61-4194-a31e-ce0f2d552def tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "DELETE /v2.0/ports/82b353f1-e7cb-41dd-b748-0abfd3e18a6b HTTP/1.1" status: 204 len: 173 time: 0.4971771 Aug 10 03:01:45.470127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'name': 'network-vif-deleted', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:01:45.472420 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79397e3-3584-46fd-aaf8-cc596fecf7ec" -d '{"events": [{"server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "name": "network-vif-deleted", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:01:45.508309 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07a4ff1-6cc8-493c-a4ff-fe182f8f9b4b x-openstack-request-id: req-a07a4ff1-6cc8-493c-a4ff-fe182f8f9b4b {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:01:45.508609 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6", "name": "network-vif-deleted", "tag": "82b353f1-e7cb-41dd-b748-0abfd3e18a6b", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:01:45.508860 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a07a4ff1-6cc8-493c-a4ff-fe182f8f9b4b {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:01:45.509263 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6', 'name': 'network-vif-deleted', 'tag': '82b353f1-e7cb-41dd-b748-0abfd3e18a6b', 'status': 'completed', 'code': 200} Aug 10 03:01:45.867995 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b7facc2-3d72-41a8-860e-f68c010dabc2 req-680c3751-0f45-4562-b098-2c1cfa033005 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7aa17b4-3b74-4dd2-953f-a9b3f74b80d6 HTTP/1.1" status: 200 len: 210 time: 0.0290780 Aug 10 03:01:46.924687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39346) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:47.279864 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:47.534484 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port a001eb38-fb10-4b21-9a29-19c970581d99 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:01:47.534784 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:47.629592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port a001eb38-fb10-4b21-9a29-19c970581d99, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a001eb38-fb10-4b21-9a29-19c970581d99,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:01:47.629966 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:47.643370 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for a001eb38-fb10-4b21-9a29-19c970581d99 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:01:47.891064 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:47.917226 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=a001eb38-fb10-4b21-9a29-19c970581d99,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:47.970806 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-978015eb-1d01-4d5c-9982-cd2bb98637ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:48.097287 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:48.242988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 82b353f1-e7cb-41dd-b748-0abfd3e18a6b no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:01:48.266811 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 82b353f1-e7cb-41dd-b748-0abfd3e18a6b {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:01:48.267157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 82b353f1-e7cb-41dd-b748-0abfd3e18a6b not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:01:48.308850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router 113624d9-95b8-44a9-9811-23b52fa88eff has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:01:48.415205 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:01:48.423538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-081389d7-76f7-43de-b33b-8dfb0d98c65c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/113624d9-95b8-44a9-9811-23b52fa88eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4950783 Aug 10 03:01:48.424199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39348) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:48.426204 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] Sync routers for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:01:48.434997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:01:48.435607 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:48.482533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-196ea5f1-877c-4759-9f48-2514c9b70436 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting subnet 29a6cf90-3bfc-467f-bb08-3924a3be89c9 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:01:48.486366 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-196ea5f1-877c-4759-9f48-2514c9b70436 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:48.527375 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-196ea5f1-877c-4759-9f48-2514c9b70436 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:48.539349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:01:48.610665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-196ea5f1-877c-4759-9f48-2514c9b70436 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:48.731516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-196ea5f1-877c-4759-9f48-2514c9b70436 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:48.763716 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-196ea5f1-877c-4759-9f48-2514c9b70436 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:48.768687 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-196ea5f1-877c-4759-9f48-2514c9b70436 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/subnets/29a6cf90-3bfc-467f-bb08-3924a3be89c9 HTTP/1.1" status: 204 len: 168 time: 0.3407731 Aug 10 03:01:48.768687 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ea5f1-877c-4759-9f48-2514c9b70436 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Subnet': ['ID=29a6cf90-3bfc-467f-bb08-3924a3be89c9,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:48.768886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39350) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:48.789575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709851a-6d80-493e-8eae-e23e06e12b2f None None] Network b40d770a-a015-4b07-816f-f2e685b98066 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:01:48.878468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:48.973559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:01:47Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:48.986056 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.006966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] Checking router: 113624d9-95b8-44a9-9811-23b52fa88eff for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:01:49.018575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] Routers {'113624d9-95b8-44a9-9811-23b52fa88eff'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:01:49.019227 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['113624d9-95b8-44a9-9811-23b52fa88eff'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:49.057420 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] DHCP port deletion for b40d770a-a015-4b07-816f-f2e685b98066 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:01:49.099509 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:01:49.099889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.153926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] Set router 113624d9-95b8-44a9-9811-23b52fa88eff gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:01:49.183109 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:01:49.183482 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.195333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:01:49.214279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Deleting port c2f62a9b-f563-4050-b151-7a5be06e8422 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:01:49.218671 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.330659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] For port c2f62a9b-f563-4050-b151-7a5be06e8422, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c2f62a9b-f563-4050-b151-7a5be06e8422,segment=NetworkSegment(30385d78-d17d-4a49-8bab-878fd0fdb24f),segment_id=30385d78-d17d-4a49-8bab-878fd0fdb24f)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:01:49.330992 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.353137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Calling delete_port for c2f62a9b-f563-4050-b151-7a5be06e8422 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:01:49.404966 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.431111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:49.471446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:01:47Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:49.495105 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.498612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac1893-ed1f-4998-bb47-9939b9b2771d None None] The sync data for ids ['113624d9-95b8-44a9-9811-23b52fa88eff'] in n-d-767704-21 is: [{'id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393903662', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:01:47Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113624d9-95b8-44a9-9811-23b52fa88eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:59:59Z', 'updated_at': '2021-08-10T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:01:49.524964 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.552784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] No DVR routers for this DVR port c2f62a9b-f563-4050-b151-7a5be06e8422 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:01:49.554342 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Pushing event deleted for resources: {'Port': ['ID=c2f62a9b-f563-4050-b151-7a5be06e8422,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:49.564960 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.565321 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.565656 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.566000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.566339 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.566698 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.567032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.567377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.567695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.568023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.568336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.568662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96d1647-3e2a-45a9-bac8-bfe40ff50411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:49.591196 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.593346 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.684851 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.685401 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Fanout notify agent at l3_agent the message router_deleted on router 113624d9-95b8-44a9-9811-23b52fa88eff {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:01:49.693070 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.694231 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-41331929-149f-498c-a38c-2f8b993702a0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/routers/113624d9-95b8-44a9-9811-23b52fa88eff HTTP/1.1" status: 204 len: 168 time: 0.9243686 Aug 10 03:01:49.696937 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39352) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:49.772238 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.861631 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.871947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40d770a-a015-4b07-816f-f2e685b98066']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:49.883823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30385d78-d17d-4a49-8bab-878fd0fdb24f') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:49.884122 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30385d78-d17d-4a49-8bab-878fd0fdb24f') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:49.894243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.909052 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.917076 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:01:49.917076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: timer() Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:01:49.918938 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:01:50.055831 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.076030 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.078691 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/networks/b40d770a-a015-4b07-816f-f2e685b98066 HTTP/1.1" status: 204 len: 168 time: 0.3807385 Aug 10 03:01:50.080342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef597ac-3bdd-4658-9e99-b83239cddb88 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Network': ['ID=b40d770a-a015-4b07-816f-f2e685b98066,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:50.081454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39354) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:50.148121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3866e6ed-9998-40c4-af6c-c2f649ee9d7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.176534 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3866e6ed-9998-40c4-af6c-c2f649ee9d7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.302261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3866e6ed-9998-40c4-af6c-c2f649ee9d7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.304989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-3866e6ed-9998-40c4-af6c-c2f649ee9d7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.306203 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-3866e6ed-9998-40c4-af6c-c2f649ee9d7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/security-groups/1b40868a-e71d-4366-a20b-5cb51add84e4 HTTP/1.1" status: 204 len: 168 time: 0.2237163 Aug 10 03:01:50.315981 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866e6ed-9998-40c4-af6c-c2f649ee9d7a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b40868a-e71d-4366-a20b-5cb51add84e4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:50.531622 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:01:50.559652 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:01:50.559993 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ae0f0b0d-2f1d-4303-ac89-80dfe9596d6a not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:01:50.560407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a001eb38-fb10-4b21-9a29-19c970581d99 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:01:50.583995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: a001eb38-fb10-4b21-9a29-19c970581d99 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:01:50.584413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a001eb38-fb10-4b21-9a29-19c970581d99 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:01:50.584847 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c2f62a9b-f563-4050-b151-7a5be06e8422 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:01:50.584983 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39360) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:50.589619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7cf178fe-95ac-4273-ae73-3345dc0951d4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132758743', 'description': 'tempest-secgroup-smoke-132758743 description', 'project_id': 'fc28c2edc096457d989b3461df62d443'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:50.604754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c2f62a9b-f563-4050-b151-7a5be06e8422 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:01:50.605106 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c2f62a9b-f563-4050-b151-7a5be06e8422 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:01:50.633167 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f354d512-2aea-4950-8eea-d9d9614d9435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.685230 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7cf178fe-95ac-4273-ae73-3345dc0951d4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.771753 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7cf178fe-95ac-4273-ae73-3345dc0951d4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.856491 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7cf178fe-95ac-4273-ae73-3345dc0951d4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.885387 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf178fe-95ac-4273-ae73-3345dc0951d4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8710e8f2-9d82-4485-89e6-6597f2d33b43,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:50.936400 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7cf178fe-95ac-4273-ae73-3345dc0951d4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:50.937967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7cf178fe-95ac-4273-ae73-3345dc0951d4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3520050 Aug 10 03:01:50.940966 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39362) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:50.945534 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-969be697-ea5d-45f5-a46b-f09969798263 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '8710e8f2-9d82-4485-89e6-6597f2d33b43', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:51.041755 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-969be697-ea5d-45f5-a46b-f09969798263 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.101742 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-969be697-ea5d-45f5-a46b-f09969798263 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.188839 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-969be697-ea5d-45f5-a46b-f09969798263 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.208192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969be697-ea5d-45f5-a46b-f09969798263 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e5eaa1-f43b-4d76-887d-4a492077e0fa,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:51.227986 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.290805 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-969be697-ea5d-45f5-a46b-f09969798263 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.292198 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-969be697-ea5d-45f5-a46b-f09969798263 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502488 Aug 10 03:01:51.294962 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39364) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:51.299751 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e2a6f63c-987b-4534-aa13-a273622f5d4c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '8710e8f2-9d82-4485-89e6-6597f2d33b43', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:51.369743 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2a6f63c-987b-4534-aa13-a273622f5d4c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.427542 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2a6f63c-987b-4534-aa13-a273622f5d4c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.496545 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2a6f63c-987b-4534-aa13-a273622f5d4c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.515492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6f63c-987b-4534-aa13-a273622f5d4c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090d676e-ea85-48ea-b9b7-587e65e96914,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:51.587929 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e2a6f63c-987b-4534-aa13-a273622f5d4c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.589179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e2a6f63c-987b-4534-aa13-a273622f5d4c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2932408 Aug 10 03:01:51.591898 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39366) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:51.596688 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-c5565df0-c993-4fd8-84d1-cc2be06f86b1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '8710e8f2-9d82-4485-89e6-6597f2d33b43', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:51.695899 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5565df0-c993-4fd8-84d1-cc2be06f86b1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.753938 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5565df0-c993-4fd8-84d1-cc2be06f86b1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.821932 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5565df0-c993-4fd8-84d1-cc2be06f86b1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.840025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5565df0-c993-4fd8-84d1-cc2be06f86b1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5506f1c8-bc4b-4956-8222-e448de6f167f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:51.907941 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c5565df0-c993-4fd8-84d1-cc2be06f86b1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:51.909199 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c5565df0-c993-4fd8-84d1-cc2be06f86b1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163533 Aug 10 03:01:51.911916 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39368) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:51.916425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b9120de3-beb1-4936-81fa-e45ea78dbe12 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '8710e8f2-9d82-4485-89e6-6597f2d33b43', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:52.004376 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b9120de3-beb1-4936-81fa-e45ea78dbe12 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.064815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b9120de3-beb1-4936-81fa-e45ea78dbe12 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.124563 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b9120de3-beb1-4936-81fa-e45ea78dbe12 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.142018 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9120de3-beb1-4936-81fa-e45ea78dbe12 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd00fa1c-f6b0-4dfd-98fc-a067e848726c,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:52.204797 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b9120de3-beb1-4936-81fa-e45ea78dbe12 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.206075 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b9120de3-beb1-4936-81fa-e45ea78dbe12 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2932408 Aug 10 03:01:52.208837 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39370) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:52.213282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d0018e88-6fb2-4ea7-b2aa-35b002965cf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '8710e8f2-9d82-4485-89e6-6597f2d33b43', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:52.313793 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-d0018e88-6fb2-4ea7-b2aa-35b002965cf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:01:52.318640 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0018e88-6fb2-4ea7-b2aa-35b002965cf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.378490 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0018e88-6fb2-4ea7-b2aa-35b002965cf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.456253 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0018e88-6fb2-4ea7-b2aa-35b002965cf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.473820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0018e88-6fb2-4ea7-b2aa-35b002965cf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9eb552-8461-4aec-9da9-1307f65682e8,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:52.507765 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.531252 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0018e88-6fb2-4ea7-b2aa-35b002965cf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.532652 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d0018e88-6fb2-4ea7-b2aa-35b002965cf3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3228915 Aug 10 03:01:52.535578 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39372) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:52.540109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-63f2a4ba-2eb9-471b-aa6b-fdef2c3f96ed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'security_group_rule': {'security_group_id': '8710e8f2-9d82-4485-89e6-6597f2d33b43', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:52.622090 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-63f2a4ba-2eb9-471b-aa6b-fdef2c3f96ed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Project fc28c2edc096457d989b3461df62d443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:01:52.627841 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63f2a4ba-2eb9-471b-aa6b-fdef2c3f96ed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.689528 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63f2a4ba-2eb9-471b-aa6b-fdef2c3f96ed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.765541 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63f2a4ba-2eb9-471b-aa6b-fdef2c3f96ed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.783350 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2a4ba-2eb9-471b-aa6b-fdef2c3f96ed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2753ba-b802-41c5-be15-d60996b0229c,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:52.845913 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-63f2a4ba-2eb9-471b-aa6b-fdef2c3f96ed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.846937 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-63f2a4ba-2eb9-471b-aa6b-fdef2c3f96ed tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104343 Aug 10 03:01:52.849754 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39374) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:52.854619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'network': {'name': 'tempest-network-smoke--1249818170', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'port_security_enabled': True}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:52.924864 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:01:52.928235 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.953827 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:01:52.962233 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:52.962611 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Added segment 2711a2ad-58fb-40ec-9879-812e930060b7 of type vlan for network ab991290-1611-458a-8262-4dcd3ab19f0f Aug 10 03:01:53.002117 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:53.096482 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:53.102095 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:53.102720 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:53.167258 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Network': ['ID=ab991290-1611-458a-8262-4dcd3ab19f0f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:53.177972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network ab991290-1611-458a-8262-4dcd3ab19f0f details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:01:53.237939 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-16335b42-f3ab-4ea2-b9bc-85aca7125c85 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3846209 Aug 10 03:01:53.238179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39376) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:53.243614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'admin_state_up': True, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:53.342464 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:53.344158 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:53.399211 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:53.602568 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:54.079250 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:54.130561 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:54.148746 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:54.251025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.27 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/a49f5982-b63d-494b-a323-6636e6976f59) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:01:54.348061 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:54.439537 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:54.484425 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:01:54.487288 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:01:54.490809 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:01:54.513345 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=a49f5982-b63d-494b-a323-6636e6976f59,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:54.795168 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:54.996111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:55.199217 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router d763962b-a4cf-41e9-ba7b-f15193efcdbd is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:01:55.308238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:01:55.321239 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Sync routers for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:01:55.330343 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:01:55.330975 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:55.376684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:55.377953 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fd57ce10-9b2a-4c0e-9e85-8663de8334d3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1388929 Aug 10 03:01:55.381272 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39378) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:55.409226 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-84527596-968e-41ce-8d85-84b4812e51c8 tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?project_id=fc28c2edc096457d989b3461df62d443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268307 Aug 10 03:01:55.411924 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39380) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:55.435704 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:01:55.502887 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79977fde-1743-4622-8232-2ebe693e9e6d tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:55.504406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-79977fde-1743-4622-8232-2ebe693e9e6d tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915806 Aug 10 03:01:55.507346 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39382) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:55.536290 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0e88c0b4-b0d6-49d2-b1da-a9cc06654eff tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/subnets?network_id=70b818d0-8884-438a-9899-52bf13ff67a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276248 Aug 10 03:01:55.538479 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39384) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:55.543213 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539084631', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'project_id': 'fc28c2edc096457d989b3461df62d443', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:01:55.611383 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:54Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:55.641188 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Checking router: d763962b-a4cf-41e9-ba7b-f15193efcdbd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:01:55.644996 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Updating router d763962b-a4cf-41e9-ba7b-f15193efcdbd port a49f5982-b63d-494b-a323-6636e6976f59 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:01:55.666171 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:55.685375 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:01:55.689048 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:55.919306 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:55.927134 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:55.936818 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Transition to ACTIVE for port object a49f5982-b63d-494b-a323-6636e6976f59 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:01:55.974285 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Subnet': ['ID=bea5a285-16b5-4b74-b482-6781d95a3a2f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:55.990520 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Checking segment: {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:01:55.990919 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network hostable DHCP agents. Network: ab991290-1611-458a-8262-4dcd3ab19f0f, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:01:55.993141 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.045184 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Attempting to bind port a49f5982-b63d-494b-a323-6636e6976f59 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:01:56.053181 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Attempting to bind port a49f5982-b63d-494b-a323-6636e6976f59 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:01:56.053181 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Attempting to bind port a49f5982-b63d-494b-a323-6636e6976f59 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:01:56.053181 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Pushing event updated for resources: {'Port': ['ID=a49f5982-b63d-494b-a323-6636e6976f59,revision_number=2']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:56.055566 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:01:56.055941 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:01:56.056340 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.056733 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:01:56.057193 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Bound port: a49f5982-b63d-494b-a323-6636e6976f59, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:01:56.057571 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.067496 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network ab991290-1611-458a-8262-4dcd3ab19f0f is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:01:56.079995 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.080344 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.080686 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.081025 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.081361 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.081695 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.082026 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.082352 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.082707 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.083032 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.083357 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.083678 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:01:56.117558 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] For port a49f5982-b63d-494b-a323-6636e6976f59, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:01:56.120539 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] For port a49f5982-b63d-494b-a323-6636e6976f59, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a49f5982-b63d-494b-a323-6636e6976f59,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:01:56.125204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, ab991290-1611-458a-8262-4dcd3ab19f0f) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:01:56.129802 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:56.130433 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.135174 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82457134-54e6-4253-a5df-968df1832d64 None None] Network ab991290-1611-458a-8262-4dcd3ab19f0f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:01:56.211016 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.228421 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4b91c292-b4ce-4779-b449-d247cc3a863e tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6888866 Aug 10 03:01:56.231174 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39386) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:01:56.272517 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:01:56.273145 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:56.274874 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a2526-55b5-46bb-9e69-17efa7638f1c None None] Pushing event updated for resources: {'Port': ['ID=a49f5982-b63d-494b-a323-6636e6976f59,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:56.290391 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-ab991290-1611-458a-8262-4dcd3ab19f0f', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:01:56.291401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.385399 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:01:56.432973 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Allocated IP 172.20.0.2 (ab991290-1611-458a-8262-4dcd3ab19f0f/bea5a285-16b5-4b74-b482-6781d95a3a2f/8dc4fe53-fe25-49b0-aa59-c3f65cb82523) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:01:56.574188 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:54Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:56.592692 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.601948 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Transition to ACTIVE for port object 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:01:56.607837 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567115e-9c6b-4532-9260-5f95ca3202b6 None None] The sync data for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 is: [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:54Z', 'revision_number': 3, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:01:56.617749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Transition to ACTIVE for port object 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:01:56.679893 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.723155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.726727 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Network ab991290-1611-458a-8262-4dcd3ab19f0f is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:01:56.730592 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:01:56.732845 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:01:56.738025 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Pushing event updated for resources: {'Port': ['ID=8dc4fe53-fe25-49b0-aa59-c3f65cb82523,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:56.799691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Attempting to bind port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:01:56.800066 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Attempting to bind port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:01:56.800509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Attempting to bind port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 on network ab991290-1611-458a-8262-4dcd3ab19f0f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:01:56.806869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:01:56.806869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Checking segment: {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:01:56.806869 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.807265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Bound using segment: {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:01:56.808429 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Bound port: 8dc4fe53-fe25-49b0-aa59-c3f65cb82523, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:01:56.808429 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:56.912449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] For port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:01:56.916572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] For port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8dc4fe53-fe25-49b0-aa59-c3f65cb82523,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:01:56.994273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:57.048930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.1 (ab991290-1611-458a-8262-4dcd3ab19f0f/bea5a285-16b5-4b74-b482-6781d95a3a2f/437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:01:57.066510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c18141-9ee9-4fba-b60b-c12dfe1f4116 None None] Pushing event updated for resources: {'Port': ['ID=8dc4fe53-fe25-49b0-aa59-c3f65cb82523,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:57.195009 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:57.224645 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:01:57.326431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:57.370886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network ab991290-1611-458a-8262-4dcd3ab19f0f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:01:57.377216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:01:57.381104 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:01:57.409086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:57.430139 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:57.657978 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:57.935567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ad246-eb88-47f4-a814-1d39e16cfdbb None None] Network ab991290-1611-458a-8262-4dcd3ab19f0f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:01:58.092110 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-691d2b47-9313-4f34-a47b-d4c84d3511f8 None None] Provisioning for port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:01:58.241565 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.302185 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.380242 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.382417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:58.388724 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-750a3326-9058-4b39-9775-8b908e87c562 None None] Provisioning for port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:01:58.394179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-750a3326-9058-4b39-9775-8b908e87c562 None None] Provisioning complete for port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:01:58.395059 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-750a3326-9058-4b39-9775-8b908e87c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.455807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-750a3326-9058-4b39-9775-8b908e87c562 None None] Port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:01:58.489149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:01:58.514380 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network ab991290-1611-458a-8262-4dcd3ab19f0f is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:01:58.516666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:01:58.594239 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:01:58.604349 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:01:58.604792 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.632803 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7cabc320-6696-443d-a0a9-894ad539a943 None None] Provisioning complete for port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:01:58.633190 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7cabc320-6696-443d-a0a9-894ad539a943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.639196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router d763962b-a4cf-41e9-ba7b-f15193efcdbd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:01:58.679692 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7cabc320-6696-443d-a0a9-894ad539a943 None None] Port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:01:58.725958 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.757569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8dc4fe53-fe25-49b0-aa59-c3f65cb82523,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:01:58.762183 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:01:58.768104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-77b3cf01-0722-4722-99ce-8910bd6f0ccd tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/d763962b-a4cf-41e9-ba7b-f15193efcdbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5357323 Aug 10 03:01:58.772236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Sync routers for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:01:58.782628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:01:58.783247 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:58.834137 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.836427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a49f5982-b63d-494b-a323-6636e6976f59 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:01:58.911565 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-0a5fc06a-c91c-4f45-b382-902a752b2cb4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132758743&fields=id&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 267 time: 0.0340726 Aug 10 03:01:58.912899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c39cbf80-0c93-4162-b896-d3647507878c None None] Provisioning complete for port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:01:58.913340 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c39cbf80-0c93-4162-b896-d3647507878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:58.988949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=8dc4fe53-fe25-49b0-aa59-c3f65cb82523,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:59.003008 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:01:59.004858 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-c39cbf80-0c93-4162-b896-d3647507878c None None] Port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:01:59.025283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f4df-f256-4676-ac43-63af605c2835 req-fbd1aae9-d66c-4f6e-bc21-9c9eacd93e5c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:01:59.026795 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-fbd1aae9-d66c-4f6e-bc21-9c9eacd93e5c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/networks?id=ab991290-1611-458a-8262-4dcd3ab19f0f HTTP/1.1" status: 200 len: 797 time: 0.1079996 Aug 10 03:01:59.042961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-8e153225-0f38-4946-b154-1b918778823a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/quotas/fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 375 time: 0.0095205 Aug 10 03:01:59.095997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a49f5982-b63d-494b-a323-6636e6976f59 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:01:59.110712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-df289902-fae9-4031-b411-896967a0c153 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617530 Aug 10 03:01:59.211283 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-0d8bbac5-9142-4837-97cf-0fd38d0a6c53 service neutron] 10.222.0.38 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879288 Aug 10 03:01:59.284151 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a49f5982-b63d-494b-a323-6636e6976f59 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:01:59.284526 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:59.314818 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-15ece2b3-6ec1-4ba9-95a0-0f7c1bf52fc8 service neutron] 10.222.0.38 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928943 Aug 10 03:01:59.426871 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:59.450792 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a49f5982-b63d-494b-a323-6636e6976f59, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a49f5982-b63d-494b-a323-6636e6976f59,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:01:59.458230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:57Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4', 'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:e3:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:56Z', 'updated_at': '2021-08-10T03:01:58Z', 'revision_number': 2, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:01:59.485410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Checking router: d763962b-a4cf-41e9-ba7b-f15193efcdbd for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:01:59.485771 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Updating router d763962b-a4cf-41e9-ba7b-f15193efcdbd port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:01:59.511655 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:59.526344 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:59.569765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2316ed70-d14d-42d5-92ba-e5df59c642a2 req-ad2d95d4-3005-4b55-8eb9-c4894a1b6b33 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 210 time: 0.0386875 Aug 10 03:01:59.657125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a49f5982-b63d-494b-a323-6636e6976f59,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:01:59.828443 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:59.838628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Transition to ACTIVE for port object 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:01:59.908156 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:01:59.957370 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c27a27-9558-4d0e-b678-d4583b339b7a None None] Pushing event updated for resources: {'Port': ['ID=437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:00.009962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Attempting to bind port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:02:00.010659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Attempting to bind port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:02:00.010659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Attempting to bind port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 on network ab991290-1611-458a-8262-4dcd3ab19f0f {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:02:00.016780 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:02:00.023123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Checking segment: {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:02:00.023123 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:00.023123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Bound using segment: {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:02:00.023123 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Bound port: 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:02:00.023123 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:00.088779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] For port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:02:00.091991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] For port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:02:00.176619 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:00.245770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:00.246524 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:00.248699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c27a27-9558-4d0e-b678-d4583b339b7a None None] Pushing event updated for resources: {'Port': ['ID=437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:00.363482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:00.410117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:00.555675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:00.556047 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:00.663846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6f33a619-ae56-4d5f-b0ad-5bd92fb85432 req-8f212e62-b731-491d-b903-952bcee8d813 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 210 time: 0.0274711 Aug 10 03:02:00.679299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:57Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4', 'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:e3:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:56Z', 'updated_at': '2021-08-10T03:02:00Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:00.682879 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a49f5982-b63d-494b-a323-6636e6976f59 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:00.711862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ecbe2-9cf0-471e-88f6-b03f6e47ef6c None None] The sync data for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 is: [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:57Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4', 'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:e3:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:56Z', 'updated_at': '2021-08-10T03:02:00Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:02:00.766905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a49f5982-b63d-494b-a323-6636e6976f59 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:00.768544 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:01.557691 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f4df-f256-4676-ac43-63af605c2835 req-c2c0a185-dc90-442b-bf80-2e4316dcb8f1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:01.559252 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-c2c0a185-dc90-442b-bf80-2e4316dcb8f1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/networks?id=ab991290-1611-458a-8262-4dcd3ab19f0f HTTP/1.1" status: 200 len: 797 time: 0.1049919 Aug 10 03:02:01.605895 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-c1cded03-b071-4afb-910a-59a33fc628ba tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc28c2edc096457d989b3461df62d443 HTTP/1.1" status: 200 len: 379 time: 0.0369976 Aug 10 03:02:01.615309 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'port': {'device_id': '22be6b56-878c-478a-9695-0ad798ebcce9', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'admin_state_up': True, 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'security_groups': ['8710e8f2-9d82-4485-89e6-6597f2d33b43']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:01.766574 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94587e3a-c147-4695-8018-b8a8f76b1247 req-da2fff75-c702-4e0f-a800-e718b12f2929 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 210 time: 0.0280437 Aug 10 03:02:01.816240 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Made reservation on behalf of fc28c2edc096457d989b3461df62d443 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:02:01.819838 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:01.949492 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.20.0.10 (ab991290-1611-458a-8262-4dcd3ab19f0f/bea5a285-16b5-4b74-b482-6781d95a3a2f/4540c008-12d1-4ba1-a741-748f9eb15af4) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:02:02.082511 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.096520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Transition to ACTIVE for port object 4540c008-12d1-4ba1-a741-748f9eb15af4 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:02:02.171789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.221110 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network ab991290-1611-458a-8262-4dcd3ab19f0f is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:02:02.224346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:02.228328 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:02:02.253714 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=4540c008-12d1-4ba1-a741-748f9eb15af4,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:02.281975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:02.282656 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.382966 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-4876ad1b-f7a4-4722-9dd3-990d2b637cb5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7713916 Aug 10 03:02:02.396043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Request body: {'port': {'device_id': '22be6b56-878c-478a-9695-0ad798ebcce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:02.422905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:02.454029 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.548262 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:02.552415 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:02.552864 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.618591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-49c63ff2-0532-4d3e-bb55-8f1fad8830bb None None] Provisioning for port 4540c008-12d1-4ba1-a741-748f9eb15af4 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:02.625576 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-49c63ff2-0532-4d3e-bb55-8f1fad8830bb None None] Provisioning complete for port 4540c008-12d1-4ba1-a741-748f9eb15af4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:02.626015 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-49c63ff2-0532-4d3e-bb55-8f1fad8830bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.655560 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.685752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-49c63ff2-0532-4d3e-bb55-8f1fad8830bb None None] Port 4540c008-12d1-4ba1-a741-748f9eb15af4 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:02:02.707580 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:02.727355 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4540c008-12d1-4ba1-a741-748f9eb15af4 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:02:02.735507 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.747201 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Transition to ACTIVE for port object 4540c008-12d1-4ba1-a741-748f9eb15af4 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:02:02.776568 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.825477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:02.833548 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:02.888326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbab3f1-f841-4942-8b34-b72d8481b810 req-cce3f4f4-bf80-4ddc-a30f-6f5bf278eec2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:02.890004 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7cbab3f1-f841-4942-8b34-b72d8481b810 req-cce3f4f4-bf80-4ddc-a30f-6f5bf278eec2 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 944 time: 0.0519063 Aug 10 03:02:02.902601 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4540c008-12d1-4ba1-a741-748f9eb15af4,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:02.944861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7cbab3f1-f841-4942-8b34-b72d8481b810 req-e5f001d4-4328-4533-8a80-cf3af8f96ff6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473602 Aug 10 03:02:02.963961 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Attempting to bind port 4540c008-12d1-4ba1-a741-748f9eb15af4 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:02:02.964389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Attempting to bind port 4540c008-12d1-4ba1-a741-748f9eb15af4 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:02:02.964796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Attempting to bind port 4540c008-12d1-4ba1-a741-748f9eb15af4 on network ab991290-1611-458a-8262-4dcd3ab19f0f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:02:02.970840 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Port 4540c008-12d1-4ba1-a741-748f9eb15af4 on network ab991290-1611-458a-8262-4dcd3ab19f0f not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:02:02.971169 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Attempting to bind port 4540c008-12d1-4ba1-a741-748f9eb15af4 on network ab991290-1611-458a-8262-4dcd3ab19f0f {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:02:02.976381 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:02:02.976729 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Checking segment: {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:02:02.977113 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Bound using segment: {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:02:02.977547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Bound port: 4540c008-12d1-4ba1-a741-748f9eb15af4, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2711a2ad-58fb-40ec-9879-812e930060b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:02:02.977912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:03.385870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] For port 4540c008-12d1-4ba1-a741-748f9eb15af4, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:02:03.388774 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] For port 4540c008-12d1-4ba1-a741-748f9eb15af4, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4540c008-12d1-4ba1-a741-748f9eb15af4,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:02:03.451037 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:03.486339 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:03.486788 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:03.490539 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/4540c008-12d1-4ba1-a741-748f9eb15af4 HTTP/1.1" status: 200 len: 1093 time: 1.0972655 Aug 10 03:02:03.490539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:02:03.491036 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e0b77-bc9c-4f41-a789-948fca004580" -d '{"events": [{"name": "network-changed", "server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:02:03.516687 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717162c5-87e6-46e4-8cdc-203b9c50a6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4540c008-12d1-4ba1-a741-748f9eb15af4,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:03.532633 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f52b88-7fd0-4be2-81d7-d2bb57e2db2d x-openstack-request-id: req-b9f52b88-7fd0-4be2-81d7-d2bb57e2db2d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:02:03.532955 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:02:03.533228 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b9f52b88-7fd0-4be2-81d7-d2bb57e2db2d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:02:03.533625 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'status': 'completed', 'code': 200} Aug 10 03:02:03.598186 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0b77-bc9c-4f41-a789-948fca004580 req-5de3e544-0690-4834-a809-9e32c84d8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:03.599891 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409e0b77-bc9c-4f41-a789-948fca004580 req-5de3e544-0690-4834-a809-9e32c84d8f63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 1096 time: 0.0445359 Aug 10 03:02:03.707999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0b77-bc9c-4f41-a789-948fca004580 req-caf0681a-cdbd-48d2-8c2f-715a3af2a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:03.709421 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409e0b77-bc9c-4f41-a789-948fca004580 req-caf0681a-cdbd-48d2-8c2f-715a3af2a4a5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fc28c2edc096457d989b3461df62d443&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1019254 Aug 10 03:02:03.801984 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0b77-bc9c-4f41-a789-948fca004580 req-a6d59dfe-7b6d-43b4-8846-9d5902a70dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:03.803501 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-409e0b77-bc9c-4f41-a789-948fca004580 req-a6d59dfe-7b6d-43b4-8846-9d5902a70dc5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876222 Aug 10 03:02:03.882209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f4df-f256-4676-ac43-63af605c2835 req-3f6a689f-3818-4cd0-9602-75f282fc5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:03.883730 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-3f6a689f-3818-4cd0-9602-75f282fc5afc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 1096 time: 0.0442200 Aug 10 03:02:03.924774 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-6d0ea8c3-c9f8-4c31-86f6-b2d5fe1b08dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4540c008-12d1-4ba1-a741-748f9eb15af4 HTTP/1.1" status: 200 len: 217 time: 0.0333033 Aug 10 03:02:03.974262 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f4df-f256-4676-ac43-63af605c2835 req-928c502c-da3e-442e-a320-7088799c5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:03.975486 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-928c502c-da3e-442e-a320-7088799c5c20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea5a285-16b5-4b74-b482-6781d95a3a2f HTTP/1.1" status: 200 len: 834 time: 0.0439758 Aug 10 03:02:04.022392 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f4df-f256-4676-ac43-63af605c2835 req-48ad6d50-e4ef-450f-9d2e-e8deb049e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:04.024154 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-48ad6d50-e4ef-450f-9d2e-e8deb049e28f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab991290-1611-458a-8262-4dcd3ab19f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417106 Aug 10 03:02:04.064290 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934c61a-6357-4bab-b238-ce0f9925dc96 req-dcaabe9e-6d6a-4731-8af1-faf8cec47da3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:04.065864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9934c61a-6357-4bab-b238-ce0f9925dc96 req-dcaabe9e-6d6a-4731-8af1-faf8cec47da3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 944 time: 0.0514321 Aug 10 03:02:04.104381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9934c61a-6357-4bab-b238-ce0f9925dc96 req-11371c8c-80bd-4dbb-bf1a-69ab25a57b8f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324903 Aug 10 03:02:04.121481 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-ac94f39f-8e09-4df5-b6f7-fe87efd7c5e4 service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890789 Aug 10 03:02:04.210245 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-e004f4df-f256-4676-ac43-63af605c2835 req-0471eb37-2af1-45fd-9d32-2286ea0d9f78 service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816054 Aug 10 03:02:04.396226 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:04.442953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:04.443324 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:05.222605 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524e0c0-792d-457d-8790-04a155105f1d req-0f3333a3-e416-4b7e-8c18-2183f008076f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:05.224102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c524e0c0-792d-457d-8790-04a155105f1d req-0f3333a3-e416-4b7e-8c18-2183f008076f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 944 time: 0.0505803 Aug 10 03:02:05.261470 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c524e0c0-792d-457d-8790-04a155105f1d req-a4153d6c-5997-452c-83b6-14101ea71587 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313823 Aug 10 03:02:06.375575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2f43e-2786-41c7-b5d2-ad8837f2d4e4 req-c0a2d161-cce0-42b8-98a5-00a41efd5e09 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:06.376973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cc2f43e-2786-41c7-b5d2-ad8837f2d4e4 req-c0a2d161-cce0-42b8-98a5-00a41efd5e09 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 944 time: 0.0498672 Aug 10 03:02:06.420773 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cc2f43e-2786-41c7-b5d2-ad8837f2d4e4 req-6068c277-a9d0-416a-9c12-51b4371da310 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378695 Aug 10 03:02:07.540762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bd8f9-b8ca-41aa-b3c9-63c3d66e61df req-81f0de1f-a04f-4ebd-b87b-c654b9ca49af tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:07.545695 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b37bd8f9-b8ca-41aa-b3c9-63c3d66e61df req-81f0de1f-a04f-4ebd-b87b-c654b9ca49af tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 944 time: 0.0501711 Aug 10 03:02:07.581261 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b37bd8f9-b8ca-41aa-b3c9-63c3d66e61df req-ae730e4d-372c-432c-bfd3-e5060540b78b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Aug 10 03:02:08.353091 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4540c008-12d1-4ba1-a741-748f9eb15af4 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:02:08.445669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 4540c008-12d1-4ba1-a741-748f9eb15af4, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4540c008-12d1-4ba1-a741-748f9eb15af4,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:08.456794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'port_id': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'mac_address': 'fa:16:3e:30:45:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:02:08.501501 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:08.513673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4540c008-12d1-4ba1-a741-748f9eb15af4 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:02:08.533136 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 4540c008-12d1-4ba1-a741-748f9eb15af4, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4540c008-12d1-4ba1-a741-748f9eb15af4,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:08.616648 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:08.673052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=4540c008-12d1-4ba1-a741-748f9eb15af4,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:08.717493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5558410-6224-4adf-8776-2ad00eb02064 req-ecb6dde7-2098-4105-9984-5839244d0e17 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:08.717493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5558410-6224-4adf-8776-2ad00eb02064 req-ecb6dde7-2098-4105-9984-5839244d0e17 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 945 time: 0.0578167 Aug 10 03:02:08.747522 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b5558410-6224-4adf-8776-2ad00eb02064 req-79adf300-623a-49dc-9d24-fcb461276b21 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331681 Aug 10 03:02:08.820015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['4540c008-12d1-4ba1-a741-748f9eb15af4'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:02:09.862761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fd9fd-65df-479b-9ea5-c91ef9e8c4f8 req-f1ccab05-fea2-45f8-8835-c06c81e5cc9a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:09.864235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-817fd9fd-65df-479b-9ea5-c91ef9e8c4f8 req-f1ccab05-fea2-45f8-8835-c06c81e5cc9a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 945 time: 0.0480683 Aug 10 03:02:09.905441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-817fd9fd-65df-479b-9ea5-c91ef9e8c4f8 req-0226fc8c-5223-4526-876f-b17313b9cc94 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351527 Aug 10 03:02:10.352890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4540c008-12d1-4ba1-a741-748f9eb15af4 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:02:10.467891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 4540c008-12d1-4ba1-a741-748f9eb15af4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:02:10.472442 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 4540c008-12d1-4ba1-a741-748f9eb15af4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:02:10.472813 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:10.549907 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:10.571636 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:02:10.573875 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03f734e-b57d-4276-9baf-80f6bb6b2c36" -d '{"events": [{"server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "name": "network-vif-plugged", "status": "completed", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:02:10.587254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 4540c008-12d1-4ba1-a741-748f9eb15af4, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4540c008-12d1-4ba1-a741-748f9eb15af4,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:10.661355 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec59334-f904-4acd-bed9-dd809a413c0d x-openstack-request-id: req-aec59334-f904-4acd-bed9-dd809a413c0d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:02:10.661648 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "name": "network-vif-plugged", "status": "completed", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:02:10.661940 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aec59334-f904-4acd-bed9-dd809a413c0d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:02:10.662357 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'code': 200} Aug 10 03:02:10.668431 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:10.716754 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=4540c008-12d1-4ba1-a741-748f9eb15af4,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:10.770230 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cf33d-c46d-4868-8c91-9bc38a44f053 req-5b3ae4ab-7594-4bce-b22a-f1bcd5a7ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:10.771802 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b20cf33d-c46d-4868-8c91-9bc38a44f053 req-5b3ae4ab-7594-4bce-b22a-f1bcd5a7ce69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 1098 time: 0.0463521 Aug 10 03:02:10.808105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b20cf33d-c46d-4868-8c91-9bc38a44f053 req-e3da286e-ef33-4c35-9cf0-4955558de080 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283406 Aug 10 03:02:11.021301 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2bb97-6dbb-4c3b-b16e-b8b137d05ed7 req-c6d11e09-9cb9-4fc3-9d3b-fd4b4440b0af tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:11.022796 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50d2bb97-6dbb-4c3b-b16e-b8b137d05ed7 req-c6d11e09-9cb9-4fc3-9d3b-fd4b4440b0af tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0512612 Aug 10 03:02:11.060440 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50d2bb97-6dbb-4c3b-b16e-b8b137d05ed7 req-e0b9f4ba-974a-40f2-b6e5-81c3d2aedac5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Aug 10 03:02:12.182495 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f7bc3-8647-4d6b-9ee0-bdf48c3a50d4 req-c70f8934-95f0-4b6e-8c83-4650f758b108 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:12.184014 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a8f7bc3-8647-4d6b-9ee0-bdf48c3a50d4 req-c70f8934-95f0-4b6e-8c83-4650f758b108 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0495510 Aug 10 03:02:12.221756 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a8f7bc3-8647-4d6b-9ee0-bdf48c3a50d4 req-b062269d-a412-48d5-8e69-22c8c7a7c9c0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312095 Aug 10 03:02:12.333927 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e0231-eba1-4af3-b074-70393c66bbc8 req-cede1863-575f-416f-9075-d4930b7a7746 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:12.335424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b60e0231-eba1-4af3-b074-70393c66bbc8 req-cede1863-575f-416f-9075-d4930b7a7746 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0479705 Aug 10 03:02:12.382657 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b60e0231-eba1-4af3-b074-70393c66bbc8 req-5c85f70f-353c-47a8-a819-415649807874 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399394 Aug 10 03:02:12.404266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39454) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:12.443417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803acb14-1fa1-43b3-ad2a-b906c29065ff tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:12.444910 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-803acb14-1fa1-43b3-ad2a-b906c29065ff tempest-TestNetworkAdvancedServerOps-1113553131 tempest-TestNetworkAdvancedServerOps-1113553131-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 1093 time: 0.0397062 Aug 10 03:02:12.447730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39456) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:12.452124 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:02:12.524608 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:12.621371 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:12.737341 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Allocated IP 172.25.3.39 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/f6fe773d-943c-4c4d-bcd3-9bfd469228ad) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:02:12.836404 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:12.919816 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:12.955855 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:02:12.960617 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:02:12.964122 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:02:12.988681 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=f6fe773d-943c-4c4d-bcd3-9bfd469228ad,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:13.281295 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:02:13.364147 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:13.498416 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:13.648719 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:13.708172 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:13.775788 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event updated for resources: {'Port': ['ID=f6fe773d-943c-4c4d-bcd3-9bfd469228ad,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:13.786254 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:13.833897 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:13.887833 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP 03140a15-fd8a-451b-ae4e-c059ba1ea9f5 associated. External IP: 172.25.3.39, port: 4540c008-12d1-4ba1-a741-748f9eb15af4. Aug 10 03:02:14.093831 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router d763962b-a4cf-41e9-ba7b-f15193efcdbd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:02:14.200821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:02:14.210348 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] Sync routers for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:02:14.219163 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:14.219771 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:14.314732 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:14.346792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ef375e56-f912-454c-bc53-9c6191763b6a tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8949463 Aug 10 03:02:14.346792 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:02:14.347497 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28319074-f012-4d3d-abd9-2af871ee0223" -d '{"events": [{"name": "network-changed", "server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:02:14.392089 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321ca1fa-4ca1-4567-9676-8ad03614c54c x-openstack-request-id: req-321ca1fa-4ca1-4567-9676-8ad03614c54c {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:02:14.392691 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:02:14.392691 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-321ca1fa-4ca1-4567-9676-8ad03614c54c {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:02:14.393038 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'status': 'completed', 'code': 200} Aug 10 03:02:14.422866 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:14.449956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69788d6-49cf-48f0-9f3e-758dde44dedd req-ad9f9cf8-a7b7-450f-b677-a24c2e40ab2f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:14.451842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b69788d6-49cf-48f0-9f3e-758dde44dedd req-ad9f9cf8-a7b7-450f-b677-a24c2e40ab2f tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0522768 Aug 10 03:02:14.454358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28319074-f012-4d3d-abd9-2af871ee0223 req-28632f40-3e35-4ca6-977b-9d95a2b1ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:14.455998 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28319074-f012-4d3d-abd9-2af871ee0223 req-28632f40-3e35-4ca6-977b-9d95a2b1ec6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 1098 time: 0.0418446 Aug 10 03:02:14.491350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b69788d6-49cf-48f0-9f3e-758dde44dedd req-54695320-2391-4af8-bf68-ae0159a31211 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326822 Aug 10 03:02:14.514691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39462) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:14.557181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28319074-f012-4d3d-abd9-2af871ee0223 req-e3835a8c-3d86-4216-99d9-d6c5956070c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:14.558798 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28319074-f012-4d3d-abd9-2af871ee0223 req-e3835a8c-3d86-4216-99d9-d6c5956070c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab991290-1611-458a-8262-4dcd3ab19f0f HTTP/1.1" status: 200 len: 898 time: 0.0962183 Aug 10 03:02:14.587196 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-20b4a2d9-a2a0-4642-85d6-b5b1db9c6107 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/03140a15-fd8a-451b-ae4e-c059ba1ea9f5 HTTP/1.1" status: 200 len: 991 time: 0.0712328 Aug 10 03:02:14.628449 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28319074-f012-4d3d-abd9-2af871ee0223 req-779eba67-d3ff-4a55-a180-a996b9538237 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4540c008-12d1-4ba1-a741-748f9eb15af4 HTTP/1.1" status: 200 len: 999 time: 0.0614374 Aug 10 03:02:14.657708 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:57Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '03140a15-fd8a-451b-ae4e-c059ba1ea9f5', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'port_id': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'mac_address': 'fa:16:3e:30:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22be6b56-878c-478a-9695-0ad798ebcce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:02:13Z', 'updated_at': '2021-08-10T03:02:13Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4', 'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:e3:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:56Z', 'updated_at': '2021-08-10T03:02:02Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:14.682268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28319074-f012-4d3d-abd9-2af871ee0223 req-e54c79a7-3fcd-4a06-b2e6-02d2eaf8a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:14.683844 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28319074-f012-4d3d-abd9-2af871ee0223 req-e54c79a7-3fcd-4a06-b2e6-02d2eaf8a0cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea5a285-16b5-4b74-b482-6781d95a3a2f HTTP/1.1" status: 200 len: 834 time: 0.0488439 Aug 10 03:02:14.688624 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] Checking router: d763962b-a4cf-41e9-ba7b-f15193efcdbd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:02:14.697432 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:14.698049 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:01:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:14.735212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28319074-f012-4d3d-abd9-2af871ee0223 req-7035c9b8-06e3-4070-8167-fe59bea31b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:14.736891 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28319074-f012-4d3d-abd9-2af871ee0223 req-7035c9b8-06e3-4070-8167-fe59bea31b86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab991290-1611-458a-8262-4dcd3ab19f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459669 Aug 10 03:02:14.801469 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:14.828559 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28319074-f012-4d3d-abd9-2af871ee0223 req-7cd75009-710e-4ae4-befd-ed9040caa67c service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841331 Aug 10 03:02:14.884553 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:14.922762 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28319074-f012-4d3d-abd9-2af871ee0223 req-23f380bc-26eb-4a09-93dd-950df2d8a43e service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872955 Aug 10 03:02:15.028822 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:57Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '03140a15-fd8a-451b-ae4e-c059ba1ea9f5', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'port_id': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'mac_address': 'fa:16:3e:30:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22be6b56-878c-478a-9695-0ad798ebcce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:02:13Z', 'updated_at': '2021-08-10T03:02:13Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4', 'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:e3:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:56Z', 'updated_at': '2021-08-10T03:02:02Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:15.055724 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90328b3e-081b-4af7-99e1-3fd0cc13b661 None None] The sync data for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 is: [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:57Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '03140a15-fd8a-451b-ae4e-c059ba1ea9f5', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'port_id': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'mac_address': 'fa:16:3e:30:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22be6b56-878c-478a-9695-0ad798ebcce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:02:13Z', 'updated_at': '2021-08-10T03:02:13Z', 'revision_number': 0, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4', 'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:e3:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:56Z', 'updated_at': '2021-08-10T03:02:02Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:02:15.246988 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b31c44-bb16-4812-80e5-d6980ab9d917 None None] New status for floating IP 03140a15-fd8a-451b-ae4e-c059ba1ea9f5: ACTIVE {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:02:15.591228 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:15.652027 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-fb461c77-5828-42bb-b62b-c78a865c3cd4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/03140a15-fd8a-451b-ae4e-c059ba1ea9f5 HTTP/1.1" status: 200 len: 993 time: 0.0596552 Aug 10 03:02:17.925089 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4364c903-86cd-4ab4-b023-714fe0807621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:20.616410 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d63d0648-7480-4d4b-a85c-2cc046107382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:21.222545 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:22.536404 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:24.108066 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:34.112400 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-203ef4e0-4fba-4885-840d-296b20fd6263 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391312 Aug 10 03:02:34.201765 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-376cadc5-db14-4d27-9619-359e877335c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:34.203284 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-376cadc5-db14-4d27-9619-359e877335c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 1098 time: 0.0448115 Aug 10 03:02:34.306069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-adde7def-775f-4ec4-afd2-ef85e2e5a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:34.307574 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-adde7def-775f-4ec4-afd2-ef85e2e5a1e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab991290-1611-458a-8262-4dcd3ab19f0f HTTP/1.1" status: 200 len: 898 time: 0.0851500 Aug 10 03:02:34.379107 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-b37396ee-87f6-4cf3-946a-6425cf43320b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4540c008-12d1-4ba1-a741-748f9eb15af4 HTTP/1.1" status: 200 len: 1001 time: 0.0625374 Aug 10 03:02:34.430100 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-e75c874b-2fe3-4183-b8f1-241d2e76c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:34.431589 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-e75c874b-2fe3-4183-b8f1-241d2e76c9ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea5a285-16b5-4b74-b482-6781d95a3a2f HTTP/1.1" status: 200 len: 834 time: 0.0442181 Aug 10 03:02:34.478039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-bb06708b-89bc-4dd8-a6a1-e0fa34684994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:34.479546 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-bb06708b-89bc-4dd8-a6a1-e0fa34684994 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab991290-1611-458a-8262-4dcd3ab19f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393298 Aug 10 03:02:34.574229 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-daeb5349-04ce-467e-8982-b1450dee66fa service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850346 Aug 10 03:02:34.668533 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17b21de8-4c1e-4e0a-8ef4-52fc945c6e8a req-89732244-e9dc-4c3d-8c38-5cd0b90e6133 service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832069 Aug 10 03:02:43.868079 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:44.868590 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:47.215329 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38ef9f-baa5-4125-9ca5-214507fd3339 req-a0d28d0e-62af-4cae-abf0-05e6d025fbb4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:47.216846 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec38ef9f-baa5-4125-9ca5-214507fd3339 req-a0d28d0e-62af-4cae-abf0-05e6d025fbb4 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0517681 Aug 10 03:02:47.255239 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ec38ef9f-baa5-4125-9ca5-214507fd3339 req-7075650d-d674-47b5-9afb-b384493b0644 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Aug 10 03:02:47.965289 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-06420724-c148-4f0a-ab64-e1dd09bd51ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:48.371879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dca0e-0d98-471f-a345-0e269f6171ad req-1bb34050-696f-4ba1-81e7-83efb881e652 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:48.373352 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b1dca0e-0d98-471f-a345-0e269f6171ad req-1bb34050-696f-4ba1-81e7-83efb881e652 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0482380 Aug 10 03:02:48.411306 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b1dca0e-0d98-471f-a345-0e269f6171ad req-4aaeefd5-474d-4286-9b80-8d7eda1b4676 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317681 Aug 10 03:02:48.433560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39486) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:48.502988 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-89abed0c-c03a-4547-87ff-c33b023fc62b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/03140a15-fd8a-451b-ae4e-c059ba1ea9f5 HTTP/1.1" status: 200 len: 993 time: 0.0681999 Aug 10 03:02:49.862363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3349d-5cb9-458c-be87-b93da0920725 req-dba35058-4fcb-44f0-bb7b-0f4777eaa8a1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:49.864045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4be3349d-5cb9-458c-be87-b93da0920725 req-dba35058-4fcb-44f0-bb7b-0f4777eaa8a1 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0589826 Aug 10 03:02:49.903484 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4be3349d-5cb9-458c-be87-b93da0920725 req-4777e430-5666-4206-9929-7bcf20fed294 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330315 Aug 10 03:02:49.910092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-9ae6d61a-5901-4f03-b3cb-d81d5c6ac3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:49.911679 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-9ae6d61a-5901-4f03-b3cb-d81d5c6ac3e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 1098 time: 0.0406239 Aug 10 03:02:50.001672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-266968e2-1ee6-4557-bc31-8a70c3322624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:50.003175 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-266968e2-1ee6-4557-bc31-8a70c3322624 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab991290-1611-458a-8262-4dcd3ab19f0f HTTP/1.1" status: 200 len: 898 time: 0.0846977 Aug 10 03:02:50.073043 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-ce3c205f-5d2e-48af-a1bf-236adb7485e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4540c008-12d1-4ba1-a741-748f9eb15af4 HTTP/1.1" status: 200 len: 1001 time: 0.0626049 Aug 10 03:02:50.122919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-7704deef-b3ed-4120-ba8e-cddb17a0a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:50.124378 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-7704deef-b3ed-4120-ba8e-cddb17a0a9ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea5a285-16b5-4b74-b482-6781d95a3a2f HTTP/1.1" status: 200 len: 834 time: 0.0449173 Aug 10 03:02:50.170977 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-4b68930b-5cf2-4ecd-ba36-5f076091c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:50.172468 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-4b68930b-5cf2-4ecd-ba36-5f076091c278 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab991290-1611-458a-8262-4dcd3ab19f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418162 Aug 10 03:02:50.269245 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-b85eac44-5b61-4850-9c82-61dbb5af189e service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885489 Aug 10 03:02:50.282101 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:02:50.362525 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-1acf96da-4841-43a2-85af-f5ec0fc0bd70 req-1caed576-60a9-47b6-9437-3485e428019d service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854166 Aug 10 03:02:50.611259 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b04a2f1c-0adb-4efe-8c2b-45aa7540401d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:51.021042 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e43f4-17e7-489f-bc12-f4e20fdb8ee2 req-2e74047d-dfff-4c02-9919-606ec1061b12 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:51.023181 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf5e43f4-17e7-489f-bc12-f4e20fdb8ee2 req-2e74047d-dfff-4c02-9919-606ec1061b12 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0497649 Aug 10 03:02:51.062255 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cf5e43f4-17e7-489f-bc12-f4e20fdb8ee2 req-d492168e-64a1-418f-9ab7-92fbf3705a4c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329559 Aug 10 03:02:51.199801 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:52.178347 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12fc90-ecaa-4533-8b73-5daf545d85a3 req-19e1e2f9-47b8-4dd7-9cbc-1cde262e3df5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:52.179980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd12fc90-ecaa-4533-8b73-5daf545d85a3 req-19e1e2f9-47b8-4dd7-9cbc-1cde262e3df5 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0491223 Aug 10 03:02:52.217864 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd12fc90-ecaa-4533-8b73-5daf545d85a3 req-cb34251b-3e6a-481d-b766-05a0d09b2c68 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319519 Aug 10 03:02:52.240318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39498) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:52.304304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-21850d43-9c60-4670-96c6-33382803d0fb tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/floatingips/03140a15-fd8a-451b-ae4e-c059ba1ea9f5 HTTP/1.1" status: 200 len: 993 time: 0.0623064 Aug 10 03:02:52.545320 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39504) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:52.548019 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:52.701553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port f6fe773d-943c-4c4d-bcd3-9bfd469228ad {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:02:52.701903 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:52.779038 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:52.779367 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:52.791396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for f6fe773d-943c-4c4d-bcd3-9bfd469228ad owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:02:53.005585 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:53.035503 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=f6fe773d-943c-4c4d-bcd3-9bfd469228ad,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:53.062941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.070815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:53.105950 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:53.106269 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Floating IP 03140a15-fd8a-451b-ae4e-c059ba1ea9f5 disassociated (deleted). External IP: 172.25.3.39, port: 4540c008-12d1-4ba1-a741-748f9eb15af4. Aug 10 03:02:53.584118 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router d763962b-a4cf-41e9-ba7b-f15193efcdbd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:02:53.690036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:02:53.694983 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:53.700426 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] Sync routers for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:02:53.709479 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:53.710861 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:53.723378 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-85350049-90ac-4def-b460-e17f6d06fc58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/floatingips/03140a15-fd8a-451b-ae4e-c059ba1ea9f5 HTTP/1.1" status: 204 len: 168 time: 1.1744723 Aug 10 03:02:53.723378 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:02:53.723780 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c09ef7-ca4b-494e-91b5-db5a8b164519" -d '{"events": [{"name": "network-changed", "server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:02:53.764058 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bac6569-386e-4d71-a691-4cfd3345b001 x-openstack-request-id: req-0bac6569-386e-4d71-a691-4cfd3345b001 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:02:53.764352 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:02:53.764602 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0bac6569-386e-4d71-a691-4cfd3345b001 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:02:53.765222 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'status': 'completed', 'code': 200} Aug 10 03:02:53.819793 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:53.834468 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-a9c68253-2042-4a07-8820-9d164b6f1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:53.837132 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-a9c68253-2042-4a07-8820-9d164b6f1c3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc28c2edc096457d989b3461df62d443&device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 1098 time: 0.0477960 Aug 10 03:02:53.932595 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-a609b27f-da5b-4bd4-a3b7-a38d40c49658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:53.934078 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-a609b27f-da5b-4bd4-a3b7-a38d40c49658 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab991290-1611-458a-8262-4dcd3ab19f0f HTTP/1.1" status: 200 len: 898 time: 0.0901484 Aug 10 03:02:53.977360 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-34030d5a-a269-4dde-9b03-e05d53870aaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4540c008-12d1-4ba1-a741-748f9eb15af4 HTTP/1.1" status: 200 len: 217 time: 0.0364785 Aug 10 03:02:54.024253 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:57Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4', 'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:e3:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:56Z', 'updated_at': '2021-08-10T03:02:02Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:54.036347 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-5f1bac4e-2e91-43f6-bab4-92da28016ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:54.037859 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-5f1bac4e-2e91-43f6-bab4-92da28016ec2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bea5a285-16b5-4b74-b482-6781d95a3a2f HTTP/1.1" status: 200 len: 834 time: 0.0510082 Aug 10 03:02:54.050522 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] Checking router: d763962b-a4cf-41e9-ba7b-f15193efcdbd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:02:54.058908 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:54.059517 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:54.084042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-ceb6fb0f-885c-4e8d-8140-158a2b4d1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:54.086377 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-ceb6fb0f-885c-4e8d-8140-158a2b4d1e71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab991290-1611-458a-8262-4dcd3ab19f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415030 Aug 10 03:02:54.103048 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:54.169494 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:54.185081 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-96bd7e50-b87b-49f3-95e2-d35b64c73795 service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916426 Aug 10 03:02:54.190603 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fd0a1-1908-4b84-ba29-3a3be77d1e7b req-d1a2646e-61d1-4507-8bc4-b3bc641a735b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:54.192249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-801fd0a1-1908-4b84-ba29-3a3be77d1e7b req-d1a2646e-61d1-4507-8bc4-b3bc641a735b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0507948 Aug 10 03:02:54.233096 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-801fd0a1-1908-4b84-ba29-3a3be77d1e7b req-b91f7f66-8a98-451c-949d-c8acb6bdbd58 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338645 Aug 10 03:02:54.285177 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-f4c09ef7-ca4b-494e-91b5-db5a8b164519 req-78053b40-fe19-46dc-bb2f-030e583b3f12 service neutron] 10.222.0.11 "GET /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918598 Aug 10 03:02:54.377229 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:57Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4', 'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:e3:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:56Z', 'updated_at': '2021-08-10T03:02:02Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:54.401029 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b5e11f-906d-4a20-a626-ad319f329fd5 None None] The sync data for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 is: [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:01:57Z', 'revision_number': 4, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4', 'name': '', 'network_id': 'ab991290-1611-458a-8262-4dcd3ab19f0f', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'mac_address': 'fa:16:3e:e3:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:56Z', 'updated_at': '2021-08-10T03:02:02Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'subnets': [{'id': 'bea5a285-16b5-4b74-b482-6781d95a3a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:02:54.615117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d187aa-eba1-4ea6-a040-393307624a9f None None] New status for floating IP 03140a15-fd8a-451b-ae4e-c059ba1ea9f5: DOWN {{(pid=101225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:02:55.358886 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eea7c6-1151-48f4-bb04-d5ad93db42c9 req-8026fb7e-b7e5-4955-aa19-dcfb730ba3a6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:55.360364 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5eea7c6-1151-48f4-bb04-d5ad93db42c9 req-8026fb7e-b7e5-4955-aa19-dcfb730ba3a6 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0522864 Aug 10 03:02:55.398336 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e5eea7c6-1151-48f4-bb04-d5ad93db42c9 req-ff45689e-3bc3-4ffc-8857-132051308a11 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/security-groups?id=8710e8f2-9d82-4485-89e6-6597f2d33b43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319798 Aug 10 03:02:55.720365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-8bb7d56c-99fe-4a3c-87ec-db65217d83c0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:02:55.721817 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-8bb7d56c-99fe-4a3c-87ec-db65217d83c0 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 946 time: 0.0488372 Aug 10 03:02:55.813061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 4540c008-12d1-4ba1-a741-748f9eb15af4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:02:55.813412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:55.900212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 4540c008-12d1-4ba1-a741-748f9eb15af4, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=4540c008-12d1-4ba1-a741-748f9eb15af4,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:55.900579 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:55.913556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 4540c008-12d1-4ba1-a741-748f9eb15af4 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:02:56.086334 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:56.114815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=4540c008-12d1-4ba1-a741-748f9eb15af4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:56.140127 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.140488 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.140852 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.141176 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.141517 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.141854 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.142190 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.142522 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.142882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.143219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.143547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.143873 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:02:56.169940 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] No DVR routers for this DVR port 4540c008-12d1-4ba1-a741-748f9eb15af4 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:02:56.172531 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:56.174504 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-98c56889-a8ab-4a7f-9967-06ed25379135 req-e55710e2-a696-4886-80bd-0393e34c6c0b tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.11 "DELETE /v2.0/ports/4540c008-12d1-4ba1-a741-748f9eb15af4 HTTP/1.1" status: 204 len: 173 time: 0.4462144 Aug 10 03:02:56.174976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'name': 'network-vif-deleted', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:02:56.177236 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958872d4-93f2-44bd-8060-b91544c8b43b" -d '{"events": [{"server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "name": "network-vif-deleted", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:02:56.214240 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5408fbf5-a181-40e0-8a68-9d4142f9f2ed x-openstack-request-id: req-5408fbf5-a181-40e0-8a68-9d4142f9f2ed {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:02:56.214535 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22be6b56-878c-478a-9695-0ad798ebcce9", "name": "network-vif-deleted", "tag": "4540c008-12d1-4ba1-a741-748f9eb15af4", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:02:56.214912 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5408fbf5-a181-40e0-8a68-9d4142f9f2ed {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:02:56.215303 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22be6b56-878c-478a-9695-0ad798ebcce9', 'name': 'network-vif-deleted', 'tag': '4540c008-12d1-4ba1-a741-748f9eb15af4', 'status': 'completed', 'code': 200} Aug 10 03:02:56.509453 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eabade07-42c2-43f3-bd93-1da3dab3a3f1 req-47a42f21-afe5-4d6a-aa4c-409e9d711ebf tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "GET /v2.0/ports?device_id=22be6b56-878c-478a-9695-0ad798ebcce9 HTTP/1.1" status: 200 len: 210 time: 0.0292587 Aug 10 03:02:57.569030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39520) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:57.938915 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:58.191631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:02:58.191912 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:58.285038 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:58.285414 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:58.298051 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:02:58.503691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4540c008-12d1-4ba1-a741-748f9eb15af4 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:02:58.524925 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 4540c008-12d1-4ba1-a741-748f9eb15af4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:02:58.525268 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 4540c008-12d1-4ba1-a741-748f9eb15af4 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:02:58.571030 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:58.597453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:58.777516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:58.996202 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Router d763962b-a4cf-41e9-ba7b-f15193efcdbd has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:02:59.098921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:02:59.104920 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-6975d3d8-6564-45f2-8c49-7087bddf23e3 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "PUT /v2.0/routers/d763962b-a4cf-41e9-ba7b-f15193efcdbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5345261 Aug 10 03:02:59.107569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39522) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:59.110330 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91868f21-3388-450e-9305-896666908a13 None None] Sync routers for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:02:59.119517 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91868f21-3388-450e-9305-896666908a13 None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:59.120192 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-91868f21-3388-450e-9305-896666908a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:59.166944 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5089d199-725c-4336-b8b4-6fdb092f98f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting subnet bea5a285-16b5-4b74-b482-6781d95a3a2f {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:02:59.170174 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5089d199-725c-4336-b8b4-6fdb092f98f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.215936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5089d199-725c-4336-b8b4-6fdb092f98f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.236165 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-91868f21-3388-450e-9305-896666908a13 None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:59.303205 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5089d199-725c-4336-b8b4-6fdb092f98f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.417386 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5089d199-725c-4336-b8b4-6fdb092f98f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.447077 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089d199-725c-4336-b8b4-6fdb092f98f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Subnet': ['ID=bea5a285-16b5-4b74-b482-6781d95a3a2f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:02:59.449047 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5089d199-725c-4336-b8b4-6fdb092f98f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.450936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5089d199-725c-4336-b8b4-6fdb092f98f9 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/subnets/bea5a285-16b5-4b74-b482-6781d95a3a2f HTTP/1.1" status: 204 len: 168 time: 0.3424494 Aug 10 03:02:59.453553 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39524) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:02:59.458215 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f81ac7-43ae-4b7c-a738-e2e5e7e0ee15 None None] Network ab991290-1611-458a-8262-4dcd3ab19f0f requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:02:59.515298 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-91868f21-3388-450e-9305-896666908a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:02:58Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:59.542475 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91868f21-3388-450e-9305-896666908a13 None None] Checking router: d763962b-a4cf-41e9-ba7b-f15193efcdbd for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:02:59.555468 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91868f21-3388-450e-9305-896666908a13 None None] Routers {'d763962b-a4cf-41e9-ba7b-f15193efcdbd'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:02:59.556161 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-91868f21-3388-450e-9305-896666908a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:59.576224 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.654962 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] DHCP port deletion for ab991290-1611-458a-8262-4dcd3ab19f0f request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:02:59.678909 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-91868f21-3388-450e-9305-896666908a13 None None] Set router d763962b-a4cf-41e9-ba7b-f15193efcdbd gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:02:59.694540 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.706846 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Deleting port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:02:59.707225 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.770399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] For port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=8dc4fe53-fe25-49b0-aa59-c3f65cb82523,segment=NetworkSegment(2711a2ad-58fb-40ec-9879-812e930060b7),segment_id=2711a2ad-58fb-40ec-9879-812e930060b7)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:59.770837 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.787563 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Calling delete_port for 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:02:59.805791 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Deleting port a49f5982-b63d-494b-a323-6636e6976f59 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:02:59.809488 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.868883 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-91868f21-3388-450e-9305-896666908a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:02:58Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:02:59.890776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] For port a49f5982-b63d-494b-a323-6636e6976f59, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a49f5982-b63d-494b-a323-6636e6976f59,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:02:59.891193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:02:59.896173 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91868f21-3388-450e-9305-896666908a13 None None] The sync data for ids ['d763962b-a4cf-41e9-ba7b-f15193efcdbd'] in n-d-767704-21 is: [{'id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136246407', 'tenant_id': 'fc28c2edc096457d989b3461df62d443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:01:53Z', 'updated_at': '2021-08-10T03:02:58Z', 'revision_number': 5, 'project_id': 'fc28c2edc096457d989b3461df62d443', 'gw_port': {'id': 'a49f5982-b63d-494b-a323-6636e6976f59', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:63:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd763962b-a4cf-41e9-ba7b-f15193efcdbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:01:54Z', 'updated_at': '2021-08-10T03:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:02:59.907231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Calling delete_port for a49f5982-b63d-494b-a323-6636e6976f59 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:03:00.108644 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.131440 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.134242 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Pushing event deleted for resources: {'Port': ['ID=8dc4fe53-fe25-49b0-aa59-c3f65cb82523,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:00.141697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] No DVR routers for this DVR port 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:03:00.144118 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.144466 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.144823 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.145149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.145482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.145812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.146163 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.146482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.146887 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.147213 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.147583 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.148041 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c800-8e21-4bea-bae8-21e7a41ffe6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:00.160820 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Port': ['ID=a49f5982-b63d-494b-a323-6636e6976f59,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:00.227156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.315713 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.317961 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.439471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.439993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Fanout notify agent at l3_agent the message router_deleted on router d763962b-a4cf-41e9-ba7b-f15193efcdbd {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:03:00.454764 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.454764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d6f1d637-f05e-4c66-9abf-9aae522e16d7 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/routers/d763962b-a4cf-41e9-ba7b-f15193efcdbd HTTP/1.1" status: 204 len: 168 time: 0.9947743 Aug 10 03:03:00.454764 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39526) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:00.491016 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:03:00.511359 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:03:00.511715 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 8dc4fe53-fe25-49b0-aa59-c3f65cb82523 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:03:00.512254 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:03:00.531844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:03:00.532196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 437dfb2b-3491-4e0f-9a3c-3b91a2f46ad4 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:03:00.540562 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.625610 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.635522 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab991290-1611-458a-8262-4dcd3ab19f0f']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:00.645486 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2711a2ad-58fb-40ec-9879-812e930060b7') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:00.645781 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2711a2ad-58fb-40ec-9879-812e930060b7') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:00.654790 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.673319 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.679025 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:03:00.679414 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: timer() Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:03:00.682204 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:03:00.816574 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.825876 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.826086 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/networks/ab991290-1611-458a-8262-4dcd3ab19f0f HTTP/1.1" status: 204 len: 168 time: 0.3726671 Aug 10 03:03:00.829009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39528) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:00.838691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820fa4a-e076-4e28-bf4f-a6945da7bc63 tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'Network': ['ID=ab991290-1611-458a-8262-4dcd3ab19f0f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:00.889183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03eb9694-5285-457c-afdd-e0779ab5c96c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:00.917809 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03eb9694-5285-457c-afdd-e0779ab5c96c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:01.051150 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03eb9694-5285-457c-afdd-e0779ab5c96c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:01.054501 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-03eb9694-5285-457c-afdd-e0779ab5c96c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:01.055749 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-03eb9694-5285-457c-afdd-e0779ab5c96c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] 10.222.0.38 "DELETE /v2.0/security-groups/8710e8f2-9d82-4485-89e6-6597f2d33b43 HTTP/1.1" status: 204 len: 168 time: 0.2258167 Aug 10 03:03:01.064967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb9694-5285-457c-afdd-e0779ab5c96c tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8710e8f2-9d82-4485-89e6-6597f2d33b43,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:01.628732 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39536) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:01.793620 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fc327586-b97b-4bcf-826c-0d927a3cd7c5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc28c2edc096457d989b3461df62d443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637361 Aug 10 03:03:01.796201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39540) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:01.851261 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-81328665-3b00-40f4-a2c3-925b7a0a73e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:01.875979 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-81328665-3b00-40f4-a2c3-925b7a0a73e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:02.256873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-81328665-3b00-40f4-a2c3-925b7a0a73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:02.259467 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-81328665-3b00-40f4-a2c3-925b7a0a73e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:02.260617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-81328665-3b00-40f4-a2c3-925b7a0a73e6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07e8fe0a-6e97-4e36-b753-8147f439e580 HTTP/1.1" status: 204 len: 168 time: 0.4633639 Aug 10 03:03:02.268073 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81328665-3b00-40f4-a2c3-925b7a0a73e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e8fe0a-6e97-4e36-b753-8147f439e580,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:02.383181 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a49f5982-b63d-494b-a323-6636e6976f59 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:03:02.405532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: a49f5982-b63d-494b-a323-6636e6976f59 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:03:02.405884 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a49f5982-b63d-494b-a323-6636e6976f59 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:03:02.854566 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39546) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:02.867969 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45a43b75-4c79-4c88-bfb1-da2a8f906938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:02.958358 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45a43b75-4c79-4c88-bfb1-da2a8f906938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:03.062608 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-45a43b75-4c79-4c88-bfb1-da2a8f906938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:03.102525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-45a43b75-4c79-4c88-bfb1-da2a8f906938 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e1d8db7e3583490d8206491014d6c063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467315 Aug 10 03:03:03.103488 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a43b75-4c79-4c88-bfb1-da2a8f906938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2e73a3-0f08-41bb-b2a5-79d7e9ec120c,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:03.105229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39548) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:03.155166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65a8e992-43ce-4752-96c4-9afb2089e33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:03.175947 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65a8e992-43ce-4752-96c4-9afb2089e33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:03.320596 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65a8e992-43ce-4752-96c4-9afb2089e33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:03.323323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-65a8e992-43ce-4752-96c4-9afb2089e33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:03.324505 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-65a8e992-43ce-4752-96c4-9afb2089e33f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af2e73a3-0f08-41bb-b2a5-79d7e9ec120c HTTP/1.1" status: 204 len: 168 time: 0.2182631 Aug 10 03:03:03.332715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8e992-43ce-4752-96c4-9afb2089e33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2e73a3-0f08-41bb-b2a5-79d7e9ec120c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:04.261389 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39570) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:04.356200 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-567710135-network', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:04.416557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Made reservation on behalf of 66e3fe2ab0e6498cb0ebd55e1e3d025a for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:03:04.418908 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:04.431023 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:04.517025 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:04.570116 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:04.594668 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:03:04.603939 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fc04b9-2628-4978-9992-83b7b331864a,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:04.609819 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:04.610166 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Added segment e8784638-f92f-4c63-ad5c-47e88edb0c1d of type vlan for network 9903fdee-1f5f-4993-8a8d-26527cfb6353 Aug 10 03:03:04.649613 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:04.736275 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:04.737265 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:04.737861 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:04.796502 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] Pushing event updated for resources: {'Network': ['ID=9903fdee-1f5f-4993-8a8d-26527cfb6353,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:04.806756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:03:04.840804 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-4afcb6ce-7127-431f-b536-f723071e4f87 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5783033 Aug 10 03:03:04.843678 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39574) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:04.848639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Request body: {'subnet': {'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-567710135-subnet', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'ip_version': 4}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:04.925434 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Made reservation on behalf of 66e3fe2ab0e6498cb0ebd55e1e3d025a for: {'subnet': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:03:04.927930 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9311316'] for subnet, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.171370 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3354611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9311334'] for subnet, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.236384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308cbfcb-8511-4110-b628-d66f5113e70c,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:05.240634 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Checking segment: {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:03:05.240999 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Network hostable DHCP agents. Network: 9903fdee-1f5f-4993-8a8d-26527cfb6353, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:03:05.319435 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:03:05.392829 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 9903fdee-1f5f-4993-8a8d-26527cfb6353) {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:05.397574 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:05.398702 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.403446 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede61bfb-1e6a-4d6b-872d-3372a7fe6569 None None] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:03:05.468468 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-507118fc-5e3c-4daa-94d1-7dd0b7590df8 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6236119 Aug 10 03:03:05.471101 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39576) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:05.475640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:05.546701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-9903fdee-1f5f-4993-8a8d-26527cfb6353', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:03:05.547608 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.553983 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.555146 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.607045 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.682748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Allocated IP 172.20.0.2 (9903fdee-1f5f-4993-8a8d-26527cfb6353/308cbfcb-8511-4110-b628-d66f5113e70c/b758b555-96a3-4c6e-964e-7047bd9d16d4) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:03:05.801443 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.820439 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.828646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Transition to ACTIVE for port object b758b555-96a3-4c6e-964e-7047bd9d16d4 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:05.843997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Transition to ACTIVE for port object b758b555-96a3-4c6e-964e-7047bd9d16d4 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:05.914292 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:05.955691 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:05.960417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:05.965409 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:03:05.976051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Pushing event updated for resources: {'Port': ['ID=b758b555-96a3-4c6e-964e-7047bd9d16d4,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:06.024770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Attempting to bind port b758b555-96a3-4c6e-964e-7047bd9d16d4 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:03:06.025153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Attempting to bind port b758b555-96a3-4c6e-964e-7047bd9d16d4 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:03:06.025662 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Attempting to bind port b758b555-96a3-4c6e-964e-7047bd9d16d4 on network 9903fdee-1f5f-4993-8a8d-26527cfb6353 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:03:06.030682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:03:06.031060 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Checking segment: {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:03:06.031464 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:06.032162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Bound using segment: {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:03:06.032343 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Bound port: b758b555-96a3-4c6e-964e-7047bd9d16d4, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:03:06.032728 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:06.052076 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:06.071312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:06.094481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] For port b758b555-96a3-4c6e-964e-7047bd9d16d4, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:03:06.097584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] For port b758b555-96a3-4c6e-964e-7047bd9d16d4, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b758b555-96a3-4c6e-964e-7047bd9d16d4,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:03:06.171831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Allocated IP 172.25.3.54 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/c0d156c4-c68b-4ca5-ae8b-d18ee9487f24) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:03:06.177261 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:06.238930 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790378e0-f499-4a5c-bf05-0e1862e94f72 None None] Pushing event updated for resources: {'Port': ['ID=b758b555-96a3-4c6e-964e-7047bd9d16d4,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:06.284978 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:06.377975 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:06.414633 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:06.418910 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:06.425048 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:03:06.453024 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Pushing event updated for resources: {'Port': ['ID=c0d156c4-c68b-4ca5-ae8b-d18ee9487f24,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:06.507904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b758b555-96a3-4c6e-964e-7047bd9d16d4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:06.628277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port b758b555-96a3-4c6e-964e-7047bd9d16d4 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:06.783005 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:06.983310 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:07.118515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7436d-f803-467b-a4a4-5cf84ef40268 None None] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:03:07.182638 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Router a99b780b-dfc0-4151-9f0f-701641c4e03f is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:03:07.289746 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:03:07.300522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Sync routers for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:03:07.310748 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6ddac517-78fb-41b0-9863-52f9fbe01bdb None None] Provisioning for port b758b555-96a3-4c6e-964e-7047bd9d16d4 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:07.323019 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:07.323685 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:07.325556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6ddac517-78fb-41b0-9863-52f9fbe01bdb None None] Provisioning complete for port b758b555-96a3-4c6e-964e-7047bd9d16d4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:07.325928 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ddac517-78fb-41b0-9863-52f9fbe01bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:07.377552 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:07.378911 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3f44cb6a-9397-4e12-a547-f1b09bd8daba admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9067755 Aug 10 03:03:07.381524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39578) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:07.486878 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:07.556121 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ddac517-78fb-41b0-9863-52f9fbe01bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:07.648526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6ddac517-78fb-41b0-9863-52f9fbe01bdb None None] For port b758b555-96a3-4c6e-964e-7047bd9d16d4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b758b555-96a3-4c6e-964e-7047bd9d16d4,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:03:07.718139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:06Z', 'revision_number': 3, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:07.746245 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6ddac517-78fb-41b0-9863-52f9fbe01bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:07.748064 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Checking router: a99b780b-dfc0-4151-9f0f-701641c4e03f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:03:07.748417 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Updating router a99b780b-dfc0-4151-9f0f-701641c4e03f port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:03:07.806895 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:07.840517 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddac517-78fb-41b0-9863-52f9fbe01bdb None None] Pushing event updated for resources: {'Port': ['ID=b758b555-96a3-4c6e-964e-7047bd9d16d4,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:07.924920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-81e62a10-7b9f-430e-b6b2-47e723f1f222 None None] Provisioning complete for port b758b555-96a3-4c6e-964e-7047bd9d16d4 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:07.925295 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-81e62a10-7b9f-430e-b6b2-47e723f1f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.136295 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.146720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Transition to ACTIVE for port object c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:08.159245 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.199889 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.255285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Attempting to bind port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:03:08.255667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Attempting to bind port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:03:08.256032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Attempting to bind port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:03:08.259977 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f017485-1d69-4fe4-9a1d-28dad480274f None None] Pushing event updated for resources: {'Port': ['ID=c0d156c4-c68b-4ca5-ae8b-d18ee9487f24,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:08.264512 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:03:08.264891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:03:08.265290 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.265677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:03:08.266143 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Bound port: c0d156c4-c68b-4ca5-ae8b-d18ee9487f24, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:03:08.266617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.317720 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Allocated IP 172.20.0.1 (9903fdee-1f5f-4993-8a8d-26527cfb6353/308cbfcb-8511-4110-b628-d66f5113e70c/bf825e17-7bc0-4690-91b7-86bd5fc9f174) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:03:08.328702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] For port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:03:08.331936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] For port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c0d156c4-c68b-4ca5-ae8b-d18ee9487f24,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:03:08.385838 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.431262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.445796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Transition to ACTIVE for port object bf825e17-7bc0-4690-91b7-86bd5fc9f174 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:08.446258 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b758b555-96a3-4c6e-964e-7047bd9d16d4 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:08.473900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:08.474538 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:08.523763 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f017485-1d69-4fe4-9a1d-28dad480274f None None] Pushing event updated for resources: {'Port': ['ID=c0d156c4-c68b-4ca5-ae8b-d18ee9487f24,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:08.526538 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.569604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:08.574212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:08.576708 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:03:08.599745 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf825e17-7bc0-4690-91b7-86bd5fc9f174,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:08.623262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.812285 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port b758b555-96a3-4c6e-964e-7047bd9d16d4 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:08.812661 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.817572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:08.826500 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.900749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8288f94f-a00b-4553-8cee-98c6aca2ebba None None] Provisioning for port bf825e17-7bc0-4690-91b7-86bd5fc9f174 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:08.920525 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-8288f94f-a00b-4553-8cee-98c6aca2ebba None None] Provisioning complete for port bf825e17-7bc0-4690-91b7-86bd5fc9f174 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:08.920902 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8288f94f-a00b-4553-8cee-98c6aca2ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:08.991465 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:09.018483 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-8288f94f-a00b-4553-8cee-98c6aca2ebba None None] Port bf825e17-7bc0-4690-91b7-86bd5fc9f174 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:03:09.040758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:09.110181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf825e17-7bc0-4690-91b7-86bd5fc9f174,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:09.113758 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:09.115989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:06Z', 'revision_number': 3, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:09.143723 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfdd14-69cf-40cb-990d-a0212046825f None None] The sync data for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 is: [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:06Z', 'revision_number': 3, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:03:09.211627 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:09.213099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:09.344473 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Router a99b780b-dfc0-4151-9f0f-701641c4e03f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:03:09.497839 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:03:09.503151 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-3fdaa1e5-97bc-4413-b456-f7b6988eaeb7 admin admin] 10.222.0.38 "PUT /v2.0/routers/a99b780b-dfc0-4151-9f0f-701641c4e03f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1206262 Aug 10 03:03:09.547506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-7f196901-be93-4053-923e-eb154f6e59d1 None None] Provisioning complete for port bf825e17-7bc0-4690-91b7-86bd5fc9f174 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:09.547913 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7f196901-be93-4053-923e-eb154f6e59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:09.581834 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-7f196901-be93-4053-923e-eb154f6e59d1 None None] Port bf825e17-7bc0-4690-91b7-86bd5fc9f174 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:03:10.122163 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39594) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:10.127584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-491180967-network', 'tenant_id': 'e56f0415325443318b7e456393ce28e1'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:10.256885 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Made reservation on behalf of e56f0415325443318b7e456393ce28e1 for: {'network': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:03:10.260272 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.269262 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.361904 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.417321 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.445399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=101223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:03:10.451931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca57191-e7f3-4dab-b51e-969eda7a7207,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:10.458187 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.458595 n-d-767704-21 neutron-server[101223]: INFO neutron.db.segments_db [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Added segment 338c5ed0-85ef-4e73-9225-33ee5fad20bc of type vlan for network 0f257e2b-a039-4aa9-bc76-7f70073900cb Aug 10 03:03:10.474331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:10.504412 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.594836 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:10.599851 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:10.600448 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.605408 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.607857 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:10.607857 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.684041 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] Pushing event updated for resources: {'Network': ['ID=0f257e2b-a039-4aa9-bc76-7f70073900cb,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:10.684240 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Sync routers for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:03:10.695601 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:10.695820 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.697475 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:10.703867 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 0f257e2b-a039-4aa9-bc76-7f70073900cb details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:03:10.734955 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39596) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:10.735782 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-0ad00ca1-e80f-42fa-b78a-27590b97c5db admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6117957 Aug 10 03:03:10.741016 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Request body: {'subnet': {'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-491180967-subnet', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:10.762817 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c0d156c4-c68b-4ca5-ae8b-d18ee9487f24,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:03:10.804334 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:10.816761 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Made reservation on behalf of e56f0415325443318b7e456393ce28e1 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:03:10.819240 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.844841 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:10.896046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=c0d156c4-c68b-4ca5-ae8b-d18ee9487f24,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:11.011838 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 2, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:11.042286 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Checking router: a99b780b-dfc0-4151-9f0f-701641c4e03f for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:03:11.042679 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Updating router a99b780b-dfc0-4151-9f0f-701641c4e03f port bf825e17-7bc0-4690-91b7-86bd5fc9f174 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:03:11.056781 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.066614 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.118569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b631a57e-de9d-4add-8444-8177dfe23ef0,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:11.127869 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Checking segment: {'id': '338c5ed0-85ef-4e73-9225-33ee5fad20bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:03:11.128231 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Network hostable DHCP agents. Network: 0f257e2b-a039-4aa9-bc76-7f70073900cb, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:03:11.210868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Network 0f257e2b-a039-4aa9-bc76-7f70073900cb is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:03:11.285394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 0f257e2b-a039-4aa9-bc76-7f70073900cb) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:11.289703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:11.290452 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.295317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ff0b7-f507-4211-945d-4a966e468826 None None] Network 0f257e2b-a039-4aa9-bc76-7f70073900cb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:03:11.328910 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.339001 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Transition to ACTIVE for port object bf825e17-7bc0-4690-91b7-86bd5fc9f174 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:11.372127 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1fbb71bb-fa4e-4241-91c9-99219804b25e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6356478 Aug 10 03:03:11.374571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39598) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:11.379281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:11.434155 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.444260 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-0f257e2b-a039-4aa9-bc76-7f70073900cb', 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'fixed_ips': [{'subnet_id': 'b631a57e-de9d-4add-8444-8177dfe23ef0'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:03:11.445209 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.451586 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.452665 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.509294 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73611384-0bdb-484b-b352-147ff890307c None None] Pushing event updated for resources: {'Port': ['ID=bf825e17-7bc0-4690-91b7-86bd5fc9f174,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:11.512516 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.529798 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.530210 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.530503 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.530854 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.531186 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.531513 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.531837 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.532159 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.532483 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.532807 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.533123 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.533432 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73611384-0bdb-484b-b352-147ff890307c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:03:11.549790 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Attempting to bind port bf825e17-7bc0-4690-91b7-86bd5fc9f174 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:03:11.549790 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Attempting to bind port bf825e17-7bc0-4690-91b7-86bd5fc9f174 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:03:11.549790 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Attempting to bind port bf825e17-7bc0-4690-91b7-86bd5fc9f174 on network 9903fdee-1f5f-4993-8a8d-26527cfb6353 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:03:11.554760 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:03:11.556089 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Checking segment: {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:03:11.556817 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.557322 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Bound using segment: {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:03:11.557899 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Bound port: bf825e17-7bc0-4690-91b7-86bd5fc9f174, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:03:11.558393 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.597055 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Allocated IP 172.20.0.2 (0f257e2b-a039-4aa9-bc76-7f70073900cb/b631a57e-de9d-4add-8444-8177dfe23ef0/4479aae4-39dd-40e7-bb22-720e440398c0) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:03:11.641878 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] For port bf825e17-7bc0-4690-91b7-86bd5fc9f174, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:03:11.647096 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] For port bf825e17-7bc0-4690-91b7-86bd5fc9f174, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf825e17-7bc0-4690-91b7-86bd5fc9f174,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:03:11.714534 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.722921 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.774650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.776083 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:11.776625 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:11.782055 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73611384-0bdb-484b-b352-147ff890307c None None] Pushing event updated for resources: {'Port': ['ID=bf825e17-7bc0-4690-91b7-86bd5fc9f174,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:11.783898 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Transition to ACTIVE for port object 4479aae4-39dd-40e7-bb22-720e440398c0 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:11.800932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Transition to ACTIVE for port object 4479aae4-39dd-40e7-bb22-720e440398c0 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:11.863100 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.882473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Network 0f257e2b-a039-4aa9-bc76-7f70073900cb is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:11.886172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:11.909705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:03:11.924905 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:11.977137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Pushing event updated for resources: {'Port': ['ID=4479aae4-39dd-40e7-bb22-720e440398c0,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:11.982034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Attempting to bind port 4479aae4-39dd-40e7-bb22-720e440398c0 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:03:11.982526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Attempting to bind port 4479aae4-39dd-40e7-bb22-720e440398c0 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '338c5ed0-85ef-4e73-9225-33ee5fad20bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:03:11.983013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Attempting to bind port 4479aae4-39dd-40e7-bb22-720e440398c0 on network 0f257e2b-a039-4aa9-bc76-7f70073900cb {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:03:11.988730 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:03:11.993328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Checking segment: {'id': '338c5ed0-85ef-4e73-9225-33ee5fad20bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:03:11.993328 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:11.993328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Bound using segment: {'id': '338c5ed0-85ef-4e73-9225-33ee5fad20bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:03:11.993328 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Bound port: 4479aae4-39dd-40e7-bb22-720e440398c0, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338c5ed0-85ef-4e73-9225-33ee5fad20bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:03:11.993328 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.026216 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.051650 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.065984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] For port 4479aae4-39dd-40e7-bb22-720e440398c0, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:03:12.069779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] For port 4479aae4-39dd-40e7-bb22-720e440398c0, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4479aae4-39dd-40e7-bb22-720e440398c0,segment=NetworkSegment(338c5ed0-85ef-4e73-9225-33ee5fad20bc),segment_id=338c5ed0-85ef-4e73-9225-33ee5fad20bc)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:03:12.131898 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.166733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Allocated IP 172.25.3.143 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/639a266f-f6ef-4bc0-bf1e-e4ac158b5da1) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:03:12.198344 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e91e3-4e6d-449b-83ed-16177474bdbf None None] Pushing event updated for resources: {'Port': ['ID=4479aae4-39dd-40e7-bb22-720e440398c0,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:12.240956 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:11Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:12.268692 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7747d81-239e-4043-af32-c6fc80889d1b None None] The sync data for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 is: [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:11Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:03:12.294838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.403269 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.464373 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:12.467559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:12.474805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:03:12.478992 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Pushing event updated for resources: {'Port': ['ID=639a266f-f6ef-4bc0-bf1e-e4ac158b5da1,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:12.601179 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf825e17-7bc0-4690-91b7-86bd5fc9f174 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:12.725439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port bf825e17-7bc0-4690-91b7-86bd5fc9f174 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:12.733253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port bf825e17-7bc0-4690-91b7-86bd5fc9f174 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:12.733705 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.826883 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.856132 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.873905 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port bf825e17-7bc0-4690-91b7-86bd5fc9f174, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf825e17-7bc0-4690-91b7-86bd5fc9f174,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:03:12.931762 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:12.932565 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:13.033366 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=bf825e17-7bc0-4690-91b7-86bd5fc9f174,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:13.046880 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:13.047362 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:13.111660 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:13.254236 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52232a88-29ca-42cc-94d1-9bfbe4697755 None None] Network 0f257e2b-a039-4aa9-bc76-7f70073900cb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:03:13.331395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:03:13.370061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-a1957a5d-6113-4245-b1a0-96c6089899e2 None None] Provisioning for port 4479aae4-39dd-40e7-bb22-720e440398c0 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:13.465963 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:03:13.475752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Sync routers for ids ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:03:13.487298 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Routers {'2b56a77e-5de9-47f3-95b3-94ef2df66e13'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:13.487855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:13.583056 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:13.585145 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-57845d32-6845-401b-adfb-5306bb977a16 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2095950 Aug 10 03:03:13.588249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39600) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:13.608876 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Set router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:13.813473 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:11Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 3, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'gw_port': {'id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:12Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:13.844399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Checking router: 2b56a77e-5de9-47f3-95b3-94ef2df66e13 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:03:13.844752 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Updating router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:03:13.869665 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:13.958711 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.018781 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.131293 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.142113 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Transition to ACTIVE for port object 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:14.194478 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.216815 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Allocated IP 172.20.0.1 (0f257e2b-a039-4aa9-bc76-7f70073900cb/b631a57e-de9d-4add-8444-8177dfe23ef0/ae892213-e804-4dcf-a569-d10e8360b51d) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:03:14.248206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Attempting to bind port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:03:14.248206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Attempting to bind port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:03:14.248206 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Attempting to bind port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:03:14.252750 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69f844-a16a-48f9-a592-9460d3cc309f None None] Pushing event updated for resources: {'Port': ['ID=639a266f-f6ef-4bc0-bf1e-e4ac158b5da1,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:14.257705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:03:14.258080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:03:14.258663 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.259056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:03:14.259527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Bound port: 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:03:14.259914 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.315098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] For port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:03:14.318029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] For port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=639a266f-f6ef-4bc0-bf1e-e4ac158b5da1,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:03:14.328816 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.341014 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Transition to ACTIVE for port object ae892213-e804-4dcf-a569-d10e8360b51d will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:14.411967 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.463189 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.466087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Routers {'2b56a77e-5de9-47f3-95b3-94ef2df66e13'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:14.467032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:14.499817 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Network 0f257e2b-a039-4aa9-bc76-7f70073900cb is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:14.506836 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:14.511000 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:03:14.526659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69f844-a16a-48f9-a592-9460d3cc309f None None] Pushing event updated for resources: {'Port': ['ID=639a266f-f6ef-4bc0-bf1e-e4ac158b5da1,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:14.544247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Pushing event updated for resources: {'Port': ['ID=ae892213-e804-4dcf-a569-d10e8360b51d,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:14.563153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.571216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4479aae4-39dd-40e7-bb22-720e440398c0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:14.632901 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] Set router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:14.819543 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 4479aae4-39dd-40e7-bb22-720e440398c0 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:14.830128 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4479aae4-39dd-40e7-bb22-720e440398c0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:14.830500 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.859046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2a35f2c3-fabd-47bf-8ad9-f22a1fcabb38 None None] Provisioning for port ae892213-e804-4dcf-a569-d10e8360b51d completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:14.878445 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2a35f2c3-fabd-47bf-8ad9-f22a1fcabb38 None None] Provisioning complete for port ae892213-e804-4dcf-a569-d10e8360b51d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:14.878864 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2a35f2c3-fabd-47bf-8ad9-f22a1fcabb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.910969 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:14.934534 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:11Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 3, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'gw_port': {'id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:12Z', 'updated_at': '2021-08-10T03:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:14.936410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-2a35f2c3-fabd-47bf-8ad9-f22a1fcabb38 None None] Port ae892213-e804-4dcf-a569-d10e8360b51d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:03:14.965654 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728f253-019e-42ea-ad2e-6da24f3a2c77 None None] The sync data for ids ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'] in n-d-767704-21 is: [{'id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:11Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 3, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'gw_port': {'id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:12Z', 'updated_at': '2021-08-10T03:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:03:15.001017 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:15.037277 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 4479aae4-39dd-40e7-bb22-720e440398c0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4479aae4-39dd-40e7-bb22-720e440398c0,segment=NetworkSegment(338c5ed0-85ef-4e73-9225-33ee5fad20bc),segment_id=338c5ed0-85ef-4e73-9225-33ee5fad20bc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:03:15.047520 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:15.085422 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:15.086280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf825e17-7bc0-4690-91b7-86bd5fc9f174 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:15.204116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=4479aae4-39dd-40e7-bb22-720e440398c0,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:15.221265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port bf825e17-7bc0-4690-91b7-86bd5fc9f174 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:15.221639 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:15.248133 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:15.354110 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:15.435389 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Pushing event updated for resources: {'Port': ['ID=ae892213-e804-4dcf-a569-d10e8360b51d,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:15.437832 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:15.532607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Network 0f257e2b-a039-4aa9-bc76-7f70073900cb is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:15.534101 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:15.660253 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:03:15.770449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d0bba9d2-ea5a-4bf2-967b-e62f00e40bd7 None None] Provisioning complete for port ae892213-e804-4dcf-a569-d10e8360b51d triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:15.771009 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d0bba9d2-ea5a-4bf2-967b-e62f00e40bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:15.778952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:03:15.788303 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ba49c5ce-ea21-4a4b-8195-fd2c734f6f05 admin admin] 10.222.0.38 "PUT /v2.0/routers/2b56a77e-5de9-47f3-95b3-94ef2df66e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1950185 Aug 10 03:03:15.974018 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-d0bba9d2-ea5a-4bf2-967b-e62f00e40bd7 None None] Port ae892213-e804-4dcf-a569-d10e8360b51d cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:03:16.470158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39608) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:16.474532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-d6e2a87b-b233-4f69-a42f-b819c214c993 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535949329', 'description': 'tempest-secgroup-smoke-535949329 description', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:16.480520 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Sync routers for ids ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:03:16.489375 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Routers {'2b56a77e-5de9-47f3-95b3-94ef2df66e13'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:16.489995 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:16.513246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4479aae4-39dd-40e7-bb22-720e440398c0 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:16.559995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 4479aae4-39dd-40e7-bb22-720e440398c0 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:16.560366 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:16.583811 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a87b-b233-4f69-a42f-b819c214c993 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:16.599038 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Set router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:16.641522 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:16.670792 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a87b-b233-4f69-a42f-b819c214c993 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:16.743435 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a87b-b233-4f69-a42f-b819c214c993 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:16.765493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:16.769990 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:16.773363 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:16.776724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2a87b-b233-4f69-a42f-b819c214c993 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:16.802216 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:11Z', 'updated_at': '2021-08-10T03:03:14Z', 'revision_number': 4, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'gw_port': {'id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:12Z', 'updated_at': '2021-08-10T03:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'ae892213-e804-4dcf-a569-d10e8360b51d', 'name': '', 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'mac_address': 'fa:16:3e:9b:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b631a57e-de9d-4add-8444-8177dfe23ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:14Z', 'updated_at': '2021-08-10T03:03:15Z', 'revision_number': 2, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'subnets': [{'id': 'b631a57e-de9d-4add-8444-8177dfe23ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:16.829787 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Checking router: 2b56a77e-5de9-47f3-95b3-94ef2df66e13 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:03:16.830141 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Updating router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 port ae892213-e804-4dcf-a569-d10e8360b51d binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:03:16.840018 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a87b-b233-4f69-a42f-b819c214c993 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:16.842676 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d6e2a87b-b233-4f69-a42f-b819c214c993 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3704896 Aug 10 03:03:16.844531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39610) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:16.849276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-76cf0ab4-fdf4-4c35-b0df-525c77b7fd48 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': 'b4e5b714-17e2-4e3d-b78d-3a69aa0969a7', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:16.855421 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:16.858860 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:16.881253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=639a266f-f6ef-4bc0-bf1e-e4ac158b5da1,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:03:16.958837 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76cf0ab4-fdf4-4c35-b0df-525c77b7fd48 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:16.982804 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.021002 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76cf0ab4-fdf4-4c35-b0df-525c77b7fd48 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.034953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=639a266f-f6ef-4bc0-bf1e-e4ac158b5da1,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:17.096791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76cf0ab4-fdf4-4c35-b0df-525c77b7fd48 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.114772 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf0ab4-fdf4-4c35-b0df-525c77b7fd48 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1725dd38-5410-482b-85a3-fa161a7846ec,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:17.131848 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.141964 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Transition to ACTIVE for port object ae892213-e804-4dcf-a569-d10e8360b51d will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:17.188159 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-76cf0ab4-fdf4-4c35-b0df-525c77b7fd48 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.189423 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-76cf0ab4-fdf4-4c35-b0df-525c77b7fd48 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438883 Aug 10 03:03:17.192280 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39612) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:17.201716 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-c6bdc891-f857-4e63-bde0-eac575c24d6a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': 'b4e5b714-17e2-4e3d-b78d-3a69aa0969a7', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:17.216995 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.267433 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726ad81-4ba4-4c06-af19-9152a7ff37e9 None None] Pushing event updated for resources: {'Port': ['ID=ae892213-e804-4dcf-a569-d10e8360b51d,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:17.296859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc891-f857-4e63-bde0-eac575c24d6a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.313686 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Attempting to bind port ae892213-e804-4dcf-a569-d10e8360b51d on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:03:17.314057 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Attempting to bind port ae892213-e804-4dcf-a569-d10e8360b51d by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '338c5ed0-85ef-4e73-9225-33ee5fad20bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:03:17.314418 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Attempting to bind port ae892213-e804-4dcf-a569-d10e8360b51d on network 0f257e2b-a039-4aa9-bc76-7f70073900cb {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:03:17.320283 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:03:17.320662 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Checking segment: {'id': '338c5ed0-85ef-4e73-9225-33ee5fad20bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:03:17.321153 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.321668 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Bound using segment: {'id': '338c5ed0-85ef-4e73-9225-33ee5fad20bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:03:17.322141 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Bound port: ae892213-e804-4dcf-a569-d10e8360b51d, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338c5ed0-85ef-4e73-9225-33ee5fad20bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:03:17.322524 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.360107 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc891-f857-4e63-bde0-eac575c24d6a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.390123 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] For port ae892213-e804-4dcf-a569-d10e8360b51d, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:03:17.393561 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] For port ae892213-e804-4dcf-a569-d10e8360b51d, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ae892213-e804-4dcf-a569-d10e8360b51d,segment=NetworkSegment(338c5ed0-85ef-4e73-9225-33ee5fad20bc),segment_id=338c5ed0-85ef-4e73-9225-33ee5fad20bc)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:03:17.428713 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc891-f857-4e63-bde0-eac575c24d6a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.448257 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdc891-f857-4e63-bde0-eac575c24d6a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27039bd-e714-4cb1-b061-781e66d22202,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:17.451945 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.509858 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-c6bdc891-f857-4e63-bde0-eac575c24d6a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.512061 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-c6bdc891-f857-4e63-bde0-eac575c24d6a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3183305 Aug 10 03:03:17.514699 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39614) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:17.516326 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Routers {'2b56a77e-5de9-47f3-95b3-94ef2df66e13'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:17.517022 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:02:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:17.520328 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726ad81-4ba4-4c06-af19-9152a7ff37e9 None None] Pushing event updated for resources: {'Port': ['ID=ae892213-e804-4dcf-a569-d10e8360b51d,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:17.524826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-a84b6c00-d0c9-46f8-9535-230e10fe3552 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': 'b4e5b714-17e2-4e3d-b78d-3a69aa0969a7', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:17.628027 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a84b6c00-d0c9-46f8-9535-230e10fe3552 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.629390 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] Set router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:17.708836 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a84b6c00-d0c9-46f8-9535-230e10fe3552 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.788271 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a84b6c00-d0c9-46f8-9535-230e10fe3552 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.806424 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b6c00-d0c9-46f8-9535-230e10fe3552 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ce8d6b-680a-414f-b6cc-47121ac1bf14,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:17.836274 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:11Z', 'updated_at': '2021-08-10T03:03:14Z', 'revision_number': 4, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'gw_port': {'id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:12Z', 'updated_at': '2021-08-10T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'ae892213-e804-4dcf-a569-d10e8360b51d', 'name': '', 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'mac_address': 'fa:16:3e:9b:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b631a57e-de9d-4add-8444-8177dfe23ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:14Z', 'updated_at': '2021-08-10T03:03:17Z', 'revision_number': 4, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'subnets': [{'id': 'b631a57e-de9d-4add-8444-8177dfe23ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:17.861815 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4f268-a528-4407-8296-7410ac921c7c None None] The sync data for ids ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'] in n-d-767704-21 is: [{'id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:11Z', 'updated_at': '2021-08-10T03:03:14Z', 'revision_number': 4, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'gw_port': {'id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:12Z', 'updated_at': '2021-08-10T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'ae892213-e804-4dcf-a569-d10e8360b51d', 'name': '', 'network_id': '0f257e2b-a039-4aa9-bc76-7f70073900cb', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'mac_address': 'fa:16:3e:9b:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'b631a57e-de9d-4add-8444-8177dfe23ef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:14Z', 'updated_at': '2021-08-10T03:03:17Z', 'revision_number': 4, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'subnets': [{'id': 'b631a57e-de9d-4add-8444-8177dfe23ef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:03:17.906953 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a84b6c00-d0c9-46f8-9535-230e10fe3552 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:17.906953 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a84b6c00-d0c9-46f8-9535-230e10fe3552 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3871648 Aug 10 03:03:17.906953 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39616) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:17.911944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-9c2ce32a-0758-40fb-a509-38d4afad6369 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': 'b4e5b714-17e2-4e3d-b78d-3a69aa0969a7', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:18.016337 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3ff19ef-8db2-48c5-b8df-d1c7c7c8866f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.051361 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce32a-0758-40fb-a509-38d4afad6369 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.118740 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce32a-0758-40fb-a509-38d4afad6369 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.193889 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce32a-0758-40fb-a509-38d4afad6369 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.216046 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ce32a-0758-40fb-a509-38d4afad6369 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebb2b79-d50b-4ac1-8b04-d0b75fafd27e,revision_number=0']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:18.279997 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce32a-0758-40fb-a509-38d4afad6369 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.281425 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-9c2ce32a-0758-40fb-a509-38d4afad6369 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3741591 Aug 10 03:03:18.284960 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39618) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:18.291154 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-996c55b4-16c4-4c52-9efc-43aa1c5423be tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': 'b4e5b714-17e2-4e3d-b78d-3a69aa0969a7', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:18.365201 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-996c55b4-16c4-4c52-9efc-43aa1c5423be tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Project 66e3fe2ab0e6498cb0ebd55e1e3d025a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:03:18.370225 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-996c55b4-16c4-4c52-9efc-43aa1c5423be tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.437722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-996c55b4-16c4-4c52-9efc-43aa1c5423be tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.480501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-996c55b4-16c4-4c52-9efc-43aa1c5423be tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.507910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c55b4-16c4-4c52-9efc-43aa1c5423be tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c522ee42-d916-4406-ab0f-6f2925a4d5f3,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:18.509616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ae892213-e804-4dcf-a569-d10e8360b51d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:18.560531 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-996c55b4-16c4-4c52-9efc-43aa1c5423be tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.561311 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-996c55b4-16c4-4c52-9efc-43aa1c5423be tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2752905 Aug 10 03:03:18.564184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 39620) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:18.568894 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-40fc2b6e-95d7-4cf7-a9ad-cb9b8080c056 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': 'b4e5b714-17e2-4e3d-b78d-3a69aa0969a7', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:18.651129 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port ae892213-e804-4dcf-a569-d10e8360b51d completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:18.655026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ae892213-e804-4dcf-a569-d10e8360b51d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:18.656792 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.668635 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-40fc2b6e-95d7-4cf7-a9ad-cb9b8080c056 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Project 66e3fe2ab0e6498cb0ebd55e1e3d025a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:03:18.673864 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-40fc2b6e-95d7-4cf7-a9ad-cb9b8080c056 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.737124 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.738722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-40fc2b6e-95d7-4cf7-a9ad-cb9b8080c056 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.768997 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port ae892213-e804-4dcf-a569-d10e8360b51d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ae892213-e804-4dcf-a569-d10e8360b51d,segment=NetworkSegment(338c5ed0-85ef-4e73-9225-33ee5fad20bc),segment_id=338c5ed0-85ef-4e73-9225-33ee5fad20bc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:03:18.777033 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-40fc2b6e-95d7-4cf7-a9ad-cb9b8080c056 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.794818 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc2b6e-95d7-4cf7-a9ad-cb9b8080c056 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6625d2c2-a035-4514-9580-83f8b70f7c0d,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:18.811416 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.812222 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:18.851470 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-40fc2b6e-95d7-4cf7-a9ad-cb9b8080c056 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.852723 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-40fc2b6e-95d7-4cf7-a9ad-cb9b8080c056 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2874823 Aug 10 03:03:18.891364 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=ae892213-e804-4dcf-a569-d10e8360b51d,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:18.907526 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:18.907934 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:18.993221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-db879832-0992-4ed1-88fa-4e126e38c6e2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535949329&fields=id&tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a HTTP/1.1" status: 200 len: 267 time: 0.0343626 Aug 10 03:03:19.109755 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-a6462080-7016-4f47-8bb7-5c81f11158fb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:19.111396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-a6462080-7016-4f47-8bb7-5c81f11158fb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 808 time: 0.1110969 Aug 10 03:03:19.127922 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-2ea8866f-f4d6-4fc2-a46a-ab0db6d18603 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/quotas/66e3fe2ab0e6498cb0ebd55e1e3d025a HTTP/1.1" status: 200 len: 375 time: 0.0105197 Aug 10 03:03:19.187024 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-e31a5388-0265-449f-a42b-ea137ae5a09f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501080 Aug 10 03:03:19.298339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-2776bd8e-868e-4bf2-b7b0-f73d74bc53f6 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:03:19.299556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-2776bd8e-868e-4bf2-b7b0-f73d74bc53f6 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1007271 Aug 10 03:03:19.395119 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-170c7851-9aff-434b-af28-b415de90220d service neutron] 10.222.0.38 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883312 Aug 10 03:03:19.490691 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-61accfed-e12e-4bef-876e-f749616098c3 service neutron] 10.222.0.38 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878158 Aug 10 03:03:19.759697 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c9fdfe95-dcbe-4f00-8e5d-b34d479593b3 req-b69609d2-86a3-4ca5-9bca-4b98cdbfbaed tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 210 time: 0.0274975 Aug 10 03:03:20.440979 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ae892213-e804-4dcf-a569-d10e8360b51d up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:20.491398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port ae892213-e804-4dcf-a569-d10e8360b51d triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:20.491774 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:20.685244 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a0f41a9d-70ef-490b-852a-84ee2c39dcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:20.855168 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60be50b7-36e0-40da-80f0-cf47dc9f04e6 req-0f45e620-f172-4c92-9f4b-edc9659b4fbc tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 210 time: 0.0266252 Aug 10 03:03:21.239717 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:21.937386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-047cf7a8-a2ad-4b6f-92d1-a26256953da8 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:21.938965 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-047cf7a8-a2ad-4b6f-92d1-a26256953da8 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 808 time: 0.1092546 Aug 10 03:03:21.953957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-468cea27-ee64-4b75-8873-11c810b2493e req-991e5c78-4c25-4461-8943-f0752635b459 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 210 time: 0.0283906 Aug 10 03:03:21.985019 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-e48acdba-3e9f-461b-a627-dcd064e5d43a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a HTTP/1.1" status: 200 len: 379 time: 0.0369155 Aug 10 03:03:21.994652 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'port': {'device_id': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'admin_state_up': True, 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'security_groups': ['b4e5b714-17e2-4e3d-b78d-3a69aa0969a7']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:22.170930 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Made reservation on behalf of 66e3fe2ab0e6498cb0ebd55e1e3d025a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:03:22.174376 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:22.300060 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Allocated IP 172.20.0.7 (9903fdee-1f5f-4993-8a8d-26527cfb6353/308cbfcb-8511-4110-b628-d66f5113e70c/f6004edd-0a7b-4b12-9117-e47f11c75657) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:03:22.437241 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:22.449972 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Transition to ACTIVE for port object f6004edd-0a7b-4b12-9117-e47f11c75657 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:22.553805 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:22.583133 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:22.628824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:22.632092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:22.636635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:03:22.643342 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:22.693266 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:22.693834 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:22.789111 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-590d6fef-5196-4684-98a9-04974eea2f0f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981281 Aug 10 03:03:22.801645 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-3dded0a8-d6eb-49b4-904e-4bd8ac926548 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:03:22.802644 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-3dded0a8-d6eb-49b4-904e-4bd8ac926548 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055034 Aug 10 03:03:22.814332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Request body: {'port': {'device_id': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:22.871720 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:22.966191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0e553972-c5e1-41ab-8035-cfe2cecfdb6b None None] Provisioning for port f6004edd-0a7b-4b12-9117-e47f11c75657 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:22.970216 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-0e553972-c5e1-41ab-8035-cfe2cecfdb6b None None] Provisioning complete for port f6004edd-0a7b-4b12-9117-e47f11c75657 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:22.970607 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0e553972-c5e1-41ab-8035-cfe2cecfdb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:23.010003 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0e553972-c5e1-41ab-8035-cfe2cecfdb6b None None] Port f6004edd-0a7b-4b12-9117-e47f11c75657 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:03:23.087417 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffc69c-dadd-4a6e-b735-84cf32be554c req-dc4818f6-9430-46a4-bbf7-b0eac3a7f562 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:23.088908 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16ffc69c-dadd-4a6e-b735-84cf32be554c req-dc4818f6-9430-46a4-bbf7-b0eac3a7f562 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 931 time: 0.0533354 Aug 10 03:03:23.127494 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-16ffc69c-dadd-4a6e-b735-84cf32be554c req-b2bec9f2-5067-4095-bf13-8c3dbb700fee tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Aug 10 03:03:23.146911 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6004edd-0a7b-4b12-9117-e47f11c75657 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:03:23.155581 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:23.167229 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Transition to ACTIVE for port object f6004edd-0a7b-4b12-9117-e47f11c75657 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:03:23.244723 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:23.297777 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:23.368432 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Attempting to bind port f6004edd-0a7b-4b12-9117-e47f11c75657 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:03:23.368771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Attempting to bind port f6004edd-0a7b-4b12-9117-e47f11c75657 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:03:23.369272 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Attempting to bind port f6004edd-0a7b-4b12-9117-e47f11c75657 on network 9903fdee-1f5f-4993-8a8d-26527cfb6353 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:03:23.374344 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Port f6004edd-0a7b-4b12-9117-e47f11c75657 on network 9903fdee-1f5f-4993-8a8d-26527cfb6353 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:03:23.374717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Attempting to bind port f6004edd-0a7b-4b12-9117-e47f11c75657 on network 9903fdee-1f5f-4993-8a8d-26527cfb6353 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:03:23.380596 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:03:23.380944 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Checking segment: {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:03:23.381332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Bound using segment: {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:03:23.381767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Bound port: f6004edd-0a7b-4b12-9117-e47f11c75657, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:03:23.382132 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:23.453000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:03:23.456584 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:03:23.514929 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:23.550931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:23.551686 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:23.553142 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] 10.222.0.11 "PUT /v2.0/ports/f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 1092 time: 0.7426848 Aug 10 03:03:23.553585 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:03:23.555876 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d188e784-5619-4519-88f0-1586e16e0f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:03:23.584493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f388c2-f699-460a-84db-f27d2a3519c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:23.596869 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35657af-689d-47b1-a665-03ad390015d0 x-openstack-request-id: req-e35657af-689d-47b1-a665-03ad390015d0 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:03:23.597170 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:03:23.597435 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e35657af-689d-47b1-a665-03ad390015d0 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:03:23.597845 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'status': 'completed', 'code': 200} Aug 10 03:03:23.662213 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188e784-5619-4519-88f0-1586e16e0f0e req-7365beea-9917-4d65-b658-e79666c97d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:23.663810 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d188e784-5619-4519-88f0-1586e16e0f0e req-7365beea-9917-4d65-b658-e79666c97d6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1095 time: 0.0455012 Aug 10 03:03:23.770592 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188e784-5619-4519-88f0-1586e16e0f0e req-92836ab5-7e50-47d8-9074-488535135485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:23.772023 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d188e784-5619-4519-88f0-1586e16e0f0e req-92836ab5-7e50-47d8-9074-488535135485 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1002045 Aug 10 03:03:23.865669 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188e784-5619-4519-88f0-1586e16e0f0e req-5c30af63-cf7a-44da-8731-1029500fd8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:23.867096 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d188e784-5619-4519-88f0-1586e16e0f0e req-5c30af63-cf7a-44da-8731-1029500fd8f3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872903 Aug 10 03:03:23.947293 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-6df91e2e-163f-4a4d-b933-6e9a09235670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:23.948788 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-6df91e2e-163f-4a4d-b933-6e9a09235670 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1095 time: 0.0454736 Aug 10 03:03:23.989142 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-7926fd9e-74a0-4836-8a68-5ed47c171a05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 217 time: 0.0332012 Aug 10 03:03:24.037475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-c445a33e-0c27-4fce-a90b-dcf7d8efcb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:24.039151 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-c445a33e-0c27-4fce-a90b-dcf7d8efcb56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0424795 Aug 10 03:03:24.091704 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-c75b945a-a438-4f73-a473-dfc6e0944775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:24.091881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:24.093227 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-c75b945a-a438-4f73-a473-dfc6e0944775 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445278 Aug 10 03:03:24.182561 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-085e0ed5-af95-4c9c-b463-8d73e158a7da service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820961 Aug 10 03:03:24.242972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bc759-53b2-4ee8-a0d5-94b0b68bd6df req-7b37aa7c-340e-4b34-9e60-bf389fa8bfe4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:24.244458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d9bc759-53b2-4ee8-a0d5-94b0b68bd6df req-7b37aa7c-340e-4b34-9e60-bf389fa8bfe4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0492096 Aug 10 03:03:24.276472 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9741d71b-86b8-4cf5-8205-1f57a5059e19 req-806ab40e-f45b-4db7-ade1-ee4c49d3a356 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870283 Aug 10 03:03:24.283485 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d9bc759-53b2-4ee8-a0d5-94b0b68bd6df req-0254846d-75b2-4057-8357-ce7e5f575939 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320926 Aug 10 03:03:25.404953 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a46bc-6920-4480-b954-39fed3ab6c40 req-2effabe9-bc56-4539-9ef4-ac980f2747b4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:25.407271 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d78a46bc-6920-4480-b954-39fed3ab6c40 req-2effabe9-bc56-4539-9ef4-ac980f2747b4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0495296 Aug 10 03:03:25.450478 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d78a46bc-6920-4480-b954-39fed3ab6c40 req-7048501b-fada-44c1-92da-3c14c7211046 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371523 Aug 10 03:03:26.571638 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f09aca-88b6-4241-a6a7-56ca7592775d req-f537ac21-7779-4563-8af4-79f9cf69b0ee tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:26.573192 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4f09aca-88b6-4241-a6a7-56ca7592775d req-f537ac21-7779-4563-8af4-79f9cf69b0ee tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0565462 Aug 10 03:03:26.610902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4f09aca-88b6-4241-a6a7-56ca7592775d req-e5297469-3ee2-4b06-8a86-101f067f8936 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Aug 10 03:03:27.282295 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:03:27.729033 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4ea54-9753-4d41-a243-bb04bff49112 req-7a99291e-5cb8-4974-bf9d-dff32d9d7e0b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:27.730915 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9d4ea54-9753-4d41-a243-bb04bff49112 req-7a99291e-5cb8-4974-bf9d-dff32d9d7e0b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0522041 Aug 10 03:03:27.769301 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d9d4ea54-9753-4d41-a243-bb04bff49112 req-d82d0727-f8a5-4044-a293-90fab975ac3f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324616 Aug 10 03:03:28.594614 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f6004edd-0a7b-4b12-9117-e47f11c75657 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:03:28.692137 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:03:28.704021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'port_id': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'mac_address': 'fa:16:3e:bf:9d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:03:28.742351 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:28.755149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6004edd-0a7b-4b12-9117-e47f11c75657 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:03:28.774124 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:03:28.850796 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:28.885691 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ccf1d-0c35-4a85-8471-a65e9d6460e9 req-58b26075-138b-4778-9c2b-6c8b697519ca tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:28.888174 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad9ccf1d-0c35-4a85-8471-a65e9d6460e9 req-58b26075-138b-4778-9c2b-6c8b697519ca tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0511765 Aug 10 03:03:28.899421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:28.927183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad9ccf1d-0c35-4a85-8471-a65e9d6460e9 req-29d6b039-d559-4daf-977d-c2b38ffa4c7e tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Aug 10 03:03:29.052594 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f6004edd-0a7b-4b12-9117-e47f11c75657'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:03:30.047397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539b98-28bc-41b1-b6a0-0fcace77ff3d req-e304f7a6-085e-4e98-bdc4-7e346e2667e6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:30.048881 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08539b98-28bc-41b1-b6a0-0fcace77ff3d req-e304f7a6-085e-4e98-bdc4-7e346e2667e6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 944 time: 0.0538070 Aug 10 03:03:30.086036 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-08539b98-28bc-41b1-b6a0-0fcace77ff3d req-4d95fee0-afe7-4e26-9149-92c1a513db2c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Aug 10 03:03:30.609897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f6004edd-0a7b-4b12-9117-e47f11c75657 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:03:30.724668 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port f6004edd-0a7b-4b12-9117-e47f11c75657 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:03:30.728567 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port f6004edd-0a7b-4b12-9117-e47f11c75657 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:03:30.728935 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:30.806418 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:30.829061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:03:30.831334 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32809f9-f365-4100-9110-f4c9a558bc24" -d '{"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-plugged", "status": "completed", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:03:30.845029 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:03:30.868187 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b695e521-9a2c-4fcb-8a27-77f73c412fda x-openstack-request-id: req-b695e521-9a2c-4fcb-8a27-77f73c412fda {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:03:30.868491 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-plugged", "status": "completed", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:03:30.868733 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b695e521-9a2c-4fcb-8a27-77f73c412fda {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:03:30.869130 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'code': 200} Aug 10 03:03:30.925723 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:30.966979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191b4f7-1a4d-42ea-a89b-679f1bac964b req-2326e131-0dad-4720-bb84-da17f67001d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:30.968408 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6191b4f7-1a4d-42ea-a89b-679f1bac964b req-2326e131-0dad-4720-bb84-da17f67001d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1097 time: 0.0435691 Aug 10 03:03:30.974096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:31.004106 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6191b4f7-1a4d-42ea-a89b-679f1bac964b req-b87f938d-cb84-48ad-a94a-7647d92f3c91 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288548 Aug 10 03:03:31.201993 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffaa79-724e-4772-8db6-94db383b6a72 req-6db82eb0-e2b6-4d9c-a944-6780312b7eef tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:31.203534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51ffaa79-724e-4772-8db6-94db383b6a72 req-6db82eb0-e2b6-4d9c-a944-6780312b7eef tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0494878 Aug 10 03:03:31.241726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51ffaa79-724e-4772-8db6-94db383b6a72 req-607f05da-4994-4db5-99d9-467aa8d6c57e tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Aug 10 03:03:32.358198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57513e4-e570-4744-bd98-f022a9adc9db req-07d20b21-def8-452d-83ba-2727acb85900 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:32.359713 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c57513e4-e570-4744-bd98-f022a9adc9db req-07d20b21-def8-452d-83ba-2727acb85900 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0486624 Aug 10 03:03:32.396861 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c57513e4-e570-4744-bd98-f022a9adc9db req-b95eee56-750d-4b11-8435-2ceb357a8cad tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Aug 10 03:03:32.514061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54ffba-4503-4db0-9e0a-9385185a2b6c req-ceecd41e-24be-42b6-b1c5-134f9ffbb135 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:32.515595 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b54ffba-4503-4db0-9e0a-9385185a2b6c req-ceecd41e-24be-42b6-b1c5-134f9ffbb135 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0533068 Aug 10 03:03:32.553636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b54ffba-4503-4db0-9e0a-9385185a2b6c req-9b3a9b50-b46c-41e8-8b4b-29d4376734d2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Aug 10 03:03:32.574995 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39682) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:32.659789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780947e1-8e62-44c0-b428-f26898b28ed7 tempest-TestShelveInstance-1870540781 tempest-TestShelveInstance-1870540781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:32.661329 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-780947e1-8e62-44c0-b428-f26898b28ed7 tempest-TestShelveInstance-1870540781 tempest-TestShelveInstance-1870540781-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1092 time: 0.0853097 Aug 10 03:03:32.664499 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 39686) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:32.669532 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:03:32.747984 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:32.849266 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:32.949998 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Allocated IP 172.25.3.119 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/e16c5da9-2484-4a69-ae05-be87549d3ba0) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:03:33.104021 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:33.200022 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:33.235845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:03:33.240569 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:03:33.244129 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:03:33.269912 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'Port': ['ID=e16c5da9-2484-4a69-ae05-be87549d3ba0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:33.604319 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:33.740071 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:33.889719 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:33.936918 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:34.009035 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'Port': ['ID=e16c5da9-2484-4a69-ae05-be87549d3ba0,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:03:34.020097 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:34.458005 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Floating IP 4fc5ad85-3a8e-42f4-bb24-aa118ef7b06c associated. External IP: 172.25.3.119, port: f6004edd-0a7b-4b12-9117-e47f11c75657. Aug 10 03:03:34.667136 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Router a99b780b-dfc0-4151-9f0f-701641c4e03f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:03:34.776350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:03:34.786810 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] Sync routers for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:03:34.797300 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:34.797915 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:03:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:34.834233 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:34.874573 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-59798db1-a5d1-42ab-9a30-6b620cddd04b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1961658 Aug 10 03:03:34.874573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:03:34.874573 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce77776-5157-4a45-85b5-b1aea617461f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:03:34.903103 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:34.908761 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d12d27b-a1ff-46e3-886b-c4355647d12d x-openstack-request-id: req-7d12d27b-a1ff-46e3-886b-c4355647d12d {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:03:34.909058 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:03:34.909317 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7d12d27b-a1ff-46e3-886b-c4355647d12d {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:03:34.909730 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'status': 'completed', 'code': 200} Aug 10 03:03:34.974882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce77776-5157-4a45-85b5-b1aea617461f req-f4bdcd99-a0fa-4756-9566-e85099505f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:34.976332 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dce77776-5157-4a45-85b5-b1aea617461f req-f4bdcd99-a0fa-4756-9566-e85099505f3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1097 time: 0.0443568 Aug 10 03:03:35.068715 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce77776-5157-4a45-85b5-b1aea617461f req-c9df1b9d-6a02-4b9e-b6d9-c131486d02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:35.070299 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.11', 49423) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:03:35.070857 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dce77776-5157-4a45-85b5-b1aea617461f req-c9df1b9d-6a02-4b9e-b6d9-c131486d02ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0871274 Aug 10 03:03:35.111173 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-5e2f5ba9-d604-46aa-a924-72df9e433b32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394604 Aug 10 03:03:35.134116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '4fc5ad85-3a8e-42f4-bb24-aa118ef7b06c', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'port_id': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'mac_address': 'fa:16:3e:bf:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:03:33Z', 'updated_at': '2021-08-10T03:03:33Z', 'revision_number': 0, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:35.143262 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dce77776-5157-4a45-85b5-b1aea617461f req-46f01e89-fa5b-45f1-985a-388b52624738 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 999 time: 0.0647557 Aug 10 03:03:35.161556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] Checking router: a99b780b-dfc0-4151-9f0f-701641c4e03f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:03:35.170046 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:03:35.170697 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:03:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:35.192168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce77776-5157-4a45-85b5-b1aea617461f req-fd02b20e-1a33-4332-ab6f-e24b8cb58de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:35.193631 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dce77776-5157-4a45-85b5-b1aea617461f req-fd02b20e-1a33-4332-ab6f-e24b8cb58de1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0435059 Aug 10 03:03:35.239818 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce77776-5157-4a45-85b5-b1aea617461f req-93c89ed0-01cc-4c2a-a572-f524d668bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:35.241163 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dce77776-5157-4a45-85b5-b1aea617461f req-93c89ed0-01cc-4c2a-a572-f524d668bd39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404675 Aug 10 03:03:35.280675 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:03:35.335622 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dce77776-5157-4a45-85b5-b1aea617461f req-96335722-b19e-4e4a-a0e0-c76a805f2fda service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875230 Aug 10 03:03:35.428288 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dce77776-5157-4a45-85b5-b1aea617461f req-dcbdee2a-681c-4420-806a-d578d4914c84 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853918 Aug 10 03:03:35.506703 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '4fc5ad85-3a8e-42f4-bb24-aa118ef7b06c', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'port_id': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'mac_address': 'fa:16:3e:bf:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:03:33Z', 'updated_at': '2021-08-10T03:03:33Z', 'revision_number': 0, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:03:35.537331 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb4e41-a13c-4371-aa28-feba2d5814dc None None] The sync data for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 is: [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '4fc5ad85-3a8e-42f4-bb24-aa118ef7b06c', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'port_id': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'mac_address': 'fa:16:3e:bf:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:03:33Z', 'updated_at': '2021-08-10T03:03:33Z', 'revision_number': 0, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:03:35.594819 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-340abbf0-c399-4361-98ed-90984a7e1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:35.596381 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-340abbf0-c399-4361-98ed-90984a7e1771 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1097 time: 0.0432801 Aug 10 03:03:35.708365 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-6160f845-b122-45c2-9ef0-22471cfe4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:35.709877 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-6160f845-b122-45c2-9ef0-22471cfe4c0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0934608 Aug 10 03:03:35.740637 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1417df7d-ca7f-4e06-8785-79237a4a60ab None None] New status for floating IP 4fc5ad85-3a8e-42f4-bb24-aa118ef7b06c: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:03:35.777312 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-f1c1bc3c-737a-4108-90e2-61caa276245e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 999 time: 0.0594270 Aug 10 03:03:35.830790 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-c3a911f6-440a-4853-abb0-42a59eb45910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:35.832283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-c3a911f6-440a-4853-abb0-42a59eb45910 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0483265 Aug 10 03:03:35.879151 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-588c0911-b1a7-4a51-b334-6fca5f87d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:03:35.880678 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-588c0911-b1a7-4a51-b334-6fca5f87d203 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414991 Aug 10 03:03:35.972064 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-891c9c7e-9105-484a-8788-887a86fafe39 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835481 Aug 10 03:03:36.067067 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-f5770224-2e1b-4a46-afee-162ce336cdbf service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878716 Aug 10 03:03:43.908412 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:44.896525 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:47.941631 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-519a9f98-1a98-4f2f-92b5-10a895e42d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:50.617089 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3629875-e91a-41e7-90ce-28ba69655bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:51.239248 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:52.525278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:03:54.092226 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:04.282463 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:04:13.885991 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:14.930374 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:17.942446 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-40094676-0b75-4b2f-8d46-5ce043e8efb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:20.627743 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1a967947-93cc-4e41-8206-c83d4542c811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:21.239501 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:22.541486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:24.119757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:36.113764 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-ecc8172c-ad47-4453-b95a-e0e399b2051e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405674 Aug 10 03:04:36.196014 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-02e031ef-df6b-4f07-a878-ccf35e4a8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:36.197506 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-02e031ef-df6b-4f07-a878-ccf35e4a8d30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1097 time: 0.0410874 Aug 10 03:04:36.302040 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-90905ad8-7fcf-41ba-8a49-33691b19e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:36.303536 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-90905ad8-7fcf-41ba-8a49-33691b19e2a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0871387 Aug 10 03:04:36.368720 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-9af85d94-7576-4449-85a4-963084fe247c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 1001 time: 0.0581605 Aug 10 03:04:36.424614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-20317ee4-d13e-4833-804a-66ca5391c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:36.426206 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-20317ee4-d13e-4833-804a-66ca5391c9b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0506301 Aug 10 03:04:36.472591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-bb01308c-2f2b-4119-92b3-fdefa1c228c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:04:36.474107 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-bb01308c-2f2b-4119-92b3-fdefa1c228c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413778 Aug 10 03:04:36.568691 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-6734a29b-7cba-44e8-9d5e-2e2fe9c54ab5 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873706 Aug 10 03:04:36.661459 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-b553efcf-e511-4bac-b54c-20a7168ccb98 req-a8527819-1be5-4cea-8678-e80e9c47b882 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855651 Aug 10 03:04:41.281916 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:04:43.908332 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:44.924298 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:47.931239 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-00cec927-9457-4797-b2a8-12b833f8f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:50.621121 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-92dcdbd2-14cb-4559-9bf9-99e72a98aaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:51.228451 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:52.537349 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:04:54.102739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:13.902910 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:14.930125 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:17.914212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8dafca6c-9073-4e70-920a-75e67f8e241b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:18.281787 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:05:20.632630 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b41ad3a1-63d1-45f3-a3ae-f8da4aa69c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:21.211278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:22.552836 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:24.108510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:31.028030 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb3b76-afbb-4bb6-8af0-146f5c5b3c66 req-a2b3097c-9501-41d6-bcab-002b460237e6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:31.029538 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceeb3b76-afbb-4bb6-8af0-146f5c5b3c66 req-a2b3097c-9501-41d6-bcab-002b460237e6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0999291 Aug 10 03:05:31.067677 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ceeb3b76-afbb-4bb6-8af0-146f5c5b3c66 req-c5616202-cc70-4a52-94a5-6aaccc1f2865 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311985 Aug 10 03:05:32.217707 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077fa89-7430-4406-9bd9-b51a62c0ed84 req-fee94130-4a31-4e55-b53b-0087426c2475 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:32.219220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b077fa89-7430-4406-9bd9-b51a62c0ed84 req-fee94130-4a31-4e55-b53b-0087426c2475 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0567961 Aug 10 03:05:32.256892 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b077fa89-7430-4406-9bd9-b51a62c0ed84 req-9294f25d-d892-4a54-9493-2ae70fd6ff92 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Aug 10 03:05:33.411400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a693d-170e-4cc2-88fa-27c18b721b8e req-6808e40b-dd9e-4ba7-9207-6963c9cec641 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:33.412897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-637a693d-170e-4cc2-88fa-27c18b721b8e req-6808e40b-dd9e-4ba7-9207-6963c9cec641 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0555604 Aug 10 03:05:33.451027 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-637a693d-170e-4cc2-88fa-27c18b721b8e req-94869e31-8df1-4920-b220-2aa52ad60a35 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322139 Aug 10 03:05:34.565238 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bb54b-a498-4937-bd86-53762a0b71c2 req-7e6f4d5c-8081-4609-8634-93108a1df2c7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:34.566836 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-215bb54b-a498-4937-bd86-53762a0b71c2 req-7e6f4d5c-8081-4609-8634-93108a1df2c7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0497704 Aug 10 03:05:34.604619 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-215bb54b-a498-4937-bd86-53762a0b71c2 req-a6d4ada5-a82a-4057-85e8-e9422776aa2c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318971 Aug 10 03:05:35.727439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813885c1-2344-417a-b1cb-9f8e5a531108 req-a61d6d6e-d593-43ef-a0ed-238d4cc58f65 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:35.728843 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-813885c1-2344-417a-b1cb-9f8e5a531108 req-a61d6d6e-d593-43ef-a0ed-238d4cc58f65 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0564804 Aug 10 03:05:35.766383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-813885c1-2344-417a-b1cb-9f8e5a531108 req-16351b12-f47e-452e-ab79-ded396ae92c6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315969 Aug 10 03:05:36.207786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-dcff1817-381d-4aa4-9ed6-b93b4f325c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:36.209705 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-dcff1817-381d-4aa4-9ed6-b93b4f325c2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1097 time: 0.0908830 Aug 10 03:05:36.324858 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-84199a21-c488-4ecf-8bf1-eb1a8e8d11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:36.326359 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-84199a21-c488-4ecf-8bf1-eb1a8e8d11a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0957453 Aug 10 03:05:36.397511 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-b72ce7ff-4814-4216-8d24-0757ccf026b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 1001 time: 0.0618010 Aug 10 03:05:36.450107 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-41cea1d3-ae96-440a-b84c-7fdd234bb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:36.451714 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-41cea1d3-ae96-440a-b84c-7fdd234bb97c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0469310 Aug 10 03:05:36.505515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-caa578fa-6f66-4b22-b56b-0704d642df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:36.507084 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-caa578fa-6f66-4b22-b56b-0704d642df59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479214 Aug 10 03:05:36.602757 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-f6583503-131c-418c-bee5-31a128876e7c service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883377 Aug 10 03:05:36.701120 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4c2529e6-b568-4e7e-b80e-27769240b30f req-b6f8bb60-99ff-4622-8bfb-ded8419a7e38 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917344 Aug 10 03:05:36.884386 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb7590-e0fa-4ea3-ad50-292b2af1684d req-01347052-30d6-4507-9762-2c0b253e4ddf tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:36.885950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50eb7590-e0fa-4ea3-ad50-292b2af1684d req-01347052-30d6-4507-9762-2c0b253e4ddf tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0499825 Aug 10 03:05:36.926479 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50eb7590-e0fa-4ea3-ad50-292b2af1684d req-3313e184-1333-427f-a238-c36b18af25b1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345547 Aug 10 03:05:38.044076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3c9e8-c2ff-45e4-8b9e-cc6886fb32d6 req-7661d4ab-1d00-4d71-bbba-2d2e3e9c04ad tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:38.045583 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19a3c9e8-c2ff-45e4-8b9e-cc6886fb32d6 req-7661d4ab-1d00-4d71-bbba-2d2e3e9c04ad tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0506015 Aug 10 03:05:38.084611 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19a3c9e8-c2ff-45e4-8b9e-cc6886fb32d6 req-4fc111db-1c32-47de-b6a7-866f0ed2991c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324728 Aug 10 03:05:39.227280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41328fe7-17c4-4e99-ae02-cdc582cde386 req-b785b5c7-f4e9-44e2-a691-50ad40749fa6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:39.228875 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41328fe7-17c4-4e99-ae02-cdc582cde386 req-b785b5c7-f4e9-44e2-a691-50ad40749fa6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0643873 Aug 10 03:05:39.272841 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-41328fe7-17c4-4e99-ae02-cdc582cde386 req-329fe14b-42f4-4887-b8c3-c145bd9ab2ac tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372455 Aug 10 03:05:40.396325 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d9891-10c1-4f46-9e1a-70a6f094a236 req-68a8795b-89bd-4323-b03c-aac1c94e78f2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:40.397831 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-501d9891-10c1-4f46-9e1a-70a6f094a236 req-68a8795b-89bd-4323-b03c-aac1c94e78f2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0504155 Aug 10 03:05:40.436195 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-501d9891-10c1-4f46-9e1a-70a6f094a236 req-276a3eb1-0d4a-48ad-acd5-017828e7989b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324171 Aug 10 03:05:41.553246 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8194454-c1c3-4b74-8dae-921a98c21064 req-6ab33eda-d853-4a18-90d4-234a8b2a905a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:41.554733 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8194454-c1c3-4b74-8dae-921a98c21064 req-6ab33eda-d853-4a18-90d4-234a8b2a905a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0490770 Aug 10 03:05:41.590951 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c8194454-c1c3-4b74-8dae-921a98c21064 req-7c894b5b-bb79-49b6-8a96-fe2e42ac4af4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303929 Aug 10 03:05:42.717627 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b42e1-acf0-4d58-be8a-2c335a1d5f16 req-f744dad9-f2c6-40f4-af88-2a83d83ca1d6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:42.719059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca9b42e1-acf0-4d58-be8a-2c335a1d5f16 req-f744dad9-f2c6-40f4-af88-2a83d83ca1d6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0544419 Aug 10 03:05:42.758496 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca9b42e1-acf0-4d58-be8a-2c335a1d5f16 req-9788936d-f4b3-42a3-8a9f-37bbfd6cdfcb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330682 Aug 10 03:05:43.194000 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f6004edd-0a7b-4b12-9117-e47f11c75657 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:05:43.290596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:05:43.303052 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'port_id': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'mac_address': 'fa:16:3e:bf:9d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:05:43.348921 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:43.362358 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6004edd-0a7b-4b12-9117-e47f11c75657 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:05:43.382071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:05:43.504675 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:43.561434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:43.569728 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.570085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.570434 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.570806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.571146 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.571552 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.572646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.573013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.573351 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.573686 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.574021 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.574376 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:05:43.582203 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f6004edd-0a7b-4b12-9117-e47f11c75657'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:05:43.882085 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22f133-9086-4afb-96d4-c2312ec0fe53 req-f76c35c8-bea5-4ae2-b5de-66f8dd8b1867 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:43.883664 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b22f133-9086-4afb-96d4-c2312ec0fe53 req-f76c35c8-bea5-4ae2-b5de-66f8dd8b1867 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 944 time: 0.0520320 Aug 10 03:05:43.913530 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:43.925395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b22f133-9086-4afb-96d4-c2312ec0fe53 req-41ac84ce-1014-418b-a03a-f9d536770d6a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352583 Aug 10 03:05:44.908579 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:45.061807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc436f8-1534-406c-90be-39e5af498293 req-b8c80faf-7b46-4dbd-89b5-773c2a601c25 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:45.064099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1dc436f8-1534-406c-90be-39e5af498293 req-b8c80faf-7b46-4dbd-89b5-773c2a601c25 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 944 time: 0.0619845 Aug 10 03:05:45.110246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1dc436f8-1534-406c-90be-39e5af498293 req-5c8f22db-116c-46ce-9e87-182829d4c44a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371692 Aug 10 03:05:45.214742 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f6004edd-0a7b-4b12-9117-e47f11c75657 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:05:45.274774 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port f6004edd-0a7b-4b12-9117-e47f11c75657 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:05:45.275370 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:45.379867 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:45.405579 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:05:45.407829 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c1595e-ea44-45b6-babe-8acb25e2509a" -d '{"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-plugged", "status": "completed", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:05:45.432839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:05:45.458138 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0719b005-1280-494e-9da3-806270280e7f x-openstack-request-id: req-0719b005-1280-494e-9da3-806270280e7f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:05:45.458434 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-plugged", "status": "completed", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:05:45.458721 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0719b005-1280-494e-9da3-806270280e7f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:05:45.459138 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'code': 200} Aug 10 03:05:45.571790 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:45.626694 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:05:46.241388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc67c0-2312-4ddd-81dc-da9c92055cab req-a84403b3-2bb6-4796-896e-7cf1fa4f1aec tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:46.243045 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78fc67c0-2312-4ddd-81dc-da9c92055cab req-a84403b3-2bb6-4796-896e-7cf1fa4f1aec tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0574205 Aug 10 03:05:46.287100 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78fc67c0-2312-4ddd-81dc-da9c92055cab req-969abbae-ec9a-4187-85bc-4b2f351672ee tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376546 Aug 10 03:05:47.422384 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3058ebc-d73d-4f97-af3d-2b2efa311db0 req-9e351d72-fe52-438e-9b1a-cb31a6507b89 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:47.424102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3058ebc-d73d-4f97-af3d-2b2efa311db0 req-9e351d72-fe52-438e-9b1a-cb31a6507b89 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0591552 Aug 10 03:05:47.472471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3058ebc-d73d-4f97-af3d-2b2efa311db0 req-28dfde3b-3d42-4de3-b974-0eae48d6cf65 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406241 Aug 10 03:05:47.977355 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3ddbf774-0422-4a9e-92f5-2e8e2173ac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:48.605233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d196f6c-1532-4193-bf6d-faa07a87a8e7 req-8a2ca5a8-ca35-4469-a4e0-8d395b33a88c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:48.611681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d196f6c-1532-4193-bf6d-faa07a87a8e7 req-8a2ca5a8-ca35-4469-a4e0-8d395b33a88c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0639737 Aug 10 03:05:48.661656 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d196f6c-1532-4193-bf6d-faa07a87a8e7 req-0a449a52-7315-415f-a9d3-c1e8bcd55f07 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478840 Aug 10 03:05:49.803897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422b803-96c5-430e-988f-f6b3ce8bb01b req-665b4cd1-6755-44dc-a042-6ab7064623e4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:49.805788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7422b803-96c5-430e-988f-f6b3ce8bb01b req-665b4cd1-6755-44dc-a042-6ab7064623e4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0627201 Aug 10 03:05:49.850304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7422b803-96c5-430e-988f-f6b3ce8bb01b req-ca948b33-5fae-4326-9b14-78871b83ef9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384281 Aug 10 03:05:50.643124 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8cf34589-7fd5-423e-9d10-23e16ec63df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:51.002895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082c255-774a-41a4-bc51-f623eeee8eb2 req-a347ab86-d27c-44cc-a97f-918c15cf3661 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:51.005967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8082c255-774a-41a4-bc51-f623eeee8eb2 req-a347ab86-d27c-44cc-a97f-918c15cf3661 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0699725 Aug 10 03:05:51.057418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8082c255-774a-41a4-bc51-f623eeee8eb2 req-7df239b8-6fe8-4fef-865e-1f5951ea2f01 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 Aug 10 03:05:51.235119 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:52.192703 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659432f9-5169-49f3-8e62-671a0663758e req-2041a320-17d5-4ab8-b6a2-8ce8ebb4da36 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:52.194698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-659432f9-5169-49f3-8e62-671a0663758e req-2041a320-17d5-4ab8-b6a2-8ce8ebb4da36 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0565882 Aug 10 03:05:52.259287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-659432f9-5169-49f3-8e62-671a0663758e req-f5d9aeb6-d6dc-4dff-b320-8840fd836b88 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577180 Aug 10 03:05:52.571937 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:53.382725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ae50d-da50-49cf-8eb0-aa71371024ef req-0157ff37-4fef-481e-afc5-1a9935bbc008 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:53.384257 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c23ae50d-da50-49cf-8eb0-aa71371024ef req-0157ff37-4fef-481e-afc5-1a9935bbc008 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0555112 Aug 10 03:05:53.424641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c23ae50d-da50-49cf-8eb0-aa71371024ef req-81a68e9a-65d1-4358-a100-0d55ba0789d8 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342646 Aug 10 03:05:54.177314 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:54.546194 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29413e-a858-42c3-8f9e-a200347307b8 req-ca041d4b-8782-4f29-b9bf-266aa96907a4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:54.547731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc29413e-a858-42c3-8f9e-a200347307b8 req-ca041d4b-8782-4f29-b9bf-266aa96907a4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0527840 Aug 10 03:05:54.586462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dc29413e-a858-42c3-8f9e-a200347307b8 req-87c7cd7c-0988-462b-b164-47b14757f125 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324192 Aug 10 03:05:55.159013 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-19a8bf74-47da-4cc2-812c-29d5bb9360fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:55.160537 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-19a8bf74-47da-4cc2-812c-29d5bb9360fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1097 time: 0.0427806 Aug 10 03:05:55.258760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-8096ee26-5cb4-4097-9371-485c099190d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:55.260432 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-8096ee26-5cb4-4097-9371-485c099190d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0931032 Aug 10 03:05:55.280776 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:05:55.333512 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-a0a9b5e9-d2d4-47eb-8cdf-f47c1336ef53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 1001 time: 0.0647347 Aug 10 03:05:55.390639 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-99e4b821-1a65-4137-95f1-3654a67f42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:55.392649 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-99e4b821-1a65-4137-95f1-3654a67f42ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0520704 Aug 10 03:05:55.443991 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-f2bf8313-d27f-4412-9492-ebb943b52c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:55.445479 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-f2bf8313-d27f-4412-9492-ebb943b52c10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459449 Aug 10 03:05:55.559527 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-eecfc702-90df-4d27-98f1-b3994d272082 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060772 Aug 10 03:05:55.655115 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6cd7ca72-cdd5-4b7d-ae88-87958a47f631 req-8f88ab59-efa9-42f6-b403-e9ef32a58eea service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876238 Aug 10 03:05:55.708810 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46aaec0-8a01-4225-9816-df185eb2dd05 req-5a5957bc-9668-4117-add9-6e5fc3db832c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:55.710337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c46aaec0-8a01-4225-9816-df185eb2dd05 req-5a5957bc-9668-4117-add9-6e5fc3db832c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0551662 Aug 10 03:05:55.749455 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c46aaec0-8a01-4225-9816-df185eb2dd05 req-7ec0fe9e-35e2-43eb-93b1-6c051c11a9fa tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331554 Aug 10 03:05:56.877615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fe983-2e12-45e8-b0c5-bc6c5826cce9 req-4bd7a157-7388-4826-a7d3-1f9d27883028 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:56.879221 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b33fe983-2e12-45e8-b0c5-bc6c5826cce9 req-4bd7a157-7388-4826-a7d3-1f9d27883028 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0586681 Aug 10 03:05:56.918350 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b33fe983-2e12-45e8-b0c5-bc6c5826cce9 req-c0520fe2-fe23-436f-8e42-2f52518dc23a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323858 Aug 10 03:05:58.037997 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc020af-ade2-4c00-b319-6b6c6869fb3b req-f8a52fd1-3f2e-4689-8bac-4a0d5e75f8dd tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:58.039527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fc020af-ade2-4c00-b319-6b6c6869fb3b req-f8a52fd1-3f2e-4689-8bac-4a0d5e75f8dd tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0496461 Aug 10 03:05:58.081154 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2fc020af-ade2-4c00-b319-6b6c6869fb3b req-6fb371d6-59d8-4496-8ff0-b8ab075a977e tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356479 Aug 10 03:05:58.439614 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663603d8-9e7e-4f42-9dad-67c1a173ee9f req-514cd240-1b11-4cac-ab98-f2d69723f046 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:58.444211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-663603d8-9e7e-4f42-9dad-67c1a173ee9f req-514cd240-1b11-4cac-ab98-f2d69723f046 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0524886 Aug 10 03:05:58.481615 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-663603d8-9e7e-4f42-9dad-67c1a173ee9f req-bf53b6ca-a8dd-465f-b416-a86610edaa4d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341706 Aug 10 03:05:58.768046 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-c51dc1a5-eeae-414b-9f6a-26967c8b893c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880439 Aug 10 03:05:59.273477 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f6004edd-0a7b-4b12-9117-e47f11c75657 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:05:59.506610 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.529665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:05:59.531997 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231e42cb-0dc2-4f90-a081-085130275b2c" -d '{"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:05:59.545067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:05:59.568936 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53466317-e0a5-44df-9fa7-b1d4aeedaa9d x-openstack-request-id: req-53466317-e0a5-44df-9fa7-b1d4aeedaa9d {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:05:59.569235 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-unplugged", "status": "failed", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657", "code": 422}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:05:59.569498 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-53466317-e0a5-44df-9fa7-b1d4aeedaa9d {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:05:59.569899 n-d-767704-21 neutron-server[101225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'code': 422} returned with failed status Aug 10 03:05:59.604083 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434661b9-0fa0-4ac5-b04e-b229335a6c1a req-ce142c74-6581-48e6-975b-ff0f586a059b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:05:59.605643 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-434661b9-0fa0-4ac5-b04e-b229335a6c1a req-ce142c74-6581-48e6-975b-ff0f586a059b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 945 time: 0.0542939 Aug 10 03:05:59.617186 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:05:59.658123 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-434661b9-0fa0-4ac5-b04e-b229335a6c1a req-5f1146e2-25a9-46a4-8987-e518acc628d0 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Aug 10 03:05:59.667826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:00.780065 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452da4ea-5b54-4aa5-b7a3-a1544efdad82 req-e5c4cddd-791e-481a-b439-300271914aa5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:00.781459 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-452da4ea-5b54-4aa5-b7a3-a1544efdad82 req-e5c4cddd-791e-481a-b439-300271914aa5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0494587 Aug 10 03:06:00.820782 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-452da4ea-5b54-4aa5-b7a3-a1544efdad82 req-f20cefc4-71ed-4022-8c8d-6dc118ae1f4d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321007 Aug 10 03:06:01.227767 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-400832e1-138b-4bde-8c37-c397bd421b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:01.229340 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-400832e1-138b-4bde-8c37-c397bd421b94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb&tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a HTTP/1.1" status: 200 len: 1095 time: 0.0418558 Aug 10 03:06:01.292425 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-3b3ccbe5-31ce-4d94-bb89-5a140f4b0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:01.293991 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-3b3ccbe5-31ce-4d94-bb89-5a140f4b0f0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1095 time: 0.0419259 Aug 10 03:06:01.390731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-63c6ef02-96ac-4cab-8ea9-a3ccf767a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:01.392297 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-63c6ef02-96ac-4cab-8ea9-a3ccf767a026 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0912898 Aug 10 03:06:01.462505 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-3892b76e-b88d-449b-ab2b-8255b95779a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 999 time: 0.0608740 Aug 10 03:06:01.515731 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-c6420413-7c96-4792-b19e-19f73db8e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:01.517185 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-c6420413-7c96-4792-b19e-19f73db8e847 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0479882 Aug 10 03:06:01.568453 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-b110884e-14bf-4a6e-8581-1f45ad51e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:01.570289 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-b110884e-14bf-4a6e-8581-1f45ad51e7c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461104 Aug 10 03:06:01.664583 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-e89ea56a-ed24-4616-81b9-ca0d4ffa314b service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867798 Aug 10 03:06:01.764227 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71e8d472-34ba-4e78-b9c7-6fd49791cf92 req-98715305-691d-4f9f-be7b-6ef22ab34532 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930681 Aug 10 03:06:01.940282 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf242b1-cf4a-4024-8aee-fbf7dec9a465 req-08596eff-c546-4187-8935-08c24ad25977 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:01.941931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cf242b1-cf4a-4024-8aee-fbf7dec9a465 req-08596eff-c546-4187-8935-08c24ad25977 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0517888 Aug 10 03:06:01.983025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4cf242b1-cf4a-4024-8aee-fbf7dec9a465 req-f43bfde2-c3ef-4cc4-85d7-7fe464a62286 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340354 Aug 10 03:06:03.108037 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5bfd9-0b26-42b5-8906-bf2effed0e87 req-339cfd28-d396-42c4-aa14-b147ef90e5a5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:03.109546 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ab5bfd9-0b26-42b5-8906-bf2effed0e87 req-339cfd28-d396-42c4-aa14-b147ef90e5a5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0573423 Aug 10 03:06:03.153753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2ab5bfd9-0b26-42b5-8906-bf2effed0e87 req-daaacdd4-19ee-4b0e-a588-f65fc2689294 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375011 Aug 10 03:06:04.295542 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f756ba-ad20-41c8-b881-651611bbc90e req-f6c6ef8c-760a-4a9b-ab30-4f9b018d19a0 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:04.298266 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67f756ba-ad20-41c8-b881-651611bbc90e req-f6c6ef8c-760a-4a9b-ab30-4f9b018d19a0 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0668545 Aug 10 03:06:04.345752 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-67f756ba-ad20-41c8-b881-651611bbc90e req-cbfa2cee-0a06-44a3-9cb2-070a56433def tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Aug 10 03:06:05.474227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e70a7-3534-4e42-9255-8e9ca46449e3 req-a4cdb931-9139-419d-845e-d6ac48999c61 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:05.476661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a21e70a7-3534-4e42-9255-8e9ca46449e3 req-a4cdb931-9139-419d-845e-d6ac48999c61 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0533695 Aug 10 03:06:05.521793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a21e70a7-3534-4e42-9255-8e9ca46449e3 req-02174625-999c-4c43-9a35-609b510a5c1d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359817 Aug 10 03:06:06.651422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b2759-0c71-4949-8f9e-1898534ea5f5 req-155e3d9a-7698-46e5-a7d9-50b2062c1964 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:06.652992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-163b2759-0c71-4949-8f9e-1898534ea5f5 req-155e3d9a-7698-46e5-a7d9-50b2062c1964 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0561252 Aug 10 03:06:06.700312 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-163b2759-0c71-4949-8f9e-1898534ea5f5 req-1641de96-32a9-4a57-b7bd-44b31e3fd4ce tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398355 Aug 10 03:06:07.821949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaca73-6f94-476d-8e5a-ddb53c0b61d4 req-c08c46cd-374f-4d53-948b-08e970155b18 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:07.823527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1eaca73-6f94-476d-8e5a-ddb53c0b61d4 req-c08c46cd-374f-4d53-948b-08e970155b18 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0519445 Aug 10 03:06:07.862750 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c1eaca73-6f94-476d-8e5a-ddb53c0b61d4 req-067fa2ea-501a-463c-9e5f-d7faa1360fd6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326569 Aug 10 03:06:08.986241 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f449e0-95f1-4321-8295-6a5d6cb617cd req-338a4cf6-1602-432d-9ded-4b635ef0ca37 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:08.987854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7f449e0-95f1-4321-8295-6a5d6cb617cd req-338a4cf6-1602-432d-9ded-4b635ef0ca37 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0511467 Aug 10 03:06:09.029253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f7f449e0-95f1-4321-8295-6a5d6cb617cd req-04d313b3-70cf-4796-8eae-3a003d0f71bf tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348027 Aug 10 03:06:10.165715 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe10c-87f0-4fd0-acd0-c69852263854 req-d4bd4204-30e2-4c48-bae1-589071815881 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:10.167367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f50fe10c-87f0-4fd0-acd0-c69852263854 req-d4bd4204-30e2-4c48-bae1-589071815881 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0580342 Aug 10 03:06:10.210721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f50fe10c-87f0-4fd0-acd0-c69852263854 req-96300b60-fcca-4e1b-9707-1497939f068a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341270 Aug 10 03:06:11.334127 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858177c-5bf0-4584-831f-90cef7d8aa45 req-9757696f-a09f-416f-87f3-db2cf6c1a7c0 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:11.335814 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e858177c-5bf0-4584-831f-90cef7d8aa45 req-9757696f-a09f-416f-87f3-db2cf6c1a7c0 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0515051 Aug 10 03:06:11.388542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e858177c-5bf0-4584-831f-90cef7d8aa45 req-a5ea4472-b8ed-47f7-bde3-66ab45e0f882 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458834 Aug 10 03:06:12.514355 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3923b2-fdfc-4153-8675-a9372b4eb0dd req-36081839-48d9-4a1d-8c54-9a23490e453d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:12.515982 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3923b2-fdfc-4153-8675-a9372b4eb0dd req-36081839-48d9-4a1d-8c54-9a23490e453d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0525150 Aug 10 03:06:12.555775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd3923b2-fdfc-4153-8675-a9372b4eb0dd req-76991850-b1c7-4cb6-9d7e-e6ac87b74bea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333223 Aug 10 03:06:13.676459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d25d5-1d12-42a4-8917-a5da5f3d5877 req-dcadfda6-dc09-4b56-a533-ce2e761b0ace tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:13.677965 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-892d25d5-1d12-42a4-8917-a5da5f3d5877 req-dcadfda6-dc09-4b56-a533-ce2e761b0ace tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0538516 Aug 10 03:06:13.717025 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-892d25d5-1d12-42a4-8917-a5da5f3d5877 req-5f09e6a3-51f0-4be9-8da7-6195cb78e809 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323761 Aug 10 03:06:13.897141 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:14.835619 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b5800-e681-4f0a-968c-7155beb74fd0 req-39833491-75bd-4633-acf3-3566e54e899b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:14.837200 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f2b5800-e681-4f0a-968c-7155beb74fd0 req-39833491-75bd-4633-acf3-3566e54e899b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 943 time: 0.0495017 Aug 10 03:06:14.879761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8f2b5800-e681-4f0a-968c-7155beb74fd0 req-b36b1cef-c100-4272-a772-8cd926b5798f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353093 Aug 10 03:06:15.349761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f6004edd-0a7b-4b12-9117-e47f11c75657 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:06:15.356904 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:15.448906 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:15.460346 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'port_id': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'mac_address': 'fa:16:3e:bf:9d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:06:15.504006 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:15.517829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6004edd-0a7b-4b12-9117-e47f11c75657 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:06:15.537394 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:15.611781 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:15.662338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=9']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:15.848101 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['f6004edd-0a7b-4b12-9117-e47f11c75657'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:06:16.000390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e25b8-133f-42dd-9a30-459aacabbfff req-1313b76e-edd1-433c-a115-1ffcb9faa45a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:16.001932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e3e25b8-133f-42dd-9a30-459aacabbfff req-1313b76e-edd1-433c-a115-1ffcb9faa45a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 944 time: 0.0498636 Aug 10 03:06:16.041805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8e3e25b8-133f-42dd-9a30-459aacabbfff req-22031361-f0dd-4f31-badf-dfc0d49c4b25 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334620 Aug 10 03:06:17.164163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a229bb3-3915-44f6-9ec1-43f25648e2e0 req-8791fc95-3be6-4fc4-acd8-3c88744ae8ef tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:17.165849 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a229bb3-3915-44f6-9ec1-43f25648e2e0 req-8791fc95-3be6-4fc4-acd8-3c88744ae8ef tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 944 time: 0.0537293 Aug 10 03:06:17.204297 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a229bb3-3915-44f6-9ec1-43f25648e2e0 req-48b1d350-0990-4451-8a81-7db74968d0cc tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324564 Aug 10 03:06:17.350616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f6004edd-0a7b-4b12-9117-e47f11c75657 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:06:17.398966 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port f6004edd-0a7b-4b12-9117-e47f11c75657 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:06:17.399340 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.474861 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.497533 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:06:17.499826 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e62b49-b500-436b-980a-0b2519c5dd56" -d '{"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-plugged", "status": "completed", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:06:17.513985 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:06:17.535495 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5793408-cca7-438d-8d2e-2995a298561f x-openstack-request-id: req-f5793408-cca7-438d-8d2e-2995a298561f {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:06:17.535795 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-plugged", "status": "completed", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:06:17.540576 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f5793408-cca7-438d-8d2e-2995a298561f {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:06:17.540576 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'code': 200} Aug 10 03:06:17.600149 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:17.650961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=10']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:06:17.787626 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759ef96-eb50-4d18-83ad-8079f9407390 req-4c9778c1-fc31-42d7-aab9-9a8ecf70b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:17.789137 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8759ef96-eb50-4d18-83ad-8079f9407390 req-4c9778c1-fc31-42d7-aab9-9a8ecf70b50c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1098 time: 0.0414772 Aug 10 03:06:17.824283 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-8759ef96-eb50-4d18-83ad-8079f9407390 req-55dc3357-eba1-4145-abcd-323e7cee2ba0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280707 Aug 10 03:06:17.948821 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b537ec68-9f4e-434d-b965-9682ede3878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:18.320709 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e049cd-00dd-4265-bb28-3e3540d9f11f req-7a43c55d-8af0-45f1-a5c8-3e67683dc846 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:18.323115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45e049cd-00dd-4265-bb28-3e3540d9f11f req-7a43c55d-8af0-45f1-a5c8-3e67683dc846 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 946 time: 0.0502136 Aug 10 03:06:18.360585 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-45e049cd-00dd-4265-bb28-3e3540d9f11f req-0bc4fffa-9194-4887-8204-bc6e1c1ad9b3 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315444 Aug 10 03:06:19.479527 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81628897-cd1a-4f5a-9b08-8edf04fb9737 req-621f62e1-be0d-472e-888b-2ba9e666e884 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:19.481102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81628897-cd1a-4f5a-9b08-8edf04fb9737 req-621f62e1-be0d-472e-888b-2ba9e666e884 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 946 time: 0.0519798 Aug 10 03:06:19.521432 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-81628897-cd1a-4f5a-9b08-8edf04fb9737 req-96e49803-47c0-4102-9c7e-a867bd71ccb8 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342338 Aug 10 03:06:20.648913 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25835031-c0a4-4040-83f3-8f01ef511a5a req-947d8beb-e9dd-406d-ad0f-5cb4df30b1af tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:20.650816 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25835031-c0a4-4040-83f3-8f01ef511a5a req-947d8beb-e9dd-406d-ad0f-5cb4df30b1af tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 946 time: 0.0559263 Aug 10 03:06:20.651530 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1c93e071-092c-4486-aaad-ad48ac8fb48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:20.690802 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-25835031-c0a4-4040-83f3-8f01ef511a5a req-99323d9f-fbf6-4483-85d8-c3dd8880d391 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338631 Aug 10 03:06:21.221026 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:22.563843 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:24.126004 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:32.281238 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:06:38.116622 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-8b314827-ffd0-41a8-a6e0-cf0fae230c79 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410569 Aug 10 03:06:38.207897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-8b27e55d-abf1-4fa4-bc01-bef0fddbaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:38.209426 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-8b27e55d-abf1-4fa4-bc01-bef0fddbaec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1098 time: 0.0466859 Aug 10 03:06:38.320551 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-2a58cf04-637c-4929-a225-c73ff8c15c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:38.322105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-2a58cf04-637c-4929-a225-c73ff8c15c99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0920401 Aug 10 03:06:38.404211 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-6372fa0a-6860-46da-b066-c2db10a1d0db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 1001 time: 0.0733910 Aug 10 03:06:38.456924 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-54b6d933-a4e7-4415-ac70-9fc7ae5d0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:38.458898 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-54b6d933-a4e7-4415-ac70-9fc7ae5d0b8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0471077 Aug 10 03:06:38.506928 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-e6b000ef-431e-4509-b19b-71ae450937d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:06:38.508462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-e6b000ef-431e-4509-b19b-71ae450937d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418444 Aug 10 03:06:38.609385 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-e55a5d13-5423-4806-a7f5-32172475f1e8 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928638 Aug 10 03:06:38.712316 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2b80f1cc-9e80-4f8b-9b90-be59c2cb1e27 req-207dfdca-4252-4424-90f7-dc270bac4b3c service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898945 Aug 10 03:06:43.908267 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:44.918129 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:47.937327 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8434134a-ed9f-400f-b3b6-33ef31562384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:50.651399 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-86dd71be-b6b9-433c-b5fe-70e89ed4aa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:51.228714 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:52.554572 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:06:54.108051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:09.280733 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:07:13.912019 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:14.983087 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:17.937202 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8536d498-ccee-4482-9d0a-b8b37b9063da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:20.639645 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7b17ecb1-c12f-41c0-be62-dead5023ef1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:21.217141 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:22.569120 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:24.120028 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:31.510888 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40002) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:31.680699 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Deleting port e16c5da9-2484-4a69-ae05-be87549d3ba0 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:07:31.681104 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:31.762093 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:31.762326 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:31.774747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Calling delete_port for e16c5da9-2484-4a69-ae05-be87549d3ba0 owned by network:floatingip {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:07:32.009435 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.042064 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event deleted for resources: {'Port': ['ID=e16c5da9-2484-4a69-ae05-be87549d3ba0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:32.070196 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.070540 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.070906 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.071247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.071592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.071930 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.072261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.072591 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.072915 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.073240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.073570 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.073895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:32.118326 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for floatingip, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.118733 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Floating IP 4fc5ad85-3a8e-42f4-bb24-aa118ef7b06c disassociated (deleted). External IP: 172.25.3.119, port: f6004edd-0a7b-4b12-9117-e47f11c75657. Aug 10 03:07:32.654028 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Router a99b780b-dfc0-4151-9f0f-701641c4e03f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:07:32.767852 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:07:32.772840 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:32.778308 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] Sync routers for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:07:32.789044 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:32.789695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:07:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:32.810177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-214bb4d4-a4dc-4f97-8b68-3684fc8c60ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "DELETE /v2.0/floatingips/4fc5ad85-3a8e-42f4-bb24-aa118ef7b06c HTTP/1.1" status: 204 len: 168 time: 1.2956481 Aug 10 03:07:32.810177 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:32.810622 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a17703-0e24-41c0-a742-28fa4161a72f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:32.922865 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6b6c72-c959-49be-af9c-94658b193068 x-openstack-request-id: req-dc6b6c72-c959-49be-af9c-94658b193068 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:32.923164 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:32.923423 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dc6b6c72-c959-49be-af9c-94658b193068 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:32.923830 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'status': 'completed', 'code': 200} Aug 10 03:07:32.934841 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:32.989617 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a17703-0e24-41c0-a742-28fa4161a72f req-174e01df-ace5-4611-be49-7654f46aad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:32.991368 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71a17703-0e24-41c0-a742-28fa4161a72f req-174e01df-ace5-4611-be49-7654f46aad6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 1098 time: 0.0454483 Aug 10 03:07:33.101000 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a17703-0e24-41c0-a742-28fa4161a72f req-bf339d8e-7fe8-4559-9943-0446a159f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:33.102819 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71a17703-0e24-41c0-a742-28fa4161a72f req-bf339d8e-7fe8-4559-9943-0446a159f9ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.1042690 Aug 10 03:07:33.147662 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71a17703-0e24-41c0-a742-28fa4161a72f req-79834382-5a1f-41a9-a263-475175eeec4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 200 len: 217 time: 0.0373631 Aug 10 03:07:33.151866 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:33.181807 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] Checking router: a99b780b-dfc0-4151-9f0f-701641c4e03f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:07:33.192714 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:07:33.193076 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:07:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:33.209384 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a17703-0e24-41c0-a742-28fa4161a72f req-96d5adf7-5934-4c74-8bc7-bfee151fd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:33.211171 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71a17703-0e24-41c0-a742-28fa4161a72f req-96d5adf7-5934-4c74-8bc7-bfee151fd4eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0541234 Aug 10 03:07:33.270601 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0753c1-f31b-4fbc-adc3-a15395f48466 req-734805c4-2573-48ba-9d9a-a79990058f4d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:33.272177 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e0753c1-f31b-4fbc-adc3-a15395f48466 req-734805c4-2573-48ba-9d9a-a79990058f4d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 946 time: 0.0564747 Aug 10 03:07:33.278243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a17703-0e24-41c0-a742-28fa4161a72f req-e4f36966-1a47-4d9e-a82c-fd5070529e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:33.280613 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71a17703-0e24-41c0-a742-28fa4161a72f req-e4f36966-1a47-4d9e-a82c-fd5070529e4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531151 Aug 10 03:07:33.314215 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5e0753c1-f31b-4fbc-adc3-a15395f48466 req-83294987-b0cb-4b2a-b917-13ece22299aa tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356686 Aug 10 03:07:33.333089 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:07:33.379723 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71a17703-0e24-41c0-a742-28fa4161a72f req-604e2794-10e9-4955-abc5-056568e0ba2a service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905266 Aug 10 03:07:33.481314 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-71a17703-0e24-41c0-a742-28fa4161a72f req-c0ae06c1-4818-477c-9db3-99e893fa6d4e service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940528 Aug 10 03:07:33.550056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:07:33.576560 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d42666-e50c-4c9d-be6a-3c27554eaadd None None] The sync data for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 is: [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:07:33.809282 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41a18e-bee4-48ab-b473-276e6e6b0e1a None None] New status for floating IP 4fc5ad85-3a8e-42f4-bb24-aa118ef7b06c: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:07:34.443720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122405bd-5578-4dc2-8487-9d9c0e43d300 req-e28a45c1-019e-4d26-98bd-8a43f306b1dd tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:34.445268 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-122405bd-5578-4dc2-8487-9d9c0e43d300 req-e28a45c1-019e-4d26-98bd-8a43f306b1dd tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 946 time: 0.0538492 Aug 10 03:07:34.485190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-122405bd-5578-4dc2-8487-9d9c0e43d300 req-58823627-00e1-4546-b4b5-5161c7f92167 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337956 Aug 10 03:07:34.533523 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-3d0b7c01-41e0-49a3-93fb-fca887643d17 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:07:34.535346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-3d0b7c01-41e0-49a3-93fb-fca887643d17 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 946 time: 0.0543113 Aug 10 03:07:34.634375 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Deleting port f6004edd-0a7b-4b12-9117-e47f11c75657 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:07:34.634706 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.731313 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] For port f6004edd-0a7b-4b12-9117-e47f11c75657, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=f6004edd-0a7b-4b12-9117-e47f11c75657,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:07:34.731676 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.745982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Calling delete_port for f6004edd-0a7b-4b12-9117-e47f11c75657 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:07:34.963757 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:34.994564 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event deleted for resources: {'Port': ['ID=f6004edd-0a7b-4b12-9117-e47f11c75657,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:35.021470 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.021824 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.022173 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.022515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.022882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.023225 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.023560 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.023899 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.024227 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.024606 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.024947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.025282 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:07:35.049250 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] No DVR routers for this DVR port f6004edd-0a7b-4b12-9117-e47f11c75657 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:07:35.052445 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:35.054708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-d67675f7-6fe7-4cdd-9b28-21c3107bf271 req-b6ec67e4-2c0c-41b5-ba87-2e87aafb4c19 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "DELETE /v2.0/ports/f6004edd-0a7b-4b12-9117-e47f11c75657 HTTP/1.1" status: 204 len: 173 time: 0.5129659 Aug 10 03:07:35.055371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-deleted', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:07:35.058165 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c08b6b8-c8c2-4866-9a6d-eb18835c7f6a" -d '{"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-deleted", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:07:35.162072 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87a3a1b-0216-45df-909e-fc6aadeba666 x-openstack-request-id: req-e87a3a1b-0216-45df-909e-fc6aadeba666 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:07:35.162464 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2daae2-26ba-4b0d-bc9c-511c613be1fb", "name": "network-vif-deleted", "tag": "f6004edd-0a7b-4b12-9117-e47f11c75657", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:07:35.162775 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e87a3a1b-0216-45df-909e-fc6aadeba666 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:07:35.163063 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2daae2-26ba-4b0d-bc9c-511c613be1fb', 'name': 'network-vif-deleted', 'tag': 'f6004edd-0a7b-4b12-9117-e47f11c75657', 'status': 'completed', 'code': 200} Aug 10 03:07:35.608122 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-852b6b83-52bf-4db6-a053-d3de67e8ec98 req-5ba7551b-75a8-47eb-95a8-ea301e6c7f74 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce2daae2-26ba-4b0d-bc9c-511c613be1fb HTTP/1.1" status: 200 len: 210 time: 0.0324423 Aug 10 03:07:36.671478 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40032) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:36.733504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a41ba0f9-3b8c-4147-b2a8-a204e1f9c122 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.762155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a41ba0f9-3b8c-4147-b2a8-a204e1f9c122 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.874140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a41ba0f9-3b8c-4147-b2a8-a204e1f9c122 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.876873 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a41ba0f9-3b8c-4147-b2a8-a204e1f9c122 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:36.878068 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a41ba0f9-3b8c-4147-b2a8-a204e1f9c122 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "DELETE /v2.0/security-groups/b4e5b714-17e2-4e3d-b78d-3a69aa0969a7 HTTP/1.1" status: 204 len: 168 time: 0.2055917 Aug 10 03:07:36.890952 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ba0f9-3b8c-4147-b2a8-a204e1f9c122 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e5b714-17e2-4e3d-b78d-3a69aa0969a7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:37.379367 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40038) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:37.384396 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2b2e4113-8e89-4866-9555-45374f6f194f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136471995', 'description': 'tempest-secgroup-smoke-136471995 description', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:37.462933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4113-8e89-4866-9555-45374f6f194f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.561677 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4113-8e89-4866-9555-45374f6f194f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.618598 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4113-8e89-4866-9555-45374f6f194f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.647978 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e4113-8e89-4866-9555-45374f6f194f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1acafd-6835-4e92-9b76-dc988116d9cb,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:37.703722 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2b2e4113-8e89-4866-9555-45374f6f194f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.705218 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2b2e4113-8e89-4866-9555-45374f6f194f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3247430 Aug 10 03:07:37.708001 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40040) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:37.712655 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-ddf7ac3e-fd9e-4701-a171-519ce5e34a6f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': '1e1acafd-6835-4e92-9b76-dc988116d9cb', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:37.788064 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ac3e-fd9e-4701-a171-519ce5e34a6f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.855008 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ac3e-fd9e-4701-a171-519ce5e34a6f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.942949 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ac3e-fd9e-4701-a171-519ce5e34a6f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:37.962492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7ac3e-fd9e-4701-a171-519ce5e34a6f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82d6545-1849-4dd5-a8be-1f7d8e011a7b,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:38.028472 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ac3e-fd9e-4701-a171-519ce5e34a6f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.030434 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ddf7ac3e-fd9e-4701-a171-519ce5e34a6f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213546 Aug 10 03:07:38.033400 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40042) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:38.038097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8e14589f-6656-40cb-a28f-12e2753e1d2d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': '1e1acafd-6835-4e92-9b76-dc988116d9cb', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:38.143570 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e14589f-6656-40cb-a28f-12e2753e1d2d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.206080 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e14589f-6656-40cb-a28f-12e2753e1d2d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.279592 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e14589f-6656-40cb-a28f-12e2753e1d2d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.299340 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14589f-6656-40cb-a28f-12e2753e1d2d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ca6f66-3ecb-4e5c-bbb1-258c8b508b40,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:38.405987 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e14589f-6656-40cb-a28f-12e2753e1d2d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.409895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8e14589f-6656-40cb-a28f-12e2753e1d2d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3742173 Aug 10 03:07:38.412247 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40044) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:38.417002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-44f8c490-af73-4c7e-a683-36b3636bd0eb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': '1e1acafd-6835-4e92-9b76-dc988116d9cb', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:38.506390 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44f8c490-af73-4c7e-a683-36b3636bd0eb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.569024 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44f8c490-af73-4c7e-a683-36b3636bd0eb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.645948 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44f8c490-af73-4c7e-a683-36b3636bd0eb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.666002 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8c490-af73-4c7e-a683-36b3636bd0eb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487cb4f0-dfea-4621-a7b2-9c1e8ffe4cbc,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:38.738402 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-44f8c490-af73-4c7e-a683-36b3636bd0eb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.738402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-44f8c490-af73-4c7e-a683-36b3636bd0eb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251522 Aug 10 03:07:38.741401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40046) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:38.746086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-7ca90265-8f68-4ccb-90c1-ccf0dfc5fe9f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': '1e1acafd-6835-4e92-9b76-dc988116d9cb', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:38.863451 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca90265-8f68-4ccb-90c1-ccf0dfc5fe9f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:38.930300 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca90265-8f68-4ccb-90c1-ccf0dfc5fe9f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.005823 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca90265-8f68-4ccb-90c1-ccf0dfc5fe9f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.028531 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca90265-8f68-4ccb-90c1-ccf0dfc5fe9f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f5fdec-b520-4624-9130-629fe0a63c52,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:39.095077 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-7ca90265-8f68-4ccb-90c1-ccf0dfc5fe9f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.096310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-7ca90265-8f68-4ccb-90c1-ccf0dfc5fe9f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3539407 Aug 10 03:07:39.099264 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40048) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:39.103867 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0b0befe4-24dc-4d66-b644-bb6dd23d68a1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': '1e1acafd-6835-4e92-9b76-dc988116d9cb', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:39.217567 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-0b0befe4-24dc-4d66-b644-bb6dd23d68a1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Project 66e3fe2ab0e6498cb0ebd55e1e3d025a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:07:39.223182 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b0befe4-24dc-4d66-b644-bb6dd23d68a1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.288235 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b0befe4-24dc-4d66-b644-bb6dd23d68a1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.365747 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b0befe4-24dc-4d66-b644-bb6dd23d68a1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.384726 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0befe4-24dc-4d66-b644-bb6dd23d68a1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c0b229-877b-4247-ada7-e69d02c91aca,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:39.458166 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b0befe4-24dc-4d66-b644-bb6dd23d68a1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.459539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0b0befe4-24dc-4d66-b644-bb6dd23d68a1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3593118 Aug 10 03:07:39.462438 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40050) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:07:39.472941 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-07d96b0d-18bc-46a2-9d30-b7143e261bdb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'security_group_rule': {'security_group_id': '1e1acafd-6835-4e92-9b76-dc988116d9cb', 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:07:39.546391 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-07d96b0d-18bc-46a2-9d30-b7143e261bdb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Project 66e3fe2ab0e6498cb0ebd55e1e3d025a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:07:39.551789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-07d96b0d-18bc-46a2-9d30-b7143e261bdb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.615886 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-07d96b0d-18bc-46a2-9d30-b7143e261bdb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.690977 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-07d96b0d-18bc-46a2-9d30-b7143e261bdb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.702253 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f6004edd-0a7b-4b12-9117-e47f11c75657 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:07:39.709977 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d96b0d-18bc-46a2-9d30-b7143e261bdb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53434ad8-2eb8-4e7d-8139-952a76b14d03,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:07:39.723126 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: f6004edd-0a7b-4b12-9117-e47f11c75657 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:07:39.723416 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device f6004edd-0a7b-4b12-9117-e47f11c75657 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:07:39.782518 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-07d96b0d-18bc-46a2-9d30-b7143e261bdb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:39.783806 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-07d96b0d-18bc-46a2-9d30-b7143e261bdb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3203542 Aug 10 03:07:43.925995 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:44.997780 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:46.282014 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:07:47.982406 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-057da1d7-edb1-4c0a-bd22-bace69321ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:50.639665 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-25d7c4b0-c08d-4992-859e-24a8df9345df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:51.342725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:52.563566 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:07:54.136814 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:00.776893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-54463743-9948-4e95-9e06-f9b38304c243 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136471995&fields=id&tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a HTTP/1.1" status: 200 len: 267 time: 0.0321839 Aug 10 03:08:00.888086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbec451-4620-462f-9bad-104f06dda085 req-4e8d3749-a975-403d-a3bc-626fee8a509b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:00.889543 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-4e8d3749-a975-403d-a3bc-626fee8a509b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 808 time: 0.1048355 Aug 10 03:08:00.904082 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-2b21ecab-8b2b-4a4c-bd63-7f4adf727f75 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/quotas/66e3fe2ab0e6498cb0ebd55e1e3d025a HTTP/1.1" status: 200 len: 375 time: 0.0088861 Aug 10 03:08:00.957402 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-0cdc4b84-456d-4868-987d-a1c070f27563 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480695 Aug 10 03:08:01.103938 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-9529b9cd-4898-49d7-8892-56fd8bedc007 service neutron] 10.222.0.38 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345692 Aug 10 03:08:01.193964 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-536b9eb4-47ae-40d1-a892-47ebb703eef1 service neutron] 10.222.0.38 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831914 Aug 10 03:08:01.790323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d5109ea-326a-4026-83be-f5012a7584db req-0ee76303-52c7-4518-81c5-52eaa731adc4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0266316 Aug 10 03:08:02.890646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-418f4732-3600-4c3a-ba31-52451a92c3e8 req-235b6b3d-e4d1-45b9-b49d-4a2d7243189a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0308890 Aug 10 03:08:03.551798 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbec451-4620-462f-9bad-104f06dda085 req-32b18da8-e7c8-41b4-ab69-7eee2e250edf tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:03.553346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-32b18da8-e7c8-41b4-ab69-7eee2e250edf tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 808 time: 0.1098545 Aug 10 03:08:03.597397 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-aced63c1-8d16-4752-9272-cbb2da91442f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a HTTP/1.1" status: 200 len: 379 time: 0.0350211 Aug 10 03:08:03.607399 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'port': {'device_id': '636846f3-397c-492c-882d-09680643bbe1', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'admin_state_up': True, 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'security_groups': ['1e1acafd-6835-4e92-9b76-dc988116d9cb']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:03.797893 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Made reservation on behalf of 66e3fe2ab0e6498cb0ebd55e1e3d025a for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:08:03.801535 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:03.935954 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Allocated IP 172.20.0.12 (9903fdee-1f5f-4993-8a8d-26527cfb6353/308cbfcb-8511-4110-b628-d66f5113e70c/85a8a946-fece-402d-9976-dd855858b6c6) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:03.988586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7f5b82b-db32-4692-9952-df235f7de5fa req-ee0c99e4-09f9-42de-bc50-ae1d105be547 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0270174 Aug 10 03:08:04.086623 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:04.101062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Transition to ACTIVE for port object 85a8a946-fece-402d-9976-dd855858b6c6 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:04.197695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:04.242589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:04.245760 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:04.249558 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:04.256826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'Port': ['ID=85a8a946-fece-402d-9976-dd855858b6c6,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:04.307042 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:04.307729 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:04.386595 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-c9d791d9-7e42-466d-91c0-cb5cbdd9eeae tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7829154 Aug 10 03:08:04.400358 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Request body: {'port': {'device_id': '636846f3-397c-492c-882d-09680643bbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:04.462789 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:04.588379 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-853b587b-b462-4a4d-9d74-b2ec420a2b49 None None] Provisioning for port 85a8a946-fece-402d-9976-dd855858b6c6 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:04.592749 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-853b587b-b462-4a4d-9d74-b2ec420a2b49 None None] Provisioning complete for port 85a8a946-fece-402d-9976-dd855858b6c6 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:04.593134 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-853b587b-b462-4a4d-9d74-b2ec420a2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:04.632288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-853b587b-b462-4a4d-9d74-b2ec420a2b49 None None] Port 85a8a946-fece-402d-9976-dd855858b6c6 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:08:04.733557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a8a946-fece-402d-9976-dd855858b6c6 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:04.741568 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:04.753527 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Transition to ACTIVE for port object 85a8a946-fece-402d-9976-dd855858b6c6 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:08:04.833848 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:04.909672 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Pushing event updated for resources: {'Port': ['ID=85a8a946-fece-402d-9976-dd855858b6c6,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:04.973097 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Attempting to bind port 85a8a946-fece-402d-9976-dd855858b6c6 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:08:04.973480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Attempting to bind port 85a8a946-fece-402d-9976-dd855858b6c6 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:08:04.973771 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Attempting to bind port 85a8a946-fece-402d-9976-dd855858b6c6 on network 9903fdee-1f5f-4993-8a8d-26527cfb6353 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:04.979061 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Port 85a8a946-fece-402d-9976-dd855858b6c6 on network 9903fdee-1f5f-4993-8a8d-26527cfb6353 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:08:04.979405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Attempting to bind port 85a8a946-fece-402d-9976-dd855858b6c6 on network 9903fdee-1f5f-4993-8a8d-26527cfb6353 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:08:04.985504 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:08:04.985856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Checking segment: {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:08:04.986275 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Bound using segment: {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:08:04.986724 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Bound port: 85a8a946-fece-402d-9976-dd855858b6c6, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8784638-f92f-4c63-ad5c-47e88edb0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:08:04.987232 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:05.057629 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:08:05.061478 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85a8a946-fece-402d-9976-dd855858b6c6,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:08:05.111969 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d36f-e988-479a-b24b-7d9bc393def1 req-a31f6bb3-cfad-4dab-a0a7-97f8d836d97a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:05.113883 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd98d36f-e988-479a-b24b-7d9bc393def1 req-a31f6bb3-cfad-4dab-a0a7-97f8d836d97a tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0520856 Aug 10 03:08:05.142183 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:05.155147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-cd98d36f-e988-479a-b24b-7d9bc393def1 req-b05a0b3d-fc4c-4864-be9c-4b2174286fa7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346534 Aug 10 03:08:05.183843 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:05.184468 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:05.185874 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] 10.222.0.11 "PUT /v2.0/ports/85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 1093 time: 0.7901151 Aug 10 03:08:05.186317 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:05.188905 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a6190d-0b46-4e77-9b5a-4129f8c99309" -d '{"events": [{"name": "network-changed", "server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "tag": "85a8a946-fece-402d-9976-dd855858b6c6"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:05.217693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9a43b-dc07-49f0-9e25-c38dc6bd3b7d service neutron] Pushing event updated for resources: {'Port': ['ID=85a8a946-fece-402d-9976-dd855858b6c6,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:05.233037 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b624f0e6-b81c-469a-8e8b-6466780842be x-openstack-request-id: req-b624f0e6-b81c-469a-8e8b-6466780842be {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:05.233357 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "tag": "85a8a946-fece-402d-9976-dd855858b6c6", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:05.233694 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b624f0e6-b81c-469a-8e8b-6466780842be {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:05.234106 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6', 'status': 'completed', 'code': 200} Aug 10 03:08:05.309386 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6190d-0b46-4e77-9b5a-4129f8c99309 req-4e5ef7da-c97b-4f10-94ee-17342a346784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:05.310953 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16a6190d-0b46-4e77-9b5a-4129f8c99309 req-4e5ef7da-c97b-4f10-94ee-17342a346784 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1096 time: 0.0540571 Aug 10 03:08:05.415572 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6190d-0b46-4e77-9b5a-4129f8c99309 req-f5e8bd1c-36b5-425d-ae74-58e94aae78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:05.417065 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16a6190d-0b46-4e77-9b5a-4129f8c99309 req-f5e8bd1c-36b5-425d-ae74-58e94aae78c3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0977359 Aug 10 03:08:05.519343 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6190d-0b46-4e77-9b5a-4129f8c99309 req-a4518519-0688-4f4b-b762-04cdb97d3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:05.520921 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-16a6190d-0b46-4e77-9b5a-4129f8c99309 req-a4518519-0688-4f4b-b762-04cdb97d3726 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957704 Aug 10 03:08:05.601316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbec451-4620-462f-9bad-104f06dda085 req-662ccee8-c844-4cba-a061-a0ca5715d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:05.602879 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-662ccee8-c844-4cba-a061-a0ca5715d531 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1096 time: 0.0444705 Aug 10 03:08:05.648520 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-e8fa5bd8-b314-4a0e-9dd2-92b507875968 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 217 time: 0.0368080 Aug 10 03:08:05.708707 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbec451-4620-462f-9bad-104f06dda085 req-5e06c7e4-ead6-437e-80d9-c26c9ee890b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:05.710247 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-5e06c7e4-ead6-437e-80d9-c26c9ee890b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0552425 Aug 10 03:08:05.756796 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbec451-4620-462f-9bad-104f06dda085 req-bad03239-3849-4c9b-83b3-b426062cd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:05.758612 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-bad03239-3849-4c9b-83b3-b426062cd673 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408673 Aug 10 03:08:05.848708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-6f63e174-abe4-4e2b-9a75-0cc32a31c4b4 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830016 Aug 10 03:08:05.944695 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-dbbec451-4620-462f-9bad-104f06dda085 req-f18b1d6e-4066-4955-bf02-e81ddc909779 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880497 Aug 10 03:08:06.276738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8efcf-5fcf-41f4-9675-523b357701a7 req-c9c353ef-aa53-4330-98b4-09c631d613d7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:06.278283 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ec8efcf-5fcf-41f4-9675-523b357701a7 req-c9c353ef-aa53-4330-98b4-09c631d613d7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0503089 Aug 10 03:08:06.319514 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ec8efcf-5fcf-41f4-9675-523b357701a7 req-ac5cd07f-66a8-4771-a103-9fdb1889c747 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342658 Aug 10 03:08:07.445616 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649053-fdc9-4bf7-9d6e-c34874906187 req-9a6edb67-c183-4a90-bfcc-3e7f4845d265 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:07.447184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39649053-fdc9-4bf7-9d6e-c34874906187 req-9a6edb67-c183-4a90-bfcc-3e7f4845d265 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0540235 Aug 10 03:08:07.485427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-39649053-fdc9-4bf7-9d6e-c34874906187 req-2a0c6228-1f33-4ce5-a5cf-960b7fcf8b6e tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315278 Aug 10 03:08:08.601395 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0016ef-4c98-4a00-9e6b-f160e7acc967 req-0b9bd92e-e5a4-4bf6-b855-3b696c11bb56 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:08.602903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0016ef-4c98-4a00-9e6b-f160e7acc967 req-0b9bd92e-e5a4-4bf6-b855-3b696c11bb56 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0491288 Aug 10 03:08:08.644603 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a0016ef-4c98-4a00-9e6b-f160e7acc967 req-aca4b8d2-5c77-4153-90f8-68dca7ddd1ea tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356841 Aug 10 03:08:09.761444 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df292fdf-b2ff-4425-9bc5-52bf4cc3b862 req-fa54ab65-b2f5-412b-b3bf-365fcd2964de tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:09.762950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df292fdf-b2ff-4425-9bc5-52bf4cc3b862 req-fa54ab65-b2f5-412b-b3bf-365fcd2964de tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0497835 Aug 10 03:08:09.799698 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-df292fdf-b2ff-4425-9bc5-52bf4cc3b862 req-d6f77577-d138-4717-8896-b64daf7b6895 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305798 Aug 10 03:08:10.927879 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d6c53-86f2-4bb1-ba4d-5304805afca9 req-451ee373-b21f-46a5-99fe-229f9f3653a5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:10.929396 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f4d6c53-86f2-4bb1-ba4d-5304805afca9 req-451ee373-b21f-46a5-99fe-229f9f3653a5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0540168 Aug 10 03:08:10.967144 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5f4d6c53-86f2-4bb1-ba4d-5304805afca9 req-e4784e3d-bc97-4ff5-a2c4-8f2784a1b229 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318875 Aug 10 03:08:12.084870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e631e74-9f97-4edc-b020-23413f894e51 req-cd1dcd2a-46eb-4735-80fc-3698392fb863 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:12.086348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e631e74-9f97-4edc-b020-23413f894e51 req-cd1dcd2a-46eb-4735-80fc-3698392fb863 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0480924 Aug 10 03:08:12.124248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2e631e74-9f97-4edc-b020-23413f894e51 req-930bc61d-9cd2-4e4d-840a-c1a188b89269 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320706 Aug 10 03:08:13.239044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c315dac-2a96-44d7-86dc-1077c394eb70 req-03b2648e-afb0-455b-ab2a-efe6b637259d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:13.240539 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c315dac-2a96-44d7-86dc-1077c394eb70 req-03b2648e-afb0-455b-ab2a-efe6b637259d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0493605 Aug 10 03:08:13.277008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c315dac-2a96-44d7-86dc-1077c394eb70 req-c4e748e2-c966-4e51-bfd4-ed94f8095730 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306246 Aug 10 03:08:13.933866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:14.396184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b6424-4ca6-4c51-af3b-6c1c76354cb8 req-e21afd2c-343a-4161-bd19-2419b1ac2005 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:14.397660 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b9b6424-4ca6-4c51-af3b-6c1c76354cb8 req-e21afd2c-343a-4161-bd19-2419b1ac2005 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0529983 Aug 10 03:08:14.434990 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b9b6424-4ca6-4c51-af3b-6c1c76354cb8 req-939b97a3-db47-45b0-9562-da79c2a12dfb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313089 Aug 10 03:08:14.971883 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:15.601146 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94c004-5368-42fb-b856-80bb0e361ec6 req-ae85c1e4-84f1-46c0-9173-49afd508afbd tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:15.602662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e94c004-5368-42fb-b856-80bb0e361ec6 req-ae85c1e4-84f1-46c0-9173-49afd508afbd tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0494173 Aug 10 03:08:15.640018 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e94c004-5368-42fb-b856-80bb0e361ec6 req-25c0a2f7-5e34-4e9d-96c3-cc3733701ae4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313740 Aug 10 03:08:15.817840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85a8a946-fece-402d-9976-dd855858b6c6 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:08:15.909252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85a8a946-fece-402d-9976-dd855858b6c6,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:15.919972 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '85a8a946-fece-402d-9976-dd855858b6c6', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'port_id': '85a8a946-fece-402d-9976-dd855858b6c6', 'mac_address': 'fa:16:3e:77:6b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:08:15.960068 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:15.972061 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a8a946-fece-402d-9976-dd855858b6c6 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:08:15.991235 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85a8a946-fece-402d-9976-dd855858b6c6,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:16.065865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:16.112663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=85a8a946-fece-402d-9976-dd855858b6c6,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:16.119712 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.120067 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.120407 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.120742 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.121079 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.121414 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.121746 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.122075 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.122401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.122757 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.123084 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.123410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:08:16.268520 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['85a8a946-fece-402d-9976-dd855858b6c6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:08:16.756223 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b43f4-a368-410f-8ed8-c096dd58d22a req-ae6f1c27-43e6-4bc3-891d-8c125d1ff455 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:16.757715 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f1b43f4-a368-410f-8ed8-c096dd58d22a req-ae6f1c27-43e6-4bc3-891d-8c125d1ff455 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0492485 Aug 10 03:08:16.795863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f1b43f4-a368-410f-8ed8-c096dd58d22a req-0e0f0bdb-fea2-4179-bb19-9a1a6ecf3915 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319436 Aug 10 03:08:17.833677 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85a8a946-fece-402d-9976-dd855858b6c6 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:08:17.915363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06b10-7561-4dba-86a1-d9a8d3fd2025 req-5c3fabea-580c-4927-a44a-a76f2804d50d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:17.916856 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbb06b10-7561-4dba-86a1-d9a8d3fd2025 req-5c3fabea-580c-4927-a44a-a76f2804d50d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0528531 Aug 10 03:08:17.942373 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d5f7-de33-4e78-ae2d-8ef0766dc769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:17.955897 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bbb06b10-7561-4dba-86a1-d9a8d3fd2025 req-573e7b05-f5e8-4905-92d5-b0c84c2a70a6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328693 Aug 10 03:08:17.968630 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 85a8a946-fece-402d-9976-dd855858b6c6 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:08:17.972862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 85a8a946-fece-402d-9976-dd855858b6c6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:08:17.973239 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.052394 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.074873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:18.077476 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f190c72f-5b77-47a9-b35d-f8e1eed252b2" -d '{"events": [{"server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "85a8a946-fece-402d-9976-dd855858b6c6"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:18.092490 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85a8a946-fece-402d-9976-dd855858b6c6,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:08:18.170767 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c4da1b-9c75-4927-8963-1ae382fbfdb4 x-openstack-request-id: req-60c4da1b-9c75-4927-8963-1ae382fbfdb4 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:18.171110 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "85a8a946-fece-402d-9976-dd855858b6c6", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:18.171366 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-60c4da1b-9c75-4927-8963-1ae382fbfdb4 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:18.171791 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6', 'code': 200} Aug 10 03:08:18.172960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:18.223406 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=85a8a946-fece-402d-9976-dd855858b6c6,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:18.269808 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fb872-20c3-466e-9ff7-6892dfbf3831 req-2973c3f5-6c26-4491-a1cc-330136e05b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:18.271343 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-355fb872-20c3-466e-9ff7-6892dfbf3831 req-2973c3f5-6c26-4491-a1cc-330136e05b4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0407932 Aug 10 03:08:18.306701 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-355fb872-20c3-466e-9ff7-6892dfbf3831 req-37c580ac-85cb-4839-b1ff-13b8892bfb1a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280256 Aug 10 03:08:19.072319 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0214df9-5f2f-4436-b1aa-ee4730bf397b req-c029276e-2e7a-438a-a134-d1c8f9c2987f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:19.073825 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0214df9-5f2f-4436-b1aa-ee4730bf397b req-c029276e-2e7a-438a-a134-d1c8f9c2987f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0492764 Aug 10 03:08:19.114854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0214df9-5f2f-4436-b1aa-ee4730bf397b req-af2fa70b-107b-4a75-9bed-ee038865b9b0 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349100 Aug 10 03:08:20.231819 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66907a3e-40e6-4a6f-8a95-6f8fcf5f5dff req-c7550b60-f676-4972-bd20-5189a970f193 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.233337 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66907a3e-40e6-4a6f-8a95-6f8fcf5f5dff req-c7550b60-f676-4972-bd20-5189a970f193 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0493338 Aug 10 03:08:20.271712 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66907a3e-40e6-4a6f-8a95-6f8fcf5f5dff req-255f6034-c9bf-4b5a-b850-5ab9cabac7cb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323663 Aug 10 03:08:20.390045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7a2c0-25de-47d1-9e82-49cb20b5fde8 req-6fb28885-96b2-4417-9890-70e415a5ad4e tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.391469 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4c7a2c0-25de-47d1-9e82-49cb20b5fde8 req-6fb28885-96b2-4417-9890-70e415a5ad4e tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Aug 10 03:08:20.429525 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a4c7a2c0-25de-47d1-9e82-49cb20b5fde8 req-1bc7c5dc-27eb-4ca5-a953-07a760e14f65 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314963 Aug 10 03:08:20.451335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40256) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:20.489359 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e829079-285a-47f9-9b97-f7be62b652b1 tempest-TestShelveInstance-1870540781 tempest-TestShelveInstance-1870540781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:20.491411 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9e829079-285a-47f9-9b97-f7be62b652b1 tempest-TestShelveInstance-1870540781 tempest-TestShelveInstance-1870540781-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1093 time: 0.0390940 Aug 10 03:08:20.494201 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40258) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:08:20.498493 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '85a8a946-fece-402d-9976-dd855858b6c6', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:08:20.559634 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.622002 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39aa58c4-5150-41f5-9527-edb7392c7243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.662146 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:20.766762 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Allocated IP 172.25.3.7 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/58c79189-0bd8-485d-8315-2ee4fb566d97) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:08:20.874279 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.060633 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.099179 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:08:21.104422 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:08:21.108044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:08:21.134465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'Port': ['ID=58c79189-0bd8-485d-8315-2ee4fb566d97,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:21.234224 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.501121 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.623219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.785480 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.837267 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:21.904821 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event updated for resources: {'Port': ['ID=58c79189-0bd8-485d-8315-2ee4fb566d97,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:08:21.919388 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.025110 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Floating IP abbc5b92-9017-4809-b3d3-5f597557452c associated. External IP: 172.25.3.7, port: 85a8a946-fece-402d-9976-dd855858b6c6. Aug 10 03:08:22.248456 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Router a99b780b-dfc0-4151-9f0f-701641c4e03f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:08:22.361428 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:08:22.372478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] Sync routers for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:08:22.383674 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:22.385776 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:08:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:22.433794 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.464240 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0b1bd207-6228-4cfe-b28b-01f46710c8a2 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9689798 Aug 10 03:08:22.464931 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:08:22.467858 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee6edf4-5cf4-4269-8f4c-274e356810ef" -d '{"events": [{"name": "network-changed", "server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "tag": "85a8a946-fece-402d-9976-dd855858b6c6"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:08:22.511883 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:22.521515 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec682e5-de56-4b26-bb7c-f2caeba8f30a x-openstack-request-id: req-9ec682e5-de56-4b26-bb7c-f2caeba8f30a {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:08:22.522964 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "tag": "85a8a946-fece-402d-9976-dd855858b6c6", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:08:22.522964 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9ec682e5-de56-4b26-bb7c-f2caeba8f30a {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:08:22.523478 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6', 'status': 'completed', 'code': 200} Aug 10 03:08:22.555151 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:22.591931 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-96720050-53ba-43fa-89b0-380b13211240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:22.593815 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-96720050-53ba-43fa-89b0-380b13211240 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0481827 Aug 10 03:08:22.697919 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-062e5613-1e22-48d6-9a7d-130f4cff8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:22.699538 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-062e5613-1e22-48d6-9a7d-130f4cff8a7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0962956 Aug 10 03:08:22.762464 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'abbc5b92-9017-4809-b3d3-5f597557452c', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'port_id': '85a8a946-fece-402d-9976-dd855858b6c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'mac_address': 'fa:16:3e:77:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636846f3-397c-492c-882d-09680643bbe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:08:21Z', 'updated_at': '2021-08-10T03:08:21Z', 'revision_number': 0, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:22.775253 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-7b7933a7-92ed-4b0a-8aaa-f1c23b2fdd76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 998 time: 0.0683131 Aug 10 03:08:22.790704 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] Checking router: a99b780b-dfc0-4151-9f0f-701641c4e03f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:08:22.799403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:08:22.800048 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:08:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:23.098440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:08:23.184333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-0f3a0272-77e7-4f66-a80c-303a3014596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:23.185848 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-0f3a0272-77e7-4f66-a80c-303a3014596d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.4033625 Aug 10 03:08:23.233011 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-a446f590-2f11-4a17-a922-c54ca588b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:23.234594 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-a446f590-2f11-4a17-a922-c54ca588b438 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409496 Aug 10 03:08:23.282128 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:08:23.337374 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'abbc5b92-9017-4809-b3d3-5f597557452c', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'port_id': '85a8a946-fece-402d-9976-dd855858b6c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'mac_address': 'fa:16:3e:77:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636846f3-397c-492c-882d-09680643bbe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:08:21Z', 'updated_at': '2021-08-10T03:08:21Z', 'revision_number': 0, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:08:23.338325 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-c62a5084-f9a4-4047-87a2-ce0d4488f679 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959978 Aug 10 03:08:23.367682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e53674a-6d26-4d9a-aa09-93ce65d83b81 None None] The sync data for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 is: [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': 'abbc5b92-9017-4809-b3d3-5f597557452c', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'port_id': '85a8a946-fece-402d-9976-dd855858b6c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'mac_address': 'fa:16:3e:77:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636846f3-397c-492c-882d-09680643bbe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:08:21Z', 'updated_at': '2021-08-10T03:08:21Z', 'revision_number': 0, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:08:23.438011 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-9ee6edf4-5cf4-4269-8f4c-274e356810ef req-ab245339-754d-4fe4-bd2b-4cb1aa31be0b service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914268 Aug 10 03:08:23.587613 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09719d19-f249-44a5-8b62-0daecd042b1c None None] New status for floating IP abbc5b92-9017-4809-b3d3-5f597557452c: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:08:24.117421 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:39.116786 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a81549c2-026e-4def-a66c-6973c0deea61 req-795aee50-ccf0-463d-8cdc-2373b295b143 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439031 Aug 10 03:08:39.209009 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81549c2-026e-4def-a66c-6973c0deea61 req-a02fa140-507e-480c-bcd2-0558a54e8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:39.210946 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a81549c2-026e-4def-a66c-6973c0deea61 req-a02fa140-507e-480c-bcd2-0558a54e8f68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0498378 Aug 10 03:08:39.322283 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81549c2-026e-4def-a66c-6973c0deea61 req-4826e102-fdef-4700-b431-816a73f84545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:39.323966 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a81549c2-026e-4def-a66c-6973c0deea61 req-4826e102-fdef-4700-b431-816a73f84545 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0931981 Aug 10 03:08:39.400294 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a81549c2-026e-4def-a66c-6973c0deea61 req-6eb00fbf-5de4-4514-8bd0-0ee8e3cc6e97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 1000 time: 0.0687790 Aug 10 03:08:39.453976 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81549c2-026e-4def-a66c-6973c0deea61 req-dc1235b5-4b82-4896-b945-8b971c967ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:39.455632 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a81549c2-026e-4def-a66c-6973c0deea61 req-dc1235b5-4b82-4896-b945-8b971c967ad4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0476644 Aug 10 03:08:39.504565 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81549c2-026e-4def-a66c-6973c0deea61 req-9dcb4a7e-7939-4ec7-b43c-749c765d89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:08:39.506123 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a81549c2-026e-4def-a66c-6973c0deea61 req-9dcb4a7e-7939-4ec7-b43c-749c765d89bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436258 Aug 10 03:08:39.612759 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a81549c2-026e-4def-a66c-6973c0deea61 req-425185b4-ce9d-438d-8761-0eaa1427d639 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983961 Aug 10 03:08:39.709150 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-a81549c2-026e-4def-a66c-6973c0deea61 req-6f8d56bd-8940-4e72-a3cd-292f9886697a service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891562 Aug 10 03:08:43.973926 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:45.171437 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:48.056757 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-08918d83-9bca-41b9-8df8-cd3f4e86a020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:50.673866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2cc85d42-206f-452f-9340-3b4887d038b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:51.233611 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:52.579525 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:08:54.118952 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:00.285147 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:09:14.004864 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:15.036766 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:17.973389 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8e484e32-f7b6-4dbc-a8ed-8336bd5cd6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:20.665112 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-94815848-074a-4c76-9058-4189c3c7f886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:21.232984 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:22.599375 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:24.122047 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:37.284465 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:09:39.113553 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-c9990dbd-865f-4e8c-b9a7-3fce8680c178 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413568 Aug 10 03:09:39.206335 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-304b770f-cc52-40c5-a060-1223dd9a4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.207920 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-304b770f-cc52-40c5-a060-1223dd9a4f5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0541451 Aug 10 03:09:39.311586 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-9f3d6286-bcbe-4874-8a49-ca2da6199751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.313119 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-9f3d6286-bcbe-4874-8a49-ca2da6199751 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0858798 Aug 10 03:09:39.382163 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-172dbbaa-ca53-4dd5-8a66-e3511551756c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 1000 time: 0.0622005 Aug 10 03:09:39.434069 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-9fa2328d-dabf-49bf-9729-a8dc227714c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.435579 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-9fa2328d-dabf-49bf-9729-a8dc227714c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0472836 Aug 10 03:09:39.482493 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-2aa1aeaf-3daf-4ba4-bad2-3cfa559dcc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:09:39.484011 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-2aa1aeaf-3daf-4ba4-bad2-3cfa559dcc4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400140 Aug 10 03:09:39.580075 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-cdfd448e-30c9-43fd-8bdc-9426e016ec56 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886364 Aug 10 03:09:39.670378 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-0b847240-983e-40a7-aed3-d6e5f30a18c6 req-243e873a-6c3d-4062-aa02-1dab3f193d7d service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835364 Aug 10 03:09:43.972914 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:44.964633 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:47.953030 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7dbce327-a14c-4846-ab70-3e35bdbf9456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:50.655872 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9d7222d2-96d5-4515-a1c4-6ddeb830cb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:51.216390 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:52.567324 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:09:54.121782 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:13.970127 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:14.284760 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:10:15.015612 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:17.987624 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f4d551cd-0f48-4e59-91b5-494de2794fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:20.650699 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5b48f151-cd81-46c1-be5d-dac75fd17a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:21.215784 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:22.567117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:24.130638 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:39.152271 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-b82386ae-fbee-49ac-9010-c0bb39c7e4e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0809965 Aug 10 03:10:39.237886 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-37ada5c0-a412-4add-9b5f-6a0d43e9b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.239461 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-37ada5c0-a412-4add-9b5f-6a0d43e9b7a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0452018 Aug 10 03:10:39.354206 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-9d4cf6ac-d068-4edb-9df6-edeae37a71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.355657 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-9d4cf6ac-d068-4edb-9df6-edeae37a71a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0925515 Aug 10 03:10:39.429559 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-4bd9d86d-7a19-4c8a-85ec-1e1c06ea93ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 1000 time: 0.0665965 Aug 10 03:10:39.480370 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-ddc91afd-dc4c-4928-9b25-650da2f18a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.481830 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-ddc91afd-dc4c-4928-9b25-650da2f18a3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0458381 Aug 10 03:10:39.529789 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-f65a6eec-0b3e-4fb8-8918-952f799c0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:39.531365 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-f65a6eec-0b3e-4fb8-8918-952f799c0e0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421877 Aug 10 03:10:39.625848 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-4ad7b686-2272-4404-99dc-3940e7c17443 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872142 Aug 10 03:10:39.722820 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-c0dd5fbc-43a0-44df-9585-7224d37187b9 req-2d0e83fc-5941-4dfe-91df-46657e1653e6 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892854 Aug 10 03:10:44.010786 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:45.006674 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:47.981046 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1e245776-d344-4f9d-93a8-88e83755da09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:48.470567 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509978fa-7145-4753-a6e0-110b34233129 req-fc9217d8-babf-403e-b848-c546b07823a9 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:48.472134 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-509978fa-7145-4753-a6e0-110b34233129 req-fc9217d8-babf-403e-b848-c546b07823a9 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.1023774 Aug 10 03:10:48.516335 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-509978fa-7145-4753-a6e0-110b34233129 req-f18ece76-f53d-427b-a113-895c07ff2222 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380137 Aug 10 03:10:49.718670 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dcb4f-9586-4a26-9fca-21d0c6cd3728 req-f960722f-7dd7-4534-a762-afbfcb4953dc tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:49.720167 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-381dcb4f-9586-4a26-9fca-21d0c6cd3728 req-f960722f-7dd7-4534-a762-afbfcb4953dc tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.1030893 Aug 10 03:10:49.759594 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-381dcb4f-9586-4a26-9fca-21d0c6cd3728 req-ad0ceb4a-9146-445e-8628-1e5e0cdfb9b0 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326927 Aug 10 03:10:50.655678 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3149-3d1b-4b06-aefb-84d0c2d57f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:50.908385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772d1ad-7b1e-4a99-b1b1-f606b5e7f5e3 req-12c874fb-cfaa-431f-a4ff-b5e33a88eb4d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:50.909810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4772d1ad-7b1e-4a99-b1b1-f606b5e7f5e3 req-12c874fb-cfaa-431f-a4ff-b5e33a88eb4d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0529981 Aug 10 03:10:50.955433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4772d1ad-7b1e-4a99-b1b1-f606b5e7f5e3 req-b8d87200-bd0e-429e-8de4-703dd3fc08d6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375211 Aug 10 03:10:51.235729 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:51.283718 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:10:52.078585 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2949a-9f3e-4b6d-a2e2-bfb225ccc41e req-8cb5d853-0053-47b9-b482-924a77c240c7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:52.080310 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53c2949a-9f3e-4b6d-a2e2-bfb225ccc41e req-8cb5d853-0053-47b9-b482-924a77c240c7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0546825 Aug 10 03:10:52.136492 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-53c2949a-9f3e-4b6d-a2e2-bfb225ccc41e req-f6ed5be8-c124-4eb0-a0f4-e7e9354ea1b9 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454092 Aug 10 03:10:52.573069 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:53.254612 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b6062-86bf-4bb8-b533-3dbba9dbecff req-ffc37b72-331e-41f6-ad89-6ac77f7cff98 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:53.256098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-667b6062-86bf-4bb8-b533-3dbba9dbecff req-ffc37b72-331e-41f6-ad89-6ac77f7cff98 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0506878 Aug 10 03:10:53.294834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-667b6062-86bf-4bb8-b533-3dbba9dbecff req-b7004472-6751-4ad0-8a3d-0c2e396a896f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317855 Aug 10 03:10:54.126204 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:10:54.414163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721ecc5-2536-4306-9842-5a097ca5c076 req-3f467e1d-1f73-4e2d-a00e-e8cfe8ee06b1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:54.415584 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5721ecc5-2536-4306-9842-5a097ca5c076 req-3f467e1d-1f73-4e2d-a00e-e8cfe8ee06b1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0512309 Aug 10 03:10:54.455791 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5721ecc5-2536-4306-9842-5a097ca5c076 req-5a6e7f70-70e9-42f1-a4ff-9a9920d8ad17 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333416 Aug 10 03:10:55.583683 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09562b-90de-45b8-9836-ec3009531456 req-60b0b44b-ba23-4fdb-b58b-226f273ddf5c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:55.585248 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e09562b-90de-45b8-9836-ec3009531456 req-60b0b44b-ba23-4fdb-b58b-226f273ddf5c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0498531 Aug 10 03:10:55.633252 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7e09562b-90de-45b8-9836-ec3009531456 req-d9aec02e-8392-4bdb-97d1-c9cf9a38895b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396545 Aug 10 03:10:56.757281 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eddf6-9549-43fa-ab4d-c90d686f356b req-24b2b7f6-d172-4e61-9555-5437027e0b85 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:56.758863 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-913eddf6-9549-43fa-ab4d-c90d686f356b req-24b2b7f6-d172-4e61-9555-5437027e0b85 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0525253 Aug 10 03:10:56.799467 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-913eddf6-9549-43fa-ab4d-c90d686f356b req-42eb19f2-1d65-418c-983b-bfb01152daa0 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342219 Aug 10 03:10:57.921897 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858762be-dd7b-4a2e-acd6-9a3593bc1e7d req-9e17c619-8b1c-48f2-9c6d-d79dc494ba51 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:57.923483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-858762be-dd7b-4a2e-acd6-9a3593bc1e7d req-9e17c619-8b1c-48f2-9c6d-d79dc494ba51 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0542657 Aug 10 03:10:57.975501 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-858762be-dd7b-4a2e-acd6-9a3593bc1e7d req-16358ec4-3a66-4e72-afe8-7f6b1020c475 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450165 Aug 10 03:10:58.613333 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-c7798102-5e6c-4a4a-b09a-74c1f68f4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.614936 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-c7798102-5e6c-4a4a-b09a-74c1f68f4833 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0434780 Aug 10 03:10:58.720348 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-ad075675-7914-4db0-8fff-0d46cdf85e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.722140 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-ad075675-7914-4db0-8fff-0d46cdf85e37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0999837 Aug 10 03:10:58.791344 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-cd5fb9da-74e1-4fdf-b791-8d5bcbbf3e72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 1000 time: 0.0620241 Aug 10 03:10:58.844836 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-208889d8-4835-4487-b6c8-6c1708df783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.846346 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-208889d8-4835-4487-b6c8-6c1708df783a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0489137 Aug 10 03:10:58.898903 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-bd079e54-80dd-4c71-884e-87223c8e6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:58.900336 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-bd079e54-80dd-4c71-884e-87223c8e6302 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472536 Aug 10 03:10:58.995165 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-418e5423-a74f-4c24-b4e3-91c5c6be03d7 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868959 Aug 10 03:10:59.109571 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2ff0c-dffd-4fdf-93bd-2910b31d3df9 req-cd9b0c6c-35f9-4112-bdcf-3b13ef899a2f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:10:59.112142 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ea2ff0c-dffd-4fdf-93bd-2910b31d3df9 req-cd9b0c6c-35f9-4112-bdcf-3b13ef899a2f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0673933 Aug 10 03:10:59.113287 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-6fbff002-5a34-452c-8ce9-cb332c66a799 req-25c059b2-eff9-4e15-bf7f-991fcb0082cb service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109638 Aug 10 03:10:59.170642 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8ea2ff0c-dffd-4fdf-93bd-2910b31d3df9 req-980ecdde-4902-472c-ba0b-66d8accafcc7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508499 Aug 10 03:11:00.286910 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e52ac8-1218-4719-89b2-14352e82b51f req-c4dfc515-db4e-47a0-96a3-0feb16f6d3d7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:00.288409 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5e52ac8-1218-4719-89b2-14352e82b51f req-c4dfc515-db4e-47a0-96a3-0feb16f6d3d7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0500650 Aug 10 03:11:00.326651 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5e52ac8-1218-4719-89b2-14352e82b51f req-c6540d45-eaaf-4c5e-a053-21c1bd7a3ae0 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Aug 10 03:11:01.459719 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a24e9-ebca-4014-808d-950afe7b2131 req-a711bd21-6737-40ef-8b7f-1b02910f181d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:01.461260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a3a24e9-ebca-4014-808d-950afe7b2131 req-a711bd21-6737-40ef-8b7f-1b02910f181d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0550573 Aug 10 03:11:01.504893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a3a24e9-ebca-4014-808d-950afe7b2131 req-30f84d6b-cb41-46ac-865a-788b98a2e26f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350435 Aug 10 03:11:02.625730 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd44d0e-0ea5-4711-b2a9-bc27b4e5f14c req-6bb1e203-6593-4128-a381-f52984966f17 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:02.627286 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cd44d0e-0ea5-4711-b2a9-bc27b4e5f14c req-6bb1e203-6593-4128-a381-f52984966f17 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0506122 Aug 10 03:11:02.673040 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8cd44d0e-0ea5-4711-b2a9-bc27b4e5f14c req-299ee04f-8294-434e-af0d-64d2ced70cb4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395713 Aug 10 03:11:03.791385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9239f0-8a71-4431-a829-2f6c14fe8c70 req-c5f40149-7621-4987-b5d4-748202cd0223 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:03.792926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c9239f0-8a71-4431-a829-2f6c14fe8c70 req-c5f40149-7621-4987-b5d4-748202cd0223 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0510337 Aug 10 03:11:03.832504 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c9239f0-8a71-4431-a829-2f6c14fe8c70 req-42fcde28-a0f5-43da-ae96-8437b4a87e2c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334918 Aug 10 03:11:04.192163 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eebd9d-7e6c-4e32-a876-6b4b2dc7c852 req-f8434e0c-91d2-437c-bef8-430950e349d5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:04.193661 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50eebd9d-7e6c-4e32-a876-6b4b2dc7c852 req-f8434e0c-91d2-437c-bef8-430950e349d5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0525432 Aug 10 03:11:04.234102 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-50eebd9d-7e6c-4e32-a876-6b4b2dc7c852 req-1317189c-fe37-45d7-80c9-b97d79e0d8cb tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342333 Aug 10 03:11:04.286105 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-08c15a4a-08a7-40a8-8b79-63759422612e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821500 Aug 10 03:11:04.749313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85a8a946-fece-402d-9976-dd855858b6c6 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:11:04.830175 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.854399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:04.856998 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bbc64b-cc6a-4230-b6ea-ae88e96c68d9" -d '{"events": [{"server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "name": "network-vif-unplugged", "status": "completed", "tag": "85a8a946-fece-402d-9976-dd855858b6c6"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:04.870188 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85a8a946-fece-402d-9976-dd855858b6c6,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:04.893652 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c75f5e8-2228-49a9-b806-70ed75042f89 x-openstack-request-id: req-4c75f5e8-2228-49a9-b806-70ed75042f89 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:04.894103 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "name": "network-vif-unplugged", "status": "failed", "tag": "85a8a946-fece-402d-9976-dd855858b6c6", "code": 422}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:04.894500 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4c75f5e8-2228-49a9-b806-70ed75042f89 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:04.895082 n-d-767704-21 neutron-server[101225]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6', 'code': 422} returned with failed status Aug 10 03:11:04.924025 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:04.974506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=85a8a946-fece-402d-9976-dd855858b6c6,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:04.982889 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.983251 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.983604 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.983953 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.984295 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.984663 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.985001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.985338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.985673 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.986006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.986340 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:04.986702 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:11:05.353508 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c97e9f-a2a5-4288-9dbf-799c78614290 req-f54c0dbb-7b74-4f2b-9103-652dec5a95e6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:05.355116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26c97e9f-a2a5-4288-9dbf-799c78614290 req-f54c0dbb-7b74-4f2b-9103-652dec5a95e6 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0518243 Aug 10 03:11:05.399622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-26c97e9f-a2a5-4288-9dbf-799c78614290 req-bd08eeba-9133-4aaf-908b-5ca1b1dfb103 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383902 Aug 10 03:11:06.519459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eaf9a-a9f7-4f77-b56a-50271b9820f2 req-9eda9d64-7a0e-45a2-8b44-9294ee87f467 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:06.520894 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b75eaf9a-a9f7-4f77-b56a-50271b9820f2 req-9eda9d64-7a0e-45a2-8b44-9294ee87f467 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0507107 Aug 10 03:11:06.564666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b75eaf9a-a9f7-4f77-b56a-50271b9820f2 req-c8172366-9dd5-418b-a99e-c8f8ea29d66e tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366275 Aug 10 03:11:07.691805 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1debc7-d3ee-4af2-821a-b3c993d26565 req-07236c8b-6c32-4c42-9a34-ab0a1649e9e4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:07.693490 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d1debc7-d3ee-4af2-821a-b3c993d26565 req-07236c8b-6c32-4c42-9a34-ab0a1649e9e4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0591397 Aug 10 03:11:07.737170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d1debc7-d3ee-4af2-821a-b3c993d26565 req-1c4c405e-56aa-428d-82c3-1fe15c2b2415 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364931 Aug 10 03:11:08.861733 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f71ce-5cfa-4f94-a8a4-e780dc6e78a4 req-8d4c0740-36d5-4c4c-a2a0-c5ba1f16158d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:08.863355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-159f71ce-5cfa-4f94-a8a4-e780dc6e78a4 req-8d4c0740-36d5-4c4c-a2a0-c5ba1f16158d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0534804 Aug 10 03:11:08.909678 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-159f71ce-5cfa-4f94-a8a4-e780dc6e78a4 req-99e9e816-0b75-479d-82e7-ffb5d84f3ce4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398705 Aug 10 03:11:10.028097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad33b-c158-4110-9ce0-29a0ec3c37d6 req-043914a5-b862-4040-b29a-9902d591828c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:10.029632 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca5ad33b-c158-4110-9ce0-29a0ec3c37d6 req-043914a5-b862-4040-b29a-9902d591828c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0515285 Aug 10 03:11:10.079968 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ca5ad33b-c158-4110-9ce0-29a0ec3c37d6 req-c5c09da6-26f2-486c-a821-3e0e39e8159e tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442443 Aug 10 03:11:11.202097 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3300f39-a39c-4a8c-977a-a2d806b5aafc req-f562e51f-58a7-4276-8190-dbcd5e882eb8 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.203635 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3300f39-a39c-4a8c-977a-a2d806b5aafc req-f562e51f-58a7-4276-8190-dbcd5e882eb8 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0531616 Aug 10 03:11:11.244259 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3300f39-a39c-4a8c-977a-a2d806b5aafc req-09faf2d9-1f04-41d9-952d-fb87aa23243d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346432 Aug 10 03:11:11.585521 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-20d522a9-c79c-4340-bdef-42bbed05fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.587098 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-20d522a9-c79c-4340-bdef-42bbed05fba5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1&tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a HTTP/1.1" status: 200 len: 1096 time: 0.0448556 Aug 10 03:11:11.659547 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-7df6bfbb-c202-4743-8e41-ff2869c35557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.661071 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-7df6bfbb-c202-4743-8e41-ff2869c35557 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1096 time: 0.0498726 Aug 10 03:11:11.755210 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-5a0a5518-449c-4312-9aae-ce0936dbe154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.756716 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-5a0a5518-449c-4312-9aae-ce0936dbe154 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0878086 Aug 10 03:11:11.828254 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-44e59c89-2046-44f7-b11f-676a2b7dcf40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 998 time: 0.0642362 Aug 10 03:11:11.879474 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-0bdc4aea-0544-48f3-ba31-804a1ddc37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.880927 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-0bdc4aea-0544-48f3-ba31-804a1ddc37e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0463810 Aug 10 03:11:11.927664 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-899bdc3e-0732-4c35-8711-68063896d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:11.929185 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-899bdc3e-0732-4c35-8711-68063896d2f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412333 Aug 10 03:11:12.023513 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-cd1daef5-8b96-4248-bbe7-9c0e1b37939e service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861187 Aug 10 03:11:12.117334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-68528cb3-8a3b-4767-9fb8-e34d8d3b7cc1 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865641 Aug 10 03:11:12.364990 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1a490-bd85-4489-93e1-51bab03a0c1b req-bea15d29-639f-422d-b8c5-e6c50485653c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:12.366509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cd1a490-bd85-4489-93e1-51bab03a0c1b req-bea15d29-639f-422d-b8c5-e6c50485653c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0511096 Aug 10 03:11:12.419755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cd1a490-bd85-4489-93e1-51bab03a0c1b req-16f709e4-4eb2-4c8b-9f9d-3a667e873cfc tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464709 Aug 10 03:11:13.547989 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea1189-ccb6-4d2f-bace-0be4ce630685 req-46973594-b1e9-4f53-a064-a3fe1ee8a17c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:13.549506 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12ea1189-ccb6-4d2f-bace-0be4ce630685 req-46973594-b1e9-4f53-a064-a3fe1ee8a17c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0499699 Aug 10 03:11:13.596345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-12ea1189-ccb6-4d2f-bace-0be4ce630685 req-00e8462f-e307-40c6-9080-3db01c667e64 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405617 Aug 10 03:11:13.975491 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:14.729394 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb8db9-fe7e-4e32-8a98-c98e86f111ec req-9fd1b8ee-cdc7-45e7-a5c3-fb0649df98d5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:14.732243 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21cb8db9-fe7e-4e32-8a98-c98e86f111ec req-9fd1b8ee-cdc7-45e7-a5c3-fb0649df98d5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0601969 Aug 10 03:11:14.777387 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21cb8db9-fe7e-4e32-8a98-c98e86f111ec req-c5a898b8-a2d8-4e71-858f-040298f121fc tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361459 Aug 10 03:11:15.004231 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:15.914816 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95d64-cfcd-4ae5-b370-c32380aaa545 req-8cecdfeb-fa03-4fed-b4ed-00e07df710b1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:15.916329 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fc95d64-cfcd-4ae5-b370-c32380aaa545 req-8cecdfeb-fa03-4fed-b4ed-00e07df710b1 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0651984 Aug 10 03:11:15.962805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1fc95d64-cfcd-4ae5-b370-c32380aaa545 req-a2d7defe-6a15-493d-a75c-11c7bad053f5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397897 Aug 10 03:11:17.087268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d50457-cdd8-4f08-8474-656e8c2577e1 req-83ba5dd4-b3b1-4de6-a58f-34c76f141e43 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:17.088895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d50457-cdd8-4f08-8474-656e8c2577e1 req-83ba5dd4-b3b1-4de6-a58f-34c76f141e43 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0514247 Aug 10 03:11:17.135169 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b2d50457-cdd8-4f08-8474-656e8c2577e1 req-4f98f30d-e8a2-4a7c-b6f7-5cd1ca92562f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331612 Aug 10 03:11:17.981864 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-bdad99c3-c144-4539-964e-0e92544912ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:18.258295 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c986-771b-4e60-a381-5d037e8499d9 req-79fcfdef-de8c-4495-b379-855c0962ccfc tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:18.259833 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd79c986-771b-4e60-a381-5d037e8499d9 req-79fcfdef-de8c-4495-b379-855c0962ccfc tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0518939 Aug 10 03:11:18.305269 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd79c986-771b-4e60-a381-5d037e8499d9 req-b25f09ff-b94d-4d91-896a-77541d97c30c tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 Aug 10 03:11:19.424363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750efcbb-0d50-49c0-80ea-50de9d29e156 req-b1f11878-6bb2-4d81-91f8-2eb1e3f108f5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:19.425854 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-750efcbb-0d50-49c0-80ea-50de9d29e156 req-b1f11878-6bb2-4d81-91f8-2eb1e3f108f5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0503097 Aug 10 03:11:19.469034 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-750efcbb-0d50-49c0-80ea-50de9d29e156 req-01bc439d-4872-414c-ac9a-006c65b09a67 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370770 Aug 10 03:11:20.595590 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283b9ae-c414-436c-8308-85baebe60ace req-8a6d4c58-e8ff-4bf2-a01e-7e1849fee1fd tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:20.595590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b283b9ae-c414-436c-8308-85baebe60ace req-8a6d4c58-e8ff-4bf2-a01e-7e1849fee1fd tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 944 time: 0.0545595 Aug 10 03:11:20.631903 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b283b9ae-c414-436c-8308-85baebe60ace req-15e67ca8-fcdb-4db7-ae6a-8cdec1addd17 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338619 Aug 10 03:11:20.665002 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1f3eca56-e9e6-4197-990f-ad10e2326876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.831234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85a8a946-fece-402d-9976-dd855858b6c6 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:11:20.928946 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85a8a946-fece-402d-9976-dd855858b6c6,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:20.940621 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '85a8a946-fece-402d-9976-dd855858b6c6', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'port_id': '85a8a946-fece-402d-9976-dd855858b6c6', 'mac_address': 'fa:16:3e:77:6b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:11:20.979779 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:20.992793 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a8a946-fece-402d-9976-dd855858b6c6 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:11:21.023309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85a8a946-fece-402d-9976-dd855858b6c6,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:21.109444 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.171544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=85a8a946-fece-402d-9976-dd855858b6c6,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:21.266564 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:21.337468 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['85a8a946-fece-402d-9976-dd855858b6c6'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:11:21.750780 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff2f4b-f27e-4f79-8f26-5b4b8869b635 req-2d5a47b1-4674-487d-932c-aa1482362c73 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:21.752345 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9eff2f4b-f27e-4f79-8f26-5b4b8869b635 req-2d5a47b1-4674-487d-932c-aa1482362c73 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0498040 Aug 10 03:11:21.790868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9eff2f4b-f27e-4f79-8f26-5b4b8869b635 req-f6f90282-1655-4445-aab9-f5ef7463aba8 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325739 Aug 10 03:11:22.583451 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.842050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85a8a946-fece-402d-9976-dd855858b6c6 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:11:22.893761 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 85a8a946-fece-402d-9976-dd855858b6c6 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:11:22.894112 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:22.912912 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda02338-b7a3-4b06-a939-d61aabb3f0d1 req-65c5ab4e-4a07-4aa7-9f10-b18c72a9fe41 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:22.914527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eda02338-b7a3-4b06-a939-d61aabb3f0d1 req-65c5ab4e-4a07-4aa7-9f10-b18c72a9fe41 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 945 time: 0.0508366 Aug 10 03:11:22.959708 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eda02338-b7a3-4b06-a939-d61aabb3f0d1 req-395ed59d-224c-4718-90c8-b12c155b5d7f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381730 Aug 10 03:11:22.983527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:23.007165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:11:23.009607 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4b742b-b041-41db-a4f5-8832762e7778" -d '{"events": [{"server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "85a8a946-fece-402d-9976-dd855858b6c6"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:11:23.023172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85a8a946-fece-402d-9976-dd855858b6c6,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:11:23.053812 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6bbc4d-8b23-4a02-be75-56d056f923ca x-openstack-request-id: req-fe6bbc4d-8b23-4a02-be75-56d056f923ca {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:11:23.054111 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "85a8a946-fece-402d-9976-dd855858b6c6", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:11:23.054368 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fe6bbc4d-8b23-4a02-be75-56d056f923ca {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:11:23.054812 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6', 'code': 200} Aug 10 03:11:23.114737 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:23.172590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=85a8a946-fece-402d-9976-dd855858b6c6,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:11:23.206054 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b0885-8a52-4639-8349-0d576ff7ebb6 req-abe81b7b-cc09-4a6c-9231-81a696388d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:23.206054 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-df6b0885-8a52-4639-8349-0d576ff7ebb6 req-abe81b7b-cc09-4a6c-9231-81a696388d17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0452466 Aug 10 03:11:23.249564 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-df6b0885-8a52-4639-8349-0d576ff7ebb6 req-9df45f3c-41a2-49fb-a8d7-1b0a6a8c9a52 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358715 Aug 10 03:11:24.092704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2d61c-7b2a-4fd5-9774-465c86464456 req-ed8298aa-41cf-450e-9274-0b89841f1b85 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:24.094246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7b2d61c-7b2a-4fd5-9774-465c86464456 req-ed8298aa-41cf-450e-9274-0b89841f1b85 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0547421 Aug 10 03:11:24.115263 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:24.135189 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7b2d61c-7b2a-4fd5-9774-465c86464456 req-1a9cb546-28a1-4523-82c5-6fa15b5b3c26 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338674 Aug 10 03:11:25.272504 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d138-c1cd-4d46-b1d8-c04804f2be9c req-3c67dad9-4615-4dd6-b902-f3fd6bdff721 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:25.273649 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4573d138-c1cd-4d46-b1d8-c04804f2be9c req-3c67dad9-4615-4dd6-b902-f3fd6bdff721 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0638509 Aug 10 03:11:25.318272 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4573d138-c1cd-4d46-b1d8-c04804f2be9c req-ef340892-3eff-4634-b911-915ccb6c37f4 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371785 Aug 10 03:11:28.284624 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:11:41.118408 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-9b3a043c-0405-4e90-aefa-1e320917c029 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471849 Aug 10 03:11:41.201975 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-8b29331c-c5e6-4400-81e8-66b56dbed944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.203517 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-8b29331c-c5e6-4400-81e8-66b56dbed944 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0421128 Aug 10 03:11:41.316736 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-e109f7e5-c333-4914-99fb-87e50507ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.318232 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-e109f7e5-c333-4914-99fb-87e50507ccfa service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0940452 Aug 10 03:11:41.389909 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-b9dcfb1b-024e-43cc-95c6-f15c0ae22d51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 1000 time: 0.0646129 Aug 10 03:11:41.444212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-3f7272c1-0e46-431c-bd81-4b3b1ddaf2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.445722 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-3f7272c1-0e46-431c-bd81-4b3b1ddaf2f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0480208 Aug 10 03:11:41.502260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-668835c5-9649-42ec-93ba-2a657c1c59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:11:41.504082 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-668835c5-9649-42ec-93ba-2a657c1c59b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503809 Aug 10 03:11:41.605470 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-084ad3b9-c153-4f75-973e-ab14db654b87 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937152 Aug 10 03:11:41.712468 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-5fda4779-5cf6-46d8-83e9-55b74db81f2c req-6f911c1c-a6cf-41d8-aac2-914c794f1801 service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996919 Aug 10 03:11:44.000408 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:45.009659 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:48.009844 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4a0f3a5a-66dc-4731-80c6-d64a099815a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:50.680346 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b454ae74-b84e-498a-8368-d0ae8641bab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:51.217009 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:52.611511 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:11:54.137172 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:05.283749 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:12:13.980384 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:15.049742 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:17.999518 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2c84eef9-3d6f-4b1b-8ebd-a3a1572cdc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:20.660244 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f3bf1df7-0050-425d-9af3-690451bd610e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:21.243136 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:22.594517 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:24.215274 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:42.283970 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:12:43.117095 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-b8ca6f1a-1581-4d29-a941-2ca73b8458ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512049 Aug 10 03:12:43.210728 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-60bf1dde-eb5f-41b4-9c6d-aaae701f6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.212211 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-60bf1dde-eb5f-41b4-9c6d-aaae701f6650 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0471556 Aug 10 03:12:43.332471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-1e18eac2-6b69-4e20-89ce-786af125f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.334537 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-1e18eac2-6b69-4e20-89ce-786af125f6c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.0997822 Aug 10 03:12:43.413601 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-d33efd1e-09a5-4f58-bfd0-3f071080f1d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 1000 time: 0.0707273 Aug 10 03:12:43.475078 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-8b0997c8-abcf-4f29-b7d1-c82172208ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.476318 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-8b0997c8-abcf-4f29-b7d1-c82172208ace service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0554214 Aug 10 03:12:43.530350 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-72c618f0-f571-4d27-bdf9-e4f5082a2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:12:43.532663 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-72c618f0-f571-4d27-bdf9-e4f5082a2ab4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473485 Aug 10 03:12:43.644308 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-c84ba527-d751-4ab4-ac50-6fa31692af1b service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038239 Aug 10 03:12:43.748901 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-20bb9f61-dd5b-4e75-8481-ff1e9c93f71e req-30e6bc2e-f2f4-4bf5-8735-bf099fb08dda service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973029 Aug 10 03:12:44.028307 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:45.050883 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:47.965285 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8fd9-3dde-49a6-8c83-3c0da02414ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:50.662001 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d7b163aa-5cfe-4ca7-b9e3-3abe53dbf240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:51.250715 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:52.621812 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:54.222241 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.046539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40464) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:13.231475 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Deleting port 58c79189-0bd8-485d-8315-2ee4fb566d97 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:13.231810 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.317483 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.317726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.330417 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Calling delete_port for 58c79189-0bd8-485d-8315-2ee4fb566d97 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:13.587604 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.615793 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event deleted for resources: {'Port': ['ID=58c79189-0bd8-485d-8315-2ee4fb566d97,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:13.630033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.630456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.630960 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.631414 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.631788 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.632188 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.632589 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.633033 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.633423 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.633810 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.634196 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.634530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.701463 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.701862 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Floating IP abbc5b92-9017-4809-b3d3-5f597557452c disassociated (deleted). External IP: 172.25.3.7, port: 85a8a946-fece-402d-9976-dd855858b6c6. Aug 10 03:13:13.937248 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Router a99b780b-dfc0-4151-9f0f-701641c4e03f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:14.010786 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.062515 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:14.068569 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:14.076122 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] Sync routers for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:14.088437 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:14.089219 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:12:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:14.108870 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-edd38cab-5379-4dc9-9aad-77ac826f5c9d tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "DELETE /v2.0/floatingips/abbc5b92-9017-4809-b3d3-5f597557452c HTTP/1.1" status: 204 len: 168 time: 1.0570610 Aug 10 03:13:14.108870 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:14.108870 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a438b0-6d93-4bdb-8972-9b1fcdf56217" -d '{"events": [{"name": "network-changed", "server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "tag": "85a8a946-fece-402d-9976-dd855858b6c6"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:14.242148 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:14.256077 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f336906e-0883-4f94-9cc3-8beab8e9df96 x-openstack-request-id: req-f336906e-0883-4f94-9cc3-8beab8e9df96 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:14.256365 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "tag": "85a8a946-fece-402d-9976-dd855858b6c6", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:14.256621 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f336906e-0883-4f94-9cc3-8beab8e9df96 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:14.257034 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6', 'status': 'completed', 'code': 200} Aug 10 03:13:14.330530 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-eef352b0-eb87-4b3d-bd34-1483e88dcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.332220 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-eef352b0-eb87-4b3d-bd34-1483e88dcd2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0504324 Aug 10 03:13:14.461983 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-ef1ae129-e0dd-4288-a1fa-f1e3dafb7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.464672 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-ef1ae129-e0dd-4288-a1fa-f1e3dafb7a80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 200 len: 909 time: 0.1193104 Aug 10 03:13:14.496337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:14.530134 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-a8f510c0-e9d3-4723-a59b-52897c99b5cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 200 len: 217 time: 0.0579302 Aug 10 03:13:14.532196 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] Checking router: a99b780b-dfc0-4151-9f0f-701641c4e03f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:14.544354 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:14.545056 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:12:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:14.588851 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-0e41215d-21d0-47da-8e3d-0347103751ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.590965 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-0e41215d-21d0-47da-8e3d-0347103751ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 200 len: 847 time: 0.0535440 Aug 10 03:13:14.668082 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-84d7a90e-d7ae-4e7b-a8c2-cbd2ebb3f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:14.670708 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-84d7a90e-d7ae-4e7b-a8c2-cbd2ebb3f463 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9903fdee-1f5f-4993-8a8d-26527cfb6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727625 Aug 10 03:13:14.726699 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:14.829853 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-315aae7d-cb1d-4e16-9b93-f7861908efcf service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513500 Aug 10 03:13:14.971311 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-26a438b0-6d93-4bdb-8972-9b1fcdf56217 req-90624c36-2c43-4da6-ab2d-020ba983beab service neutron] 10.222.0.11 "GET /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333828 Aug 10 03:13:15.035100 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:15.070638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed81bc-e208-4b0a-94ff-ae8a4cfd2171 None None] The sync data for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 is: [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:03:08Z', 'revision_number': 4, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'bf825e17-7bc0-4690-91b7-86bd5fc9f174', 'name': '', 'network_id': '9903fdee-1f5f-4993-8a8d-26527cfb6353', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'mac_address': 'fa:16:3e:65:47:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:08Z', 'updated_at': '2021-08-10T03:03:12Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'subnets': [{'id': '308cbfcb-8511-4110-b628-d66f5113e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:15.141667 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:15.367195 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782dbcd-99cb-4f22-84b1-8b105835512f None None] New status for floating IP abbc5b92-9017-4809-b3d3-5f597557452c: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:13:15.899013 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff69971-bc70-42e1-bafe-ba50882d47da req-5a0311db-54f0-4f9d-9ae2-baa38ca872cf tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:15.901540 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ff69971-bc70-42e1-bafe-ba50882d47da req-5a0311db-54f0-4f9d-9ae2-baa38ca872cf tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.1030521 Aug 10 03:13:15.954090 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ff69971-bc70-42e1-bafe-ba50882d47da req-8ee152fa-6e96-496b-a681-f1bbb011013e tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Aug 10 03:13:17.095466 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556caa-24ec-4d76-b45d-4bbb89506563 req-c9cc5dd3-131e-4725-b7bf-702a311ff7ac tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.097064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f556caa-24ec-4d76-b45d-4bbb89506563 req-c9cc5dd3-131e-4725-b7bf-702a311ff7ac tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0547976 Aug 10 03:13:17.138519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f556caa-24ec-4d76-b45d-4bbb89506563 req-5b5bd57b-9ebd-4f7e-8679-6a8114fc670b tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/security-groups?id=1e1acafd-6835-4e92-9b76-dc988116d9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343926 Aug 10 03:13:17.327031 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-22607255-4b2c-4ea4-b6d4-866ce56b136f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.328583 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-22607255-4b2c-4ea4-b6d4-866ce56b136f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 946 time: 0.0526748 Aug 10 03:13:17.788131 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Deleting port 85a8a946-fece-402d-9976-dd855858b6c6 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:17.788433 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.885446 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] For port 85a8a946-fece-402d-9976-dd855858b6c6, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=85a8a946-fece-402d-9976-dd855858b6c6,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:17.886260 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.907249 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Calling delete_port for 85a8a946-fece-402d-9976-dd855858b6c6 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:17.964336 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e687db3c-8ecf-47fd-a624-8c2943bbb2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.130646 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.162093 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event deleted for resources: {'Port': ['ID=85a8a946-fece-402d-9976-dd855858b6c6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:18.213080 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] No DVR routers for this DVR port 85a8a946-fece-402d-9976-dd855858b6c6 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:18.216067 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.218361 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-226b402b-31ee-4af2-a420-2ccced5053b5 req-aa0b331a-26b1-42da-baca-55adac604507 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.11 "DELETE /v2.0/ports/85a8a946-fece-402d-9976-dd855858b6c6 HTTP/1.1" status: 204 len: 173 time: 0.8837223 Aug 10 03:13:18.218845 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'name': 'network-vif-deleted', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:13:18.221276 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3e471e-0242-49da-b816-aa9c9dc99f40" -d '{"events": [{"server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "name": "network-vif-deleted", "tag": "85a8a946-fece-402d-9976-dd855858b6c6"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:13:18.250497 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2af61ce9-c702-4c60-9f33-8b2c3b188049 req-656ad31d-bb64-425d-9215-1a69add45ed7 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0337796 Aug 10 03:13:18.262798 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43efde93-8516-4b86-9135-bf8baa166f8a x-openstack-request-id: req-43efde93-8516-4b86-9135-bf8baa166f8a {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:13:18.265127 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636846f3-397c-492c-882d-09680643bbe1", "name": "network-vif-deleted", "tag": "85a8a946-fece-402d-9976-dd855858b6c6", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:13:18.265127 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-43efde93-8516-4b86-9135-bf8baa166f8a {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:13:18.265127 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636846f3-397c-492c-882d-09680643bbe1', 'name': 'network-vif-deleted', 'tag': '85a8a946-fece-402d-9976-dd855858b6c6', 'status': 'completed', 'code': 200} Aug 10 03:13:19.288148 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:13:19.360868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f6d03e8-4325-4fc3-b851-ee8c5e39daa2 req-8f45105f-d567-4401-9894-b8925be054c5 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0285912 Aug 10 03:13:20.468675 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ddee7a32-0c98-4a83-8880-11b8f6243900 req-6555d0ad-4abd-424d-b2e7-8870176c5a9f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0337074 Aug 10 03:13:20.690213 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7372862d-5f1f-4599-b45d-3c2ea5cd090f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.284480 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:21.563447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85a8a946-fece-402d-9976-dd855858b6c6 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:21.571917 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ccf453b-2e1a-44e8-8f37-11f079b059d8 req-fb946419-abc9-4e1a-9798-2fbaa364e40f tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0289683 Aug 10 03:13:21.592116 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 85a8a946-fece-402d-9976-dd855858b6c6 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:21.592549 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 85a8a946-fece-402d-9976-dd855858b6c6 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:22.650374 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:22.693565 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c95fef4a-7b60-475f-9d47-2eea539ed272 req-342cce5e-45f9-40fb-9681-757d49349887 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "GET /v2.0/ports?device_id=636846f3-397c-492c-882d-09680643bbe1 HTTP/1.1" status: 200 len: 210 time: 0.0321107 Aug 10 03:13:23.753539 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40506) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:23.819775 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b239baad-d8ad-4e42-8517-59e694d4a563 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:23.853668 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b239baad-d8ad-4e42-8517-59e694d4a563 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.027452 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b239baad-d8ad-4e42-8517-59e694d4a563 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.030881 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b239baad-d8ad-4e42-8517-59e694d4a563 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:24.032430 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b239baad-d8ad-4e42-8517-59e694d4a563 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] 10.222.0.38 "DELETE /v2.0/security-groups/1e1acafd-6835-4e92-9b76-dc988116d9cb HTTP/1.1" status: 204 len: 168 time: 0.2778265 Aug 10 03:13:24.046841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239baad-d8ad-4e42-8517-59e694d4a563 tempest-TestShelveInstance-1260508237 tempest-TestShelveInstance-1260508237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1acafd-6835-4e92-9b76-dc988116d9cb,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:24.194261 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40510) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:24.198236 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.121312 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.389089 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Deleting port bf825e17-7bc0-4690-91b7-86bd5fc9f174 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:25.390163 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.477058 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] For port bf825e17-7bc0-4690-91b7-86bd5fc9f174, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=bf825e17-7bc0-4690-91b7-86bd5fc9f174,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:25.477431 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.493964 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Calling delete_port for bf825e17-7bc0-4690-91b7-86bd5fc9f174 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:25.787654 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:25.817151 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf825e17-7bc0-4690-91b7-86bd5fc9f174,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:25.843530 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.843839 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.844720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.844720 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.845159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.845318 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.845543 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.845909 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.846189 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.846516 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.846947 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:25.847187 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:26.022715 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.273171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Router a99b780b-dfc0-4151-9f0f-701641c4e03f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:26.389667 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:26.396072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-055ef58d-edbd-4676-a732-74b0f4f74b35 admin admin] 10.222.0.38 "PUT /v2.0/routers/a99b780b-dfc0-4151-9f0f-701641c4e03f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2007070 Aug 10 03:13:26.398471 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40518) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:26.399502 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] Sync routers for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:26.408584 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:26.409192 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:26.508675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.515496 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:26.640379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.709291 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:13:25Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:26.736603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] Checking router: a99b780b-dfc0-4151-9f0f-701641c4e03f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:26.745827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] Routers {'a99b780b-dfc0-4151-9f0f-701641c4e03f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:26.746454 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['a99b780b-dfc0-4151-9f0f-701641c4e03f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:26.799794 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Deleting port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:26.800156 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.861989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] Set router a99b780b-dfc0-4151-9f0f-701641c4e03f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:26.890470 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] For port c0d156c4-c68b-4ca5-ae8b-d18ee9487f24, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=c0d156c4-c68b-4ca5-ae8b-d18ee9487f24,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:26.890868 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.904076 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Calling delete_port for c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:27.238623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:13:25Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:27.267354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.274053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e822d0a8-6dc0-4d07-95c5-11a57298f1a6 None None] The sync data for ids ['a99b780b-dfc0-4151-9f0f-701641c4e03f'] in n-d-767704-21 is: [{'id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'name': 'tempest-TestShelveInstance-567710135-router', 'tenant_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:05Z', 'updated_at': '2021-08-10T03:13:25Z', 'revision_number': 5, 'project_id': '66e3fe2ab0e6498cb0ebd55e1e3d025a', 'gw_port': {'id': 'c0d156c4-c68b-4ca5-ae8b-d18ee9487f24', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99b780b-dfc0-4151-9f0f-701641c4e03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:06Z', 'updated_at': '2021-08-10T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:27.309500 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d156c4-c68b-4ca5-ae8b-d18ee9487f24,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:27.381839 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.482501 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.484990 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.650352 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.651217 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a99b780b-dfc0-4151-9f0f-701641c4e03f {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:13:27.656831 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.658427 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c077a6fb-2620-4f42-bb51-2a245d824c7e admin admin] 10.222.0.38 "DELETE /v2.0/routers/a99b780b-dfc0-4151-9f0f-701641c4e03f HTTP/1.1" status: 204 len: 168 time: 1.2588573 Aug 10 03:13:27.661302 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40522) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:27.730605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-367f5ae6-5aa2-4a05-9b00-30c64595d42b admin admin] Deleting subnet 308cbfcb-8511-4110-b628-d66f5113e70c {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:13:27.735479 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-367f5ae6-5aa2-4a05-9b00-30c64595d42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.786738 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-367f5ae6-5aa2-4a05-9b00-30c64595d42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.879322 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-367f5ae6-5aa2-4a05-9b00-30c64595d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.038912 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-367f5ae6-5aa2-4a05-9b00-30c64595d42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.068471 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f5ae6-5aa2-4a05-9b00-30c64595d42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308cbfcb-8511-4110-b628-d66f5113e70c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:28.076574 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-367f5ae6-5aa2-4a05-9b00-30c64595d42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.080313 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-367f5ae6-5aa2-4a05-9b00-30c64595d42b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/308cbfcb-8511-4110-b628-d66f5113e70c HTTP/1.1" status: 204 len: 168 time: 0.4163930 Aug 10 03:13:28.081979 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40524) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:28.085843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f35e9d6-a2c5-4c9f-a6df-4282c8a7ecd8 None None] Network 9903fdee-1f5f-4993-8a8d-26527cfb6353 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:28.185279 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.255367 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Deleting port b758b555-96a3-4c6e-964e-7047bd9d16d4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:28.255720 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.344363 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] For port b758b555-96a3-4c6e-964e-7047bd9d16d4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b758b555-96a3-4c6e-964e-7047bd9d16d4,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:28.344734 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.361783 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Calling delete_port for b758b555-96a3-4c6e-964e-7047bd9d16d4 owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:28.377241 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] DHCP port deletion for 9903fdee-1f5f-4993-8a8d-26527cfb6353 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:13:28.437903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Deleting port b758b555-96a3-4c6e-964e-7047bd9d16d4 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:28.438272 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.507569 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] For port b758b555-96a3-4c6e-964e-7047bd9d16d4, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=b758b555-96a3-4c6e-964e-7047bd9d16d4,segment=NetworkSegment(e8784638-f92f-4c63-ad5c-47e88edb0c1d),segment_id=e8784638-f92f-4c63-ad5c-47e88edb0c1d)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:28.507977 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.521904 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Calling delete_port for b758b555-96a3-4c6e-964e-7047bd9d16d4 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:28.575695 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.604956 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Pushing event deleted for resources: {'Port': ['ID=b758b555-96a3-4c6e-964e-7047bd9d16d4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:28.606897 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] No DVR routers for this DVR port b758b555-96a3-4c6e-964e-7047bd9d16d4 on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:28.632554 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.660840 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Pushing event deleted for resources: {'Port': ['ID=b758b555-96a3-4c6e-964e-7047bd9d16d4,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:28.666881 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] No DVR routers for this DVR port b758b555-96a3-4c6e-964e-7047bd9d16d4 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:28.680528 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.681145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.681504 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.681974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.682337 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.682806 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.683296 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.683638 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.683969 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.684300 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.684637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.684991 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d677dbc-8d38-471d-8335-7c74e7452600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:28.706138 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.717599 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9903fdee-1f5f-4993-8a8d-26527cfb6353']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:28.732812 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8784638-f92f-4c63-ad5c-47e88edb0c1d') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:28.733124 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8784638-f92f-4c63-ad5c-47e88edb0c1d') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:28.744527 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.765304 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.773590 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:13:28.773590 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: timer() Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:13:28.778851 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:13:28.781403 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf825e17-7bc0-4690-91b7-86bd5fc9f174 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:28.802967 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: bf825e17-7bc0-4690-91b7-86bd5fc9f174 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:28.803311 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device bf825e17-7bc0-4690-91b7-86bd5fc9f174 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:28.803743 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b758b555-96a3-4c6e-964e-7047bd9d16d4 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:28.826515 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: b758b555-96a3-4c6e-964e-7047bd9d16d4 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:28.826888 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device b758b555-96a3-4c6e-964e-7047bd9d16d4 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:28.827305 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:28.851085 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:28.851410 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device c0d156c4-c68b-4ca5-ae8b-d18ee9487f24 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:28.947405 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.954875 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:28.957984 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9903fdee-1f5f-4993-8a8d-26527cfb6353 HTTP/1.1" status: 204 len: 168 time: 0.8734233 Aug 10 03:13:28.961626 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40526) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:28.975914 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904d857-9cd2-4282-82b2-c9f773785022 admin admin] Pushing event deleted for resources: {'Network': ['ID=9903fdee-1f5f-4993-8a8d-26527cfb6353,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:29.399580 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.679575 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Deleting port ae892213-e804-4dcf-a569-d10e8360b51d {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:29.681286 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.775155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] For port ae892213-e804-4dcf-a569-d10e8360b51d, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=ae892213-e804-4dcf-a569-d10e8360b51d,segment=NetworkSegment(338c5ed0-85ef-4e73-9225-33ee5fad20bc),segment_id=338c5ed0-85ef-4e73-9225-33ee5fad20bc)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:29.775519 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.790026 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Calling delete_port for ae892213-e804-4dcf-a569-d10e8360b51d owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:30.090413 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.122128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae892213-e804-4dcf-a569-d10e8360b51d,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:30.324685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:30.607902 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:30.758724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:30.764424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-182a04bb-a2c4-4b77-b74a-b4792ff00789 admin admin] 10.222.0.38 "PUT /v2.0/routers/2b56a77e-5de9-47f3-95b3-94ef2df66e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8017099 Aug 10 03:13:30.768296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40528) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:30.771820 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] Sync routers for ids ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:30.784821 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] Routers {'2b56a77e-5de9-47f3-95b3-94ef2df66e13'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:30.786703 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:30.941947 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] Set router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:31.165849 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:11Z', 'updated_at': '2021-08-10T03:13:29Z', 'revision_number': 5, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'gw_port': {'id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:12Z', 'updated_at': '2021-08-10T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:31.190408 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] Checking router: 2b56a77e-5de9-47f3-95b3-94ef2df66e13 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:31.200645 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] Routers {'2b56a77e-5de9-47f3-95b3-94ef2df66e13'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:31.201156 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:31.213598 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.389292 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.452934 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] Set router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:31.594207 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Deleting port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:31.594567 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.661546 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:11Z', 'updated_at': '2021-08-10T03:13:29Z', 'revision_number': 5, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'gw_port': {'id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:12Z', 'updated_at': '2021-08-10T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:31.687468 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] For port 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=639a266f-f6ef-4bc0-bf1e-e4ac158b5da1,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:31.687838 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.702171 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e86febf-f020-48c5-b351-8391f7798d95 None None] The sync data for ids ['2b56a77e-5de9-47f3-95b3-94ef2df66e13'] in n-d-767704-21 is: [{'id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'name': 'tempest-TestShelveInstance-491180967-router', 'tenant_id': 'e56f0415325443318b7e456393ce28e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:03:11Z', 'updated_at': '2021-08-10T03:13:29Z', 'revision_number': 5, 'project_id': 'e56f0415325443318b7e456393ce28e1', 'gw_port': {'id': '639a266f-f6ef-4bc0-bf1e-e4ac158b5da1', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b56a77e-5de9-47f3-95b3-94ef2df66e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:03:12Z', 'updated_at': '2021-08-10T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:31.705280 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Calling delete_port for 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:32.005340 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.050382 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Pushing event deleted for resources: {'Port': ['ID=639a266f-f6ef-4bc0-bf1e-e4ac158b5da1,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:32.152656 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.284417 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.287488 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.429130 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.429773 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b56a77e-5de9-47f3-95b3-94ef2df66e13 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:13:32.435807 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.436926 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-33495edd-b46b-49de-afad-b6948be4274a admin admin] 10.222.0.38 "DELETE /v2.0/routers/2b56a77e-5de9-47f3-95b3-94ef2df66e13 HTTP/1.1" status: 204 len: 168 time: 1.6674783 Aug 10 03:13:32.439641 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40530) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:32.495225 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6e96b7-4764-4cce-8ad3-0dd568eb985e admin admin] Deleting subnet b631a57e-de9d-4add-8444-8177dfe23ef0 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:13:32.499615 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e96b7-4764-4cce-8ad3-0dd568eb985e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.545787 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e96b7-4764-4cce-8ad3-0dd568eb985e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.654776 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e96b7-4764-4cce-8ad3-0dd568eb985e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.788661 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ae892213-e804-4dcf-a569-d10e8360b51d no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:32.813162 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: ae892213-e804-4dcf-a569-d10e8360b51d {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:32.813460 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device ae892213-e804-4dcf-a569-d10e8360b51d not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:32.813882 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:32.833826 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:32.834083 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 639a266f-f6ef-4bc0-bf1e-e4ac158b5da1 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:32.850772 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e96b7-4764-4cce-8ad3-0dd568eb985e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.877533 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e96b7-4764-4cce-8ad3-0dd568eb985e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b631a57e-de9d-4add-8444-8177dfe23ef0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:32.881684 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1b6e96b7-4764-4cce-8ad3-0dd568eb985e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.883617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1b6e96b7-4764-4cce-8ad3-0dd568eb985e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b631a57e-de9d-4add-8444-8177dfe23ef0 HTTP/1.1" status: 204 len: 168 time: 0.4429026 Aug 10 03:13:32.886204 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40532) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:32.889849 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4dbd45-7d59-4880-acba-cd0620d82c1b None None] Network 0f257e2b-a039-4aa9-bc76-7f70073900cb requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:32.966166 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.041492 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Deleting port 4479aae4-39dd-40e7-bb22-720e440398c0 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:33.042759 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.091428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a2eee5-5d9d-44fa-9101-ea9dfdcca2f1 None None] DHCP port deletion for 0f257e2b-a039-4aa9-bc76-7f70073900cb request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:13:33.136929 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] For port 4479aae4-39dd-40e7-bb22-720e440398c0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4479aae4-39dd-40e7-bb22-720e440398c0,segment=NetworkSegment(338c5ed0-85ef-4e73-9225-33ee5fad20bc),segment_id=338c5ed0-85ef-4e73-9225-33ee5fad20bc)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:33.137774 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.155970 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Calling delete_port for 4479aae4-39dd-40e7-bb22-720e440398c0 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:33.161428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39a2eee5-5d9d-44fa-9101-ea9dfdcca2f1 None None] Deleting port 4479aae4-39dd-40e7-bb22-720e440398c0 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:13:33.161823 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39a2eee5-5d9d-44fa-9101-ea9dfdcca2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.232108 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39a2eee5-5d9d-44fa-9101-ea9dfdcca2f1 None None] For port 4479aae4-39dd-40e7-bb22-720e440398c0, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=4479aae4-39dd-40e7-bb22-720e440398c0,segment=NetworkSegment(338c5ed0-85ef-4e73-9225-33ee5fad20bc),segment_id=338c5ed0-85ef-4e73-9225-33ee5fad20bc)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:33.232681 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39a2eee5-5d9d-44fa-9101-ea9dfdcca2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.248839 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39a2eee5-5d9d-44fa-9101-ea9dfdcca2f1 None None] Calling delete_port for 4479aae4-39dd-40e7-bb22-720e440398c0 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:13:33.329970 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.357009 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39a2eee5-5d9d-44fa-9101-ea9dfdcca2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.365335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=4479aae4-39dd-40e7-bb22-720e440398c0,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:33.367366 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] No DVR routers for this DVR port 4479aae4-39dd-40e7-bb22-720e440398c0 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:33.390676 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2eee5-5d9d-44fa-9101-ea9dfdcca2f1 None None] Pushing event deleted for resources: {'Port': ['ID=4479aae4-39dd-40e7-bb22-720e440398c0,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:33.395503 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2eee5-5d9d-44fa-9101-ea9dfdcca2f1 None None] No DVR routers for this DVR port 4479aae4-39dd-40e7-bb22-720e440398c0 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:13:33.451791 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.463873 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f257e2b-a039-4aa9-bc76-7f70073900cb']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:33.481525 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338c5ed0-85ef-4e73-9225-33ee5fad20bc') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:33.481959 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338c5ed0-85ef-4e73-9225-33ee5fad20bc') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:33.493133 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.510140 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.517053 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: timer() Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:13:33.519906 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:13:33.666401 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.672738 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.676765 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] 10.222.0.38 "DELETE /v2.0/networks/0f257e2b-a039-4aa9-bc76-7f70073900cb HTTP/1.1" status: 204 len: 168 time: 0.7885818 Aug 10 03:13:33.703826 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95141e-2129-4ed0-bffa-08cce4f19ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=0f257e2b-a039-4aa9-bc76-7f70073900cb,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.186371 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40536) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:34.260289 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-07e19fc0-6602-413a-a8db-be5cd699fa03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=66e3fe2ab0e6498cb0ebd55e1e3d025a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725446 Aug 10 03:13:34.263663 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40540) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:34.332707 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b0366b56-f583-4064-99c6-2abaa7c741f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.367311 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b0366b56-f583-4064-99c6-2abaa7c741f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.501629 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b0366b56-f583-4064-99c6-2abaa7c741f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.505936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b0366b56-f583-4064-99c6-2abaa7c741f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:34.507950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b0366b56-f583-4064-99c6-2abaa7c741f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07fc04b9-2628-4978-9992-83b7b331864a HTTP/1.1" status: 204 len: 168 time: 0.2427390 Aug 10 03:13:34.521080 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0366b56-f583-4064-99c6-2abaa7c741f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fc04b9-2628-4978-9992-83b7b331864a,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:34.786775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4479aae4-39dd-40e7-bb22-720e440398c0 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:13:34.818284 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 4479aae4-39dd-40e7-bb22-720e440398c0 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:13:34.818899 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 4479aae4-39dd-40e7-bb22-720e440398c0 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:13:35.412796 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40546) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:35.455232 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-c2889e47-5d58-46ae-9a6e-385fa3c4e5ff admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e56f0415325443318b7e456393ce28e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411718 Aug 10 03:13:35.458465 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40548) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:35.516422 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4401822-3972-4f52-a6f7-c56a2733aace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.540891 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4401822-3972-4f52-a6f7-c56a2733aace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.683072 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4401822-3972-4f52-a6f7-c56a2733aace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.687219 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a4401822-3972-4f52-a6f7-c56a2733aace admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:35.688593 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a4401822-3972-4f52-a6f7-c56a2733aace admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dca57191-e7f3-4dab-b51e-969eda7a7207 HTTP/1.1" status: 204 len: 168 time: 0.2287669 Aug 10 03:13:35.699920 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4401822-3972-4f52-a6f7-c56a2733aace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca57191-e7f3-4dab-b51e-969eda7a7207,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:37.032307 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40570) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:37.158843 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-238817392-network', 'tenant_id': 'f9060453982c423881d223283dcecd25'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:37.267287 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Made reservation on behalf of f9060453982c423881d223283dcecd25 for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:37.270621 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.280266 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.423576 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.493901 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.527372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:13:37.534830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6e8c10-8ae1-4e63-bc48-43adf97e2e13,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:37.543500 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.548008 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Added segment 942de1d1-8f06-42cc-a4af-586f7dd4e31b of type vlan for network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 Aug 10 03:13:37.593989 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.735354 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.736372 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:37.737011 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.837209 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] Pushing event updated for resources: {'Network': ['ID=4e31be97-106a-4377-80c7-e52a7c4fc4c6,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:37.847773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:13:37.897214 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-197b8646-d2f6-4d4e-8b57-414f81f89a4f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8631604 Aug 10 03:13:37.900727 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40574) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:37.908747 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Request body: {'subnet': {'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-238817392-subnet', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:38.033107 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Made reservation on behalf of f9060453982c423881d223283dcecd25 for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:38.036006 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.322894 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.384635 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4faa08cb-cef3-493d-99e0-55b75437dc42,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:38.397606 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Checking segment: {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:38.398198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Network hostable DHCP agents. Network: 4e31be97-106a-4377-80c7-e52a7c4fc4c6, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:13:38.580037 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:13:38.667405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 4e31be97-106a-4377-80c7-e52a7c4fc4c6) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:38.673946 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:38.674972 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.682518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddae795-7373-4844-b415-5581ae8a51cc None None] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:38.816973 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-d0911341-4c7b-4b78-80b6-21dff951ee77 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9145119 Aug 10 03:13:38.820453 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40576) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:38.826274 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:38.891165 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:13:38.891165 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.953471 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:38.954611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.035678 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.054627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Allocated IP 172.20.0.2 (4e31be97-106a-4377-80c7-e52a7c4fc4c6/4faa08cb-cef3-493d-99e0-55b75437dc42/a5f1fbda-383c-46bc-84c8-31f2dcb88f0c) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:39.237251 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.247799 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Transition to ACTIVE for port object a5f1fbda-383c-46bc-84c8-31f2dcb88f0c will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:39.265157 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Transition to ACTIVE for port object a5f1fbda-383c-46bc-84c8-31f2dcb88f0c will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:39.325859 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.347833 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.392631 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:39.398248 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:39.403412 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:39.406737 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Pushing event updated for resources: {'Port': ['ID=a5f1fbda-383c-46bc-84c8-31f2dcb88f0c,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:39.473646 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Attempting to bind port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:39.474023 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Attempting to bind port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:39.474397 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Attempting to bind port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c on network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:39.480531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:39.481006 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Checking segment: {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:39.481310 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.481709 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Bound using segment: {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:39.482195 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Bound port: a5f1fbda-383c-46bc-84c8-31f2dcb88f0c, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:39.482617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.585033 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] For port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:39.589523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] For port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a5f1fbda-383c-46bc-84c8-31f2dcb88f0c,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:39.656148 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.730257 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.747708 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923ff13-1d30-44c6-b5f4-d17895fb04cc None None] Pushing event updated for resources: {'Port': ['ID=a5f1fbda-383c-46bc-84c8-31f2dcb88f0c,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:39.759828 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.942086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Allocated IP 172.25.3.6 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/52f131c1-d862-4c07-b085-e2e5fd69b47f) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:40.091417 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.216195 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.265458 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:40.271004 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:40.274035 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:40.304582 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Pushing event updated for resources: {'Port': ['ID=52f131c1-d862-4c07-b085-e2e5fd69b47f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:40.735981 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.771004 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c0dd2c-791e-4226-b33d-d65cd7f2b1c1 None None] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:40.848200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a5f1fbda-383c-46bc-84c8-31f2dcb88f0c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:40.975358 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.117436 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-55ebe848-961b-4ce2-9533-ce2ebdf0a552 None None] Provisioning for port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:41.170090 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:41.176603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:41.176603 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.273797 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Router fdd7f015-1492-4472-b596-e98352727d1f is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:13:41.290634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.354897 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a5f1fbda-383c-46bc-84c8-31f2dcb88f0c,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:41.368926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-588b27dc-1b6c-4922-9a75-16b9ebb3b2e6 None None] Provisioning complete for port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:41.369438 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-588b27dc-1b6c-4922-9a75-16b9ebb3b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.444182 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:41.458070 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Sync routers for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:41.463716 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.509150 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:41.510191 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:41.556948 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-588b27dc-1b6c-4922-9a75-16b9ebb3b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.632651 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=a5f1fbda-383c-46bc-84c8-31f2dcb88f0c,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:41.650417 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:41.652108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9c91ceaf-f53b-4c00-ad93-f3902859decb admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8305800 Aug 10 03:13:41.655235 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40578) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:41.707084 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.db.api [None req-588b27dc-1b6c-4922-9a75-16b9ebb3b2e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:13:41.707646 n-d-767704-21 neutron-server[101225]: DEBUG oslo_db.api [None req-588b27dc-1b6c-4922-9a75-16b9ebb3b2e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:13:41.709482 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:41.941852 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:40Z', 'revision_number': 3, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:41.978202 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Checking router: fdd7f015-1492-4472-b596-e98352727d1f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:41.978590 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Updating router fdd7f015-1492-4472-b596-e98352727d1f port 52f131c1-d862-4c07-b085-e2e5fd69b47f binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:13:42.007495 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.429083 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.440828 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Transition to ACTIVE for port object 52f131c1-d862-4c07-b085-e2e5fd69b47f will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:42.477986 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.541741 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.600290 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae635515-0b54-446d-9db5-e260ed17cd88 None None] Pushing event updated for resources: {'Port': ['ID=52f131c1-d862-4c07-b085-e2e5fd69b47f,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:42.602923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Attempting to bind port 52f131c1-d862-4c07-b085-e2e5fd69b47f on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:42.603302 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Attempting to bind port 52f131c1-d862-4c07-b085-e2e5fd69b47f by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:42.603671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Attempting to bind port 52f131c1-d862-4c07-b085-e2e5fd69b47f on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:42.610095 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:42.610478 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:42.610919 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.611315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:42.612080 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Bound port: 52f131c1-d862-4c07-b085-e2e5fd69b47f, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:42.612196 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.673949 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Allocated IP 172.20.0.1 (4e31be97-106a-4377-80c7-e52a7c4fc4c6/4faa08cb-cef3-493d-99e0-55b75437dc42/93da8753-0717-4e0e-9ae5-de58cea55e77) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:42.687659 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] For port 52f131c1-d862-4c07-b085-e2e5fd69b47f, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:42.692900 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] For port 52f131c1-d862-4c07-b085-e2e5fd69b47f, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=52f131c1-d862-4c07-b085-e2e5fd69b47f,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:42.781721 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.841862 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:42.859892 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Transition to ACTIVE for port object 93da8753-0717-4e0e-9ae5-de58cea55e77 will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:42.981506 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a5f1fbda-383c-46bc-84c8-31f2dcb88f0c up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:42.982364 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.039216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:43.044171 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:43.049604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:43.078061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Pushing event updated for resources: {'Port': ['ID=93da8753-0717-4e0e-9ae5-de58cea55e77,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:43.088034 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae635515-0b54-446d-9db5-e260ed17cd88 None None] Pushing event updated for resources: {'Port': ['ID=52f131c1-d862-4c07-b085-e2e5fd69b47f,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:43.091627 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:43.092338 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:43.108604 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.153608 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:43.153997 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.296390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:43.403793 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.537555 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-968e15ce-041e-4856-aa47-74ca1556b9c1 None None] Provisioning for port 93da8753-0717-4e0e-9ae5-de58cea55e77 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:43.546612 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-968e15ce-041e-4856-aa47-74ca1556b9c1 None None] Provisioning complete for port 93da8753-0717-4e0e-9ae5-de58cea55e77 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:43.547002 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-968e15ce-041e-4856-aa47-74ca1556b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.549448 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:40Z', 'revision_number': 3, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:43.600721 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420bb2d-5a74-4a24-851b-76e8d3d6072d None None] The sync data for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 is: [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:40Z', 'revision_number': 3, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:43.607463 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.615610 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-968e15ce-041e-4856-aa47-74ca1556b9c1 None None] Port 93da8753-0717-4e0e-9ae5-de58cea55e77 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:43.718611 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.821646 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Pushing event updated for resources: {'Port': ['ID=93da8753-0717-4e0e-9ae5-de58cea55e77,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:43.829401 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:43.977868 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:43.979607 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:44.026725 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.154704 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Router fdd7f015-1492-4472-b596-e98352727d1f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:44.249695 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6dc7f1a5-380d-45e3-b948-19f721338212 None None] Provisioning complete for port 93da8753-0717-4e0e-9ae5-de58cea55e77 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:44.250324 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6dc7f1a5-380d-45e3-b948-19f721338212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.300954 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:44.305669 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7f1a5-380d-45e3-b948-19f721338212 None None] Port 93da8753-0717-4e0e-9ae5-de58cea55e77 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:44.306071 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-893f7944-c828-477a-b56f-401e5fdffa4c admin admin] 10.222.0.38 "PUT /v2.0/routers/fdd7f015-1492-4472-b596-e98352727d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6495533 Aug 10 03:13:44.834886 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 52f131c1-d862-4c07-b085-e2e5fd69b47f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:45.021628 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 52f131c1-d862-4c07-b085-e2e5fd69b47f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:45.026745 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 52f131c1-d862-4c07-b085-e2e5fd69b47f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:45.028030 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.128487 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.155253 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.192263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 52f131c1-d862-4c07-b085-e2e5fd69b47f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=52f131c1-d862-4c07-b085-e2e5fd69b47f,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:45.259244 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40594) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:45.265283 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1376445935-network', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:45.296189 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.380145 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=52f131c1-d862-4c07-b085-e2e5fd69b47f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:45.415592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Made reservation on behalf of a723de30f3c44eb4be9aa4c82457558e for: {'network': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:45.418193 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for network, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.428131 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.492413 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Sync routers for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:45.503060 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:45.504294 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:45.549281 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.648077 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:45.753099 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.781445 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=101224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:13:45.792060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df775e73-6a33-4cbf-8949-0d4440100489,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:45.797082 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.797514 n-d-767704-21 neutron-server[101224]: INFO neutron.db.segments_db [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Added segment 9f13e921-4ec0-4146-ba46-a621d30573d1 of type vlan for network 7819f00d-abb7-4a11-8c2d-6034a291fa69 Aug 10 03:13:45.841401 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 2, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:45.842827 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778555745356'] for network, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.869323 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Checking router: fdd7f015-1492-4472-b596-e98352727d1f for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:45.869678 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Updating router fdd7f015-1492-4472-b596-e98352727d1f port 93da8753-0717-4e0e-9ae5-de58cea55e77 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:13:45.897369 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.027180 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.028070 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:46.028670 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.095604 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] Pushing event updated for resources: {'Network': ['ID=7819f00d-abb7-4a11-8c2d-6034a291fa69,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.111603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Network 7819f00d-abb7-4a11-8c2d-6034a291fa69 details requested by agent ovs-agent-n-d-767704-21 with host n-d-767704-21 {{(pid=101225) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:13:46.187906 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.202867 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Transition to ACTIVE for port object 93da8753-0717-4e0e-9ae5-de58cea55e77 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:46.233235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-872d4784-86b6-4300-817c-8bf4a7ebcefb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9725356 Aug 10 03:13:46.237457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40602) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:46.243364 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Request body: {'subnet': {'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1376445935-subnet', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'ip_version': 4}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:46.306842 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.335697 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Made reservation on behalf of a723de30f3c44eb4be9aa4c82457558e for: {'subnet': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:46.341881 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50960847'] for subnet, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.376472 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Pushing event updated for resources: {'Port': ['ID=93da8753-0717-4e0e-9ae5-de58cea55e77,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.400607 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.400972 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.401314 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.401656 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.401998 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.402333 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.402840 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.403179 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.403515 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.403845 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.404175 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.404495 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:46.424681 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Attempting to bind port 93da8753-0717-4e0e-9ae5-de58cea55e77 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:46.425930 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Attempting to bind port 93da8753-0717-4e0e-9ae5-de58cea55e77 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:46.426657 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Attempting to bind port 93da8753-0717-4e0e-9ae5-de58cea55e77 on network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:46.435662 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:46.438186 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Checking segment: {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:46.438186 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.438186 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Bound using segment: {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:46.438186 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Bound port: 93da8753-0717-4e0e-9ae5-de58cea55e77, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:46.438949 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.521475 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] For port 93da8753-0717-4e0e-9ae5-de58cea55e77, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:46.525948 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] For port 93da8753-0717-4e0e-9ae5-de58cea55e77, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=93da8753-0717-4e0e-9ae5-de58cea55e77,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:46.661582 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.696607 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51305306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50960893'] for subnet, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.741731 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:46.742803 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:46.783023 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=682aef45-0e68-44d7-a4d6-c57170790b81,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.799724 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Checking segment: {'id': '9f13e921-4ec0-4146-ba46-a621d30573d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:46.800296 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Network hostable DHCP agents. Network: 7819f00d-abb7-4a11-8c2d-6034a291fa69, hostable agents: ['8f515770-174c-4fc8-b7c3-3fca581bb4b9'], hosted agents: [] {{(pid=101224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:13:46.842711 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 52f131c1-d862-4c07-b085-e2e5fd69b47f up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:46.870507 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd32e0-c330-4986-8483-f82e0fb607c1 None None] Pushing event updated for resources: {'Port': ['ID=93da8753-0717-4e0e-9ae5-de58cea55e77,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.918335 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Network 7819f00d-abb7-4a11-8c2d-6034a291fa69 is scheduled to be hosted by DHCP agent 8f515770-174c-4fc8-b7c3-3fca581bb4b9 with binding_index 1 {{(pid=101224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:13:46.920317 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 52f131c1-d862-4c07-b085-e2e5fd69b47f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:46.920883 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.924707 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:47.025462 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-767704-21, 7819f00d-abb7-4a11-8c2d-6034a291fa69) {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:47.033555 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:47.034155 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.040729 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f517a4ae-062b-42b9-8517-f09eb86bba9f None None] Network 7819f00d-abb7-4a11-8c2d-6034a291fa69 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:47.114602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-5ff9022a-df77-4a9f-8c81-3059fa04b2fb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8752694 Aug 10 03:13:47.117052 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40608) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:47.122729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:47.165197 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:46Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:47.216180 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp338b1915-890f-5cdf-81b3-37f67262cff1-7819f00d-abb7-4a11-8c2d-6034a291fa69', 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'fixed_ips': [{'subnet_id': '682aef45-0e68-44d7-a4d6-c57170790b81'}]}} from n-d-767704-21. {{(pid=101225) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:13:47.217543 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.267602 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.270544 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-769120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.293114 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51864c0-1510-4ed6-b1d4-66ed0f261dee None None] The sync data for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 is: [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:46Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:47.351083 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.466315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.db_base_plugin_common [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Allocated IP 172.20.0.2 (7819f00d-abb7-4a11-8c2d-6034a291fa69/682aef45-0e68-44d7-a4d6-c57170790b81/39973c49-7099-49a4-aba9-1921571bde67) {{(pid=101225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:47.613835 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.753321 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.769859 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Transition to ACTIVE for port object 39973c49-7099-49a4-aba9-1921571bde67 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:47.796421 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Transition to ACTIVE for port object 39973c49-7099-49a4-aba9-1921571bde67 will not be triggered until provisioned by entity DHCP. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:47.908420 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845'] for port, after_create {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:47.964240 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Network 7819f00d-abb7-4a11-8c2d-6034a291fa69 is already hosted by enough agents. {{(pid=101225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:47.968032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.scheduler.base_scheduler [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Resources bound (agent type, host, resource id): {{(pid=101225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:47.970822 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Received port after_create {{(pid=101225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:47.986959 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Pushing event updated for resources: {'Port': ['ID=39973c49-7099-49a4-aba9-1921571bde67,revision_number=1']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.018641 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2971c74a-d7ea-4c10-9acb-6830f0130641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.064671 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Attempting to bind port 39973c49-7099-49a4-aba9-1921571bde67 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:48.069230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Attempting to bind port 39973c49-7099-49a4-aba9-1921571bde67 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9f13e921-4ec0-4146-ba46-a621d30573d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:48.069230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Attempting to bind port 39973c49-7099-49a4-aba9-1921571bde67 on network 7819f00d-abb7-4a11-8c2d-6034a291fa69 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:48.073065 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:48.073591 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Checking segment: {'id': '9f13e921-4ec0-4146-ba46-a621d30573d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:48.074090 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.074616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Bound using segment: {'id': '9f13e921-4ec0-4146-ba46-a621d30573d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:48.075233 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Bound port: 39973c49-7099-49a4-aba9-1921571bde67, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f13e921-4ec0-4146-ba46-a621d30573d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:48.075814 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.078593 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.102129 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.184265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] For port 39973c49-7099-49a4-aba9-1921571bde67, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:48.189575 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] For port 39973c49-7099-49a4-aba9-1921571bde67, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=39973c49-7099-49a4-aba9-1921571bde67,segment=NetworkSegment(9f13e921-4ec0-4146-ba46-a621d30573d1),segment_id=9f13e921-4ec0-4146-ba46-a621d30573d1)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:48.269559 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Allocated IP 172.25.3.129 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/30f30c3b-bf77-4570-af0c-d51960f277a7) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:48.279212 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.385577 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539c309-b6bf-4692-971b-c4885d154ea1 None None] Pushing event updated for resources: {'Port': ['ID=39973c49-7099-49a4-aba9-1921571bde67,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.477081 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.658423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.735303 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:48.758803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:48.779844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:48.782965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Pushing event updated for resources: {'Port': ['ID=30f30c3b-bf77-4570-af0c-d51960f277a7,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.971399 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 93da8753-0717-4e0e-9ae5-de58cea55e77 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:49.153101 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 93da8753-0717-4e0e-9ae5-de58cea55e77 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:49.160513 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 93da8753-0717-4e0e-9ae5-de58cea55e77 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:49.162878 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.271960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.328475 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 93da8753-0717-4e0e-9ae5-de58cea55e77, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=93da8753-0717-4e0e-9ae5-de58cea55e77,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:49.366675 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.432096 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.432096 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 39973c49-7099-49a4-aba9-1921571bde67 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:49.553371 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=93da8753-0717-4e0e-9ae5-de58cea55e77,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:49.678377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 39973c49-7099-49a4-aba9-1921571bde67 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:49.693646 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-769129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-765922'] for router, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:49.906246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ef823-5da4-4e17-8f95-469b1f016bee None None] Network 7819f00d-abb7-4a11-8c2d-6034a291fa69 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:49.964210 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 is scheduled to L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 with binding_index 1 {{(pid=101224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:13:50.066665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-293248d4-2766-49d3-bd8a-40fc4760a339 None None] Provisioning for port 39973c49-7099-49a4-aba9-1921571bde67 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:50.077933 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-293248d4-2766-49d3-bd8a-40fc4760a339 None None] Provisioning complete for port 39973c49-7099-49a4-aba9-1921571bde67 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:50.077933 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-293248d4-2766-49d3-bd8a-40fc4760a339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.095032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:50.109169 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Sync routers for ids ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:50.135456 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Routers {'3d2901e8-41e7-4ee5-9b52-e09d8728e197'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:50.136087 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:50.204146 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.209359 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40616) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:50.210373 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-4efa45cf-f4a3-41fc-af6e-332e7f61fd89 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0920138 Aug 10 03:13:50.423426 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-293248d4-2766-49d3-bd8a-40fc4760a339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.467322 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Set router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:50.535626 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-293248d4-2766-49d3-bd8a-40fc4760a339 None None] For port 39973c49-7099-49a4-aba9-1921571bde67, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=39973c49-7099-49a4-aba9-1921571bde67,segment=NetworkSegment(9f13e921-4ec0-4146-ba46-a621d30573d1),segment_id=9f13e921-4ec0-4146-ba46-a621d30573d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:50.593458 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-293248d4-2766-49d3-bd8a-40fc4760a339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.698200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293248d4-2766-49d3-bd8a-40fc4760a339 None None] Pushing event updated for resources: {'Port': ['ID=39973c49-7099-49a4-aba9-1921571bde67,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:50.701321 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b924346a-b73c-4dad-91a3-e88eb3c59e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.726775 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-d3480bde-17bc-48d0-98ed-60e8fa2b1578 None None] Provisioning complete for port 39973c49-7099-49a4-aba9-1921571bde67 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:50.727149 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d3480bde-17bc-48d0-98ed-60e8fa2b1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.729129 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.781036 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:47Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 3, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'gw_port': {'id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:92:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:48Z', 'updated_at': '2021-08-10T03:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:50.818313 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Checking router: 3d2901e8-41e7-4ee5-9b52-e09d8728e197 for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:50.819365 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Updating router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 port 30f30c3b-bf77-4570-af0c-d51960f277a7 binding host n-d-767704-21 {{(pid=101225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:13:50.840603 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 93da8753-0717-4e0e-9ae5-de58cea55e77 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:50.902403 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.936524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Allocated IP 172.20.0.1 (7819f00d-abb7-4a11-8c2d-6034a291fa69/682aef45-0e68-44d7-a4d6-c57170790b81/aed05505-bcae-445a-923d-90e3df92b442) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:51.018814 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 93da8753-0717-4e0e-9ae5-de58cea55e77 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:51.019732 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.089722 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.105243 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Transition to ACTIVE for port object aed05505-bcae-445a-923d-90e3df92b442 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:51.210401 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 39973c49-7099-49a4-aba9-1921571bde67 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:51.272779 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.311259 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Notify callbacks [] for port, precommit_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.325207 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 39973c49-7099-49a4-aba9-1921571bde67 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:51.325580 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.327499 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Transition to ACTIVE for port object 30f30c3b-bf77-4570-af0c-d51960f277a7 will not be triggered until provisioned by entity L2. {{(pid=101225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:51.329982 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Pushing event updated for resources: {'Port': ['ID=aed05505-bcae-445a-923d-90e3df92b442,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:51.338635 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Network 7819f00d-abb7-4a11-8c2d-6034a291fa69 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:51.340115 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:51.342503 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:51.349957 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.403554 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-766225'] for router_interface, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.414307 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.511523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5797a9-9f6b-486b-a518-a31287b43480 None None] Pushing event updated for resources: {'Port': ['ID=30f30c3b-bf77-4570-af0c-d51960f277a7,revision_number=2']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:51.513384 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Attempting to bind port 30f30c3b-bf77-4570-af0c-d51960f277a7 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:51.513805 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Attempting to bind port 30f30c3b-bf77-4570-af0c-d51960f277a7 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:51.514234 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Attempting to bind port 30f30c3b-bf77-4570-af0c-d51960f277a7 on network 70b818d0-8884-438a-9899-52bf13ff67a6 {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:51.521098 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:51.521480 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Checking segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:51.521942 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.522353 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Bound using segment: {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'} {{(pid=101225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:51.522996 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.managers [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Bound port: 30f30c3b-bf77-4570-af0c-d51960f277a7, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea56e58-258a-4ade-93ee-5510329a0f1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6'}}] {{(pid=101225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:51.523387 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.608769 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] For port 30f30c3b-bf77-4570-af0c-d51960f277a7, host n-d-767704-21, cleared binding levels {{(pid=101225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:51.614756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] For port 30f30c3b-bf77-4570-af0c-d51960f277a7, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=30f30c3b-bf77-4570-af0c-d51960f277a7,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:51.673091 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.718074 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.789974 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Routers {'3d2901e8-41e7-4ee5-9b52-e09d8728e197'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:51.791149 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:51.839459 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-615b7d06-6bfa-43ea-9b0e-17958e477625 None None] Provisioning for port aed05505-bcae-445a-923d-90e3df92b442 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:51.844637 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5797a9-9f6b-486b-a518-a31287b43480 None None] Pushing event updated for resources: {'Port': ['ID=30f30c3b-bf77-4570-af0c-d51960f277a7,revision_number=3']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:51.850665 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-615b7d06-6bfa-43ea-9b0e-17958e477625 None None] Provisioning complete for port aed05505-bcae-445a-923d-90e3df92b442 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:51.851233 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-615b7d06-6bfa-43ea-9b0e-17958e477625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.923693 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:51.928531 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-615b7d06-6bfa-43ea-9b0e-17958e477625 None None] Port aed05505-bcae-445a-923d-90e3df92b442 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:51.948312 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] Set router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:52.072891 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.171492 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766373'] for router_interface, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.178295 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Pushing event updated for resources: {'Port': ['ID=aed05505-bcae-445a-923d-90e3df92b442,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:52.228781 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:47Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 4, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'gw_port': {'id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:92:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:48Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'aed05505-bcae-445a-923d-90e3df92b442', 'name': '', 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'mac_address': 'fa:16:3e:a7:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:50Z', 'updated_at': '2021-08-10T03:13:50Z', 'revision_number': 1, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'subnets': [{'id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:52.274097 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabeb660-1b47-4406-b04f-22a122443636 None None] The sync data for ids ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'] in n-d-767704-21 is: [{'id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:47Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 4, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'gw_port': {'id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:92:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:48Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'aed05505-bcae-445a-923d-90e3df92b442', 'name': '', 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'mac_address': 'fa:16:3e:a7:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:50Z', 'updated_at': '2021-08-10T03:13:50Z', 'revision_number': 1, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'subnets': [{'id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:52.294604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Network 7819f00d-abb7-4a11-8c2d-6034a291fa69 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:52.297346 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:52.482037 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:52.654783 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-9ebe702f-6893-4a85-951e-1a52d3e81b04 None None] Provisioning complete for port aed05505-bcae-445a-923d-90e3df92b442 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:52.655522 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9ebe702f-6893-4a85-951e-1a52d3e81b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.658452 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:52.668697 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-175b1eef-bbbe-4360-b91a-c4afe3c7454c admin admin] 10.222.0.38 "PUT /v2.0/routers/3d2901e8-41e7-4ee5-9b52-e09d8728e197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4556272 Aug 10 03:13:52.686640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:52.712510 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe702f-6893-4a85-951e-1a52d3e81b04 None None] Port aed05505-bcae-445a-923d-90e3df92b442 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:53.649091 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 40626) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:53.654286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-e92c2c2d-e6f3-4e9d-a6e5-784634db24b4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040063968', 'description': 'tempest-secgroup-smoke-1040063968 description', 'project_id': 'f9060453982c423881d223283dcecd25'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:53.810015 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e92c2c2d-e6f3-4e9d-a6e5-784634db24b4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:53.931309 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e92c2c2d-e6f3-4e9d-a6e5-784634db24b4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.010151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e92c2c2d-e6f3-4e9d-a6e5-784634db24b4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.044621 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c2c2d-e6f3-4e9d-a6e5-784634db24b4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4435efa-3f4c-40a6-972e-d4e016b7a4bf,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:54.123682 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-e92c2c2d-e6f3-4e9d-a6e5-784634db24b4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.125048 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-e92c2c2d-e6f3-4e9d-a6e5-784634db24b4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4748149 Aug 10 03:13:54.130257 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40628) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:54.136102 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-1f366a35-19c9-4ac1-8b70-680d31924701 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'security_group_rule': {'security_group_id': 'b4435efa-3f4c-40a6-972e-d4e016b7a4bf', 'project_id': 'f9060453982c423881d223283dcecd25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:54.187354 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.272833 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f366a35-19c9-4ac1-8b70-680d31924701 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.342828 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f366a35-19c9-4ac1-8b70-680d31924701 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.443874 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f366a35-19c9-4ac1-8b70-680d31924701 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.464086 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f366a35-19c9-4ac1-8b70-680d31924701 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88852c8-b31e-4392-bbd8-ea55cb1f79a5,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:54.569005 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-1f366a35-19c9-4ac1-8b70-680d31924701 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.571146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-1f366a35-19c9-4ac1-8b70-680d31924701 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4395401 Aug 10 03:13:54.574061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40630) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:54.583457 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-14a7820d-43d1-4f24-a85c-4b814198c4f1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'security_group_rule': {'security_group_id': 'b4435efa-3f4c-40a6-972e-d4e016b7a4bf', 'project_id': 'f9060453982c423881d223283dcecd25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:54.703252 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14a7820d-43d1-4f24-a85c-4b814198c4f1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.786363 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14a7820d-43d1-4f24-a85c-4b814198c4f1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.843315 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 30f30c3b-bf77-4570-af0c-d51960f277a7 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:54.901199 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14a7820d-43d1-4f24-a85c-4b814198c4f1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:54.926467 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7820d-43d1-4f24-a85c-4b814198c4f1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851d8ba9-ca0a-4331-999e-11fac58486f2,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:55.093558 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port 30f30c3b-bf77-4570-af0c-d51960f277a7 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:55.099427 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 30f30c3b-bf77-4570-af0c-d51960f277a7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:55.099998 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.149700 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-14a7820d-43d1-4f24-a85c-4b814198c4f1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.152979 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-14a7820d-43d1-4f24-a85c-4b814198c4f1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5757933 Aug 10 03:13:55.164143 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40632) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:55.170128 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-8e7c3d2f-705d-4e25-99e1-01c1e052fc18 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'security_group_rule': {'security_group_id': 'b4435efa-3f4c-40a6-972e-d4e016b7a4bf', 'project_id': 'f9060453982c423881d223283dcecd25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:55.204040 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.227439 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port 30f30c3b-bf77-4570-af0c-d51960f277a7, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=30f30c3b-bf77-4570-af0c-d51960f277a7,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:55.305208 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3d2f-705d-4e25-99e1-01c1e052fc18 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.352276 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.376389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3d2f-705d-4e25-99e1-01c1e052fc18 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.418667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=30f30c3b-bf77-4570-af0c-d51960f277a7,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:55.484032 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3d2f-705d-4e25-99e1-01c1e052fc18 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.505595 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c3d2f-705d-4e25-99e1-01c1e052fc18 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84d6274-7f4d-4a5c-8e5b-9981a9280586,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:55.599153 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3d2f-705d-4e25-99e1-01c1e052fc18 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.600827 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-8e7c3d2f-705d-4e25-99e1-01c1e052fc18 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4353867 Aug 10 03:13:55.604550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40634) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:55.609995 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b5f84538-cd23-48e1-80dd-af78fc7b3c96 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'security_group_rule': {'security_group_id': 'b4435efa-3f4c-40a6-972e-d4e016b7a4bf', 'project_id': 'f9060453982c423881d223283dcecd25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:55.707963 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b5f84538-cd23-48e1-80dd-af78fc7b3c96 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.773682 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Sync routers for ids ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:55.794111 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Routers {'3d2901e8-41e7-4ee5-9b52-e09d8728e197'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:55.795219 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:55.809030 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b5f84538-cd23-48e1-80dd-af78fc7b3c96 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.912111 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b5f84538-cd23-48e1-80dd-af78fc7b3c96 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:55.920866 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Set router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:55.932450 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f84538-cd23-48e1-80dd-af78fc7b3c96 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b479b4-2eed-4c90-90ed-6f157083156e,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:56.025146 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b5f84538-cd23-48e1-80dd-af78fc7b3c96 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.026717 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b5f84538-cd23-48e1-80dd-af78fc7b3c96 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4208734 Aug 10 03:13:56.029943 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40636) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:56.035511 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-2a512196-003a-4701-916f-a6e996d3d8bd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'security_group_rule': {'security_group_id': 'b4435efa-3f4c-40a6-972e-d4e016b7a4bf', 'project_id': 'f9060453982c423881d223283dcecd25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:56.164477 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:47Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 4, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'gw_port': {'id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:48Z', 'updated_at': '2021-08-10T03:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'aed05505-bcae-445a-923d-90e3df92b442', 'name': '', 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'mac_address': 'fa:16:3e:a7:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:50Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 2, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'subnets': [{'id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:56.176768 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-2a512196-003a-4701-916f-a6e996d3d8bd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Project f9060453982c423881d223283dcecd25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:13:56.183264 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a512196-003a-4701-916f-a6e996d3d8bd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.197166 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Checking router: 3d2901e8-41e7-4ee5-9b52-e09d8728e197 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:56.197547 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Updating router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 port aed05505-bcae-445a-923d-90e3df92b442 binding host n-d-767704-21 {{(pid=101226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:13:56.229323 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.264546 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a512196-003a-4701-916f-a6e996d3d8bd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.333530 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:13:56.365443 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a512196-003a-4701-916f-a6e996d3d8bd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.395890 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a512196-003a-4701-916f-a6e996d3d8bd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce55b584-256a-41b3-bc7b-380ff711f49f,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:56.472423 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-2a512196-003a-4701-916f-a6e996d3d8bd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.473718 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-2a512196-003a-4701-916f-a6e996d3d8bd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4427292 Aug 10 03:13:56.477928 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40638) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:56.482698 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-b1469192-1a63-48d6-8a4c-3b5b6d681bc7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'security_group_rule': {'security_group_id': 'b4435efa-3f4c-40a6-972e-d4e016b7a4bf', 'project_id': 'f9060453982c423881d223283dcecd25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:56.552872 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Notify callbacks [] for port, precommit_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.565117 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.provisioning_blocks [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Transition to ACTIVE for port object aed05505-bcae-445a-923d-90e3df92b442 will not be triggered until provisioned by entity L2. {{(pid=101226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:56.587315 n-d-767704-21 neutron-server[101224]: INFO neutron.db.securitygroups_db [None req-b1469192-1a63-48d6-8a4c-3b5b6d681bc7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Project f9060453982c423881d223283dcecd25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:13:56.593315 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1469192-1a63-48d6-8a4c-3b5b6d681bc7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.673740 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1469192-1a63-48d6-8a4c-3b5b6d681bc7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.678272 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.780943 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1469192-1a63-48d6-8a4c-3b5b6d681bc7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529986'] for security_group_rule, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.821402 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1469192-1a63-48d6-8a4c-3b5b6d681bc7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562d0bcc-0bb6-46e8-8435-971f06147e30,revision_number=0']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:56.832050 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 30f30c3b-bf77-4570-af0c-d51960f277a7 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:56.853992 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cd462-0114-400f-a2cb-18a47b71f824 None None] Pushing event updated for resources: {'Port': ['ID=aed05505-bcae-445a-923d-90e3df92b442,revision_number=3']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:56.861573 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Attempting to bind port aed05505-bcae-445a-923d-90e3df92b442 on host n-d-767704-21 for vnic_type normal with profile {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:56.861947 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Attempting to bind port aed05505-bcae-445a-923d-90e3df92b442 by drivers openvswitch,hyperv on host n-d-767704-21 at level 0 using segments [{'id': '9f13e921-4ec0-4146-ba46-a621d30573d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69'}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:56.862371 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Attempting to bind port aed05505-bcae-445a-923d-90e3df92b442 on network 7819f00d-abb7-4a11-8c2d-6034a291fa69 {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:56.870194 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Checking agent: {'id': 'd54ae3a1-9005-40d7-9a05-2d7dcf66506c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 40, 21), 'started_at': datetime.datetime(2021, 8, 10, 1, 40, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-767704-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:56.870773 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Checking segment: {'id': '9f13e921-4ec0-4146-ba46-a621d30573d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:56.871348 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.871902 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Bound using segment: {'id': '9f13e921-4ec0-4146-ba46-a621d30573d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69'} {{(pid=101226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:56.872891 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.managers [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Bound port: aed05505-bcae-445a-923d-90e3df92b442, host: n-d-767704-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f13e921-4ec0-4146-ba46-a621d30573d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69'}}] {{(pid=101226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:56.873827 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.924533 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-b1469192-1a63-48d6-8a4c-3b5b6d681bc7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.935545 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-b1469192-1a63-48d6-8a4c-3b5b6d681bc7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4480305 Aug 10 03:13:56.935798 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port 30f30c3b-bf77-4570-af0c-d51960f277a7 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:56.936309 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.975943 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] For port aed05505-bcae-445a-923d-90e3df92b442, host n-d-767704-21, cleared binding levels {{(pid=101226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:56.979718 n-d-767704-21 neutron-server[101226]: DEBUG neutron.plugins.ml2.db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] For port aed05505-bcae-445a-923d-90e3df92b442, host n-d-767704-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=aed05505-bcae-445a-923d-90e3df92b442,segment=NetworkSegment(9f13e921-4ec0-4146-ba46-a621d30573d1),segment_id=9f13e921-4ec0-4146-ba46-a621d30573d1)] {{(pid=101226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:57.078142 n-d-767704-21 neutron-server[101226]: DEBUG neutron_lib.callbacks.manager [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:57.145521 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Routers {'3d2901e8-41e7-4ee5-9b52-e09d8728e197'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:57.146191 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:57.195217 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-fbece667-75f1-47aa-863d-4dacd755b638 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040063968&fields=id&tenant_id=f9060453982c423881d223283dcecd25 HTTP/1.1" status: 200 len: 267 time: 0.0653229 Aug 10 03:13:57.204494 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cd462-0114-400f-a2cb-18a47b71f824 None None] Pushing event updated for resources: {'Port': ['ID=aed05505-bcae-445a-923d-90e3df92b442,revision_number=4']} {{(pid=101226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:57.307182 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] Set router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:57.394312 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-f320446f-1bfb-4700-9812-6aabeacc0db2 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:57.396066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-f320446f-1bfb-4700-9812-6aabeacc0db2 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 809 time: 0.1914055 Aug 10 03:13:57.414116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-7aabd22d-b6f5-4573-aa61-319e13a1cf2f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/quotas/f9060453982c423881d223283dcecd25 HTTP/1.1" status: 200 len: 375 time: 0.0101659 Aug 10 03:13:57.481742 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-95022291-38a8-4436-bd33-13e6c24c23b8 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605707 Aug 10 03:13:57.623276 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-98fb0a25-e89b-459e-844f-f83d6d4f2eda service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:57.627037 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:47Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 4, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'gw_port': {'id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:48Z', 'updated_at': '2021-08-10T03:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'aed05505-bcae-445a-923d-90e3df92b442', 'name': '', 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'mac_address': 'fa:16:3e:a7:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:50Z', 'updated_at': '2021-08-10T03:13:56Z', 'revision_number': 4, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'subnets': [{'id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:57.627323 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-98fb0a25-e89b-459e-844f-f83d6d4f2eda service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1245382 Aug 10 03:13:57.662297 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7554fe55-7cc7-4d29-9959-672d32cb6625 None None] The sync data for ids ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'] in n-d-767704-21 is: [{'id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:47Z', 'updated_at': '2021-08-10T03:13:51Z', 'revision_number': 4, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'gw_port': {'id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:48Z', 'updated_at': '2021-08-10T03:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': 'aed05505-bcae-445a-923d-90e3df92b442', 'name': '', 'network_id': '7819f00d-abb7-4a11-8c2d-6034a291fa69', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'mac_address': 'fa:16:3e:a7:55:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:50Z', 'updated_at': '2021-08-10T03:13:56Z', 'revision_number': 4, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'subnets': [{'id': '682aef45-0e68-44d7-a4d6-c57170790b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:57.755519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-154939fc-6ea4-46f6-a855-3bc6a3a344ef service neutron] 10.222.0.38 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186478 Aug 10 03:13:57.870377 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-2c81992e-993c-4d08-8aba-e4a366cebaca service neutron] 10.222.0.38 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069565 Aug 10 03:13:58.269381 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0ef8eda7-be18-4e54-ac9c-d4847602d4d3 req-b11ce944-6b1f-4e36-b48f-1e1fe59c65ca tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 210 time: 0.0332146 Aug 10 03:13:58.838329 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aed05505-bcae-445a-923d-90e3df92b442 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:59.008797 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning for port aed05505-bcae-445a-923d-90e3df92b442 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:59.014572 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port aed05505-bcae-445a-923d-90e3df92b442 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:59.015190 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.109447 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.151001 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] For port aed05505-bcae-445a-923d-90e3df92b442, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=aed05505-bcae-445a-923d-90e3df92b442,segment=NetworkSegment(9f13e921-4ec0-4146-ba46-a621d30573d1),segment_id=9f13e921-4ec0-4146-ba46-a621d30573d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:59.312585 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.380177 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Pushing event updated for resources: {'Port': ['ID=aed05505-bcae-445a-923d-90e3df92b442,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:59.393753 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a235b7f0-edf3-46e2-9a80-b1b6146320dc req-5d82af01-7ec7-4dd6-b7cd-0419796eee97 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 210 time: 0.0441442 Aug 10 03:14:00.512735 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8b63ec49-187c-41f2-a0af-e2ee5ea4581e req-19b063fb-b0de-4d2d-a003-3e81f072910a tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 210 time: 0.0295103 Aug 10 03:14:00.804481 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aed05505-bcae-445a-923d-90e3df92b442 up at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:00.861383 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Provisioning complete for port aed05505-bcae-445a-923d-90e3df92b442 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:00.861748 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.386693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-f673f292-afc6-4613-ab85-dadd8f4eb40f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:01.388569 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-f673f292-afc6-4613-ab85-dadd8f4eb40f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 809 time: 0.1425154 Aug 10 03:14:01.438568 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-906a0e89-67de-4f59-aa31-34085f64b9ac tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9060453982c423881d223283dcecd25 HTTP/1.1" status: 200 len: 380 time: 0.0406702 Aug 10 03:14:01.449770 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'port': {'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'admin_state_up': True, 'tenant_id': 'f9060453982c423881d223283dcecd25', 'security_groups': ['b4435efa-3f4c-40a6-972e-d4e016b7a4bf']}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:01.626859 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6afb25a8-4beb-4356-abcc-1397aa1feb81 req-abfdda2c-b6b4-47a7-a85d-a672cc5786ac tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 210 time: 0.0300772 Aug 10 03:14:01.798324 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Made reservation on behalf of f9060453982c423881d223283dcecd25 for: {'port': 1} {{(pid=101223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:14:01.804151 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.958361 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Allocated IP 172.20.0.13 (4e31be97-106a-4377-80c7-e52a7c4fc4c6/4faa08cb-cef3-493d-99e0-55b75437dc42/80e6e348-3b0b-44e9-a799-578891e69547) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:02.113976 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.129831 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Transition to ACTIVE for port object 80e6e348-3b0b-44e9-a799-578891e69547 will not be triggered until provisioned by entity DHCP. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:02.301449 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.353177 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:02.356520 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:02.360815 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:02.371856 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'Port': ['ID=80e6e348-3b0b-44e9-a799-578891e69547,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:02.436576 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.437214 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.621867 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-e5a4983a-b565-4151-a42e-b91659e47578 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1771977 Aug 10 03:14:02.636786 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-3c08fda6-8028-4b29-9393-43f7095a0998 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:14:02.644819 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-3c08fda6-8028-4b29-9393-43f7095a0998 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089655 Aug 10 03:14:02.651360 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Request body: {'port': {'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-767704-21'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:02.729282 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.785729 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42d034-414f-471b-ad29-c059263c0467 req-c8729651-5553-4ec4-954b-ef3e44807ef1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:02.787230 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f42d034-414f-471b-ad29-c059263c0467 req-c8729651-5553-4ec4-954b-ef3e44807ef1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 932 time: 0.0758960 Aug 10 03:14:02.814071 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-79962127-2add-4c1f-bf77-e47ffec82563 None None] Provisioning for port 80e6e348-3b0b-44e9-a799-578891e69547 completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:02.819121 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-79962127-2add-4c1f-bf77-e47ffec82563 None None] Provisioning complete for port 80e6e348-3b0b-44e9-a799-578891e69547 triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:02.819781 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-79962127-2add-4c1f-bf77-e47ffec82563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.837011 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7f42d034-414f-471b-ad29-c059263c0467 req-d77914d4-81a9-45bc-ac9d-16104750e9e9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Aug 10 03:14:02.873995 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-79962127-2add-4c1f-bf77-e47ffec82563 None None] Port 80e6e348-3b0b-44e9-a799-578891e69547 cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:14:03.053524 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e6e348-3b0b-44e9-a799-578891e69547 {{(pid=101223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:03.062034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.077692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.provisioning_blocks [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Transition to ACTIVE for port object 80e6e348-3b0b-44e9-a799-578891e69547 will not be triggered until provisioned by entity L2. {{(pid=101223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:14:03.203498 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.281758 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=80e6e348-3b0b-44e9-a799-578891e69547,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:03.343969 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Attempting to bind port 80e6e348-3b0b-44e9-a799-578891e69547 on host n-h2-767704-21 for vnic_type normal with profile {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:14:03.344841 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Attempting to bind port 80e6e348-3b0b-44e9-a799-578891e69547 by drivers openvswitch,hyperv on host n-h2-767704-21 at level 0 using segments [{'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:14:03.345038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Attempting to bind port 80e6e348-3b0b-44e9-a799-578891e69547 on network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:03.351232 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Port 80e6e348-3b0b-44e9-a799-578891e69547 on network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-767704-21 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:14:03.351759 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Attempting to bind port 80e6e348-3b0b-44e9-a799-578891e69547 on network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:14:03.359495 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Checking agent: {'id': '8f4e0e94-30e6-49a0-9814-8be70d2de058', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:14:03.360021 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Checking segment: {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:14:03.360444 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Bound using segment: {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'} {{(pid=101223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:14:03.360876 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.managers [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Bound port: 80e6e348-3b0b-44e9-a799-578891e69547, host: n-h2-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'}}] {{(pid=101223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:14:03.361246 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.477891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, cleared binding levels {{(pid=101223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:14:03.477891 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=80e6e348-3b0b-44e9-a799-578891e69547,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:14:03.564093 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.600604 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.601684 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:03.603731 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] 10.222.0.11 "PUT /v2.0/ports/80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 1093 time: 0.9565907 Aug 10 03:14:03.606148 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:03.609035 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1719f3-5996-43ca-a3f0-3d3172181c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "tag": "80e6e348-3b0b-44e9-a799-578891e69547"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:03.650568 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb73189-c3f0-4ecf-aebc-a79cadca4c53 service neutron] Pushing event updated for resources: {'Port': ['ID=80e6e348-3b0b-44e9-a799-578891e69547,revision_number=3']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:03.672859 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73287ae6-51d7-4179-bd94-6f3a2c883fa2 x-openstack-request-id: req-73287ae6-51d7-4179-bd94-6f3a2c883fa2 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:03.673235 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "tag": "80e6e348-3b0b-44e9-a799-578891e69547", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:03.673615 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-73287ae6-51d7-4179-bd94-6f3a2c883fa2 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:03.674111 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547', 'status': 'completed', 'code': 200} Aug 10 03:14:03.750092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1719f3-5996-43ca-a3f0-3d3172181c9f req-9331605a-038a-495d-8396-d94f05a7320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.752480 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce1719f3-5996-43ca-a3f0-3d3172181c9f req-9331605a-038a-495d-8396-d94f05a7320e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1096 time: 0.0574582 Aug 10 03:14:03.876693 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1719f3-5996-43ca-a3f0-3d3172181c9f req-ae8e928a-fdae-46ef-9fcf-e749a1bf45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:03.876693 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce1719f3-5996-43ca-a3f0-3d3172181c9f req-ae8e928a-fdae-46ef-9fcf-e749a1bf45b4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f9060453982c423881d223283dcecd25&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1144354 Aug 10 03:14:04.000330 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fae12-a334-42a3-98c7-403376b19a48 req-f398ea1e-3d04-4b43-9996-2eb066dd61ee tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.001906 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-122fae12-a334-42a3-98c7-403376b19a48 req-f398ea1e-3d04-4b43-9996-2eb066dd61ee tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 944 time: 0.0572531 Aug 10 03:14:04.020776 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1719f3-5996-43ca-a3f0-3d3172181c9f req-2ecb65f6-63e2-4f82-8002-5764dfa50c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.022440 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ce1719f3-5996-43ca-a3f0-3d3172181c9f req-2ecb65f6-63e2-4f82-8002-5764dfa50c72 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365709 Aug 10 03:14:04.053139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-122fae12-a334-42a3-98c7-403376b19a48 req-7bf64b79-398e-4151-9013-a6788adb726e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Aug 10 03:14:04.110222 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-5c0e8ce0-375f-44f7-a513-7a4e8121f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.111918 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-5c0e8ce0-375f-44f7-a513-7a4e8121f5e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1096 time: 0.0448787 Aug 10 03:14:04.158215 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-81f2bba2-a93b-4826-8679-a5afa0b08884 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 217 time: 0.0376940 Aug 10 03:14:04.226696 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1e6e5d8d-d04e-4f68-9670-8546651eeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.229152 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-1e6e5d8d-d04e-4f68-9670-8546651eeca9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0637853 Aug 10 03:14:04.295610 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-6e5bbf4d-0e21-49f3-8c7e-1739d004f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:04.297133 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-6e5bbf4d-0e21-49f3-8c7e-1739d004f441 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603690 Aug 10 03:14:04.406468 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-8b4042af-ae28-4a5c-9dce-567872810eba service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004188 Aug 10 03:14:04.509785 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-ea44b27e-59f4-495c-8081-9f2b202424d2 req-93df2fb2-4087-460f-a375-b658986b0a17 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968304 Aug 10 03:14:05.200618 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8a39f-5359-4f55-b5aa-9da487821919 req-a95a6556-a6cb-4b94-92ab-bfa16b9bc647 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:05.202140 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24c8a39f-5359-4f55-b5aa-9da487821919 req-a95a6556-a6cb-4b94-92ab-bfa16b9bc647 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 944 time: 0.0524602 Aug 10 03:14:05.249714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-24c8a39f-5359-4f55-b5aa-9da487821919 req-044a9c2c-f05a-43e6-a2e6-01e68b473fd5 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351400 Aug 10 03:14:06.395901 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab20712-8466-4949-b90b-4b728f9d8f68 req-0a46e819-029d-4cfb-80ee-ec177776d7a8 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:06.397456 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ab20712-8466-4949-b90b-4b728f9d8f68 req-0a46e819-029d-4cfb-80ee-ec177776d7a8 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 944 time: 0.0619867 Aug 10 03:14:06.449755 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3ab20712-8466-4949-b90b-4b728f9d8f68 req-64786cc0-5e14-4291-84df-6ee289eeffa9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Aug 10 03:14:07.611186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b49db-1ebe-4890-b0f2-99b61a0b1bd4 req-dca416f3-018c-4688-9f7c-3dc203f14607 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:07.613935 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-567b49db-1ebe-4890-b0f2-99b61a0b1bd4 req-dca416f3-018c-4688-9f7c-3dc203f14607 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 944 time: 0.0660203 Aug 10 03:14:07.674957 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-567b49db-1ebe-4890-b0f2-99b61a0b1bd4 req-bce096d6-f5c1-4070-83b7-274561f762b0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501611 Aug 10 03:14:07.778623 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 80e6e348-3b0b-44e9-a799-578891e69547 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:14:07.911172 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=80e6e348-3b0b-44e9-a799-578891e69547,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:07.924827 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '80e6e348-3b0b-44e9-a799-578891e69547', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:14:07.971958 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:07.990211 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e6e348-3b0b-44e9-a799-578891e69547 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:14:08.011779 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=80e6e348-3b0b-44e9-a799-578891e69547,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:08.100898 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:08.157140 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=80e6e348-3b0b-44e9-a799-578891e69547,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:08.307015 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['80e6e348-3b0b-44e9-a799-578891e69547'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:14:08.821198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe363b-46ac-4339-95de-cfcf0bdbdaf5 req-338790d5-abee-42f9-9cc0-07a8518c579b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:08.822680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcfe363b-46ac-4339-95de-cfcf0bdbdaf5 req-338790d5-abee-42f9-9cc0-07a8518c579b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 945 time: 0.0564384 Aug 10 03:14:08.868074 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fcfe363b-46ac-4339-95de-cfcf0bdbdaf5 req-5b61c061-b7c7-4085-b66c-cf53f205d6a7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342090 Aug 10 03:14:09.782616 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 80e6e348-3b0b-44e9-a799-578891e69547 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:14:09.935212 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning for port 80e6e348-3b0b-44e9-a799-578891e69547 completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:14:09.941139 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 80e6e348-3b0b-44e9-a799-578891e69547 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:14:09.968415 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.060904 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.089142 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:10.092090 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8e5913-eafb-4bdc-9708-857903177423" -d '{"events": [{"server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "name": "network-vif-plugged", "status": "completed", "tag": "80e6e348-3b0b-44e9-a799-578891e69547"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:10.124943 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=80e6e348-3b0b-44e9-a799-578891e69547,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:14:10.209631 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:10.245153 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9678618b-4ce7-4166-88c9-c47a87e47056 x-openstack-request-id: req-9678618b-4ce7-4166-88c9-c47a87e47056 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:10.245511 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "name": "network-vif-plugged", "status": "completed", "tag": "80e6e348-3b0b-44e9-a799-578891e69547", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:10.245675 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9678618b-4ce7-4166-88c9-c47a87e47056 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:10.246057 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547', 'code': 200} Aug 10 03:14:10.290739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=80e6e348-3b0b-44e9-a799-578891e69547,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:10.363099 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe35230-44be-4afb-ad87-41107e7542b3 req-0de795d6-a518-42f1-9e1c-fe00dffc4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.366053 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fe35230-44be-4afb-ad87-41107e7542b3 req-0de795d6-a518-42f1-9e1c-fe00dffc4dc5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1098 time: 0.0630770 Aug 10 03:14:10.367439 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f4503-d3cd-4abb-aac8-197288613514 req-3fdac59c-fc12-420e-9642-31fa565c4c20 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:10.369346 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22f4503-d3cd-4abb-aac8-197288613514 req-3fdac59c-fc12-420e-9642-31fa565c4c20 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 945 time: 0.3925540 Aug 10 03:14:10.417644 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c22f4503-d3cd-4abb-aac8-197288613514 req-e314adfc-eeab-474f-96aa-87e28a0e7cff tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Aug 10 03:14:10.433236 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2fe35230-44be-4afb-ad87-41107e7542b3 req-4432de89-3bc6-47d7-aaf7-d2cedcf57216 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590751 Aug 10 03:14:11.636199 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2b5e3-8d03-415e-bea2-8b50a2b94aaa req-074c991e-5663-4873-adfa-57fdbe1803e4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.637988 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77a2b5e3-8d03-415e-bea2-8b50a2b94aaa req-074c991e-5663-4873-adfa-57fdbe1803e4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 946 time: 0.1438737 Aug 10 03:14:11.687770 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-77a2b5e3-8d03-415e-bea2-8b50a2b94aaa req-5da4b58f-c55e-4070-b0df-b7ff34607633 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380394 Aug 10 03:14:11.839040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18aa83f-3950-4081-9101-6ea17b51e27c req-8bbb2c08-9c0b-447e-bb06-ade45b74788b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:11.840641 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b18aa83f-3950-4081-9101-6ea17b51e27c req-8bbb2c08-9c0b-447e-bb06-ade45b74788b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 946 time: 0.0608096 Aug 10 03:14:11.891640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b18aa83f-3950-4081-9101-6ea17b51e27c req-b4b30035-a844-4df9-b0a1-0dcc32b66a28 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Aug 10 03:14:11.918109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40706) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:12.018830 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5083c0-d49d-4e63-8f7e-eb8e73259b69 tempest-TestSnapshotPattern-1013272111 tempest-TestSnapshotPattern-1013272111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:12.020510 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-fd5083c0-d49d-4e63-8f7e-eb8e73259b69 tempest-TestSnapshotPattern-1013272111 tempest-TestSnapshotPattern-1013272111-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1093 time: 0.1010132 Aug 10 03:14:12.023954 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 40710) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:14:12.031631 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:14:12.157806 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for floatingip, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.275674 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.402850 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Allocated IP 172.25.3.72 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/ae6cdd3d-a57a-4315-bf17-5230e3d072d4) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:14:12.520924 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.650718 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:12.715958 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:14:12.725297 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:14:12.729870 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:14:12.771266 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'Port': ['ID=ae6cdd3d-a57a-4315-bf17-5230e3d072d4,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:13.222379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.388060 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.589680 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.667198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.757673 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'Port': ['ID=ae6cdd3d-a57a-4315-bf17-5230e3d072d4,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:14:13.770595 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:13.889025 n-d-767704-21 neutron-server[101224]: INFO neutron.db.l3_db [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Floating IP 037347bc-554c-4095-8ede-7f0c85ef5f20 associated. External IP: 172.25.3.72, port: 80e6e348-3b0b-44e9-a799-578891e69547. Aug 10 03:14:14.026618 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:14.170216 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Router fdd7f015-1492-4472-b596-e98352727d1f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:14:14.311547 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:14:14.328435 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] Sync routers for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:14:14.346197 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:14.347286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:14.403645 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:14.451254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-e648ed82-be53-4ef3-91bf-689fe9c331c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4254398 Aug 10 03:14:14.451972 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:14:14.456116 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e809dd-e90b-4726-99b7-388ae3991e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "tag": "80e6e348-3b0b-44e9-a799-578891e69547"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:14:14.486419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:14.575313 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b34a81-713b-4b4f-b252-660baaf461f0 x-openstack-request-id: req-e7b34a81-713b-4b4f-b252-660baaf461f0 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:14:14.577844 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "tag": "80e6e348-3b0b-44e9-a799-578891e69547", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:14:14.577844 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7b34a81-713b-4b4f-b252-660baaf461f0 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:14:14.577844 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547', 'status': 'completed', 'code': 200} Aug 10 03:14:14.685650 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-5645b383-c2ee-4550-a5c8-55bc5e05a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.687832 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-5645b383-c2ee-4550-a5c8-55bc5e05a248 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1098 time: 0.0759816 Aug 10 03:14:14.801332 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-c287f331-c93c-40c9-b492-4900ed776f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.803462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-c287f331-c93c-40c9-b492-4900ed776f45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.1074305 Aug 10 03:14:14.901672 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-bda251a1-f572-489b-9471-6e516f0df42b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 999 time: 0.0911212 Aug 10 03:14:14.960527 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '037347bc-554c-4095-8ede-7f0c85ef5f20', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:13Z', 'updated_at': '2021-08-10T03:14:13Z', 'revision_number': 0, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:14.977457 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-af40e704-98e4-44d9-9e17-733472f01877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:14.980042 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-af40e704-98e4-44d9-9e17-733472f01877 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0710874 Aug 10 03:14:15.005764 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] Checking router: fdd7f015-1492-4472-b596-e98352727d1f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:14:15.022263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:14:15.023413 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:13:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:15.043286 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-62ba5bb7-e168-479d-a5aa-c4d8e119716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:15.045046 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-62ba5bb7-e168-479d-a5aa-c4d8e119716f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575640 Aug 10 03:14:15.136258 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:15.175051 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:14:15.183631 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-5ac42989-913c-45d4-8b42-3b61dbd486ab service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312697 Aug 10 03:14:15.308727 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-17e809dd-e90b-4726-99b7-388ae3991e0b req-77d1b3b9-25da-4020-9eda-e8a93b8c416a service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177950 Aug 10 03:14:15.488936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '037347bc-554c-4095-8ede-7f0c85ef5f20', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:13Z', 'updated_at': '2021-08-10T03:14:13Z', 'revision_number': 0, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:14:15.532683 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bfea1-6e19-4730-9855-0d5c8ffee2a6 None None] The sync data for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 is: [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '037347bc-554c-4095-8ede-7f0c85ef5f20', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:13Z', 'updated_at': '2021-08-10T03:14:13Z', 'revision_number': 0, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:14:15.814311 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0dcbcf-9dd8-4f16-902a-f12372cd36b3 None None] New status for floating IP 037347bc-554c-4095-8ede-7f0c85ef5f20: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:14:17.967650 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2dd1ea12-419d-404c-b662-83328b7289d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:20.809180 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-90593841-4ad1-4c38-8841-296b6c701977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:21.287457 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:22.642143 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:24.185007 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:33.282944 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:14:44.209305 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.117815 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:45.120257 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-225dffb6-6dce-40f7-80d8-7055d589d2cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479777 Aug 10 03:14:45.228805 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-2ea9ef5b-962c-4c06-a044-3d3d25647b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.230449 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-2ea9ef5b-962c-4c06-a044-3d3d25647b23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1098 time: 0.0545511 Aug 10 03:14:45.353747 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-bb9c323e-daae-4689-9e37-125228973b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.355334 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-bb9c323e-daae-4689-9e37-125228973b25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.1030288 Aug 10 03:14:45.461387 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-c4e4e667-c28e-471f-b287-7e167a893982 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 1001 time: 0.0972624 Aug 10 03:14:45.527062 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-363de35e-f3fa-484b-8ca0-53d1b4cca33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.529663 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-363de35e-f3fa-484b-8ca0-53d1b4cca33e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0595725 Aug 10 03:14:45.580337 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-00388fc8-b4d0-42b0-af57-0cd1723f8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:14:45.582059 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-00388fc8-b4d0-42b0-af57-0cd1723f8e56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442309 Aug 10 03:14:45.684814 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-d895a4f3-3192-4161-9708-91ccadd12143 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931931 Aug 10 03:14:45.798887 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-4b43f254-20f5-46c5-b163-c7a13ce33548 req-0f3be473-957e-4e7f-930c-de519d22b77d service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055069 Aug 10 03:14:47.945248 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9bd8844c-47e6-4622-8f40-556e90a82495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:50.677268 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-56ac73aa-89fd-40af-81d4-0ae16526d3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:50.870155 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-ee6d2b87-b935-42dc-97b1-46eaaacae189 req-48684875-1542-46bf-9f31-7486eeeacd2d tempest-TestNetworkAdvancedServerOps-178924057 tempest-TestNetworkAdvancedServerOps-178924057-project] (101224) timed out ('10.222.0.16', 59174) {{(pid=101224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:14:51.283606 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:52.614130 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:54.201297 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:10.285780 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:15:14.066288 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:15.100340 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:17.962408 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-91929e2f-c6bb-44fb-b2b1-7a7e365fbdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:20.670475 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5b1b185b-5e1f-412e-af67-db189e6f5239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:21.208073 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:22.625010 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:24.162669 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:44.036353 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.128157 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.191870 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-5dc4e6ae-84a5-4ce9-b74f-5a4d76fe4bd0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1072640 Aug 10 03:15:45.306139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-a3b9f184-147f-4e32-820f-7b4157935ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.307781 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-a3b9f184-147f-4e32-820f-7b4157935ca9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1098 time: 0.0641689 Aug 10 03:15:45.439987 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-b95a8e03-6994-4e07-859a-1e452f3ee16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.441429 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-b95a8e03-6994-4e07-859a-1e452f3ee16f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.1102693 Aug 10 03:15:45.538738 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-d8c08039-82c1-411c-9d44-db8f809f8a18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 1001 time: 0.0888507 Aug 10 03:15:45.593371 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-ea9a0e13-cbb6-4b56-a18e-800e47a7904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.594969 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-ea9a0e13-cbb6-4b56-a18e-800e47a7904c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0488772 Aug 10 03:15:45.653849 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-335ef2f0-b14c-4483-a032-33ed7cf79e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.656049 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-335ef2f0-b14c-4483-a032-33ed7cf79e52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542610 Aug 10 03:15:45.779912 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-b1e6a711-fedf-43ed-b79c-213e23aedc98 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170471 Aug 10 03:15:45.881536 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-2465a6da-a3a3-48c8-b9f9-088d2f5c3017 req-136a09b4-e337-429d-a826-7b669d15ddf1 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946598 Aug 10 03:15:47.286771 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:15:47.957140 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-545cb2e0-2baf-4a86-a517-288ec0bea80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:50.649310 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a87fc4ea-ccee-4de4-9ba8-c7686a01fbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:51.218662 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:52.624402 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:54.156012 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.035207 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.483824 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 80e6e348-3b0b-44e9-a799-578891e69547 details requested by agent hyperv_n-h2-767704-21 with host n-h2-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:16:14.584261 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=80e6e348-3b0b-44e9-a799-578891e69547,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:14.596765 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Returning: {'device': '80e6e348-3b0b-44e9-a799-578891e69547', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:16:14.648211 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.667609 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80e6e348-3b0b-44e9-a799-578891e69547 {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:16:14.695986 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=80e6e348-3b0b-44e9-a799-578891e69547,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:14.749869 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:14.802739 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=80e6e348-3b0b-44e9-a799-578891e69547,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:14.811026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.811026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.811026 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.811596 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.811756 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.812053 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.812286 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.812598 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.812926 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.813736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.813736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.814246 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:14.820984 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] get_ports_and_sgs() called for port_ids ['80e6e348-3b0b-44e9-a799-578891e69547'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:16:15.138958 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.509493 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 80e6e348-3b0b-44e9-a799-578891e69547 up at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:16.562440 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Provisioning complete for port 80e6e348-3b0b-44e9-a799-578891e69547 triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:16.562936 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.649444 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.674231 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:16.676566 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbef728-1879-4d3d-bc8e-abaa3b906b0a" -d '{"events": [{"server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "name": "network-vif-plugged", "status": "completed", "tag": "80e6e348-3b0b-44e9-a799-578891e69547"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:16.696404 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=80e6e348-3b0b-44e9-a799-578891e69547,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:16.795191 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:16.858843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=80e6e348-3b0b-44e9-a799-578891e69547,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:17.755612 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73c221b-d071-46ff-82be-d9283b768a54 x-openstack-request-id: req-e73c221b-d071-46ff-82be-d9283b768a54 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:17.756702 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "name": "network-vif-plugged", "status": "completed", "tag": "80e6e348-3b0b-44e9-a799-578891e69547", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:17.757273 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e73c221b-d071-46ff-82be-d9283b768a54 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:17.757745 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547', 'code': 200} Aug 10 03:16:17.960938 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e448c53c-0c0d-40a2-b11c-5618f1a915aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:20.648640 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-f02742c9-7e02-4497-8c6e-4072e2f1ee39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:21.257464 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:22.618053 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.189347 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:24.288036 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:16:26.969761 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-1fb83d16-9aed-4a1c-b8ad-fe5b8f30481a tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040063968&fields=id&tenant_id=f9060453982c423881d223283dcecd25 HTTP/1.1" status: 200 len: 267 time: 0.0364065 Aug 10 03:16:27.083227 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03537329-4c83-45a0-ad66-f088111e70bb req-5fa862ff-6e56-4783-95c3-beef117f0caf tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:27.084646 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-5fa862ff-6e56-4783-95c3-beef117f0caf tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 809 time: 0.1078935 Aug 10 03:16:27.100797 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-83b9c82d-54f3-4c8f-a3ce-eea0419d0b74 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/quotas/f9060453982c423881d223283dcecd25 HTTP/1.1" status: 200 len: 375 time: 0.0103705 Aug 10 03:16:27.160164 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-c8b0ab71-1fcd-40f7-8a56-4ee121e54f0b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536859 Aug 10 03:16:27.261602 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-893519a1-ab58-4290-a757-e2187521636c service neutron] 10.222.0.38 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895348 Aug 10 03:16:27.359826 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-19b72233-f9dc-4d94-a923-4d0d9d238f58 service neutron] 10.222.0.38 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910618 Aug 10 03:16:27.680104 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ab3a8b16-201b-4a10-8a64-dece3761103e req-4a147235-a149-4ed1-aa36-6cc68a925e6f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0811939 Aug 10 03:16:28.759801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f4b9493f-8729-45ee-8fd0-5b9c5cc930f9 req-0ca1047a-08ba-4813-a52d-2dfd972c86ae tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0270202 Aug 10 03:16:29.836788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bba448d1-4264-410a-8775-4f03e751b2e9 req-852b70ec-919c-49a0-bfe0-17513ac99fe0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0266502 Aug 10 03:16:30.592389 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 80e6e348-3b0b-44e9-a799-578891e69547 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:16:30.674477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.696470 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:16:30.698866 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a4fc7d-36e3-4336-a5ea-b835b4877383" -d '{"events": [{"server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "name": "network-vif-unplugged", "status": "completed", "tag": "80e6e348-3b0b-44e9-a799-578891e69547"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:16:30.712024 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=80e6e348-3b0b-44e9-a799-578891e69547,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:30.738432 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ce9534-5d30-4883-9e7f-8905e4d53662 x-openstack-request-id: req-b0ce9534-5d30-4883-9e7f-8905e4d53662 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:16:30.738754 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "name": "network-vif-unplugged", "status": "completed", "tag": "80e6e348-3b0b-44e9-a799-578891e69547", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:16:30.739011 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b0ce9534-5d30-4883-9e7f-8905e4d53662 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:16:30.739414 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547', 'code': 200} Aug 10 03:16:30.766490 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:30.813288 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Pushing event updated for resources: {'Port': ['ID=80e6e348-3b0b-44e9-a799-578891e69547,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:30.921359 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-32f69c8e-dd3d-4cd5-93c5-a50caae7412c req-87763aec-73df-4793-8ea5-83d4d29655b7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0336571 Aug 10 03:16:32.001556 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0210debe-d0dd-458c-ad6b-8daa2ce4e0bd req-6d88083e-3b0b-4c0f-aabb-2b9e2061bde5 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0260348 Aug 10 03:16:33.078399 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-51e0ac0b-6e0a-446e-81fb-e64e1d3e8441 req-5e4f6579-b3be-4c31-88f3-cc85bae984e4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0264447 Aug 10 03:16:34.155138 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-79337a57-6656-4724-8b61-2105b90b55d0 req-347cd59c-96e3-424d-8e82-242448e48a2d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0272083 Aug 10 03:16:35.234544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5e328d1-8a50-4cf8-b5a2-b6764907eb96 req-604ddb1d-f0ad-467d-bce4-dc14d990d6c7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Aug 10 03:16:36.315899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0fb84676-8ac8-49fe-ab58-140557203137 req-c19b9a30-d028-4409-bf82-1071a35d3272 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0257952 Aug 10 03:16:37.395433 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-22ae5a93-92ec-4ff4-9f84-123d43c1aef9 req-360fb8c0-9245-44a0-b415-69d52bcaa7b0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0296075 Aug 10 03:16:38.474579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c7be6e3d-723a-4553-8b2e-b404df93a061 req-80e32a1a-dcf2-496c-8802-b790194b7048 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0264602 Aug 10 03:16:39.552647 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80c1dd4d-8210-4188-b0e0-924a918bc2d6 req-f2777a3c-3264-463c-86d2-726841f50189 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0269475 Aug 10 03:16:40.637320 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-411e7343-9801-4238-ac8c-1e61804cbf59 req-690e92b4-bd84-49ad-a0bc-681b9b1cea67 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0277636 Aug 10 03:16:41.713977 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b42ac25a-b8a9-4c33-b1f6-ea314ec9f1a4 req-5f75e6ef-6f7e-4b34-86d2-9e40c5d8886e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0278442 Aug 10 03:16:42.793724 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-691a2504-b004-44b7-afad-1c1c4277d277 req-af8bcf88-1024-4f02-9490-5517b20566cd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Aug 10 03:16:43.874800 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a47ae2df-0f74-46c2-a326-98d8c24bb76c req-086499c7-f562-403a-bbda-46f0455582ce tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0296628 Aug 10 03:16:44.103162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.953157 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1e59988f-4a32-402f-8399-78909fe2e35f req-08bfb964-7d7c-4987-a1f0-17c79138f1b5 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0263512 Aug 10 03:16:45.109134 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:46.032590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7763d5c4-dbe0-42a0-87c8-3d63d8539c0f req-974f5afd-9ff4-4a39-9013-99e8068ee57e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0280204 Aug 10 03:16:47.116159 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38624b0d-52de-439b-aca0-3082b6fa1105 req-e6aa6c0c-fc09-427a-b822-640c05e8ab51 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0288875 Aug 10 03:16:47.123858 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-2d5c0daf-da0b-4b89-9361-97fcbe955ec6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453894 Aug 10 03:16:47.216692 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-475e2b39-05ea-47b2-8739-700c308fffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.218229 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-475e2b39-05ea-47b2-8739-700c308fffd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1096 time: 0.0469000 Aug 10 03:16:47.325135 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-cc0b8e7c-2f7f-4553-bd52-3b24a37fe7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.326538 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-cc0b8e7c-2f7f-4553-bd52-3b24a37fe7d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.0894797 Aug 10 03:16:47.398429 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-695e4bd5-bfde-4b5c-a127-3451bcc62e7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 999 time: 0.0650997 Aug 10 03:16:47.801159 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-a6ff3ebe-4de6-4a7e-a143-fefef35253da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.802688 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-a6ff3ebe-4de6-4a7e-a143-fefef35253da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.3981323 Aug 10 03:16:47.850513 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-8c2bf7a6-6985-4034-b7e0-09e1f65f0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:47.852130 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-8c2bf7a6-6985-4034-b7e0-09e1f65f0caf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414507 Aug 10 03:16:47.943522 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-49a46ac5-cf13-4d84-8fc8-9e4c992bc901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.947962 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-5af52fa1-40b9-466e-8caa-a834ea4f6168 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887613 Aug 10 03:16:48.044244 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-06d9d0c9-9879-4e65-90e2-c0ce2de7e169 req-53517f57-1ea6-4c66-849e-ae6980d21b94 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893302 Aug 10 03:16:48.199503 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2f24a4f9-fa67-4667-9993-6a20123412fc req-5d4409b2-2b9d-4298-bd20-70ba711f8e50 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0305157 Aug 10 03:16:49.279276 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b37749a0-0921-4470-9f7b-3711ed0e08bf req-a4e3ec7d-2143-4197-868d-920dd169b750 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0270710 Aug 10 03:16:50.362429 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-044e2f3a-1a2d-4687-b065-dd98caa57b08 req-47b733d3-43e6-448d-8537-0bb2deb270f7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0293629 Aug 10 03:16:50.651687 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e582048e-d10c-476c-b5dd-f4cf84653a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.252156 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:51.447586 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a1bed76-1b72-4651-b375-032650710cfd req-dbfae45c-e8ac-492c-8fe6-2c76a06fed00 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0315390 Aug 10 03:16:52.555613 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-623f101b-68b5-4dc7-ab52-610ccccf0f5c req-76920428-4c77-44f0-82e7-5ae26eb004b3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0403581 Aug 10 03:16:52.640329 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:53.635097 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0652abab-f2f5-42a3-b936-24f44b0ef4bf req-62e88ad7-a5eb-4545-ac31-70bb6248b63d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0283701 Aug 10 03:16:54.172325 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:54.718570 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ec2b6de-9f77-4c43-8d24-301b39b0038a req-6a06ea43-b506-4e47-be0c-2bbd248cf0a4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0274107 Aug 10 03:16:55.796184 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75929e2f-30b2-40c1-b1b6-3398eb31a038 req-cc20b57b-ae28-4915-9add-f0e9f6cd1550 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0274382 Aug 10 03:16:56.880041 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a948c93d-93fb-4625-a563-0f2e6e1bb974 req-8a122723-1877-477a-a994-e6f6245d02d1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0325811 Aug 10 03:16:57.960394 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0156c3b-a3f7-44a3-865b-0e4ad3a818a4 req-90812b23-b81b-4386-bcfd-0f4642d64d7e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0272505 Aug 10 03:16:59.044088 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b4bd8c55-58ae-4508-9947-3aca3ff58d1f req-48c9dd86-94a9-488c-9c2c-0e2edaa2b26a tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0284109 Aug 10 03:17:00.123383 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1f241501-2cd2-4aa7-9be8-fec3d14ba9ba req-a0957f0f-5fec-49fb-80a9-d292f0071ef9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0275540 Aug 10 03:17:01.201853 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8087fa5e-fa44-4c19-a993-f64348332969 req-f6c5219d-615e-47b9-8a19-1c6f4358c2c3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0278158 Aug 10 03:17:01.289487 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:17:02.308824 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a7b3cdf-4150-4dce-8af1-ff3eebcdf21a req-79ba1aa2-4e76-40de-9735-66c075e2c729 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0265880 Aug 10 03:17:03.392767 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-5fd76c8d-9ee7-4643-9620-63a1cd07f515 req-7c8e653d-9cc2-4cdb-af9f-fed3518fdbe4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0335200 Aug 10 03:17:04.481958 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b234a8d8-ebae-4961-a985-7e0a04f7198f req-9b767c37-64d0-482d-a05e-309e9a9ab36d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0363503 Aug 10 03:17:05.563355 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-040f67db-3d3e-41a3-8156-5ff83127f794 req-9401cc9e-5432-420b-b524-88e529450817 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0282538 Aug 10 03:17:06.656527 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c360dc75-cc3b-4255-85bf-0e00e61d7513 req-c87f0adb-2d8f-4f95-a302-12f39ef870da tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0284619 Aug 10 03:17:07.749038 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a1f60c40-f50e-4b79-98be-c537d39703e6 req-5706e16a-8720-47d4-a5f5-55f79deb4128 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0341156 Aug 10 03:17:08.859775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-786260d2-034e-470c-be49-91dcca867903 req-296b675c-b0e4-4d19-aaca-71fed6c868d5 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0325787 Aug 10 03:17:09.943768 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e9909300-f27c-441f-b5a6-893410db4397 req-04b3d960-e64e-44d4-977b-36707ccc797e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0307553 Aug 10 03:17:11.030108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b7f6cbb7-6642-48a7-affe-45c2f8ddc194 req-479f2d4e-9f30-4f9c-93ae-dc06ec827acd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0322292 Aug 10 03:17:12.120246 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-080292e9-7a57-426d-a126-01eafc2e9661 req-9f1f2980-4ee5-4f71-a964-090482b852cd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0298679 Aug 10 03:17:13.206085 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7a998436-f311-4ee7-b398-30adf6731273 req-79289d76-99f9-43f6-bc6d-103b5d635a3b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0319719 Aug 10 03:17:14.045766 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:14.292597 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-04b161c3-1dff-41cc-aa03-6965556cc905 req-dffd711d-14e4-41c4-bfdb-d2f815da7794 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0302193 Aug 10 03:17:15.131589 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:15.379666 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0c84ceb1-dea3-4a9e-aaac-d2da4cffe50c req-992e9340-dcba-4133-93ad-7e898c5ee976 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0297453 Aug 10 03:17:16.474067 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-912d3d06-4fdb-495b-9963-6ba7df9caffa req-d4498be5-28d3-45b7-b970-12dc613ad096 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0416229 Aug 10 03:17:17.562508 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c4149a05-1852-4a3a-9ada-3bce8d553d67 req-c60e9d92-54e5-474f-bff6-2e3e401b595d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0279458 Aug 10 03:17:17.966398 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b1cb8cd0-960a-4a4e-a294-25a22c5d5f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:18.650605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ad7cd910-3fbd-411b-8680-323c5a5c9148 req-4acbac07-eb88-48be-ad54-da9b8e124a3a tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0332053 Aug 10 03:17:19.736043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0a4693ee-0fca-429d-9436-b7b12e93c040 req-70a752c8-beac-4c2a-9f7d-0874f4bd3076 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0329297 Aug 10 03:17:20.673489 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6074ceb7-adfc-4742-bccc-5c8520be621d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:20.833220 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9844764e-9b0a-4038-a629-6b350a4494f0 req-4424da0e-0567-4189-8f16-fb773ed95a6b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0277240 Aug 10 03:17:21.273769 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:21.924785 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-62b410e5-d34a-4433-a122-afbfc7c66447 req-bb72f077-cd1d-41b1-b61d-c6a5c7dd8ef9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0295992 Aug 10 03:17:22.636082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:23.036636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6f41db3-8e3c-43f0-8286-21cdb23ba1c8 req-fa36021f-9fde-4e44-b602-d6b348d73f35 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0321953 Aug 10 03:17:24.123655 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f269a468-bccc-4565-adbc-7cfd2d2973d9 req-bccdbc58-e119-47ec-82a8-904116446e26 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0362973 Aug 10 03:17:24.176866 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:25.225008 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bd00606b-fdb6-4a3e-8b46-f6fdeca85edc req-6d24d919-e407-4c7f-a963-3e129c24efd9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0354497 Aug 10 03:17:26.314544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a2457e60-fd16-45d0-8ff1-6d3602ff3d2d req-d7454f85-f444-4558-b998-d81e46669ba8 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0271788 Aug 10 03:17:27.403185 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c83214ce-b26e-4b4e-a2db-66f7ef6fae8c req-217f7659-4ca6-4755-b32f-4830041d0afb tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0268805 Aug 10 03:17:28.502609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bcc3f742-0160-4514-a90b-2e70238e5271 req-cec26eef-d4bc-4d4b-9bec-b72ded3a3fa6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0330842 Aug 10 03:17:29.608835 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1277aafd-00ee-4f5d-9c71-0f757052a6fa req-18eb68d2-d443-41c0-8dff-0a0bfd5594b1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0470068 Aug 10 03:17:30.699579 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-75c4bc53-95c4-41ac-ba86-f7f38f31f116 req-b9779fdb-2ef4-4c0c-9b7c-01e8f5de0cfc tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0294967 Aug 10 03:17:31.781254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1974f714-b06e-461d-964c-622a816b9fd8 req-6231215b-589c-4b05-b8e2-f5a4051ea03c tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0290985 Aug 10 03:17:32.866932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-78210971-3ec3-4bc1-8fdb-064db433a749 req-55dcad05-b154-4278-bcc8-89141e5539e3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0320373 Aug 10 03:17:33.956992 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-95cce5eb-88ec-44c8-a65c-11cc70425a03 req-dc46ea3b-cbab-4aa0-909a-9121163f19c4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0336249 Aug 10 03:17:35.044146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-927a230e-456e-4e53-ae2c-4dd64b6857e2 req-83d5324b-166a-4c47-89b8-b0b497fc1184 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0268397 Aug 10 03:17:36.141043 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-af219de6-5542-49a3-802d-37e1cf06584e req-3f020b41-ee6f-4f45-8887-6bc6411bffbf tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0337799 Aug 10 03:17:37.228099 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-daf48f0c-8d31-4c4f-8d0f-837b895fb747 req-75c9c434-3a16-4cc6-a950-ccff93e08743 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0325084 Aug 10 03:17:38.291376 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:17:38.323419 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3b2bc000-d668-44c8-82c4-f09239a939bd req-9146d18c-5efc-49d7-a2da-e442143e3141 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0266242 Aug 10 03:17:39.417113 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-db6f94d1-9710-4778-a1b6-57787d93bb4c req-876760c8-6f89-4446-b305-24be7bc6d36d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0324509 Aug 10 03:17:40.526933 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-707d804f-4895-44bf-abb2-ecfe975e9484 req-44bcbdd1-50ca-421e-af0e-83691b38e738 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0356038 Aug 10 03:17:41.631946 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-843fe446-4840-43cf-8c97-e79d00fe0a8a req-ba74ed2e-1f01-4a7a-bfdb-7a9fc38cc040 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0367732 Aug 10 03:17:42.725884 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-163e2623-fb61-46bb-a87e-e3ce4638235a req-4ff9d470-27a6-4049-914a-a14419f2a4bf tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0316885 Aug 10 03:17:43.827780 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7bbf874d-8011-471f-b716-b8ad374fe126 req-38ca4699-21e9-4230-8f76-a0735f6079fe tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0287812 Aug 10 03:17:44.051257 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:44.912764 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3a17f89e-e807-4331-b906-602cf44fd1c4 req-43d17799-ae6a-4b7f-aad4-6fac75b9319a tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Aug 10 03:17:45.130755 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:46.012460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f1e00cb7-1489-4b4a-842c-39ed92f658d2 req-6f6423db-883b-4384-92b9-06292fee3880 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0330727 Aug 10 03:17:47.134975 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-18ff66f2-b7bd-42c6-97b5-9518d473fa70 req-13cee017-1e6d-4e0f-b00d-45d1e64b3d84 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0443721 Aug 10 03:17:47.994116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4caba972-136d-4092-8481-f1803caac8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:48.117939 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-29734c5c-2662-4267-aa88-673a979f81fe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504329 Aug 10 03:17:48.225591 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-b049fa68-ce84-4074-9ccf-3d2491347e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.229366 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-b049fa68-ce84-4074-9ccf-3d2491347e9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1096 time: 0.0550387 Aug 10 03:17:48.232636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-27b2978c-5178-4738-b2ba-cd6e56a36bdd req-8acb4f1c-545a-4bb3-90bf-698a8556aeb3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0361598 Aug 10 03:17:48.348512 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-379ef897-432f-43b7-a27b-504ecc06fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.350059 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-379ef897-432f-43b7-a27b-504ecc06fe06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.0990763 Aug 10 03:17:48.443540 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-e886c061-60c3-4ee1-9084-6e57f28505d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 999 time: 0.0856161 Aug 10 03:17:48.505648 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-a6036d0d-7939-4692-97c7-f510d4ea0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.507111 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-a6036d0d-7939-4692-97c7-f510d4ea0181 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0564008 Aug 10 03:17:48.565442 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-09a642f8-5054-4799-8c2b-00f4e8c0d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:17:48.569956 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-09a642f8-5054-4799-8c2b-00f4e8c0d679 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536246 Aug 10 03:17:48.701935 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-d95f64e9-b238-474b-81e6-c2b96e194231 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201403 Aug 10 03:17:48.819650 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-56d505fd-e47c-472c-a3d3-653c1a0712a3 req-a870f1b9-339b-4390-86cf-b9ede30a3832 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106606 Aug 10 03:17:49.331059 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a5daf7bf-3d4a-4ada-89cd-1f5fd569921d req-55a2f4f2-472a-4aa1-8837-6b2ee6976023 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0422957 Aug 10 03:17:50.423541 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-744e1e66-c2fc-4c6a-80a9-99d47e2fdfd0 req-b4da3653-301a-406d-b287-06f0f9e52782 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0273495 Aug 10 03:17:50.661898 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2301ab04-aebb-4ac8-bb4f-6cd921f0648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.301862 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:51.520080 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-533ae85f-84d3-4615-bb93-a22406db809c req-fbbc382a-788e-4b74-a9aa-861c13814023 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0360065 Aug 10 03:17:52.607482 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b9a5d17f-fc3d-4a5c-b653-9feb812e9431 req-2cebc90f-c54c-4a52-861c-b2c989063b49 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0292614 Aug 10 03:17:52.633528 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:53.703509 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6a57d837-4486-40af-9bf9-c17d3b72effc req-a96ae86e-3afb-4855-89a1-ceba64b49efd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0351470 Aug 10 03:17:54.205045 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:54.795534 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5411a03-0d9d-427a-ad63-688a58b09ba8 req-294058c8-d257-4bf0-800a-23127ef43751 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0332992 Aug 10 03:17:55.881555 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c669e423-19b2-4bc4-b700-1d35fccca2f0 req-01fce2f1-191b-4535-a27f-ab9b72d2ed8b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0307994 Aug 10 03:17:56.965450 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82c58147-6202-4abb-be8e-68fb254ebd98 req-f497035a-6ef8-43e4-858b-61f3119cda79 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0285463 Aug 10 03:17:58.045868 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1c0a9d73-c7fc-4eb7-bc13-a03310b9e0c2 req-d7cdeb49-5baf-40c7-9d8b-14b4bd412353 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0286634 Aug 10 03:17:59.132474 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-60f401bd-130a-46ad-af93-0b595505a9c7 req-261a1bea-c3fb-4e5a-b220-6fd613f660d2 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0286901 Aug 10 03:18:00.213819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ae31272f-2d12-4496-a6f9-24c02069f083 req-5eb8d8e4-4efb-45f2-ba26-9338d78624a7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0275388 Aug 10 03:18:01.298726 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b30751b7-f511-4fe8-90c8-16fde84b3c7a req-d3932a85-1bff-45b5-8c28-6df0f033e100 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0300078 Aug 10 03:18:02.379356 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8781bc86-ff96-4af4-aa3e-5dbbe200dcca req-1263d479-dd6a-4c60-a6b6-083b6b502aea tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0300910 Aug 10 03:18:03.466147 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dfb835e8-aa85-4ac1-9e97-c3c77a4785b0 req-ff5d75b3-67ed-430e-880c-532ebf8dfc67 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0324290 Aug 10 03:18:04.557961 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1db11c4e-a952-4a3b-a546-3c7653a11ddf req-d6be004e-80a5-48ab-aa8d-a775d650adf6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0296087 Aug 10 03:18:05.639928 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4139150f-e426-4ce9-916e-0c97e9d3c999 req-aec31fdd-2785-4517-b6be-12051c0445fd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0276241 Aug 10 03:18:06.724971 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea280291-52fe-41b6-b122-f1987b983615 req-287ea6d0-7da5-4964-bf08-82e7c134d13c tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0314970 Aug 10 03:18:07.816936 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88a92c1c-b61d-4c5a-b35d-71b6216e8c3d req-da05daaf-27b0-42ad-aafd-7c761fcd340d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0298212 Aug 10 03:18:08.909458 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-1cbedafd-c2fd-4560-8192-7f48aa6d4c30 req-9cb6d8ee-aaf3-4d1a-b045-7cdb8781fb26 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0326347 Aug 10 03:18:10.013809 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8dc6621b-bac7-4877-929e-2c72ddd9770f req-a4240c68-292f-4ca9-b6f8-11545d82832d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0398779 Aug 10 03:18:11.110617 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d6eec539-4705-443e-8e62-a92aa962d0af req-d300b4b9-8dcc-4d14-9971-bb252028ce48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0357742 Aug 10 03:18:12.199095 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ef07c45-ba78-40cc-9ce7-eabeb22a72ae req-7c33f22a-3f39-4a13-8527-22359681de89 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0323720 Aug 10 03:18:13.288287 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f9ea5a5-61c7-4c2c-a0aa-97681ecb8d20 req-2fc0bab7-516c-4661-bca2-b225c91eb2e9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0330858 Aug 10 03:18:14.107778 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:14.380775 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-74ab2a2a-66c3-41ce-9114-06ae5b9d05c7 req-6fb9eceb-e2ba-4e01-91fe-d9490b247d20 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0329208 Aug 10 03:18:15.135868 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:15.292742 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:18:15.475517 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4952b5c0-587d-404e-a768-548e051e3a4d req-92b79194-296c-47cd-8d89-cc79cecbb5d9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0330553 Aug 10 03:18:16.562757 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fde8e0ca-50d2-4321-a928-55b58931ede7 req-0b3d01ff-fde4-4d4e-809a-af3da2764f43 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0281873 Aug 10 03:18:17.644942 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3c435402-85d0-4a02-af5e-8633bcb7ac4d req-e03a86c9-2480-43dd-8c59-a8f6656013d2 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0288849 Aug 10 03:18:17.952738 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ce897dd7-a4b9-45cb-9e8b-275fdd53c2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:18.760299 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-eae6e07e-8a80-40b8-8cbd-5a58b8e0a2d6 req-c1d4b5f6-d30c-4aca-9194-9316bf539cca tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0350175 Aug 10 03:18:19.847446 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-912a2e5c-4101-44b2-98b9-a94ebe609d46 req-544b80fe-c23c-41f5-84ec-79c60a3b3e54 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0284855 Aug 10 03:18:20.702116 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2519910c-dbab-4da4-ad89-3088a582106c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:20.934609 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-767b7529-ac5d-46d1-9ad8-454c618449ad req-c6de0ab7-478b-42b0-a2cc-ccfa6e731632 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0331929 Aug 10 03:18:21.341566 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:22.028544 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b41eb4c-a39a-4a36-b800-0e8f0adc422e req-20af98fd-fcc4-4315-99b3-058987040710 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0370870 Aug 10 03:18:22.673162 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:23.134039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69099490-369d-4db8-bc9a-bcee1d2fcc02 req-28eb4211-392a-49d9-aa68-37015c6c59f7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0323222 Aug 10 03:18:24.192653 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:24.227893 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ccb74b3b-3490-4c64-a7c7-013d60e30830 req-b0e3f1c8-6460-43a2-bea4-4c56067ff727 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0292733 Aug 10 03:18:25.318819 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4f073e7e-8f88-49a6-91f6-01431c62d9bc req-608da4f9-d6a1-4638-a3f1-df8dd6b62d9f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0310202 Aug 10 03:18:26.403395 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59fa749a-a42a-42a7-8aa1-3689017bdf8d req-92f623b2-07cd-47f5-848b-448ef64eeffe tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0280406 Aug 10 03:18:27.483418 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-66a3fb82-8932-40d4-9ba9-34ec3aa2b401 req-a17800e3-cebb-4287-b30d-451f6de9d282 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0275409 Aug 10 03:18:28.571950 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f0211c94-8879-407d-84c2-d05546d23b1e req-1e0b8328-a256-4d76-b88f-d1d8c627c5c3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0344653 Aug 10 03:18:29.652931 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-21e0d25a-4fe5-4398-83c0-0f2391e7c5b2 req-955ea321-726b-472e-977b-8fdd02a878f6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0285847 Aug 10 03:18:30.734300 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0356786e-ca2c-4ee7-a020-2e17bfa89bfa req-d7b2e0c6-2f59-4ee2-8d76-e6e87cd940b9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0266402 Aug 10 03:18:31.819183 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7406394d-60dd-4d6c-ba47-bfefc1f6e3dc req-7f1d2f55-5f8c-4663-8feb-71dba7dfed32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0279615 Aug 10 03:18:32.902050 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-76ba0b37-ee84-46e0-96c0-3bf12463ee8c req-51f50aca-0545-49a0-82a2-c95dfdd21d85 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0326498 Aug 10 03:18:33.983207 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8c7bdf92-81b4-409f-81ce-917ed2ee9b05 req-4cf5416d-b249-4c75-a9d1-1d76626b70fd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0262980 Aug 10 03:18:35.067788 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9fedfbc4-cda0-4c69-91a1-11780685e1f9 req-05c508a6-e079-41f3-ace0-646130d8b155 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0320289 Aug 10 03:18:35.112459 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-83c09fac-2e8c-4a5d-96e0-9e387382b11e req-5e2f5ba9-d604-46aa-a924-72df9e433b32 service neutron] (101224) timed out ('10.222.0.11', 49423) {{(pid=101224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:18:36.158278 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-134d5063-4855-4f09-8227-7a876a3939d0 req-62283174-5c39-4737-8f39-5ea27e5b4a1e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0281479 Aug 10 03:18:37.246115 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-82379df3-f2ce-4fcf-bb7c-967abe5194b6 req-1281ec8d-9367-487a-be1e-77beffb9e7d8 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0303831 Aug 10 03:18:38.336899 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-be82be50-dd1a-4540-a330-f86b2049aa72 req-81223897-ac59-4048-b480-2a3ca8e86142 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0293953 Aug 10 03:18:39.436116 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-bedf8e34-c7a7-48f8-be23-3c694cdf3a78 req-d14738c4-3b1d-4c15-bbd9-23e4f843a72b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0312779 Aug 10 03:18:40.536941 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-6d2969ce-1a05-49d3-89ce-12ccad356947 req-31f35edf-6975-4bac-ac5b-b6cee7cc1312 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0308633 Aug 10 03:18:41.629393 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b444b9c-b433-4853-b9e3-9fbb5d281a50 req-8bec766c-4bb2-470d-98d8-b12a417d94af tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0315902 Aug 10 03:18:42.995190 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d36cfb86-4505-4426-ae05-a63b56375328 req-9d8413c7-ae5c-4249-9378-dc3420da531d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.3114021 Aug 10 03:18:44.078150 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ea82342b-cdca-4068-a2e5-218f8e06c332 req-ad789cee-d63a-4562-aaa5-213c5f3a2719 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0282609 Aug 10 03:18:44.141039 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:45.166792 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-91d0bcde-34d7-4a4d-bb93-55b69dcdcd35 req-22de6eb1-8076-45b9-98f8-e7fb3c75b298 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0337667 Aug 10 03:18:45.182610 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:46.255447 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-94020ebb-f4c3-4f47-9f15-561cea298700 req-90261c59-309b-4402-b3b6-797e265657a1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0263214 Aug 10 03:18:47.340483 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2a9301a9-54ab-447b-bfee-3fbfdb614e36 req-d83d8074-4bab-4f69-9943-c56696972fcb tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0305028 Aug 10 03:18:47.946507 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-efdc72f0-1af3-4ee4-8a28-3894123a052c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:48.418848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0b2db0ea-8097-49a6-ad32-0ac659d6ab92 req-2db03e19-f5f9-47c8-af28-f9ae706987c1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0267298 Aug 10 03:18:49.118773 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-c39480df-30aa-4e28-bdb5-4d76391c5b31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431054 Aug 10 03:18:49.210459 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-2f536613-e57b-4038-a3b6-a36b88d4e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:49.212036 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-2f536613-e57b-4038-a3b6-a36b88d4e1e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1096 time: 0.0484071 Aug 10 03:18:49.317862 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-9f71cc95-07c0-4d78-a6da-229545f97841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:49.320061 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-9f71cc95-07c0-4d78-a6da-229545f97841 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.0882874 Aug 10 03:18:49.392293 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-e063abcf-c479-4e11-9b7c-fbe50a307e41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 999 time: 0.0654192 Aug 10 03:18:49.443631 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-3ab0774f-ccd5-49f3-a9ac-d75cf49c2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:49.445265 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-3ab0774f-ccd5-49f3-a9ac-d75cf49c2b28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0453625 Aug 10 03:18:49.498161 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-ae8c36ea-a4b5-4807-a0ae-752cb91cd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:18:49.499845 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-ae8c36ea-a4b5-4807-a0ae-752cb91cd1c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444152 Aug 10 03:18:49.500108 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-f63a3110-dc76-4d93-883c-363c6522f616 req-8958a9a5-c2f8-4773-a8bb-3668252b75fe tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0308208 Aug 10 03:18:49.598903 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-847368a8-78c8-4abd-8060-fc0077038320 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910871 Aug 10 03:18:49.692822 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-28dcda62-46c2-4109-aefb-b46f95e793ab req-141c6b87-d2a4-46c7-85e2-d96b60e4ed78 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867643 Aug 10 03:18:50.581932 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-38845057-af5b-4adc-81a1-a5611c18ef8a req-bdeadffb-d92e-430b-955e-bf58c8a4f69b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0280006 Aug 10 03:18:50.654900 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-157b0c6d-cafd-40cd-a810-efee39b4bd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.277991 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:51.660055 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b106ad27-5454-426e-8645-1d640d2f19d7 req-94181230-afc0-4c51-b07b-8fa8ad40077b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0274670 Aug 10 03:18:52.293518 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:18:52.632204 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:52.744279 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0aa71760-891f-4789-ac3f-6ddc17acbc1f req-11cb67d1-684e-421d-bb31-6370abc3dbf6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Aug 10 03:18:53.887984 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4ff9ad4f-a1f2-4baf-aab7-f7e6ae6aa3e2 req-dae1a80c-22dc-4de3-ba50-c158267f0397 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0293319 Aug 10 03:18:54.232246 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:54.987294 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-725ae744-7020-4061-8f77-0c533ac82d3f req-491e2017-d5d7-474c-a6d2-cfd49174b4e1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0310857 Aug 10 03:18:56.073629 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-59bce85a-e5b6-4948-a6e7-a9b3353dda47 req-58e9000b-66af-4d90-96a1-05f4d077ce84 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0270724 Aug 10 03:18:57.156066 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f54d181-2683-43bb-9557-18047602cc04 req-862144e4-2f10-4968-8732-ae50edbc8902 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0299757 Aug 10 03:18:58.236369 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8761a06c-4574-4e69-89d1-b8fe12eee5ac req-83aa8877-11fb-4dc6-bdda-3035a29b35b9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0280514 Aug 10 03:18:59.320749 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a8352108-1552-44f1-baa3-af280f1207d6 req-0c8b9ee6-f5cf-4c66-bdcc-1ef0f8798bf7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0309374 Aug 10 03:19:00.401039 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-792f2f8e-9453-40f7-9c0f-cfeb177b32be req-f333bb34-1a9a-463c-b24b-094a16e20226 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0293646 Aug 10 03:19:01.479662 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3f6aa052-19a2-4dae-9c12-f321c53b3638 req-95158453-60a4-4eaa-b2c7-fc99b3d2f9a7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0281696 Aug 10 03:19:02.562264 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28f1b6c6-ba69-4765-a073-b5aa598d3083 req-2c7de25e-41f1-4f52-ba9e-c5c5d59ccada tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0282531 Aug 10 03:19:03.642204 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4b394b5b-7d58-4f63-bfa3-aa4b185ef068 req-f93b17fa-85d3-448b-a604-6d790802f18e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0295389 Aug 10 03:19:04.722777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-207782b3-1efb-482e-adfb-635113ecdbb8 req-57bfd3cb-59aa-4790-ac88-a6431d8ab62c tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0268855 Aug 10 03:19:05.803605 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e07be35f-eb94-4ecf-930a-f519721d8a4b req-a7b18aef-ba63-4acd-ae42-1599ba1c59a4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0270591 Aug 10 03:19:06.891751 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-3fb80c93-9ca5-43f2-a78b-a9a3b736a8f6 req-4757117c-113b-4b46-90c5-37b724e09728 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0308156 Aug 10 03:19:07.976590 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-43fea83f-142c-4938-823a-0b97f2d638ed req-eef46a80-2347-42ef-8425-f8e014dcaa33 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0269759 Aug 10 03:19:09.055367 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7374553d-6704-4c20-ac77-7ed3d1d1999c req-fc5e6826-c68b-4438-ba4c-57889c4f7eb9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0272636 Aug 10 03:19:10.138274 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02b94f02-aebd-4c9e-b697-8df859ce19cd req-c99b272c-0ca2-46a3-8384-3952c011dddd tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0273678 Aug 10 03:19:11.254466 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-37e6866f-bfec-4010-a595-319dff5da881 req-0ab2a083-0ed6-47b4-b3d0-44b11f8b3240 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0438528 Aug 10 03:19:12.344179 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-b6c4b1f5-9d2c-4e8f-9bfc-7913a05cd162 req-639657b9-a48b-4d24-a0a3-d2c11f2353d9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0284021 Aug 10 03:19:13.428902 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d09f6443-50dc-46db-be29-28de8b246ca1 req-e02c4761-00a7-48fb-b86c-6a4daf7d4f0e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0300207 Aug 10 03:19:14.054390 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:14.507848 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8bef3ffa-4aff-4047-a750-67c63d3cae79 req-f84e3364-72c2-45bc-adb4-dc00015bc6da tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0258381 Aug 10 03:19:15.117296 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.596072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-a6fb282a-165b-428b-94f0-72fb686e568d req-28928e48-57a9-45a8-b7dc-1b71c7771d8b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0263457 Aug 10 03:19:16.674529 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-0d458793-8e2b-40d6-b26f-dc81dd69eb2a req-b9d0535a-f534-40eb-a8a2-4bf153a9f6f4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0267715 Aug 10 03:19:17.750789 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c93a3020-7dd7-4dee-8c9d-681ba0c17369 req-5ae8720f-f094-467b-b71d-a929a9fae615 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0261552 Aug 10 03:19:17.957527 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fad7608-a45a-4773-a140-a9e55456dfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:18.830390 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c3454185-af0e-452a-b145-81b479278007 req-311a9676-bc5e-4724-8f0f-4d7ee5f8f69b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0259254 Aug 10 03:19:19.913000 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-90e900aa-5c67-495a-a042-d8aecac8df6d req-616a5bc0-075f-4b79-9026-ceea3a636b26 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0294557 Aug 10 03:19:20.637082 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a5b71bd7-546e-4d97-91fa-98659598f7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:21.032304 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4821c893-56a7-42c6-acff-bd66ddf8cca9 req-8af9f0ed-13ff-4532-801d-cbd6db8d949b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0288253 Aug 10 03:19:21.231826 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:22.127489 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-629779cd-1553-4876-b573-dc3089a82412 req-670ffee4-e5bf-4485-8f6f-071175da24ff tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Aug 10 03:19:22.643369 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:23.210245 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c668d8a5-7f60-4d79-bd1e-bc59f09bf27b req-f8ea802c-f693-438a-98ef-66a31902e75b tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0264764 Aug 10 03:19:24.197051 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:24.286267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4c86a2dd-cbb3-4a6b-8abd-cc988bc5c7dc req-8e70c254-6dc3-4964-a56b-aaf2ae47ccdb tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0273530 Aug 10 03:19:25.366072 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2c84b9af-4c88-45b2-9aac-b5cfbd20dd75 req-bc163b61-ff14-47d8-a6a1-1ccd7315755d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0270615 Aug 10 03:19:26.451143 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-88ae79c1-926a-4bf2-b1ac-712c6e958448 req-dd4b70b0-d8e3-4eb9-b21b-beabb0a330c5 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0323195 Aug 10 03:19:27.541991 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-ff183054-0b8b-4251-8cac-af12ef415e50 req-bdcbc474-26ec-4c84-9d0f-fe713623a652 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0302982 Aug 10 03:19:28.647967 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9cfde241-c910-4199-a80a-b6e61b70a494 req-f927d3b8-b8a7-4463-a006-af70a01f0bc8 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0292542 Aug 10 03:19:29.294132 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:19:29.652233 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.16', 59880) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:29.773170 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-15922240-4fbd-48d1-9491-f5f403f9b7ae req-e323d6cd-1ca1-4153-88bc-91445e31c929 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0348268 Aug 10 03:19:29.819807 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03537329-4c83-45a0-ad66-f088111e70bb req-e25726b7-bb54-4d9f-8b23-dda4a2b6c3f9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:29.821462 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-e25726b7-bb54-4d9f-8b23-dda4a2b6c3f9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.16 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 809 time: 0.1679223 Aug 10 03:19:29.882960 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-c13ff1a2-3891-4606-bd55-4edfe12f760d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9060453982c423881d223283dcecd25 HTTP/1.1" status: 200 len: 380 time: 0.0516651 Aug 10 03:19:29.894172 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'port': {'device_id': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'admin_state_up': True, 'tenant_id': 'f9060453982c423881d223283dcecd25', 'security_groups': ['b4435efa-3f4c-40a6-972e-d4e016b7a4bf']}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:30.129024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Made reservation on behalf of f9060453982c423881d223283dcecd25 for: {'port': 1} {{(pid=101224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:19:30.134857 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.325363 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_common [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Allocated IP 172.20.0.5 (4e31be97-106a-4377-80c7-e52a7c4fc4c6/4faa08cb-cef3-493d-99e0-55b75437dc42/e089c61e-ceb2-495d-a53b-5ec11101d45f) {{(pid=101224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:30.507387 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for port, precommit_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.540326 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Transition to ACTIVE for port object e089c61e-ceb2-495d-a53b-5ec11101d45f will not be triggered until provisioned by entity DHCP. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:30.682685 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_create {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:30.750779 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 is already hosted by enough agents. {{(pid=101224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:30.757569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.base_scheduler [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Resources bound (agent type, host, resource id): {{(pid=101224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:30.763454 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Received port after_create {{(pid=101224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'Port': ['ID=e089c61e-ceb2-495d-a53b-5ec11101d45f,revision_number=1']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.836615 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:30.868895 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:30.869810 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.037842 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-e8195ab4-bc99-4390-a9d6-760a67b39070 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1491728 Aug 10 03:19:31.089268 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375515d4-3ef7-434e-8186-deba18d93b71 req-e69e2465-577c-484f-8736-8983af9488e6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:31.092810 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-375515d4-3ef7-434e-8186-deba18d93b71 req-e69e2465-577c-484f-8736-8983af9488e6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 931 time: 0.1304195 Aug 10 03:19:31.168681 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-375515d4-3ef7-434e-8186-deba18d93b71 req-24bd4530-3281-4832-b15f-8572fef05e0a tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591624 Aug 10 03:19:31.326078 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-69e8249f-37b7-46b4-a895-07aab33c5810 None None] Provisioning for port e089c61e-ceb2-495d-a53b-5ec11101d45f completed by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:31.333038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-69e8249f-37b7-46b4-a895-07aab33c5810 None None] Provisioning complete for port e089c61e-ceb2-495d-a53b-5ec11101d45f triggered by entity DHCP. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:31.333627 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-69e8249f-37b7-46b4-a895-07aab33c5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.396860 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-69e8249f-37b7-46b4-a895-07aab33c5810 None None] Port e089c61e-ceb2-495d-a53b-5ec11101d45f cannot update to ACTIVE because it is not bound. {{(pid=101225) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:19:32.323856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346231ce-a046-4721-b8a6-d839a2c8218d req-ad9fb199-6323-478e-af1c-d93caf3da877 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:32.325994 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-346231ce-a046-4721-b8a6-d839a2c8218d req-ad9fb199-6323-478e-af1c-d93caf3da877 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 931 time: 0.0621452 Aug 10 03:19:32.371962 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-346231ce-a046-4721-b8a6-d839a2c8218d req-3cef3da0-1de6-4740-8f7b-7734b44aa9b6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391030 Aug 10 03:19:33.509286 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e44585-ae62-45b3-b593-fe5e520d4392 req-41a0d94e-64c3-4a39-ac47-da7321d64cb1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:33.511098 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69e44585-ae62-45b3-b593-fe5e520d4392 req-41a0d94e-64c3-4a39-ac47-da7321d64cb1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 931 time: 0.0586526 Aug 10 03:19:33.556372 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-69e44585-ae62-45b3-b593-fe5e520d4392 req-b72ba8a5-43d4-45d0-910a-8b2314f9dd81 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Aug 10 03:19:34.723587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b581f5b-303c-4329-b44b-18b61ab936b2 req-10339168-5d6e-4490-bea0-4e4adb2a2988 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:34.725111 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b581f5b-303c-4329-b44b-18b61ab936b2 req-10339168-5d6e-4490-bea0-4e4adb2a2988 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 931 time: 0.0695112 Aug 10 03:19:34.773424 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9b581f5b-303c-4329-b44b-18b61ab936b2 req-30147cf8-609b-4185-a8e7-9854648fd63e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384631 Aug 10 03:19:35.907061 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805234e5-51df-48d6-845a-9dcce7288e12 req-ad44bd3c-b35f-4ed8-9e88-84eb6e7c169f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:35.908680 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-805234e5-51df-48d6-845a-9dcce7288e12 req-ad44bd3c-b35f-4ed8-9e88-84eb6e7c169f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 931 time: 0.0560701 Aug 10 03:19:35.974898 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-805234e5-51df-48d6-845a-9dcce7288e12 req-0180ff8f-0a3f-4455-a159-fc526c387fc6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542574 Aug 10 03:19:37.131738 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94103b-6004-4fcf-8740-30b6031446bc req-f63e63e6-0647-4d15-bc60-085c3d1257e1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:37.133404 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b94103b-6004-4fcf-8740-30b6031446bc req-f63e63e6-0647-4d15-bc60-085c3d1257e1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 931 time: 0.0679371 Aug 10 03:19:37.176669 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-2b94103b-6004-4fcf-8740-30b6031446bc req-dc759bb0-0776-427e-acf9-b030f078c3f5 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351162 Aug 10 03:19:38.341405 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3453818-e1db-474e-be31-b92c91e8615d req-7fd1735f-7c7c-4a46-b76c-3b4fcb80e3a3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:38.343064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3453818-e1db-474e-be31-b92c91e8615d req-7fd1735f-7c7c-4a46-b76c-3b4fcb80e3a3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 931 time: 0.0731866 Aug 10 03:19:38.393253 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3453818-e1db-474e-be31-b92c91e8615d req-d8c1eb66-c3df-4f3f-86d1-8f6de199ab9c tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433664 Aug 10 03:19:39.534036 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9ab57-043f-4f72-a5ec-db783c91b683 req-b78e0886-6071-47ce-8038-9369e6842482 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:39.536251 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14f9ab57-043f-4f72-a5ec-db783c91b683 req-b78e0886-6071-47ce-8038-9369e6842482 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 931 time: 0.0599487 Aug 10 03:19:39.581622 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-14f9ab57-043f-4f72-a5ec-db783c91b683 req-8f974538-eeda-4523-bf1c-68151eb62a2a tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383837 Aug 10 03:19:40.733696 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292e3a6-5556-4468-af4e-4dd490b6988f req-abf817cd-976d-463e-a8d0-bd536f5581c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:40.733696 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c292e3a6-5556-4468-af4e-4dd490b6988f req-abf817cd-976d-463e-a8d0-bd536f5581c0 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 931 time: 0.0550563 Aug 10 03:19:40.779188 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c292e3a6-5556-4468-af4e-4dd490b6988f req-b0f7cd7a-816b-4302-906a-0c26f7c144b7 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344434 Aug 10 03:19:41.261125 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-ae986f92-4520-4c33-abad-a89e73e4da63 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=101224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:19:41.262229 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-ae986f92-4520-4c33-abad-a89e73e4da63 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067194 Aug 10 03:19:41.331409 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.v2.base [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Request body: {'port': {'device_id': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-767704-21'}} {{(pid=101224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:41.392144 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.670404 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e089c61e-ceb2-495d-a53b-5ec11101d45f {{(pid=101224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:41.684538 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.699451 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.provisioning_blocks [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Transition to ACTIVE for port object e089c61e-ceb2-495d-a53b-5ec11101d45f will not be triggered until provisioned by entity L2. {{(pid=101224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:19:41.814150 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:41.901622 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Pushing event updated for resources: {'Port': ['ID=e089c61e-ceb2-495d-a53b-5ec11101d45f,revision_number=2']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:41.968045 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a7169-7354-425c-b9a7-12e638cc5251 req-65a331dc-8b31-4aff-b94b-43b29241b3e4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:41.969664 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d8a7169-7354-425c-b9a7-12e638cc5251 req-65a331dc-8b31-4aff-b94b-43b29241b3e4 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 943 time: 0.1133494 Aug 10 03:19:42.023860 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Attempting to bind port e089c61e-ceb2-495d-a53b-5ec11101d45f on host n-h1-767704-21 for vnic_type normal with profile {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:19:42.024251 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Attempting to bind port e089c61e-ceb2-495d-a53b-5ec11101d45f by drivers openvswitch,hyperv on host n-h1-767704-21 at level 0 using segments [{'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:19:42.024589 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Attempting to bind port e089c61e-ceb2-495d-a53b-5ec11101d45f on network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:42.035855 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-4d8a7169-7354-425c-b9a7-12e638cc5251 req-ad6eb4b8-1334-4a9a-9726-74fa5d9c6b83 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566897 Aug 10 03:19:42.036803 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Port e089c61e-ceb2-495d-a53b-5ec11101d45f on network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-767704-21 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:19:42.037259 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Attempting to bind port e089c61e-ceb2-495d-a53b-5ec11101d45f on network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:19:42.043630 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Checking agent: {'id': '20907680-5b0f-4a34-9ab8-c91ecd8687c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-767704-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'started_at': datetime.datetime(2021, 8, 10, 1, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:19:42.043999 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Checking segment: {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:19:42.044390 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Bound using segment: {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'} {{(pid=101224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:19:42.044828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.managers [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Bound port: e089c61e-ceb2-495d-a53b-5ec11101d45f, host: n-h1-767704-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942de1d1-8f06-42cc-a4af-586f7dd4e31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6'}}] {{(pid=101224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:19:42.045194 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.129440 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, cleared binding levels {{(pid=101224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:19:42.132776 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:19:42.198128 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51305255'] for port, after_update {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.232674 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.233214 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:42.234640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] 10.222.0.16 "PUT /v2.0/ports/e089c61e-ceb2-495d-a53b-5ec11101d45f HTTP/1.1" status: 200 len: 1092 time: 0.9600060 Aug 10 03:19:42.235082 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:42.237386 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d272fbe-bf0e-447e-bc7b-9251f17a7482" -d '{"events": [{"name": "network-changed", "server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:42.265965 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a35dae-4688-4769-a91a-1013841c0c54 service neutron] Pushing event updated for resources: {'Port': ['ID=e089c61e-ceb2-495d-a53b-5ec11101d45f,revision_number=3']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:42.368050 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dcc15e-f6cf-4a20-a710-a2b172355670 x-openstack-request-id: req-18dcc15e-f6cf-4a20-a710-a2b172355670 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:42.368346 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:42.368592 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-18dcc15e-f6cf-4a20-a710-a2b172355670 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:42.368989 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'status': 'completed', 'code': 200} Aug 10 03:19:42.405637 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03537329-4c83-45a0-ad66-f088111e70bb req-5302b17e-1f1d-4974-b8e9-cbc7abee29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.407368 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-5302b17e-1f1d-4974-b8e9-cbc7abee29f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0501511 Aug 10 03:19:42.455493 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-dc9be0aa-e618-4725-b7f9-1f25f810855e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f HTTP/1.1" status: 200 len: 217 time: 0.0401375 Aug 10 03:19:42.507024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03537329-4c83-45a0-ad66-f088111e70bb req-7e5e4f71-3c59-4ba3-a56e-1f25ebfa27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.508445 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-7e5e4f71-3c59-4ba3-a56e-1f25ebfa27d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0469062 Aug 10 03:19:42.556711 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03537329-4c83-45a0-ad66-f088111e70bb req-10ada3ab-a743-44d6-9b92-4c14798f781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.558260 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-10ada3ab-a743-44d6-9b92-4c14798f781b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434332 Aug 10 03:19:42.669714 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-d146f4ac-eb9a-40ac-afc5-3b33b28a1f55 service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046598 Aug 10 03:19:42.768092 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-03537329-4c83-45a0-ad66-f088111e70bb req-0a5595fa-b9b4-4171-bf6c-5af8a25e3bff service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906889 Aug 10 03:19:42.985152 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-ccf33b49-308a-4139-820a-72d79353f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:42.986688 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-ccf33b49-308a-4139-820a-72d79353f12e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0486722 Aug 10 03:19:43.103309 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-0cecf8f9-c72b-4d03-bea6-248d6fab893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.104834 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-0cecf8f9-c72b-4d03-bea6-248d6fab893c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.1117148 Aug 10 03:19:43.170363 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-2d8469f5-5e39-4bbe-be0a-7c57d38e37a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f HTTP/1.1" status: 200 len: 217 time: 0.0532823 Aug 10 03:19:43.225900 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13223615-b72c-4cd5-a8e4-d468cce53578 req-8557fdfe-3527-421e-b800-01cca3ec70b8 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.227460 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13223615-b72c-4cd5-a8e4-d468cce53578 req-8557fdfe-3527-421e-b800-01cca3ec70b8 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 943 time: 0.1197162 Aug 10 03:19:43.236948 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-c2b4dd29-ec37-4ae0-8c9a-22426611b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.239017 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-c2b4dd29-ec37-4ae0-8c9a-22426611b673 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0612438 Aug 10 03:19:43.298227 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-13223615-b72c-4cd5-a8e4-d468cce53578 req-fec2984d-cf9d-49a4-98c2-8b0828d91665 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581963 Aug 10 03:19:43.309649 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-8337ac7c-9c40-4667-8916-f6e37296b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:43.311542 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-8337ac7c-9c40-4667-8916-f6e37296b57f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581677 Aug 10 03:19:43.413465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-97a68097-45d4-4e8e-b3c7-d53cc8f4ff92 service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933189 Aug 10 03:19:43.507254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-8d272fbe-bf0e-447e-bc7b-9251f17a7482 req-b10aaece-2533-4ff2-9cdd-3ce87e4b00f7 service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862241 Aug 10 03:19:44.111203 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:44.431491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91a9c1-4300-4d73-9856-3e5e2e9e7cb7 req-85920c1d-44aa-4f7c-ae31-f8b9f2f0d5d1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:44.432901 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe91a9c1-4300-4d73-9856-3e5e2e9e7cb7 req-85920c1d-44aa-4f7c-ae31-f8b9f2f0d5d1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 943 time: 0.0595226 Aug 10 03:19:44.475267 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fe91a9c1-4300-4d73-9856-3e5e2e9e7cb7 req-29a759af-7f9e-4565-873d-08b309b11f92 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340917 Aug 10 03:19:45.199956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e089c61e-ceb2-495d-a53b-5ec11101d45f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:19:45.257607 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.308193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:45.319550 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'port_id': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'mac_address': 'fa:16:3e:35:7b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:19:45.360616 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.373891 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e089c61e-ceb2-495d-a53b-5ec11101d45f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:19:45.393426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:45.459997 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:45.506916 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e089c61e-ceb2-495d-a53b-5ec11101d45f,revision_number=4']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:45.514620 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.515252 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.515530 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.515869 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.516205 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.516542 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.516921 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.517201 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.517535 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.517864 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.518193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.518518 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:45.599914 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9be2d-e4b0-44ee-bae1-0c8209f0adb9 req-6564fa6a-4a4c-4310-88b9-fb4e1c405171 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:45.601471 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4f9be2d-e4b0-44ee-bae1-0c8209f0adb9 req-6564fa6a-4a4c-4310-88b9-fb4e1c405171 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 944 time: 0.0524051 Aug 10 03:19:45.643721 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e4f9be2d-e4b0-44ee-bae1-0c8209f0adb9 req-99bbd936-e80b-42a6-8d7b-095df6485e22 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358839 Aug 10 03:19:45.691336 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e089c61e-ceb2-495d-a53b-5ec11101d45f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:19:46.763828 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a35620-034f-448d-90a2-b564f0c50c9f req-13a1bad1-eabe-432f-a351-57120952fb37 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:46.765801 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19a35620-034f-448d-90a2-b564f0c50c9f req-13a1bad1-eabe-432f-a351-57120952fb37 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 944 time: 0.0513821 Aug 10 03:19:46.806231 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-19a35620-034f-448d-90a2-b564f0c50c9f req-87b429f5-9606-4aba-8d3c-805feea26096 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 Aug 10 03:19:47.217038 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e089c61e-ceb2-495d-a53b-5ec11101d45f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:19:47.340125 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning for port e089c61e-ceb2-495d-a53b-5ec11101d45f completed by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:19:47.344447 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port e089c61e-ceb2-495d-a53b-5ec11101d45f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:19:47.344820 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.442138 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.466857 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:47.469169 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76353ba-e3cb-4da5-99a4-0cedd0074d6f" -d '{"events": [{"server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "name": "network-vif-plugged", "status": "completed", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:47.496865 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:19:47.568640 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473c3d12-b86b-420f-9c58-e304719c8228 x-openstack-request-id: req-473c3d12-b86b-420f-9c58-e304719c8228 {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:47.568932 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "name": "network-vif-plugged", "status": "completed", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:47.569190 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-473c3d12-b86b-420f-9c58-e304719c8228 {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:47.569631 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'code': 200} Aug 10 03:19:47.574773 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.634309 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e089c61e-ceb2-495d-a53b-5ec11101d45f,revision_number=5']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:47.682865 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a0017-88f8-453f-91c6-331ae255a278 req-5e5c9c77-4eb0-4c20-96e2-d5444237a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.684406 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c79a0017-88f8-453f-91c6-331ae255a278 req-5e5c9c77-4eb0-4c20-96e2-d5444237a3bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0484149 Aug 10 03:19:47.734249 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-c79a0017-88f8-453f-91c6-331ae255a278 req-91c61766-1907-4526-bbf8-562eb5bb6c3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Aug 10 03:19:47.948240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e69d2-a2ff-493f-87b3-ba9b288d52cc req-6f37998a-27ca-45f2-bb5a-35a4b3def043 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:47.949769 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd7e69d2-a2ff-493f-87b3-ba9b288d52cc req-6f37998a-27ca-45f2-bb5a-35a4b3def043 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 945 time: 0.0538616 Aug 10 03:19:47.991776 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-4031c4d1-19f1-4073-8273-83e603ff77d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:47.998211 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-dd7e69d2-a2ff-493f-87b3-ba9b288d52cc req-2f4f495b-1320-4aba-b3ed-0ac384a89ecb tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368087 Aug 10 03:19:49.141385 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3118008-30f4-4600-96d9-eb8687a8fcac req-7617fd3a-4ace-4789-8b44-6f36ab421717 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.142978 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3118008-30f4-4600-96d9-eb8687a8fcac req-7617fd3a-4ace-4789-8b44-6f36ab421717 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 945 time: 0.0520120 Aug 10 03:19:49.195209 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-e3118008-30f4-4600-96d9-eb8687a8fcac req-a658669a-70fb-49ce-9aba-4f75a87efc8e tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454948 Aug 10 03:19:49.338044 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f5a2-1087-4dcb-adec-cc871bbbeb6a req-2028d164-2cc5-4d4f-b6f7-9b0bbd4961e1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.339624 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fff9f5a2-1087-4dcb-adec-cc871bbbeb6a req-2028d164-2cc5-4d4f-b6f7-9b0bbd4961e1 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 945 time: 0.0627818 Aug 10 03:19:49.390064 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-fff9f5a2-1087-4dcb-adec-cc871bbbeb6a req-91e43969-6153-4eba-85f7-e2ca2d149477 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 Aug 10 03:19:49.414573 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41400) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:49.521948 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faada63d-a06b-4268-8416-5ccc38d6ebe7 tempest-TestSnapshotPattern-1013272111 tempest-TestSnapshotPattern-1013272111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:49.523625 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-faada63d-a06b-4268-8416-5ccc38d6ebe7 tempest-TestSnapshotPattern-1013272111 tempest-TestSnapshotPattern-1013272111-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 1092 time: 0.1079304 Aug 10 03:19:49.526380 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41404) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:19:49.531260 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.v2.base [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Request body: {'floatingip': {'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'port_id': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:19:49.649125 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for floatingip, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.763358 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:49.877139 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_common [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Allocated IP 172.25.3.242 (70b818d0-8884-438a-9899-52bf13ff67a6/32b74ba4-8871-44f8-a063-a1dfe49b301b/e1bf74dc-65d2-4dfc-ac62-bb92b3e440f0) {{(pid=101223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:19:49.999672 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for port, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.117347 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778555759845', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.163043 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Network 70b818d0-8884-438a-9899-52bf13ff67a6 is already hosted by enough agents. {{(pid=101223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:19:50.166092 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.base_scheduler [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Resources bound (agent type, host, resource id): {{(pid=101223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:19:50.170217 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Received port after_create {{(pid=101223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:19:50.177146 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'Port': ['ID=e1bf74dc-65d2-4dfc-ac62-bb92b3e440f0,revision_number=1']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:50.208441 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.208934 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.215769 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:19:50.574248 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.723558 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e31003a2-8322-4a65-9518-aeff9d576743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.764750 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:50.934074 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for port, precommit_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.008323 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3354510'] for port, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.116018 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event updated for resources: {'Port': ['ID=e1bf74dc-65d2-4dfc-ac62-bb92b3e440f0,revision_number=2']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:19:51.129333 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765848'] for floatingip, after_update {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.177981 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-9155ecd4-f3d6-4824-a05a-d96ae34ce917 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1078920 Aug 10 03:19:51.237348 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:51.284651 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-18174cb9-71db-4a2b-a51b-7b231fd52254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.286848 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-18174cb9-71db-4a2b-a51b-7b231fd52254 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1096 time: 0.0594509 Aug 10 03:19:51.297336 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Floating IP 400fad94-1c9a-4509-aa19-cef05f4d73a8 associated. External IP: 172.25.3.242, port: e089c61e-ceb2-495d-a53b-5ec11101d45f. Aug 10 03:19:51.590684 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-48a26266-a843-45b8-a9c6-f60cac08a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.592123 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-48a26266-a843-45b8-a9c6-f60cac08a837 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.2253110 Aug 10 03:19:51.707590 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-186342fa-1a9f-426b-a2c8-dd5ce24380db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 999 time: 0.0779319 Aug 10 03:19:51.799967 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-f2ec9de8-f186-4de1-b87a-a7fa29b8f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.801985 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-f2ec9de8-f186-4de1-b87a-a7fa29b8f671 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0678029 Aug 10 03:19:51.807556 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Router fdd7f015-1492-4472-b596-e98352727d1f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:19:51.898311 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-5cfd8b23-3daa-42f7-9892-3e172736164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:51.899884 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-5cfd8b23-3daa-42f7-9892-3e172736164e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894043 Aug 10 03:19:52.011709 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:19:52.027230 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] Sync routers for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:19:52.043381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:52.043381 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:19:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:52.060181 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-1fd96baf-d495-4c1d-84ae-325ae5c2ed2f service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219950 Aug 10 03:19:52.169450 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.195017 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:52.197462 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-482abf8c-448c-4ce0-bdf9-7f113ec559ae req-e5f6c73d-1f10-43b6-b4d4-e8fa4f2cfb01 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296027 Aug 10 03:19:52.217814 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-175bfd2e-6982-4fa9-9d89-456b09b49c32 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6902363 Aug 10 03:19:52.218755 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:19:52.223364 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f" -d '{"events": [{"name": "network-changed", "server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:19:52.343181 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d19ae9b-3c78-48d7-bba4-bc6fc91addb5 x-openstack-request-id: req-6d19ae9b-3c78-48d7-bba4-bc6fc91addb5 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:19:52.343481 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:19:52.343740 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6d19ae9b-3c78-48d7-bba4-bc6fc91addb5 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:19:52.344174 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'status': 'completed', 'code': 200} Aug 10 03:19:52.417449 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-59f4f098-570a-4ea7-bf21-951ce893c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.419610 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-59f4f098-570a-4ea7-bf21-951ce893c256 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0509598 Aug 10 03:19:52.497890 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '037347bc-554c-4095-8ede-7f0c85ef5f20', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:13Z', 'updated_at': '2021-08-10T03:14:15Z', 'revision_number': 1, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}, {'id': '400fad94-1c9a-4509-aa19-cef05f4d73a8', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:35:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:19:50Z', 'updated_at': '2021-08-10T03:19:50Z', 'revision_number': 0, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:52.527932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] Checking router: fdd7f015-1492-4472-b596-e98352727d1f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:19:52.537398 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:19:52.538265 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:19:51Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:52.538433 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-9964a4ef-c6ca-464c-9b10-a46b414de1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.539867 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-9964a4ef-c6ca-464c-9b10-a46b414de1a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.1133466 Aug 10 03:19:52.623640 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-c4d36d56-06c7-463e-96fb-db63139c27a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f HTTP/1.1" status: 200 len: 999 time: 0.0767412 Aug 10 03:19:52.681722 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-558f77e9-634f-4e33-acc8-2e653b53f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.684205 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-558f77e9-634f-4e33-acc8-2e653b53f288 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0537035 Aug 10 03:19:52.741666 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-0832375e-e76a-40dc-a42b-6b1ef331111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:19:52.743234 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-0832375e-e76a-40dc-a42b-6b1ef331111b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526924 Aug 10 03:19:52.848920 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:19:52.856777 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-97c67302-b738-4bbc-97b0-59cc835bbc55 service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065414 Aug 10 03:19:52.880009 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:53.001139 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-7b6132d3-c36b-4f03-afb7-66ffc5fad53f req-12efe658-c3a5-4d7f-af36-079fbb9c5d9c service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370599 Aug 10 03:19:53.156639 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '037347bc-554c-4095-8ede-7f0c85ef5f20', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:13Z', 'updated_at': '2021-08-10T03:14:15Z', 'revision_number': 1, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}, {'id': '400fad94-1c9a-4509-aa19-cef05f4d73a8', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:35:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:19:50Z', 'updated_at': '2021-08-10T03:19:50Z', 'revision_number': 0, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:19:53.185556 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94ae10-2162-40a7-9cd8-add0e21fdf2d None None] The sync data for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 is: [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '037347bc-554c-4095-8ede-7f0c85ef5f20', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:13Z', 'updated_at': '2021-08-10T03:14:15Z', 'revision_number': 1, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}, {'id': '400fad94-1c9a-4509-aa19-cef05f4d73a8', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:35:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:19:50Z', 'updated_at': '2021-08-10T03:19:50Z', 'revision_number': 0, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:19:53.407903 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4d13b-e084-4b93-a8a3-f64ea02a4b65 None None] New status for floating IP 400fad94-1c9a-4509-aa19-cef05f4d73a8: ACTIVE {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:19:54.192503 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:06.293565 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:20:14.083476 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:15.168078 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:17.967978 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dee1450f-c992-41a5-ae4d-6442f08b786b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:20.660123 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-193c4a4c-005b-4889-9510-239021b9351f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:21.230959 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:22.641925 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:24.191056 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:38.302051 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02b57db5-6623-4556-b858-d53fd011a7cf req-e143c107-9ce4-4fb7-9a25-5e1725907955 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422606 Aug 10 03:20:38.384397 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57db5-6623-4556-b858-d53fd011a7cf req-96a58bb4-f752-42e6-949f-5ee4e3e7c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.385895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02b57db5-6623-4556-b858-d53fd011a7cf req-96a58bb4-f752-42e6-949f-5ee4e3e7c581 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0418954 Aug 10 03:20:38.493885 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57db5-6623-4556-b858-d53fd011a7cf req-276e9faf-47aa-4ccc-80b7-8112450ac376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.495430 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02b57db5-6623-4556-b858-d53fd011a7cf req-276e9faf-47aa-4ccc-80b7-8112450ac376 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.0901382 Aug 10 03:20:38.564582 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02b57db5-6623-4556-b858-d53fd011a7cf req-ffaf7ad0-6227-4368-9107-8cc5f59360ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f HTTP/1.1" status: 200 len: 1001 time: 0.0605915 Aug 10 03:20:38.618249 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57db5-6623-4556-b858-d53fd011a7cf req-6c7c5cb7-fcaa-41ea-b6e5-91b5411ff5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.619805 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02b57db5-6623-4556-b858-d53fd011a7cf req-6c7c5cb7-fcaa-41ea-b6e5-91b5411ff5de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0484710 Aug 10 03:20:38.669186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b57db5-6623-4556-b858-d53fd011a7cf req-9a08ecc3-fcc8-4f91-bbca-8530a3152f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:38.670727 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02b57db5-6623-4556-b858-d53fd011a7cf req-9a08ecc3-fcc8-4f91-bbca-8530a3152f96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444055 Aug 10 03:20:38.768235 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02b57db5-6623-4556-b858-d53fd011a7cf req-ad0fa36a-bb0f-4ace-b22d-969b4c83fe91 service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863919 Aug 10 03:20:38.863599 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-02b57db5-6623-4556-b858-d53fd011a7cf req-623134d0-5cf6-4b23-9950-4b976b5688a1 service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886219 Aug 10 03:20:43.293468 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:20:44.053261 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:45.173124 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:47.978718 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-38264dce-144e-4696-839d-ee9bfa006acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:50.641873 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fbcc-2b6f-49a7-bf64-2a45fff31896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:51.218620 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:52.647033 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:53.135212 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-03bb21ea-a093-425a-8c5b-fa740f3a734c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0785086 Aug 10 03:20:53.222212 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-e7ba8314-359d-4fff-8337-dba4190bc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.223743 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-e7ba8314-359d-4fff-8337-dba4190bc3b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1096 time: 0.0460482 Aug 10 03:20:53.324826 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-ed8abed8-b5bc-4a41-a62c-6b49af0422f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.326348 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-ed8abed8-b5bc-4a41-a62c-6b49af0422f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.0836530 Aug 10 03:20:53.395812 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-b8ecafbf-a09c-4d58-b71b-206c10277efc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 999 time: 0.0618503 Aug 10 03:20:53.780737 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-4d8761c0-cb0a-44d4-9a7a-fe2c7c8b02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.782366 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-4d8761c0-cb0a-44d4-9a7a-fe2c7c8b02e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.3801594 Aug 10 03:20:53.827577 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-51c7ad57-b3d2-4f53-9702-bd10c6b660b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:20:53.829401 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-51c7ad57-b3d2-4f53-9702-bd10c6b660b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397086 Aug 10 03:20:53.923083 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-6339109a-d375-4ec7-9af3-ce2e70ec2d68 service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857315 Aug 10 03:20:54.012509 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-7b827ca1-841e-46e0-9af0-451f7223f468 req-5223ac1f-d0c5-40a7-8b49-0997e22fea6c service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815327 Aug 10 03:20:54.195762 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:14.063940 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:15.206737 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.714976 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e089c61e-ceb2-495d-a53b-5ec11101d45f details requested by agent hyperv_n-h1-767704-21 with host n-h1-767704-21 {{(pid=101225) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:21:17.825956 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:17.840357 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Returning: {'device': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'port_id': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'mac_address': 'fa:16:3e:35:7b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101225) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:21:17.914535 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:17.930787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e089c61e-ceb2-495d-a53b-5ec11101d45f {{(pid=101225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:21:17.959505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:17.973304 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-186cf028-f9bf-4d7c-8372-7616231f4652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.029881 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:18.100423 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e089c61e-ceb2-495d-a53b-5ec11101d45f,revision_number=6']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:18.104773 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] get_ports_and_sgs() called for port_ids ['e089c61e-ceb2-495d-a53b-5ec11101d45f'] {{(pid=101225) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:21:18.138949 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.139390 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.139961 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.140618 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.141186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.141600 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.141936 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.142263 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.142684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.143022 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.143377 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:18.143705 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:19.719617 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e089c61e-ceb2-495d-a53b-5ec11101d45f up at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:21:19.805105 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.provisioning_blocks [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Provisioning complete for port e089c61e-ceb2-495d-a53b-5ec11101d45f triggered by entity L2. {{(pid=101225) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:21:19.805601 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8084335'] for port, provisioning_complete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.917307 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:19.952670 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:19.957172 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a65f8f-0770-43ab-b59f-ed5ab98c34a9" -d '{"events": [{"server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "name": "network-vif-plugged", "status": "completed", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:19.974532 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:20.012055 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473c6120-6306-479a-92a4-b6414a00d7dd x-openstack-request-id: req-473c6120-6306-479a-92a4-b6414a00d7dd {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:20.012384 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "name": "network-vif-plugged", "status": "completed", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:20.012633 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-473c6120-6306-479a-92a4-b6414a00d7dd {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:20.013036 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'code': 200} Aug 10 03:21:20.046273 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:20.158449 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e089c61e-ceb2-495d-a53b-5ec11101d45f,revision_number=7']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:20.294184 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:21:20.972714 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef28b-74b1-43f7-9137-868df42a7572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:21.233841 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:22.659062 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:24.200701 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.322039 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41622) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:30.505038 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Deleting port e1bf74dc-65d2-4dfc-ac62-bb92b3e440f0 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:30.505585 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.606298 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.606529 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.619316 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Calling delete_port for e1bf74dc-65d2-4dfc-ac62-bb92b3e440f0 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:30.829312 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.853614 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event deleted for resources: {'Port': ['ID=e1bf74dc-65d2-4dfc-ac62-bb92b3e440f0,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:30.868440 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.868807 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.869158 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.869501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.869844 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.870181 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.870516 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.870880 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.871209 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.871540 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.871877 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.872208 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:30.929210 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:30.929585 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Floating IP 400fad94-1c9a-4509-aa19-cef05f4d73a8 disassociated (deleted). External IP: 172.25.3.242, port: e089c61e-ceb2-495d-a53b-5ec11101d45f. Aug 10 03:21:31.149168 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Router fdd7f015-1492-4472-b596-e98352727d1f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:31.258990 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:31.263659 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.271862 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] Sync routers for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:31.282120 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:31.282787 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:21:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:31.293051 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-2f6199d4-c644-4872-ab3c-9eadbbe96dc3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "DELETE /v2.0/floatingips/400fad94-1c9a-4509-aa19-cef05f4d73a8 HTTP/1.1" status: 204 len: 168 time: 0.9698017 Aug 10 03:21:31.299081 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:31.299081 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238edf9e-908b-40d3-bc58-2d559cb348c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:31.355938 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f89087-c1c9-4128-9493-a0aa282f2335 x-openstack-request-id: req-92f89087-c1c9-4128-9493-a0aa282f2335 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:31.357050 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:31.357050 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92f89087-c1c9-4128-9493-a0aa282f2335 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:31.357050 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'status': 'completed', 'code': 200} Aug 10 03:21:31.418706 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:31.426184 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-1af0d579-3b47-406b-9376-47aa4a05c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.427895 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-1af0d579-3b47-406b-9376-47aa4a05c43b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0464263 Aug 10 03:21:31.529844 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-ff33b778-b7f6-4a42-861d-597f6037fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.531793 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-ff33b778-b7f6-4a42-861d-597f6037fa4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.0957172 Aug 10 03:21:31.582357 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-7672b6e8-782a-4af6-80ac-efe33518aaaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f HTTP/1.1" status: 200 len: 217 time: 0.0429881 Aug 10 03:21:31.634580 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-77b94f65-f144-4bf1-95b1-4c47c196c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.636254 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-77b94f65-f144-4bf1-95b1-4c47c196c89d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0476775 Aug 10 03:21:31.681279 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '037347bc-554c-4095-8ede-7f0c85ef5f20', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:13Z', 'updated_at': '2021-08-10T03:14:15Z', 'revision_number': 1, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:31.689412 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-c7f9c034-d96d-4030-b078-b26fd261f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:31.691124 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-c7f9c034-d96d-4030-b078-b26fd261f79b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472956 Aug 10 03:21:31.711280 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] Checking router: fdd7f015-1492-4472-b596-e98352727d1f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:31.720568 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:31.721200 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:21:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:31.778736 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e089c61e-ceb2-495d-a53b-5ec11101d45f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:31.906829 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:31.958575 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005932'] for port, before_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.030111 n-d-767704-21 neutron-server[101225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f'}] {{(pid=101225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:32.032584 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f45c2857bfff0afdcc04cc159b83820c41ed46d6e8e438d628c91f10259b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b83a376-5434-4022-8ec7-7cf6ded3528e" -d '{"events": [{"server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f"}]}' {{(pid=101225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:32.062141 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:32.104945 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397b82e9-3d59-4bc8-8b8b-688940d6c27e x-openstack-request-id: req-397b82e9-3d59-4bc8-8b8b-688940d6c27e {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:32.105277 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f", "code": 200}]} {{(pid=101225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:32.105492 n-d-767704-21 neutron-server[101225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-397b82e9-3d59-4bc8-8b8b-688940d6c27e {{(pid=101225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:32.105909 n-d-767704-21 neutron-server[101225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'code': 200} Aug 10 03:21:32.122980 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-3df8287f-7cd0-4592-8a40-aec971268161 service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241693 Aug 10 03:21:32.138010 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778556149149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778555759863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778555760909'] for port, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.238986 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a768c4d-2b60-44f2-b591-14ec711721a8 req-8c7858d3-d89d-418a-9b2f-470a9df66a56 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:32.240465 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a768c4d-2b60-44f2-b591-14ec711721a8 req-8c7858d3-d89d-418a-9b2f-470a9df66a56 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 943 time: 0.1703300 Aug 10 03:21:32.246544 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Pushing event updated for resources: {'Port': ['ID=e089c61e-ceb2-495d-a53b-5ec11101d45f,revision_number=8']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:32.283679 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '037347bc-554c-4095-8ede-7f0c85ef5f20', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:13Z', 'updated_at': '2021-08-10T03:14:15Z', 'revision_number': 1, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:32.301519 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-238edf9e-908b-40d3-bc58-2d559cb348c7 req-74bc377a-c757-4ef5-b518-36493b52dd0a service neutron] 10.222.0.16 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710918 Aug 10 03:21:32.305817 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-9a768c4d-2b60-44f2-b591-14ec711721a8 req-0a5ba6cd-d1a0-42dc-bac6-e9bb5c78ecb3 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582979 Aug 10 03:21:32.315082 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868119b2-a5ca-4787-bf3c-ae1e44df14e8 None None] The sync data for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 is: [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_floatingips': [{'id': '037347bc-554c-4095-8ede-7f0c85ef5f20', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'router_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'port_id': '80e6e348-3b0b-44e9-a799-578891e69547', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'mac_address': 'fa:16:3e:06:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:14:13Z', 'updated_at': '2021-08-10T03:14:15Z', 'revision_number': 1, 'project_id': 'f9060453982c423881d223283dcecd25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:32.589063 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328a843-d58c-4914-99e6-63d4e48e4aa2 None None] New status for floating IP 400fad94-1c9a-4509-aa19-cef05f4d73a8: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:21:33.332071 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-3949e227-2e06-4b55-9933-2c2f394f113f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.333731 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-3949e227-2e06-4b55-9933-2c2f394f113f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.16 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 943 time: 0.0498836 Aug 10 03:21:33.473349 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49202-b216-4425-adcd-ac92bf607899 req-00bdce35-a555-4849-aa91-940cf9b7429f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:33.474916 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29e49202-b216-4425-adcd-ac92bf607899 req-00bdce35-a555-4849-aa91-940cf9b7429f tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 943 time: 0.0691171 Aug 10 03:21:33.480798 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Deleting port e089c61e-ceb2-495d-a53b-5ec11101d45f {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:33.481138 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.578002 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-29e49202-b216-4425-adcd-ac92bf607899 req-0ff5ba2e-554a-4a08-8ef1-c54db3691d54 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927608 Aug 10 03:21:33.610388 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] For port e089c61e-ceb2-495d-a53b-5ec11101d45f, host n-h1-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-767704-21',level=0,port_id=e089c61e-ceb2-495d-a53b-5ec11101d45f,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:33.614379 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.623550 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Calling delete_port for e089c61e-ceb2-495d-a53b-5ec11101d45f owned by compute:nova {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:33.818016 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.855173 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event deleted for resources: {'Port': ['ID=e089c61e-ceb2-495d-a53b-5ec11101d45f,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:33.867441 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.867806 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.868224 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.868491 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.868832 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.869178 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.869690 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.869883 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.870169 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.870497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.870856 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.871186 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-767704-21 {{(pid=101224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:21:33.907714 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] No DVR routers for this DVR port e089c61e-ceb2-495d-a53b-5ec11101d45f on host n-h1-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:33.910789 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:33.913700 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-80f9d4cf-5f68-4377-90fd-06a08874df80 req-8c20073d-b3d1-48bf-b34e-2d9886b16c4d tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.16 "DELETE /v2.0/ports/e089c61e-ceb2-495d-a53b-5ec11101d45f HTTP/1.1" status: 204 len: 173 time: 0.5736117 Aug 10 03:21:33.914192 n-d-767704-21 neutron-server[101224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'name': 'network-vif-deleted', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f'}] {{(pid=101224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:33.916625 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30d3888f8ad378360f77dc27789cc7e242570fd12c00108a64d86902afaee408" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46903fb7-3357-4534-83c0-347c3045ae24" -d '{"events": [{"server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "name": "network-vif-deleted", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f"}]}' {{(pid=101224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:33.956933 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317a6ba8-37da-40ee-bbe1-90267e74c4c3 x-openstack-request-id: req-317a6ba8-37da-40ee-bbe1-90267e74c4c3 {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:33.957240 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9515d301-79cc-4d4a-abcb-1aac6eac9fe4", "name": "network-vif-deleted", "tag": "e089c61e-ceb2-495d-a53b-5ec11101d45f", "status": "completed", "code": 200}]} {{(pid=101224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:33.957513 n-d-767704-21 neutron-server[101224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-317a6ba8-37da-40ee-bbe1-90267e74c4c3 {{(pid=101224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:33.957936 n-d-767704-21 neutron-server[101224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9515d301-79cc-4d4a-abcb-1aac6eac9fe4', 'name': 'network-vif-deleted', 'tag': 'e089c61e-ceb2-495d-a53b-5ec11101d45f', 'status': 'completed', 'code': 200} Aug 10 03:21:34.687845 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28763d4d-42a1-4cae-b2b3-93513658517e req-fb426f89-2bb2-4a22-9e2e-2d804efa95f9 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=9515d301-79cc-4d4a-abcb-1aac6eac9fe4 HTTP/1.1" status: 200 len: 210 time: 0.0282800 Aug 10 03:21:37.020456 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41690) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:37.189980 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Deleting port ae6cdd3d-a57a-4315-bf17-5230e3d072d4 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:37.190243 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.270081 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.270415 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.281823 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Calling delete_port for ae6cdd3d-a57a-4315-bf17-5230e3d072d4 owned by network:floatingip {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:37.492274 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.516676 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event deleted for resources: {'Port': ['ID=ae6cdd3d-a57a-4315-bf17-5230e3d072d4,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:37.578726 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for floatingip, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.579064 n-d-767704-21 neutron-server[101223]: INFO neutron.db.l3_db [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Floating IP 037347bc-554c-4095-8ede-7f0c85ef5f20 disassociated (deleted). External IP: 172.25.3.72, port: 80e6e348-3b0b-44e9-a799-578891e69547. Aug 10 03:21:37.789958 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Router fdd7f015-1492-4472-b596-e98352727d1f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:37.820562 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e089c61e-ceb2-495d-a53b-5ec11101d45f no longer exists at agent hyperv_n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:37.840505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] No Port match for: e089c61e-ceb2-495d-a53b-5ec11101d45f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:37.840855 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Device e089c61e-ceb2-495d-a53b-5ec11101d45f not bound to the agent host n-h1-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:37.899321 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:37.904372 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for floatingip, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:37.910505 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] Sync routers for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:37.919578 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:37.920189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:21:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:37.932788 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-b28282fd-d27c-4927-99b1-b1995d51db48 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "DELETE /v2.0/floatingips/037347bc-554c-4095-8ede-7f0c85ef5f20 HTTP/1.1" status: 204 len: 168 time: 0.9112394 Aug 10 03:21:37.933377 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:37.935679 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb195cd8-1462-4483-b780-675adadbd311" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "tag": "80e6e348-3b0b-44e9-a799-578891e69547"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:37.975163 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56c7972-fd4d-4782-91ba-ea6bc6a7dddb x-openstack-request-id: req-b56c7972-fd4d-4782-91ba-ea6bc6a7dddb {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:37.975449 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "tag": "80e6e348-3b0b-44e9-a799-578891e69547", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:37.975709 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b56c7972-fd4d-4782-91ba-ea6bc6a7dddb {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:37.976127 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547', 'status': 'completed', 'code': 200} Aug 10 03:21:38.039186 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:38.041319 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb195cd8-1462-4483-b780-675adadbd311 req-f16775e3-f981-4828-80d2-4c54f0f500ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.042936 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb195cd8-1462-4483-b780-675adadbd311 req-f16775e3-f981-4828-80d2-4c54f0f500ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9060453982c423881d223283dcecd25&device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 1096 time: 0.0432975 Aug 10 03:21:38.140125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb195cd8-1462-4483-b780-675adadbd311 req-effea2cb-fb7b-4c8e-af7f-42a743693f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.142442 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb195cd8-1462-4483-b780-675adadbd311 req-effea2cb-fb7b-4c8e-af7f-42a743693f72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 200 len: 910 time: 0.0910881 Aug 10 03:21:38.186103 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb195cd8-1462-4483-b780-675adadbd311 req-941544be-4e7b-4fcf-99d7-bf26f9840981 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 200 len: 217 time: 0.0366197 Aug 10 03:21:38.239411 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb195cd8-1462-4483-b780-675adadbd311 req-e971a34a-fa65-4f69-8222-7ffe3fcc0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.240935 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb195cd8-1462-4483-b780-675adadbd311 req-e971a34a-fa65-4f69-8222-7ffe3fcc0733 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 200 len: 848 time: 0.0473421 Aug 10 03:21:38.259107 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:38.292035 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] Checking router: fdd7f015-1492-4472-b596-e98352727d1f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:38.299750 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb195cd8-1462-4483-b780-675adadbd311 req-08005b7d-9361-43c3-976e-f589b9b4c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.301630 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb195cd8-1462-4483-b780-675adadbd311 req-08005b7d-9361-43c3-976e-f589b9b4c3b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e31be97-106a-4377-80c7-e52a7c4fc4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538828 Aug 10 03:21:38.301784 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:38.307519 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:21:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:38.417964 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb195cd8-1462-4483-b780-675adadbd311 req-059354aa-e9e2-4909-aa78-caf0069e757d service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076941 Aug 10 03:21:38.420401 n-d-767704-21 neutron-server[101224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e361d2-f47f-4fbb-8c4a-69714f4b6713 req-a62d294c-a1e7-41ae-b102-f208602b48c6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.422499 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5e361d2-f47f-4fbb-8c4a-69714f4b6713 req-a62d294c-a1e7-41ae-b102-f208602b48c6 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 944 time: 0.0597842 Aug 10 03:21:38.440684 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:38.474146 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-d5e361d2-f47f-4fbb-8c4a-69714f4b6713 req-5b5cbd5a-7552-499f-8dde-d1acc0feca30 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/security-groups?id=b4435efa-3f4c-40a6-972e-d4e016b7a4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438905 Aug 10 03:21:38.535356 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-eb195cd8-1462-4483-b780-675adadbd311 req-c7ee8d33-0a63-44cf-b542-25afa2653fff service neutron] 10.222.0.11 "GET /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053510 Aug 10 03:21:38.676903 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:38.704978 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f305137-ae3d-4f3d-b573-bb8e97367028 None None] The sync data for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 is: [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:13:43Z', 'revision_number': 4, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21', '_interfaces': [{'id': '93da8753-0717-4e0e-9ae5-de58cea55e77', 'name': '', 'network_id': '4e31be97-106a-4377-80c7-e52a7c4fc4c6', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'mac_address': 'fa:16:3e:98:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:42Z', 'updated_at': '2021-08-10T03:13:49Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'subnets': [{'id': '4faa08cb-cef3-493d-99e0-55b75437dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:38.798480 n-d-767704-21 neutron-server[101223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-a765e4c4-d3db-449d-9dd3-0988f6d19bbf tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:21:38.800265 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-a765e4c4-d3db-449d-9dd3-0988f6d19bbf tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 944 time: 0.0624964 Aug 10 03:21:38.909667 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Deleting port 80e6e348-3b0b-44e9-a799-578891e69547 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:38.910012 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:38.975659 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3aac6-9764-4128-9bdc-0cceb4dc4087 None None] New status for floating IP 037347bc-554c-4095-8ede-7f0c85ef5f20: DOWN {{(pid=101226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:21:39.017535 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] For port 80e6e348-3b0b-44e9-a799-578891e69547, host n-h2-767704-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-767704-21',level=0,port_id=80e6e348-3b0b-44e9-a799-578891e69547,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:39.017909 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.033153 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Calling delete_port for 80e6e348-3b0b-44e9-a799-578891e69547 owned by compute:nova {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:39.252785 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.281508 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event deleted for resources: {'Port': ['ID=80e6e348-3b0b-44e9-a799-578891e69547,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:39.330077 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] No DVR routers for this DVR port 80e6e348-3b0b-44e9-a799-578891e69547 on host n-h2-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:39.333392 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90514'] for port, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:39.335611 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [req-552e737d-e5a9-418f-88c3-176e0d498f83 req-b003cd83-b096-4e7e-97bd-33f096967a69 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.11 "DELETE /v2.0/ports/80e6e348-3b0b-44e9-a799-578891e69547 HTTP/1.1" status: 204 len: 173 time: 0.5288124 Aug 10 03:21:39.611348 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [req-28a04471-a9ef-4301-99ab-499e736f593f req-745b3caf-65d4-46f3-bafa-96b4a127be45 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99 HTTP/1.1" status: 200 len: 210 time: 0.0279939 Aug 10 03:21:39.977641 n-d-767704-21 neutron-server[101223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'name': 'network-vif-deleted', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547'}] {{(pid=101223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:21:39.980022 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57a72977ba322b3cff446421451b131152e52f4ce3ce9b3f28b20b518a480e73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e90aa6-3dad-42c2-9aab-15f6393a456a" -d '{"events": [{"server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "name": "network-vif-deleted", "tag": "80e6e348-3b0b-44e9-a799-578891e69547"}]}' {{(pid=101223) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:21:40.020119 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ece4df8-fc70-4958-b6f0-a4ab1e851182 x-openstack-request-id: req-5ece4df8-fc70-4958-b6f0-a4ab1e851182 {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:21:40.020422 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99", "name": "network-vif-deleted", "tag": "80e6e348-3b0b-44e9-a799-578891e69547", "status": "completed", "code": 200}]} {{(pid=101223) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:21:40.020683 n-d-767704-21 neutron-server[101223]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ece4df8-fc70-4958-b6f0-a4ab1e851182 {{(pid=101223) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:21:40.021207 n-d-767704-21 neutron-server[101223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8a47cb-96f9-4fe4-acf5-b761b1eb5b99', 'name': 'network-vif-deleted', 'tag': '80e6e348-3b0b-44e9-a799-578891e69547', 'status': 'completed', 'code': 200} Aug 10 03:21:40.668968 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41704) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:40.729311 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbe42bb9-a72e-44de-9c2e-fb8cb7d74b30 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.756457 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbe42bb9-a72e-44de-9c2e-fb8cb7d74b30 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.892374 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbe42bb9-a72e-44de-9c2e-fb8cb7d74b30 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.895008 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-dbe42bb9-a72e-44de-9c2e-fb8cb7d74b30 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Notify callbacks [] for security_group, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.896191 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-dbe42bb9-a72e-44de-9c2e-fb8cb7d74b30 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] 10.222.0.38 "DELETE /v2.0/security-groups/b4435efa-3f4c-40a6-972e-d4e016b7a4bf HTTP/1.1" status: 204 len: 168 time: 0.2262373 Aug 10 03:21:40.905882 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe42bb9-a72e-44de-9c2e-fb8cb7d74b30 tempest-TestSnapshotPattern-1051364500 tempest-TestSnapshotPattern-1051364500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4435efa-3f4c-40a6-972e-d4e016b7a4bf,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:41.034455 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41708) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:41.552050 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.832677 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Deleting port 93da8753-0717-4e0e-9ae5-de58cea55e77 {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:41.833371 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.919501 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] For port 93da8753-0717-4e0e-9ae5-de58cea55e77, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=93da8753-0717-4e0e-9ae5-de58cea55e77,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:41.919870 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:41.935605 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Calling delete_port for 93da8753-0717-4e0e-9ae5-de58cea55e77 owned by network:router_interface {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:42.129193 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 80e6e348-3b0b-44e9-a799-578891e69547 no longer exists at agent hyperv_n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:42.157318 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] No Port match for: 80e6e348-3b0b-44e9-a799-578891e69547 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:42.157667 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Device 80e6e348-3b0b-44e9-a799-578891e69547 not bound to the agent host n-h2-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:42.189701 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.219366 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Pushing event deleted for resources: {'Port': ['ID=93da8753-0717-4e0e-9ae5-de58cea55e77,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:42.412044 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:42.982682 n-d-767704-21 neutron-server[101223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Router fdd7f015-1492-4472-b596-e98352727d1f has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:43.100405 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:43.106756 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ca4cb2bc-cf1c-4ce1-81bd-ee129208243e admin admin] 10.222.0.38 "PUT /v2.0/routers/fdd7f015-1492-4472-b596-e98352727d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0707061 Aug 10 03:21:43.109947 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41712) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:43.112032 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] Sync routers for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:43.121777 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:43.122395 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:21:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:43.230351 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks [] for router, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.244194 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: n-d-767704-21 {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:43.342617 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.479111 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Deleting port 52f131c1-d862-4c07-b085-e2e5fd69b47f {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:43.479459 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.565552 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] For port 52f131c1-d862-4c07-b085-e2e5fd69b47f, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=52f131c1-d862-4c07-b085-e2e5fd69b47f,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:43.568526 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.579412 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Calling delete_port for 52f131c1-d862-4c07-b085-e2e5fd69b47f owned by network:router_gateway {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:43.590270 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:21:42Z', 'revision_number': 5, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port': {'id': '52f131c1-d862-4c07-b085-e2e5fd69b47f', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:39Z', 'updated_at': '2021-08-10T03:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:43.618117 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] Checking router: fdd7f015-1492-4472-b596-e98352727d1f for host: n-d-767704-21 {{(pid=101225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:43.627801 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] Routers {'fdd7f015-1492-4472-b596-e98352727d1f'} bound to L3 agent in host n-d-767704-21 {{(pid=101225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:43.628428 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:21:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['fdd7f015-1492-4472-b596-e98352727d1f'], 'active': True} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:43.718642 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvr_db [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] Set router fdd7f015-1492-4472-b596-e98352727d1f gateway port host: None {{(pid=101225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:43.774559 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_hamode_db [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:21:43Z', 'revision_number': 6, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:43.803255 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb381e-f398-4881-8644-0ca7bdcae6ec None None] The sync data for ids ['fdd7f015-1492-4472-b596-e98352727d1f'] in n-d-767704-21 is: [{'id': 'fdd7f015-1492-4472-b596-e98352727d1f', 'name': 'tempest-TestSnapshotPattern-238817392-router', 'tenant_id': 'f9060453982c423881d223283dcecd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:38Z', 'updated_at': '2021-08-10T03:21:43Z', 'revision_number': 6, 'project_id': 'f9060453982c423881d223283dcecd25', 'gw_port_host': None}] {{(pid=101225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:43.824039 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:43.852887 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Pushing event deleted for resources: {'Port': ['ID=52f131c1-d862-4c07-b085-e2e5fd69b47f,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:43.911475 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.000653 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.002847 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.115726 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.178145 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.178717 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdd7f015-1492-4472-b596-e98352727d1f {{(pid=101223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:44.183634 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] Notify callbacks [] for router, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.184827 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-ff3c3b77-8219-4c87-8184-a65fc05e56eb admin admin] 10.222.0.38 "DELETE /v2.0/routers/fdd7f015-1492-4472-b596-e98352727d1f HTTP/1.1" status: 204 len: 168 time: 1.0736909 Aug 10 03:21:44.187640 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41714) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:44.244219 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7efbc33-fbf1-482c-8789-721e54733804 admin admin] Deleting subnet 4faa08cb-cef3-493d-99e0-55b75437dc42 {{(pid=101223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:44.248481 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7efbc33-fbf1-482c-8789-721e54733804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.286371 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7efbc33-fbf1-482c-8789-721e54733804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9075673'] for subnet, precommit_delete_associations {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.369059 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7efbc33-fbf1-482c-8789-721e54733804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.498593 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7efbc33-fbf1-482c-8789-721e54733804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3354548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9311359'] for subnet, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.526597 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efbc33-fbf1-482c-8789-721e54733804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4faa08cb-cef3-493d-99e0-55b75437dc42,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.528549 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-a7efbc33-fbf1-482c-8789-721e54733804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.531514 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-a7efbc33-fbf1-482c-8789-721e54733804 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4faa08cb-cef3-493d-99e0-55b75437dc42 HTTP/1.1" status: 204 len: 168 time: 0.3429930 Aug 10 03:21:44.534491 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41716) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:44.537720 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c82cf-e8a4-4e41-a23c-e628f06f08f1 None None] Network 4e31be97-106a-4377-80c7-e52a7c4fc4c6 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:44.615859 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.678582 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Deleting port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c {{(pid=101223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:44.678961 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.749785 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7141d3d-831c-48e8-bae6-1b77ae0a0d87 None None] DHCP port deletion for 4e31be97-106a-4377-80c7-e52a7c4fc4c6 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:44.750784 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.db [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] For port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a5f1fbda-383c-46bc-84c8-31f2dcb88f0c,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:44.751166 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.765268 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.plugin [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Calling delete_port for a5f1fbda-383c-46bc-84c8-31f2dcb88f0c owned by network:dhcp {{(pid=101223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:44.798325 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a7141d3d-831c-48e8-bae6-1b77ae0a0d87 None None] Deleting port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:44.798751 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a7141d3d-831c-48e8-bae6-1b77ae0a0d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.874788 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-a7141d3d-831c-48e8-bae6-1b77ae0a0d87 None None] For port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=a5f1fbda-383c-46bc-84c8-31f2dcb88f0c,segment=NetworkSegment(942de1d1-8f06-42cc-a4af-586f7dd4e31b),segment_id=942de1d1-8f06-42cc-a4af-586f7dd4e31b)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:44.874788 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a7141d3d-831c-48e8-bae6-1b77ae0a0d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.888942 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-a7141d3d-831c-48e8-bae6-1b77ae0a0d87 None None] Calling delete_port for a5f1fbda-383c-46bc-84c8-31f2dcb88f0c owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:44.949242 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3354503'] for port, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.965268 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-a7141d3d-831c-48e8-bae6-1b77ae0a0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:44.977237 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f1fbda-383c-46bc-84c8-31f2dcb88f0c,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.979125 n-d-767704-21 neutron-server[101223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] No DVR routers for this DVR port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c on host n-d-767704-21 {{(pid=101223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:44.994498 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7141d3d-831c-48e8-bae6-1b77ae0a0d87 None None] Pushing event deleted for resources: {'Port': ['ID=a5f1fbda-383c-46bc-84c8-31f2dcb88f0c,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:44.999275 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7141d3d-831c-48e8-bae6-1b77ae0a0d87 None None] No DVR routers for this DVR port a5f1fbda-383c-46bc-84c8-31f2dcb88f0c on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:45.063034 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.075356 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e31be97-106a-4377-80c7-e52a7c4fc4c6']}} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:45.076299 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 93da8753-0717-4e0e-9ae5-de58cea55e77 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:45.100149 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942de1d1-8f06-42cc-a4af-586f7dd4e31b') {'for_net_delete': True} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:45.100630 n-d-767704-21 neutron-server[101223]: DEBUG neutron.services.segments.db [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942de1d1-8f06-42cc-a4af-586f7dd4e31b') {} {{(pid=101223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:45.107189 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 93da8753-0717-4e0e-9ae5-de58cea55e77 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:45.107923 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 93da8753-0717-4e0e-9ae5-de58cea55e77 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:45.109013 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a5f1fbda-383c-46bc-84c8-31f2dcb88f0c no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:45.113923 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9075662'] for segment, before_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.129766 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.134509 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: a5f1fbda-383c-46bc-84c8-31f2dcb88f0c {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:45.134873 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device a5f1fbda-383c-46bc-84c8-31f2dcb88f0c not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:45.135300 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 52f131c1-d862-4c07-b085-e2e5fd69b47f no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3354474'] for segment, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: Traceback (most recent call last): Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: timer() Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: cb(*args, **kw) Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: return func(*args, **kwargs) Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: self._notify() Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: self.callback(batched_events) Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: event.method(event) Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: return f(self, *a, **k) Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: return self._get(url).json() Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:45.144012 n-d-767704-21 neutron-server[101223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:45.162844 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 52f131c1-d862-4c07-b085-e2e5fd69b47f {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:45.167794 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 52f131c1-d862-4c07-b085-e2e5fd69b47f not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:45.241535 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.264639 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.276544 n-d-767704-21 neutron-server[101223]: DEBUG neutron_lib.callbacks.manager [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Notify callbacks [] for network, before_response {{(pid=101223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.276544 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/4e31be97-106a-4377-80c7-e52a7c4fc4c6 HTTP/1.1" status: 204 len: 168 time: 0.7380221 Aug 10 03:21:45.276746 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41718) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:45.285193 n-d-767704-21 neutron-server[101223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89566b73-3754-4448-9266-badd5ec4feb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e31be97-106a-4377-80c7-e52a7c4fc4c6,revision_number=None']} {{(pid=101223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:45.637736 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766360'] for router_interface, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.892159 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Deleting port aed05505-bcae-445a-923d-90e3df92b442 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:45.892412 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.974024 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] For port aed05505-bcae-445a-923d-90e3df92b442, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=aed05505-bcae-445a-923d-90e3df92b442,segment=NetworkSegment(9f13e921-4ec0-4146-ba46-a621d30573d1),segment_id=9f13e921-4ec0-4146-ba46-a621d30573d1)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:45.974389 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:45.987905 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Calling delete_port for aed05505-bcae-445a-923d-90e3df92b442 owned by network:router_interface {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:46.241016 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.266921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Pushing event deleted for resources: {'Port': ['ID=aed05505-bcae-445a-923d-90e3df92b442,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:46.437504 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-766760'] for router_interface, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.674242 n-d-767704-21 neutron-server[101224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 has already been hosted by L3 agent 9d429c47-8193-4c11-8420-fa2fb38cada1 {{(pid=101224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:21:46.786505 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] Notify agent at l3_agent.n-d-767704-21 the message routers_updated {{(pid=101224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:21:46.791636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-9abd3aa7-971f-4963-a1db-b9cd883469df admin admin] 10.222.0.38 "PUT /v2.0/routers/3d2901e8-41e7-4ee5-9b52-e09d8728e197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139363 Aug 10 03:21:46.794198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41720) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:46.797419 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] Sync routers for ids ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'] in n-d-767704-21 {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:21:46.807225 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] Routers {'3d2901e8-41e7-4ee5-9b52-e09d8728e197'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:46.807854 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:21:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:46.924554 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks [] for router, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:46.926404 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] Set router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 gateway port host: n-d-767704-21 {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:47.051663 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.164080 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'external_fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:47Z', 'updated_at': '2021-08-10T03:21:46Z', 'revision_number': 5, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'gw_port': {'id': '30f30c3b-bf77-4570-af0c-d51960f277a7', 'name': '', 'network_id': '70b818d0-8884-438a-9899-52bf13ff67a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-767704-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:48Z', 'updated_at': '2021-08-10T03:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32b74ba4-8871-44f8-a063-a1dfe49b301b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-767704-21'}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:47.192114 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] Checking router: 3d2901e8-41e7-4ee5-9b52-e09d8728e197 for host: n-d-767704-21 {{(pid=101226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:21:47.200875 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] Routers {'3d2901e8-41e7-4ee5-9b52-e09d8728e197'} bound to L3 agent in host n-d-767704-21 {{(pid=101226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:21:47.201550 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-767704-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T01:40:20Z,description=,heartbeat_timestamp=2021-08-10T03:21:21Z,host='n-d-767704-21',id=9d429c47-8193-4c11-8420-fa2fb38cada1,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T01:40:21Z,topic='l3_agent')) {'router_ids': ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'], 'active': True} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:47.211569 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Deleting port 30f30c3b-bf77-4570-af0c-d51960f277a7 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:47.211925 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.299648 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_dvr_db [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] Set router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 gateway port host: None {{(pid=101226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:21:47.301824 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] For port 30f30c3b-bf77-4570-af0c-d51960f277a7, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=30f30c3b-bf77-4570-af0c-d51960f277a7,segment=NetworkSegment(cea56e58-258a-4ade-93ee-5510329a0f1e),segment_id=cea56e58-258a-4ade-93ee-5510329a0f1e)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:47.302202 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.314823 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Calling delete_port for 30f30c3b-bf77-4570-af0c-d51960f277a7 owned by network:router_gateway {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:47.355712 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.l3_hamode_db [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:47Z', 'updated_at': '2021-08-10T03:21:47Z', 'revision_number': 6, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'gw_port_host': None}], 'n-d-767704-21', False) {} {{(pid=101226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:47.493712 n-d-767704-21 neutron-server[101226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba410a-baed-46f4-943e-dbc58c6e6304 None None] The sync data for ids ['3d2901e8-41e7-4ee5-9b52-e09d8728e197'] in n-d-767704-21 is: [{'id': '3d2901e8-41e7-4ee5-9b52-e09d8728e197', 'name': 'tempest-TestSnapshotPattern-1376445935-router', 'tenant_id': 'a723de30f3c44eb4be9aa4c82457558e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:47Z', 'updated_at': '2021-08-10T03:21:47Z', 'revision_number': 6, 'project_id': 'a723de30f3c44eb4be9aa4c82457558e', 'gw_port_host': None}] {{(pid=101226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:21:47.583718 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.611592 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Pushing event deleted for resources: {'Port': ['ID=30f30c3b-bf77-4570-af0c-d51960f277a7,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:47.675280 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765902'] for router_gateway, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.770228 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-769082', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.772298 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.875933 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769230'] for router, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.876240 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2901e8-41e7-4ee5-9b52-e09d8728e197 {{(pid=101224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:21:47.880936 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] Notify callbacks [] for router, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.882137 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-f4122a95-f770-4923-a200-1294dd90a51c admin admin] 10.222.0.38 "DELETE /v2.0/routers/3d2901e8-41e7-4ee5-9b52-e09d8728e197 HTTP/1.1" status: 204 len: 168 time: 1.0869684 Aug 10 03:21:47.887198 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41722) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:47.939138 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a87eea-9edd-4547-affa-a9f6a060fe00 admin admin] Deleting subnet 682aef45-0e68-44d7-a4d6-c57170790b81 {{(pid=101224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:21:47.944575 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0a87eea-9edd-4547-affa-a9f6a060fe00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.966677 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2b9689ab-907f-4797-a08a-fe26ae56e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:47.979951 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0a87eea-9edd-4547-affa-a9f6a060fe00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-51807193'] for subnet, precommit_delete_associations {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.069777 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0a87eea-9edd-4547-affa-a9f6a060fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7999637'] for subnet, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.201235 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0a87eea-9edd-4547-affa-a9f6a060fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7999618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51305245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50960868'] for subnet, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.226455 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a87eea-9edd-4547-affa-a9f6a060fe00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682aef45-0e68-44d7-a4d6-c57170790b81,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.232286 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-a0a87eea-9edd-4547-affa-a9f6a060fe00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.234998 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-a0a87eea-9edd-4547-affa-a9f6a060fe00 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/682aef45-0e68-44d7-a4d6-c57170790b81 HTTP/1.1" status: 204 len: 168 time: 0.3490644 Aug 10 03:21:48.237597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41724) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:48.240153 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cda5eb-f36d-4d80-945d-dadb25535bb5 None None] Network 7819f00d-abb7-4a11-8c2d-6034a291fa69 requested from n-d-767704-21 {{(pid=101225) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:21:48.317745 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7950922'] for network, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.452843 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40702412-a754-4113-bdb5-bbd19332893b None None] DHCP port deletion for 7819f00d-abb7-4a11-8c2d-6034a291fa69 request from n-d-767704-21 {{(pid=101225) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:21:48.601649 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-40702412-a754-4113-bdb5-bbd19332893b None None] Deleting port 39973c49-7099-49a4-aba9-1921571bde67 {{(pid=101225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:48.602196 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-40702412-a754-4113-bdb5-bbd19332893b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.687682 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.db [None req-40702412-a754-4113-bdb5-bbd19332893b None None] For port 39973c49-7099-49a4-aba9-1921571bde67, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=39973c49-7099-49a4-aba9-1921571bde67,segment=NetworkSegment(9f13e921-4ec0-4146-ba46-a621d30573d1),segment_id=9f13e921-4ec0-4146-ba46-a621d30573d1)] {{(pid=101225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:48.687963 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-40702412-a754-4113-bdb5-bbd19332893b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.692497 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Deleting port 39973c49-7099-49a4-aba9-1921571bde67 {{(pid=101224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:21:48.693212 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778556142641'] for port, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.703812 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-40702412-a754-4113-bdb5-bbd19332893b None None] Calling delete_port for 39973c49-7099-49a4-aba9-1921571bde67 owned by network:dhcp {{(pid=101225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:48.760921 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.db [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] For port 39973c49-7099-49a4-aba9-1921571bde67, host n-d-767704-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-767704-21',level=0,port_id=39973c49-7099-49a4-aba9-1921571bde67,segment=NetworkSegment(9f13e921-4ec0-4146-ba46-a621d30573d1),segment_id=9f13e921-4ec0-4146-ba46-a621d30573d1)] {{(pid=101224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:21:48.761293 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763306'] for port, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.775956 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.plugin [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Calling delete_port for 39973c49-7099-49a4-aba9-1921571bde67 owned by network:dhcp {{(pid=101224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:21:48.909401 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-40702412-a754-4113-bdb5-bbd19332893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854'] for port, after_delete {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.916815 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778556149131', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778555759854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51305262'] for port, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:48.952770 n-d-767704-21 neutron-server[101225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40702412-a754-4113-bdb5-bbd19332893b None None] Pushing event deleted for resources: {'Port': ['ID=39973c49-7099-49a4-aba9-1921571bde67,revision_number=None']} {{(pid=101225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:48.958932 n-d-767704-21 neutron-server[101225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40702412-a754-4113-bdb5-bbd19332893b None None] No DVR routers for this DVR port 39973c49-7099-49a4-aba9-1921571bde67 on host n-d-767704-21 {{(pid=101225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:48.962514 n-d-767704-21 neutron-server[101224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] No DVR routers for this DVR port 39973c49-7099-49a4-aba9-1921571bde67 on host n-d-767704-21 {{(pid=101224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:21:48.964725 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Pushing event deleted for resources: {'Port': ['ID=39973c49-7099-49a4-aba9-1921571bde67,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:49.042223 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000018', 'neutron.services.segments.db._delete_segments_for_network-8778556269680'] for network, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.053464 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7819f00d-abb7-4a11-8c2d-6034a291fa69']}} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:49.055952 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 30f30c3b-bf77-4570-af0c-d51960f277a7 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:49.065040 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f13e921-4ec0-4146-ba46-a621d30573d1') {'for_net_delete': True} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:49.065339 n-d-767704-21 neutron-server[101224]: DEBUG neutron.services.segments.db [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f13e921-4ec0-4146-ba46-a621d30573d1') {} {{(pid=101224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:21:49.074531 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778556272249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-51807182'] for segment, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.078633 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 30f30c3b-bf77-4570-af0c-d51960f277a7 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:49.078989 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 30f30c3b-bf77-4570-af0c-d51960f277a7 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:49.079426 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aed05505-bcae-445a-923d-90e3df92b442 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:49.088251 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700'] for segment, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.095032 n-d-767704-21 neutron-server[101224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:21:49.095430 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7999700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51305411'] for segment, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: self.session.flush() Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: Traceback (most recent call last): Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: timer() Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: cb(*args, **kw) Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: return func(*args, **kwargs) Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: self._notify() Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: self.callback(batched_events) Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: event.method(event) Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: return f(self, *a, **k) Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: return self._get(url).json() Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: return self.request(url, 'GET', **kwargs) Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:21:49.097172 n-d-767704-21 neutron-server[101224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:21:49.100419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: aed05505-bcae-445a-923d-90e3df92b442 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:49.100419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device aed05505-bcae-445a-923d-90e3df92b442 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:49.100419 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 39973c49-7099-49a4-aba9-1921571bde67 no longer exists at agent ovs-agent-n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:21:49.120523 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.plugin [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] No Port match for: 39973c49-7099-49a4-aba9-1921571bde67 {{(pid=101225) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:21:49.121701 n-d-767704-21 neutron-server[101225]: DEBUG neutron.plugins.ml2.rpc [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Device 39973c49-7099-49a4-aba9-1921571bde67 not bound to the agent host n-d-767704-21 {{(pid=101225) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:21:49.229108 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765866'] for network, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.235721 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Notify callbacks [] for network, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.237943 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] 10.222.0.38 "DELETE /v2.0/networks/7819f00d-abb7-4a11-8c2d-6034a291fa69 HTTP/1.1" status: 204 len: 168 time: 0.9993539 Aug 10 03:21:49.252109 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1f500-19ce-4394-b5d9-2234bd85b5de admin admin] Pushing event deleted for resources: {'Network': ['ID=7819f00d-abb7-4a11-8c2d-6034a291fa69,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:49.560060 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41728) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:49.601600 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-0814f371-c198-4883-9c42-40ea102a01ee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9060453982c423881d223283dcecd25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403225 Aug 10 03:21:49.604597 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41730) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:49.668407 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9b38-7bd4-4071-9083-e446eabc198e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.697134 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9b38-7bd4-4071-9083-e446eabc198e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.863671 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9b38-7bd4-4071-9083-e446eabc198e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.866198 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9b38-7bd4-4071-9083-e446eabc198e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:49.867441 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-ba7d9b38-7bd4-4071-9083-e446eabc198e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe6e8c10-8ae1-4e63-bc48-43adf97e2e13 HTTP/1.1" status: 204 len: 168 time: 0.2618484 Aug 10 03:21:49.876129 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d9b38-7bd4-4071-9083-e446eabc198e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6e8c10-8ae1-4e63-bc48-43adf97e2e13,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:50.571557 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [-] (101223) accepted ('10.222.0.38', 41736) {{(pid=101223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:50.615417 n-d-767704-21 neutron-server[101223]: INFO neutron.wsgi [None req-d940452e-7a00-4c3b-ace4-2a6632e381de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a723de30f3c44eb4be9aa4c82457558e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426052 Aug 10 03:21:50.618091 n-d-767704-21 neutron-server[101224]: DEBUG neutron.wsgi [-] (101224) accepted ('10.222.0.38', 41738) {{(pid=101224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:50.668872 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17519c97-a675-4bad-9c62-cf9a449cfd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.669126 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-db8cda4f-bebc-4fd5-8872-770bb0e0885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.691997 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17519c97-a675-4bad-9c62-cf9a449cfd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.811867 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17519c97-a675-4bad-9c62-cf9a449cfd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530101'] for security_group, after_delete {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.814446 n-d-767704-21 neutron-server[101224]: DEBUG neutron_lib.callbacks.manager [None req-17519c97-a675-4bad-9c62-cf9a449cfd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:50.815636 n-d-767704-21 neutron-server[101224]: INFO neutron.wsgi [None req-17519c97-a675-4bad-9c62-cf9a449cfd77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df775e73-6a33-4cbf-8949-0d4440100489 HTTP/1.1" status: 204 len: 168 time: 0.1964240 Aug 10 03:21:50.823587 n-d-767704-21 neutron-server[101224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17519c97-a675-4bad-9c62-cf9a449cfd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df775e73-6a33-4cbf-8949-0d4440100489,revision_number=None']} {{(pid=101224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:21:51.235320 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:52.646595 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:54.206521 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:57.294380 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:14.109115 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:15.223667 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:17.983364 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-93621d91-8420-4266-a409-a9fd113dc164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.709470 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-eeaa4a00-31f1-46cf-8931-bddedfd1e75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:21.245970 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:22.662786 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:24.211559 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:34.293595 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:44.119974 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:45.244904 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:47.976665 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-486275d9-19ba-4962-94a0-b6665a80393d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:50.662464 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-14551231-7321-44c4-9483-78e148d21209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:51.262182 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:52.662874 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.222488 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.292947 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:23:14.124821 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.238820 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.980524 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9fb379fd-2e0f-4f9f-b5b7-13b70982a37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.672296 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-94d26854-f088-44f2-b58c-7ba91ce41302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.244904 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.672152 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.210050 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.135431 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.237279 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.981570 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-9eb13bce-e326-4f7b-8471-7c04079b7df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.292149 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:23:50.643818 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5a949171-4afb-4f74-8101-be26c8fcb1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.259984 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.684036 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.205073 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.118517 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.260586 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.952074 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5d52b77d-4eef-4580-9174-26fbd7897026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.654688 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ca7e4514-a3e1-4cae-a764-7c21824a44b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.249201 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.678146 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.243472 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.292934 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:24:44.151490 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.241149 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.065670 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-8b01277d-8332-4b76-b67e-be83b442437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.648885 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-ddf9c8d9-a6d9-4df9-8deb-b406fe200e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.232319 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.682948 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.272141 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:02.292737 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:25:14.151524 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.263955 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.989386 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dd3a33f0-b4a0-4937-8518-597c028f15bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.657875 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-84dffa40-3584-4109-b2b1-03cd30a389bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:21.252865 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.703739 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.219751 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.292611 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:25:44.156486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.253617 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.967490 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2d39-f87d-4e25-ae18-dda8d4727b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.665084 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-960ed3c3-8fa4-4aed-81aa-ddfed0d44c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.236515 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.676948 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.202007 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:04.288130 n-d-767704-21 neutron-server[101223]: DEBUG neutron.wsgi [req-907306f0-0a2a-471d-955d-3701ef8a5a04 req-08c15a4a-08a7-40a8-8b79-63759422612e service neutron] (101223) timed out ('10.222.0.38', 39036) {{(pid=101223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:26:14.161673 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.268486 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.292336 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:26:17.987916 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-65a8f100-eedd-4e12-b4ec-a92dcd104d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.696940 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-72ef406e-e955-4634-b604-aed49a42a96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.302524 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.679663 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.222226 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.177841 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.246531 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.989629 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b3b00fbb-16b1-4318-b84d-a3caed57b2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.650049 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-5b75c123-4154-4823-b945-1c169d74c307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:51.249546 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.696924 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.290997 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:26:54.229409 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.189152 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.268981 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.989107 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-1ddce84a-8254-4cf2-ae64-1af99b5e4d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.652145 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c9e072cb-ab50-4c3c-a7f6-3c808dd698da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.240634 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.720278 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.232236 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.290023 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:27:44.185560 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.254192 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.005813 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-abdc0362-0ea9-484d-91ba-a4cdbdacb467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:50.683377 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-db71cbca-073b-407c-85eb-d082fd39dab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.260024 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.702953 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.243095 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.293627 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:28:14.191553 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.315586 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.982715 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-57e580d5-3bd0-4568-84c8-969157e25a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.668704 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-3eddd806-26ee-4d7b-9a4d-2677864f9b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.265038 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.716464 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.230477 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.209923 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.293972 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:28:45.313488 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.970740 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-0ab2d40d-a701-4404-84ee-15f323afdacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.724732 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-7f11fe50-8a98-4d41-ba8d-375cbf413203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.233117 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.693012 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.247007 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:14.212577 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:15.315234 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:17.992960 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-dded1a4a-004d-4dc7-a78f-d6aadf696762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.672641 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-40ffda91-4796-42fe-ad13-3c9a86835f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.246510 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.293596 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:29:22.703435 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.248020 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.223094 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.326098 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.982857 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-751a7c45-4ac2-4d40-a5f3-06752ad7767d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.688983 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-d8e741fa-4beb-45d8-ba3b-48e647f73866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.304195 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:52.720377 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.257043 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.291962 n-d-767704-21 neutron-server[101226]: DEBUG neutron.db.agents_db [None req-05d0c3d8-3741-496b-83cf-09f6305df043 None None] Agent healthcheck: found 7 active agents {{(pid=101226) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:14.239483 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-39e3c3e5-1c1e-4a85-9183-4e579b584e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.346151 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-b22a405c-07d0-4adb-a2f6-bc2f96d8563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.971415 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-79b87789-4349-4245-976c-6f57334941f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.659933 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-2aa68871-6ca0-49b6-baf6-68b64bcd73a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.251797 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-6864817e-e10e-4221-8011-eab0e72711a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.759817 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-c05f6aef-3619-499d-990e-da4f36fa8af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.237343 n-d-767704-21 neutron-server[101225]: DEBUG neutron_lib.callbacks.manager [None req-e3805fca-cc65-4865-894f-2b44002bb3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778556269572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8084380'] for agent, after_update {{(pid=101225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}